IQNx4 Chapter 2: Train All Networks
Contents
IQNx4 Chapter 2: Train All Networks#
2.1 Imports and Configurations#
import numpy as np
import pandas as pd
# import scipy as sp; import scipy.stats as st
import torch
import torch.nn as nn
print(f"using torch version {torch.__version__}")#old torch version: 1.9.0
# use numba's just-in-time compiler to speed things up
# from numba import njit
from sklearn.preprocessing import StandardScaler
from sklearn.model_selection import train_test_split
import matplotlib as mp
print("matplotlib version= ", mp.__version__)
import matplotlib.pyplot as plt
# reset matplotlib stle/parameters
import matplotlib as mpl
# reset matplotlib parameters to their defaults
mpl.rcParams.update(mpl.rcParamsDefault)
plt.style.use("seaborn-deep")
mp.rcParams["agg.path.chunksize"] = 10000
font_legend = 15
font_axes = 15
# %matplotlib inline
import sys
import os
#or use joblib for caching on disk
from joblib import Memory
# from IPython.display import Image, display
# from importlib import import_module
# import plotly
try:
import optuna
print(f"using (optional) optuna version {optuna.__version__}")
except Exception:
print("optuna is only used for hyperparameter tuning, not critical!")
pass
import argparse
import time
# import sympy as sy
# import ipywidgets as wid;
# try:
# IQN_BASE = os.environ["IQN_BASE"]
# print("BASE directoy properly set = ", IQN_BASE)
# utils_dir = os.path.join(IQN_BASE, "utils/")
# sys.path.append(utils_dir)
# import utils
# # usually its not recommended to import everything from a module, but we know
# # whats in it so its fine
# from utils import *
# print("DATA directory also properly set, in %s" % os.environ["DATA_DIR"])
# except Exception:
# # IQN_BASE=os.getcwd()
# print(
# """\nBASE directory not properly set. Read repo README. If you need a function from utils, use the decorator below, or add utils to sys.path\n
# You can also do
# os.environ['IQN_BASE']=<ABSOLUTE PATH FOR THE IQN REPO>
# or
# os.environ['IQN_BASE']=os.getcwd()"""
# )
# pass
# from IPython.core.magic import register_cell_magic
# @debug
# def get_model_params_simple():
# dropout=0.2
# n_layers = 2
# n_hidden=32
# starting_learning_rate=1e-3
# print('n_iterations, n_layers, n_hidden, starting_learning_rate, dropout')
# return n_iterations, n_layers, n_hidden, starting_learning_rate, dropout
# update fonts
FONTSIZE = 14
font = {"family": "serif", "weight": "normal", "size": FONTSIZE}
mp.rc("font", **font)
# set usetex = False if LaTex is not
# available on your system or if the
# rendering is too slow
mp.rc("text", usetex=True)
# set a seed to ensure reproducibility
# seed = 128
# rnd = np.random.RandomState(seed)
# sometimes jupyter doesnt initialize MathJax automatically for latex, so do this:
#######
IQN_BASE = os.environ["IQN_BASE"]
print("BASE directoy properly set = ", IQN_BASE)
utils_dir = os.path.join(IQN_BASE, "utils/")
sys.path.append(utils_dir)
import utils
# usually its not recommended to import everything from a module, but we know
# whats in it so its fine
from utils import *
DATA_DIR = os.environ["DATA_DIR"]
print(f"using DATA_DIR={DATA_DIR}")
memory = Memory(DATA_DIR)
################################### SET DATA CONFIGURATIONS ###################################
y_label_dict = {
"RecoDatapT": "$p(p_T)$" + " [ GeV" + "$^{-1} $" + "]",
"RecoDataeta": "$p(\eta)$",
"RecoDataphi": "$p(\phi)$",
"RecoDatam": "$p(m)$" + " [ GeV" + "$^{-1} $" + "]",
}
loss_y_label_dict = {
"RecoDatapT": "$p_T^{reco}$",
"RecoDataeta": "$\eta^{reco}$",
"RecoDataphi": "$\phi^{reco}$",
"RecoDatam": "$m^{reco}$",
}
X = ["genDatapT", "genDataeta", "genDataphi", "genDatam", "tau"]
# set order of training:
# pT_first: pT->>m->eta->phi
# m_first: m->pT->eta->phi
ORDER = "m_First"
if ORDER == "m_First":
FIELDS = {
"RecoDatam": {
"inputs": X,
"xlabel": r"$m$ (GeV)",
"ylabel": "$m^{reco}$",
"xmin": 0,
"xmax": 25,
},
"RecoDatapT": {
"inputs": ["RecoDatam"] + X,
"xlabel": r"$p_T$ (GeV)",
"ylabel": "$p_T^{reco}$",
"xmin": 20,
"xmax": 80,
},
"RecoDataeta": {
"inputs": ["RecoDatam", "RecoDatapT"] + X,
"xlabel": r"$\eta$",
"ylabel": "$\eta^{reco}$",
"xmin": -5,
"xmax": 5,
},
"RecoDataphi": {
"inputs": ["RecoDatam", "RecoDatapT", "RecoDataeta"] + X,
"xlabel": r"$\phi$",
"ylabel": "$\phi^{reco}$",
"xmin": -3.2,
"xmax": 3.2,
},
}
elif ORDER== "phi_first":
FIELDS = {
"RecoDataphi": {
"inputs": X,
"xlabel": r"$\phi$",
"ylabel": "$\phi^{reco}$",
"xmin": -3.2,
"xmax": 3.2,
},
"RecoDatam": {
"inputs": ['RecoDataphi'] + X,
"xlabel": r"$m$ (GeV)",
"ylabel": "$m^{reco}$",
"xmin": 0,
"xmax": 25,
},
"RecoDatapT": {
"inputs": ["RecoDataphi", "RecoDatam"] + X,
"xlabel": r"$p_T$ (GeV)",
"ylabel": "$p_T^{reco}$",
"xmin": 20,
"xmax": 80,
},
"RecoDataeta": {
"inputs": ["RecoDataphi", "RecoDatam", "RecoDatapT"] + X,
"xlabel": r"$\eta$",
"ylabel": "$\eta^{reco}$",
"xmin": -5,
"xmax": 5,
},
}
# Load and explore raw (unscaled) dataframes
all_variable_cols = [
"genDatapT",
"genDataeta",
"genDataphi",
"genDatam",
"RecoDatapT",
"RecoDataeta",
"RecoDataphi",
"RecoDatam",
]
all_cols = [
"genDatapT",
"genDataeta",
"genDataphi",
"genDatam",
"RecoDatapT",
"RecoDataeta",
"RecoDataphi",
"RecoDatam",
"tau",
]
using torch version 1.11.0.post2
matplotlib version= 3.5.3
using (optional) optuna version 3.0.0
BASE directoy properly set = /home/ali/Desktop/Pulled_Github_Repositories/torchQN
using torch version 1.11.0.post2
matplotlib version= 3.5.3
using (optional) optuna version 3.0.0
BASE directoy properly set = /home/ali/Desktop/Pulled_Github_Repositories/torchQN
DATA directory also properly set, in /home/ali/Desktop/Pulled_Github_Repositories/IQN_HEP/Davidson/data
using DATA_DIR=/home/ali/Desktop/Pulled_Github_Repositories/IQN_HEP/Davidson/data
2.2: Load Required Functions#
class LR_Cooler:
def __init__(self, starting_lr: float, total_iterations: int, iter_: int) -> float:
self.starting_lr=starting_lr
self.iter_=iter_
self.total_iterations= total_iterations
def exponential_decay(self):
return self.starting_lr * (np.exp(- self.iter_/1e5 ))
def exponential_decay_2(self):
decay_rate=1e-3
return self.starting_lr * np.exp(- decay_rate* self.iter)
def fractional_decay(self):
final_time = 1
return self.starting_lr/(self.iter + final_time)
LR_sched = LR_Cooler(1e-3, np.arange(1e6), np.arange(1e6))
LR = LR_sched.exponential_decay()
plt.plot(np.arange(1e6), LR);plt.show()
################################### Load unscaled dataframes ###################################
################################### Load unscaled dataframes ###################################
@memory.cache
def load_raw_data():
"""Load raw train, test, and validation raw (unscaled) dataframes, in that order.
Returns:
list(pandas.DataFrame): train, test, valid raw datafranes
"""
print(f'SUBSAMPLE = {SUBSAMPLE}')
raw_train_data=pd.read_csv(os.path.join(DATA_DIR,'train_data_10M_2.csv'),
usecols=all_cols,
nrows=SUBSAMPLE
)
raw_test_data=pd.read_csv(os.path.join(DATA_DIR,'test_data_10M_2.csv'),
usecols=all_cols,
nrows=SUBSAMPLE
)
raw_valid_data=pd.read_csv(os.path.join(DATA_DIR,'validation_data_10M_2.csv'),
usecols=all_cols,
nrows=SUBSAMPLE
)
print('\n RAW TRAIN DATA SHAPE\n')
print(raw_train_data.shape)
print('\n RAW TRAIN DATA\n')
raw_train_data.describe()#unscaled
print('\n RAW TEST DATA\ SHAPEn')
print(raw_test_data.shape)
print('\n RAW TEST DATA\n')
raw_test_data.describe()#unscaled
return raw_train_data, raw_test_data, raw_valid_data
########## Generate scaled data###############
# scaled_train_data = L_scale_df(raw_train_data, title='scaled_train_data_10M_2.csv',
# save=True)
# print('\n\n')
# scaled_test_data = L_scale_df(raw_test_data, title='scaled_test_data_10M_2.csv',
# save=True)
# print('\n\n')
# scaled_valid_data = L_scale_df(raw_valid_data, title='scaled_valid_data_10M_2.csv',
# save=True)
# explore_data(df=scaled_train_data, title='Braden Kronheim-L-scaled Dataframe', scaled=True)
################ Load scaled data##############
@utils.time_type_of_func(tuning_or_training='loading')
@memory.cache
def load_scaled_dataframes():
"""Load L-scaled train, test and validation according to Braden scaling, in that order.
Returns:
list(pandas.DataFarme): L-scaled train, test, validation dataframes, in that order.
"""
# print("SCALED TRAIN DATA")
scaled_train_data = pd.read_csv(
os.path.join(DATA_DIR, "scaled_train_data_10M_2.csv"),
usecols=all_cols,
nrows=SUBSAMPLE,
)
# print("TRAINING FEATURES\n", scaled_train_data.head())
scaled_test_data = pd.read_csv(
os.path.join(DATA_DIR, "scaled_test_data_10M_2.csv"),
usecols=all_cols,
nrows=SUBSAMPLE,
)
scaled_valid_data = pd.read_csv(
os.path.join(DATA_DIR, "scaled_valid_data_10M_2.csv"),
usecols=all_cols,
nrows=SUBSAMPLE,
)
return scaled_train_data, scaled_test_data, scaled_valid_data
# print('\nTESTING FEATURES\n', test_data_m.head())
# print('\ntrain set shape:', train_data_m.shape)
# print('\ntest set shape: ', test_data_m.shape)
# # print('validation set shape:', valid_data.shape)
def get_train_scale_dict(USE_BRADEN_SCALING):
"""Get a dictionary containing mean and standard deviation of each gen and reco feature.
Args:
USE_BRADEN_SCALING (bool): Whether you wish to use the Braden scaling. If True, it uses the L-scaled train dataframe. If False, it uses the unscaled dataframe.
Returns:
dict: dictionary of floats containing mean and standard deviation of each gen and reco feature.
"""
if USE_BRADEN_SCALING==True:
TRAIN_SCALE_DICT = get_scaling_info(scaled_train_data)
print('BRADEN SCALING DICTIONARY')
print(TRAIN_SCALE_DICT)
print("\n\n")
# TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
# print(TEST_SCALE_DICT)
else:
print('NORMAL UNSCALED DICTIONARY')
TRAIN_SCALE_DICT = get_scaling_info(raw_train_data)
print(TRAIN_SCALE_DICT)
print("\n\n")
# TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
# print(TEST_SCALE_DICT)
return TRAIN_SCALE_DICT
################################ SPLIT###########
# Currently need the split function again here
# @memory.cache
def split_t_x(df, target, input_features):
"""Get the target as the ratio, according to the T equation.
Returns:
list(numpy.array): list of numpy array of target and training features"""
if target == "RecoDatam":
t = T("m", scaled_df=scaled_train_data)
if target == "RecoDatapT":
t = T("pT", scaled_df=scaled_train_data)
if target == "RecoDataeta":
t = T("eta", scaled_df=scaled_train_data)
if target == "RecoDataphi":
t = T("phi", scaled_df=scaled_train_data)
x = np.array(df[input_features])
return np.array(t), x
# @memory.cache
def normal_split_t_x(df, target, input_features):
"""splot dataframe into targets and feature arrays.
Args:
df (pandas.DataFrame): Dataframe of train, test or validation data.
target (str): Choice of "RecoDatapT", "RecoDataeta", "RecoDataphi","RecoDatam" as target.
input_features (list(str)): list of training features labels
Returns:
list(numpy.array): list of numpy array of target and training features
"""
# change from pandas dataframe format to a numpy
# array of the specified types
# t = np.array(df[target])
t = np.array(df[target])
x = np.array(df[input_features])
return t, x
################ Apply Z scaling############
def z(x):
"""Simple z-score standardization. Used for targets"""
eps = 1e-20
return (x - np.mean(x)) / (np.std(x) + eps)
def z_inverse(xprime, x):
return xprime * np.std(x) + np.mean(x)
# @memory.cache
def z2(x, mean, std):
"""
The main z score function. Args:
x (numpy.array): feature 1-D array
mean (float): mean of the feature (in the training set)
std (float): standard deviation of the feature (in the training set)
Returns:
numpy.array: z-score-scaled 1-D feature
"""
eps = 1e-20
scaled = (x - mean) / (std + eps)
return np.array(scaled, dtype=np.float64)
# @memory.cache
def z_inverse2(xprime, train_mean, train_std):
"""
The main z score de-scaling function.
Args:
xprime (numpy.array): z-score-scaled feature 1-D array
train_mean (float): mean of the feature (in the training set)
train_std (float): standard deviation of the feature (in the training set)
"""
return xprime * train_std + train_mean
# @memory.cache
def apply_z_to_features(TRAIN_SCALE_DICT, train_x, test_x, valid_x):
"""TO ensure this z scaling is only applied once to the training features, we use a generator.
This doesn't change the shapes of anything, just applies z to all the feature columns other than tau.
Args:
TRAIN_SCALE_DICT (dict(float)): dictionary of train set mean and standard deviation values
train_x (numpy.array): 2-D numpy array of training features
test_x (numpy.array): 2-D numpy array of test features
valid_x (numpy.array): 2-D numpy array of validation features
"""
for i in range(NFEATURES - 1):
variable = list(TRAIN_SCALE_DICT)[i]
train_mean = float(TRAIN_SCALE_DICT[variable]["mean"])
train_std = float(TRAIN_SCALE_DICT[variable]["std"])
train_x[:, i] = z2(train_x[:, i], mean=train_mean, std=train_std)
test_x[:, i] = z2(test_x[:, i], mean=train_mean, std=train_std)
valid_x[:, i] = z2(valid_x[:, i], mean=train_mean, std=train_std)
yield train_x
yield test_x
yield valid_x
# @memory.cache
def apply_z_to_targets(train_t, test_t, valid_t):
"""apply z-score scaling to target columns
Args:
train_t (numpy.array): target column in the training set
test_t (numpy.array): target column in the test set
valid_t (numpy.array): target column in the validation set
Yields:
[type]: [description]
"""
train_mean = np.mean(train_t)
train_std = np.std(train_t)
train_t_ = z2(train_t, mean=train_mean, std=train_std)
test_t_ = z2(test_t, mean=train_mean, std=train_std)
valid_t_ = z2(valid_t, mean=train_mean, std=train_std)
yield train_t_
yield test_t_
yield valid_t_
# check that it looks correct
# fig = plt.figure(figsize=(10, 4))
# ax = fig.add_subplot(autoscale_on=True)
# ax.grid()
# for i in range(NFEATURES):
# ax.hist(train_x[:,i], alpha=0.35, label=f'feature {i}' )
# # set_axes(ax=ax, xlabel="Transformed features X' ",title="training features post-z score: X'=z(L(X))")
# ax.legend()
# plt.show()
######### Get beset hyperparameters
# tuned_dir = os.path.join(IQN_BASE,'best_params')
# tuned_filename=os.path.join(tuned_dir,'best_params_mass_%s_trials.csv' % str(int(n_trials)))
# BEST_PARAMS = pd.read_csv(os.path.join(IQN_BASE, 'best_params','best_params_Test_Trials.csv'))
# BEST_PARAMS=pd.read_csv(tuned_filename)
# print(BEST_PARAMS)
def load_untrained_model(PARAMS):
"""Load an untrained model (with weights initiatted) according to model paramateters in the
PARAMS dictionary
Args:
PARAMS (dict): dictionary of model/training parameters: i.e. hyperparameters and training parameters.
Returns:
utils.RegularizedRegressionModel object
"""
model = utils.RegularizedRegressionModel(
nfeatures=NFEATURES,
ntargets=1,
nlayers=PARAMS["n_layers"],
hidden_size=PARAMS["hidden_size"],
dropout_1=PARAMS["dropout_1"],
dropout_2=PARAMS["dropout_2"],
activation=PARAMS["activation"],
)
# model.apply(initialize_weights)
print(model)
return model
class SaveModelCheckpoint:
"""Continuous model-checkpointing class. Updates the latest checkpoint of an object based o validation loss each time its called.
"""
def __init__(self, best_valid_loss=np.inf):
"""Initiate an instance of the class based on filename and best_valid_loss/
Args:
best_valid_loss (float, optional): Best possible validation loss of a checkpoint object. Defaults to np.inf.
"""
self.best_valid_loss = best_valid_loss
self.filename_model=filename_model
def __call__(self, model, current_valid_loss, filename_model):
"""When an object of the calss is called, its validation loss gets updated and the model based
on the latest validation loss is saved.
Args:
model: utils.RegularizedRegressionModel object.
current_valid_loss (float): current (latest) validation loss of this model during the training process.
filename_model (str): filename in which the latest model will be saved. Can be a relative or local path.
"""
if current_valid_loss < self.best_valid_loss:
# update the best loss
self.best_valid_loss = current_valid_loss
# filename_model='Trained_IQNx4_%s_%sK_iter.dict' % (target, str(int(n_iterations/1000)) )
# filename_model = "Trained_IQNx4_%s_TUNED_2lin_with_noise.dict" % target
# note that n_iterations is the total n_iterations, we dont want to save a million files for each iteration
trained_models_dir = "trained_models"
mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_model = os.path.join(
IQN_BASE,
"JupyterBook",
"Cluster",
"TRAIN",
trained_models_dir,
filename_model,
)
torch.save(model.state_dict(), PATH_model)
print(
f"\nCurrent valid loss: {current_valid_loss}; saved better model at {PATH_model}"
)
# save using .pth object which if a dictionary of dicionaries, so that I can have PARAMS saved in the same file
def train(
target,
model,
avloss,
getbatch,
train_x,
train_t,
valid_x,
valid_t,
PARAMS,
traces,
step,
window,
):
"""Training Function.
Args:
target (str): hoice of "RecoDatapT", "RecoDataeta", "RecoDataphi","RecoDatam" as target.
model a torch NN model, e.g utils.RegularizedRegressionModel.
avloss (float): average training losss
getbatch (function): a get_batch function
train_x (numpy.DataFrame): 2-D numpy array of training features
train_t (numpy.DataFrame: 1-D numpy array of training targets
valid_x (numpy.DataFrame): 2-D numpy array of validation features
valid_t (numpy.DataFrame: 1-D numpy array of validation targets
PARAMS (dict): dictionary of model/training parameters
traces (tuple): tuple of
(iteration, training accuracy, validation accuracy, running average of validation accuracy)
= (xx, yy_t, yy_v, yy_v_avg)
step (int): number of iterations to take a printout step of the traces
window (int): window of running average of validation loss
Returns:
tuple: traces
"""
# TODO: obviously, for reference, the "traces" should be saved as a 2D numpy array
# with the same naming format as the "model_filename", so that it can be opened later and
# plot loss curves for different models.
# TODO: decay the stepsize, such that steps (and hence checkpointing) are large in the beginnig to the learning
# process (which corresponds to high learning rates), and decrease as time steps increase.
batch_size = PARAMS['batch_size']
n_iterations = PARAMS['n_iterations']
# to keep track of average losses
xx, yy_t, yy_v, yy_v_avg = traces
model_checkpoint = SaveModelCheckpoint()
n = len(valid_x)
print("Iteration vs average loss")
print("%10s\t%10s\t%10s" % ("iteration", "train-set", "test-set"))
fifth_n_iterations=int(n_iterations//5)
starting_learning_rate = PARAMS['starting_learning_rate']
for ii in range(n_iterations):
#experiment with annealing LR from beginning
# # starting learning rate (first fifth)
Cutoff_from_initial_LR = 15000
if ii< Cutoff_from_initial_LR:
learning_rate= starting_learning_rate
# #second fifth
# if 2* fifth_n_iterations < ii < 3*fifth_n_iterations:
# learning_rate=starting_learning_rate/10 #1e-2
if ii > Cutoff_from_initial_LR:
LR_sched=LR_Cooler(starting_lr=starting_learning_rate, total_iterations=n_iterations, iter_=ii)
learning_rate=LR_sched.exponential_decay()
# #third fifth
# if 3*fifth_n_iterations < ii < 4*fifth_n_iterations:
# learning_rate=starting_learning_rate/100 #1e-3
# #frouth fifth: stary decay LR
# if ii > 4*fifth_n_iterations:
# learning_rate = decay_LR(ii)
# add weight decay (important regularization to reduce overfitting)
L2 = 1
# optimizer = torch.optim.Adam(model.parameters(), lr=learning_rate, weight_decay=L2)
#SGD allows for: momentum=0, dampening=0, weight_decay=0, nesterov=boolean, differentiable=boolean
optimizer = getattr(torch.optim, optimizer_name)(
model.parameters(),
lr=learning_rate,
# amsgrad=True,
# weight_decay=L2,#
# differentiable=True,
#For SGD nesterov, it requires momentum and zero dampening
# dampening=0,
# momentum=momentum,
# nesterov=True
# BUT no one should ever use SGD in 2022! Adam converges much better and faster.
)
#if ii > 1e4: learning_rate=1e-4
# set mode to training so that training specific
# operations such as dropout are enabled.
# time_p_start = time.perf_counter()
model.train()
# get a random sample (a batch) of data (as numpy arrays)
batch_x, batch_t = getbatch(train_x, train_t, batch_size)
# Take df/ dtau
# x = torch.from_numpy(batch_x).float()
# # print('x is leaf: ', x.is_leaf)
# x.requires_grad_(True)
# # x.retain_grad()
# # print('x is leaf after retain: ', x.is_leaf)
# # x.requires_grad_(True)
# # x.retain_grad()
# f = model(x)
# f = f.view(-1)
# #multiply the model by its ransverse, remember we can only take gradients of scalars
# #and f will be a vector before this
# f = f @ f.t()
# f.retain_grad()
# f.backward(gradient=torch.ones_like(f), retain_graph=True)
# df_dx = x.grad
# df_dtau = df_dx[:,-1]
# x.grad.zero_()
#add noise to training data
batch_x = add_noise(batch_x)
# batch_t = add_noise(batch_t)
# Try torch scheduler
scheduler=torch.optim.lr_scheduler.ExponentialLR(optimizer, gamma=0.1)
scheduler.step()
with torch.no_grad(): # no need to compute gradients
# wrt. x and t
x = torch.from_numpy(batch_x).float()
t = torch.from_numpy(batch_t).float()
outputs = model(x).reshape(t.shape)
empirical_risk = avloss(outputs, t, x)
optimizer.zero_grad() # clear previous gradients
empirical_risk.backward() # compute gradients
optimizer.step() # move one step towards the minimum of the loss function using an SGD-like algorithm.
if ii % step == 0:
print(f"\t\tCURRENT LEARNING RATE: {learning_rate}")
acc_t = validate(model, avloss, train_x[:n], train_t[:n])
#acc_t: list of training losses
acc_v = validate(model, avloss, valid_x[:n], valid_t[:n])
#acc_v: list of validation losses
yy_t.append(acc_t)
yy_v.append(acc_v)
previous_iter_valid_loss = yy_v[-1]
print(f'previous_iter_valid_loss : {previous_iter_valid_loss}\n')
# save better models based on valid loss
# filename_model="Trained_IQNx4_%s_TUNED_0lin_with_high_noise3.dict" % target
filename_model=get_model_filename(target, PARAMS)
model_checkpoint(model=model, filename_model =filename_model ,current_valid_loss=acc_v)
# compute running average for validation data
len_yy_v = len(yy_v)
if len_yy_v < window:
yy_v_avg.append(yy_v[-1])
elif len_yy_v == window:
yy_v_avg.append(sum(yy_v) / window)
else:
acc_v_avg = yy_v_avg[-1] * window
acc_v_avg += yy_v[-1] - yy_v[-window - 1]
yy_v_avg.append(acc_v_avg / window)
if len(xx) < 1:
xx.append(0)
print("%10d\t%10.6f\t%10.6f" % (xx[-1], yy_t[-1], yy_v[-1]))
else:
xx.append(xx[-1] + step)
print(
"\r%10d\t%10.6f\t%10.6f\t%10.6f"
% (xx[-1], yy_t[-1], yy_v[-1], yy_v_avg[-1]),
end="",
)
# time_p_end = time.perf_counter()
# time_for_this_iter = time_p_end-time_p_start
# time_per_example = time_for_this_iter/batch_size
# print(f'training time for one example: {time_per_example}')
print()
return (xx, yy_t, yy_v, yy_v_avg)
@utils.time_type_of_func(tuning_or_training="training")
def run(
target,
model,
train_x,
train_t,
valid_x,
valid_t,
traces,
PARAMS,
traces_step,
traces_window,
save_model,
):
traces = train(
target,
model,
average_quantile_loss,
get_batch,
train_x,
train_t,
valid_x,
valid_t,
PARAMS,
traces,
step=traces_step,
window=traces_window,
)
if save_model:
filename = "Trained_IQNx4_%s_%sK_iter.dict" % (
target,
str(int(n_iterations / 1000)),
)
PATH = os.path.join(IQN_BASE, "trained_models", filename)
torch.save(model.state_dict(), PATH)
print("\ntrained model dictionary saved in %s" % PATH)
return model
def get_train_scale_dict(USE_BRADEN_SCALING):
if USE_BRADEN_SCALING==True:
TRAIN_SCALE_DICT = utils.get_scaling_info(scaled_train_data)
print("BRADEN SCALING DICTIONARY")
print(TRAIN_SCALE_DICT)
print("\n\n")
# TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
# print(TEST_SCALE_DICT)
else:
print("NORMAL UNSCALED DICTIONARY")
TRAIN_SCALE_DICT = utils.get_scaling_info(raw_train_data)
print(TRAIN_SCALE_DICT)
print("\n\n")
# TEST_SCALE_DICT = get_scaling_info(scaled_test_data)
# print(TEST_SCALE_DICT)
return TRAIN_SCALE_DICT
@utils.debug
def save_model(model, PATH):
print(model)
torch.save(model.state_dict(), PATH)
print("\ntrained model dictionary saved in %s" % PATH)
@utils.debug
def save_model_params(model, PATH):
print(model)
torch.save(model.state_dict(), PATH)
print("\ntrained model dictionary saved in %s" % PATH)
@utils.debug
def load_model(PATH):
# n_layers = int(BEST_PARAMS["n_layers"])
# hidden_size = int(BEST_PARAMS["hidden_size"])
# dropout = float(BEST_PARAMS["dropout"])
# optimizer_name = BEST_PARAMS["optimizer_name"].to_string().split()[1]
# learning_rate = float(BEST_PARAMS["learning_rate"])
# batch_size = int(BEST_PARAMS["batch_size"])
model = utils.RegularizedRegressionModel(
nfeatures=train_x.shape[1],
ntargets=1,
nlayers=n_layers,
hidden_size=hidden_size,
dropout=dropout,
)
model.load_state_dict(torch.load(PATH))
# OR
# model=torch.load(PATH)#BUT HERE IT WILL BE A DICT (CANT BE EVALUATED RIGHT AWAY) DISCOURAGED!
model.eval()
print(model)
return model
def load_trained_model(PATH, PARAMS):
model = utils.RegularizedRegressionModel(
nfeatures=NFEATURES,
ntargets=1,
nlayers=PARAMS["n_layers"],
hidden_size=PARAMS["hidden_size"],
dropout_1=PARAMS["dropout_1"],
dropout_2=PARAMS["dropout_2"],
activation=PARAMS["activation"],
)
model.load_state_dict(torch.load(PATH))
print(model)
model.train()
return model
2.3 Load Data, split, scale, and Train Mass#
Configurations#
######################################
USE_BRADEN_SCALING=False
#####################################
################################### CONFIGURATIONS ###################################
JUPYTER = True
use_subsample = False
# use_subsample = True
if use_subsample:
SUBSAMPLE = int(1e5) # subsample use for development - in production use whole dataset
else:
SUBSAMPLE = None
########################################################################################
# Load data only once, and with caching!
raw_train_data, raw_test_data, raw_valid_data =load_raw_data()
# Load scaled data
# scaled_train_data, scaled_test_data, scaled_valid_data = load_scaled_dataframes()
#######################################
target = "RecoDatam"
source = FIELDS[target]
features = source["inputs"]
print("Training Features:\n", features)
print("\nTarget = ", target)
print("USING NEW DATASET\n")
# Get targets and features
# if USE_BRADEN_SCALING==True:
# print(f"spliting data for {target}")
# train_t, train_x = split_t_x(
# df=scaled_train_data, target=target, input_features=features
# )
# print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
# print("\n Training features:\n")
# print(train_x)
# valid_t, valid_x = split_t_x(
# df=scaled_valid_data, target=target, input_features=features
# )
# print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
# test_t, test_x = split_t_x(df=scaled_test_data, target=target, input_features=features)
# print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)
# else:
# print(f"spliting data for {target}")
# train_t, train_x = normal_split_t_x(
# df=raw_train_data, target=target, input_features=features
# )
# print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
# print("\n Training features:\n")
# print(train_x)
# valid_t, valid_x = normal_split_t_x(
# df=raw_valid_data, target=target, input_features=features
# )
# print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
# test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
# print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)
print(f"spliting data for {target}")
train_t, train_x = normal_split_t_x(
df=raw_train_data, target=target, input_features=features
)
print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
print("\n Training features:\n")
print(train_x)
valid_t, valid_x = normal_split_t_x(
df=raw_valid_data, target=target, input_features=features
)
print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)
print("no need to train_test_split since we already have the split dataframes")
print(valid_x.mean(axis=0), valid_x.std(axis=0))
print(train_x.mean(axis=0), train_x.std(axis=0))
print(valid_t.mean(), valid_t.std())
print(train_t.mean(), train_t.std())
NFEATURES = train_x.shape[1]
######################################################
# Apply z scaling to features and targets
# to features
TRAIN_SCALE_DICT=get_train_scale_dict(USE_BRADEN_SCALING)
apply_z_generator = apply_z_to_features(TRAIN_SCALE_DICT, train_x, test_x, valid_x)
train_x_z_scaled = next(apply_z_generator)
test_x_z_scaled = next(apply_z_generator)
valid_x_z_scaled = next(apply_z_generator)
print(valid_x_z_scaled.mean(axis=0), valid_x_z_scaled.std(axis=0))
print(train_x_z_scaled.mean(axis=0), train_x_z_scaled.std(axis=0))
# to targets
apply_z_to_targets_generator = apply_z_to_targets(
train_t, test_t, valid_t
)
train_t_z_scaled = next(apply_z_to_targets_generator)
test_t_z_scaled = next(apply_z_to_targets_generator)
valid_t_z_scaled = next(apply_z_to_targets_generator)
print(valid_t_z_scaled.mean(), valid_t_z_scaled.std())
print(train_t_z_scaled.mean(), train_t_z_scaled.std())
Training Features:
['genDatapT', 'genDataeta', 'genDataphi', 'genDatam', 'tau']
Target = RecoDatam
USING NEW DATASET
spliting data for RecoDatam
train_t shape = (8000000,) train_x shape = (8000000, 5)
Training features:
[[29.4452 0.828187 2.90213 2.85348 0.36130954]
[24.3193 -1.16351 0.636469 5.83685 0.12689925]
[24.3193 -1.16351 0.636469 5.83685 0.96230681]
...
[41.4192 -2.23358 -2.81921 7.19348 0.08421659]
[35.4637 -1.12318 0.356494 6.06597 0.05535172]
[26.5586 -1.09427 -1.49334 4.25409 0.07489863]]
valid_t shape = (1000000,) valid_x shape = (1000000, 5)
test_t shape = (1000000,) test_x shape = (1000000, 5)
no need to train_test_split since we already have the split dataframes
[ 3.27223764e+01 6.98189368e-04 -8.95543973e-04 6.96116528e+00
5.00485136e-01] [15.19914133 2.20425356 1.81362773 2.78097831 0.28852734]
[ 3.26952341e+01 -1.78188172e-03 -3.83090331e-04 6.96299435e+00
4.99915289e-01] [14.93793254 2.20430976 1.81382516 2.78133203 0.28867295]
5.5514112643334546 2.664124544901276
5.555567451922438 2.664339857066051
NORMAL UNSCALED DICTIONARY
{'genDatapT': {'mean': 32.695234084987476, 'std': 14.937932540562551}, 'genDataeta': {'mean': -0.0017818817154031672, 'std': 2.204309760627079}, 'genDataphi': {'mean': -0.0003830903308450233, 'std': 1.8138251604791067}, 'genDatam': {'mean': 6.962994352358474, 'std': 2.781332025286383}, 'RecoDatapT': {'mean': 32.86720151648752, 'std': 15.829355769531851}, 'RecoDataeta': {'mean': -0.0017898858568513964, 'std': 2.197968491495457}, 'RecoDataphi': {'mean': -0.0004719170328962474, 'std': 1.8144739820043825}, 'RecoDatam': {'mean': 5.555567451922438, 'std': 2.664339857066051}}
[ 1.81700902e-03 1.12510099e-03 -2.82526482e-04 -6.57626105e-04
5.00485136e-01] [1.01748627 0.9999745 0.99989115 0.99987283 0.28852734]
[ 1.61650249e-15 -1.10134124e-18 -3.12905257e-17 5.01036723e-15
4.99915289e-01] [1. 1. 1. 1. 0.28867295]
-0.0015599314696879494 0.9999191874249058
6.996216939114674e-16 1.0000000000000002
Decide Whether to use Braden Scaling
Define Mass Model Parameters#
###########################################################
# Decide on parameters for this model and training
PARAMS_m = {
"n_layers": int(4),
"hidden_size": int(6),
"dropout_1": float(0.6),
"dropout_2": float(0.1),
"activation": "LeakyReLU",
'optimizer_name':'NAdam',
'starting_learning_rate':float(0.7),
'momentum':float(0.6),
'batch_size':int(1024),
'n_iterations': int(2e6),
}
Train Mass#
The model that needs the longest time in training is mass. Click here to scroll down to train \(p_T\).#
optimizer_name=PARAMS_m['optimizer_name']
print(type(optimizer_name))
# optimizer_name = BEST_PARAMS["optimizer_name"].to_string().split()[1]
NITERATIONS=PARAMS_m['n_iterations']
BATCHSIZE=PARAMS_m['batch_size']
comment=''
# N_epochs X N_train_examples = N_iterations X batch_size
N_epochs = (NITERATIONS * BATCHSIZE) / int(train_x.shape[0])
print(f"training for {NITERATIONS} iteration, which is {N_epochs} epochs")
filename_model = get_model_filename(target, PARAMS_m)
trained_models_dir = "trained_models"
mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_model = os.path.join(
IQN_BASE, #the loaction of the repo
"JupyterBook", #up tp TRAIN could be combined in a srs dicretory
"Cluster",
"TRAIN",
trained_models_dir, #/trained_models
filename_model # utils.get_model_filename has the saved file format
)
#LOAD EITHER TRAINED OR UNTRAINED MODEL
# to load untrained model (start training from scratch), uncomment the next line
untrained_model = load_untrained_model(PARAMS_m)
# to continune training of model (pickup where the previous training left off), uncomment below
# trained_model =load_trained_model(PATH=PATH_model, PARAMS=PARAMS_m)
IQN_trace = ([], [], [], [])
traces_step = int(20)
traces_window = traces_step
IQN = run(
target=target,
model=untrained_model,
train_x=train_x_z_scaled,
train_t=train_t_z_scaled,
valid_x=test_x_z_scaled,
valid_t=test_t_z_scaled,
traces=IQN_trace,
PARAMS=PARAMS_m,
traces_step=traces_step,
traces_window=traces_window,
save_model=False,
)
SAVE_LAST_MODEL=False
if SAVE_LAST_MODEL:
# ## Save last iteration of trained model
#dont save the last model, it might be worse than previous iterations, which were automatically savedby model checkpoints
final_path = get_model_filename(target, PARAMS_m).split('.dict')[0]+'_FINAL.dict'
trained_models_dir = "trained_models"
mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_final_model = os.path.join(
IQN_BASE, "JupyterBook", "Cluster", "TRAIN", trained_models_dir, final_path
)
save_model(IQN, PATH_final_model)
<class 'str'>
training for 2000000 iteration, which is 256.0 epochs
RegularizedRegressionModel(
(model): Sequential(
(0): Linear(in_features=5, out_features=6, bias=True)
(1): LeakyReLU(negative_slope=0.3)
(2): Linear(in_features=6, out_features=6, bias=True)
(3): BatchNorm1d(6, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
(4): LeakyReLU(negative_slope=0.3)
(5): Linear(in_features=6, out_features=6, bias=True)
(6): BatchNorm1d(6, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
(7): LeakyReLU(negative_slope=0.3)
(8): Linear(in_features=6, out_features=6, bias=True)
(9): BatchNorm1d(6, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
(10): LeakyReLU(negative_slope=0.3)
(11): Linear(in_features=6, out_features=1, bias=True)
)
)
training IQN
Iteration vs average loss
iteration train-set test-set
CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.35457175970077515
Current valid loss: 0.35457175970077515; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
0 0.354645 0.354572
CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.3238599896430969
Current valid loss: 0.3238599896430969; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
20 0.325120 0.323860 0.323860 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21803826093673706
Current valid loss: 0.21803826093673706; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
40 0.218699 0.218038 0.218038 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.24495944380760193
60 0.245795 0.244959 0.244959 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.3007294833660126
80 0.301594 0.300729 0.300729 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18200266361236572
Current valid loss: 0.18200266361236572; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
100 0.182289 0.182003 0.182003 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20287974178791046
120 0.203500 0.202880 0.202880 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19050893187522888
140 0.191049 0.190509 0.190509 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18941186368465424
160 0.189767 0.189412 0.189412 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17472665011882782
Current valid loss: 0.17472665011882782; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
180 0.174921 0.174727 0.174727 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17957784235477448
200 0.179635 0.179578 0.179578 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18662859499454498
220 0.187129 0.186629 0.186629 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1817932277917862
240 0.182098 0.181793 0.181793 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2252117246389389
260 0.225620 0.225212 0.225212 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20153889060020447
280 0.201478 0.201539 0.201539 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18196022510528564
300 0.182019 0.181960 0.181960 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1815151572227478
320 0.181613 0.181515 0.181515 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2095286250114441
340 0.209858 0.209529 0.209529 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23448938131332397
360 0.234386 0.234489 0.234489 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20031574368476868
380 0.200545 0.200316 0.218212 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1808312088251114
400 0.181092 0.180831 0.209525 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19383621215820312
420 0.194076 0.193836 0.203024 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1767934411764145
440 0.176999 0.176793 0.200962 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17932236194610596
460 0.179433 0.179322 0.197680 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20424698293209076
480 0.204291 0.204247 0.192856 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1955420970916748
500 0.195558 0.195542 0.193533 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1910666525363922
520 0.191422 0.191067 0.192942 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17990179359912872
540 0.179927 0.179902 0.192412 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20331387221813202
560 0.203432 0.203314 0.193107 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18476955592632294
580 0.184880 0.184770 0.193609 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16996394097805023
Current valid loss: 0.16996394097805023; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
600 0.170063 0.169964 0.193128 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20498411357402802
620 0.205191 0.204984 0.194046 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19699127972126007
640 0.196924 0.196991 0.194806 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1708308458328247
660 0.170982 0.170831 0.192087 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1972414255142212
680 0.197435 0.197241 0.191872 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1708552986383438
700 0.171263 0.170855 0.191317 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17163747549057007
720 0.171619 0.171637 0.190823 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18890580534934998
740 0.188956 0.188906 0.189792 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.28230443596839905
760 0.282765 0.282304 0.192183 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16746863722801208
Current valid loss: 0.16746863722801208; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
780 0.167589 0.167469 0.190540 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1789831966161728
800 0.179485 0.178983 0.190448 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1733931005001068
820 0.173396 0.173393 0.189426 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17848071455955505
840 0.178604 0.178481 0.189510 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17766490578651428
860 0.177808 0.177665 0.189427 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18421141803264618
880 0.184241 0.184211 0.188426 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.174946591258049
900 0.175166 0.174947 0.187396 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1701374351978302
920 0.170286 0.170137 0.186349 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17049700021743774
940 0.170545 0.170497 0.185879 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17109040915966034
960 0.171421 0.171090 0.184268 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17596492171287537
980 0.176058 0.175965 0.183828 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19083952903747559
1000 0.190834 0.190840 0.184871 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1698976308107376
1020 0.170093 0.169898 0.183117 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20330774784088135
1040 0.203852 0.203308 0.183433 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19883865118026733
1060 0.199275 0.198839 0.184833 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17605800926685333
1080 0.176128 0.176058 0.183774 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2149028480052948
1100 0.214976 0.214903 0.185977 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17769546806812286
1120 0.178062 0.177695 0.186279 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18660005927085876
1140 0.187022 0.186600 0.186164 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19191421568393707
1160 0.192372 0.191914 0.181645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19725295901298523
1180 0.197520 0.197253 0.183134 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1831871122121811
1200 0.183428 0.183187 0.183344 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19696417450904846
1220 0.197048 0.196964 0.184523 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1878112256526947
1240 0.187764 0.187811 0.184989 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1777259260416031
1260 0.177950 0.177726 0.184992 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1686689406633377
1280 0.168660 0.168669 0.184215 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17295150458812714
1300 0.173127 0.172952 0.184115 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17272073030471802
1320 0.172744 0.172721 0.184244 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17481152713298798
1340 0.175091 0.174812 0.184460 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18366675078868866
1360 0.184085 0.183667 0.185089 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19362781941890717
1380 0.193851 0.193628 0.185972 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18230238556861877
1400 0.182662 0.182302 0.185545 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1765466332435608
1420 0.176793 0.176547 0.185878 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2000391185283661
1440 0.200310 0.200039 0.185714 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18689033389091492
1460 0.187327 0.186890 0.185117 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18719343841075897
1480 0.187547 0.187193 0.185674 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2119068056344986
1500 0.212307 0.211907 0.185524 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1799161583185196
1520 0.180198 0.179916 0.185635 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17287765443325043
1540 0.173032 0.172878 0.184949 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17821846902370453
1560 0.178434 0.178218 0.184264 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16976210474967957
1580 0.169878 0.169762 0.182889 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21320925652980804
1600 0.213585 0.213209 0.184391 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16930462419986725
1620 0.169507 0.169305 0.183008 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1950140744447708
1640 0.195027 0.195014 0.183368 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20051605999469757
1660 0.200634 0.200516 0.184507 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17847740650177002
1680 0.178779 0.178477 0.184998 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17451933026313782
1700 0.174689 0.174519 0.185076 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.178584024310112
1720 0.178629 0.178584 0.185369 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17005884647369385
1740 0.170154 0.170059 0.185132 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16688799858093262
Current valid loss: 0.16688799858093262; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
1760 0.167088 0.166888 0.184293 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16681256890296936
Current valid loss: 0.16681256890296936; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
1780 0.166969 0.166813 0.182952 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16847863793373108
1800 0.168758 0.168479 0.182261 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.171879842877388
1820 0.171908 0.171880 0.182027 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17933784425258636
1840 0.179618 0.179338 0.180992 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1673111468553543
1860 0.167405 0.167311 0.180013 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1764163374900818
1880 0.176476 0.176416 0.179474 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17988432943820953
1900 0.179952 0.179884 0.177873 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18245702981948853
1920 0.182500 0.182457 0.178000 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1800662726163864
1940 0.180132 0.180066 0.178360 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17404252290725708
1960 0.174164 0.174043 0.178151 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16902482509613037
1980 0.169012 0.169025 0.178114 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16945357620716095
2000 0.169466 0.169454 0.175926 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18678027391433716
2020 0.187032 0.186780 0.176800 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17484168708324432
2040 0.174924 0.174842 0.175792 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1882624328136444
2060 0.188354 0.188262 0.175179 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17413055896759033
2080 0.174209 0.174131 0.174961 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1762033998966217
2100 0.176453 0.176203 0.175046 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17298679053783417
2120 0.172921 0.172987 0.174766 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1728348731994629
2140 0.173058 0.172835 0.174905 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16717974841594696
2160 0.167225 0.167180 0.174919 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17920686304569244
2180 0.179360 0.179207 0.175539 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19143638014793396
2200 0.191836 0.191436 0.176687 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17463426291942596
2220 0.174857 0.174634 0.176825 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.184086412191391
2240 0.184327 0.184086 0.177062 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17485737800598145
2260 0.174974 0.174857 0.177439 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18138352036476135
2280 0.181701 0.181384 0.177688 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1671057641506195
2300 0.167297 0.167106 0.177049 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1826155036687851
2320 0.182865 0.182616 0.177057 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16613323986530304
Current valid loss: 0.16613323986530304; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
2340 0.166328 0.166133 0.176360 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17934195697307587
2360 0.179465 0.179342 0.176625 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1690203845500946
2380 0.169232 0.169020 0.176625 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20862683653831482
2400 0.208839 0.208627 0.178583 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19550257921218872
2420 0.195701 0.195503 0.179020 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17069290578365326
2440 0.170803 0.170693 0.178812 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1700187623500824
2460 0.170025 0.170019 0.177900 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17777539789676666
2480 0.178006 0.177775 0.178082 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1760571151971817
2500 0.176024 0.176057 0.178075 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16593556106090546
Current valid loss: 0.16593556106090546; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
2520 0.166135 0.165936 0.177722 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18235169351100922
2540 0.182496 0.182352 0.178198 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16705921292304993
2560 0.167118 0.167059 0.178192 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16757094860076904
2580 0.167696 0.167571 0.177610 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16944636404514313
2600 0.169553 0.169446 0.176511 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17146754264831543
2620 0.171594 0.171468 0.176352 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1883254200220108
2640 0.188499 0.188325 0.176564 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20530155301094055
2660 0.205811 0.205302 0.178087 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19301322102546692
2680 0.193216 0.193013 0.178668 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17405180633068085
2700 0.174285 0.174052 0.179015 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17798401415348053
2720 0.178048 0.177984 0.178784 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16749504208564758
2740 0.167641 0.167495 0.178852 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20542366802692413
2760 0.205466 0.205424 0.180156 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18039672076702118
2780 0.180391 0.180397 0.180725 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1829746812582016
2800 0.183113 0.182975 0.179442 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19219592213630676
2820 0.192333 0.192196 0.179277 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18889334797859192
2840 0.188929 0.188893 0.180187 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17775507271289825
2860 0.177783 0.177755 0.180574 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1765879988670349
2880 0.176638 0.176588 0.180514 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17453902959823608
2900 0.174628 0.174539 0.180438 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17605221271514893
2920 0.176128 0.176052 0.180944 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16936077177524567
2940 0.169471 0.169361 0.180295 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17430908977985382
2960 0.174603 0.174309 0.180657 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18329057097434998
2980 0.183566 0.183291 0.181443 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18293532729148865
3000 0.183248 0.182935 0.182118 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18387995660305023
3020 0.184145 0.183880 0.182738 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17577823996543884
3040 0.176038 0.175778 0.182111 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21358183026313782
3060 0.214171 0.213582 0.182525 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1938183456659317
3080 0.194203 0.193818 0.182565 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18085446953773499
3100 0.181043 0.180854 0.182905 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17573226988315582
3120 0.176018 0.175732 0.182793 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19609519839286804
3140 0.196571 0.196095 0.184223 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23273375630378723
3160 0.233169 0.232734 0.185588 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19723214209079742
3180 0.197627 0.197232 0.186430 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17521655559539795
3200 0.175329 0.175217 0.186042 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17397969961166382
3220 0.174114 0.173980 0.185131 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18389463424682617
3240 0.184197 0.183895 0.184881 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17351707816123962
3260 0.173655 0.173517 0.184669 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19903971254825592
3280 0.199517 0.199040 0.185792 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2031216025352478
3300 0.203566 0.203122 0.187221 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1868923455476761
3320 0.187287 0.186892 0.187763 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18582521378993988
3340 0.186108 0.185825 0.188586 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1827760934829712
3360 0.183122 0.182776 0.189010 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1808142066001892
3380 0.181042 0.180814 0.188886 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17940907180309296
3400 0.179564 0.179409 0.188710 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1779116988182068
3420 0.178108 0.177912 0.188411 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17960599064826965
3440 0.179834 0.179606 0.188603 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1730557531118393
3460 0.173203 0.173056 0.186576 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1951921582221985
3480 0.195742 0.195192 0.186645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17236573994159698
3500 0.172533 0.172366 0.186221 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17934182286262512
3520 0.179622 0.179342 0.186401 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17954906821250916
3540 0.179531 0.179549 0.185574 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1753893494606018
3560 0.175602 0.175389 0.182707 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18650855123996735
3580 0.186902 0.186509 0.182170 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1698770672082901
3600 0.170007 0.169877 0.181903 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21073375642299652
3620 0.211475 0.210734 0.183741 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1752142757177353
3640 0.175471 0.175214 0.183307 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18749837577342987
3660 0.187953 0.187498 0.184006 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17006494104862213
3680 0.170162 0.170065 0.182557 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17608462274074554
3700 0.176104 0.176085 0.181206 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17948918044567108
3720 0.179911 0.179489 0.180835 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21331040561199188
3740 0.214030 0.213310 0.182210 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18732501566410065
3760 0.187730 0.187325 0.182437 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21314692497253418
3780 0.213798 0.213147 0.184054 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19423571228981018
3800 0.194772 0.194236 0.184795 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17513033747673035
3820 0.175292 0.175130 0.184656 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17552576959133148
3840 0.175761 0.175526 0.184452 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20755715668201447
3860 0.207995 0.207557 0.186177 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17755798995494843
3880 0.177660 0.177558 0.185295 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18029698729515076
3900 0.180641 0.180297 0.185692 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17423221468925476
3920 0.174482 0.174232 0.185436 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20880013704299927
3940 0.209399 0.208800 0.186899 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19314993917942047
3960 0.193451 0.193150 0.187787 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1790970116853714
3980 0.179447 0.179097 0.187416 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17185570299625397
4000 0.172034 0.171856 0.187515 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.180955171585083
4020 0.181281 0.180955 0.186026 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16981959342956543
4040 0.169972 0.169820 0.185757 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18741361796855927
4060 0.187762 0.187414 0.185752 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1760479211807251
4080 0.176352 0.176048 0.186052 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21042759716510773
4100 0.211080 0.210428 0.187769 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18071897327899933
4120 0.181026 0.180719 0.187830 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17434591054916382
4140 0.174589 0.174346 0.185882 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247642576694489
4160 0.172609 0.172476 0.185140 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16958412528038025
4180 0.169708 0.169584 0.182961 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1848849654197693
4200 0.185126 0.184885 0.182494 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1906159669160843
4220 0.190995 0.190616 0.183268 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18614670634269714
4240 0.186510 0.186147 0.183799 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2044210284948349
4260 0.204914 0.204421 0.183642 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1980649083852768
4280 0.198445 0.198065 0.184668 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19366908073425293
4300 0.194068 0.193669 0.185336 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17934735119342804
4320 0.179497 0.179347 0.185592 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17634806036949158
4340 0.176546 0.176348 0.183969 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17938271164894104
4360 0.179562 0.179383 0.183281 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18797849118709564
4380 0.188293 0.187978 0.183725 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17676648497581482
4400 0.176992 0.176766 0.183971 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18417653441429138
4420 0.184405 0.184177 0.184132 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17797553539276123
4440 0.178170 0.177976 0.184540 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1733919382095337
4460 0.173535 0.173392 0.183838 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19667284190654755
4480 0.197061 0.196673 0.184870 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17290455102920532
4500 0.173061 0.172905 0.182994 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2005869448184967
4520 0.200923 0.200587 0.183987 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18520861864089966
4540 0.185323 0.185209 0.184530 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17614270746707916
4560 0.176252 0.176143 0.184713 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17393390834331512
4580 0.174084 0.173934 0.184931 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17533063888549805
4600 0.175543 0.175331 0.184453 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19315555691719055
4620 0.193546 0.193156 0.184580 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18404217064380646
4640 0.184246 0.184042 0.184475 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18104921281337738
4660 0.181329 0.181049 0.183306 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1808316856622696
4680 0.180875 0.180832 0.182445 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17122556269168854
4700 0.171336 0.171226 0.181323 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.172774538397789
4720 0.172952 0.172775 0.180994 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1836240291595459
4740 0.183801 0.183624 0.181358 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18077798187732697
4760 0.180980 0.180778 0.181427 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1775922179222107
4780 0.177666 0.177592 0.180908 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16895174980163574
4800 0.168977 0.168952 0.180517 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17677436769008636
4820 0.176962 0.176774 0.180147 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17747455835342407
4840 0.177586 0.177475 0.180122 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1783626526594162
4860 0.178568 0.178363 0.180371 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17285437881946564
4880 0.172822 0.172854 0.179180 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17498156428337097
4900 0.175101 0.174982 0.179284 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20002588629722595
4920 0.200303 0.200026 0.179256 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18612948060035706
4940 0.186312 0.186129 0.179302 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18771877884864807
4960 0.187978 0.187719 0.179881 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17163027822971344
4980 0.171650 0.171630 0.179765 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17176641523838043
5000 0.171705 0.171766 0.179587 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1835917830467224
5020 0.183883 0.183592 0.179109 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2054595947265625
5040 0.206075 0.205460 0.180180 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1810743510723114
5060 0.181273 0.181074 0.180181 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1961176097393036
5080 0.196493 0.196118 0.180945 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1755182445049286
5100 0.175473 0.175518 0.181160 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17288976907730103
5120 0.173095 0.172890 0.181166 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17563459277153015
5140 0.175862 0.175635 0.180766 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1741936057806015
5160 0.174312 0.174194 0.180437 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18088693916797638
5180 0.181074 0.180887 0.180602 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1867743730545044
5200 0.187064 0.186774 0.181493 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17420800030231476
5220 0.174295 0.174208 0.181365 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1864955872297287
5240 0.186764 0.186496 0.181816 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17386014759540558
5260 0.173991 0.173860 0.181591 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18257836997509003
5280 0.182716 0.182578 0.182077 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17837776243686676
5300 0.178541 0.178378 0.182247 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17463578283786774
5320 0.174668 0.174636 0.180977 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17301040887832642
5340 0.173009 0.173010 0.180321 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17675043642520905
5360 0.176917 0.176750 0.179773 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1949724555015564
5380 0.195374 0.194972 0.180940 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19299952685832977
5400 0.193336 0.193000 0.182001 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1924629658460617
5420 0.192667 0.192463 0.182445 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1724972128868103
5440 0.172451 0.172497 0.180797 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1698712855577469
5460 0.169804 0.169871 0.180237 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19034600257873535
5480 0.190658 0.190346 0.179948 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17306193709373474
5500 0.173052 0.173062 0.179825 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1722699999809265
5520 0.172408 0.172270 0.179794 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17744046449661255
5540 0.177577 0.177440 0.179885 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21225984394550323
5560 0.212692 0.212260 0.181788 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17531031370162964
5580 0.175446 0.175310 0.181509 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1876290738582611
5600 0.187810 0.187629 0.181552 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19185687601566315
5620 0.192093 0.191857 0.182434 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17422951757907867
5640 0.174375 0.174230 0.181821 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18327300250530243
5660 0.183362 0.183273 0.182292 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.171700581908226
5680 0.171885 0.171701 0.181748 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16657741367816925
5700 0.166729 0.166577 0.181158 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16980791091918945
5720 0.169957 0.169808 0.180916 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17013993859291077
5740 0.170115 0.170140 0.180773 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2046363800764084
5760 0.204867 0.204636 0.182167 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21071290969848633
5780 0.210943 0.210713 0.182954 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17740049958229065
5800 0.177661 0.177400 0.182174 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18205253779888153
5820 0.182189 0.182053 0.181654 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16783635318279266
5840 0.167869 0.167836 0.181421 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18075768649578094
5860 0.180921 0.180758 0.181965 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19536910951137543
5880 0.195751 0.195369 0.182216 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22537043690681458
5900 0.225875 0.225370 0.184831 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17740219831466675
5920 0.177808 0.177402 0.185088 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19643190503120422
5940 0.196912 0.196432 0.186038 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17579521238803864
5960 0.176086 0.175795 0.184214 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17165833711624146
5980 0.171881 0.171658 0.184032 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17321856319904327
6000 0.173352 0.173219 0.183311 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19137556850910187
6020 0.191748 0.191376 0.183287 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1731308400630951
6040 0.173144 0.173131 0.183232 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19640251994132996
6060 0.196678 0.196403 0.183889 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17019258439540863
6080 0.170345 0.170193 0.183813 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1691184639930725
6100 0.169123 0.169118 0.183940 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.169424369931221
6120 0.169545 0.169424 0.183921 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20967935025691986
6140 0.210169 0.209679 0.185898 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22297833859920502
6160 0.223352 0.222978 0.186815 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1748582124710083
6180 0.174913 0.174858 0.185023 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2286512553691864
6200 0.229107 0.228651 0.187585 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18151390552520752
6220 0.181719 0.181514 0.187558 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1748153418302536
6240 0.175076 0.174815 0.187907 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18817223608493805
6260 0.188384 0.188172 0.188278 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19030441343784332
6280 0.190666 0.190304 0.188025 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20229539275169373
6300 0.202692 0.202295 0.186871 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17404362559318542
6320 0.174196 0.174044 0.186703 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19072146713733673
6340 0.191085 0.190721 0.186417 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20482124388217926
6360 0.205218 0.204821 0.187869 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18060104548931122
6380 0.180775 0.180601 0.188316 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17288249731063843
6400 0.173012 0.172882 0.188299 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17553462088108063
6420 0.175572 0.175535 0.187507 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1700575351715088
6440 0.170144 0.170058 0.187353 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18072918057441711
6460 0.180910 0.180729 0.186570 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18046799302101135
6480 0.180849 0.180468 0.187083 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18559937179088593
6500 0.185767 0.185599 0.187908 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21518854796886444
6520 0.215661 0.215189 0.190196 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20304006338119507
6540 0.203498 0.203040 0.189864 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16734172403812408
6560 0.167415 0.167342 0.187082 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17215938866138458
6580 0.172315 0.172159 0.186947 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16781823337078094
6600 0.167889 0.167818 0.183905 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17060983180999756
6620 0.170682 0.170610 0.183360 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19395366311073303
6640 0.194218 0.193954 0.184317 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17889560759067535
6660 0.179121 0.178896 0.183853 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18836398422718048
6680 0.188743 0.188364 0.183756 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.174961656332016
6700 0.175187 0.174962 0.182389 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17287757992744446
6720 0.173001 0.172878 0.182331 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17245107889175415
6740 0.172602 0.172451 0.181418 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17779390513896942
6760 0.177989 0.177794 0.180066 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1798592209815979
6780 0.179934 0.179859 0.180029 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1947980523109436
6800 0.195016 0.194798 0.181125 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18723958730697632
6820 0.187520 0.187240 0.181710 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20505040884017944
6840 0.205287 0.205050 0.183460 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1902441829442978
6860 0.190703 0.190244 0.183936 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1744913011789322
6880 0.174698 0.174491 0.183637 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1695288121700287
6900 0.169657 0.169529 0.182833 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19055134057998657
6920 0.190768 0.190551 0.181601 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16788892447948456
6940 0.167933 0.167889 0.179844 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1921158730983734
6960 0.192166 0.192116 0.181082 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1821688413619995
6980 0.182373 0.182169 0.181583 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17036813497543335
7000 0.170603 0.170368 0.181710 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1735435426235199
7020 0.173669 0.173544 0.181857 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17207114398479462
7040 0.172279 0.172071 0.180763 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18477627635002136
7060 0.185054 0.184776 0.181057 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1708531230688095
7080 0.171063 0.170853 0.180181 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17421728372573853
7100 0.174415 0.174217 0.180144 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1805252581834793
7120 0.180832 0.180525 0.180527 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17527644336223602
7140 0.175407 0.175276 0.180668 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1658424437046051
Current valid loss: 0.1658424437046051; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
7160 0.166043 0.165842 0.180070 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16911597549915314
7180 0.169039 0.169116 0.179533 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17673037946224213
7200 0.176815 0.176730 0.178630 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18926186859607697
7220 0.189619 0.189262 0.178731 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1770879030227661
7240 0.177358 0.177088 0.177333 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18292371928691864
7260 0.183239 0.182924 0.176967 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1677786260843277
7280 0.168028 0.167779 0.176631 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1798866242170334
7300 0.180147 0.179887 0.177149 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16729190945625305
7320 0.167487 0.167292 0.175986 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17100325226783752
7340 0.171236 0.171003 0.176142 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18874628841876984
7360 0.189148 0.188746 0.175973 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17511922121047974
7380 0.175590 0.175119 0.175621 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17833878099918365
7400 0.178685 0.178339 0.176019 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17780739068984985
7420 0.178071 0.177807 0.176233 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17364247143268585
7440 0.173922 0.173642 0.176311 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17523279786109924
7460 0.175476 0.175233 0.175834 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1761171519756317
7480 0.176291 0.176117 0.176097 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17829224467277527
7500 0.178565 0.178292 0.176301 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18358707427978516
7520 0.183861 0.183587 0.176454 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19025564193725586
7540 0.190600 0.190256 0.177203 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18804921209812164
7560 0.188370 0.188049 0.178313 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2079797238111496
7580 0.208471 0.207980 0.180256 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1870575249195099
7600 0.187413 0.187058 0.180773 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19649706780910492
7620 0.196882 0.196497 0.181135 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1834409087896347
7640 0.183649 0.183441 0.181452 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18410351872444153
7660 0.184429 0.184104 0.181511 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17517872154712677
7680 0.175345 0.175179 0.181881 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1816282570362091
7700 0.181853 0.181628 0.181968 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17226217687129974
7720 0.172339 0.172262 0.182217 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18173855543136597
7740 0.181961 0.181739 0.182754 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.182683065533638
7760 0.183000 0.182683 0.182450 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1792611926794052
7780 0.179652 0.179261 0.182658 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21598723530769348
7800 0.216524 0.215987 0.184540 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17348778247833252
7820 0.173801 0.173488 0.184324 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2102544903755188
7840 0.210758 0.210254 0.186155 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1851174682378769
7860 0.185390 0.185117 0.186649 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18888264894485474
7880 0.189189 0.188883 0.187287 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18404914438724518
7900 0.184485 0.184049 0.187575 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18392609059810638
7920 0.184357 0.183926 0.187592 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1803298443555832
7940 0.180782 0.180330 0.187096 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17978110909461975
7960 0.180199 0.179781 0.186682 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19604800641536713
7980 0.196503 0.196048 0.186086 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19467343389987946
8000 0.194996 0.194673 0.186466 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17986087501049042
8020 0.180193 0.179861 0.185635 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17494747042655945
8040 0.175327 0.174947 0.185210 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.189834862947464
8060 0.190268 0.189835 0.185496 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20616018772125244
8080 0.206753 0.206160 0.187046 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18619409203529358
8100 0.186529 0.186194 0.187274 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20511049032211304
8120 0.205518 0.205110 0.188916 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18685109913349152
8140 0.187072 0.186851 0.189172 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19598488509655
8160 0.196375 0.195985 0.189837 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20493726432323456
8180 0.205336 0.204937 0.191121 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19044288992881775
8200 0.190982 0.190443 0.189844 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17276407778263092
8220 0.172997 0.172764 0.189807 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18269824981689453
8240 0.183054 0.182698 0.188430 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766626089811325
8260 0.176883 0.176663 0.188007 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17875346541404724
8280 0.179031 0.178753 0.187500 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18265661597251892
8300 0.182938 0.182657 0.187431 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1831873506307602
8320 0.183437 0.183187 0.187394 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.172598198056221
8340 0.172906 0.172598 0.187007 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1915571540594101
8360 0.191889 0.191557 0.187596 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1978016346693039
8380 0.198127 0.197802 0.187684 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19557231664657593
8400 0.196022 0.195572 0.187729 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1756739467382431
8420 0.176060 0.175674 0.187519 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17184609174728394
8440 0.172093 0.171846 0.187364 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1674221158027649
8460 0.167734 0.167422 0.186244 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18158133327960968
8480 0.181961 0.181581 0.185015 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1919442117214203
8500 0.192369 0.191944 0.185302 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1689838320016861
8520 0.169198 0.168984 0.183496 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1952582448720932
8540 0.195773 0.195258 0.183916 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17807596921920776
8560 0.178451 0.178076 0.183021 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18685853481292725
8580 0.187108 0.186859 0.182117 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18098492920398712
8600 0.181354 0.180985 0.181644 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1988375037908554
8620 0.199267 0.198838 0.182948 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20362991094589233
8640 0.204223 0.203630 0.183994 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2048141211271286
8660 0.205338 0.204814 0.185402 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17779506742954254
8680 0.178001 0.177795 0.185354 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20024478435516357
8700 0.200623 0.200245 0.186233 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.195219025015831
8720 0.195780 0.195219 0.186835 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18816614151000977
8740 0.188639 0.188166 0.187613 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17356924712657928
8760 0.173853 0.173569 0.186714 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18293434381484985
8780 0.183331 0.182934 0.185970 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17085233330726624
8800 0.171085 0.170852 0.184734 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20103655755519867
8820 0.201570 0.201037 0.186003 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18492084741592407
8840 0.185277 0.184921 0.186656 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17409712076187134
8860 0.174398 0.174097 0.186990 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18325890600681305
8880 0.183598 0.183259 0.187074 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18705786764621735
8900 0.187376 0.187058 0.186830 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18295253813266754
8920 0.183164 0.182953 0.187528 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1940423995256424
8940 0.194455 0.194042 0.187467 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22162507474422455
8960 0.222158 0.221625 0.189645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17712943255901337
8980 0.177454 0.177129 0.189158 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17531897127628326
9000 0.175626 0.175319 0.188875 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17827388644218445
9020 0.178506 0.178274 0.187847 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17031706869602203
9040 0.170342 0.170317 0.186181 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17620697617530823
9060 0.176432 0.176207 0.184751 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1709926575422287
9080 0.171135 0.170993 0.184411 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17437918484210968
9100 0.174675 0.174379 0.183117 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18061484396457672
9120 0.180844 0.180615 0.182387 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18358540534973145
9140 0.183867 0.183585 0.182158 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.183608278632164
9160 0.183968 0.183608 0.182660 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1922200322151184
9180 0.192638 0.192220 0.183124 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17707648873329163
9200 0.177264 0.177076 0.183436 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766849011182785
9220 0.177051 0.176685 0.182218 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17286644876003265
9240 0.173060 0.172866 0.181615 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1909368932247162
9260 0.191301 0.190937 0.182457 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17613758146762848
9280 0.176352 0.176138 0.182101 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18150770664215088
9300 0.181891 0.181508 0.181824 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17924588918685913
9320 0.179574 0.179246 0.181638 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19604963064193726
9340 0.196792 0.196050 0.181739 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1788913458585739
9360 0.179335 0.178891 0.179602 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17869536578655243
9380 0.179061 0.178695 0.179680 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19461019337177277
9400 0.195266 0.194610 0.180645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20502789318561554
9420 0.205484 0.205028 0.181983 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21420346200466156
9440 0.214819 0.214203 0.184177 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2020001858472824
9460 0.202596 0.202000 0.185467 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1794053465127945
9480 0.179712 0.179405 0.185887 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1896735429763794
9500 0.190127 0.189674 0.186652 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17625293135643005
9520 0.176627 0.176253 0.186434 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19452615082263947
9540 0.194933 0.194526 0.186981 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1696561872959137
9560 0.169763 0.169656 0.186283 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21266445517539978
9580 0.213216 0.212664 0.187305 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21590650081634521
9600 0.216133 0.215907 0.189247 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19004830718040466
9620 0.190269 0.190048 0.189915 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21521659195423126
9640 0.215354 0.215217 0.192033 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18689464032649994
9660 0.187091 0.186895 0.191831 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1720442771911621
9680 0.172148 0.172044 0.191626 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1740618199110031
9700 0.174243 0.174062 0.191254 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22062455117702484
9720 0.220788 0.220625 0.193323 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1986159086227417
9740 0.198917 0.198616 0.193451 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17708341777324677
9760 0.177248 0.177083 0.193360 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2020500898361206
9780 0.202194 0.202050 0.194528 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17314426600933075
9800 0.173215 0.173144 0.193455 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19389016926288605
9820 0.194133 0.193890 0.192898 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17084607481956482
9840 0.170992 0.170846 0.190730 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17318758368492126
9860 0.173324 0.173188 0.189290 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17424269020557404
9880 0.174348 0.174243 0.189031 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17610794305801392
9900 0.176186 0.176108 0.188353 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19736666977405548
9920 0.197484 0.197367 0.189409 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19140625
9940 0.191588 0.191406 0.189253 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1885736733675003
9960 0.188663 0.188574 0.190199 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23866085708141327
9980 0.238998 0.238661 0.191498 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1814115196466446
10000 0.181552 0.181412 0.189774 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18046702444553375
10020 0.180646 0.180467 0.189295 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247748374938965
10040 0.172715 0.172477 0.187158 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18505866825580597
10060 0.185217 0.185059 0.187066 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17920152842998505
10080 0.179271 0.179202 0.187424 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20827095210552216
10100 0.208527 0.208271 0.189134 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18292483687400818
10120 0.183196 0.182925 0.187249 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17685861885547638
10140 0.177008 0.176859 0.186161 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18977214395999908
10160 0.189967 0.189772 0.186796 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18400795757770538
10180 0.184236 0.184008 0.185894 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17360498011112213
10200 0.173802 0.173605 0.185917 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17602498829364777
10220 0.176269 0.176025 0.185023 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18583931028842926
10240 0.186030 0.185839 0.185773 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.179474875330925
10260 0.179616 0.179475 0.186087 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19423775374889374
10280 0.194361 0.194238 0.187087 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2024770826101303
10300 0.202620 0.202477 0.188406 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20088596642017365
10320 0.201154 0.200886 0.188582 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17176178097724915
10340 0.171901 0.171762 0.187599 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18920886516571045
10360 0.189373 0.189209 0.187631 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20295943319797516
10380 0.203203 0.202959 0.185846 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17333564162254333
10400 0.173491 0.173336 0.185442 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17214752733707428
10420 0.172317 0.172148 0.185026 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247274518013
10440 0.172625 0.172473 0.185026 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17357583343982697
10460 0.173708 0.173576 0.184452 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1752527356147766
10480 0.175363 0.175253 0.184254 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1729186624288559
10500 0.173060 0.172919 0.182487 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22020108997821808
10520 0.220440 0.220201 0.184351 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19868890941143036
10540 0.198883 0.198689 0.185442 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17161324620246887
10560 0.171876 0.171613 0.184534 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18590837717056274
10580 0.186074 0.185908 0.184629 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21245577931404114
10600 0.212620 0.212456 0.186572 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18715187907218933
10620 0.187385 0.187152 0.187128 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18469086289405823
10640 0.184895 0.184691 0.187071 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17800727486610413
10660 0.178109 0.178007 0.186997 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2004355937242508
10680 0.200607 0.200436 0.187307 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21490855515003204
10700 0.215035 0.214909 0.187929 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1814253032207489
10720 0.181693 0.181425 0.186956 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.180394247174263
10740 0.180651 0.180394 0.187387 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17294085025787354
10760 0.173147 0.172941 0.186574 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22048233449459076
10780 0.220747 0.220482 0.187450 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17259232699871063
10800 0.172762 0.172592 0.187413 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1735002100467682
10820 0.173656 0.173500 0.187481 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17887131869792938
10840 0.178971 0.178871 0.187801 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2122587412595749
10860 0.212387 0.212259 0.189735 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2101621925830841
10880 0.210229 0.210162 0.191480 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19287170469760895
10900 0.193049 0.192872 0.192478 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22810177505016327
10920 0.228220 0.228102 0.192873 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20947599411010742
10940 0.209594 0.209476 0.193412 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16601456701755524
10960 0.166150 0.166015 0.193132 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1742396354675293
10980 0.174497 0.174240 0.192549 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17887459695339203
11000 0.179320 0.178875 0.190870 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20595118403434753
11020 0.206367 0.205951 0.191810 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18710528314113617
11040 0.187510 0.187105 0.191930 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1985519975423813
11060 0.198873 0.198552 0.192958 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16992369294166565
11080 0.170264 0.169924 0.191432 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20310837030410767
11100 0.203415 0.203108 0.190842 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18103647232055664
11120 0.181420 0.181036 0.190823 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17655028402805328
11140 0.176910 0.176550 0.190630 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1714458018541336
11160 0.171920 0.171446 0.190556 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19670337438583374
11180 0.196960 0.196703 0.189367 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19269897043704987
11200 0.192945 0.192699 0.190372 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18522052466869354
11220 0.185541 0.185221 0.190958 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19810478389263153
11240 0.198304 0.198105 0.191920 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18074336647987366
11260 0.180968 0.180743 0.190344 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1893361657857895
11280 0.189576 0.189336 0.189303 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22607187926769257
11300 0.226219 0.226072 0.190963 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18250028789043427
11320 0.182834 0.182500 0.188683 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18024103343486786
11340 0.180434 0.180241 0.187221 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19400554895401
11360 0.194268 0.194006 0.188620 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1836490035057068
11380 0.183816 0.183649 0.189091 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17880190908908844
11400 0.178938 0.178802 0.189087 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19331727921962738
11420 0.193548 0.193317 0.188456 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1880691647529602
11440 0.188288 0.188069 0.188504 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1907869428396225
11460 0.190976 0.190787 0.188116 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1768084466457367
11480 0.177105 0.176808 0.188460 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16929712891578674
11500 0.169564 0.169297 0.186769 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1998295783996582
11520 0.200063 0.199830 0.187709 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17611677944660187
11540 0.176282 0.176117 0.187687 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1804928481578827
11560 0.180735 0.180493 0.188140 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1868194341659546
11580 0.187078 0.186819 0.187645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.186349555850029
11600 0.186655 0.186350 0.187328 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18089716136455536
11620 0.181152 0.180897 0.187112 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18052096664905548
11640 0.180759 0.180521 0.186233 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17516109347343445
11660 0.175518 0.175161 0.185953 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18133999407291412
11680 0.181504 0.181340 0.185554 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17531266808509827
11700 0.175668 0.175313 0.183016 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1725788414478302
11720 0.172863 0.172579 0.182520 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.182752788066864
11740 0.182930 0.182753 0.182645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1813245266675949
11760 0.181585 0.181325 0.182011 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1749047338962555
11780 0.175150 0.174905 0.181574 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1966317743062973
11800 0.196887 0.196632 0.182465 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22266030311584473
11820 0.222883 0.222660 0.183933 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17321017384529114
11840 0.173483 0.173210 0.183190 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17726469039916992
11860 0.177464 0.177265 0.182514 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18525059521198273
11880 0.185372 0.185251 0.182936 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20140250027179718
11900 0.201621 0.201403 0.184541 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18693676590919495
11920 0.187128 0.186937 0.183896 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19565358757972717
11940 0.195752 0.195654 0.184873 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18470464646816254
11960 0.184924 0.184705 0.185084 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17210499942302704
11980 0.172271 0.172105 0.184348 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1848156601190567
12000 0.184994 0.184816 0.184271 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17122021317481995
12020 0.171291 0.171220 0.183787 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17721439898014069
12040 0.177375 0.177214 0.183622 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19215650856494904
12060 0.192272 0.192157 0.184472 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18049558997154236
12080 0.180644 0.180496 0.184430 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18911930918693542
12100 0.189355 0.189119 0.185120 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17404653131961823
12120 0.174236 0.174047 0.185193 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16929325461387634
12140 0.169426 0.169293 0.184520 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19074752926826477
12160 0.190936 0.190748 0.184992 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17572613060474396
12180 0.175869 0.175726 0.185033 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21966688334941864
12200 0.219924 0.219667 0.186184 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16981559991836548
12220 0.170043 0.169816 0.183542 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1739211082458496
12240 0.174144 0.173921 0.183578 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17109856009483337
12260 0.171256 0.171099 0.183269 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21125680208206177
12280 0.211488 0.211257 0.184570 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22189746797084808
12300 0.222006 0.221897 0.185594 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19469858705997467
12320 0.194859 0.194699 0.185982 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1701051890850067
12340 0.170250 0.170105 0.184705 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17313867807388306
12360 0.173334 0.173139 0.184127 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17453943192958832
12380 0.174650 0.174539 0.184248 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18812811374664307
12400 0.188294 0.188128 0.184414 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.21842621266841888
12420 0.218569 0.218426 0.186774 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17296434938907623
12440 0.173097 0.172964 0.186562 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18772071599960327
12460 0.187914 0.187721 0.186340 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18670062720775604
12480 0.186908 0.186701 0.186650 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22509130835533142
12500 0.225242 0.225091 0.188449 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17247065901756287
12520 0.172658 0.172471 0.188370 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.22214540839195251
12540 0.222306 0.222145 0.191013 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19757261872291565
12560 0.197661 0.197573 0.191354 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18774376809597015
12580 0.187929 0.187744 0.191955 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1832985281944275
12600 0.183514 0.183299 0.190136 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18258024752140045
12620 0.182821 0.182580 0.190775 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1691591739654541
12640 0.169367 0.169159 0.190537 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1855711042881012
12660 0.185745 0.185571 0.191260 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17645378410816193
12680 0.176631 0.176454 0.189520 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17726363241672516
12700 0.177391 0.177264 0.187288 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19803836941719055
12720 0.198263 0.198038 0.187455 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20343178510665894
12740 0.203688 0.203432 0.189122 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18367384374141693
12760 0.183900 0.183674 0.189648 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1753743439912796
12780 0.175531 0.175374 0.189690 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17553752660751343
12800 0.175669 0.175538 0.189061 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1716693490743637
12820 0.171735 0.171669 0.186723 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17359559237957
12840 0.173653 0.173596 0.186754 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18181636929512024
12860 0.181942 0.181816 0.186459 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19488109648227692
12880 0.195121 0.194881 0.186868 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1756276935338974
12900 0.175752 0.175628 0.184395 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20247286558151245
12920 0.202694 0.202473 0.185895 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1887510120868683
12940 0.188924 0.188751 0.184225 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17866338789463043
12960 0.178823 0.178663 0.183280 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2006663978099823
12980 0.200743 0.200666 0.183926 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18975090980529785
13000 0.189989 0.189751 0.184249 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17836293578147888
13020 0.178629 0.178363 0.184038 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17705130577087402
13040 0.177307 0.177051 0.184432 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17957252264022827
13060 0.179742 0.179573 0.184133 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18478409945964813
13080 0.184960 0.184784 0.184549 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18945945799350739
13100 0.189744 0.189459 0.185159 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18358783423900604
13120 0.183830 0.183588 0.184436 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17604391276836395
13140 0.176084 0.176044 0.183067 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17495889961719513
13160 0.175120 0.174959 0.182631 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18157179653644562
13180 0.181855 0.181572 0.182941 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17405550181865692
13200 0.174196 0.174056 0.182867 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17832835018634796
13220 0.178503 0.178328 0.183200 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766231656074524
13240 0.176832 0.176623 0.183351 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18659359216690063
13260 0.186934 0.186594 0.183590 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19493313133716583
13280 0.195044 0.194933 0.183593 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17464174330234528
13300 0.174787 0.174642 0.183543 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1900589019060135
13320 0.190381 0.190059 0.182923 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.23588256537914276
13340 0.236208 0.235883 0.185279 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19776615500450134
13360 0.198217 0.197766 0.186234 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1807253509759903
13380 0.181004 0.180725 0.185237 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18957115709781647
13400 0.189934 0.189571 0.185228 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19925574958324432
13420 0.199744 0.199256 0.186273 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1886516809463501
13440 0.189013 0.188652 0.186853 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2099873423576355
13460 0.210455 0.209987 0.188374 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18857768177986145
13480 0.188999 0.188578 0.188563 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19140581786632538
13500 0.191837 0.191406 0.188661 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19064389169216156
13520 0.191017 0.190644 0.189014 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19114917516708374
13540 0.191566 0.191149 0.189769 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18214620649814606
13560 0.182344 0.182146 0.190128 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17947624623775482
13580 0.179741 0.179476 0.190023 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17817731201648712
13600 0.178483 0.178177 0.190230 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17786137759685516
13620 0.178017 0.177861 0.190206 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17536480724811554
13640 0.175645 0.175365 0.190143 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18167634308338165
13660 0.181929 0.181676 0.189897 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1794339120388031
13680 0.179715 0.179434 0.189122 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17843085527420044
13700 0.178824 0.178431 0.189312 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17982634902000427
13720 0.180173 0.179826 0.188800 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19332394003868103
13740 0.193465 0.193324 0.186672 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20450560748577118
13760 0.205036 0.204506 0.187009 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18905888497829437
13780 0.189510 0.189059 0.187426 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1871384084224701
13800 0.187590 0.187138 0.187304 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18292821943759918
13820 0.183364 0.182928 0.186488 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18539047241210938
13840 0.185473 0.185390 0.186325 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1759062260389328
13860 0.176311 0.175906 0.184621 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2053835093975067
13880 0.205423 0.205384 0.185461 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1791938990354538
13900 0.179567 0.179194 0.184851 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17252610623836517
13920 0.172825 0.172526 0.183945 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1757839173078537
13940 0.176315 0.175784 0.183176 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1902495175600052
13960 0.190807 0.190250 0.183582 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19773882627487183
13980 0.198215 0.197739 0.184495 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17624521255493164
14000 0.176843 0.176245 0.184398 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18355877697467804
14020 0.184036 0.183559 0.184683 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18240103125572205
14040 0.182860 0.182401 0.185035 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1829332858324051
14060 0.183389 0.182933 0.185098 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1700299233198166
14080 0.170414 0.170030 0.184627 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.184749037027359
14100 0.184793 0.184749 0.184943 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1766369342803955
14120 0.177123 0.176637 0.184784 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17714716494083405
14140 0.177586 0.177147 0.183975 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18411852419376373
14160 0.184583 0.184119 0.182956 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.16984468698501587
14180 0.170190 0.169845 0.181995 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17633162438869476
14200 0.176767 0.176332 0.181455 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20572130382061005
14220 0.206249 0.205721 0.182594 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1813565194606781
14240 0.181879 0.181357 0.182393 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1799929440021515
14260 0.180467 0.179993 0.182597 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17057964205741882
14280 0.171032 0.170580 0.180857 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1807245910167694
14300 0.181177 0.180725 0.180933 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1747252494096756
14320 0.175093 0.174725 0.181043 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17435471713542938
14340 0.174922 0.174355 0.180972 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19563445448875427
14360 0.196121 0.195634 0.181241 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18349096179008484
14380 0.183929 0.183491 0.180529 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18667815625667572
14400 0.187157 0.186678 0.181050 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2270985096693039
14420 0.227431 0.227099 0.183227 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19154077768325806
14440 0.192007 0.191541 0.183684 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1735936850309372
14460 0.173818 0.173594 0.183217 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1721927523612976
14480 0.172533 0.172193 0.183325 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17378900945186615
14500 0.174162 0.173789 0.182777 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19629037380218506
14520 0.196664 0.196290 0.183760 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.2053767442703247
14540 0.205707 0.205377 0.185172 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17806749045848846
14560 0.178348 0.178067 0.184869 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19961923360824585
14580 0.199954 0.199619 0.186358 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1890093833208084
14600 0.189255 0.189009 0.186992 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19290322065353394
14620 0.193186 0.192903 0.186351 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1721162497997284
14640 0.172469 0.172116 0.185889 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17573070526123047
14660 0.176012 0.175731 0.185676 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.20096993446350098
14680 0.201269 0.200970 0.187195 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18972811102867126
14700 0.190101 0.189728 0.187645 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17051026225090027
14720 0.170897 0.170510 0.187435 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18332380056381226
14740 0.183554 0.183324 0.187883 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18907789885997772
14760 0.189384 0.189078 0.187555 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17237170040607452
14780 0.172607 0.172372 0.186999 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17948290705680847
14800 0.179735 0.179483 0.186639 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18551373481750488
14820 0.185798 0.185514 0.184560 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19273380935192108
14840 0.192995 0.192734 0.184620 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17237025499343872
14860 0.172612 0.172370 0.184559 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.17963562905788422
14880 0.179994 0.179636 0.184931 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19926312565803528
14900 0.199512 0.199263 0.186205 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1826273798942566
14920 0.182849 0.182627 0.185521 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19238366186618805
14940 0.192638 0.192384 0.184872 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.19227109849452972
14960 0.192506 0.192271 0.185582 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.18627028167247772
14980 0.186469 0.186270 0.184914 CURRENT LEARNING RATE: 0.7
previous_iter_valid_loss : 0.1854322850704193
15000 0.185727 0.185432 0.184736 CURRENT LEARNING RATE: 0.6023750964299494
previous_iter_valid_loss : 0.1771186888217926
15020 0.177315 0.177119 0.183946 CURRENT LEARNING RATE: 0.6022546334573621
previous_iter_valid_loss : 0.18051442503929138
15040 0.180690 0.180514 0.184366 CURRENT LEARNING RATE: 0.6021341945749603
previous_iter_valid_loss : 0.1913745254278183
15060 0.191541 0.191375 0.185148 CURRENT LEARNING RATE: 0.6020137797779265
previous_iter_valid_loss : 0.16941963136196136
15080 0.169699 0.169420 0.183571 CURRENT LEARNING RATE: 0.6018933890614439
previous_iter_valid_loss : 0.21120749413967133
15100 0.211414 0.211207 0.184645 CURRENT LEARNING RATE: 0.6017730224206969
previous_iter_valid_loss : 0.18345336616039276
15120 0.183707 0.183453 0.185292 CURRENT LEARNING RATE: 0.6016526798508708
previous_iter_valid_loss : 0.1894083023071289
15140 0.189708 0.189408 0.185596 CURRENT LEARNING RATE: 0.601532361347152
previous_iter_valid_loss : 0.17926332354545593
15160 0.179464 0.179263 0.185106 CURRENT LEARNING RATE: 0.6014120669047279
previous_iter_valid_loss : 0.1683439016342163
15180 0.168589 0.168344 0.184904 CURRENT LEARNING RATE: 0.6012917965187864
previous_iter_valid_loss : 0.1698950082063675
15200 0.170133 0.169895 0.184425 CURRENT LEARNING RATE: 0.6011715501845168
previous_iter_valid_loss : 0.17166559398174286
15220 0.171891 0.171666 0.183732 CURRENT LEARNING RATE: 0.6010513278971095
previous_iter_valid_loss : 0.18301811814308167
15240 0.183158 0.183018 0.183247 CURRENT LEARNING RATE: 0.6009311296517552
previous_iter_valid_loss : 0.17661313712596893
15260 0.176708 0.176613 0.183459 CURRENT LEARNING RATE: 0.6008109554436463
previous_iter_valid_loss : 0.16834840178489685
15280 0.168593 0.168348 0.182894 CURRENT LEARNING RATE: 0.6006908052679756
previous_iter_valid_loss : 0.1688491553068161
15300 0.169064 0.168849 0.181374 CURRENT LEARNING RATE: 0.6005706791199372
previous_iter_valid_loss : 0.17410258948802948
15320 0.174308 0.174103 0.180947 CURRENT LEARNING RATE: 0.6004505769947261
previous_iter_valid_loss : 0.1699925810098648
15340 0.170130 0.169993 0.179828 CURRENT LEARNING RATE: 0.6003304988875381
previous_iter_valid_loss : 0.16663280129432678
15360 0.166812 0.166633 0.178546 CURRENT LEARNING RATE: 0.6002104447935702
previous_iter_valid_loss : 0.16829906404018402
15380 0.168507 0.168299 0.177647 CURRENT LEARNING RATE: 0.6000904147080202
previous_iter_valid_loss : 0.16697749495506287
15400 0.167160 0.166977 0.176725 CURRENT LEARNING RATE: 0.5999704086260867
previous_iter_valid_loss : 0.17597252130508423
15420 0.176217 0.175973 0.176667 CURRENT LEARNING RATE: 0.5998504265429698
previous_iter_valid_loss : 0.17451907694339752
15440 0.174737 0.174519 0.176368 CURRENT LEARNING RATE: 0.59973046845387
previous_iter_valid_loss : 0.16748696565628052
15460 0.167664 0.167487 0.175173 CURRENT LEARNING RATE: 0.599610534353989
previous_iter_valid_loss : 0.1659507155418396
15480 0.166168 0.165951 0.175000 CURRENT LEARNING RATE: 0.5994906242385294
previous_iter_valid_loss : 0.16792382299900055
15500 0.168210 0.167924 0.172836 CURRENT LEARNING RATE: 0.5993707381026949
previous_iter_valid_loss : 0.17222009599208832
15520 0.172491 0.172220 0.172274 CURRENT LEARNING RATE: 0.59925087594169
previous_iter_valid_loss : 0.18320758640766144
15540 0.183446 0.183208 0.171964 CURRENT LEARNING RATE: 0.5991310377507203
previous_iter_valid_loss : 0.20036301016807556
15560 0.200566 0.200363 0.173019 CURRENT LEARNING RATE: 0.599011223524992
previous_iter_valid_loss : 0.17261524498462677
15580 0.172861 0.172615 0.173232 CURRENT LEARNING RATE: 0.5988914332597128
previous_iter_valid_loss : 0.16807158291339874
15600 0.168250 0.168072 0.173141 CURRENT LEARNING RATE: 0.5987716669500911
previous_iter_valid_loss : 0.16677190363407135
15620 0.166963 0.166772 0.172897 CURRENT LEARNING RATE: 0.5986519245913361
previous_iter_valid_loss : 0.1833491176366806
15640 0.183530 0.183349 0.172913 CURRENT LEARNING RATE: 0.5985322061786582
previous_iter_valid_loss : 0.16957606375217438
15660 0.169716 0.169576 0.172561 CURRENT LEARNING RATE: 0.5984125117072686
previous_iter_valid_loss : 0.1726035326719284
15680 0.172779 0.172604 0.172774 CURRENT LEARNING RATE: 0.5982928411723795
previous_iter_valid_loss : 0.17076623439788818
15700 0.171003 0.170766 0.172870 CURRENT LEARNING RATE: 0.5981731945692041
previous_iter_valid_loss : 0.1810886710882187
15720 0.181320 0.181089 0.173219 CURRENT LEARNING RATE: 0.5980535718929567
previous_iter_valid_loss : 0.19415253400802612
15740 0.194147 0.194153 0.174427 CURRENT LEARNING RATE: 0.5979339731388522
previous_iter_valid_loss : 0.18325944244861603
15760 0.183443 0.183259 0.175258 CURRENT LEARNING RATE: 0.5978143983021067
previous_iter_valid_loss : 0.17648734152317047
15780 0.176628 0.176487 0.175668 CURRENT LEARNING RATE: 0.5976948473779372
previous_iter_valid_loss : 0.17124421894550323
15800 0.171357 0.171244 0.175881 CURRENT LEARNING RATE: 0.5975753203615616
previous_iter_valid_loss : 0.17460474371910095
15820 0.174864 0.174605 0.175813 CURRENT LEARNING RATE: 0.5974558172481991
previous_iter_valid_loss : 0.1987428218126297
15840 0.198918 0.198743 0.177024 CURRENT LEARNING RATE: 0.5973363380330692
previous_iter_valid_loss : 0.17570802569389343
15860 0.175939 0.175708 0.177435 CURRENT LEARNING RATE: 0.597216882711393
previous_iter_valid_loss : 0.17706041038036346
15880 0.177335 0.177060 0.177991 CURRENT LEARNING RATE: 0.597097451278392
previous_iter_valid_loss : 0.1754668951034546
15900 0.175684 0.175467 0.178368 CURRENT LEARNING RATE: 0.5969780437292893
previous_iter_valid_loss : 0.17375034093856812
15920 0.173974 0.173750 0.178444 CURRENT LEARNING RATE: 0.5968586600593083
previous_iter_valid_loss : 0.1697700321674347
15940 0.169980 0.169770 0.177772 CURRENT LEARNING RATE: 0.5967393002636739
previous_iter_valid_loss : 0.16857698559761047
15960 0.168765 0.168577 0.176183 CURRENT LEARNING RATE: 0.5966199643376116
previous_iter_valid_loss : 0.16879063844680786
15980 0.168933 0.168791 0.175992 CURRENT LEARNING RATE: 0.5965006522763479
previous_iter_valid_loss : 0.1679541915655136
16000 0.168107 0.167954 0.175986 CURRENT LEARNING RATE: 0.5963813640751104
previous_iter_valid_loss : 0.16682010889053345
16020 0.167049 0.166820 0.175988 CURRENT LEARNING RATE: 0.5962620997291276
previous_iter_valid_loss : 0.18633297085762024
16040 0.186607 0.186333 0.176138 CURRENT LEARNING RATE: 0.5961428592336288
previous_iter_valid_loss : 0.1721086949110031
16060 0.172354 0.172109 0.176264 CURRENT LEARNING RATE: 0.5960236425838443
previous_iter_valid_loss : 0.17276009917259216
16080 0.172932 0.172760 0.176272 CURRENT LEARNING RATE: 0.5959044497750058
previous_iter_valid_loss : 0.16636300086975098
16100 0.166590 0.166363 0.176052 CURRENT LEARNING RATE: 0.5957852808023453
previous_iter_valid_loss : 0.17593328654766083
16120 0.176098 0.175933 0.175794 CURRENT LEARNING RATE: 0.595666135661096
previous_iter_valid_loss : 0.1691986620426178
16140 0.169416 0.169199 0.174546 CURRENT LEARNING RATE: 0.5955470143464924
previous_iter_valid_loss : 0.21098555624485016
16160 0.211108 0.210986 0.175933 CURRENT LEARNING RATE: 0.5954279168537694
previous_iter_valid_loss : 0.2009577602148056
16180 0.201122 0.200958 0.177156 CURRENT LEARNING RATE: 0.595308843178163
previous_iter_valid_loss : 0.17875146865844727
16200 0.179009 0.178751 0.177532 CURRENT LEARNING RATE: 0.5951897933149106
previous_iter_valid_loss : 0.16876433789730072
16220 0.168987 0.168764 0.177240 CURRENT LEARNING RATE: 0.5950707672592499
previous_iter_valid_loss : 0.1748761385679245
16240 0.175135 0.174876 0.176046 CURRENT LEARNING RATE: 0.59495176500642
previous_iter_valid_loss : 0.17523100972175598
16260 0.175514 0.175231 0.176022 CURRENT LEARNING RATE: 0.5948327865516608
previous_iter_valid_loss : 0.19130249321460724
16280 0.191569 0.191302 0.176735 CURRENT LEARNING RATE: 0.5947138318902131
previous_iter_valid_loss : 0.16752097010612488
16300 0.167799 0.167521 0.176337 CURRENT LEARNING RATE: 0.5945949010173188
previous_iter_valid_loss : 0.17263156175613403
16320 0.172905 0.172632 0.176281 CURRENT LEARNING RATE: 0.5944759939282206
previous_iter_valid_loss : 0.17069613933563232
16340 0.170954 0.170696 0.176328 CURRENT LEARNING RATE: 0.5943571106181623
previous_iter_valid_loss : 0.1788819432258606
16360 0.179162 0.178882 0.176843 CURRENT LEARNING RATE: 0.5942382510823884
previous_iter_valid_loss : 0.17554312944412231
16380 0.175851 0.175543 0.177180 CURRENT LEARNING RATE: 0.5941194153161447
previous_iter_valid_loss : 0.19301022589206696
16400 0.193285 0.193010 0.178433 CURRENT LEARNING RATE: 0.5940006033146776
previous_iter_valid_loss : 0.18706338107585907
16420 0.187340 0.187063 0.179445 CURRENT LEARNING RATE: 0.5938818150732349
previous_iter_valid_loss : 0.1678028404712677
16440 0.168075 0.167803 0.178519 CURRENT LEARNING RATE: 0.5937630505870647
previous_iter_valid_loss : 0.1952662616968155
16460 0.195457 0.195266 0.179677 CURRENT LEARNING RATE: 0.5936443098514166
previous_iter_valid_loss : 0.1875040978193283
16480 0.187770 0.187504 0.180414 CURRENT LEARNING RATE: 0.593525592861541
previous_iter_valid_loss : 0.19382406771183014
16500 0.194094 0.193824 0.181787 CURRENT LEARNING RATE: 0.5934068996126892
previous_iter_valid_loss : 0.1708487868309021
16520 0.171114 0.170849 0.181533 CURRENT LEARNING RATE: 0.5932882301001136
previous_iter_valid_loss : 0.1699538677930832
16540 0.170165 0.169954 0.181571 CURRENT LEARNING RATE: 0.5931695843190672
previous_iter_valid_loss : 0.16510596871376038
Current valid loss: 0.16510596871376038; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
16560 0.165301 0.165106 0.179277 CURRENT LEARNING RATE: 0.5930509622648041
previous_iter_valid_loss : 0.2271295189857483
16580 0.227282 0.227130 0.180585 CURRENT LEARNING RATE: 0.5929323639325796
previous_iter_valid_loss : 0.16608022153377533
16600 0.166310 0.166080 0.179952 CURRENT LEARNING RATE: 0.5928137893176499
previous_iter_valid_loss : 0.17765356600284576
16620 0.177959 0.177654 0.180396 CURRENT LEARNING RATE: 0.5926952384152718
previous_iter_valid_loss : 0.18951387703418732
16640 0.189734 0.189514 0.181128 CURRENT LEARNING RATE: 0.5925767112207033
previous_iter_valid_loss : 0.19526459276676178
16660 0.195442 0.195265 0.182130 CURRENT LEARNING RATE: 0.5924582077292033
previous_iter_valid_loss : 0.22250115871429443
16680 0.222651 0.222501 0.183690 CURRENT LEARNING RATE: 0.5923397279360317
previous_iter_valid_loss : 0.18998213112354279
16700 0.190258 0.189982 0.184813 CURRENT LEARNING RATE: 0.5922212718364493
previous_iter_valid_loss : 0.17631511390209198
16720 0.176605 0.176315 0.184997 CURRENT LEARNING RATE: 0.592102839425718
previous_iter_valid_loss : 0.17559127509593964
16740 0.175933 0.175591 0.185242 CURRENT LEARNING RATE: 0.5919844306991001
previous_iter_valid_loss : 0.17552036046981812
16760 0.175787 0.175520 0.185073 CURRENT LEARNING RATE: 0.5918660456518596
previous_iter_valid_loss : 0.17995792627334595
16780 0.180232 0.179958 0.185294 CURRENT LEARNING RATE: 0.591747684279261
previous_iter_valid_loss : 0.17377476394176483
16800 0.174130 0.173775 0.184332 CURRENT LEARNING RATE: 0.59162934657657
previous_iter_valid_loss : 0.17505405843257904
16820 0.175324 0.175054 0.183732 CURRENT LEARNING RATE: 0.5915110325390528
previous_iter_valid_loss : 0.17089131474494934
16840 0.171154 0.170891 0.183886 CURRENT LEARNING RATE: 0.5913927421619769
previous_iter_valid_loss : 0.18153899908065796
16860 0.181837 0.181539 0.183200 CURRENT LEARNING RATE: 0.591274475440611
previous_iter_valid_loss : 0.1709611862897873
16880 0.171212 0.170961 0.182373 CURRENT LEARNING RATE: 0.591156232370224
previous_iter_valid_loss : 0.17806687951087952
16900 0.178381 0.178067 0.181585 CURRENT LEARNING RATE: 0.5910380129460864
previous_iter_valid_loss : 0.1699829399585724
16920 0.170240 0.169983 0.181542 CURRENT LEARNING RATE: 0.5909198171634694
previous_iter_valid_loss : 0.16758118569850922
16940 0.167788 0.167581 0.181423 CURRENT LEARNING RATE: 0.5908016450176452
previous_iter_valid_loss : 0.17753848433494568
16960 0.177585 0.177538 0.182045 CURRENT LEARNING RATE: 0.590683496503887
previous_iter_valid_loss : 0.17007485032081604
16980 0.170339 0.170075 0.179192 CURRENT LEARNING RATE: 0.5905653716174686
previous_iter_valid_loss : 0.21323828399181366
17000 0.213415 0.213238 0.181550 CURRENT LEARNING RATE: 0.5904472703536651
previous_iter_valid_loss : 0.19772402942180634
17020 0.198002 0.197724 0.182553 CURRENT LEARNING RATE: 0.5903291927077525
previous_iter_valid_loss : 0.1825895607471466
17040 0.183038 0.182590 0.182207 CURRENT LEARNING RATE: 0.5902111386750077
previous_iter_valid_loss : 0.1867164522409439
17060 0.187040 0.186716 0.181780 CURRENT LEARNING RATE: 0.5900931082507086
previous_iter_valid_loss : 0.1673145294189453
17080 0.167571 0.167315 0.179020 CURRENT LEARNING RATE: 0.5899751014301339
previous_iter_valid_loss : 0.17091678082942963
17100 0.171231 0.170917 0.178067 CURRENT LEARNING RATE: 0.5898571182085633
previous_iter_valid_loss : 0.1871393471956253
17120 0.187467 0.187139 0.178608 CURRENT LEARNING RATE: 0.5897391585812775
previous_iter_valid_loss : 0.2553655505180359
17140 0.255396 0.255366 0.182597 CURRENT LEARNING RATE: 0.5896212225435581
previous_iter_valid_loss : 0.1869657188653946
17160 0.187244 0.186966 0.183169 CURRENT LEARNING RATE: 0.5895033100906878
previous_iter_valid_loss : 0.19118618965148926
17180 0.191443 0.191186 0.183731 CURRENT LEARNING RATE: 0.5893854212179499
previous_iter_valid_loss : 0.16630509495735168
17200 0.166626 0.166305 0.183357 CURRENT LEARNING RATE: 0.589267555920629
previous_iter_valid_loss : 0.16573651134967804
17220 0.166092 0.165737 0.182891 CURRENT LEARNING RATE: 0.5891497141940103
previous_iter_valid_loss : 0.1864500492811203
17240 0.186692 0.186450 0.183669 CURRENT LEARNING RATE: 0.5890318960333802
previous_iter_valid_loss : 0.18962989747524261
17260 0.189926 0.189630 0.184074 CURRENT LEARNING RATE: 0.5889141014340261
previous_iter_valid_loss : 0.17542284727096558
17280 0.175795 0.175423 0.184297 CURRENT LEARNING RATE: 0.5887963303912362
previous_iter_valid_loss : 0.22507448494434357
17300 0.225191 0.225074 0.186647 CURRENT LEARNING RATE: 0.5886785829002995
previous_iter_valid_loss : 0.1832340657711029
17320 0.183503 0.183234 0.187310 CURRENT LEARNING RATE: 0.5885608589565063
previous_iter_valid_loss : 0.17821818590164185
17340 0.178324 0.178218 0.187842 CURRENT LEARNING RATE: 0.5884431585551475
previous_iter_valid_loss : 0.1815447062253952
17360 0.181850 0.181545 0.188042 CURRENT LEARNING RATE: 0.588325481691515
previous_iter_valid_loss : 0.21345053613185883
17380 0.213634 0.213451 0.190211 CURRENT LEARNING RATE: 0.5882078283609019
previous_iter_valid_loss : 0.1915169060230255
17400 0.191759 0.191517 0.189125 CURRENT LEARNING RATE: 0.5880901985586021
previous_iter_valid_loss : 0.1676606833934784
17420 0.167985 0.167661 0.187622 CURRENT LEARNING RATE: 0.5879725922799103
previous_iter_valid_loss : 0.16923704743385315
17440 0.169541 0.169237 0.186954 CURRENT LEARNING RATE: 0.5878550095201222
previous_iter_valid_loss : 0.17353937029838562
17460 0.173891 0.173539 0.186295 CURRENT LEARNING RATE: 0.5877374502745346
previous_iter_valid_loss : 0.17494121193885803
17480 0.175313 0.174941 0.186677 CURRENT LEARNING RATE: 0.5876199145384451
previous_iter_valid_loss : 0.1704426258802414
17500 0.170789 0.170443 0.186653 CURRENT LEARNING RATE: 0.5875024023071522
previous_iter_valid_loss : 0.17014950513839722
17520 0.170413 0.170150 0.185803 CURRENT LEARNING RATE: 0.5873849135759556
previous_iter_valid_loss : 0.18826383352279663
17540 0.188556 0.188264 0.182448 CURRENT LEARNING RATE: 0.5872674483401555
previous_iter_valid_loss : 0.17668528854846954
17560 0.177016 0.176685 0.181934 CURRENT LEARNING RATE: 0.5871500065950535
previous_iter_valid_loss : 0.20281969010829926
17580 0.203034 0.202820 0.182516 CURRENT LEARNING RATE: 0.5870325883359518
previous_iter_valid_loss : 0.16839788854122162
17600 0.168732 0.168398 0.182621 CURRENT LEARNING RATE: 0.5869151935581537
previous_iter_valid_loss : 0.1827615648508072
17620 0.183011 0.182762 0.183472 CURRENT LEARNING RATE: 0.5867978222569633
previous_iter_valid_loss : 0.17513330280780792
17640 0.175425 0.175133 0.182906 CURRENT LEARNING RATE: 0.5866804744276861
previous_iter_valid_loss : 0.17003679275512695
17660 0.170411 0.170037 0.181926 CURRENT LEARNING RATE: 0.5865631500656279
previous_iter_valid_loss : 0.16717420518398285
17680 0.167424 0.167174 0.181514 CURRENT LEARNING RATE: 0.5864458491660957
previous_iter_valid_loss : 0.16924609243869781
17700 0.169517 0.169246 0.178722 CURRENT LEARNING RATE: 0.5863285717243976
previous_iter_valid_loss : 0.16841639578342438
17720 0.168694 0.168416 0.177982 CURRENT LEARNING RATE: 0.5862113177358423
previous_iter_valid_loss : 0.17176435887813568
17740 0.172160 0.171764 0.177659 CURRENT LEARNING RATE: 0.58609408719574
previous_iter_valid_loss : 0.17722660303115845
17760 0.177531 0.177227 0.177443 CURRENT LEARNING RATE: 0.5859768800994012
previous_iter_valid_loss : 0.17146071791648865
17780 0.171697 0.171461 0.175344 CURRENT LEARNING RATE: 0.5858596964421376
previous_iter_valid_loss : 0.1700134128332138
17800 0.170290 0.170013 0.174268 CURRENT LEARNING RATE: 0.585742536219262
previous_iter_valid_loss : 0.1830173283815384
17820 0.183348 0.183017 0.175036 CURRENT LEARNING RATE: 0.5856253994260879
previous_iter_valid_loss : 0.16569045186042786
17840 0.166016 0.165690 0.174859 CURRENT LEARNING RATE: 0.5855082860579299
previous_iter_valid_loss : 0.1680070012807846
17860 0.168318 0.168007 0.174582 CURRENT LEARNING RATE: 0.5853911961101034
previous_iter_valid_loss : 0.1725512444972992
17880 0.172894 0.172551 0.174463 CURRENT LEARNING RATE: 0.5852741295779248
previous_iter_valid_loss : 0.17143817245960236
17900 0.171851 0.171438 0.174513 CURRENT LEARNING RATE: 0.5851570864567115
previous_iter_valid_loss : 0.16784867644309998
17920 0.168206 0.167849 0.174397 CURRENT LEARNING RATE: 0.5850400667417817
previous_iter_valid_loss : 0.1725640892982483
17940 0.172920 0.172564 0.173612 CURRENT LEARNING RATE: 0.5849230704284547
previous_iter_valid_loss : 0.1971617341041565
17960 0.197466 0.197162 0.174636 CURRENT LEARNING RATE: 0.5848060975120506
previous_iter_valid_loss : 0.19558165967464447
17980 0.195814 0.195582 0.174274 CURRENT LEARNING RATE: 0.5846891479878904
previous_iter_valid_loss : 0.16568659245967865
18000 0.165962 0.165687 0.174139 CURRENT LEARNING RATE: 0.5845722218512962
previous_iter_valid_loss : 0.16943125426769257
18020 0.169731 0.169431 0.173472 CURRENT LEARNING RATE: 0.584455319097591
previous_iter_valid_loss : 0.16856713593006134
18040 0.168864 0.168567 0.173144 CURRENT LEARNING RATE: 0.5843384397220986
previous_iter_valid_loss : 0.17066696286201477
18060 0.170877 0.170667 0.173176 CURRENT LEARNING RATE: 0.5842215837201439
previous_iter_valid_loss : 0.17852552235126495
18080 0.178816 0.178526 0.173743 CURRENT LEARNING RATE: 0.5841047510870526
previous_iter_valid_loss : 0.17494742572307587
18100 0.175266 0.174947 0.174028 CURRENT LEARNING RATE: 0.5839879418181515
previous_iter_valid_loss : 0.16914354264736176
18120 0.169356 0.169144 0.174065 CURRENT LEARNING RATE: 0.5838711559087681
previous_iter_valid_loss : 0.16754701733589172
18140 0.167827 0.167547 0.173854 CURRENT LEARNING RATE: 0.583754393354231
previous_iter_valid_loss : 0.17820966243743896
18160 0.178458 0.178210 0.173903 CURRENT LEARNING RATE: 0.5836376541498697
previous_iter_valid_loss : 0.17919130623340607
18180 0.179482 0.179191 0.174289 CURRENT LEARNING RATE: 0.5835209382910147
previous_iter_valid_loss : 0.19351215660572052
18200 0.193757 0.193512 0.175464 CURRENT LEARNING RATE: 0.5834042457729972
previous_iter_valid_loss : 0.17253249883651733
18220 0.172853 0.172532 0.174940 CURRENT LEARNING RATE: 0.5832875765911497
previous_iter_valid_loss : 0.16905298829078674
18240 0.169358 0.169053 0.175108 CURRENT LEARNING RATE: 0.5831709307408053
previous_iter_valid_loss : 0.17439410090446472
18260 0.174611 0.174394 0.175427 CURRENT LEARNING RATE: 0.5830543082172983
previous_iter_valid_loss : 0.20321443676948547
18280 0.203395 0.203214 0.176961 CURRENT LEARNING RATE: 0.5829377090159636
previous_iter_valid_loss : 0.17753760516643524
18300 0.177807 0.177538 0.177266 CURRENT LEARNING RATE: 0.5828211331321373
previous_iter_valid_loss : 0.20098936557769775
18320 0.201169 0.200989 0.178923 CURRENT LEARNING RATE: 0.5827045805611566
previous_iter_valid_loss : 0.17980045080184937
18340 0.180108 0.179800 0.179284 CURRENT LEARNING RATE: 0.582588051298359
previous_iter_valid_loss : 0.19876553118228912
18360 0.198964 0.198766 0.179365 CURRENT LEARNING RATE: 0.5824715453390837
previous_iter_valid_loss : 0.20356568694114685
18380 0.203754 0.203566 0.179764 CURRENT LEARNING RATE: 0.5823550626786702
previous_iter_valid_loss : 0.1967484951019287
18400 0.196979 0.196748 0.181317 CURRENT LEARNING RATE: 0.5822386033124592
previous_iter_valid_loss : 0.18503418564796448
18420 0.185244 0.185034 0.182097 CURRENT LEARNING RATE: 0.5821221672357926
previous_iter_valid_loss : 0.19263984262943268
18440 0.192843 0.192640 0.183301 CURRENT LEARNING RATE: 0.5820057544440126
previous_iter_valid_loss : 0.168272003531456
18460 0.168548 0.168272 0.183181 CURRENT LEARNING RATE: 0.581889364932463
previous_iter_valid_loss : 0.17660635709762573
18480 0.176870 0.176606 0.183085 CURRENT LEARNING RATE: 0.5817729986964879
previous_iter_valid_loss : 0.1840353161096573
18500 0.184297 0.184035 0.183539 CURRENT LEARNING RATE: 0.5816566557314329
previous_iter_valid_loss : 0.24605634808540344
18520 0.246170 0.246056 0.187385 CURRENT LEARNING RATE: 0.5815403360326442
previous_iter_valid_loss : 0.19419705867767334
18540 0.194444 0.194197 0.188718 CURRENT LEARNING RATE: 0.5814240395954691
previous_iter_valid_loss : 0.16859221458435059
18560 0.168855 0.168592 0.188237 CURRENT LEARNING RATE: 0.5813077664152556
previous_iter_valid_loss : 0.16854849457740784
18580 0.168747 0.168548 0.187705 CURRENT LEARNING RATE: 0.5811915164873528
previous_iter_valid_loss : 0.1678643524646759
18600 0.168153 0.167864 0.186422 CURRENT LEARNING RATE: 0.5810752898071108
previous_iter_valid_loss : 0.16995923221111298
18620 0.170126 0.169959 0.186293 CURRENT LEARNING RATE: 0.5809590863698805
previous_iter_valid_loss : 0.17889805138111115
18640 0.179043 0.178898 0.186786 CURRENT LEARNING RATE: 0.5808429061710136
previous_iter_valid_loss : 0.17458786070346832
18660 0.174862 0.174588 0.186795 CURRENT LEARNING RATE: 0.5807267492058632
previous_iter_valid_loss : 0.17115242779254913
18680 0.171494 0.171152 0.185192 CURRENT LEARNING RATE: 0.5806106154697827
previous_iter_valid_loss : 0.1680891215801239
18700 0.168333 0.168089 0.184720 CURRENT LEARNING RATE: 0.5804945049581269
previous_iter_valid_loss : 0.17105472087860107
18720 0.171245 0.171055 0.183223 CURRENT LEARNING RATE: 0.5803784176662514
previous_iter_valid_loss : 0.18820546567440033
18740 0.188416 0.188205 0.183643 CURRENT LEARNING RATE: 0.5802623535895127
previous_iter_valid_loss : 0.16871455311775208
18760 0.168944 0.168715 0.182141 CURRENT LEARNING RATE: 0.5801463127232682
previous_iter_valid_loss : 0.19267696142196655
18780 0.192902 0.192677 0.181596 CURRENT LEARNING RATE: 0.5800302950628764
previous_iter_valid_loss : 0.1722157597541809
18800 0.172366 0.172216 0.180370 CURRENT LEARNING RATE: 0.5799143006036964
previous_iter_valid_loss : 0.16680555045604706
18820 0.167024 0.166806 0.179458 CURRENT LEARNING RATE: 0.5797983293410884
previous_iter_valid_loss : 0.17177370190620422
18840 0.171969 0.171774 0.178415 CURRENT LEARNING RATE: 0.5796823812704138
previous_iter_valid_loss : 0.17255251109600067
18860 0.172818 0.172553 0.178629 CURRENT LEARNING RATE: 0.5795664563870345
previous_iter_valid_loss : 0.1867944449186325
18880 0.187078 0.186794 0.179139 CURRENT LEARNING RATE: 0.5794505546863135
previous_iter_valid_loss : 0.20364481210708618
18900 0.203820 0.203645 0.180119 CURRENT LEARNING RATE: 0.5793346761636148
previous_iter_valid_loss : 0.188096821308136
18920 0.188502 0.188097 0.177221 CURRENT LEARNING RATE: 0.5792188208143032
previous_iter_valid_loss : 0.1706887185573578
18940 0.170905 0.170689 0.176046 CURRENT LEARNING RATE: 0.5791029886337445
previous_iter_valid_loss : 0.17179524898529053
18960 0.172070 0.171795 0.176206 CURRENT LEARNING RATE: 0.5789871796173054
previous_iter_valid_loss : 0.19058719277381897
18980 0.190836 0.190587 0.177308 CURRENT LEARNING RATE: 0.5788713937603536
previous_iter_valid_loss : 0.17403581738471985
19000 0.174260 0.174036 0.177616 CURRENT LEARNING RATE: 0.5787556310582576
previous_iter_valid_loss : 0.18960131704807281
19020 0.189980 0.189601 0.178598 CURRENT LEARNING RATE: 0.578639891506387
previous_iter_valid_loss : 0.17489196360111237
19040 0.175032 0.174892 0.178398 CURRENT LEARNING RATE: 0.578524175100112
previous_iter_valid_loss : 0.1843036264181137
19060 0.184500 0.184304 0.178884 CURRENT LEARNING RATE: 0.5784084818348041
previous_iter_valid_loss : 0.1788617968559265
19080 0.178944 0.178862 0.179269 CURRENT LEARNING RATE: 0.5782928117058357
previous_iter_valid_loss : 0.18049821257591248
19100 0.180665 0.180498 0.179890 CURRENT LEARNING RATE: 0.5781771647085797
previous_iter_valid_loss : 0.17153334617614746
19120 0.171789 0.171533 0.179914 CURRENT LEARNING RATE: 0.5780615408384104
previous_iter_valid_loss : 0.1686299592256546
19140 0.168959 0.168630 0.178935 CURRENT LEARNING RATE: 0.5779459400907029
previous_iter_valid_loss : 0.18214495480060577
19160 0.182399 0.182145 0.179606 CURRENT LEARNING RATE: 0.577830362460833
previous_iter_valid_loss : 0.1725064367055893
19180 0.172702 0.172506 0.178598 CURRENT LEARNING RATE: 0.5777148079441776
previous_iter_valid_loss : 0.17523516714572906
19200 0.175471 0.175235 0.178749 CURRENT LEARNING RATE: 0.5775992765361146
previous_iter_valid_loss : 0.2010865956544876
19220 0.201262 0.201087 0.180463 CURRENT LEARNING RATE: 0.577483768232023
previous_iter_valid_loss : 0.19227340817451477
19240 0.192592 0.192273 0.181488 CURRENT LEARNING RATE: 0.5773682830272819
previous_iter_valid_loss : 0.16914427280426025
19260 0.169375 0.169144 0.181318 CURRENT LEARNING RATE: 0.5772528209172724
previous_iter_valid_loss : 0.22609269618988037
19280 0.226262 0.226093 0.183282 CURRENT LEARNING RATE: 0.5771373818973757
previous_iter_valid_loss : 0.17530840635299683
19300 0.175602 0.175308 0.181866 CURRENT LEARNING RATE: 0.5770219659629744
previous_iter_valid_loss : 0.17170731723308563
19320 0.172073 0.171707 0.181046 CURRENT LEARNING RATE: 0.5769065731094518
previous_iter_valid_loss : 0.17575424909591675
19340 0.176090 0.175754 0.181299 CURRENT LEARNING RATE: 0.5767912033321922
previous_iter_valid_loss : 0.1670060008764267
19360 0.167318 0.167006 0.181060 CURRENT LEARNING RATE: 0.5766758566265808
previous_iter_valid_loss : 0.20177598297595978
19380 0.201863 0.201776 0.181619 CURRENT LEARNING RATE: 0.5765605329880038
previous_iter_valid_loss : 0.18242034316062927
19400 0.182713 0.182420 0.182039 CURRENT LEARNING RATE: 0.5764452324118481
previous_iter_valid_loss : 0.1713590919971466
19420 0.171571 0.171359 0.181127 CURRENT LEARNING RATE: 0.5763299548935018
previous_iter_valid_loss : 0.17415928840637207
19440 0.174399 0.174159 0.181090 CURRENT LEARNING RATE: 0.5762147004283538
previous_iter_valid_loss : 0.21309921145439148
19460 0.213243 0.213099 0.182530 CURRENT LEARNING RATE: 0.5760994690117939
previous_iter_valid_loss : 0.1762397587299347
19480 0.176462 0.176240 0.182399 CURRENT LEARNING RATE: 0.5759842606392128
previous_iter_valid_loss : 0.17487865686416626
19500 0.175115 0.174879 0.182118 CURRENT LEARNING RATE: 0.5758690753060023
previous_iter_valid_loss : 0.18106456100940704
19520 0.181211 0.181065 0.182594 CURRENT LEARNING RATE: 0.5757539130075547
previous_iter_valid_loss : 0.1693633645772934
19540 0.169537 0.169363 0.182631 CURRENT LEARNING RATE: 0.5756387737392639
previous_iter_valid_loss : 0.1840459406375885
19560 0.184215 0.184046 0.182726 CURRENT LEARNING RATE: 0.575523657496524
previous_iter_valid_loss : 0.17057056725025177
19580 0.170757 0.170571 0.182629 CURRENT LEARNING RATE: 0.5754085642747305
previous_iter_valid_loss : 0.20024961233139038
19600 0.200497 0.200250 0.183880 CURRENT LEARNING RATE: 0.5752934940692797
previous_iter_valid_loss : 0.18258136510849
19620 0.182937 0.182581 0.182954 CURRENT LEARNING RATE: 0.5751784468755687
previous_iter_valid_loss : 0.17012906074523926
19640 0.170354 0.170129 0.181847 CURRENT LEARNING RATE: 0.5750634226889957
previous_iter_valid_loss : 0.19378562271595
19660 0.193967 0.193786 0.183079 CURRENT LEARNING RATE: 0.5749484215049596
previous_iter_valid_loss : 0.1839016228914261
19680 0.184143 0.183902 0.180970 CURRENT LEARNING RATE: 0.5748334433188605
previous_iter_valid_loss : 0.16740308701992035
19700 0.167711 0.167403 0.180575 CURRENT LEARNING RATE: 0.5747184881260992
previous_iter_valid_loss : 0.1787782460451126
19720 0.179037 0.178778 0.180928 CURRENT LEARNING RATE: 0.5746035559220775
previous_iter_valid_loss : 0.17732900381088257
19740 0.177559 0.177329 0.181007 CURRENT LEARNING RATE: 0.574488646702198
previous_iter_valid_loss : 0.1974673569202423
19760 0.197605 0.197467 0.182530 CURRENT LEARNING RATE: 0.5743737604618646
previous_iter_valid_loss : 0.17074976861476898
19780 0.170982 0.170750 0.180979 CURRENT LEARNING RATE: 0.5742588971964817
previous_iter_valid_loss : 0.1677091270685196
19800 0.167861 0.167709 0.180243 CURRENT LEARNING RATE: 0.5741440569014546
previous_iter_valid_loss : 0.20165662467479706
19820 0.202218 0.201657 0.181758 CURRENT LEARNING RATE: 0.57402923957219
previous_iter_valid_loss : 0.17729789018630981
19840 0.177589 0.177298 0.181915 CURRENT LEARNING RATE: 0.5739144452040951
previous_iter_valid_loss : 0.17451152205467224
19860 0.174749 0.174512 0.179985 CURRENT LEARNING RATE: 0.5737996737925779
previous_iter_valid_loss : 0.16932687163352966
19880 0.169396 0.169327 0.179640 CURRENT LEARNING RATE: 0.5736849253330479
previous_iter_valid_loss : 0.1669004112482071
19900 0.167049 0.166900 0.179241 CURRENT LEARNING RATE: 0.573570199820915
previous_iter_valid_loss : 0.17461878061294556
19920 0.174776 0.174619 0.178919 CURRENT LEARNING RATE: 0.5734554972515901
previous_iter_valid_loss : 0.1672360599040985
19940 0.167349 0.167236 0.178812 CURRENT LEARNING RATE: 0.573340817620485
previous_iter_valid_loss : 0.16916753351688385
19960 0.169305 0.169168 0.178068 CURRENT LEARNING RATE: 0.5732261609230129
previous_iter_valid_loss : 0.18036070466041565
19980 0.180748 0.180361 0.178558 CURRENT LEARNING RATE: 0.5731115271545872
previous_iter_valid_loss : 0.17270559072494507
20000 0.172864 0.172706 0.177181 CURRENT LEARNING RATE: 0.5729969163106228
previous_iter_valid_loss : 0.17382600903511047
20020 0.174114 0.173826 0.176743 CURRENT LEARNING RATE: 0.5728823283865351
previous_iter_valid_loss : 0.16796769201755524
20040 0.168320 0.167968 0.176635 CURRENT LEARNING RATE: 0.5727677633777405
previous_iter_valid_loss : 0.168241485953331
20060 0.168494 0.168241 0.175358 CURRENT LEARNING RATE: 0.5726532212796566
previous_iter_valid_loss : 0.16818977892398834
20080 0.168512 0.168190 0.174572 CURRENT LEARNING RATE: 0.5725387020877015
previous_iter_valid_loss : 0.1691812425851822
20100 0.169427 0.169181 0.174661 CURRENT LEARNING RATE: 0.5724242057972947
previous_iter_valid_loss : 0.17569173872470856
20120 0.175958 0.175692 0.174507 CURRENT LEARNING RATE: 0.5723097324038562
previous_iter_valid_loss : 0.16795065999031067
20140 0.168387 0.167951 0.174038 CURRENT LEARNING RATE: 0.572195281902807
previous_iter_valid_loss : 0.1741742044687271
20160 0.174510 0.174174 0.172873 CURRENT LEARNING RATE: 0.5720808542895691
previous_iter_valid_loss : 0.17649541795253754
20180 0.176710 0.176495 0.173160 CURRENT LEARNING RATE: 0.5719664495595655
previous_iter_valid_loss : 0.17337211966514587
20200 0.173599 0.173372 0.173443 CURRENT LEARNING RATE: 0.5718520677082202
previous_iter_valid_loss : 0.1953204870223999
20220 0.195538 0.195320 0.173127 CURRENT LEARNING RATE: 0.5717377087309574
previous_iter_valid_loss : 0.17965488135814667
20240 0.179774 0.179655 0.173244 CURRENT LEARNING RATE: 0.5716233726232031
previous_iter_valid_loss : 0.16765882074832916
20260 0.168070 0.167659 0.172902 CURRENT LEARNING RATE: 0.5715090593803838
previous_iter_valid_loss : 0.1870640069246292
20280 0.187319 0.187064 0.173789 CURRENT LEARNING RATE: 0.5713947689979268
previous_iter_valid_loss : 0.20267905294895172
20300 0.202880 0.202679 0.175578 CURRENT LEARNING RATE: 0.5712805014712609
previous_iter_valid_loss : 0.17030906677246094
20320 0.170522 0.170309 0.175362 CURRENT LEARNING RATE: 0.571166256795815
previous_iter_valid_loss : 0.16699178516864777
20340 0.167260 0.166992 0.175350 CURRENT LEARNING RATE: 0.5710520349670194
previous_iter_valid_loss : 0.17135168612003326
20360 0.171621 0.171352 0.175459 CURRENT LEARNING RATE: 0.5709378359803053
previous_iter_valid_loss : 0.17030146718025208
20380 0.170600 0.170301 0.174956 CURRENT LEARNING RATE: 0.5708236598311048
previous_iter_valid_loss : 0.17086215317249298
20400 0.171172 0.170862 0.174864 CURRENT LEARNING RATE: 0.5707095065148508
previous_iter_valid_loss : 0.1794375479221344
20420 0.179624 0.179438 0.175145 CURRENT LEARNING RATE: 0.5705953760269771
previous_iter_valid_loss : 0.18722103536128998
20440 0.187430 0.187221 0.176107 CURRENT LEARNING RATE: 0.5704812683629183
previous_iter_valid_loss : 0.17597879469394684
20460 0.176210 0.175979 0.176494 CURRENT LEARNING RATE: 0.5703671835181106
previous_iter_valid_loss : 0.1832830011844635
20480 0.183554 0.183283 0.177249 CURRENT LEARNING RATE: 0.5702531214879901
previous_iter_valid_loss : 0.19924263656139374
20500 0.199443 0.199243 0.178752 CURRENT LEARNING RATE: 0.5701390822679947
previous_iter_valid_loss : 0.1678323596715927
20520 0.168048 0.167832 0.178359 CURRENT LEARNING RATE: 0.5700250658535625
previous_iter_valid_loss : 0.16659601032733917
20540 0.166908 0.166596 0.178291 CURRENT LEARNING RATE: 0.5699110722401333
previous_iter_valid_loss : 0.17132021486759186
20560 0.171623 0.171320 0.178148 CURRENT LEARNING RATE: 0.5697971014231468
previous_iter_valid_loss : 0.20451557636260986
20580 0.204651 0.204516 0.179549 CURRENT LEARNING RATE: 0.5696831533980444
previous_iter_valid_loss : 0.17972271144390106
20600 0.179925 0.179723 0.179867 CURRENT LEARNING RATE: 0.5695692281602684
previous_iter_valid_loss : 0.17888227105140686
20620 0.179161 0.178882 0.179045 CURRENT LEARNING RATE: 0.5694553257052615
previous_iter_valid_loss : 0.1810424029827118
20640 0.181395 0.181042 0.179114 CURRENT LEARNING RATE: 0.5693414460284677
previous_iter_valid_loss : 0.17206571996212006
20660 0.172290 0.172066 0.179335 CURRENT LEARNING RATE: 0.5692275891253319
previous_iter_valid_loss : 0.1720937341451645
20680 0.172395 0.172094 0.178586 CURRENT LEARNING RATE: 0.5691137549912997
previous_iter_valid_loss : 0.17503735423088074
20700 0.175257 0.175037 0.177204 CURRENT LEARNING RATE: 0.5689999436218177
previous_iter_valid_loss : 0.17871858179569244
20720 0.178985 0.178719 0.177625 CURRENT LEARNING RATE: 0.5688861550123336
previous_iter_valid_loss : 0.1661732792854309
20740 0.166450 0.166173 0.177584 CURRENT LEARNING RATE: 0.5687723891582958
previous_iter_valid_loss : 0.20497538149356842
20760 0.205205 0.204975 0.179265 CURRENT LEARNING RATE: 0.5686586460551536
previous_iter_valid_loss : 0.16821962594985962
20780 0.168528 0.168220 0.179161 CURRENT LEARNING RATE: 0.5685449256983574
previous_iter_valid_loss : 0.19181503355503082
20800 0.192093 0.191815 0.180208 CURRENT LEARNING RATE: 0.5684312280833581
previous_iter_valid_loss : 0.17669397592544556
20820 0.176977 0.176694 0.180071 CURRENT LEARNING RATE: 0.5683175532056082
previous_iter_valid_loss : 0.17121809720993042
20840 0.171536 0.171218 0.179271 CURRENT LEARNING RATE: 0.5682039010605603
previous_iter_valid_loss : 0.1768094152212143
20860 0.177059 0.176809 0.179313 CURRENT LEARNING RATE: 0.5680902716436687
previous_iter_valid_loss : 0.17937171459197998
20880 0.179647 0.179372 0.179117 CURRENT LEARNING RATE: 0.567976664950388
previous_iter_valid_loss : 0.18272371590137482
20900 0.182947 0.182724 0.178291 CURRENT LEARNING RATE: 0.567863080976174
previous_iter_valid_loss : 0.16760499775409698
20920 0.167827 0.167605 0.178280 CURRENT LEARNING RATE: 0.5677495197164831
previous_iter_valid_loss : 0.16842371225357056
20940 0.168775 0.168424 0.178371 CURRENT LEARNING RATE: 0.5676359811667734
previous_iter_valid_loss : 0.16985559463500977
20960 0.170159 0.169856 0.178298 CURRENT LEARNING RATE: 0.5675224653225027
previous_iter_valid_loss : 0.18615953624248505
20980 0.186430 0.186160 0.177380 CURRENT LEARNING RATE: 0.5674089721791309
previous_iter_valid_loss : 0.1859245002269745
21000 0.186237 0.185925 0.177690 CURRENT LEARNING RATE: 0.5672955017321181
previous_iter_valid_loss : 0.18426400423049927
21020 0.184547 0.184264 0.177959 CURRENT LEARNING RATE: 0.5671820539769253
previous_iter_valid_loss : 0.17245180904865265
21040 0.172666 0.172452 0.177530 CURRENT LEARNING RATE: 0.5670686289090148
previous_iter_valid_loss : 0.17985737323760986
21060 0.180164 0.179857 0.177919 CURRENT LEARNING RATE: 0.5669552265238494
previous_iter_valid_loss : 0.19411726295948029
21080 0.194374 0.194117 0.179021 CURRENT LEARNING RATE: 0.5668418468168933
previous_iter_valid_loss : 0.19020241498947144
21100 0.190443 0.190202 0.179779 CURRENT LEARNING RATE: 0.5667284897836112
previous_iter_valid_loss : 0.20648632943630219
21120 0.206697 0.206486 0.181167 CURRENT LEARNING RATE: 0.5666151554194686
previous_iter_valid_loss : 0.1819540113210678
21140 0.182241 0.181954 0.181956 CURRENT LEARNING RATE: 0.5665018437199324
previous_iter_valid_loss : 0.17180269956588745
21160 0.171995 0.171803 0.180298 CURRENT LEARNING RATE: 0.56638855468047
previous_iter_valid_loss : 0.18203997611999512
21180 0.182252 0.182040 0.180989 CURRENT LEARNING RATE: 0.5662752882965498
previous_iter_valid_loss : 0.17319205403327942
21200 0.173463 0.173192 0.180057 CURRENT LEARNING RATE: 0.5661620445636413
previous_iter_valid_loss : 0.16702252626419067
21220 0.167296 0.167023 0.179574 CURRENT LEARNING RATE: 0.5660488234772146
previous_iter_valid_loss : 0.18838675320148468
21240 0.188717 0.188387 0.180432 CURRENT LEARNING RATE: 0.565935625032741
previous_iter_valid_loss : 0.18174348771572113
21260 0.182109 0.181743 0.180679 CURRENT LEARNING RATE: 0.5658224492256924
previous_iter_valid_loss : 0.18639595806598663
21280 0.186671 0.186396 0.181030 CURRENT LEARNING RATE: 0.5657092960515419
previous_iter_valid_loss : 0.19705161452293396
21300 0.197280 0.197052 0.181747 CURRENT LEARNING RATE: 0.5655961655057632
previous_iter_valid_loss : 0.1736617237329483
21320 0.173831 0.173662 0.182049 CURRENT LEARNING RATE: 0.5654830575838312
previous_iter_valid_loss : 0.17466530203819275
21340 0.174920 0.174665 0.182362 CURRENT LEARNING RATE: 0.5653699722812217
previous_iter_valid_loss : 0.17574606835842133
21360 0.176023 0.175746 0.182656 CURRENT LEARNING RATE: 0.5652569095934111
previous_iter_valid_loss : 0.18002672493457794
21380 0.180257 0.180027 0.182349 CURRENT LEARNING RATE: 0.565143869515877
previous_iter_valid_loss : 0.19672279059886932
21400 0.196923 0.196723 0.182889 CURRENT LEARNING RATE: 0.5650308520440978
previous_iter_valid_loss : 0.18505799770355225
21420 0.185417 0.185058 0.182929 CURRENT LEARNING RATE: 0.5649178571735526
previous_iter_valid_loss : 0.17688658833503723
21440 0.177180 0.176887 0.183151 CURRENT LEARNING RATE: 0.5648048848997218
previous_iter_valid_loss : 0.1879192590713501
21460 0.188284 0.187919 0.183554 CURRENT LEARNING RATE: 0.5646919352180866
previous_iter_valid_loss : 0.1684897392988205
21480 0.168662 0.168490 0.182273 CURRENT LEARNING RATE: 0.5645790081241288
previous_iter_valid_loss : 0.16691341996192932
21500 0.167175 0.166913 0.181108 CURRENT LEARNING RATE: 0.5644661036133314
previous_iter_valid_loss : 0.16999240219593048
21520 0.170310 0.169992 0.179283 CURRENT LEARNING RATE: 0.5643532216811782
previous_iter_valid_loss : 0.17822036147117615
21540 0.178490 0.178220 0.179097 CURRENT LEARNING RATE: 0.5642403623231539
previous_iter_valid_loss : 0.17536847293376923
21560 0.175651 0.175368 0.179275 CURRENT LEARNING RATE: 0.5641275255347443
previous_iter_valid_loss : 0.17760471999645233
21580 0.177870 0.177605 0.179053 CURRENT LEARNING RATE: 0.5640147113114357
previous_iter_valid_loss : 0.17343027889728546
21600 0.173759 0.173430 0.179065 CURRENT LEARNING RATE: 0.5639019196487157
previous_iter_valid_loss : 0.17421862483024597
21620 0.174483 0.174219 0.179425 CURRENT LEARNING RATE: 0.5637891505420725
previous_iter_valid_loss : 0.18418492376804352
21640 0.184439 0.184185 0.179215 CURRENT LEARNING RATE: 0.5636764039869954
previous_iter_valid_loss : 0.17258083820343018
21660 0.172830 0.172581 0.178757 CURRENT LEARNING RATE: 0.5635636799789746
previous_iter_valid_loss : 0.17264437675476074
21680 0.172928 0.172644 0.178069 CURRENT LEARNING RATE: 0.563450978513501
previous_iter_valid_loss : 0.18350598216056824
21700 0.183719 0.183506 0.177392 CURRENT LEARNING RATE: 0.5633382995860666
previous_iter_valid_loss : 0.18307076394557953
21720 0.183372 0.183071 0.177862 CURRENT LEARNING RATE: 0.5632256431921643
previous_iter_valid_loss : 0.17334160208702087
21740 0.173615 0.173342 0.177796 CURRENT LEARNING RATE: 0.5631130093272878
previous_iter_valid_loss : 0.1717931628227234
21760 0.172022 0.171793 0.177598 CURRENT LEARNING RATE: 0.5630003979869318
previous_iter_valid_loss : 0.1723662167787552
21780 0.172653 0.172366 0.177215 CURRENT LEARNING RATE: 0.5628878091665918
previous_iter_valid_loss : 0.16900154948234558
21800 0.169250 0.169002 0.175829 CURRENT LEARNING RATE: 0.5627752428617642
previous_iter_valid_loss : 0.17313869297504425
21820 0.173363 0.173139 0.175233 CURRENT LEARNING RATE: 0.5626626990679462
previous_iter_valid_loss : 0.17149260640144348
21840 0.171795 0.171493 0.174964 CURRENT LEARNING RATE: 0.5625501777806365
previous_iter_valid_loss : 0.207014262676239
21860 0.207161 0.207014 0.175918 CURRENT LEARNING RATE: 0.5624376789953339
previous_iter_valid_loss : 0.1896800398826599
21880 0.189988 0.189680 0.176978 CURRENT LEARNING RATE: 0.5623252027075385
previous_iter_valid_loss : 0.1785925328731537
21900 0.178849 0.178593 0.177562 CURRENT LEARNING RATE: 0.5622127489127513
previous_iter_valid_loss : 0.22079864144325256
21920 0.220870 0.220799 0.180102 CURRENT LEARNING RATE: 0.5621003176064742
previous_iter_valid_loss : 0.1906909942626953
21940 0.190938 0.190691 0.180726 CURRENT LEARNING RATE: 0.5619879087842098
previous_iter_valid_loss : 0.16956059634685516
21960 0.169902 0.169561 0.180435 CURRENT LEARNING RATE: 0.5618755224414619
previous_iter_valid_loss : 0.1740531176328659
21980 0.174363 0.174053 0.180258 CURRENT LEARNING RATE: 0.5617631585737349
previous_iter_valid_loss : 0.1773240566253662
22000 0.177605 0.177324 0.180453 CURRENT LEARNING RATE: 0.5616508171765343
previous_iter_valid_loss : 0.18524567782878876
22020 0.185527 0.185246 0.181004 CURRENT LEARNING RATE: 0.5615384982453665
previous_iter_valid_loss : 0.19806380569934845
22040 0.198312 0.198064 0.181698 CURRENT LEARNING RATE: 0.5614262017757388
previous_iter_valid_loss : 0.20846331119537354
22060 0.208659 0.208463 0.183492 CURRENT LEARNING RATE: 0.5613139277631591
previous_iter_valid_loss : 0.17294320464134216
22080 0.173149 0.172943 0.183507 CURRENT LEARNING RATE: 0.5612016762031367
previous_iter_valid_loss : 0.1680537760257721
22100 0.168371 0.168054 0.182734 CURRENT LEARNING RATE: 0.5610894470911812
previous_iter_valid_loss : 0.16812214255332947
22120 0.168516 0.168122 0.181987 CURRENT LEARNING RATE: 0.560977240422804
previous_iter_valid_loss : 0.19039160013198853
22140 0.190687 0.190392 0.182839 CURRENT LEARNING RATE: 0.5608650561935163
previous_iter_valid_loss : 0.16897684335708618
22160 0.169130 0.168977 0.182699 CURRENT LEARNING RATE: 0.5607528943988309
previous_iter_valid_loss : 0.16585196554660797
22180 0.166072 0.165852 0.182373 CURRENT LEARNING RATE: 0.5606407550342614
previous_iter_valid_loss : 0.18252162635326385
22200 0.182805 0.182522 0.183049 CURRENT LEARNING RATE: 0.5605286380953222
previous_iter_valid_loss : 0.18179823458194733
22220 0.182017 0.181798 0.183482 CURRENT LEARNING RATE: 0.5604165435775285
previous_iter_valid_loss : 0.16995882987976074
22240 0.170165 0.169959 0.183405 CURRENT LEARNING RATE: 0.5603044714763967
previous_iter_valid_loss : 0.1862136572599411
22260 0.186501 0.186214 0.182365 CURRENT LEARNING RATE: 0.5601924217874438
previous_iter_valid_loss : 0.17692162096500397
22280 0.177186 0.176922 0.181727 CURRENT LEARNING RATE: 0.5600803945061879
previous_iter_valid_loss : 0.17038005590438843
22300 0.170741 0.170380 0.181317 CURRENT LEARNING RATE: 0.5599683896281478
previous_iter_valid_loss : 0.18425603210926056
22320 0.184529 0.184256 0.179489 CURRENT LEARNING RATE: 0.5598564071488433
previous_iter_valid_loss : 0.1798144280910492
22340 0.179952 0.179814 0.178946 CURRENT LEARNING RATE: 0.5597444470637953
previous_iter_valid_loss : 0.17456725239753723
22360 0.174770 0.174567 0.179196 CURRENT LEARNING RATE: 0.5596325093685252
previous_iter_valid_loss : 0.18028059601783752
22380 0.180491 0.180281 0.179507 CURRENT LEARNING RATE: 0.5595205940585555
previous_iter_valid_loss : 0.1665922850370407
22400 0.166732 0.166592 0.178971 CURRENT LEARNING RATE: 0.5594087011294098
previous_iter_valid_loss : 0.18570783734321594
22420 0.185996 0.185708 0.178994 CURRENT LEARNING RATE: 0.5592968305766121
previous_iter_valid_loss : 0.17341288924217224
22440 0.173690 0.173413 0.177761 CURRENT LEARNING RATE: 0.5591849823956876
previous_iter_valid_loss : 0.24812667071819305
22460 0.248214 0.248127 0.179744 CURRENT LEARNING RATE: 0.5590731565821626
previous_iter_valid_loss : 0.17311853170394897
22480 0.173352 0.173119 0.179753 CURRENT LEARNING RATE: 0.5589613531315639
previous_iter_valid_loss : 0.17110134661197662
22500 0.171433 0.171101 0.179906 CURRENT LEARNING RATE: 0.5588495720394194
previous_iter_valid_loss : 0.17108766734600067
22520 0.171345 0.171088 0.180054 CURRENT LEARNING RATE: 0.5587378133012579
previous_iter_valid_loss : 0.16799485683441162
22540 0.168267 0.167995 0.178934 CURRENT LEARNING RATE: 0.5586260769126089
previous_iter_valid_loss : 0.17699003219604492
22560 0.177200 0.176990 0.179335 CURRENT LEARNING RATE: 0.5585143628690031
previous_iter_valid_loss : 0.16728895902633667
22580 0.167587 0.167289 0.179406 CURRENT LEARNING RATE: 0.558402671165972
previous_iter_valid_loss : 0.2093873918056488
22600 0.209522 0.209387 0.180750 CURRENT LEARNING RATE: 0.5582910017990477
previous_iter_valid_loss : 0.18434612452983856
22620 0.184534 0.184346 0.180877 CURRENT LEARNING RATE: 0.5581793547637636
previous_iter_valid_loss : 0.17084303498268127
22640 0.171090 0.170843 0.180921 CURRENT LEARNING RATE: 0.5580677300556537
previous_iter_valid_loss : 0.18934237957000732
22660 0.189549 0.189342 0.181078 CURRENT LEARNING RATE: 0.5579561276702532
previous_iter_valid_loss : 0.17062731087207794
22680 0.170887 0.170627 0.180763 CURRENT LEARNING RATE: 0.5578445476030977
previous_iter_valid_loss : 0.18480709195137024
22700 0.185041 0.184807 0.181484 CURRENT LEARNING RATE: 0.5577329898497243
previous_iter_valid_loss : 0.18934915959835052
22720 0.189587 0.189349 0.181739 CURRENT LEARNING RATE: 0.5576214544056706
previous_iter_valid_loss : 0.1739068180322647
22740 0.174091 0.173907 0.181444 CURRENT LEARNING RATE: 0.557509941266475
previous_iter_valid_loss : 0.22346703708171844
22760 0.223552 0.223467 0.183889 CURRENT LEARNING RATE: 0.5573984504276772
previous_iter_valid_loss : 0.18757618963718414
22780 0.187796 0.187576 0.184253 CURRENT LEARNING RATE: 0.5572869818848176
previous_iter_valid_loss : 0.16921840608119965
22800 0.169628 0.169218 0.184385 CURRENT LEARNING RATE: 0.5571755356334372
previous_iter_valid_loss : 0.1707778424024582
22820 0.171079 0.170778 0.183638 CURRENT LEARNING RATE: 0.5570641116690784
previous_iter_valid_loss : 0.17980800569057465
22840 0.180130 0.179808 0.183958 CURRENT LEARNING RATE: 0.5569527099872841
previous_iter_valid_loss : 0.17042842507362366
22860 0.170768 0.170428 0.180073 CURRENT LEARNING RATE: 0.5568413305835982
previous_iter_valid_loss : 0.16733059287071228
22880 0.167667 0.167331 0.179784 CURRENT LEARNING RATE: 0.5567299734535657
previous_iter_valid_loss : 0.1684454381465912
22900 0.168746 0.168445 0.179651 CURRENT LEARNING RATE: 0.5566186385927323
previous_iter_valid_loss : 0.16967833042144775
22920 0.170088 0.169678 0.179580 CURRENT LEARNING RATE: 0.5565073259966443
previous_iter_valid_loss : 0.2095935344696045
22940 0.209827 0.209594 0.181660 CURRENT LEARNING RATE: 0.5563960356608495
previous_iter_valid_loss : 0.17921239137649536
22960 0.179524 0.179212 0.181772 CURRENT LEARNING RATE: 0.5562847675808963
previous_iter_valid_loss : 0.1760268211364746
22980 0.176404 0.176027 0.182208 CURRENT LEARNING RATE: 0.5561735217523338
previous_iter_valid_loss : 0.17135772109031677
23000 0.171876 0.171358 0.180307 CURRENT LEARNING RATE: 0.5560622981707123
previous_iter_valid_loss : 0.16703754663467407
23020 0.167298 0.167038 0.179442 CURRENT LEARNING RATE: 0.5559510968315826
previous_iter_valid_loss : 0.16936981678009033
23040 0.169650 0.169370 0.179368 CURRENT LEARNING RATE: 0.555839917730497
previous_iter_valid_loss : 0.1742657572031021
23060 0.174506 0.174266 0.178614 CURRENT LEARNING RATE: 0.5557287608630082
previous_iter_valid_loss : 0.17179061472415924
23080 0.172063 0.171791 0.178672 CURRENT LEARNING RATE: 0.5556176262246698
previous_iter_valid_loss : 0.17012172937393188
23100 0.170412 0.170122 0.177938 CURRENT LEARNING RATE: 0.5555065138110367
previous_iter_valid_loss : 0.1674034744501114
23120 0.167690 0.167403 0.176841 CURRENT LEARNING RATE: 0.5553954236176641
previous_iter_valid_loss : 0.17495419085025787
23140 0.175238 0.174954 0.176893 CURRENT LEARNING RATE: 0.5552843556401086
previous_iter_valid_loss : 0.18933704495429993
23160 0.189625 0.189337 0.175186 CURRENT LEARNING RATE: 0.5551733098739273
previous_iter_valid_loss : 0.16848644614219666
23180 0.168779 0.168486 0.174232 CURRENT LEARNING RATE: 0.5550622863146786
previous_iter_valid_loss : 0.17135928571224213
23200 0.171893 0.171359 0.174339 CURRENT LEARNING RATE: 0.5549512849579213
previous_iter_valid_loss : 0.1679231971502304
23220 0.168284 0.167923 0.174196 CURRENT LEARNING RATE: 0.5548403057992155
previous_iter_valid_loss : 0.1735420972108841
23240 0.173823 0.173542 0.173883 CURRENT LEARNING RATE: 0.554729348834122
previous_iter_valid_loss : 0.17781931161880493
23260 0.178137 0.177819 0.174253 CURRENT LEARNING RATE: 0.5546184140582026
previous_iter_valid_loss : 0.17451603710651398
23280 0.174857 0.174516 0.174612 CURRENT LEARNING RATE: 0.5545075014670198
previous_iter_valid_loss : 0.19771920144557953
23300 0.197985 0.197719 0.176076 CURRENT LEARNING RATE: 0.5543966110561371
previous_iter_valid_loss : 0.17155422270298004
23320 0.171926 0.171554 0.176169 CURRENT LEARNING RATE: 0.5542857428211189
previous_iter_valid_loss : 0.16926276683807373
23340 0.169813 0.169263 0.174153 CURRENT LEARNING RATE: 0.5541748967575305
previous_iter_valid_loss : 0.1705513596534729
23360 0.170866 0.170551 0.173720 CURRENT LEARNING RATE: 0.5540640728609382
previous_iter_valid_loss : 0.17402644455432892
23380 0.174280 0.174026 0.173620 CURRENT LEARNING RATE: 0.5539532711269086
previous_iter_valid_loss : 0.17840337753295898
23400 0.178764 0.178403 0.173972 CURRENT LEARNING RATE: 0.5538424915510102
previous_iter_valid_loss : 0.1690749078989029
23420 0.169530 0.169075 0.174074 CURRENT LEARNING RATE: 0.5537317341288114
previous_iter_valid_loss : 0.18826141953468323
23440 0.188521 0.188261 0.175018 CURRENT LEARNING RATE: 0.553620998855882
previous_iter_valid_loss : 0.18258768320083618
23460 0.182925 0.182588 0.175435 CURRENT LEARNING RATE: 0.5535102857277927
previous_iter_valid_loss : 0.1704113781452179
23480 0.170837 0.170411 0.175366 CURRENT LEARNING RATE: 0.5533995947401149
previous_iter_valid_loss : 0.22810932993888855
23500 0.228336 0.228109 0.178265 CURRENT LEARNING RATE: 0.5532889258884209
previous_iter_valid_loss : 0.16981756687164307
23520 0.170173 0.169818 0.178386 CURRENT LEARNING RATE: 0.5531782791682841
previous_iter_valid_loss : 0.16907118260860443
23540 0.169426 0.169071 0.178092 CURRENT LEARNING RATE: 0.5530676545752784
previous_iter_valid_loss : 0.1789303719997406
23560 0.179257 0.178930 0.177571 CURRENT LEARNING RATE: 0.552957052104979
previous_iter_valid_loss : 0.1701103001832962
23580 0.170422 0.170110 0.177652 CURRENT LEARNING RATE: 0.5528464717529619
previous_iter_valid_loss : 0.17654037475585938
23600 0.176869 0.176540 0.177911 CURRENT LEARNING RATE: 0.5527359135148037
previous_iter_valid_loss : 0.17670981585979462
23620 0.177046 0.176710 0.178351 CURRENT LEARNING RATE: 0.5526253773860821
previous_iter_valid_loss : 0.17460887134075165
23640 0.174982 0.174609 0.178404 CURRENT LEARNING RATE: 0.5525148633623755
previous_iter_valid_loss : 0.1970050185918808
23660 0.197347 0.197005 0.179363 CURRENT LEARNING RATE: 0.5524043714392637
previous_iter_valid_loss : 0.16983552277088165
23680 0.170256 0.169836 0.179129 CURRENT LEARNING RATE: 0.5522939016123268
previous_iter_valid_loss : 0.19590294361114502
23700 0.196282 0.195903 0.179039 CURRENT LEARNING RATE: 0.552183453877146
previous_iter_valid_loss : 0.19246834516525269
23720 0.192811 0.192468 0.180084 CURRENT LEARNING RATE: 0.5520730282293034
previous_iter_valid_loss : 0.16802583634853363
23740 0.168312 0.168026 0.180022 CURRENT LEARNING RATE: 0.5519626246643821
previous_iter_valid_loss : 0.19229762256145477
23760 0.192592 0.192298 0.181110 CURRENT LEARNING RATE: 0.5518522431779657
previous_iter_valid_loss : 0.1916678100824356
23780 0.192022 0.191668 0.181992 CURRENT LEARNING RATE: 0.5517418837656393
previous_iter_valid_loss : 0.17788462340831757
23800 0.178197 0.177885 0.181966 CURRENT LEARNING RATE: 0.5516315464229882
previous_iter_valid_loss : 0.18220394849777222
23820 0.182513 0.182204 0.182622 CURRENT LEARNING RATE: 0.551521231145599
previous_iter_valid_loss : 0.18708719313144684
23840 0.187387 0.187087 0.182564 CURRENT LEARNING RATE: 0.5514109379290592
previous_iter_valid_loss : 0.1915249526500702
23860 0.191751 0.191525 0.183010 CURRENT LEARNING RATE: 0.551300666768957
previous_iter_valid_loss : 0.1982588768005371
23880 0.198567 0.198259 0.184403 CURRENT LEARNING RATE: 0.5511904176608815
previous_iter_valid_loss : 0.177854984998703
23900 0.178081 0.177855 0.181890 CURRENT LEARNING RATE: 0.5510801906004228
previous_iter_valid_loss : 0.2159014791250229
23920 0.216283 0.215901 0.184194 CURRENT LEARNING RATE: 0.5509699855831718
previous_iter_valid_loss : 0.21298936009407043
23940 0.213475 0.212989 0.186390 CURRENT LEARNING RATE: 0.5508598026047202
previous_iter_valid_loss : 0.1877094954252243
23960 0.188111 0.187709 0.186829 CURRENT LEARNING RATE: 0.550749641660661
previous_iter_valid_loss : 0.18025018274784088
23980 0.180658 0.180250 0.187336 CURRENT LEARNING RATE: 0.5506395027465874
previous_iter_valid_loss : 0.18222297728061676
24000 0.182490 0.182223 0.187620 CURRENT LEARNING RATE: 0.550529385858094
previous_iter_valid_loss : 0.18594269454479218
24020 0.186110 0.185943 0.188082 CURRENT LEARNING RATE: 0.550419290990776
previous_iter_valid_loss : 0.1765655279159546
24040 0.176729 0.176566 0.188180 CURRENT LEARNING RATE: 0.5503092181402298
previous_iter_valid_loss : 0.17598018050193787
24060 0.176221 0.175980 0.187129 CURRENT LEARNING RATE: 0.5501991673020524
previous_iter_valid_loss : 0.17292168736457825
24080 0.173137 0.172922 0.187283 CURRENT LEARNING RATE: 0.5500891384718418
previous_iter_valid_loss : 0.17358359694480896
24100 0.173845 0.173584 0.186167 CURRENT LEARNING RATE: 0.5499791316451969
previous_iter_valid_loss : 0.19853220880031586
24120 0.198735 0.198532 0.186470 CURRENT LEARNING RATE: 0.5498691468177171
previous_iter_valid_loss : 0.18989840149879456
24140 0.190111 0.189898 0.187564 CURRENT LEARNING RATE: 0.5497591839850035
previous_iter_valid_loss : 0.17927691340446472
24160 0.179601 0.179277 0.186913 CURRENT LEARNING RATE: 0.5496492431426572
previous_iter_valid_loss : 0.17598317563533783
24180 0.176298 0.175983 0.186128 CURRENT LEARNING RATE: 0.5495393242862806
previous_iter_valid_loss : 0.19829034805297852
24200 0.198517 0.198290 0.187149 CURRENT LEARNING RATE: 0.5494294274114772
previous_iter_valid_loss : 0.18280397355556488
24220 0.183179 0.182804 0.187179 CURRENT LEARNING RATE: 0.5493195525138509
previous_iter_valid_loss : 0.19469444453716278
24240 0.195070 0.194694 0.187559 CURRENT LEARNING RATE: 0.5492096995890068
previous_iter_valid_loss : 0.17409510910511017
24260 0.174404 0.174095 0.186688 CURRENT LEARNING RATE: 0.5490998686325508
previous_iter_valid_loss : 0.1864660382270813
24280 0.186716 0.186466 0.186098 CURRENT LEARNING RATE: 0.5489900596400895
previous_iter_valid_loss : 0.1755204200744629
24300 0.175755 0.175520 0.185981 CURRENT LEARNING RATE: 0.5488802726072307
previous_iter_valid_loss : 0.17277595400810242
24320 0.172997 0.172776 0.183825 CURRENT LEARNING RATE: 0.5487705075295829
previous_iter_valid_loss : 0.1688450276851654
24340 0.169241 0.168845 0.181618 CURRENT LEARNING RATE: 0.5486607644027555
previous_iter_valid_loss : 0.17806945741176605
24360 0.178285 0.178069 0.181136 CURRENT LEARNING RATE: 0.5485510432223587
previous_iter_valid_loss : 0.17162443697452545
24380 0.171830 0.171624 0.180704 CURRENT LEARNING RATE: 0.5484413439840037
previous_iter_valid_loss : 0.16894905269145966
24400 0.169235 0.168949 0.180041 CURRENT LEARNING RATE: 0.5483316666833026
previous_iter_valid_loss : 0.16978923976421356
24420 0.169997 0.169789 0.179233 CURRENT LEARNING RATE: 0.5482220113158682
previous_iter_valid_loss : 0.17294985055923462
24440 0.173228 0.172950 0.179052 CURRENT LEARNING RATE: 0.5481123778773144
previous_iter_valid_loss : 0.19517484307289124
24460 0.195497 0.195175 0.180012 CURRENT LEARNING RATE: 0.5480027663632556
previous_iter_valid_loss : 0.18687914311885834
24480 0.187178 0.186879 0.180710 CURRENT LEARNING RATE: 0.5478931767693077
previous_iter_valid_loss : 0.1698756068944931
24500 0.170225 0.169876 0.180524 CURRENT LEARNING RATE: 0.5477836090910868
previous_iter_valid_loss : 0.17037324607372284
24520 0.170658 0.170373 0.179117 CURRENT LEARNING RATE: 0.5476740633242105
previous_iter_valid_loss : 0.1921846866607666
24540 0.192462 0.192185 0.179231 CURRENT LEARNING RATE: 0.5475645394642967
previous_iter_valid_loss : 0.18398424983024597
24560 0.184171 0.183984 0.179466 CURRENT LEARNING RATE: 0.5474550375069647
previous_iter_valid_loss : 0.16653233766555786
24580 0.166811 0.166532 0.178994 CURRENT LEARNING RATE: 0.5473455574478341
previous_iter_valid_loss : 0.1875421404838562
24600 0.187780 0.187542 0.178456 CURRENT LEARNING RATE: 0.5472360992825259
previous_iter_valid_loss : 0.1791982650756836
24620 0.179405 0.179198 0.178276 CURRENT LEARNING RATE: 0.5471266630066618
previous_iter_valid_loss : 0.19525550305843353
24640 0.195585 0.195256 0.178304 CURRENT LEARNING RATE: 0.5470172486158642
previous_iter_valid_loss : 0.16856275498867035
24660 0.168923 0.168563 0.178027 CURRENT LEARNING RATE: 0.5469078561057568
previous_iter_valid_loss : 0.1744159758090973
24680 0.174650 0.174416 0.177425 CURRENT LEARNING RATE: 0.5467984854719635
previous_iter_valid_loss : 0.17513549327850342
24700 0.175399 0.175135 0.177406 CURRENT LEARNING RATE: 0.5466891367101098
previous_iter_valid_loss : 0.17483924329280853
24720 0.174994 0.174839 0.177509 CURRENT LEARNING RATE: 0.5465798098158215
previous_iter_valid_loss : 0.17252327501773834
24740 0.172814 0.172523 0.177693 CURRENT LEARNING RATE: 0.5464705047847259
previous_iter_valid_loss : 0.1717349886894226
24760 0.172054 0.171735 0.177376 CURRENT LEARNING RATE: 0.5463612216124505
previous_iter_valid_loss : 0.17217448353767395
24780 0.172479 0.172174 0.177404 CURRENT LEARNING RATE: 0.546251960294624
previous_iter_valid_loss : 0.1791945993900299
24800 0.179501 0.179195 0.177916 CURRENT LEARNING RATE: 0.546142720826876
previous_iter_valid_loss : 0.17396967113018036
24820 0.174266 0.173970 0.178125 CURRENT LEARNING RATE: 0.5460335032048369
previous_iter_valid_loss : 0.19995775818824768
24840 0.200172 0.199958 0.179475 CURRENT LEARNING RATE: 0.5459243074241379
previous_iter_valid_loss : 0.18156251311302185
24860 0.181840 0.181563 0.178795 CURRENT LEARNING RATE: 0.5458151334804113
previous_iter_valid_loss : 0.21800851821899414
24880 0.218193 0.218009 0.180351 CURRENT LEARNING RATE: 0.5457059813692903
previous_iter_valid_loss : 0.1762373447418213
24900 0.176478 0.176237 0.180669 CURRENT LEARNING RATE: 0.5455968510864084
previous_iter_valid_loss : 0.17762237787246704
24920 0.177868 0.177622 0.181032 CURRENT LEARNING RATE: 0.5454877426274007
previous_iter_valid_loss : 0.16831693053245544
24940 0.168593 0.168317 0.179838 CURRENT LEARNING RATE: 0.5453786559879029
previous_iter_valid_loss : 0.23691320419311523
24960 0.237034 0.236913 0.182485 CURRENT LEARNING RATE: 0.5452695911635512
previous_iter_valid_loss : 0.1681937873363495
24980 0.168331 0.168194 0.182568 CURRENT LEARNING RATE: 0.5451605481499834
previous_iter_valid_loss : 0.1678432673215866
25000 0.168086 0.167843 0.181583 CURRENT LEARNING RATE: 0.5450515269428375
previous_iter_valid_loss : 0.17504504323005676
25020 0.175276 0.175045 0.181375 CURRENT LEARNING RATE: 0.5449425275377527
previous_iter_valid_loss : 0.18087610602378845
25040 0.180995 0.180876 0.180656 CURRENT LEARNING RATE: 0.5448335499303693
previous_iter_valid_loss : 0.17681840062141418
25060 0.177011 0.176818 0.181069 CURRENT LEARNING RATE: 0.5447245941163278
previous_iter_valid_loss : 0.1788381189107895
25080 0.178965 0.178838 0.181290 CURRENT LEARNING RATE: 0.54461566009127
previous_iter_valid_loss : 0.16946187615394592
25100 0.169642 0.169462 0.181006 CURRENT LEARNING RATE: 0.5445067478508389
previous_iter_valid_loss : 0.1730271726846695
25120 0.173226 0.173027 0.180916 CURRENT LEARNING RATE: 0.5443978573906777
previous_iter_valid_loss : 0.18104569613933563
25140 0.181214 0.181046 0.181342 CURRENT LEARNING RATE: 0.5442889887064308
previous_iter_valid_loss : 0.1770472377538681
25160 0.177213 0.177047 0.181608 CURRENT LEARNING RATE: 0.5441801417937437
previous_iter_valid_loss : 0.16746728122234344
25180 0.167770 0.167467 0.181372 CURRENT LEARNING RATE: 0.5440713166482622
previous_iter_valid_loss : 0.17582058906555176
25200 0.176057 0.175821 0.181203 CURRENT LEARNING RATE: 0.5439625132656336
previous_iter_valid_loss : 0.1750791221857071
25220 0.175217 0.175079 0.181259 CURRENT LEARNING RATE: 0.5438537316415054
previous_iter_valid_loss : 0.18244393169879913
25240 0.182617 0.182444 0.180383 CURRENT LEARNING RATE: 0.5437449717715267
previous_iter_valid_loss : 0.17645424604415894
25260 0.176607 0.176454 0.180128 CURRENT LEARNING RATE: 0.5436362336513468
previous_iter_valid_loss : 0.18114668130874634
25280 0.181361 0.181147 0.178285 CURRENT LEARNING RATE: 0.5435275172766164
previous_iter_valid_loss : 0.18033383786678314
25300 0.180550 0.180334 0.178490 CURRENT LEARNING RATE: 0.5434188226429868
previous_iter_valid_loss : 0.17816288769245148
25320 0.178259 0.178163 0.178517 CURRENT LEARNING RATE: 0.5433101497461101
previous_iter_valid_loss : 0.17183826863765717
25340 0.171963 0.171838 0.178693 CURRENT LEARNING RATE: 0.5432014985816396
previous_iter_valid_loss : 0.17569127678871155
25360 0.175796 0.175691 0.175632 CURRENT LEARNING RATE: 0.5430928691452289
previous_iter_valid_loss : 0.17499959468841553
25380 0.175123 0.175000 0.175972 CURRENT LEARNING RATE: 0.5429842614325332
previous_iter_valid_loss : 0.17000766098499298
25400 0.170137 0.170008 0.176080 CURRENT LEARNING RATE: 0.542875675439208
previous_iter_valid_loss : 0.2174002230167389
25420 0.217490 0.217400 0.178198 CURRENT LEARNING RATE: 0.5427671111609098
previous_iter_valid_loss : 0.17098259925842285
25440 0.171239 0.170983 0.177703 CURRENT LEARNING RATE: 0.5426585685932962
previous_iter_valid_loss : 0.18137787282466888
25460 0.181585 0.181378 0.177931 CURRENT LEARNING RATE: 0.5425500477320254
previous_iter_valid_loss : 0.17704805731773376
25480 0.177216 0.177048 0.177842 CURRENT LEARNING RATE: 0.5424415485727566
previous_iter_valid_loss : 0.20927423238754272
25500 0.209481 0.209274 0.179832 CURRENT LEARNING RATE: 0.5423330711111498
previous_iter_valid_loss : 0.18233028054237366
25520 0.182649 0.182330 0.180297 CURRENT LEARNING RATE: 0.5422246153428659
previous_iter_valid_loss : 0.17863065004348755
25540 0.179013 0.178631 0.180177 CURRENT LEARNING RATE: 0.5421161812635668
previous_iter_valid_loss : 0.1941927820444107
25560 0.194513 0.194193 0.181034 CURRENT LEARNING RATE: 0.5420077688689148
previous_iter_valid_loss : 0.18295818567276
25580 0.183323 0.182958 0.181809 CURRENT LEARNING RATE: 0.5418993781545738
previous_iter_valid_loss : 0.17218777537345886
25600 0.172622 0.172188 0.181627 CURRENT LEARNING RATE: 0.541791009116208
previous_iter_valid_loss : 0.17603813111782074
25620 0.176539 0.176038 0.181675 CURRENT LEARNING RATE: 0.5416826617494825
previous_iter_valid_loss : 0.1743028610944748
25640 0.174808 0.174303 0.181268 CURRENT LEARNING RATE: 0.5415743360500637
previous_iter_valid_loss : 0.18240998685359955
25660 0.182736 0.182410 0.181566 CURRENT LEARNING RATE: 0.5414660320136183
previous_iter_valid_loss : 0.1896207630634308
25680 0.189922 0.189621 0.181989 CURRENT LEARNING RATE: 0.5413577496358143
previous_iter_valid_loss : 0.18123550713062286
25700 0.181667 0.181236 0.182034 CURRENT LEARNING RATE: 0.5412494889123204
previous_iter_valid_loss : 0.184808149933815
25720 0.185173 0.184808 0.182367 CURRENT LEARNING RATE: 0.5411412498388061
previous_iter_valid_loss : 0.1718994528055191
25740 0.172346 0.171899 0.182370 CURRENT LEARNING RATE: 0.5410330324109418
previous_iter_valid_loss : 0.16950897872447968
25760 0.169923 0.169509 0.182061 CURRENT LEARNING RATE: 0.5409248366243989
previous_iter_valid_loss : 0.18194812536239624
25780 0.182351 0.181948 0.182408 CURRENT LEARNING RATE: 0.5408166624748496
previous_iter_valid_loss : 0.18232840299606323
25800 0.182666 0.182328 0.183024 CURRENT LEARNING RATE: 0.5407085099579668
previous_iter_valid_loss : 0.1726423054933548
25820 0.173139 0.172642 0.180786 CURRENT LEARNING RATE: 0.5406003790694245
previous_iter_valid_loss : 0.17753615975379944
25840 0.177869 0.177536 0.181114 CURRENT LEARNING RATE: 0.5404922698048974
previous_iter_valid_loss : 0.1837393194437027
25860 0.183981 0.183739 0.181232 CURRENT LEARNING RATE: 0.5403841821600612
previous_iter_valid_loss : 0.17435652017593384
25880 0.174701 0.174357 0.181097 CURRENT LEARNING RATE: 0.5402761161305923
previous_iter_valid_loss : 0.18782688677310944
25900 0.188152 0.187827 0.180025 CURRENT LEARNING RATE: 0.5401680717121683
previous_iter_valid_loss : 0.17285577952861786
25920 0.173270 0.172856 0.179551 CURRENT LEARNING RATE: 0.5400600489004671
previous_iter_valid_loss : 0.1857951581478119
25940 0.186143 0.185795 0.179909 CURRENT LEARNING RATE: 0.5399520476911679
previous_iter_valid_loss : 0.18290646374225616
25960 0.183208 0.182906 0.179345 CURRENT LEARNING RATE: 0.5398440680799508
previous_iter_valid_loss : 0.17693020403385162
25980 0.177262 0.176930 0.179044 CURRENT LEARNING RATE: 0.5397361100624963
previous_iter_valid_loss : 0.1987859457731247
26000 0.198997 0.198786 0.180374 CURRENT LEARNING RATE: 0.5396281736344865
previous_iter_valid_loss : 0.18842162191867828
26020 0.188634 0.188422 0.180993 CURRENT LEARNING RATE: 0.5395202587916035
previous_iter_valid_loss : 0.19354784488677979
26040 0.193794 0.193548 0.181955 CURRENT LEARNING RATE: 0.5394123655295311
previous_iter_valid_loss : 0.19435927271842957
26060 0.194675 0.194359 0.182553 CURRENT LEARNING RATE: 0.5393044938439533
previous_iter_valid_loss : 0.17295777797698975
26080 0.173131 0.172958 0.181719 CURRENT LEARNING RATE: 0.5391966437305554
previous_iter_valid_loss : 0.16843768954277039
26100 0.168758 0.168438 0.181080 CURRENT LEARNING RATE: 0.5390888151850232
previous_iter_valid_loss : 0.16847524046897888
26120 0.168675 0.168475 0.180263 CURRENT LEARNING RATE: 0.5389810082030438
previous_iter_valid_loss : 0.17330646514892578
26140 0.173483 0.173306 0.180333 CURRENT LEARNING RATE: 0.5388732227803047
previous_iter_valid_loss : 0.17349644005298615
26160 0.173561 0.173496 0.180533 CURRENT LEARNING RATE: 0.5387654589124947
previous_iter_valid_loss : 0.18009203672409058
26180 0.180117 0.180092 0.180440 CURRENT LEARNING RATE: 0.538657716595303
previous_iter_valid_loss : 0.1665475219488144
26200 0.166643 0.166548 0.179651 CURRENT LEARNING RATE: 0.5385499958244201
previous_iter_valid_loss : 0.16867607831954956
26220 0.168866 0.168676 0.179452 CURRENT LEARNING RATE: 0.5384422965955371
previous_iter_valid_loss : 0.17091074585914612
26240 0.171205 0.170911 0.179121 CURRENT LEARNING RATE: 0.5383346189043461
previous_iter_valid_loss : 0.16703157126903534
26260 0.167277 0.167032 0.178286 CURRENT LEARNING RATE: 0.5382269627465398
previous_iter_valid_loss : 0.17121443152427673
26280 0.171316 0.171214 0.178129 CURRENT LEARNING RATE: 0.5381193281178122
previous_iter_valid_loss : 0.1774662435054779
26300 0.177729 0.177466 0.177611 CURRENT LEARNING RATE: 0.5380117150138578
previous_iter_valid_loss : 0.17328481376171112
26320 0.173506 0.173285 0.177632 CURRENT LEARNING RATE: 0.5379041234303719
previous_iter_valid_loss : 0.18227741122245789
26340 0.182643 0.182277 0.177456 CURRENT LEARNING RATE: 0.5377965533630512
previous_iter_valid_loss : 0.17405974864959717
26360 0.174280 0.174060 0.177014 CURRENT LEARNING RATE: 0.5376890048075925
previous_iter_valid_loss : 0.1727493405342102
26380 0.172899 0.172749 0.176805 CURRENT LEARNING RATE: 0.5375814777596942
previous_iter_valid_loss : 0.17100384831428528
26400 0.171091 0.171004 0.175416 CURRENT LEARNING RATE: 0.5374739722150552
previous_iter_valid_loss : 0.1860572099685669
26420 0.186195 0.186057 0.175297 CURRENT LEARNING RATE: 0.5373664881693749
previous_iter_valid_loss : 0.16950836777687073
26440 0.169654 0.169508 0.174095 CURRENT LEARNING RATE: 0.5372590256183544
previous_iter_valid_loss : 0.17807483673095703
26460 0.178221 0.178075 0.173281 CURRENT LEARNING RATE: 0.537151584557695
previous_iter_valid_loss : 0.17033454775810242
26480 0.170576 0.170335 0.173150 CURRENT LEARNING RATE: 0.5370441649830989
previous_iter_valid_loss : 0.1766461431980133
26500 0.176790 0.176646 0.173561 CURRENT LEARNING RATE: 0.5369367668902696
previous_iter_valid_loss : 0.1975451409816742
26520 0.197655 0.197545 0.175014 CURRENT LEARNING RATE: 0.536829390274911
previous_iter_valid_loss : 0.17935222387313843
26540 0.179490 0.179352 0.175316 CURRENT LEARNING RATE: 0.5367220351327281
previous_iter_valid_loss : 0.16808556020259857
26560 0.168144 0.168086 0.175046 CURRENT LEARNING RATE: 0.5366147014594267
previous_iter_valid_loss : 0.1975758820772171
26580 0.197615 0.197576 0.175920 CURRENT LEARNING RATE: 0.5365073892507134
previous_iter_valid_loss : 0.21987204253673553
26600 0.219956 0.219872 0.178586 CURRENT LEARNING RATE: 0.5364000985022956
previous_iter_valid_loss : 0.17375008761882782
26620 0.173842 0.173750 0.178840 CURRENT LEARNING RATE: 0.536292829209882
previous_iter_valid_loss : 0.18018370866775513
26640 0.180318 0.180184 0.179304 CURRENT LEARNING RATE: 0.5361855813691816
previous_iter_valid_loss : 0.17903368175029755
26660 0.179113 0.179034 0.179904 CURRENT LEARNING RATE: 0.5360783549759045
previous_iter_valid_loss : 0.17034931480884552
26680 0.170507 0.170349 0.179860 CURRENT LEARNING RATE: 0.5359711500257617
previous_iter_valid_loss : 0.17811867594718933
26700 0.178246 0.178119 0.179893 CURRENT LEARNING RATE: 0.535863966514465
previous_iter_valid_loss : 0.19797636568546295
26720 0.198241 0.197976 0.181128 CURRENT LEARNING RATE: 0.5357568044377269
previous_iter_valid_loss : 0.1770605593919754
26740 0.177309 0.177061 0.180867 CURRENT LEARNING RATE: 0.5356496637912612
previous_iter_valid_loss : 0.17464905977249146
26760 0.174961 0.174649 0.180896 CURRENT LEARNING RATE: 0.535542544570782
previous_iter_valid_loss : 0.18054096400737762
26780 0.181069 0.180541 0.181286 CURRENT LEARNING RATE: 0.5354354467720047
previous_iter_valid_loss : 0.19515565037727356
26800 0.195653 0.195156 0.182493 CURRENT LEARNING RATE: 0.5353283703906454
previous_iter_valid_loss : 0.18039120733737946
26820 0.180684 0.180391 0.182210 CURRENT LEARNING RATE: 0.5352213154224209
previous_iter_valid_loss : 0.17569702863693237
26840 0.175991 0.175697 0.182520 CURRENT LEARNING RATE: 0.5351142818630492
previous_iter_valid_loss : 0.18283548951148987
26860 0.183285 0.182835 0.182758 CURRENT LEARNING RATE: 0.5350072697082489
previous_iter_valid_loss : 0.17911571264266968
26880 0.179342 0.179116 0.183197 CURRENT LEARNING RATE: 0.5349002789537393
previous_iter_valid_loss : 0.18059389293193817
26900 0.180983 0.180594 0.183394 CURRENT LEARNING RATE: 0.534793309595241
previous_iter_valid_loss : 0.18780571222305298
26920 0.188083 0.187806 0.182907 CURRENT LEARNING RATE: 0.534686361628475
previous_iter_valid_loss : 0.17871959507465363
26940 0.179227 0.178720 0.182875 CURRENT LEARNING RATE: 0.5345794350491637
previous_iter_valid_loss : 0.1726689636707306
26960 0.172913 0.172669 0.183105 CURRENT LEARNING RATE: 0.5344725298530298
previous_iter_valid_loss : 0.1991218626499176
26980 0.199323 0.199122 0.183182 CURRENT LEARNING RATE: 0.5343656460357972
previous_iter_valid_loss : 0.18077535927295685
27000 0.180904 0.180775 0.181227 CURRENT LEARNING RATE: 0.5342587835931905
previous_iter_valid_loss : 0.17054776847362518
27020 0.170683 0.170548 0.181067 CURRENT LEARNING RATE: 0.5341519425209352
previous_iter_valid_loss : 0.16984467208385468
27040 0.170010 0.169845 0.180550 CURRENT LEARNING RATE: 0.5340451228147578
previous_iter_valid_loss : 0.1683710366487503
27060 0.168628 0.168371 0.180017 CURRENT LEARNING RATE: 0.5339383244703853
previous_iter_valid_loss : 0.172753244638443
27080 0.173038 0.172753 0.180137 CURRENT LEARNING RATE: 0.5338315474835457
previous_iter_valid_loss : 0.18398968875408173
27100 0.184413 0.183990 0.180431 CURRENT LEARNING RATE: 0.5337247918499682
previous_iter_valid_loss : 0.17143934965133667
27120 0.171791 0.171439 0.179104 CURRENT LEARNING RATE: 0.5336180575653825
previous_iter_valid_loss : 0.17076264321804047
27140 0.171210 0.170763 0.178789 CURRENT LEARNING RATE: 0.5335113446255191
previous_iter_valid_loss : 0.1817118376493454
27160 0.182031 0.181712 0.179142 CURRENT LEARNING RATE: 0.5334046530261096
previous_iter_valid_loss : 0.17613880336284637
27180 0.176509 0.176139 0.178922 CURRENT LEARNING RATE: 0.5332979827628862
previous_iter_valid_loss : 0.17107567191123962
27200 0.171347 0.171076 0.177718 CURRENT LEARNING RATE: 0.5331913338315822
previous_iter_valid_loss : 0.18263229727745056
27220 0.182937 0.182632 0.177830 CURRENT LEARNING RATE: 0.5330847062279318
previous_iter_valid_loss : 0.17646512389183044
27240 0.176698 0.176465 0.177868 CURRENT LEARNING RATE: 0.5329780999476695
previous_iter_valid_loss : 0.17497362196445465
27260 0.175279 0.174974 0.177475 CURRENT LEARNING RATE: 0.5328715149865314
previous_iter_valid_loss : 0.16821128129959106
27280 0.168571 0.168211 0.176930 CURRENT LEARNING RATE: 0.5327649513402539
previous_iter_valid_loss : 0.1714443564414978
27300 0.171752 0.171444 0.176473 CURRENT LEARNING RATE: 0.5326584090045746
previous_iter_valid_loss : 0.18604573607444763
27320 0.186397 0.186046 0.176385 CURRENT LEARNING RATE: 0.5325518879752317
previous_iter_valid_loss : 0.17905281484127045
27340 0.179432 0.179053 0.176401 CURRENT LEARNING RATE: 0.5324453882479644
previous_iter_valid_loss : 0.17910702526569366
27360 0.179503 0.179107 0.176723 CURRENT LEARNING RATE: 0.5323389098185127
previous_iter_valid_loss : 0.19370298087596893
27380 0.194001 0.193703 0.176452 CURRENT LEARNING RATE: 0.5322324526826174
previous_iter_valid_loss : 0.17051184177398682
27400 0.170752 0.170512 0.175939 CURRENT LEARNING RATE: 0.5321260168360203
previous_iter_valid_loss : 0.1736619621515274
27420 0.173984 0.173662 0.176095 CURRENT LEARNING RATE: 0.532019602274464
previous_iter_valid_loss : 0.1816762238740921
27440 0.181977 0.181676 0.176686 CURRENT LEARNING RATE: 0.5319132089936918
previous_iter_valid_loss : 0.1927023082971573
27460 0.192904 0.192702 0.177903 CURRENT LEARNING RATE: 0.5318068369894481
previous_iter_valid_loss : 0.17426887154579163
27480 0.174742 0.174269 0.177979 CURRENT LEARNING RATE: 0.5317004862574779
previous_iter_valid_loss : 0.17069409787654877
27500 0.171007 0.170694 0.177314 CURRENT LEARNING RATE: 0.5315941567935273
previous_iter_valid_loss : 0.16645456850528717
27520 0.166717 0.166455 0.177065 CURRENT LEARNING RATE: 0.531487848593343
previous_iter_valid_loss : 0.1683480143547058
27540 0.168636 0.168348 0.176944 CURRENT LEARNING RATE: 0.5313815616526726
previous_iter_valid_loss : 0.16940805315971375
27560 0.169714 0.169408 0.176329 CURRENT LEARNING RATE: 0.5312752959672649
previous_iter_valid_loss : 0.16991184651851654
27580 0.170289 0.169912 0.176017 CURRENT LEARNING RATE: 0.5311690515328689
previous_iter_valid_loss : 0.18659402430057526
27600 0.187095 0.186594 0.176793 CURRENT LEARNING RATE: 0.5310628283452352
previous_iter_valid_loss : 0.17759178578853607
27620 0.177884 0.177592 0.176541 CURRENT LEARNING RATE: 0.5309566264001148
previous_iter_valid_loss : 0.17039091885089874
27640 0.170755 0.170391 0.176238 CURRENT LEARNING RATE: 0.5308504456932593
previous_iter_valid_loss : 0.19563664495944977
27660 0.195984 0.195637 0.177271 CURRENT LEARNING RATE: 0.5307442862204218
previous_iter_valid_loss : 0.17091740667819977
27680 0.171224 0.170917 0.177406 CURRENT LEARNING RATE: 0.5306381479773558
previous_iter_valid_loss : 0.17160499095916748
27700 0.172126 0.171605 0.177414 CURRENT LEARNING RATE: 0.5305320309598158
previous_iter_valid_loss : 0.18366442620754242
27720 0.183962 0.183664 0.177295 CURRENT LEARNING RATE: 0.5304259351635572
previous_iter_valid_loss : 0.17217329144477844
27740 0.172552 0.172173 0.176951 CURRENT LEARNING RATE: 0.5303198605843359
previous_iter_valid_loss : 0.19206197559833527
27760 0.192313 0.192062 0.177599 CURRENT LEARNING RATE: 0.5302138072179092
previous_iter_valid_loss : 0.1731383353471756
27780 0.173511 0.173138 0.176571 CURRENT LEARNING RATE: 0.5301077750600348
previous_iter_valid_loss : 0.17533475160598755
27800 0.175672 0.175335 0.176812 CURRENT LEARNING RATE: 0.5300017641064716
previous_iter_valid_loss : 0.18262064456939697
27820 0.182913 0.182621 0.177260 CURRENT LEARNING RATE: 0.529895774352979
previous_iter_valid_loss : 0.1752144694328308
27840 0.175575 0.175214 0.176936 CURRENT LEARNING RATE: 0.5297898057953173
previous_iter_valid_loss : 0.175237774848938
27860 0.175529 0.175238 0.176063 CURRENT LEARNING RATE: 0.529683858429248
previous_iter_valid_loss : 0.1864551603794098
27880 0.186706 0.186455 0.176673 CURRENT LEARNING RATE: 0.5295779322505332
previous_iter_valid_loss : 0.18460558354854584
27900 0.184942 0.184606 0.177368 CURRENT LEARNING RATE: 0.5294720272549356
previous_iter_valid_loss : 0.17834845185279846
27920 0.178683 0.178348 0.177963 CURRENT LEARNING RATE: 0.5293661434382192
previous_iter_valid_loss : 0.18382203578948975
27940 0.184055 0.183822 0.178737 CURRENT LEARNING RATE: 0.5292602807961486
previous_iter_valid_loss : 0.1829328089952469
27960 0.183153 0.182933 0.179413 CURRENT LEARNING RATE: 0.5291544393244894
previous_iter_valid_loss : 0.1791033148765564
27980 0.179311 0.179103 0.179872 CURRENT LEARNING RATE: 0.5290486190190078
previous_iter_valid_loss : 0.19327472150325775
28000 0.193532 0.193275 0.180206 CURRENT LEARNING RATE: 0.528942819875471
previous_iter_valid_loss : 0.17863890528678894
28020 0.178942 0.178639 0.180259 CURRENT LEARNING RATE: 0.5288370418896471
previous_iter_valid_loss : 0.18814168870449066
28040 0.188379 0.188142 0.181146 CURRENT LEARNING RATE: 0.5287312850573049
previous_iter_valid_loss : 0.18217307329177856
28060 0.182508 0.182173 0.180473 CURRENT LEARNING RATE: 0.5286255493742142
previous_iter_valid_loss : 0.18202412128448486
28080 0.182408 0.182024 0.181028 CURRENT LEARNING RATE: 0.5285198348361455
previous_iter_valid_loss : 0.17594026029109955
28100 0.176256 0.175940 0.181245 CURRENT LEARNING RATE: 0.5284141414388703
previous_iter_valid_loss : 0.18613721430301666
28120 0.186464 0.186137 0.181369 CURRENT LEARNING RATE: 0.5283084691781609
previous_iter_valid_loss : 0.19110943377017975
28140 0.191362 0.191109 0.182316 CURRENT LEARNING RATE: 0.5282028180497902
previous_iter_valid_loss : 0.17137449979782104
28160 0.171787 0.171374 0.181281 CURRENT LEARNING RATE: 0.5280971880495325
previous_iter_valid_loss : 0.174327552318573
28180 0.174715 0.174328 0.181341 CURRENT LEARNING RATE: 0.5279915791731622
previous_iter_valid_loss : 0.16928841173648834
28200 0.169720 0.169288 0.181038 CURRENT LEARNING RATE: 0.5278859914164552
previous_iter_valid_loss : 0.16833330690860748
28220 0.168615 0.168333 0.180324 CURRENT LEARNING RATE: 0.5277804247751879
previous_iter_valid_loss : 0.16879752278327942
28240 0.169209 0.168798 0.180003 CURRENT LEARNING RATE: 0.5276748792451377
previous_iter_valid_loss : 0.16804346442222595
28260 0.168481 0.168043 0.179644 CURRENT LEARNING RATE: 0.5275693548220828
previous_iter_valid_loss : 0.1757938414812088
28280 0.176108 0.175794 0.179110 CURRENT LEARNING RATE: 0.5274638515018021
previous_iter_valid_loss : 0.16756609082221985
28300 0.167941 0.167566 0.178258 CURRENT LEARNING RATE: 0.5273583692800754
previous_iter_valid_loss : 0.1736099123954773
28320 0.173958 0.173610 0.178022 CURRENT LEARNING RATE: 0.5272529081526838
previous_iter_valid_loss : 0.1752994954586029
28340 0.175690 0.175299 0.177595 CURRENT LEARNING RATE: 0.5271474681154084
previous_iter_valid_loss : 0.16920621693134308
28360 0.169644 0.169206 0.176909 CURRENT LEARNING RATE: 0.5270420491640319
previous_iter_valid_loss : 0.17745956778526306
28380 0.177885 0.177460 0.176827 CURRENT LEARNING RATE: 0.5269366512943373
previous_iter_valid_loss : 0.17743942141532898
28400 0.177916 0.177439 0.176035 CURRENT LEARNING RATE: 0.526831274502109
previous_iter_valid_loss : 0.19466963410377502
28420 0.195083 0.194670 0.176837 CURRENT LEARNING RATE: 0.5267259187831316
previous_iter_valid_loss : 0.17745082080364227
28440 0.178009 0.177451 0.176302 CURRENT LEARNING RATE: 0.5266205841331911
previous_iter_valid_loss : 0.17746451497077942
28460 0.177924 0.177465 0.176067 CURRENT LEARNING RATE: 0.526515270548074
previous_iter_valid_loss : 0.17914217710494995
28480 0.179582 0.179142 0.175923 CURRENT LEARNING RATE: 0.5264099780235678
previous_iter_valid_loss : 0.17066769301891327
28500 0.171111 0.170668 0.175659 CURRENT LEARNING RATE: 0.5263047065554608
previous_iter_valid_loss : 0.16919465363025665
28520 0.169592 0.169195 0.174812 CURRENT LEARNING RATE: 0.5261994561395422
previous_iter_valid_loss : 0.17633754014968872
28540 0.176746 0.176338 0.174073 CURRENT LEARNING RATE: 0.5260942267716018
previous_iter_valid_loss : 0.17660018801689148
28560 0.177030 0.176600 0.174335 CURRENT LEARNING RATE: 0.5259890184474306
previous_iter_valid_loss : 0.2092600166797638
28580 0.209570 0.209260 0.176081 CURRENT LEARNING RATE: 0.5258838311628202
previous_iter_valid_loss : 0.18868833780288696
28600 0.189108 0.188688 0.177051 CURRENT LEARNING RATE: 0.5257786649135631
previous_iter_valid_loss : 0.17415305972099304
28620 0.174585 0.174153 0.177342 CURRENT LEARNING RATE: 0.5256735196954527
previous_iter_valid_loss : 0.17108473181724548
28640 0.171565 0.171085 0.177457 CURRENT LEARNING RATE: 0.5255683955042831
previous_iter_valid_loss : 0.17315316200256348
28660 0.173575 0.173153 0.177712 CURRENT LEARNING RATE: 0.5254632923358494
previous_iter_valid_loss : 0.18039068579673767
28680 0.180896 0.180391 0.177942 CURRENT LEARNING RATE: 0.5253582101859475
previous_iter_valid_loss : 0.1752452552318573
28700 0.175653 0.175245 0.178326 CURRENT LEARNING RATE: 0.5252531490503741
previous_iter_valid_loss : 0.17784027755260468
28720 0.178221 0.177840 0.178537 CURRENT LEARNING RATE: 0.5251481089249267
previous_iter_valid_loss : 0.18944917619228363
28740 0.189816 0.189449 0.179245 CURRENT LEARNING RATE: 0.5250430898054037
previous_iter_valid_loss : 0.172065868973732
28760 0.172411 0.172066 0.179388 CURRENT LEARNING RATE: 0.5249380916876044
previous_iter_valid_loss : 0.17063605785369873
28780 0.171040 0.170636 0.179047 CURRENT LEARNING RATE: 0.5248331145673288
previous_iter_valid_loss : 0.1690855771303177
28800 0.169467 0.169086 0.178629 CURRENT LEARNING RATE: 0.524728158440378
previous_iter_valid_loss : 0.18301714956760406
28820 0.183358 0.183017 0.178046 CURRENT LEARNING RATE: 0.5246232233025535
previous_iter_valid_loss : 0.17822396755218506
28840 0.178652 0.178224 0.178085 CURRENT LEARNING RATE: 0.5245183091496579
previous_iter_valid_loss : 0.17788322269916534
28860 0.178388 0.177883 0.178106 CURRENT LEARNING RATE: 0.5244134159774948
previous_iter_valid_loss : 0.17349812388420105
28880 0.173835 0.173498 0.177824 CURRENT LEARNING RATE: 0.5243085437818685
previous_iter_valid_loss : 0.17524951696395874
28900 0.175557 0.175250 0.178053 CURRENT LEARNING RATE: 0.524203692558584
previous_iter_valid_loss : 0.1735132336616516
28920 0.173845 0.173513 0.178269 CURRENT LEARNING RATE: 0.5240988623034472
previous_iter_valid_loss : 0.1726822555065155
28940 0.173035 0.172682 0.178086 CURRENT LEARNING RATE: 0.523994053012265
previous_iter_valid_loss : 0.17321550846099854
28960 0.173628 0.173216 0.177917 CURRENT LEARNING RATE: 0.523889264680845
previous_iter_valid_loss : 0.1730663776397705
28980 0.173541 0.173066 0.176107 CURRENT LEARNING RATE: 0.5237844973049957
previous_iter_valid_loss : 0.17138616740703583
29000 0.171742 0.171386 0.175242 CURRENT LEARNING RATE: 0.5236797508805262
previous_iter_valid_loss : 0.17804037034511566
29020 0.178368 0.178040 0.175436 CURRENT LEARNING RATE: 0.5235750254032469
previous_iter_valid_loss : 0.19203071296215057
29040 0.192261 0.192031 0.176484 CURRENT LEARNING RATE: 0.5234703208689687
previous_iter_valid_loss : 0.20376348495483398
29060 0.204437 0.203763 0.178014 CURRENT LEARNING RATE: 0.5233656372735034
previous_iter_valid_loss : 0.17302563786506653
29080 0.173465 0.173026 0.177646 CURRENT LEARNING RATE: 0.5232609746126637
previous_iter_valid_loss : 0.19953148066997528
29100 0.199683 0.199531 0.178860 CURRENT LEARNING RATE: 0.523156332882263
previous_iter_valid_loss : 0.1969502866268158
29120 0.196972 0.196950 0.179816 CURRENT LEARNING RATE: 0.5230517120781157
previous_iter_valid_loss : 0.16914121806621552
29140 0.169406 0.169141 0.178800 CURRENT LEARNING RATE: 0.5229471121960368
previous_iter_valid_loss : 0.1819942742586136
29160 0.182254 0.181994 0.179297 CURRENT LEARNING RATE: 0.5228425332318427
previous_iter_valid_loss : 0.17329156398773193
29180 0.173743 0.173292 0.179429 CURRENT LEARNING RATE: 0.52273797518135
previous_iter_valid_loss : 0.16931506991386414
29200 0.169549 0.169315 0.179441 CURRENT LEARNING RATE: 0.5226334380403762
previous_iter_valid_loss : 0.17294995486736298
29220 0.173300 0.172950 0.178938 CURRENT LEARNING RATE: 0.5225289218047401
previous_iter_valid_loss : 0.17736504971981049
29240 0.177815 0.177365 0.178895 CURRENT LEARNING RATE: 0.522424426470261
previous_iter_valid_loss : 0.2133537232875824
29260 0.214051 0.213354 0.180668 CURRENT LEARNING RATE: 0.5223199520327588
previous_iter_valid_loss : 0.1859176605939865
29280 0.186399 0.185918 0.181289 CURRENT LEARNING RATE: 0.522215498488055
previous_iter_valid_loss : 0.1731419712305069
29300 0.173560 0.173142 0.181184 CURRENT LEARNING RATE: 0.5221110658319711
previous_iter_valid_loss : 0.1692175716161728
29320 0.169494 0.169218 0.180969 CURRENT LEARNING RATE: 0.52200665406033
previous_iter_valid_loss : 0.1862984001636505
29340 0.186892 0.186298 0.181650 CURRENT LEARNING RATE: 0.5219022631689549
previous_iter_valid_loss : 0.2241467535495758
29360 0.224767 0.224147 0.184196 CURRENT LEARNING RATE: 0.5217978931536705
previous_iter_valid_loss : 0.18779486417770386
29380 0.187939 0.187795 0.184933 CURRENT LEARNING RATE: 0.521693544010302
previous_iter_valid_loss : 0.17827336490154266
29400 0.178625 0.178273 0.185277 CURRENT LEARNING RATE: 0.5215892157346753
previous_iter_valid_loss : 0.20780900120735168
29420 0.208346 0.207809 0.186766 CURRENT LEARNING RATE: 0.5214849083226172
previous_iter_valid_loss : 0.20937909185886383
29440 0.209977 0.209379 0.187633 CURRENT LEARNING RATE: 0.5213806217699556
previous_iter_valid_loss : 0.20269280672073364
29460 0.203387 0.202693 0.187579 CURRENT LEARNING RATE: 0.5212763560725189
previous_iter_valid_loss : 0.16897977888584137
29480 0.169291 0.168980 0.187377 CURRENT LEARNING RATE: 0.5211721112261366
previous_iter_valid_loss : 0.18857638537883759
29500 0.189145 0.188576 0.186829 CURRENT LEARNING RATE: 0.5210678872266387
previous_iter_valid_loss : 0.18599297106266022
29520 0.186402 0.185993 0.186281 CURRENT LEARNING RATE: 0.5209636840698564
previous_iter_valid_loss : 0.17169934511184692
29540 0.171924 0.171699 0.186409 CURRENT LEARNING RATE: 0.5208595017516215
previous_iter_valid_loss : 0.19519257545471191
29560 0.195375 0.195193 0.187069 CURRENT LEARNING RATE: 0.5207553402677667
previous_iter_valid_loss : 0.18777631223201752
29580 0.188048 0.187776 0.187794 CURRENT LEARNING RATE: 0.5206511996141256
previous_iter_valid_loss : 0.17815376818180084
29600 0.178615 0.178154 0.188235 CURRENT LEARNING RATE: 0.5205470797865327
previous_iter_valid_loss : 0.20328418910503387
29620 0.203407 0.203284 0.189752 CURRENT LEARNING RATE: 0.520442980780823
previous_iter_valid_loss : 0.1700882613658905
29640 0.170452 0.170088 0.189388 CURRENT LEARNING RATE: 0.5203389025928326
previous_iter_valid_loss : 0.1762557327747345
29660 0.176619 0.176256 0.187533 CURRENT LEARNING RATE: 0.5202348452183982
previous_iter_valid_loss : 0.16999806463718414
29680 0.170162 0.169998 0.186737 CURRENT LEARNING RATE: 0.5201308086533578
previous_iter_valid_loss : 0.16872598230838776
29700 0.168928 0.168726 0.186517 CURRENT LEARNING RATE: 0.5200267928935499
previous_iter_valid_loss : 0.20591668784618378
29720 0.206487 0.205917 0.188352 CURRENT LEARNING RATE: 0.5199227979348137
previous_iter_valid_loss : 0.2099539041519165
29740 0.210604 0.209954 0.189534 CURRENT LEARNING RATE: 0.5198188237729895
previous_iter_valid_loss : 0.1777583509683609
29760 0.178070 0.177758 0.187215 CURRENT LEARNING RATE: 0.5197148704039184
previous_iter_valid_loss : 0.19589026272296906
29780 0.196401 0.195890 0.187620 CURRENT LEARNING RATE: 0.519610937823442
previous_iter_valid_loss : 0.20647519826889038
29800 0.207070 0.206475 0.189030 CURRENT LEARNING RATE: 0.5195070260274033
previous_iter_valid_loss : 0.18101446330547333
29820 0.181381 0.181014 0.187690 CURRENT LEARNING RATE: 0.5194031350116457
previous_iter_valid_loss : 0.17114418745040894
29840 0.171413 0.171144 0.185778 CURRENT LEARNING RATE: 0.5192992647720136
previous_iter_valid_loss : 0.19460304081439972
29860 0.194984 0.194603 0.185374 CURRENT LEARNING RATE: 0.5191954153043521
previous_iter_valid_loss : 0.18035756051540375
29880 0.180426 0.180358 0.185943 CURRENT LEARNING RATE: 0.5190915866045074
previous_iter_valid_loss : 0.1714314967393875
29900 0.171566 0.171431 0.185086 CURRENT LEARNING RATE: 0.5189877786683261
previous_iter_valid_loss : 0.1725563406944275
29920 0.172742 0.172556 0.184414 CURRENT LEARNING RATE: 0.518883991491656
previous_iter_valid_loss : 0.17791935801506042
29940 0.178187 0.177919 0.184725 CURRENT LEARNING RATE: 0.5187802250703457
previous_iter_valid_loss : 0.1841592788696289
29960 0.184395 0.184159 0.184173 CURRENT LEARNING RATE: 0.5186764794002444
previous_iter_valid_loss : 0.18343928456306458
29980 0.183741 0.183439 0.183956 CURRENT LEARNING RATE: 0.5185727544772025
previous_iter_valid_loss : 0.1996225118637085
30000 0.199809 0.199623 0.185030 CURRENT LEARNING RATE: 0.5184690502970707
previous_iter_valid_loss : 0.18609878420829773
30020 0.186304 0.186099 0.184170 CURRENT LEARNING RATE: 0.518365366855701
previous_iter_valid_loss : 0.18716594576835632
30040 0.187417 0.187166 0.185024 CURRENT LEARNING RATE: 0.5182617041489461
previous_iter_valid_loss : 0.17573152482509613
30060 0.175883 0.175732 0.184998 CURRENT LEARNING RATE: 0.5181580621726595
previous_iter_valid_loss : 0.18059301376342773
30080 0.180675 0.180593 0.185528 CURRENT LEARNING RATE: 0.5180544409226953
previous_iter_valid_loss : 0.17400842905044556
30100 0.174135 0.174008 0.185792 CURRENT LEARNING RATE: 0.5179508403949089
previous_iter_valid_loss : 0.1764918863773346
30120 0.176609 0.176492 0.184321 CURRENT LEARNING RATE: 0.5178472605851562
previous_iter_valid_loss : 0.18584920465946198
30140 0.186507 0.185849 0.183115 CURRENT LEARNING RATE: 0.5177437014892939
previous_iter_valid_loss : 0.1706916093826294
30160 0.170888 0.170692 0.182762 CURRENT LEARNING RATE: 0.5176401631031797
previous_iter_valid_loss : 0.17753276228904724
30180 0.177819 0.177533 0.181844 CURRENT LEARNING RATE: 0.5175366454226723
previous_iter_valid_loss : 0.18900246918201447
30200 0.189267 0.189002 0.180971 CURRENT LEARNING RATE: 0.5174331484436306
previous_iter_valid_loss : 0.1732032299041748
30220 0.173553 0.173203 0.180580 CURRENT LEARNING RATE: 0.517329672161915
previous_iter_valid_loss : 0.17188727855682373
30240 0.172267 0.171887 0.180617 CURRENT LEARNING RATE: 0.5172262165733863
previous_iter_valid_loss : 0.20001299679279327
30260 0.200360 0.200013 0.180888 CURRENT LEARNING RATE: 0.5171227816739064
previous_iter_valid_loss : 0.17952583730220795
30280 0.179844 0.179526 0.180846 CURRENT LEARNING RATE: 0.5170193674593377
previous_iter_valid_loss : 0.1751563996076584
30300 0.175356 0.175156 0.181032 CURRENT LEARNING RATE: 0.5169159739255439
previous_iter_valid_loss : 0.23221412301063538
30320 0.233049 0.232214 0.184015 CURRENT LEARNING RATE: 0.5168126010683891
previous_iter_valid_loss : 0.1916317343711853
30340 0.192222 0.191632 0.184701 CURRENT LEARNING RATE: 0.5167092488837384
previous_iter_valid_loss : 0.1794092059135437
30360 0.179808 0.179409 0.184463 CURRENT LEARNING RATE: 0.5166059173674576
previous_iter_valid_loss : 0.17535826563835144
30380 0.175687 0.175358 0.184059 CURRENT LEARNING RATE: 0.5165026065154138
previous_iter_valid_loss : 0.17745636403560638
30400 0.177891 0.177456 0.182951 CURRENT LEARNING RATE: 0.5163993163234742
previous_iter_valid_loss : 0.1717202514410019
30420 0.172159 0.171720 0.182232 CURRENT LEARNING RATE: 0.5162960467875073
previous_iter_valid_loss : 0.19646479189395905
30440 0.196731 0.196465 0.182697 CURRENT LEARNING RATE: 0.5161927979033825
previous_iter_valid_loss : 0.18934160470962524
30460 0.189750 0.189342 0.183377 CURRENT LEARNING RATE: 0.5160895696669695
previous_iter_valid_loss : 0.17969606816768646
30480 0.180009 0.179696 0.183333 CURRENT LEARNING RATE: 0.5159863620741394
previous_iter_valid_loss : 0.17488649487495422
30500 0.175235 0.174886 0.183377 CURRENT LEARNING RATE: 0.5158831751207639
previous_iter_valid_loss : 0.1856624037027359
30520 0.185969 0.185662 0.183835 CURRENT LEARNING RATE: 0.5157800088027154
previous_iter_valid_loss : 0.1761160045862198
30540 0.176421 0.176116 0.183348 CURRENT LEARNING RATE: 0.5156768631158674
previous_iter_valid_loss : 0.224703848361969
30560 0.224865 0.224704 0.186049 CURRENT LEARNING RATE: 0.5155737380560939
previous_iter_valid_loss : 0.17878679931163788
30580 0.178996 0.178787 0.186112 CURRENT LEARNING RATE: 0.51547063361927
previous_iter_valid_loss : 0.19687436521053314
30600 0.197122 0.196874 0.186505 CURRENT LEARNING RATE: 0.5153675498012716
previous_iter_valid_loss : 0.19331134855747223
30620 0.193967 0.193311 0.187511 CURRENT LEARNING RATE: 0.5152644865979752
previous_iter_valid_loss : 0.17556315660476685
30640 0.175809 0.175563 0.187695 CURRENT LEARNING RATE: 0.5151614440052583
previous_iter_valid_loss : 0.19738362729549408
30660 0.197835 0.197384 0.187563 CURRENT LEARNING RATE: 0.5150584220189993
previous_iter_valid_loss : 0.17359092831611633
30680 0.173812 0.173591 0.187266 CURRENT LEARNING RATE: 0.5149554206350773
previous_iter_valid_loss : 0.17433886229991913
30700 0.174453 0.174339 0.187225 CURRENT LEARNING RATE: 0.5148524398493721
previous_iter_valid_loss : 0.1869611293077469
30720 0.187135 0.186961 0.184963 CURRENT LEARNING RATE: 0.5147494796577646
previous_iter_valid_loss : 0.17137795686721802
30740 0.171617 0.171378 0.183950 CURRENT LEARNING RATE: 0.5146465400561363
previous_iter_valid_loss : 0.1758037507534027
30760 0.176004 0.175804 0.183770 CURRENT LEARNING RATE: 0.5145436210403698
previous_iter_valid_loss : 0.17395323514938354
30780 0.174172 0.173953 0.183700 CURRENT LEARNING RATE: 0.5144407226063481
previous_iter_valid_loss : 0.17130418121814728
30800 0.171303 0.171304 0.183392 CURRENT LEARNING RATE: 0.5143378447499554
previous_iter_valid_loss : 0.1748037040233612
30820 0.175027 0.174804 0.183546 CURRENT LEARNING RATE: 0.5142349874670765
previous_iter_valid_loss : 0.1942806839942932
30840 0.194409 0.194281 0.183437 CURRENT LEARNING RATE: 0.5141321507535972
previous_iter_valid_loss : 0.16924424469470978
30860 0.169371 0.169244 0.182432 CURRENT LEARNING RATE: 0.5140293346054041
previous_iter_valid_loss : 0.20072166621685028
30880 0.200681 0.200722 0.183483 CURRENT LEARNING RATE: 0.5139265390183844
previous_iter_valid_loss : 0.1772928386926651
30900 0.177350 0.177293 0.183604 CURRENT LEARNING RATE: 0.5138237639884262
previous_iter_valid_loss : 0.19139136373996735
30920 0.191680 0.191391 0.183890 CURRENT LEARNING RATE: 0.5137210095114187
previous_iter_valid_loss : 0.18078668415546417
30940 0.181048 0.180787 0.184124 CURRENT LEARNING RATE: 0.5136182755832518
previous_iter_valid_loss : 0.18410427868366241
30960 0.184302 0.184104 0.182094 CURRENT LEARNING RATE: 0.5135155621998159
previous_iter_valid_loss : 0.2040075957775116
30980 0.204113 0.204008 0.183355 CURRENT LEARNING RATE: 0.5134128693570025
previous_iter_valid_loss : 0.2076675295829773
31000 0.207679 0.207668 0.183894 CURRENT LEARNING RATE: 0.5133101970507039
previous_iter_valid_loss : 0.18337512016296387
31020 0.183625 0.183375 0.183398 CURRENT LEARNING RATE: 0.5132075452768133
previous_iter_valid_loss : 0.17981064319610596
31040 0.180075 0.179811 0.183610 CURRENT LEARNING RATE: 0.5131049140312247
previous_iter_valid_loss : 0.17688925564289093
31060 0.177264 0.176889 0.182585 CURRENT LEARNING RATE: 0.5130023033098325
previous_iter_valid_loss : 0.17111080884933472
31080 0.171313 0.171111 0.182461 CURRENT LEARNING RATE: 0.5128997131085327
previous_iter_valid_loss : 0.17267093062400818
31100 0.172855 0.172671 0.182378 CURRENT LEARNING RATE: 0.5127971434232215
previous_iter_valid_loss : 0.17008256912231445
31120 0.170270 0.170083 0.181534 CURRENT LEARNING RATE: 0.5126945942497959
previous_iter_valid_loss : 0.1861419677734375
31140 0.186307 0.186142 0.182272 CURRENT LEARNING RATE: 0.5125920655841543
previous_iter_valid_loss : 0.1829761564731598
31160 0.183211 0.182976 0.182631 CURRENT LEARNING RATE: 0.5124895574221954
previous_iter_valid_loss : 0.18385006487369537
31180 0.183956 0.183850 0.183126 CURRENT LEARNING RATE: 0.5123870697598188
previous_iter_valid_loss : 0.1672016829252243
31200 0.167430 0.167202 0.182920 CURRENT LEARNING RATE: 0.5122846025929251
previous_iter_valid_loss : 0.18108214437961578
31220 0.181179 0.181082 0.183234 CURRENT LEARNING RATE: 0.5121821559174156
previous_iter_valid_loss : 0.1675819754600525
31240 0.167691 0.167582 0.181899 CURRENT LEARNING RATE: 0.5120797297291924
previous_iter_valid_loss : 0.17170174419879913
31260 0.172014 0.171702 0.182022 CURRENT LEARNING RATE: 0.5119773240241583
previous_iter_valid_loss : 0.17192114889621735
31280 0.172175 0.171921 0.180582 CURRENT LEARNING RATE: 0.5118749387982174
previous_iter_valid_loss : 0.18140771985054016
31300 0.181566 0.181408 0.180788 CURRENT LEARNING RATE: 0.511772574047274
previous_iter_valid_loss : 0.17839984595775604
31320 0.178545 0.178400 0.180138 CURRENT LEARNING RATE: 0.5116702297672338
previous_iter_valid_loss : 0.18921728432178497
31340 0.189300 0.189217 0.180560 CURRENT LEARNING RATE: 0.5115679059540027
previous_iter_valid_loss : 0.16954530775547028
31360 0.169726 0.169545 0.179832 CURRENT LEARNING RATE: 0.511465602603488
previous_iter_valid_loss : 0.17564629018306732
31380 0.175617 0.175646 0.178414 CURRENT LEARNING RATE: 0.5113633197115974
previous_iter_valid_loss : 0.17665456235408783
31400 0.176827 0.176655 0.176863 CURRENT LEARNING RATE: 0.5112610572742396
previous_iter_valid_loss : 0.1711048036813736
31420 0.171447 0.171105 0.176250 CURRENT LEARNING RATE: 0.5111588152873243
previous_iter_valid_loss : 0.2052697241306305
31440 0.205440 0.205270 0.177523 CURRENT LEARNING RATE: 0.5110565937467617
previous_iter_valid_loss : 0.18610554933547974
31460 0.186285 0.186106 0.177984 CURRENT LEARNING RATE: 0.5109543926484629
previous_iter_valid_loss : 0.19389575719833374
31480 0.194015 0.193896 0.179123 CURRENT LEARNING RATE: 0.5108522119883397
previous_iter_valid_loss : 0.19633223116397858
31500 0.196425 0.196332 0.180306 CURRENT LEARNING RATE: 0.5107500517623051
previous_iter_valid_loss : 0.18167950212955475
31520 0.181809 0.181680 0.180886 CURRENT LEARNING RATE: 0.5106479119662728
previous_iter_valid_loss : 0.18021893501281738
31540 0.180301 0.180219 0.180590 CURRENT LEARNING RATE: 0.510545792596157
previous_iter_valid_loss : 0.1800997257232666
31560 0.180174 0.180100 0.180446 CURRENT LEARNING RATE: 0.5104436936478729
previous_iter_valid_loss : 0.1739252358675003
31580 0.174140 0.173925 0.179950 CURRENT LEARNING RATE: 0.5103416151173366
previous_iter_valid_loss : 0.21943320333957672
31600 0.219493 0.219433 0.182561 CURRENT LEARNING RATE: 0.5102395570004651
previous_iter_valid_loss : 0.21388821303844452
31620 0.213856 0.213888 0.184201 CURRENT LEARNING RATE: 0.5101375192931759
previous_iter_valid_loss : 0.18135575950145721
31640 0.181456 0.181356 0.184890 CURRENT LEARNING RATE: 0.5100355019913874
previous_iter_valid_loss : 0.17764665186405182
31660 0.177806 0.177647 0.185187 CURRENT LEARNING RATE: 0.5099335050910191
previous_iter_valid_loss : 0.17649146914482117
31680 0.176676 0.176491 0.185416 CURRENT LEARNING RATE: 0.5098315285879912
previous_iter_valid_loss : 0.17159302532672882
31700 0.171799 0.171593 0.184925 CURRENT LEARNING RATE: 0.5097295724782244
previous_iter_valid_loss : 0.17680805921554565
31720 0.176950 0.176808 0.184846 CURRENT LEARNING RATE: 0.5096276367576406
previous_iter_valid_loss : 0.17287954688072205
31740 0.173066 0.172880 0.184029 CURRENT LEARNING RATE: 0.5095257214221623
previous_iter_valid_loss : 0.2029639184474945
31760 0.203041 0.202964 0.185700 CURRENT LEARNING RATE: 0.509423826467713
previous_iter_valid_loss : 0.19079339504241943
31780 0.190944 0.190793 0.186457 CURRENT LEARNING RATE: 0.5093219518902168
previous_iter_valid_loss : 0.17233525216579437
31800 0.172423 0.172335 0.186241 CURRENT LEARNING RATE: 0.5092200976855987
previous_iter_valid_loss : 0.18618929386138916
31820 0.186338 0.186189 0.186995 CURRENT LEARNING RATE: 0.5091182638497846
previous_iter_valid_loss : 0.16909901797771454
31840 0.169288 0.169099 0.185187 CURRENT LEARNING RATE: 0.5090164503787011
previous_iter_valid_loss : 0.18428824841976166
31860 0.184372 0.184288 0.185096 CURRENT LEARNING RATE: 0.5089146572682758
previous_iter_valid_loss : 0.16907986998558044
31880 0.169307 0.169080 0.183855 CURRENT LEARNING RATE: 0.5088128845144367
previous_iter_valid_loss : 0.1976463347673416
31900 0.197725 0.197646 0.183921 CURRENT LEARNING RATE: 0.5087111321131131
previous_iter_valid_loss : 0.17826686799526215
31920 0.178406 0.178267 0.183750 CURRENT LEARNING RATE: 0.5086094000602349
previous_iter_valid_loss : 0.2004290670156479
31940 0.200524 0.200429 0.184761 CURRENT LEARNING RATE: 0.5085076883517328
previous_iter_valid_loss : 0.1985873281955719
31960 0.198700 0.198587 0.185685 CURRENT LEARNING RATE: 0.5084059969835383
previous_iter_valid_loss : 0.16856758296489716
31980 0.168777 0.168568 0.185417 CURRENT LEARNING RATE: 0.5083043259515836
previous_iter_valid_loss : 0.16966892778873444
32000 0.169824 0.169669 0.182929 CURRENT LEARNING RATE: 0.5082026752518022
previous_iter_valid_loss : 0.16845931112766266
32020 0.168661 0.168459 0.180657 CURRENT LEARNING RATE: 0.5081010448801276
previous_iter_valid_loss : 0.16880756616592407
32040 0.169006 0.168808 0.180030 CURRENT LEARNING RATE: 0.5079994348324951
previous_iter_valid_loss : 0.18450437486171722
32060 0.184678 0.184504 0.180373 CURRENT LEARNING RATE: 0.50789784510484
previous_iter_valid_loss : 0.1751174032688141
32080 0.175293 0.175117 0.180304 CURRENT LEARNING RATE: 0.5077962756930988
previous_iter_valid_loss : 0.167495459318161
32100 0.167731 0.167495 0.180099 CURRENT LEARNING RATE: 0.5076947265932087
previous_iter_valid_loss : 0.17367497086524963
32120 0.173850 0.173675 0.179943 CURRENT LEARNING RATE: 0.5075931978011077
previous_iter_valid_loss : 0.1796162873506546
32140 0.179774 0.179616 0.180279 CURRENT LEARNING RATE: 0.5074916893127346
previous_iter_valid_loss : 0.18048200011253357
32160 0.180649 0.180482 0.179155 CURRENT LEARNING RATE: 0.5073902011240292
previous_iter_valid_loss : 0.16800256073474884
32180 0.168146 0.168003 0.178016 CURRENT LEARNING RATE: 0.507288733230932
previous_iter_valid_loss : 0.17584700882434845
32200 0.175993 0.175847 0.178191 CURRENT LEARNING RATE: 0.5071872856293842
previous_iter_valid_loss : 0.1668725609779358
32220 0.167161 0.166873 0.177226 CURRENT LEARNING RATE: 0.5070858583153277
previous_iter_valid_loss : 0.19791962206363678
32240 0.198453 0.197920 0.178667 CURRENT LEARNING RATE: 0.5069844512847057
previous_iter_valid_loss : 0.17894293367862701
32260 0.179131 0.178943 0.178399 CURRENT LEARNING RATE: 0.506883064533462
previous_iter_valid_loss : 0.17346948385238647
32280 0.173624 0.173469 0.178619 CURRENT LEARNING RATE: 0.5067816980575407
previous_iter_valid_loss : 0.1821383684873581
32300 0.182349 0.182138 0.177843 CURRENT LEARNING RATE: 0.5066803518528874
previous_iter_valid_loss : 0.17301185429096222
32320 0.173238 0.173012 0.177581 CURRENT LEARNING RATE: 0.5065790259154483
previous_iter_valid_loss : 0.18033406138420105
32340 0.180588 0.180334 0.176576 CURRENT LEARNING RATE: 0.5064777202411704
previous_iter_valid_loss : 0.17666707932949066
32360 0.176758 0.176667 0.175480 CURRENT LEARNING RATE: 0.5063764348260014
previous_iter_valid_loss : 0.170081228017807
32380 0.170227 0.170081 0.175556 CURRENT LEARNING RATE: 0.5062751696658896
previous_iter_valid_loss : 0.17999422550201416
32400 0.180165 0.179994 0.176072 CURRENT LEARNING RATE: 0.5061739247567849
previous_iter_valid_loss : 0.16647087037563324
32420 0.166670 0.166471 0.175972 CURRENT LEARNING RATE: 0.5060727000946371
previous_iter_valid_loss : 0.17227129638195038
32440 0.172422 0.172271 0.176146 CURRENT LEARNING RATE: 0.5059714956753975
previous_iter_valid_loss : 0.172259122133255
32460 0.172331 0.172259 0.175533 CURRENT LEARNING RATE: 0.5058703114950177
previous_iter_valid_loss : 0.19116315245628357
32480 0.191386 0.191163 0.176336 CURRENT LEARNING RATE: 0.5057691475494506
previous_iter_valid_loss : 0.178938627243042
32500 0.179147 0.178939 0.176908 CURRENT LEARNING RATE: 0.5056680038346493
previous_iter_valid_loss : 0.16810590028762817
32520 0.168171 0.168106 0.176629 CURRENT LEARNING RATE: 0.5055668803465682
previous_iter_valid_loss : 0.16792628169059753
32540 0.167995 0.167926 0.176045 CURRENT LEARNING RATE: 0.5054657770811624
previous_iter_valid_loss : 0.17990881204605103
32560 0.180224 0.179909 0.176016 CURRENT LEARNING RATE: 0.5053646940343878
previous_iter_valid_loss : 0.2037983387708664
32580 0.204169 0.203798 0.177806 CURRENT LEARNING RATE: 0.5052636312022011
previous_iter_valid_loss : 0.16766519844532013
32600 0.167757 0.167665 0.177397 CURRENT LEARNING RATE: 0.5051625885805596
previous_iter_valid_loss : 0.18558111786842346
32620 0.185836 0.185581 0.178332 CURRENT LEARNING RATE: 0.5050615661654216
previous_iter_valid_loss : 0.16573211550712585
32640 0.165799 0.165732 0.176723 CURRENT LEARNING RATE: 0.5049605639527466
previous_iter_valid_loss : 0.16692668199539185
32660 0.167092 0.166927 0.176122 CURRENT LEARNING RATE: 0.504859581938494
previous_iter_valid_loss : 0.16473554074764252
Current valid loss: 0.16473554074764252; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
32680 0.164793 0.164736 0.175685 CURRENT LEARNING RATE: 0.5047586201186249
previous_iter_valid_loss : 0.18119311332702637
32700 0.181389 0.181193 0.175638 CURRENT LEARNING RATE: 0.5046576784891006
previous_iter_valid_loss : 0.18360334634780884
32720 0.183801 0.183603 0.176168 CURRENT LEARNING RATE: 0.5045567570458834
previous_iter_valid_loss : 0.183827742934227
32740 0.184094 0.183828 0.176342 CURRENT LEARNING RATE: 0.5044558557849367
previous_iter_valid_loss : 0.17633156478405
32760 0.176471 0.176332 0.176326 CURRENT LEARNING RATE: 0.5043549747022243
previous_iter_valid_loss : 0.16857193410396576
32780 0.168724 0.168572 0.176250 CURRENT LEARNING RATE: 0.5042541137937109
previous_iter_valid_loss : 0.16756050288677216
32800 0.167674 0.167561 0.175629 CURRENT LEARNING RATE: 0.5041532730553622
previous_iter_valid_loss : 0.16701313853263855
32820 0.167208 0.167013 0.175656 CURRENT LEARNING RATE: 0.5040524524831443
previous_iter_valid_loss : 0.18905553221702576
32840 0.189289 0.189056 0.176495 CURRENT LEARNING RATE: 0.5039516520730247
previous_iter_valid_loss : 0.2090984433889389
32860 0.209642 0.209098 0.178337 CURRENT LEARNING RATE: 0.5038508718209713
previous_iter_valid_loss : 0.16789820790290833
32880 0.168081 0.167898 0.177174 CURRENT LEARNING RATE: 0.5037501117229528
previous_iter_valid_loss : 0.17333409190177917
32900 0.173640 0.173334 0.176893 CURRENT LEARNING RATE: 0.5036493717749387
previous_iter_valid_loss : 0.1691049486398697
32920 0.169304 0.169105 0.176943 CURRENT LEARNING RATE: 0.5035486519728997
previous_iter_valid_loss : 0.16716104745864868
32940 0.167155 0.167161 0.176905 CURRENT LEARNING RATE: 0.5034479523128068
previous_iter_valid_loss : 0.16645045578479767
32960 0.166547 0.166450 0.176232 CURRENT LEARNING RATE: 0.5033472727906321
previous_iter_valid_loss : 0.17741915583610535
32980 0.177666 0.177419 0.174913 CURRENT LEARNING RATE: 0.5032466134023483
previous_iter_valid_loss : 0.168527290225029
33000 0.168629 0.168527 0.174956 CURRENT LEARNING RATE: 0.5031459741439291
previous_iter_valid_loss : 0.1682177484035492
33020 0.168317 0.168218 0.174088 CURRENT LEARNING RATE: 0.5030453550113491
previous_iter_valid_loss : 0.16911311447620392
33040 0.169187 0.169113 0.174257 CURRENT LEARNING RATE: 0.5029447560005831
previous_iter_valid_loss : 0.1726624071598053
33060 0.172846 0.172662 0.174544 CURRENT LEARNING RATE: 0.5028441771076076
previous_iter_valid_loss : 0.17825227975845337
33080 0.178442 0.178252 0.175220 CURRENT LEARNING RATE: 0.5027436183283992
previous_iter_valid_loss : 0.16817018389701843
33100 0.168313 0.168170 0.174569 CURRENT LEARNING RATE: 0.5026430796589356
previous_iter_valid_loss : 0.17419971525669098
33120 0.174398 0.174200 0.174098 CURRENT LEARNING RATE: 0.5025425610951952
previous_iter_valid_loss : 0.20504191517829895
33140 0.205458 0.205042 0.175159 CURRENT LEARNING RATE: 0.5024420626331574
previous_iter_valid_loss : 0.18997691571712494
33160 0.190188 0.189977 0.175841 CURRENT LEARNING RATE: 0.5023415842688022
previous_iter_valid_loss : 0.1723414659500122
33180 0.172366 0.172341 0.176030 CURRENT LEARNING RATE: 0.5022411259981102
previous_iter_valid_loss : 0.16590763628482819
33200 0.165987 0.165908 0.175947 CURRENT LEARNING RATE: 0.5021406878170636
previous_iter_valid_loss : 0.16643878817558289
33220 0.166502 0.166439 0.175919 CURRENT LEARNING RATE: 0.5020402697216444
previous_iter_valid_loss : 0.1661118119955063
33240 0.166176 0.166112 0.174771 CURRENT LEARNING RATE: 0.5019398717078362
previous_iter_valid_loss : 0.1674741804599762
33260 0.167655 0.167474 0.172690 CURRENT LEARNING RATE: 0.5018394937716227
previous_iter_valid_loss : 0.1770874708890915
33280 0.177212 0.177087 0.173150 CURRENT LEARNING RATE: 0.5017391359089892
previous_iter_valid_loss : 0.18528112769126892
33300 0.185650 0.185281 0.173747 CURRENT LEARNING RATE: 0.5016387981159212
previous_iter_valid_loss : 0.17412300407886505
33320 0.174358 0.174123 0.173998 CURRENT LEARNING RATE: 0.5015384803884052
previous_iter_valid_loss : 0.16571417450904846
33340 0.165833 0.165714 0.173926 CURRENT LEARNING RATE: 0.5014381827224285
previous_iter_valid_loss : 0.16998310387134552
33360 0.170107 0.169983 0.174102 CURRENT LEARNING RATE: 0.501337905113979
previous_iter_valid_loss : 0.17979426681995392
33380 0.180009 0.179794 0.174221 CURRENT LEARNING RATE: 0.5012376475590459
previous_iter_valid_loss : 0.16859596967697144
33400 0.168902 0.168596 0.174224 CURRENT LEARNING RATE: 0.5011374100536188
previous_iter_valid_loss : 0.20697566866874695
33420 0.207049 0.206976 0.176162 CURRENT LEARNING RATE: 0.5010371925936882
previous_iter_valid_loss : 0.16989660263061523
33440 0.170041 0.169897 0.176201 CURRENT LEARNING RATE: 0.5009369951752453
previous_iter_valid_loss : 0.1688098907470703
33460 0.169017 0.168810 0.176009 CURRENT LEARNING RATE: 0.5008368177942822
previous_iter_valid_loss : 0.1693129539489746
33480 0.169388 0.169313 0.175562 CURRENT LEARNING RATE: 0.5007366604467919
previous_iter_valid_loss : 0.16780586540699005
33500 0.167967 0.167806 0.175544 CURRENT LEARNING RATE: 0.5006365231287682
previous_iter_valid_loss : 0.19109122455120087
33520 0.191200 0.191091 0.176388 CURRENT LEARNING RATE: 0.5005364058362054
previous_iter_valid_loss : 0.1690465360879898
33540 0.169205 0.169047 0.174588 CURRENT LEARNING RATE: 0.5004363085650989
previous_iter_valid_loss : 0.17249096930027008
33560 0.172659 0.172491 0.173714 CURRENT LEARNING RATE: 0.5003362313114449
previous_iter_valid_loss : 0.16647008061408997
33580 0.166761 0.166470 0.173421 CURRENT LEARNING RATE: 0.5002361740712401
previous_iter_valid_loss : 0.16671451926231384
33600 0.166961 0.166715 0.173461 CURRENT LEARNING RATE: 0.5001361368404823
previous_iter_valid_loss : 0.17133590579032898
33620 0.171447 0.171336 0.173706 CURRENT LEARNING RATE: 0.5000361196151702
previous_iter_valid_loss : 0.18588753044605255
33640 0.186120 0.185888 0.174695 CURRENT LEARNING RATE: 0.49993612239130286
previous_iter_valid_loss : 0.18993009626865387
33660 0.190124 0.189930 0.175817 CURRENT LEARNING RATE: 0.4998361451648805
previous_iter_valid_loss : 0.17556728422641754
33680 0.175720 0.175567 0.175741 CURRENT LEARNING RATE: 0.499736187931904
previous_iter_valid_loss : 0.18403534591197968
33700 0.184274 0.184035 0.175679 CURRENT LEARNING RATE: 0.49963625068837514
previous_iter_valid_loss : 0.17543309926986694
33720 0.175655 0.175433 0.175745 CURRENT LEARNING RATE: 0.4995363334302963
previous_iter_valid_loss : 0.17139120399951935
33740 0.171592 0.171391 0.176028 CURRENT LEARNING RATE: 0.49943643615367095
previous_iter_valid_loss : 0.17593252658843994
33760 0.176027 0.175933 0.176326 CURRENT LEARNING RATE: 0.49933655885450307
previous_iter_valid_loss : 0.16979281604290009
33780 0.169876 0.169793 0.175826 CURRENT LEARNING RATE: 0.4992367015287975
previous_iter_valid_loss : 0.17077329754829407
33800 0.170894 0.170773 0.175935 CURRENT LEARNING RATE: 0.4991368641725602
previous_iter_valid_loss : 0.17693282663822174
33820 0.177145 0.176933 0.174433 CURRENT LEARNING RATE: 0.4990370467817975
previous_iter_valid_loss : 0.1709805428981781
33840 0.171092 0.170981 0.174487 CURRENT LEARNING RATE: 0.4989372493525167
previous_iter_valid_loss : 0.16567233204841614
33860 0.165701 0.165672 0.174330 CURRENT LEARNING RATE: 0.49883747188072597
previous_iter_valid_loss : 0.16546182334423065
33880 0.165563 0.165462 0.174137 CURRENT LEARNING RATE: 0.4987377143624342
previous_iter_valid_loss : 0.17416009306907654
33900 0.174373 0.174160 0.174455 CURRENT LEARNING RATE: 0.49863797679365107
previous_iter_valid_loss : 0.20160925388336182
33920 0.202061 0.201609 0.174981 CURRENT LEARNING RATE: 0.4985382591703871
previous_iter_valid_loss : 0.18231093883514404
33940 0.182594 0.182311 0.175644 CURRENT LEARNING RATE: 0.49843856148865345
previous_iter_valid_loss : 0.16980428993701935
33960 0.169951 0.169804 0.175510 CURRENT LEARNING RATE: 0.4983388837444624
previous_iter_valid_loss : 0.17745739221572876
33980 0.177660 0.177457 0.176059 CURRENT LEARNING RATE: 0.49823922593382675
previous_iter_valid_loss : 0.17417287826538086
34000 0.174433 0.174173 0.176432 CURRENT LEARNING RATE: 0.4981395880527602
previous_iter_valid_loss : 0.17087183892726898
34020 0.171131 0.170872 0.176409 CURRENT LEARNING RATE: 0.4980399700972773
previous_iter_valid_loss : 0.16889309883117676
34040 0.169103 0.168893 0.175559 CURRENT LEARNING RATE: 0.4979403720633932
previous_iter_valid_loss : 0.1667691469192505
34060 0.167054 0.166769 0.174401 CURRENT LEARNING RATE: 0.49784079394712405
previous_iter_valid_loss : 0.17495208978652954
34080 0.175117 0.174952 0.174370 CURRENT LEARNING RATE: 0.49774123574448675
previous_iter_valid_loss : 0.1709129959344864
34100 0.171096 0.170913 0.173714 CURRENT LEARNING RATE: 0.497641697451499
previous_iter_valid_loss : 0.16906407475471497
34120 0.169375 0.169064 0.173396 CURRENT LEARNING RATE: 0.49754217906417914
previous_iter_valid_loss : 0.2276400923728943
34140 0.227610 0.227640 0.176208 CURRENT LEARNING RATE: 0.4974426805785465
previous_iter_valid_loss : 0.166144460439682
34160 0.166288 0.166144 0.175719 CURRENT LEARNING RATE: 0.4973432019906212
previous_iter_valid_loss : 0.17419256269931793
34180 0.174433 0.174193 0.175939 CURRENT LEARNING RATE: 0.49724374329642407
previous_iter_valid_loss : 0.1684432178735733
34200 0.168557 0.168443 0.175822 CURRENT LEARNING RATE: 0.49714430449197666
previous_iter_valid_loss : 0.17152127623558044
34220 0.171606 0.171521 0.175552 CURRENT LEARNING RATE: 0.4970448855733015
previous_iter_valid_loss : 0.20825928449630737
34240 0.208548 0.208259 0.177416 CURRENT LEARNING RATE: 0.49694548653642184
previous_iter_valid_loss : 0.17290285229682922
34260 0.173251 0.172903 0.177777 CURRENT LEARNING RATE: 0.49684610737736173
previous_iter_valid_loss : 0.18388085067272186
34280 0.183929 0.183881 0.178698 CURRENT LEARNING RATE: 0.49674674809214603
previous_iter_valid_loss : 0.1703203171491623
34300 0.170460 0.170320 0.178506 CURRENT LEARNING RATE: 0.49664740867680024
previous_iter_valid_loss : 0.16686974465847015
34320 0.167099 0.166870 0.176769 CURRENT LEARNING RATE: 0.4965480891273509
previous_iter_valid_loss : 0.16724060475826263
34340 0.167490 0.167241 0.176016 CURRENT LEARNING RATE: 0.49644878943982523
previous_iter_valid_loss : 0.19835412502288818
34360 0.198681 0.198354 0.177443 CURRENT LEARNING RATE: 0.49634950961025115
previous_iter_valid_loss : 0.17512957751750946
34380 0.175277 0.175130 0.177327 CURRENT LEARNING RATE: 0.4962502496346575
previous_iter_valid_loss : 0.1684635579586029
34400 0.168571 0.168464 0.177041 CURRENT LEARNING RATE: 0.4961510095090739
previous_iter_valid_loss : 0.16625013947486877
34420 0.166464 0.166250 0.176810 CURRENT LEARNING RATE: 0.4960517892295308
previous_iter_valid_loss : 0.16761928796768188
34440 0.167911 0.167619 0.176747 CURRENT LEARNING RATE: 0.4959525887920593
previous_iter_valid_loss : 0.1653304100036621
34460 0.165546 0.165330 0.176675 CURRENT LEARNING RATE: 0.4958534081926914
previous_iter_valid_loss : 0.1714651882648468
34480 0.171790 0.171465 0.176500 CURRENT LEARNING RATE: 0.49575424742745994
previous_iter_valid_loss : 0.17468559741973877
34500 0.174737 0.174686 0.176689 CURRENT LEARNING RATE: 0.4956551064923984
previous_iter_valid_loss : 0.166173055768013
34520 0.166279 0.166173 0.176544 CURRENT LEARNING RATE: 0.49555598538354123
previous_iter_valid_loss : 0.166678324341774
34540 0.166800 0.166678 0.173496 CURRENT LEARNING RATE: 0.4954568840969235
previous_iter_valid_loss : 0.16499555110931396
34560 0.165109 0.164996 0.173439 CURRENT LEARNING RATE: 0.49535780262858126
previous_iter_valid_loss : 0.1715257167816162
34580 0.171667 0.171526 0.173305 CURRENT LEARNING RATE: 0.4952587409745512
previous_iter_valid_loss : 0.16680824756622314
34600 0.166978 0.166808 0.173224 CURRENT LEARNING RATE: 0.49515969913087077
previous_iter_valid_loss : 0.1677795946598053
34620 0.167913 0.167780 0.173037 CURRENT LEARNING RATE: 0.4950606770935784
previous_iter_valid_loss : 0.18807537853717804
34640 0.188249 0.188075 0.172027 CURRENT LEARNING RATE: 0.4949616748587132
previous_iter_valid_loss : 0.16990511119365692
34660 0.170164 0.169905 0.171878 CURRENT LEARNING RATE: 0.494862692422315
previous_iter_valid_loss : 0.17936712503433228
34680 0.179554 0.179367 0.171652 CURRENT LEARNING RATE: 0.4947637297804246
previous_iter_valid_loss : 0.18786005675792694
34700 0.188023 0.187860 0.172529 CURRENT LEARNING RATE: 0.4946647869290835
previous_iter_valid_loss : 0.16831915080547333
34720 0.168499 0.168319 0.172601 CURRENT LEARNING RATE: 0.4945658638643338
previous_iter_valid_loss : 0.16717684268951416
34740 0.167352 0.167177 0.172598 CURRENT LEARNING RATE: 0.4944669605822189
previous_iter_valid_loss : 0.18840985000133514
34760 0.188837 0.188410 0.172101 CURRENT LEARNING RATE: 0.4943680770787824
previous_iter_valid_loss : 0.1716366857290268
34780 0.171714 0.171637 0.171926 CURRENT LEARNING RATE: 0.494269213350069
previous_iter_valid_loss : 0.16558606922626495
34800 0.165608 0.165586 0.171782 CURRENT LEARNING RATE: 0.49417036939212433
previous_iter_valid_loss : 0.16601750254631042
34820 0.166147 0.166018 0.171771 CURRENT LEARNING RATE: 0.4940715452009944
previous_iter_valid_loss : 0.17883005738258362
34840 0.178935 0.178830 0.172331 CURRENT LEARNING RATE: 0.49397274077272635
previous_iter_valid_loss : 0.1704351305961609
34860 0.170597 0.170435 0.172587 CURRENT LEARNING RATE: 0.4938739561033681
previous_iter_valid_loss : 0.17495718598365784
34880 0.175079 0.174957 0.172761 CURRENT LEARNING RATE: 0.49377519118896807
previous_iter_valid_loss : 0.16532765328884125
34900 0.165446 0.165328 0.172293 CURRENT LEARNING RATE: 0.49367644602557575
previous_iter_valid_loss : 0.17184463143348694
34920 0.171920 0.171845 0.172577 CURRENT LEARNING RATE: 0.4935777206092413
previous_iter_valid_loss : 0.18538546562194824
34940 0.185445 0.185385 0.173512 CURRENT LEARNING RATE: 0.4934790149360158
previous_iter_valid_loss : 0.17768125236034393
34960 0.177757 0.177681 0.174146 CURRENT LEARNING RATE: 0.493380329001951
previous_iter_valid_loss : 0.18516691029071808
34980 0.185204 0.185167 0.174829 CURRENT LEARNING RATE: 0.4932816628030994
previous_iter_valid_loss : 0.18721604347229004
35000 0.187294 0.187216 0.175849 CURRENT LEARNING RATE: 0.4931830163355143
previous_iter_valid_loss : 0.18595188856124878
35020 0.185918 0.185952 0.176758 CURRENT LEARNING RATE: 0.49308438959525003
previous_iter_valid_loss : 0.16782093048095703
35040 0.167960 0.167821 0.175745 CURRENT LEARNING RATE: 0.49298578257836134
previous_iter_valid_loss : 0.17230261862277985
35060 0.172356 0.172303 0.175865 CURRENT LEARNING RATE: 0.492887195280904
previous_iter_valid_loss : 0.16523641347885132
35080 0.165335 0.165236 0.175158 CURRENT LEARNING RATE: 0.4927886276989346
previous_iter_valid_loss : 0.17177213728427887
35100 0.171912 0.171772 0.174354 CURRENT LEARNING RATE: 0.4926900798285104
previous_iter_valid_loss : 0.1845647096633911
35120 0.184867 0.184565 0.175166 CURRENT LEARNING RATE: 0.49259155166568935
previous_iter_valid_loss : 0.1688566505908966
35140 0.168952 0.168857 0.175250 CURRENT LEARNING RATE: 0.4924930432065305
previous_iter_valid_loss : 0.1687832772731781
35160 0.168999 0.168783 0.174269 CURRENT LEARNING RATE: 0.4923945544470934
previous_iter_valid_loss : 0.17745883762836456
35180 0.177694 0.177459 0.174560 CURRENT LEARNING RATE: 0.4922960853834386
previous_iter_valid_loss : 0.18494568765163422
35200 0.185308 0.184946 0.175528 CURRENT LEARNING RATE: 0.49219763601162725
previous_iter_valid_loss : 0.16623224318027496
35220 0.166384 0.166232 0.175539 CURRENT LEARNING RATE: 0.4920992063277214
previous_iter_valid_loss : 0.17445887625217438
35240 0.174719 0.174459 0.175320 CURRENT LEARNING RATE: 0.49200079632778393
previous_iter_valid_loss : 0.1736263781785965
35260 0.173891 0.173626 0.175480 CURRENT LEARNING RATE: 0.4919024060078783
previous_iter_valid_loss : 0.1742953062057495
35280 0.174519 0.174295 0.175446 CURRENT LEARNING RATE: 0.4918040353640691
previous_iter_valid_loss : 0.1672378033399582
35300 0.167374 0.167238 0.175542 CURRENT LEARNING RATE: 0.49170568439242124
previous_iter_valid_loss : 0.1720462292432785
35320 0.172225 0.172046 0.175552 CURRENT LEARNING RATE: 0.4916073530890009
previous_iter_valid_loss : 0.17119155824184418
35340 0.171428 0.171192 0.174842 CURRENT LEARNING RATE: 0.4915090414498746
previous_iter_valid_loss : 0.17695200443267822
35360 0.177245 0.176952 0.174806 CURRENT LEARNING RATE: 0.49141074947111024
previous_iter_valid_loss : 0.17810465395450592
35380 0.178350 0.178105 0.174453 CURRENT LEARNING RATE: 0.4913124771487758
previous_iter_valid_loss : 0.17243285477161407
35400 0.172614 0.172433 0.173714 CURRENT LEARNING RATE: 0.49121422447894053
previous_iter_valid_loss : 0.16696697473526
35420 0.167145 0.166967 0.172764 CURRENT LEARNING RATE: 0.4911159914576743
previous_iter_valid_loss : 0.1875634491443634
35440 0.187813 0.187563 0.173751 CURRENT LEARNING RATE: 0.4910177780810478
previous_iter_valid_loss : 0.16549508273601532
35460 0.165643 0.165495 0.173411 CURRENT LEARNING RATE: 0.49091958434513255
previous_iter_valid_loss : 0.16557739675045013
35480 0.165688 0.165577 0.173428 CURRENT LEARNING RATE: 0.4908214102460007
previous_iter_valid_loss : 0.19177789986133575
35500 0.192027 0.191778 0.174428 CURRENT LEARNING RATE: 0.49072325577972525
previous_iter_valid_loss : 0.16880252957344055
35520 0.168917 0.168803 0.173640 CURRENT LEARNING RATE: 0.49062512094238014
previous_iter_valid_loss : 0.1689780354499817
35540 0.169074 0.168978 0.173646 CURRENT LEARNING RATE: 0.49052700573004
previous_iter_valid_loss : 0.177575021982193
35560 0.177861 0.177575 0.174086 CURRENT LEARNING RATE: 0.49042891013878004
previous_iter_valid_loss : 0.1662299782037735
35580 0.166391 0.166230 0.173525 CURRENT LEARNING RATE: 0.4903308341646766
previous_iter_valid_loss : 0.16463036835193634
Current valid loss: 0.16463036835193634; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
35600 0.164722 0.164630 0.172509 CURRENT LEARNING RATE: 0.4902327778038067
previous_iter_valid_loss : 0.16973432898521423
35620 0.169925 0.169734 0.172684 CURRENT LEARNING RATE: 0.4901347410522478
previous_iter_valid_loss : 0.1651265025138855
35640 0.165194 0.165127 0.172217 CURRENT LEARNING RATE: 0.4900367239060788
previous_iter_valid_loss : 0.17301058769226074
35660 0.173134 0.173011 0.172186 CURRENT LEARNING RATE: 0.48993872636137864
previous_iter_valid_loss : 0.18356440961360931
35680 0.183998 0.183564 0.172650 CURRENT LEARNING RATE: 0.4898407484142277
previous_iter_valid_loss : 0.1661408692598343
35700 0.166312 0.166141 0.172595 CURRENT LEARNING RATE: 0.4897427900607067
previous_iter_valid_loss : 0.17691585421562195
35720 0.177236 0.176916 0.172839 CURRENT LEARNING RATE: 0.48964485129689744
previous_iter_valid_loss : 0.16464582085609436
35740 0.164788 0.164646 0.172511 CURRENT LEARNING RATE: 0.4895469321188822
previous_iter_valid_loss : 0.1802803874015808
35760 0.180531 0.180280 0.172678 CURRENT LEARNING RATE: 0.4894490325227444
previous_iter_valid_loss : 0.17244501411914825
35780 0.172678 0.172445 0.172395 CURRENT LEARNING RATE: 0.48935115250456795
previous_iter_valid_loss : 0.17737826704978943
35800 0.177641 0.177378 0.172642 CURRENT LEARNING RATE: 0.4892532920604376
previous_iter_valid_loss : 0.1652454435825348
35820 0.165488 0.165245 0.172556 CURRENT LEARNING RATE: 0.4891554511864391
previous_iter_valid_loss : 0.1671179085969925
35840 0.167164 0.167118 0.171534 CURRENT LEARNING RATE: 0.48905762987865864
previous_iter_valid_loss : 0.19509397447109222
35860 0.195141 0.195094 0.173014 CURRENT LEARNING RATE: 0.48895982813318345
previous_iter_valid_loss : 0.1724892556667328
35880 0.172569 0.172489 0.173359 CURRENT LEARNING RATE: 0.48886204594610144
previous_iter_valid_loss : 0.16810332238674164
35900 0.168139 0.168103 0.172175 CURRENT LEARNING RATE: 0.48876428331350136
previous_iter_valid_loss : 0.16893619298934937
35920 0.169037 0.168936 0.172182 CURRENT LEARNING RATE: 0.4886665402314727
previous_iter_valid_loss : 0.16617831587791443
35940 0.166346 0.166178 0.172042 CURRENT LEARNING RATE: 0.4885688166961057
previous_iter_valid_loss : 0.1669672131538391
35960 0.167106 0.166967 0.171512 CURRENT LEARNING RATE: 0.4884711127034914
previous_iter_valid_loss : 0.1874162256717682
35980 0.187789 0.187416 0.172571 CURRENT LEARNING RATE: 0.4883734282497217
previous_iter_valid_loss : 0.17532750964164734
36000 0.175650 0.175328 0.173106 CURRENT LEARNING RATE: 0.4882757633308892
previous_iter_valid_loss : 0.1804596185684204
36020 0.180582 0.180460 0.173642 CURRENT LEARNING RATE: 0.48817811794308724
previous_iter_valid_loss : 0.17692331969738007
36040 0.177007 0.176923 0.174232 CURRENT LEARNING RATE: 0.48808049208241017
previous_iter_valid_loss : 0.1680300533771515
36060 0.168034 0.168030 0.173983 CURRENT LEARNING RATE: 0.48798288574495274
previous_iter_valid_loss : 0.169326052069664
36080 0.169388 0.169326 0.173271 CURRENT LEARNING RATE: 0.4878852989268109
previous_iter_valid_loss : 0.16676411032676697
36100 0.166799 0.166764 0.173302 CURRENT LEARNING RATE: 0.487787731624081
previous_iter_valid_loss : 0.1776914894580841
36120 0.177794 0.177691 0.173341 CURRENT LEARNING RATE: 0.48769018383286045
previous_iter_valid_loss : 0.17040544748306274
36140 0.170661 0.170405 0.173629 CURRENT LEARNING RATE: 0.4875926555492474
previous_iter_valid_loss : 0.16757386922836304
36160 0.167736 0.167574 0.172994 CURRENT LEARNING RATE: 0.4874951467693405
previous_iter_valid_loss : 0.16996373236179352
36180 0.170296 0.169964 0.172870 CURRENT LEARNING RATE: 0.4873976574892397
previous_iter_valid_loss : 0.1661963164806366
36200 0.166257 0.166196 0.172311 CURRENT LEARNING RATE: 0.48730018770504513
previous_iter_valid_loss : 0.184757798910141
36220 0.185200 0.184758 0.173286 CURRENT LEARNING RATE: 0.48720273741285813
previous_iter_valid_loss : 0.19125215709209442
36240 0.191603 0.191252 0.174493 CURRENT LEARNING RATE: 0.48710530660878076
previous_iter_valid_loss : 0.1695491224527359
36260 0.169793 0.169549 0.173216 CURRENT LEARNING RATE: 0.4870078952889157
previous_iter_valid_loss : 0.1781025528907776
36280 0.178294 0.178103 0.173496 CURRENT LEARNING RATE: 0.48691050344936654
previous_iter_valid_loss : 0.16805288195610046
36300 0.168158 0.168053 0.173494 CURRENT LEARNING RATE: 0.4868131310862375
previous_iter_valid_loss : 0.17471252381801605
36320 0.174883 0.174713 0.173783 CURRENT LEARNING RATE: 0.4867157781956339
previous_iter_valid_loss : 0.16510894894599915
36340 0.165252 0.165109 0.173729 CURRENT LEARNING RATE: 0.4866184447736614
previous_iter_valid_loss : 0.1783052235841751
36360 0.178748 0.178305 0.174296 CURRENT LEARNING RATE: 0.48652113081642673
previous_iter_valid_loss : 0.17297601699829102
36380 0.173146 0.172976 0.173574 CURRENT LEARNING RATE: 0.4864238363200374
previous_iter_valid_loss : 0.16600950062274933
36400 0.166182 0.166010 0.173108 CURRENT LEARNING RATE: 0.4863265612806016
previous_iter_valid_loss : 0.20109227299690247
36420 0.201298 0.201092 0.174140 CURRENT LEARNING RATE: 0.4862293056942283
previous_iter_valid_loss : 0.16808904707431793
36440 0.168201 0.168089 0.173698 CURRENT LEARNING RATE: 0.4861320695570273
previous_iter_valid_loss : 0.1680561602115631
36460 0.168260 0.168056 0.173699 CURRENT LEARNING RATE: 0.4860348528651091
previous_iter_valid_loss : 0.16974881291389465
36480 0.169992 0.169749 0.173720 CURRENT LEARNING RATE: 0.4859376556145852
previous_iter_valid_loss : 0.17965249717235565
36500 0.179927 0.179652 0.174365 CURRENT LEARNING RATE: 0.48584047780156747
previous_iter_valid_loss : 0.16693095862865448
36520 0.167018 0.166931 0.173827 CURRENT LEARNING RATE: 0.485743319422169
previous_iter_valid_loss : 0.17829862236976624
36540 0.178675 0.178299 0.174221 CURRENT LEARNING RATE: 0.4856461804725033
previous_iter_valid_loss : 0.17972443997859955
36560 0.179792 0.179724 0.174829 CURRENT LEARNING RATE: 0.4855490609486849
previous_iter_valid_loss : 0.19122417271137238
36580 0.191351 0.191224 0.175892 CURRENT LEARNING RATE: 0.48545196084682907
previous_iter_valid_loss : 0.16642887890338898
36600 0.166629 0.166429 0.175904 CURRENT LEARNING RATE: 0.4853548801630516
previous_iter_valid_loss : 0.16593098640441895
36620 0.166046 0.165931 0.174962 CURRENT LEARNING RATE: 0.48525781889346953
previous_iter_valid_loss : 0.1662558764219284
36640 0.166333 0.166256 0.173713 CURRENT LEARNING RATE: 0.48516077703420024
previous_iter_valid_loss : 0.17522349953651428
36660 0.175612 0.175223 0.173996 CURRENT LEARNING RATE: 0.485063754581362
previous_iter_valid_loss : 0.16568772494792938
36680 0.165859 0.165688 0.173375 CURRENT LEARNING RATE: 0.48496675153107416
previous_iter_valid_loss : 0.17642495036125183
36700 0.176723 0.176425 0.173794 CURRENT LEARNING RATE: 0.48486976787945635
previous_iter_valid_loss : 0.17791271209716797
36720 0.178253 0.177913 0.173954 CURRENT LEARNING RATE: 0.4847728036226294
previous_iter_valid_loss : 0.1863182783126831
36740 0.186690 0.186318 0.175015 CURRENT LEARNING RATE: 0.48467585875671465
previous_iter_valid_loss : 0.16779759526252747
36760 0.168049 0.167798 0.174489 CURRENT LEARNING RATE: 0.48457893327783425
previous_iter_valid_loss : 0.17133721709251404
36780 0.171442 0.171337 0.174407 CURRENT LEARNING RATE: 0.48448202718211125
previous_iter_valid_loss : 0.16571670770645142
36800 0.165841 0.165717 0.174393 CURRENT LEARNING RATE: 0.48438514046566944
previous_iter_valid_loss : 0.16543978452682495
36820 0.165706 0.165440 0.172610 CURRENT LEARNING RATE: 0.48428827312463335
previous_iter_valid_loss : 0.1839454621076584
36840 0.184146 0.183945 0.173403 CURRENT LEARNING RATE: 0.48419142515512814
previous_iter_valid_loss : 0.17315803468227386
36860 0.173368 0.173158 0.173658 CURRENT LEARNING RATE: 0.4840945965532801
previous_iter_valid_loss : 0.1653742790222168
36880 0.165549 0.165374 0.173439 CURRENT LEARNING RATE: 0.4839977873152159
previous_iter_valid_loss : 0.2016153782606125
36900 0.202066 0.201615 0.174537 CURRENT LEARNING RATE: 0.4839009974370634
previous_iter_valid_loss : 0.16496407985687256
36920 0.165160 0.164964 0.174439 CURRENT LEARNING RATE: 0.4838042269149507
previous_iter_valid_loss : 0.16531600058078766
36940 0.165486 0.165316 0.173790 CURRENT LEARNING RATE: 0.48370747574500716
previous_iter_valid_loss : 0.16632314026355743
36960 0.166500 0.166323 0.173120 CURRENT LEARNING RATE: 0.48361074392336284
previous_iter_valid_loss : 0.17280621826648712
36980 0.173197 0.172806 0.172199 CURRENT LEARNING RATE: 0.48351403144614824
previous_iter_valid_loss : 0.16702629625797272
37000 0.167261 0.167026 0.172229 CURRENT LEARNING RATE: 0.483417338309495
previous_iter_valid_loss : 0.17283231019973755
37020 0.173053 0.172832 0.172574 CURRENT LEARNING RATE: 0.48332066450953526
previous_iter_valid_loss : 0.18536515533924103
37040 0.185750 0.185365 0.173529 CURRENT LEARNING RATE: 0.48322401004240234
previous_iter_valid_loss : 0.17621184885501862
37060 0.176487 0.176212 0.173579 CURRENT LEARNING RATE: 0.48312737490422974
previous_iter_valid_loss : 0.1809857040643692
37080 0.181156 0.180986 0.174344 CURRENT LEARNING RATE: 0.4830307590911523
previous_iter_valid_loss : 0.16514085233211517
37100 0.165290 0.165141 0.173779 CURRENT LEARNING RATE: 0.48293416259930527
previous_iter_valid_loss : 0.18492738902568817
37120 0.185343 0.184927 0.174130 CURRENT LEARNING RATE: 0.48283758542482474
previous_iter_valid_loss : 0.174552783370018
37140 0.174838 0.174553 0.173542 CURRENT LEARNING RATE: 0.48274102756384774
previous_iter_valid_loss : 0.1674511879682541
37160 0.167562 0.167451 0.173525 CURRENT LEARNING RATE: 0.48264448901251183
previous_iter_valid_loss : 0.18094903230667114
37180 0.181099 0.180949 0.174005 CURRENT LEARNING RATE: 0.48254796976695563
previous_iter_valid_loss : 0.16585756838321686
37200 0.166053 0.165858 0.174012 CURRENT LEARNING RATE: 0.4824514698233183
previous_iter_valid_loss : 0.1722642481327057
37220 0.172472 0.172264 0.174353 CURRENT LEARNING RATE: 0.48235498917773983
previous_iter_valid_loss : 0.16561773419380188
37240 0.165721 0.165618 0.173437 CURRENT LEARNING RATE: 0.4822585278263609
previous_iter_valid_loss : 0.16837508976459503
37260 0.168534 0.168375 0.173198 CURRENT LEARNING RATE: 0.4821620857653232
previous_iter_valid_loss : 0.17970146238803864
37280 0.179892 0.179701 0.173914 CURRENT LEARNING RATE: 0.482065662990769
previous_iter_valid_loss : 0.165617436170578
37300 0.165843 0.165617 0.172114 CURRENT LEARNING RATE: 0.4819692594988414
previous_iter_valid_loss : 0.17144927382469177
37320 0.171732 0.171449 0.172439 CURRENT LEARNING RATE: 0.48187287528568423
previous_iter_valid_loss : 0.16879534721374512
37340 0.169073 0.168795 0.172613 CURRENT LEARNING RATE: 0.4817765103474421
previous_iter_valid_loss : 0.16732987761497498
37360 0.167562 0.167330 0.172663 CURRENT LEARNING RATE: 0.48168016468026054
previous_iter_valid_loss : 0.17230218648910522
37380 0.172422 0.172302 0.172638 CURRENT LEARNING RATE: 0.4815838382802856
previous_iter_valid_loss : 0.1693507581949234
37400 0.169403 0.169351 0.172754 CURRENT LEARNING RATE: 0.48148753114366416
previous_iter_valid_loss : 0.22286337614059448
37420 0.223449 0.222863 0.175255 CURRENT LEARNING RATE: 0.48139124326654414
previous_iter_valid_loss : 0.16797928512096405
37440 0.168208 0.167979 0.174386 CURRENT LEARNING RATE: 0.48129497464507387
previous_iter_valid_loss : 0.1683388501405716
37460 0.168749 0.168339 0.173993 CURRENT LEARNING RATE: 0.48119872527540264
previous_iter_valid_loss : 0.1826172173023224
37480 0.183058 0.182617 0.174074 CURRENT LEARNING RATE: 0.48110249515368053
previous_iter_valid_loss : 0.17806558310985565
37500 0.178411 0.178066 0.174720 CURRENT LEARNING RATE: 0.48100628427605824
previous_iter_valid_loss : 0.1707896739244461
37520 0.171053 0.170790 0.174013 CURRENT LEARNING RATE: 0.4809100926386874
previous_iter_valid_loss : 0.21039709448814392
37540 0.210588 0.210397 0.175806 CURRENT LEARNING RATE: 0.48081392023772035
previous_iter_valid_loss : 0.1674770563840866
37560 0.167677 0.167477 0.175807 CURRENT LEARNING RATE: 0.48071776706931013
previous_iter_valid_loss : 0.16749709844589233
37580 0.167769 0.167497 0.175134 CURRENT LEARNING RATE: 0.48062163312961065
previous_iter_valid_loss : 0.1873054951429367
37600 0.187426 0.187305 0.176207 CURRENT LEARNING RATE: 0.48052551841477664
previous_iter_valid_loss : 0.17574664950370789
37620 0.176191 0.175747 0.176381 CURRENT LEARNING RATE: 0.48042942292096336
previous_iter_valid_loss : 0.16656994819641113
37640 0.166820 0.166570 0.176428 CURRENT LEARNING RATE: 0.4803333466443271
previous_iter_valid_loss : 0.1749155968427658
37660 0.175254 0.174916 0.176756 CURRENT LEARNING RATE: 0.48023728958102474
previous_iter_valid_loss : 0.1727377027273178
37680 0.172880 0.172738 0.176407 CURRENT LEARNING RATE: 0.48014125172721406
previous_iter_valid_loss : 0.17725637555122375
37700 0.177645 0.177256 0.176989 CURRENT LEARNING RATE: 0.48004523307905356
previous_iter_valid_loss : 0.1711236536502838
37720 0.171193 0.171124 0.176973 CURRENT LEARNING RATE: 0.4799492336327023
previous_iter_valid_loss : 0.16851337254047394
37740 0.168787 0.168513 0.176959 CURRENT LEARNING RATE: 0.47985325338432055
previous_iter_valid_loss : 0.17292749881744385
37760 0.173320 0.172927 0.177239 CURRENT LEARNING RATE: 0.479757292330069
previous_iter_valid_loss : 0.17007991671562195
37780 0.170444 0.170080 0.177128 CURRENT LEARNING RATE: 0.4796613504661092
previous_iter_valid_loss : 0.17199736833572388
37800 0.172383 0.171997 0.177260 CURRENT LEARNING RATE: 0.47956542778860345
previous_iter_valid_loss : 0.1710945963859558
37820 0.171347 0.171095 0.174672 CURRENT LEARNING RATE: 0.4794695242937149
previous_iter_valid_loss : 0.1667218655347824
37840 0.167009 0.166722 0.174609 CURRENT LEARNING RATE: 0.4793736399776074
previous_iter_valid_loss : 0.1720878779888153
37860 0.172281 0.172088 0.174796 CURRENT LEARNING RATE: 0.4792777748364455
previous_iter_valid_loss : 0.18058215081691742
37880 0.180844 0.180582 0.174694 CURRENT LEARNING RATE: 0.4791819288663947
previous_iter_valid_loss : 0.16489043831825256
37900 0.165157 0.164890 0.174036 CURRENT LEARNING RATE: 0.4790861020636211
previous_iter_valid_loss : 0.16773658990859985
37920 0.167927 0.167737 0.173883 CURRENT LEARNING RATE: 0.47899029442429175
previous_iter_valid_loss : 0.1671522557735443
37940 0.167344 0.167152 0.171721 CURRENT LEARNING RATE: 0.47889450594457417
previous_iter_valid_loss : 0.175519198179245
37960 0.175743 0.175519 0.172123 CURRENT LEARNING RATE: 0.4787987366206368
previous_iter_valid_loss : 0.16960081458091736
37980 0.170007 0.169601 0.172228 CURRENT LEARNING RATE: 0.47870298644864906
previous_iter_valid_loss : 0.16911615431308746
38000 0.169321 0.169116 0.171319 CURRENT LEARNING RATE: 0.4786072554247809
previous_iter_valid_loss : 0.18244662880897522
38020 0.182858 0.182447 0.171654 CURRENT LEARNING RATE: 0.47851154354520287
previous_iter_valid_loss : 0.196262389421463
38040 0.196488 0.196262 0.173138 CURRENT LEARNING RATE: 0.47841585080608673
previous_iter_valid_loss : 0.1801621913909912
38060 0.180399 0.180162 0.173400 CURRENT LEARNING RATE: 0.47832017720360465
previous_iter_valid_loss : 0.1689349263906479
38080 0.169279 0.168935 0.173210 CURRENT LEARNING RATE: 0.47822452273392974
previous_iter_valid_loss : 0.2153511792421341
38100 0.215439 0.215351 0.175115 CURRENT LEARNING RATE: 0.47812888739323584
previous_iter_valid_loss : 0.17399486899375916
38120 0.174236 0.173995 0.175259 CURRENT LEARNING RATE: 0.4780332711776974
previous_iter_valid_loss : 0.17888014018535614
38140 0.179080 0.178880 0.175777 CURRENT LEARNING RATE: 0.47793767408348997
previous_iter_valid_loss : 0.17304252088069916
38160 0.173216 0.173043 0.175783 CURRENT LEARNING RATE: 0.47784209610678957
previous_iter_valid_loss : 0.1731359362602234
38180 0.173453 0.173136 0.175936 CURRENT LEARNING RATE: 0.47774653724377303
previous_iter_valid_loss : 0.1660299301147461
38200 0.166290 0.166030 0.175637 CURRENT LEARNING RATE: 0.47765099749061807
previous_iter_valid_loss : 0.1645083725452423
Current valid loss: 0.1645083725452423; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
38220 0.164678 0.164508 0.175308 CURRENT LEARNING RATE: 0.477555476843503
previous_iter_valid_loss : 0.16985374689102173
38240 0.170158 0.169854 0.175464 CURRENT LEARNING RATE: 0.4774599752986072
previous_iter_valid_loss : 0.17402276396751404
38260 0.174303 0.174023 0.175561 CURRENT LEARNING RATE: 0.47736449285211036
previous_iter_valid_loss : 0.17035865783691406
38280 0.170611 0.170359 0.175050 CURRENT LEARNING RATE: 0.47726902950019334
previous_iter_valid_loss : 0.20564432442188263
38300 0.205723 0.205644 0.177088 CURRENT LEARNING RATE: 0.4771735852390376
previous_iter_valid_loss : 0.1686684489250183
38320 0.168848 0.168668 0.177134 CURRENT LEARNING RATE: 0.4770781600648253
previous_iter_valid_loss : 0.19384531676769257
38340 0.194061 0.193845 0.178469 CURRENT LEARNING RATE: 0.4769827539737394
previous_iter_valid_loss : 0.16654908657073975
38360 0.166725 0.166549 0.178020 CURRENT LEARNING RATE: 0.4768873669619638
previous_iter_valid_loss : 0.20164881646633148
38380 0.201810 0.201649 0.179623 CURRENT LEARNING RATE: 0.4767919990256829
previous_iter_valid_loss : 0.16823920607566833
38400 0.168503 0.168239 0.179579 CURRENT LEARNING RATE: 0.47669665016108215
previous_iter_valid_loss : 0.16649693250656128
38420 0.166848 0.166497 0.178782 CURRENT LEARNING RATE: 0.47660132036434727
previous_iter_valid_loss : 0.166694775223732
38440 0.167034 0.166695 0.177303 CURRENT LEARNING RATE: 0.47650600963166545
previous_iter_valid_loss : 0.16786867380142212
38460 0.168172 0.167869 0.176688 CURRENT LEARNING RATE: 0.47641071795922396
previous_iter_valid_loss : 0.1771160066127777
38480 0.177467 0.177116 0.177098 CURRENT LEARNING RATE: 0.47631544534321135
previous_iter_valid_loss : 0.17709070444107056
38500 0.177412 0.177091 0.175184 CURRENT LEARNING RATE: 0.4762201917798165
previous_iter_valid_loss : 0.16878947615623474
38520 0.169009 0.168789 0.174924 CURRENT LEARNING RATE: 0.47612495726522946
previous_iter_valid_loss : 0.18816956877708435
38540 0.188551 0.188170 0.175389 CURRENT LEARNING RATE: 0.4760297417956408
previous_iter_valid_loss : 0.18294444680213928
38560 0.183199 0.182944 0.175884 CURRENT LEARNING RATE: 0.47593454536724183
previous_iter_valid_loss : 0.1686328947544098
38580 0.168908 0.168633 0.175659 CURRENT LEARNING RATE: 0.47583936797622467
previous_iter_valid_loss : 0.16923674941062927
38600 0.169483 0.169237 0.175819 CURRENT LEARNING RATE: 0.47574420961878244
previous_iter_valid_loss : 0.16667035222053528
38620 0.166954 0.166670 0.175927 CURRENT LEARNING RATE: 0.47564907029110853
previous_iter_valid_loss : 0.1820126175880432
38640 0.182168 0.182013 0.176535 CURRENT LEARNING RATE: 0.4755539499893976
previous_iter_valid_loss : 0.1801661252975464
38660 0.180289 0.180166 0.176842 CURRENT LEARNING RATE: 0.4754588487098446
previous_iter_valid_loss : 0.1764155626296997
38680 0.176776 0.176416 0.177145 CURRENT LEARNING RATE: 0.4753637664486457
previous_iter_valid_loss : 0.16490893065929413
38700 0.165119 0.164909 0.175108 CURRENT LEARNING RATE: 0.47526870320199754
previous_iter_valid_loss : 0.16816949844360352
38720 0.168367 0.168169 0.175083 CURRENT LEARNING RATE: 0.47517365896609753
previous_iter_valid_loss : 0.18133097887039185
38740 0.181672 0.181331 0.174458 CURRENT LEARNING RATE: 0.475078633737144
previous_iter_valid_loss : 0.17152434587478638
38760 0.171775 0.171524 0.174706 CURRENT LEARNING RATE: 0.47498362751133577
previous_iter_valid_loss : 0.18709689378738403
38780 0.187426 0.187097 0.173979 CURRENT LEARNING RATE: 0.4748886402848728
previous_iter_valid_loss : 0.177971750497818
38800 0.178237 0.177972 0.174465 CURRENT LEARNING RATE: 0.4747936720539555
previous_iter_valid_loss : 0.17646752297878265
38820 0.176706 0.176468 0.174964 CURRENT LEARNING RATE: 0.4746987228147851
previous_iter_valid_loss : 0.16958996653556824
38840 0.169681 0.169590 0.175109 CURRENT LEARNING RATE: 0.4746037925635637
previous_iter_valid_loss : 0.1789627969264984
38860 0.179160 0.178963 0.175663 CURRENT LEARNING RATE: 0.4745088812964941
previous_iter_valid_loss : 0.17095962166786194
38880 0.171079 0.170960 0.175356 CURRENT LEARNING RATE: 0.47441398900977977
previous_iter_valid_loss : 0.1683335304260254
38900 0.168461 0.168334 0.174918 CURRENT LEARNING RATE: 0.4743191156996251
previous_iter_valid_loss : 0.1714741289615631
38920 0.171614 0.171474 0.175052 CURRENT LEARNING RATE: 0.47422426136223506
previous_iter_valid_loss : 0.1665743589401245
38940 0.166687 0.166574 0.173972 CURRENT LEARNING RATE: 0.4741294259938156
previous_iter_valid_loss : 0.1695016473531723
38960 0.169623 0.169502 0.173300 CURRENT LEARNING RATE: 0.4740346095905732
previous_iter_valid_loss : 0.17154885828495026
38980 0.171642 0.171549 0.173446 CURRENT LEARNING RATE: 0.4739398121487152
previous_iter_valid_loss : 0.17549389600753784
39000 0.175582 0.175494 0.173759 CURRENT LEARNING RATE: 0.4738450336644499
previous_iter_valid_loss : 0.17215026915073395
39020 0.172267 0.172150 0.174033 CURRENT LEARNING RATE: 0.4737502741339859
previous_iter_valid_loss : 0.184217169880867
39040 0.184241 0.184217 0.174143 CURRENT LEARNING RATE: 0.47365553355353296
previous_iter_valid_loss : 0.17011472582817078
39060 0.170224 0.170115 0.173640 CURRENT LEARNING RATE: 0.4735608119193014
previous_iter_valid_loss : 0.16873903572559357
39080 0.168947 0.168739 0.173256 CURRENT LEARNING RATE: 0.4734661092275024
previous_iter_valid_loss : 0.1762862652540207
39100 0.176582 0.176286 0.173825 CURRENT LEARNING RATE: 0.47337142547434785
previous_iter_valid_loss : 0.16822472214698792
39120 0.168385 0.168225 0.173828 CURRENT LEARNING RATE: 0.47327676065605034
previous_iter_valid_loss : 0.18499107658863068
39140 0.185099 0.184991 0.174011 CURRENT LEARNING RATE: 0.4731821147688233
previous_iter_valid_loss : 0.1692633032798767
39160 0.169471 0.169263 0.173898 CURRENT LEARNING RATE: 0.473087487808881
previous_iter_valid_loss : 0.16811275482177734
39180 0.168272 0.168113 0.172949 CURRENT LEARNING RATE: 0.4729928797724382
previous_iter_valid_loss : 0.172003373503685
39200 0.172233 0.172003 0.172650 CURRENT LEARNING RATE: 0.47289829065571065
previous_iter_valid_loss : 0.17850978672504425
39220 0.178585 0.178510 0.172753 CURRENT LEARNING RATE: 0.47280372045491487
previous_iter_valid_loss : 0.17287899553775787
39240 0.173054 0.172879 0.172917 CURRENT LEARNING RATE: 0.4727091691662679
previous_iter_valid_loss : 0.1684710830450058
39260 0.168631 0.168471 0.172392 CURRENT LEARNING RATE: 0.47261463678598786
previous_iter_valid_loss : 0.1686507612466812
39280 0.168804 0.168651 0.172277 CURRENT LEARNING RATE: 0.4725201233102932
previous_iter_valid_loss : 0.19090743362903595
39300 0.190946 0.190907 0.173406 CURRENT LEARNING RATE: 0.4724256287354036
previous_iter_valid_loss : 0.16757343709468842
39320 0.167759 0.167573 0.173211 CURRENT LEARNING RATE: 0.47233115305753925
previous_iter_valid_loss : 0.16706451773643494
39340 0.167235 0.167065 0.173235 CURRENT LEARNING RATE: 0.4722366962729211
previous_iter_valid_loss : 0.164808452129364
39360 0.164908 0.164808 0.173000 CURRENT LEARNING RATE: 0.47214225837777074
previous_iter_valid_loss : 0.1665159910917282
39380 0.166662 0.166516 0.172749 CURRENT LEARNING RATE: 0.4720478393683109
previous_iter_valid_loss : 0.16797398030757904
39400 0.168110 0.167974 0.172373 CURRENT LEARNING RATE: 0.4719534392407647
previous_iter_valid_loss : 0.1748247593641281
39420 0.175007 0.174825 0.172507 CURRENT LEARNING RATE: 0.4718590579913561
previous_iter_valid_loss : 0.1757114678621292
39440 0.175827 0.175711 0.172081 CURRENT LEARNING RATE: 0.4717646956163098
previous_iter_valid_loss : 0.18104128539562225
39460 0.181209 0.181041 0.172628 CURRENT LEARNING RATE: 0.4716703521118515
previous_iter_valid_loss : 0.16880494356155396
39480 0.168836 0.168805 0.172631 CURRENT LEARNING RATE: 0.47157602747420735
previous_iter_valid_loss : 0.17161564528942108
39500 0.171608 0.171616 0.172397 CURRENT LEARNING RATE: 0.4714817216996043
previous_iter_valid_loss : 0.1681615561246872
39520 0.168240 0.168162 0.172394 CURRENT LEARNING RATE: 0.4713874347842702
previous_iter_valid_loss : 0.1724162995815277
39540 0.172547 0.172416 0.171765 CURRENT LEARNING RATE: 0.4712931667244335
previous_iter_valid_loss : 0.186726912856102
39560 0.187018 0.186727 0.172639 CURRENT LEARNING RATE: 0.4711989175163236
previous_iter_valid_loss : 0.1779586523771286
39580 0.178136 0.177959 0.173131 CURRENT LEARNING RATE: 0.47110468715617043
previous_iter_valid_loss : 0.18241707980632782
39600 0.182653 0.182417 0.173652 CURRENT LEARNING RATE: 0.4710104756402049
previous_iter_valid_loss : 0.1970013678073883
39620 0.197413 0.197001 0.174576 CURRENT LEARNING RATE: 0.4709162829646583
previous_iter_valid_loss : 0.20131459832191467
39640 0.201690 0.201315 0.175998 CURRENT LEARNING RATE: 0.4708221091257633
previous_iter_valid_loss : 0.16813555359840393
39660 0.168205 0.168136 0.175981 CURRENT LEARNING RATE: 0.4707279541197525
previous_iter_valid_loss : 0.16911934316158295
39680 0.169194 0.169119 0.176005 CURRENT LEARNING RATE: 0.47063381794286
previous_iter_valid_loss : 0.16611576080322266
39700 0.166188 0.166116 0.174765 CURRENT LEARNING RATE: 0.47053970059132033
previous_iter_valid_loss : 0.1653623729944229
39720 0.165522 0.165362 0.174654 CURRENT LEARNING RATE: 0.47044560206136876
previous_iter_valid_loss : 0.17423062026500702
39740 0.174441 0.174231 0.175013 CURRENT LEARNING RATE: 0.4703515223492413
previous_iter_valid_loss : 0.19527889788150787
39760 0.195656 0.195279 0.176536 CURRENT LEARNING RATE: 0.4702574614511748
previous_iter_valid_loss : 0.18114504218101501
39780 0.181403 0.181145 0.177268 CURRENT LEARNING RATE: 0.47016341936340683
previous_iter_valid_loss : 0.16797028481960297
39800 0.168101 0.167970 0.177268 CURRENT LEARNING RATE: 0.47006939608217563
previous_iter_valid_loss : 0.16893567144870758
39820 0.169032 0.168936 0.176973 CURRENT LEARNING RATE: 0.4699753916037205
previous_iter_valid_loss : 0.16677772998809814
39840 0.166840 0.166778 0.176526 CURRENT LEARNING RATE: 0.4698814059242809
previous_iter_valid_loss : 0.17780420184135437
39860 0.177993 0.177804 0.176365 CURRENT LEARNING RATE: 0.4697874390400977
previous_iter_valid_loss : 0.17464309930801392
39880 0.174754 0.174643 0.176656 CURRENT LEARNING RATE: 0.4696934909474121
previous_iter_valid_loss : 0.18012644350528717
39900 0.180141 0.180126 0.177082 CURRENT LEARNING RATE: 0.46959956164246625
previous_iter_valid_loss : 0.1693701446056366
39920 0.169526 0.169370 0.177142 CURRENT LEARNING RATE: 0.46950565112150283
previous_iter_valid_loss : 0.1664595901966095
39940 0.166564 0.166460 0.176845 CURRENT LEARNING RATE: 0.46941175938076557
previous_iter_valid_loss : 0.1693023443222046
39960 0.169451 0.169302 0.175973 CURRENT LEARNING RATE: 0.4693178864164988
previous_iter_valid_loss : 0.2222321480512619
39980 0.222260 0.222232 0.178187 CURRENT LEARNING RATE: 0.4692240322249475
previous_iter_valid_loss : 0.1682380884885788
40000 0.168375 0.168238 0.177478 CURRENT LEARNING RATE: 0.4691301968023575
previous_iter_valid_loss : 0.17058630287647247
40020 0.170727 0.170586 0.176157 CURRENT LEARNING RATE: 0.46903638014497556
previous_iter_valid_loss : 0.17021332681179047
40040 0.170394 0.170213 0.174602 CURRENT LEARNING RATE: 0.4689425822490488
previous_iter_valid_loss : 0.17223739624023438
40060 0.172303 0.172237 0.174807 CURRENT LEARNING RATE: 0.4688488031108254
previous_iter_valid_loss : 0.16761243343353271
40080 0.167764 0.167612 0.174732 CURRENT LEARNING RATE: 0.46875504272655416
previous_iter_valid_loss : 0.16840101778507233
40100 0.168497 0.168401 0.174846 CURRENT LEARNING RATE: 0.4686613010924847
previous_iter_valid_loss : 0.17838291823863983
40120 0.178440 0.178383 0.175497 CURRENT LEARNING RATE: 0.46856757820486744
previous_iter_valid_loss : 0.16998206079006195
40140 0.170105 0.169982 0.175285 CURRENT LEARNING RATE: 0.4684738740599533
previous_iter_valid_loss : 0.16600044071674347
40160 0.166143 0.166000 0.173821 CURRENT LEARNING RATE: 0.46838018865399417
previous_iter_valid_loss : 0.16657260060310364
40180 0.166685 0.166573 0.173092 CURRENT LEARNING RATE: 0.46828652198324267
previous_iter_valid_loss : 0.17049893736839294
40200 0.170705 0.170499 0.173219 CURRENT LEARNING RATE: 0.4681928740439521
previous_iter_valid_loss : 0.16909532248973846
40220 0.169218 0.169095 0.173227 CURRENT LEARNING RATE: 0.4680992448323766
previous_iter_valid_loss : 0.16520504653453827
40240 0.165317 0.165205 0.173148 CURRENT LEARNING RATE: 0.4680056343447709
previous_iter_valid_loss : 0.16644859313964844
40260 0.166617 0.166449 0.172580 CURRENT LEARNING RATE: 0.46791204257739066
previous_iter_valid_loss : 0.19842185080051422
40280 0.198531 0.198422 0.173769 CURRENT LEARNING RATE: 0.46781846952649214
previous_iter_valid_loss : 0.1679145246744156
40300 0.168139 0.167915 0.173159 CURRENT LEARNING RATE: 0.46772491518833254
previous_iter_valid_loss : 0.17391152679920197
40320 0.174025 0.173912 0.173386 CURRENT LEARNING RATE: 0.46763137955916956
previous_iter_valid_loss : 0.17135852575302124
40340 0.171517 0.171359 0.173631 CURRENT LEARNING RATE: 0.46753786263526187
previous_iter_valid_loss : 0.167068213224411
40360 0.167207 0.167068 0.173519 CURRENT LEARNING RATE: 0.4674443644128687
previous_iter_valid_loss : 0.18004469573497772
40380 0.180104 0.180045 0.171410 CURRENT LEARNING RATE: 0.4673508848882502
previous_iter_valid_loss : 0.17057472467422485
40400 0.170805 0.170575 0.171526 CURRENT LEARNING RATE: 0.4672574240576672
previous_iter_valid_loss : 0.17206218838691711
40420 0.172141 0.172062 0.171600 CURRENT LEARNING RATE: 0.4671639819173812
previous_iter_valid_loss : 0.1755390465259552
40440 0.175699 0.175539 0.171867 CURRENT LEARNING RATE: 0.4670705584636544
previous_iter_valid_loss : 0.1665024310350418
40460 0.166607 0.166502 0.171580 CURRENT LEARNING RATE: 0.4669771536927501
previous_iter_valid_loss : 0.16652072966098785
40480 0.166651 0.166521 0.171525 CURRENT LEARNING RATE: 0.46688376760093203
previous_iter_valid_loss : 0.17710071802139282
40500 0.177342 0.177101 0.171960 CURRENT LEARNING RATE: 0.4667904001844647
previous_iter_valid_loss : 0.17217116057872772
40520 0.172336 0.172171 0.171650 CURRENT LEARNING RATE: 0.4666970514396135
previous_iter_valid_loss : 0.1754320114850998
40540 0.175683 0.175432 0.171922 CURRENT LEARNING RATE: 0.4666037213626444
previous_iter_valid_loss : 0.1758527010679245
40560 0.175849 0.175853 0.172415 CURRENT LEARNING RATE: 0.4665104099498241
previous_iter_valid_loss : 0.17136365175247192
40580 0.171374 0.171364 0.172654 CURRENT LEARNING RATE: 0.4664171171974204
previous_iter_valid_loss : 0.17020553350448608
40600 0.170293 0.170206 0.172640 CURRENT LEARNING RATE: 0.46632384310170144
previous_iter_valid_loss : 0.16572555899620056
40620 0.165796 0.165726 0.172471 CURRENT LEARNING RATE: 0.4662305876589362
previous_iter_valid_loss : 0.16521736979484558
40640 0.165322 0.165217 0.172472 CURRENT LEARNING RATE: 0.46613735086539454
previous_iter_valid_loss : 0.16640715301036835
40660 0.166525 0.166407 0.172470 CURRENT LEARNING RATE: 0.466044132717347
previous_iter_valid_loss : 0.16446812450885773
Current valid loss: 0.16446812450885773; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
40680 0.164640 0.164468 0.170772 CURRENT LEARNING RATE: 0.46595093321106484
previous_iter_valid_loss : 0.20289741456508636
40700 0.202976 0.202897 0.172521 CURRENT LEARNING RATE: 0.46585775234282
previous_iter_valid_loss : 0.16618052124977112
40720 0.166259 0.166181 0.172135 CURRENT LEARNING RATE: 0.4657645901088854
previous_iter_valid_loss : 0.16677743196487427
40740 0.166954 0.166777 0.171906 CURRENT LEARNING RATE: 0.46567144650553444
previous_iter_valid_loss : 0.1711142659187317
40760 0.171261 0.171114 0.172108 CURRENT LEARNING RATE: 0.4655783215290414
previous_iter_valid_loss : 0.16900038719177246
40780 0.169151 0.169000 0.171556 CURRENT LEARNING RATE: 0.4654852151756813
previous_iter_valid_loss : 0.18695807456970215
40800 0.187244 0.186958 0.172375 CURRENT LEARNING RATE: 0.46539212744172986
previous_iter_valid_loss : 0.170197531580925
40820 0.170327 0.170198 0.172282 CURRENT LEARNING RATE: 0.4652990583234636
previous_iter_valid_loss : 0.17191104590892792
40840 0.172010 0.171911 0.172100 CURRENT LEARNING RATE: 0.46520600781715965
previous_iter_valid_loss : 0.16755634546279907
40860 0.167624 0.167556 0.172153 CURRENT LEARNING RATE: 0.4651129759190961
previous_iter_valid_loss : 0.17117850482463837
40880 0.171284 0.171179 0.172386 CURRENT LEARNING RATE: 0.4650199626255517
previous_iter_valid_loss : 0.18605846166610718
40900 0.186159 0.186058 0.172834 CURRENT LEARNING RATE: 0.46492696793280586
previous_iter_valid_loss : 0.1692936271429062
40920 0.169481 0.169294 0.172690 CURRENT LEARNING RATE: 0.4648339918371388
previous_iter_valid_loss : 0.18869571387767792
40940 0.188774 0.188696 0.173353 CURRENT LEARNING RATE: 0.46474103433483144
previous_iter_valid_loss : 0.1688731610774994
40960 0.168909 0.168873 0.173004 CURRENT LEARNING RATE: 0.4646480954221655
previous_iter_valid_loss : 0.16966941952705383
40980 0.169758 0.169669 0.172919 CURRENT LEARNING RATE: 0.46455517509542354
previous_iter_valid_loss : 0.16891978681087494
41000 0.168993 0.168920 0.172855 CURRENT LEARNING RATE: 0.4644622733508885
previous_iter_valid_loss : 0.16931462287902832
41020 0.169533 0.169315 0.173034 CURRENT LEARNING RATE: 0.4643693901848446
previous_iter_valid_loss : 0.1680077612400055
41040 0.168096 0.168008 0.173174 CURRENT LEARNING RATE: 0.4642765255935763
previous_iter_valid_loss : 0.16614769399166107
41060 0.166227 0.166148 0.173161 CURRENT LEARNING RATE: 0.46418367957336915
previous_iter_valid_loss : 0.16835623979568481
41080 0.168634 0.168356 0.173355 CURRENT LEARNING RATE: 0.46409085212050916
previous_iter_valid_loss : 0.16905918717384338
41100 0.169287 0.169059 0.171663 CURRENT LEARNING RATE: 0.4639980432312833
previous_iter_valid_loss : 0.17489494383335114
41120 0.175204 0.174895 0.172099 CURRENT LEARNING RATE: 0.46390525290197926
previous_iter_valid_loss : 0.17051509022712708
41140 0.170733 0.170515 0.172286 CURRENT LEARNING RATE: 0.4638124811288854
previous_iter_valid_loss : 0.1657945215702057
41160 0.165937 0.165795 0.172020 CURRENT LEARNING RATE: 0.46371972790829097
previous_iter_valid_loss : 0.16774481534957886
41180 0.167883 0.167745 0.171957 CURRENT LEARNING RATE: 0.4636269932364856
previous_iter_valid_loss : 0.169162318110466
41200 0.169381 0.169162 0.171068 CURRENT LEARNING RATE: 0.46353427710976003
previous_iter_valid_loss : 0.17588457465171814
41220 0.176334 0.175885 0.171352 CURRENT LEARNING RATE: 0.46344157952440557
previous_iter_valid_loss : 0.18766604363918304
41240 0.187866 0.187666 0.172140 CURRENT LEARNING RATE: 0.46334890047671434
previous_iter_valid_loss : 0.17980682849884033
41260 0.180013 0.179807 0.172752 CURRENT LEARNING RATE: 0.46325623996297927
previous_iter_valid_loss : 0.16618603467941284
41280 0.166461 0.166186 0.172503 CURRENT LEARNING RATE: 0.4631635979794938
previous_iter_valid_loss : 0.18551291525363922
41300 0.185727 0.185513 0.172475 CURRENT LEARNING RATE: 0.46307097452255236
previous_iter_valid_loss : 0.19542519748210907
41320 0.195995 0.195425 0.173782 CURRENT LEARNING RATE: 0.46297836958844996
previous_iter_valid_loss : 0.1659359633922577
41340 0.166300 0.165936 0.172644 CURRENT LEARNING RATE: 0.4628857831734824
previous_iter_valid_loss : 0.171533465385437
41360 0.171953 0.171533 0.172777 CURRENT LEARNING RATE: 0.46279321527394623
previous_iter_valid_loss : 0.17111875116825104
41380 0.171440 0.171119 0.172849 CURRENT LEARNING RATE: 0.46270066588613873
previous_iter_valid_loss : 0.1687035709619522
41400 0.168922 0.168704 0.172838 CURRENT LEARNING RATE: 0.4626081350063579
previous_iter_valid_loss : 0.17065100371837616
41420 0.170924 0.170651 0.172905 CURRENT LEARNING RATE: 0.4625156226309025
previous_iter_valid_loss : 0.18660034239292145
41440 0.186767 0.186600 0.173835 CURRENT LEARNING RATE: 0.4624231287560721
previous_iter_valid_loss : 0.18849802017211914
41460 0.188678 0.188498 0.174952 CURRENT LEARNING RATE: 0.462330653378167
previous_iter_valid_loss : 0.17761027812957764
41480 0.177777 0.177610 0.175415 CURRENT LEARNING RATE: 0.46223819649348796
previous_iter_valid_loss : 0.17360162734985352
41500 0.173795 0.173602 0.175642 CURRENT LEARNING RATE: 0.46214575809833697
previous_iter_valid_loss : 0.17476403713226318
41520 0.174954 0.174764 0.175636 CURRENT LEARNING RATE: 0.4620533381890163
previous_iter_valid_loss : 0.18441346287727356
41540 0.184521 0.184413 0.176331 CURRENT LEARNING RATE: 0.46196093676182914
previous_iter_valid_loss : 0.19706495106220245
41560 0.197206 0.197065 0.177894 CURRENT LEARNING RATE: 0.4618685538130797
previous_iter_valid_loss : 0.1674383580684662
41580 0.167558 0.167438 0.177879 CURRENT LEARNING RATE: 0.4617761893390723
previous_iter_valid_loss : 0.16632822155952454
41600 0.166520 0.166328 0.177737 CURRENT LEARNING RATE: 0.4616838433361126
previous_iter_valid_loss : 0.1823118031024933
41620 0.182431 0.182312 0.178059 CURRENT LEARNING RATE: 0.4615915158005067
previous_iter_valid_loss : 0.17471209168434143
41640 0.174963 0.174712 0.177411 CURRENT LEARNING RATE: 0.46149920672856143
previous_iter_valid_loss : 0.1683768481016159
41660 0.168554 0.168377 0.176839 CURRENT LEARNING RATE: 0.4614069161165846
previous_iter_valid_loss : 0.17014341056346893
41680 0.170396 0.170143 0.177037 CURRENT LEARNING RATE: 0.46131464396088445
previous_iter_valid_loss : 0.16541573405265808
41700 0.165578 0.165416 0.176032 CURRENT LEARNING RATE: 0.46122239025777007
previous_iter_valid_loss : 0.18088221549987793
41720 0.180991 0.180882 0.175305 CURRENT LEARNING RATE: 0.4611301550035514
previous_iter_valid_loss : 0.17115209996700287
41740 0.171361 0.171152 0.175566 CURRENT LEARNING RATE: 0.4610379381945389
previous_iter_valid_loss : 0.18021467328071594
41760 0.180423 0.180215 0.176000 CURRENT LEARNING RATE: 0.4609457398270442
previous_iter_valid_loss : 0.1687757819890976
41780 0.169005 0.168776 0.175883 CURRENT LEARNING RATE: 0.460853559897379
previous_iter_valid_loss : 0.18908120691776276
41800 0.189211 0.189081 0.176902 CURRENT LEARNING RATE: 0.4607613984018562
previous_iter_valid_loss : 0.16420696675777435
Current valid loss: 0.16420696675777435; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
41820 0.164297 0.164207 0.176580 CURRENT LEARNING RATE: 0.46066925533678954
previous_iter_valid_loss : 0.1679960936307907
41840 0.168190 0.167996 0.175649 CURRENT LEARNING RATE: 0.46057713069849304
previous_iter_valid_loss : 0.18054398894309998
41860 0.180563 0.180544 0.175252 CURRENT LEARNING RATE: 0.46048502448328194
previous_iter_valid_loss : 0.17029187083244324
41880 0.170395 0.170292 0.174886 CURRENT LEARNING RATE: 0.46039293668747183
previous_iter_valid_loss : 0.16445675492286682
41900 0.164525 0.164457 0.174429 CURRENT LEARNING RATE: 0.46030086730737924
previous_iter_valid_loss : 0.18299506604671478
41920 0.183042 0.182995 0.174840 CURRENT LEARNING RATE: 0.46020881633932137
previous_iter_valid_loss : 0.18147864937782288
41940 0.181584 0.181479 0.174693 CURRENT LEARNING RATE: 0.4601167837796163
previous_iter_valid_loss : 0.19391769170761108
41960 0.194014 0.193918 0.174536 CURRENT LEARNING RATE: 0.4600247696245826
previous_iter_valid_loss : 0.1833575963973999
41980 0.183540 0.183358 0.175332 CURRENT LEARNING RATE: 0.4599327738705397
previous_iter_valid_loss : 0.1748124361038208
42000 0.174967 0.174812 0.175756 CURRENT LEARNING RATE: 0.4598407965138079
previous_iter_valid_loss : 0.17646105587482452
42020 0.176545 0.176461 0.175464 CURRENT LEARNING RATE: 0.459748837550708
previous_iter_valid_loss : 0.1784016191959381
42040 0.178529 0.178402 0.175648 CURRENT LEARNING RATE: 0.4596568969775616
previous_iter_valid_loss : 0.17150132358074188
42060 0.171696 0.171501 0.175804 CURRENT LEARNING RATE: 0.45956497479069114
previous_iter_valid_loss : 0.1680842787027359
42080 0.168342 0.168084 0.175701 CURRENT LEARNING RATE: 0.4594730709864198
previous_iter_valid_loss : 0.17763356864452362
42100 0.177902 0.177634 0.176312 CURRENT LEARNING RATE: 0.4593811855610714
previous_iter_valid_loss : 0.16683384776115417
42120 0.167040 0.166834 0.175610 CURRENT LEARNING RATE: 0.4592893185109703
previous_iter_valid_loss : 0.17498646676540375
42140 0.175210 0.174986 0.175802 CURRENT LEARNING RATE: 0.4591974698324422
previous_iter_valid_loss : 0.22386831045150757
42160 0.223893 0.223868 0.177984 CURRENT LEARNING RATE: 0.4591056395218129
previous_iter_valid_loss : 0.23363246023654938
42180 0.233704 0.233632 0.181227 CURRENT LEARNING RATE: 0.4590138275754092
previous_iter_valid_loss : 0.16598406434059143
42200 0.166176 0.165984 0.180072 CURRENT LEARNING RATE: 0.4589220339895586
previous_iter_valid_loss : 0.16504304111003876
42220 0.165165 0.165043 0.180114 CURRENT LEARNING RATE: 0.4588302587605896
previous_iter_valid_loss : 0.1660715788602829
42240 0.166144 0.166072 0.180018 CURRENT LEARNING RATE: 0.45873850188483084
previous_iter_valid_loss : 0.16852621734142303
42260 0.168699 0.168526 0.179417 CURRENT LEARNING RATE: 0.4586467633586123
previous_iter_valid_loss : 0.16801756620407104
42280 0.168153 0.168018 0.179303 CURRENT LEARNING RATE: 0.45855504317826434
previous_iter_valid_loss : 0.1653665155172348
42300 0.165576 0.165367 0.179349 CURRENT LEARNING RATE: 0.45846334134011824
previous_iter_valid_loss : 0.18984071910381317
42320 0.189927 0.189841 0.179691 CURRENT LEARNING RATE: 0.4583716578405057
previous_iter_valid_loss : 0.17203976213932037
42340 0.172193 0.172040 0.179219 CURRENT LEARNING RATE: 0.4582799926757597
previous_iter_valid_loss : 0.17455364763736725
42360 0.174709 0.174554 0.178251 CURRENT LEARNING RATE: 0.45818834584221335
previous_iter_valid_loss : 0.16953149437904358
42380 0.169709 0.169531 0.177560 CURRENT LEARNING RATE: 0.458096717336201
previous_iter_valid_loss : 0.16798633337020874
42400 0.168129 0.167986 0.177218 CURRENT LEARNING RATE: 0.4580051071540573
previous_iter_valid_loss : 0.18519437313079834
42420 0.185291 0.185194 0.177655 CURRENT LEARNING RATE: 0.45791351529211805
previous_iter_valid_loss : 0.20280660688877106
42440 0.202936 0.202807 0.178875 CURRENT LEARNING RATE: 0.4578219417467194
previous_iter_valid_loss : 0.16655705869197845
42460 0.166660 0.166557 0.178628 CURRENT LEARNING RATE: 0.45773038651419845
previous_iter_valid_loss : 0.18540090322494507
42480 0.185508 0.185401 0.179494 CURRENT LEARNING RATE: 0.45763884959089307
previous_iter_valid_loss : 0.1691245138645172
42500 0.169240 0.169125 0.179068 CURRENT LEARNING RATE: 0.4575473309731417
previous_iter_valid_loss : 0.170912504196167
42520 0.171008 0.170913 0.179272 CURRENT LEARNING RATE: 0.4574558306572837
previous_iter_valid_loss : 0.1705995798110962
42540 0.170864 0.170600 0.179053 CURRENT LEARNING RATE: 0.4573643486396589
previous_iter_valid_loss : 0.1676611602306366
42560 0.167836 0.167661 0.176243 CURRENT LEARNING RATE: 0.45727288491660817
previous_iter_valid_loss : 0.17303791642189026
42580 0.173133 0.173038 0.173213 CURRENT LEARNING RATE: 0.4571814394844729
previous_iter_valid_loss : 0.16992700099945068
42600 0.170063 0.169927 0.173410 CURRENT LEARNING RATE: 0.4570900123395952
previous_iter_valid_loss : 0.17368975281715393
42620 0.173817 0.173690 0.173842 CURRENT LEARNING RATE: 0.45699860347831817
previous_iter_valid_loss : 0.16757312417030334
42640 0.167611 0.167573 0.173917 CURRENT LEARNING RATE: 0.4569072128969852
previous_iter_valid_loss : 0.16854791343212128
42660 0.168595 0.168548 0.173918 CURRENT LEARNING RATE: 0.45681584059194086
previous_iter_valid_loss : 0.16998279094696045
42680 0.170120 0.169983 0.174017 CURRENT LEARNING RATE: 0.45672448655953024
previous_iter_valid_loss : 0.1694912165403366
42700 0.169622 0.169491 0.174223 CURRENT LEARNING RATE: 0.4566331507960992
previous_iter_valid_loss : 0.18625520169734955
42720 0.186475 0.186255 0.174044 CURRENT LEARNING RATE: 0.4565418332979942
previous_iter_valid_loss : 0.170630544424057
42740 0.170796 0.170631 0.173973 CURRENT LEARNING RATE: 0.45645053406156255
previous_iter_valid_loss : 0.16911190748214722
42760 0.169286 0.169112 0.173701 CURRENT LEARNING RATE: 0.4563592530831523
previous_iter_valid_loss : 0.1732408106327057
42780 0.173548 0.173241 0.173887 CURRENT LEARNING RATE: 0.4562679903591123
previous_iter_valid_loss : 0.17112331092357635
42800 0.171229 0.171123 0.174043 CURRENT LEARNING RATE: 0.456176745885792
previous_iter_valid_loss : 0.16872553527355194
42820 0.168901 0.168726 0.173220 CURRENT LEARNING RATE: 0.4560855196595416
previous_iter_valid_loss : 0.1678861528635025
42840 0.167967 0.167886 0.171474 CURRENT LEARNING RATE: 0.45599431167671195
previous_iter_valid_loss : 0.17910875380039215
42860 0.179375 0.179109 0.172101 CURRENT LEARNING RATE: 0.4559031219336549
previous_iter_valid_loss : 0.1772184669971466
42880 0.177494 0.177218 0.171692 CURRENT LEARNING RATE: 0.45581195042672273
previous_iter_valid_loss : 0.1698571890592575
42900 0.169951 0.169857 0.171729 CURRENT LEARNING RATE: 0.4557207971522687
previous_iter_valid_loss : 0.1675366908311844
42920 0.167675 0.167537 0.171560 CURRENT LEARNING RATE: 0.45562966210664657
previous_iter_valid_loss : 0.18621142208576202
42940 0.186615 0.186211 0.172341 CURRENT LEARNING RATE: 0.455538545286211
previous_iter_valid_loss : 0.16662132740020752
42960 0.166667 0.166621 0.172289 CURRENT LEARNING RATE: 0.4554474466873173
previous_iter_valid_loss : 0.1831534504890442
42980 0.183503 0.183153 0.172795 CURRENT LEARNING RATE: 0.45535636630632154
previous_iter_valid_loss : 0.19172023236751556
43000 0.192099 0.191720 0.173884 CURRENT LEARNING RATE: 0.4552653041395805
previous_iter_valid_loss : 0.1862439215183258
43020 0.186644 0.186244 0.174512 CURRENT LEARNING RATE: 0.4551742601834517
previous_iter_valid_loss : 0.16680310666561127
43040 0.166901 0.166803 0.174473 CURRENT LEARNING RATE: 0.4550832344342933
previous_iter_valid_loss : 0.16682448983192444
43060 0.166927 0.166824 0.174387 CURRENT LEARNING RATE: 0.4549922268884644
previous_iter_valid_loss : 0.16834494471549988
43080 0.168562 0.168345 0.174305 CURRENT LEARNING RATE: 0.45490123754232464
previous_iter_valid_loss : 0.1686915159225464
43100 0.168815 0.168692 0.174265 CURRENT LEARNING RATE: 0.45481026639223443
previous_iter_valid_loss : 0.17304973304271698
43120 0.173169 0.173050 0.173605 CURRENT LEARNING RATE: 0.45471931343455485
previous_iter_valid_loss : 0.16788318753242493
43140 0.167955 0.167883 0.173468 CURRENT LEARNING RATE: 0.45462837866564804
previous_iter_valid_loss : 0.1741628795862198
43160 0.174284 0.174163 0.173720 CURRENT LEARNING RATE: 0.4545374620818763
previous_iter_valid_loss : 0.18615061044692993
43180 0.186333 0.186151 0.174366 CURRENT LEARNING RATE: 0.4544465636796032
previous_iter_valid_loss : 0.1758607029914856
43200 0.175942 0.175861 0.174603 CURRENT LEARNING RATE: 0.4543556834551926
previous_iter_valid_loss : 0.1750732809305191
43220 0.175258 0.175073 0.174920 CURRENT LEARNING RATE: 0.45426482140500946
previous_iter_valid_loss : 0.18714599311351776
43240 0.187418 0.187146 0.175883 CURRENT LEARNING RATE: 0.4541739775254192
previous_iter_valid_loss : 0.17595918476581573
43260 0.176142 0.175959 0.175726 CURRENT LEARNING RATE: 0.4540831518127882
previous_iter_valid_loss : 0.1801249384880066
43280 0.180268 0.180125 0.175871 CURRENT LEARNING RATE: 0.4539923442634832
previous_iter_valid_loss : 0.16926774382591248
43300 0.169270 0.169268 0.175841 CURRENT LEARNING RATE: 0.4539015548738721
previous_iter_valid_loss : 0.16588641703128815
43320 0.166075 0.165886 0.175759 CURRENT LEARNING RATE: 0.4538107836403233
previous_iter_valid_loss : 0.16523131728172302
43340 0.165297 0.165231 0.174710 CURRENT LEARNING RATE: 0.45372003055920584
previous_iter_valid_loss : 0.1651284396648407
43360 0.165145 0.165128 0.174635 CURRENT LEARNING RATE: 0.45362929562688964
previous_iter_valid_loss : 0.16546759009361267
43380 0.165579 0.165468 0.173751 CURRENT LEARNING RATE: 0.45353857883974535
previous_iter_valid_loss : 0.16555315256118774
43400 0.165625 0.165553 0.172443 CURRENT LEARNING RATE: 0.45344788019414434
previous_iter_valid_loss : 0.16380366683006287
Current valid loss: 0.16380366683006287; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
43420 0.163909 0.163804 0.171321 CURRENT LEARNING RATE: 0.45335719968645855
previous_iter_valid_loss : 0.16496361792087555
43440 0.165089 0.164964 0.171229 CURRENT LEARNING RATE: 0.45326653731306077
previous_iter_valid_loss : 0.16878581047058105
43460 0.168963 0.168786 0.171327 CURRENT LEARNING RATE: 0.4531758930703246
previous_iter_valid_loss : 0.16877681016921997
43480 0.168816 0.168777 0.171348 CURRENT LEARNING RATE: 0.4530852669546242
previous_iter_valid_loss : 0.1689239740371704
43500 0.168987 0.168924 0.171360 CURRENT LEARNING RATE: 0.45299465896233454
previous_iter_valid_loss : 0.17123553156852722
43520 0.171388 0.171236 0.171269 CURRENT LEARNING RATE: 0.4529040690898313
previous_iter_valid_loss : 0.17229747772216797
43540 0.172391 0.172297 0.171490 CURRENT LEARNING RATE: 0.45281349733349086
previous_iter_valid_loss : 0.1772928237915039
43560 0.177379 0.177293 0.171646 CURRENT LEARNING RATE: 0.45272294368969035
previous_iter_valid_loss : 0.17131823301315308
43580 0.171487 0.171318 0.170905 CURRENT LEARNING RATE: 0.4526324081548077
previous_iter_valid_loss : 0.17020761966705322
43600 0.170369 0.170208 0.170622 CURRENT LEARNING RATE: 0.45254189072522144
previous_iter_valid_loss : 0.16774478554725647
43620 0.167854 0.167745 0.170256 CURRENT LEARNING RATE: 0.45245139139731083
previous_iter_valid_loss : 0.19007006287574768
43640 0.190148 0.190070 0.170402 CURRENT LEARNING RATE: 0.452360910167456
previous_iter_valid_loss : 0.17045968770980835
43660 0.170503 0.170460 0.170127 CURRENT LEARNING RATE: 0.45227044703203756
previous_iter_valid_loss : 0.18417978286743164
43680 0.184225 0.184180 0.170330 CURRENT LEARNING RATE: 0.45218000198743713
previous_iter_valid_loss : 0.16960597038269043
43700 0.169671 0.169606 0.170347 CURRENT LEARNING RATE: 0.45208957503003677
previous_iter_valid_loss : 0.16862787306308746
43720 0.168682 0.168628 0.170484 CURRENT LEARNING RATE: 0.4519991661562195
previous_iter_valid_loss : 0.16696596145629883
43740 0.166996 0.166966 0.170570 CURRENT LEARNING RATE: 0.451908775362369
previous_iter_valid_loss : 0.17439869046211243
43760 0.174456 0.174399 0.171034 CURRENT LEARNING RATE: 0.4518184026448695
previous_iter_valid_loss : 0.16959938406944275
43780 0.169707 0.169599 0.171240 CURRENT LEARNING RATE: 0.4517280480001062
previous_iter_valid_loss : 0.17227347195148468
43800 0.172322 0.172273 0.171576 CURRENT LEARNING RATE: 0.45163771142446485
previous_iter_valid_loss : 0.16579724848270416
43820 0.165860 0.165797 0.171676 CURRENT LEARNING RATE: 0.451547392914332
previous_iter_valid_loss : 0.17044496536254883
43840 0.170411 0.170445 0.171950 CURRENT LEARNING RATE: 0.451457092466095
previous_iter_valid_loss : 0.165427103638649
43860 0.165503 0.165427 0.171782 CURRENT LEARNING RATE: 0.4513668100761417
previous_iter_valid_loss : 0.187088280916214
43880 0.187199 0.187088 0.172698 CURRENT LEARNING RATE: 0.4512765457408609
previous_iter_valid_loss : 0.18049168586730957
43900 0.180611 0.180492 0.173276 CURRENT LEARNING RATE: 0.4511862994566419
previous_iter_valid_loss : 0.17436394095420837
43920 0.174583 0.174364 0.173433 CURRENT LEARNING RATE: 0.45109607121987505
previous_iter_valid_loss : 0.16812102496623993
43940 0.168241 0.168121 0.173224 CURRENT LEARNING RATE: 0.45100586102695106
previous_iter_valid_loss : 0.16578975319862366
43960 0.165807 0.165790 0.172649 CURRENT LEARNING RATE: 0.45091566887426154
previous_iter_valid_loss : 0.18440765142440796
43980 0.184491 0.184408 0.173303 CURRENT LEARNING RATE: 0.45082549475819894
previous_iter_valid_loss : 0.16926155984401703
44000 0.169307 0.169262 0.173256 CURRENT LEARNING RATE: 0.45073533867515614
previous_iter_valid_loss : 0.17746850848197937
44020 0.177542 0.177469 0.173742 CURRENT LEARNING RATE: 0.4506452006215269
previous_iter_valid_loss : 0.1684371381998062
44040 0.168499 0.168437 0.172660 CURRENT LEARNING RATE: 0.45055508059370575
previous_iter_valid_loss : 0.16896013915538788
44060 0.168987 0.168960 0.172585 CURRENT LEARNING RATE: 0.4504649785880879
previous_iter_valid_loss : 0.17762795090675354
44080 0.177937 0.177628 0.172258 CURRENT LEARNING RATE: 0.45037489460106933
previous_iter_valid_loss : 0.17768892645835876
44100 0.177753 0.177689 0.172662 CURRENT LEARNING RATE: 0.45028482862904645
previous_iter_valid_loss : 0.16615533828735352
44120 0.166273 0.166155 0.172538 CURRENT LEARNING RATE: 0.4501947806684169
previous_iter_valid_loss : 0.1701284497976303
44140 0.170227 0.170128 0.172696 CURRENT LEARNING RATE: 0.4501047507155786
previous_iter_valid_loss : 0.17375142872333527
44160 0.173863 0.173751 0.172664 CURRENT LEARNING RATE: 0.4500147387669304
previous_iter_valid_loss : 0.1777297556400299
44180 0.177832 0.177730 0.173071 CURRENT LEARNING RATE: 0.4499247448188718
previous_iter_valid_loss : 0.1923285722732544
44200 0.192388 0.192329 0.174073 CURRENT LEARNING RATE: 0.44983476886780305
previous_iter_valid_loss : 0.17393343150615692
44220 0.174027 0.173933 0.174480 CURRENT LEARNING RATE: 0.44974481091012514
previous_iter_valid_loss : 0.1736285537481308
44240 0.173711 0.173629 0.174639 CURRENT LEARNING RATE: 0.44965487094223966
previous_iter_valid_loss : 0.16765934228897095
44260 0.167715 0.167659 0.174751 CURRENT LEARNING RATE: 0.44956494896054916
previous_iter_valid_loss : 0.19357828795909882
44280 0.193668 0.193578 0.175075 CURRENT LEARNING RATE: 0.4494750449614566
previous_iter_valid_loss : 0.1733006089925766
44300 0.173377 0.173301 0.174716 CURRENT LEARNING RATE: 0.44938515894136594
previous_iter_valid_loss : 0.17589770257472992
44320 0.176005 0.175898 0.174793 CURRENT LEARNING RATE: 0.4492952908966817
previous_iter_valid_loss : 0.16826550662517548
44340 0.168335 0.168266 0.174800 CURRENT LEARNING RATE: 0.44920544082380914
previous_iter_valid_loss : 0.17033877968788147
44360 0.170526 0.170339 0.175027 CURRENT LEARNING RATE: 0.4491156087191543
previous_iter_valid_loss : 0.19692091643810272
44380 0.196944 0.196921 0.175653 CURRENT LEARNING RATE: 0.44902579457912384
previous_iter_valid_loss : 0.16920782625675201
44400 0.169350 0.169208 0.175650 CURRENT LEARNING RATE: 0.4489359984001253
previous_iter_valid_loss : 0.17709721624851227
44420 0.177218 0.177097 0.175632 CURRENT LEARNING RATE: 0.4488462201785666
previous_iter_valid_loss : 0.1742829978466034
44440 0.174355 0.174283 0.175924 CURRENT LEARNING RATE: 0.44875645991085694
previous_iter_valid_loss : 0.1642664670944214
44460 0.164396 0.164266 0.175689 CURRENT LEARNING RATE: 0.4486667175934056
previous_iter_valid_loss : 0.167361781001091
44480 0.167520 0.167362 0.175176 CURRENT LEARNING RATE: 0.44857699322262307
previous_iter_valid_loss : 0.16664765775203705
44500 0.166791 0.166648 0.174624 CURRENT LEARNING RATE: 0.4484872867949204
previous_iter_valid_loss : 0.17912037670612335
44520 0.179264 0.179120 0.175272 CURRENT LEARNING RATE: 0.44839759830670917
previous_iter_valid_loss : 0.16463050246238708
44540 0.164791 0.164631 0.174997 CURRENT LEARNING RATE: 0.448307927754402
previous_iter_valid_loss : 0.16666944324970245
44560 0.166789 0.166669 0.174643 CURRENT LEARNING RATE: 0.4482182751344119
previous_iter_valid_loss : 0.16750793159008026
44580 0.167794 0.167508 0.174132 CURRENT LEARNING RATE: 0.4481286404431529
previous_iter_valid_loss : 0.19136583805084229
44600 0.191493 0.191366 0.174084 CURRENT LEARNING RATE: 0.4480390236770397
previous_iter_valid_loss : 0.16574768722057343
44620 0.165893 0.165748 0.173675 CURRENT LEARNING RATE: 0.44794942483248734
previous_iter_valid_loss : 0.17676785588264465
44640 0.176919 0.176768 0.173832 CURRENT LEARNING RATE: 0.4478598439059121
previous_iter_valid_loss : 0.17446033656597137
44660 0.174590 0.174460 0.174172 CURRENT LEARNING RATE: 0.4477702808937307
previous_iter_valid_loss : 0.18305177986621857
44680 0.183186 0.183052 0.173645 CURRENT LEARNING RATE: 0.4476807357923606
previous_iter_valid_loss : 0.20393390953540802
44700 0.204004 0.203934 0.175177 CURRENT LEARNING RATE: 0.44759120859822
previous_iter_valid_loss : 0.17722846567630768
44720 0.177357 0.177228 0.175244 CURRENT LEARNING RATE: 0.4475016993077277
previous_iter_valid_loss : 0.16749055683612823
44740 0.167586 0.167491 0.175205 CURRENT LEARNING RATE: 0.4474122079173035
previous_iter_valid_loss : 0.16451327502727509
44760 0.164614 0.164513 0.174913 CURRENT LEARNING RATE: 0.44732273442336773
previous_iter_valid_loss : 0.1673969179391861
44780 0.167473 0.167397 0.173437 CURRENT LEARNING RATE: 0.4472332788223413
previous_iter_valid_loss : 0.18215496838092804
44800 0.182265 0.182155 0.174085 CURRENT LEARNING RATE: 0.4471438411106461
previous_iter_valid_loss : 0.18619178235530853
44820 0.186230 0.186192 0.174539 CURRENT LEARNING RATE: 0.44705442128470463
previous_iter_valid_loss : 0.16676227748394012
44840 0.166817 0.166762 0.174163 CURRENT LEARNING RATE: 0.4469650193409401
previous_iter_valid_loss : 0.16724061965942383
44860 0.167335 0.167241 0.174312 CURRENT LEARNING RATE: 0.44687563527577634
previous_iter_valid_loss : 0.16966265439987183
44880 0.169723 0.169663 0.174427 CURRENT LEARNING RATE: 0.4467862690856381
previous_iter_valid_loss : 0.1665734052658081
44900 0.166689 0.166573 0.174423 CURRENT LEARNING RATE: 0.44669692076695067
previous_iter_valid_loss : 0.1656392365694046
44920 0.165734 0.165639 0.173749 CURRENT LEARNING RATE: 0.4466075903161401
previous_iter_valid_loss : 0.17252005636692047
44940 0.172800 0.172520 0.174144 CURRENT LEARNING RATE: 0.4465182777296333
previous_iter_valid_loss : 0.16519995033740997
44960 0.165286 0.165200 0.174070 CURRENT LEARNING RATE: 0.4464289830038576
previous_iter_valid_loss : 0.17304880917072296
44980 0.173219 0.173049 0.174347 CURRENT LEARNING RATE: 0.4463397061352413
previous_iter_valid_loss : 0.1923142820596695
45000 0.192685 0.192314 0.174395 CURRENT LEARNING RATE: 0.4462504471202133
previous_iter_valid_loss : 0.16996699571609497
45020 0.170266 0.169967 0.174606 CURRENT LEARNING RATE: 0.4461612059552032
previous_iter_valid_loss : 0.1711948662996292
45040 0.171512 0.171195 0.174327 CURRENT LEARNING RATE: 0.4460719826366414
previous_iter_valid_loss : 0.1724412590265274
45060 0.172600 0.172441 0.174226 CURRENT LEARNING RATE: 0.445982777160959
previous_iter_valid_loss : 0.1729847490787506
45080 0.173332 0.172985 0.173723 CURRENT LEARNING RATE: 0.44589358952458774
previous_iter_valid_loss : 0.19221000373363495
45100 0.192626 0.192210 0.173137 CURRENT LEARNING RATE: 0.4458044197239601
previous_iter_valid_loss : 0.17603588104248047
45120 0.176365 0.176036 0.173077 CURRENT LEARNING RATE: 0.4457152677555093
previous_iter_valid_loss : 0.16766276955604553
45140 0.167928 0.167663 0.173086 CURRENT LEARNING RATE: 0.4456261336156694
previous_iter_valid_loss : 0.1647222340106964
45160 0.164800 0.164722 0.173096 CURRENT LEARNING RATE: 0.4455370173008747
previous_iter_valid_loss : 0.16867737472057343
45180 0.168910 0.168677 0.173160 CURRENT LEARNING RATE: 0.4454479188075609
previous_iter_valid_loss : 0.17789523303508759
45200 0.178194 0.177895 0.172947 CURRENT LEARNING RATE: 0.44535883813216387
previous_iter_valid_loss : 0.17859485745429993
45220 0.178875 0.178595 0.172567 CURRENT LEARNING RATE: 0.4452697752711204
previous_iter_valid_loss : 0.1676444411277771
45240 0.167845 0.167644 0.172611 CURRENT LEARNING RATE: 0.445180730220868
previous_iter_valid_loss : 0.1950371414422989
45260 0.195481 0.195037 0.174001 CURRENT LEARNING RATE: 0.4450917029778449
previous_iter_valid_loss : 0.16870111227035522
45280 0.168915 0.168701 0.173953 CURRENT LEARNING RATE: 0.44500269353849
previous_iter_valid_loss : 0.16445235908031464
45300 0.164588 0.164452 0.173847 CURRENT LEARNING RATE: 0.44491370189924284
previous_iter_valid_loss : 0.16539672017097473
45320 0.165602 0.165397 0.173835 CURRENT LEARNING RATE: 0.4448247280565438
previous_iter_valid_loss : 0.17533452808856964
45340 0.175586 0.175335 0.173976 CURRENT LEARNING RATE: 0.444735772006834
previous_iter_valid_loss : 0.1702270209789276
45360 0.170515 0.170227 0.174227 CURRENT LEARNING RATE: 0.44464683374655517
previous_iter_valid_loss : 0.172200545668602
45380 0.172248 0.172201 0.174185 CURRENT LEARNING RATE: 0.44455791327214966
previous_iter_valid_loss : 0.17133627831935883
45400 0.171412 0.171336 0.173136 CURRENT LEARNING RATE: 0.44446901058006083
previous_iter_valid_loss : 0.17844067513942719
45420 0.178822 0.178441 0.173559 CURRENT LEARNING RATE: 0.4443801256667324
previous_iter_valid_loss : 0.16876475512981415
45440 0.168846 0.168765 0.173438 CURRENT LEARNING RATE: 0.4442912585286091
previous_iter_valid_loss : 0.1750224381685257
45460 0.175131 0.175022 0.173567 CURRENT LEARNING RATE: 0.4442024091621362
previous_iter_valid_loss : 0.16707199811935425
45480 0.167194 0.167072 0.173271 CURRENT LEARNING RATE: 0.44411357756375974
previous_iter_valid_loss : 0.18133434653282166
45500 0.181465 0.181334 0.172727 CURRENT LEARNING RATE: 0.4440247637299264
previous_iter_valid_loss : 0.1716613471508026
45520 0.171849 0.171661 0.172509 CURRENT LEARNING RATE: 0.44393596765708365
previous_iter_valid_loss : 0.16546015441417694
45540 0.165592 0.165460 0.172399 CURRENT LEARNING RATE: 0.44384718934167966
previous_iter_valid_loss : 0.17294369637966156
45560 0.173077 0.172944 0.172810 CURRENT LEARNING RATE: 0.4437584287801634
previous_iter_valid_loss : 0.17862598598003387
45580 0.178809 0.178626 0.173307 CURRENT LEARNING RATE: 0.44366968596898426
previous_iter_valid_loss : 0.18319617211818695
45600 0.183312 0.183196 0.173572 CURRENT LEARNING RATE: 0.4435809609045927
previous_iter_valid_loss : 0.1663101762533188
45620 0.166421 0.166310 0.172958 CURRENT LEARNING RATE: 0.4434922535834396
previous_iter_valid_loss : 0.1855115443468094
45640 0.185589 0.185512 0.173851 CURRENT LEARNING RATE: 0.44340356400197667
previous_iter_valid_loss : 0.1648857742547989
45660 0.164982 0.164886 0.172344 CURRENT LEARNING RATE: 0.44331489215665637
previous_iter_valid_loss : 0.16787689924240112
45680 0.167929 0.167877 0.172302 CURRENT LEARNING RATE: 0.44322623804393185
previous_iter_valid_loss : 0.17337946593761444
45700 0.173399 0.173379 0.172749 CURRENT LEARNING RATE: 0.4431376016602569
previous_iter_valid_loss : 0.16965845227241516
45720 0.169709 0.169658 0.172962 CURRENT LEARNING RATE: 0.443048983002086
previous_iter_valid_loss : 0.1771966516971588
45740 0.177254 0.177197 0.173055 CURRENT LEARNING RATE: 0.44296038206587457
previous_iter_valid_loss : 0.19716428220272064
45760 0.197180 0.197164 0.174402 CURRENT LEARNING RATE: 0.4428717988480785
previous_iter_valid_loss : 0.17347247898578644
45780 0.173618 0.173472 0.174465 CURRENT LEARNING RATE: 0.44278323334515435
previous_iter_valid_loss : 0.17140096426010132
45800 0.171399 0.171401 0.174469 CURRENT LEARNING RATE: 0.4426946855535596
previous_iter_valid_loss : 0.1685262769460678
45820 0.168580 0.168526 0.173973 CURRENT LEARNING RATE: 0.4426061554697524
previous_iter_valid_loss : 0.1668141633272171
45840 0.166868 0.166814 0.173875 CURRENT LEARNING RATE: 0.4425176430901914
previous_iter_valid_loss : 0.16606362164020538
45860 0.166148 0.166064 0.173428 CURRENT LEARNING RATE: 0.4424291484113363
previous_iter_valid_loss : 0.1672820746898651
45880 0.167337 0.167282 0.173438 CURRENT LEARNING RATE: 0.4423406714296471
previous_iter_valid_loss : 0.17142890393733978
45900 0.171502 0.171429 0.172943 CURRENT LEARNING RATE: 0.44225221214158483
previous_iter_valid_loss : 0.16891956329345703
45920 0.168949 0.168920 0.172806 CURRENT LEARNING RATE: 0.4421637705436111
previous_iter_valid_loss : 0.16582909226417542
45940 0.165862 0.165829 0.172824 CURRENT LEARNING RATE: 0.4420753466321882
previous_iter_valid_loss : 0.17743171751499176
45960 0.177499 0.177432 0.173049 CURRENT LEARNING RATE: 0.4419869404037794
previous_iter_valid_loss : 0.1670386791229248
45980 0.167103 0.167039 0.172469 CURRENT LEARNING RATE: 0.4418985518548481
previous_iter_valid_loss : 0.16672095656394958
46000 0.166788 0.166721 0.171645 CURRENT LEARNING RATE: 0.4418101809818591
previous_iter_valid_loss : 0.1642494797706604
46020 0.164326 0.164249 0.171542 CURRENT LEARNING RATE: 0.4417218277812772
previous_iter_valid_loss : 0.16629381477832794
46040 0.166406 0.166294 0.170581 CURRENT LEARNING RATE: 0.4416334922495686
previous_iter_valid_loss : 0.1644883006811142
46060 0.164664 0.164488 0.170562 CURRENT LEARNING RATE: 0.4415451743831998
previous_iter_valid_loss : 0.17251449823379517
46080 0.172640 0.172514 0.170793 CURRENT LEARNING RATE: 0.4414568741786379
previous_iter_valid_loss : 0.16792568564414978
46100 0.168015 0.167926 0.170521 CURRENT LEARNING RATE: 0.4413685916323511
previous_iter_valid_loss : 0.17966079711914062
46120 0.179730 0.179661 0.171021 CURRENT LEARNING RATE: 0.44128032674080797
previous_iter_valid_loss : 0.18446703255176544
46140 0.184507 0.184467 0.171384 CURRENT LEARNING RATE: 0.441192079500478
previous_iter_valid_loss : 0.17684125900268555
46160 0.176947 0.176841 0.170368 CURRENT LEARNING RATE: 0.44110384990783125
previous_iter_valid_loss : 0.16662836074829102
46180 0.166691 0.166628 0.170026 CURRENT LEARNING RATE: 0.44101563795933857
previous_iter_valid_loss : 0.1811216175556183
46200 0.181198 0.181122 0.170512 CURRENT LEARNING RATE: 0.44092744365147146
previous_iter_valid_loss : 0.17005816102027893
46220 0.170121 0.170058 0.170589 CURRENT LEARNING RATE: 0.4408392669807022
previous_iter_valid_loss : 0.16906912624835968
46240 0.169169 0.169069 0.170701 CURRENT LEARNING RATE: 0.44075110794350364
previous_iter_valid_loss : 0.16623404622077942
46260 0.166292 0.166234 0.170710 CURRENT LEARNING RATE: 0.4406629665363494
previous_iter_valid_loss : 0.16644683480262756
46280 0.166508 0.166447 0.170668 CURRENT LEARNING RATE: 0.440574842755714
previous_iter_valid_loss : 0.16915999352931976
46300 0.169278 0.169160 0.170555 CURRENT LEARNING RATE: 0.4404867365980723
previous_iter_valid_loss : 0.16718433797359467
46320 0.167228 0.167184 0.170468 CURRENT LEARNING RATE: 0.44039864805990014
previous_iter_valid_loss : 0.16514839231967926
46340 0.165287 0.165148 0.170434 CURRENT LEARNING RATE: 0.44031057713767396
previous_iter_valid_loss : 0.18217165768146515
46360 0.182428 0.182172 0.170671 CURRENT LEARNING RATE: 0.4402225238278709
previous_iter_valid_loss : 0.19474366307258606
46380 0.194797 0.194744 0.172056 CURRENT LEARNING RATE: 0.44013448812696887
previous_iter_valid_loss : 0.18150515854358673
46400 0.181598 0.181505 0.172795 CURRENT LEARNING RATE: 0.4400464700314464
previous_iter_valid_loss : 0.20275571942329407
46420 0.202861 0.202756 0.174721 CURRENT LEARNING RATE: 0.4399584695377828
previous_iter_valid_loss : 0.18435601890087128
46440 0.184419 0.184356 0.175624 CURRENT LEARNING RATE: 0.4398704866424581
previous_iter_valid_loss : 0.17080073058605194
46460 0.170833 0.170801 0.175939 CURRENT LEARNING RATE: 0.4397825213419529
previous_iter_valid_loss : 0.17638179659843445
46480 0.176424 0.176382 0.176133 CURRENT LEARNING RATE: 0.4396945736327485
previous_iter_valid_loss : 0.17192342877388
46500 0.172109 0.171923 0.176333 CURRENT LEARNING RATE: 0.4396066435113272
previous_iter_valid_loss : 0.16505469381809235
46520 0.165082 0.165055 0.175602 CURRENT LEARNING RATE: 0.4395187309741717
previous_iter_valid_loss : 0.16578266024589539
46540 0.165870 0.165783 0.174668 CURRENT LEARNING RATE: 0.4394308360177655
previous_iter_valid_loss : 0.166309654712677
46560 0.166356 0.166310 0.174142 CURRENT LEARNING RATE: 0.4393429586385928
previous_iter_valid_loss : 0.18847568333148956
46580 0.188501 0.188476 0.175234 CURRENT LEARNING RATE: 0.43925509883313846
previous_iter_valid_loss : 0.16700267791748047
46600 0.167049 0.167003 0.174528 CURRENT LEARNING RATE: 0.43916725659788824
previous_iter_valid_loss : 0.16834905743598938
46620 0.168361 0.168349 0.174443 CURRENT LEARNING RATE: 0.43907943192932825
previous_iter_valid_loss : 0.16811437904834747
46640 0.168169 0.168114 0.174395 CURRENT LEARNING RATE: 0.4389916248239456
previous_iter_valid_loss : 0.199232816696167
46660 0.199241 0.199233 0.176045 CURRENT LEARNING RATE: 0.438903835278228
previous_iter_valid_loss : 0.16570700705051422
46680 0.165722 0.165707 0.176008 CURRENT LEARNING RATE: 0.4388160632886639
previous_iter_valid_loss : 0.18598169088363647
46700 0.185987 0.185982 0.176849 CURRENT LEARNING RATE: 0.4387283088517424
previous_iter_valid_loss : 0.1645081788301468
46720 0.164440 0.164508 0.176715 CURRENT LEARNING RATE: 0.43864057196395323
previous_iter_valid_loss : 0.16601228713989258
46740 0.166025 0.166012 0.176758 CURRENT LEARNING RATE: 0.43855285262178706
previous_iter_valid_loss : 0.17013996839523315
46760 0.170121 0.170140 0.176157 CURRENT LEARNING RATE: 0.4384651508217351
previous_iter_valid_loss : 0.16553384065628052
46780 0.165568 0.165534 0.174696 CURRENT LEARNING RATE: 0.43837746656028914
previous_iter_valid_loss : 0.21924686431884766
46800 0.219267 0.219247 0.176583 CURRENT LEARNING RATE: 0.4382897998339419
previous_iter_valid_loss : 0.18125255405902863
46820 0.181340 0.181253 0.175508 CURRENT LEARNING RATE: 0.4382021506391868
previous_iter_valid_loss : 0.16782669723033905
46840 0.167797 0.167827 0.174682 CURRENT LEARNING RATE: 0.43811451897251774
previous_iter_valid_loss : 0.16694536805152893
46860 0.166934 0.166945 0.174489 CURRENT LEARNING RATE: 0.43802690483042944
previous_iter_valid_loss : 0.16703906655311584
46880 0.167129 0.167039 0.174022 CURRENT LEARNING RATE: 0.43793930820941745
previous_iter_valid_loss : 0.16620950400829315
46900 0.166218 0.166210 0.173736 CURRENT LEARNING RATE: 0.4378517291059779
previous_iter_valid_loss : 0.17695727944374084
46920 0.177078 0.176957 0.174331 CURRENT LEARNING RATE: 0.4377641675166075
previous_iter_valid_loss : 0.16549237072467804
46940 0.165536 0.165492 0.174317 CURRENT LEARNING RATE: 0.43767662343780384
previous_iter_valid_loss : 0.18534418940544128
46960 0.185432 0.185344 0.175268 CURRENT LEARNING RATE: 0.4375890968660652
previous_iter_valid_loss : 0.18193231523036957
46980 0.182195 0.181932 0.174941 CURRENT LEARNING RATE: 0.4375015877978905
previous_iter_valid_loss : 0.19901110231876373
47000 0.199442 0.199011 0.176542 CURRENT LEARNING RATE: 0.4374140962297794
previous_iter_valid_loss : 0.1653456687927246
47020 0.165484 0.165346 0.176391 CURRENT LEARNING RATE: 0.43732662215823215
previous_iter_valid_loss : 0.17008057236671448
47040 0.170249 0.170081 0.176490 CURRENT LEARNING RATE: 0.4372391655797499
previous_iter_valid_loss : 0.16677060723304749
47060 0.166943 0.166771 0.174867 CURRENT LEARNING RATE: 0.4371517264908343
previous_iter_valid_loss : 0.16442258656024933
47080 0.164466 0.164423 0.174802 CURRENT LEARNING RATE: 0.43706430488798786
previous_iter_valid_loss : 0.18668489158153534
47100 0.186983 0.186685 0.174838 CURRENT LEARNING RATE: 0.4369769007677136
previous_iter_valid_loss : 0.20010003447532654
47120 0.200570 0.200100 0.176617 CURRENT LEARNING RATE: 0.43688951412651544
previous_iter_valid_loss : 0.17931103706359863
47140 0.179594 0.179311 0.177282 CURRENT LEARNING RATE: 0.436802144960898
previous_iter_valid_loss : 0.1656295359134674
47160 0.165690 0.165630 0.177057 CURRENT LEARNING RATE: 0.4367147932673663
previous_iter_valid_loss : 0.16624346375465393
47180 0.166401 0.166243 0.177092 CURRENT LEARNING RATE: 0.4366274590424265
previous_iter_valid_loss : 0.16566085815429688
47200 0.165757 0.165661 0.174413 CURRENT LEARNING RATE: 0.436540142282585
previous_iter_valid_loss : 0.1685163676738739
47220 0.168571 0.168516 0.173776 CURRENT LEARNING RATE: 0.43645284298434933
previous_iter_valid_loss : 0.16727374494075775
47240 0.167401 0.167274 0.173748 CURRENT LEARNING RATE: 0.4363655611442274
previous_iter_valid_loss : 0.1721484661102295
47260 0.172161 0.172148 0.174008 CURRENT LEARNING RATE: 0.436278296758728
previous_iter_valid_loss : 0.16516125202178955
47280 0.165264 0.165161 0.173915 CURRENT LEARNING RATE: 0.43619104982436047
previous_iter_valid_loss : 0.1656770259141922
47300 0.165831 0.165677 0.173888 CURRENT LEARNING RATE: 0.43610382033763506
previous_iter_valid_loss : 0.1658899188041687
47320 0.165953 0.165890 0.173335 CURRENT LEARNING RATE: 0.4360166082950625
previous_iter_valid_loss : 0.17133104801177979
47340 0.171602 0.171331 0.173627 CURRENT LEARNING RATE: 0.4359294136931543
previous_iter_valid_loss : 0.16653528809547424
47360 0.166649 0.166535 0.172686 CURRENT LEARNING RATE: 0.43584223652842274
previous_iter_valid_loss : 0.1671052873134613
47380 0.167219 0.167105 0.171945 CURRENT LEARNING RATE: 0.43575507679738074
previous_iter_valid_loss : 0.2016356736421585
47400 0.202160 0.201636 0.172076 CURRENT LEARNING RATE: 0.43566793449654173
previous_iter_valid_loss : 0.16772878170013428
47420 0.168016 0.167729 0.172195 CURRENT LEARNING RATE: 0.43558080962242035
previous_iter_valid_loss : 0.16675187647342682
47440 0.166933 0.166752 0.172029 CURRENT LEARNING RATE: 0.43549370217153127
previous_iter_valid_loss : 0.16961920261383057
47460 0.169803 0.169619 0.172171 CURRENT LEARNING RATE: 0.4354066121403904
previous_iter_valid_loss : 0.1660146266222
47480 0.166110 0.166015 0.172251 CURRENT LEARNING RATE: 0.43531953952551405
previous_iter_valid_loss : 0.18192626535892487
47500 0.182258 0.181926 0.172013 CURRENT LEARNING RATE: 0.43523248432341927
previous_iter_valid_loss : 0.1773921549320221
47520 0.177650 0.177392 0.170877 CURRENT LEARNING RATE: 0.4351454465306241
previous_iter_valid_loss : 0.1788424253463745
47540 0.179065 0.178842 0.170854 CURRENT LEARNING RATE: 0.43505842614364665
previous_iter_valid_loss : 0.16856133937835693
47560 0.168785 0.168561 0.171001 CURRENT LEARNING RATE: 0.43497142315900644
previous_iter_valid_loss : 0.179933562874794
47580 0.180254 0.179934 0.171685 CURRENT LEARNING RATE: 0.4348844375732232
previous_iter_valid_loss : 0.18361227214336395
47600 0.183926 0.183612 0.172583 CURRENT LEARNING RATE: 0.4347974693828175
previous_iter_valid_loss : 0.18220531940460205
47620 0.182558 0.182205 0.173267 CURRENT LEARNING RATE: 0.4347105185843106
previous_iter_valid_loss : 0.1686609983444214
47640 0.168879 0.168661 0.173336 CURRENT LEARNING RATE: 0.43462358517422445
previous_iter_valid_loss : 0.18825317919254303
47660 0.188716 0.188253 0.174142 CURRENT LEARNING RATE: 0.4345366691490819
previous_iter_valid_loss : 0.17389050126075745
47680 0.174198 0.173891 0.174578 CURRENT LEARNING RATE: 0.4344497705054061
previous_iter_valid_loss : 0.2093210071325302
47700 0.209893 0.209321 0.176760 CURRENT LEARNING RATE: 0.4343628892397212
previous_iter_valid_loss : 0.1851358562707901
47720 0.185413 0.185136 0.177723 CURRENT LEARNING RATE: 0.4342760253485519
previous_iter_valid_loss : 0.16460992395877838
47740 0.164653 0.164610 0.177387 CURRENT LEARNING RATE: 0.43418917882842367
previous_iter_valid_loss : 0.16604486107826233
47760 0.166107 0.166045 0.177362 CURRENT LEARNING RATE: 0.4341023496758627
previous_iter_valid_loss : 0.17057539522647858
47780 0.170754 0.170575 0.177536 CURRENT LEARNING RATE: 0.4340155378873958
previous_iter_valid_loss : 0.17199966311454773
47800 0.172174 0.172000 0.176054 CURRENT LEARNING RATE: 0.43392874345955035
previous_iter_valid_loss : 0.22258606553077698
47820 0.223207 0.222586 0.178797 CURRENT LEARNING RATE: 0.4338419663888548
previous_iter_valid_loss : 0.17115634679794312
47840 0.171323 0.171156 0.179017 CURRENT LEARNING RATE: 0.4337552066718379
previous_iter_valid_loss : 0.16828805208206177
47860 0.168416 0.168288 0.178950 CURRENT LEARNING RATE: 0.43366846430502937
previous_iter_valid_loss : 0.18008953332901
47880 0.180369 0.180090 0.179654 CURRENT LEARNING RATE: 0.43358173928495947
previous_iter_valid_loss : 0.1803651601076126
47900 0.180686 0.180365 0.179576 CURRENT LEARNING RATE: 0.43349503160815916
previous_iter_valid_loss : 0.16716352105140686
47920 0.167302 0.167164 0.179065 CURRENT LEARNING RATE: 0.43340834127116024
previous_iter_valid_loss : 0.19895204901695251
47940 0.199431 0.198952 0.180070 CURRENT LEARNING RATE: 0.43332166827049495
previous_iter_valid_loss : 0.1820642203092575
47960 0.182314 0.182064 0.180745 CURRENT LEARNING RATE: 0.4332350126026964
previous_iter_valid_loss : 0.17193353176116943
47980 0.172045 0.171934 0.180345 CURRENT LEARNING RATE: 0.4331483742642986
previous_iter_valid_loss : 0.1657685935497284
48000 0.165931 0.165769 0.179453 CURRENT LEARNING RATE: 0.4330617532518357
previous_iter_valid_loss : 0.20070971548557281
48020 0.200774 0.200710 0.180378 CURRENT LEARNING RATE: 0.432975149561843
previous_iter_valid_loss : 0.17144040763378143
48040 0.171447 0.171440 0.180517 CURRENT LEARNING RATE: 0.43288856319085633
previous_iter_valid_loss : 0.18058611452579498
48060 0.180648 0.180586 0.180134 CURRENT LEARNING RATE: 0.43280199413541226
previous_iter_valid_loss : 0.16558164358139038
48080 0.165666 0.165582 0.179718 CURRENT LEARNING RATE: 0.43271544239204807
previous_iter_valid_loss : 0.16638721525669098
48100 0.166392 0.166387 0.177572 CURRENT LEARNING RATE: 0.4326289079573016
previous_iter_valid_loss : 0.17447024583816528
48120 0.174493 0.174470 0.177038 CURRENT LEARNING RATE: 0.43254239082771145
previous_iter_valid_loss : 0.18103845417499542
48140 0.181120 0.181038 0.177860 CURRENT LEARNING RATE: 0.43245589099981707
previous_iter_valid_loss : 0.16639754176139832
48160 0.166391 0.166398 0.177877 CURRENT LEARNING RATE: 0.43236940847015837
previous_iter_valid_loss : 0.17423942685127258
48180 0.174220 0.174239 0.178061 CURRENT LEARNING RATE: 0.432282943235276
previous_iter_valid_loss : 0.16580720245838165
48200 0.165919 0.165807 0.177751 CURRENT LEARNING RATE: 0.43219649529171145
previous_iter_valid_loss : 0.1704249382019043
48220 0.170657 0.170425 0.175143 CURRENT LEARNING RATE: 0.43211006463600676
previous_iter_valid_loss : 0.16985160112380981
48240 0.169851 0.169852 0.175078 CURRENT LEARNING RATE: 0.43202365126470477
previous_iter_valid_loss : 0.19688671827316284
48260 0.196979 0.196887 0.176508 CURRENT LEARNING RATE: 0.43193725517434883
previous_iter_valid_loss : 0.25131359696388245
48280 0.251332 0.251314 0.180069 CURRENT LEARNING RATE: 0.43185087636148317
previous_iter_valid_loss : 0.1845310777425766
48300 0.184636 0.184531 0.180277 CURRENT LEARNING RATE: 0.43176451482265266
previous_iter_valid_loss : 0.19502931833267212
48320 0.195144 0.195029 0.181670 CURRENT LEARNING RATE: 0.4316781705544027
previous_iter_valid_loss : 0.17103882133960724
48340 0.171145 0.171039 0.180275 CURRENT LEARNING RATE: 0.4315918435532798
previous_iter_valid_loss : 0.1669582724571228
48360 0.167058 0.166958 0.179519 CURRENT LEARNING RATE: 0.4315055338158305
previous_iter_valid_loss : 0.16833439469337463
48380 0.168597 0.168334 0.179340 CURRENT LEARNING RATE: 0.43141924133860277
previous_iter_valid_loss : 0.1651538759469986
48400 0.165300 0.165154 0.179309 CURRENT LEARNING RATE: 0.4313329661181446
previous_iter_valid_loss : 0.16922380030155182
48420 0.169257 0.169224 0.177734 CURRENT LEARNING RATE: 0.43124670815100524
previous_iter_valid_loss : 0.1716500073671341
48440 0.171736 0.171650 0.177745 CURRENT LEARNING RATE: 0.43116046743373426
previous_iter_valid_loss : 0.18100664019584656
48460 0.181144 0.181007 0.177766 CURRENT LEARNING RATE: 0.43107424396288196
previous_iter_valid_loss : 0.16485366225242615
48480 0.164919 0.164854 0.177730 CURRENT LEARNING RATE: 0.43098803773499955
previous_iter_valid_loss : 0.1690032035112381
48500 0.169065 0.169003 0.177860 CURRENT LEARNING RATE: 0.43090184874663867
previous_iter_valid_loss : 0.17217792570590973
48520 0.172265 0.172178 0.177746 CURRENT LEARNING RATE: 0.4308156769943518
previous_iter_valid_loss : 0.1634901463985443
Current valid loss: 0.1634901463985443; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
48540 0.163560 0.163490 0.176868 CURRENT LEARNING RATE: 0.4307295224746921
previous_iter_valid_loss : 0.16838371753692627
48560 0.168546 0.168384 0.176968 CURRENT LEARNING RATE: 0.43064338518421336
previous_iter_valid_loss : 0.17992855608463287
48580 0.180025 0.179929 0.177252 CURRENT LEARNING RATE: 0.43055726511947007
previous_iter_valid_loss : 0.17355380952358246
48600 0.173641 0.173554 0.177639 CURRENT LEARNING RATE: 0.43047116227701737
previous_iter_valid_loss : 0.1701585054397583
48620 0.170502 0.170159 0.177626 CURRENT LEARNING RATE: 0.43038507665341136
previous_iter_valid_loss : 0.1686335653066635
48640 0.168821 0.168634 0.177565 CURRENT LEARNING RATE: 0.4302990082452084
previous_iter_valid_loss : 0.16505947709083557
48660 0.165273 0.165059 0.175974 CURRENT LEARNING RATE: 0.4302129570489657
previous_iter_valid_loss : 0.1654001623392105
48680 0.165595 0.165400 0.171678 CURRENT LEARNING RATE: 0.4301269230612415
previous_iter_valid_loss : 0.16513611376285553
48700 0.165358 0.165136 0.170708 CURRENT LEARNING RATE: 0.4300409062785942
previous_iter_valid_loss : 0.1670551300048828
48720 0.167360 0.167055 0.169310 CURRENT LEARNING RATE: 0.4299549066975833
previous_iter_valid_loss : 0.17179730534553528
48740 0.172022 0.171797 0.169348 CURRENT LEARNING RATE: 0.42986892431476864
previous_iter_valid_loss : 0.1730751246213913
48760 0.173280 0.173075 0.169653 CURRENT LEARNING RATE: 0.42978295912671105
previous_iter_valid_loss : 0.164729505777359
48780 0.165022 0.164730 0.169473 CURRENT LEARNING RATE: 0.42969701112997194
previous_iter_valid_loss : 0.17909403145313263
48800 0.179321 0.179094 0.170170 CURRENT LEARNING RATE: 0.4296110803211132
previous_iter_valid_loss : 0.16502481698989868
48820 0.165300 0.165025 0.169960 CURRENT LEARNING RATE: 0.4295251666966978
previous_iter_valid_loss : 0.16430790722370148
48840 0.164537 0.164308 0.169593 CURRENT LEARNING RATE: 0.42943927025328915
previous_iter_valid_loss : 0.16387084126472473
48860 0.164089 0.163871 0.168736 CURRENT LEARNING RATE: 0.42935339098745134
previous_iter_valid_loss : 0.1668427437543869
48880 0.167098 0.166843 0.168836 CURRENT LEARNING RATE: 0.4292675288957492
previous_iter_valid_loss : 0.19866028428077698
48900 0.198767 0.198660 0.170319 CURRENT LEARNING RATE: 0.42918168397474826
previous_iter_valid_loss : 0.1657082438468933
48920 0.165862 0.165708 0.169995 CURRENT LEARNING RATE: 0.42909585622101487
previous_iter_valid_loss : 0.1670594960451126
48940 0.167120 0.167059 0.170174 CURRENT LEARNING RATE: 0.42901004563111567
previous_iter_valid_loss : 0.1665763407945633
48960 0.166674 0.166576 0.170083 CURRENT LEARNING RATE: 0.4289242522016184
previous_iter_valid_loss : 0.20410661399364471
48980 0.204195 0.204107 0.171292 CURRENT LEARNING RATE: 0.42883847592909125
previous_iter_valid_loss : 0.17017628252506256
49000 0.170413 0.170176 0.171123 CURRENT LEARNING RATE: 0.4287527168101032
previous_iter_valid_loss : 0.1679273545742035
49020 0.168180 0.167927 0.171012 CURRENT LEARNING RATE: 0.4286669748412238
previous_iter_valid_loss : 0.1643931120634079
49040 0.164476 0.164393 0.170800 CURRENT LEARNING RATE: 0.42858125001902353
previous_iter_valid_loss : 0.16420425474643707
49060 0.164389 0.164204 0.170757 CURRENT LEARNING RATE: 0.42849554234007337
previous_iter_valid_loss : 0.16419875621795654
49080 0.164293 0.164199 0.170697 CURRENT LEARNING RATE: 0.4284098518009449
previous_iter_valid_loss : 0.16878345608711243
49100 0.168967 0.168783 0.170879 CURRENT LEARNING RATE: 0.4283241783982105
previous_iter_valid_loss : 0.18051721155643463
49120 0.180869 0.180517 0.171552 CURRENT LEARNING RATE: 0.42823852212844343
previous_iter_valid_loss : 0.1668626219034195
49140 0.166940 0.166863 0.171306 CURRENT LEARNING RATE: 0.4281528829882172
previous_iter_valid_loss : 0.1653025895357132
49160 0.165395 0.165303 0.170917 CURRENT LEARNING RATE: 0.42806726097410636
previous_iter_valid_loss : 0.16846947371959686
49180 0.168566 0.168469 0.171104 CURRENT LEARNING RATE: 0.42798165608268607
previous_iter_valid_loss : 0.1776193231344223
49200 0.177752 0.177619 0.171030 CURRENT LEARNING RATE: 0.42789606831053195
previous_iter_valid_loss : 0.18957382440567017
49220 0.189692 0.189574 0.172258 CURRENT LEARNING RATE: 0.4278104976542208
previous_iter_valid_loss : 0.17830856144428253
49240 0.178659 0.178309 0.172958 CURRENT LEARNING RATE: 0.42772494411032946
previous_iter_valid_loss : 0.16489699482917786
49260 0.165069 0.164897 0.173009 CURRENT LEARNING RATE: 0.42763940767543607
previous_iter_valid_loss : 0.16487012803554535
49280 0.165088 0.164870 0.172910 CURRENT LEARNING RATE: 0.4275538883461189
previous_iter_valid_loss : 0.16883276402950287
49300 0.168961 0.168833 0.171419 CURRENT LEARNING RATE: 0.42746838611895743
previous_iter_valid_loss : 0.16641685366630554
49320 0.166475 0.166417 0.171455 CURRENT LEARNING RATE: 0.42738290099053144
previous_iter_valid_loss : 0.16459737718105316
49340 0.164670 0.164597 0.171331 CURRENT LEARNING RATE: 0.4272974329574215
previous_iter_valid_loss : 0.16391527652740479
49360 0.164030 0.163915 0.171198 CURRENT LEARNING RATE: 0.4272119820162091
previous_iter_valid_loss : 0.17814990878105164
49380 0.178284 0.178150 0.169901 CURRENT LEARNING RATE: 0.42712654816347584
previous_iter_valid_loss : 0.16474871337413788
49400 0.164860 0.164749 0.169629 CURRENT LEARNING RATE: 0.42704113139580463
previous_iter_valid_loss : 0.19049091637134552
49420 0.190687 0.190491 0.170757 CURRENT LEARNING RATE: 0.4269557317097788
previous_iter_valid_loss : 0.20038390159606934
49440 0.200501 0.200384 0.172557 CURRENT LEARNING RATE: 0.4268703491019822
previous_iter_valid_loss : 0.16597698628902435
49460 0.166133 0.165977 0.172645 CURRENT LEARNING RATE: 0.42678498356899963
previous_iter_valid_loss : 0.19363290071487427
49480 0.193981 0.193633 0.174117 CURRENT LEARNING RATE: 0.42669963510741643
previous_iter_valid_loss : 0.21431699395179749
49500 0.214400 0.214317 0.176394 CURRENT LEARNING RATE: 0.42661430371381875
previous_iter_valid_loss : 0.19739428162574768
49520 0.197564 0.197394 0.177238 CURRENT LEARNING RATE: 0.42652898938479333
previous_iter_valid_loss : 0.1660694181919098
49540 0.166216 0.166069 0.177198 CURRENT LEARNING RATE: 0.42644369211692745
previous_iter_valid_loss : 0.19747953116893768
49560 0.197613 0.197480 0.178807 CURRENT LEARNING RATE: 0.42635841190680934
previous_iter_valid_loss : 0.16580617427825928
49580 0.165888 0.165806 0.178674 CURRENT LEARNING RATE: 0.4262731487510278
previous_iter_valid_loss : 0.17148840427398682
49600 0.171583 0.171488 0.178367 CURRENT LEARNING RATE: 0.4261879026461723
previous_iter_valid_loss : 0.19375337660312653
49620 0.193883 0.193753 0.178576 CURRENT LEARNING RATE: 0.4261026735888328
previous_iter_valid_loss : 0.1707664281129837
49640 0.171074 0.170766 0.178199 CURRENT LEARNING RATE: 0.42601746157560044
previous_iter_valid_loss : 0.16560499370098114
49660 0.165884 0.165605 0.178234 CURRENT LEARNING RATE: 0.42593226660306654
previous_iter_valid_loss : 0.1689336597919464
49680 0.169173 0.168934 0.178438 CURRENT LEARNING RATE: 0.4258470886678234
previous_iter_valid_loss : 0.17054150998592377
49700 0.170808 0.170542 0.178523 CURRENT LEARNING RATE: 0.4257619277664638
previous_iter_valid_loss : 0.1777404546737671
49720 0.177950 0.177740 0.179089 CURRENT LEARNING RATE: 0.42567678389558145
previous_iter_valid_loss : 0.1707637459039688
49740 0.170955 0.170764 0.179398 CURRENT LEARNING RATE: 0.42559165705177043
previous_iter_valid_loss : 0.193085715174675
49760 0.193292 0.193086 0.180856 CURRENT LEARNING RATE: 0.4255065472316258
previous_iter_valid_loss : 0.16885265707969666
49780 0.169011 0.168853 0.180391 CURRENT LEARNING RATE: 0.42542145443174306
previous_iter_valid_loss : 0.17272445559501648
49800 0.172917 0.172724 0.180790 CURRENT LEARNING RATE: 0.42533637864871865
previous_iter_valid_loss : 0.1880403757095337
49820 0.188268 0.188040 0.180668 CURRENT LEARNING RATE: 0.4252513198791494
previous_iter_valid_loss : 0.1654735505580902
49840 0.165639 0.165474 0.178922 CURRENT LEARNING RATE: 0.42516627811963303
previous_iter_valid_loss : 0.16755034029483795
49860 0.167805 0.167550 0.179001 CURRENT LEARNING RATE: 0.4250812533667678
previous_iter_valid_loss : 0.17022676765918732
49880 0.170444 0.170227 0.177830 CURRENT LEARNING RATE: 0.42499624561715277
previous_iter_valid_loss : 0.1646639108657837
49900 0.164852 0.164664 0.175348 CURRENT LEARNING RATE: 0.42491125486738757
previous_iter_valid_loss : 0.19535435736179352
49920 0.195742 0.195354 0.175246 CURRENT LEARNING RATE: 0.4248262811140726
previous_iter_valid_loss : 0.16408874094486237
49940 0.164210 0.164089 0.175147 CURRENT LEARNING RATE: 0.42474132435380907
previous_iter_valid_loss : 0.16586793959140778
49960 0.166051 0.165868 0.173566 CURRENT LEARNING RATE: 0.4246563845831985
previous_iter_valid_loss : 0.16689349710941315
49980 0.167060 0.166893 0.173620 CURRENT LEARNING RATE: 0.42457146179884336
previous_iter_valid_loss : 0.16792619228363037
50000 0.168108 0.167926 0.173442 CURRENT LEARNING RATE: 0.42448655599734675
previous_iter_valid_loss : 0.1743914932012558
50020 0.174625 0.174391 0.172474 CURRENT LEARNING RATE: 0.4244016671753125
previous_iter_valid_loss : 0.16531440615653992
50040 0.165454 0.165314 0.172202 CURRENT LEARNING RATE: 0.4243167953293449
previous_iter_valid_loss : 0.18639549612998962
50060 0.186721 0.186395 0.173241 CURRENT LEARNING RATE: 0.42423194045604923
previous_iter_valid_loss : 0.18941733241081238
50080 0.189897 0.189417 0.174265 CURRENT LEARNING RATE: 0.42414710255203125
previous_iter_valid_loss : 0.17568723857402802
50100 0.175954 0.175687 0.174523 CURRENT LEARNING RATE: 0.42406228161389736
previous_iter_valid_loss : 0.17847509682178497
50120 0.178793 0.178475 0.174559 CURRENT LEARNING RATE: 0.4239774776382549
previous_iter_valid_loss : 0.17810076475143433
50140 0.178392 0.178101 0.174926 CURRENT LEARNING RATE: 0.4238926906217114
previous_iter_valid_loss : 0.18457108736038208
50160 0.184940 0.184571 0.174500 CURRENT LEARNING RATE: 0.42380792056087574
previous_iter_valid_loss : 0.16911938786506653
50180 0.169282 0.169119 0.174514 CURRENT LEARNING RATE: 0.423723167452357
previous_iter_valid_loss : 0.1661422848701477
50200 0.166340 0.166142 0.174185 CURRENT LEARNING RATE: 0.42363843129276485
previous_iter_valid_loss : 0.16552361845970154
50220 0.165646 0.165524 0.173059 CURRENT LEARNING RATE: 0.4235537120787101
previous_iter_valid_loss : 0.16902393102645874
50240 0.169121 0.169024 0.173236 CURRENT LEARNING RATE: 0.4234690098068039
previous_iter_valid_loss : 0.1659376621246338
50260 0.166074 0.165938 0.173156 CURRENT LEARNING RATE: 0.42338432447365815
previous_iter_valid_loss : 0.16572803258895874
50280 0.165857 0.165728 0.172931 CURRENT LEARNING RATE: 0.42329965607588543
previous_iter_valid_loss : 0.16539542376995087
50300 0.165464 0.165395 0.172967 CURRENT LEARNING RATE: 0.42321500461009903
previous_iter_valid_loss : 0.16684578359127045
50320 0.166926 0.166846 0.171542 CURRENT LEARNING RATE: 0.4231303700729129
previous_iter_valid_loss : 0.16547472774982452
50340 0.165580 0.165475 0.171611 CURRENT LEARNING RATE: 0.4230457524609415
previous_iter_valid_loss : 0.16950076818466187
50360 0.169697 0.169501 0.171793 CURRENT LEARNING RATE: 0.4229611517708003
previous_iter_valid_loss : 0.19713696837425232
50380 0.197629 0.197137 0.173305 CURRENT LEARNING RATE: 0.4228765679991053
previous_iter_valid_loss : 0.18976189196109772
50400 0.190221 0.189762 0.174397 CURRENT LEARNING RATE: 0.422792001142473
previous_iter_valid_loss : 0.180385559797287
50420 0.180667 0.180386 0.174697 CURRENT LEARNING RATE: 0.42270745119752084
previous_iter_valid_loss : 0.16578221321105957
50440 0.165939 0.165782 0.174720 CURRENT LEARNING RATE: 0.4226229181608667
previous_iter_valid_loss : 0.17743508517742157
50460 0.177703 0.177435 0.174272 CURRENT LEARNING RATE: 0.42253840202912946
previous_iter_valid_loss : 0.16799968481063843
50480 0.168102 0.168000 0.173201 CURRENT LEARNING RATE: 0.42245390279892836
previous_iter_valid_loss : 0.16485653817653656
50500 0.165001 0.164857 0.172660 CURRENT LEARNING RATE: 0.42236942046688336
previous_iter_valid_loss : 0.16424226760864258
50520 0.164447 0.164242 0.171948 CURRENT LEARNING RATE: 0.42228495502961527
previous_iter_valid_loss : 0.17297466099262238
50540 0.173263 0.172975 0.171692 CURRENT LEARNING RATE: 0.4222005064837454
previous_iter_valid_loss : 0.1695120632648468
50560 0.169787 0.169512 0.170939 CURRENT LEARNING RATE: 0.4221160748258959
previous_iter_valid_loss : 0.17020846903324127
50580 0.170413 0.170208 0.170993 CURRENT LEARNING RATE: 0.42203166005268944
previous_iter_valid_loss : 0.19159825146198273
50600 0.192062 0.191598 0.172266 CURRENT LEARNING RATE: 0.42194726216074946
previous_iter_valid_loss : 0.16804198920726776
50620 0.168269 0.168042 0.172392 CURRENT LEARNING RATE: 0.42186288114669995
previous_iter_valid_loss : 0.1648523509502411
50640 0.165007 0.164852 0.172183 CURRENT LEARNING RATE: 0.42177851700716573
previous_iter_valid_loss : 0.17157702147960663
50660 0.171802 0.171577 0.172465 CURRENT LEARNING RATE: 0.42169416973877233
previous_iter_valid_loss : 0.1642773300409317
50680 0.164461 0.164277 0.172393 CURRENT LEARNING RATE: 0.4216098393381457
previous_iter_valid_loss : 0.16400998830795288
50700 0.164196 0.164010 0.172323 CURRENT LEARNING RATE: 0.4215255258019128
previous_iter_valid_loss : 0.16465693712234497
50720 0.164831 0.164657 0.172214 CURRENT LEARNING RATE: 0.4214412291267009
previous_iter_valid_loss : 0.1657750904560089
50740 0.165939 0.165775 0.172229 CURRENT LEARNING RATE: 0.4213569493091382
previous_iter_valid_loss : 0.16500037908554077
50760 0.165164 0.165000 0.172004 CURRENT LEARNING RATE: 0.42127268634585363
previous_iter_valid_loss : 0.18092872202396393
50780 0.181222 0.180929 0.171194 CURRENT LEARNING RATE: 0.4211884402334765
previous_iter_valid_loss : 0.1768675595521927
50800 0.177178 0.176868 0.170549 CURRENT LEARNING RATE: 0.4211042109686371
previous_iter_valid_loss : 0.16874726116657257
50820 0.168815 0.168747 0.169967 CURRENT LEARNING RATE: 0.4210199985479661
previous_iter_valid_loss : 0.16467909514904022
50840 0.164789 0.164679 0.169912 CURRENT LEARNING RATE: 0.4209358029680952
previous_iter_valid_loss : 0.17208494246006012
50860 0.172299 0.172085 0.169644 CURRENT LEARNING RATE: 0.4208516242256564
previous_iter_valid_loss : 0.1671345978975296
50880 0.167345 0.167135 0.169601 CURRENT LEARNING RATE: 0.4207674623172827
previous_iter_valid_loss : 0.1661205142736435
50900 0.166326 0.166121 0.169664 CURRENT LEARNING RATE: 0.4206833172396074
previous_iter_valid_loss : 0.16338229179382324
Current valid loss: 0.16338229179382324; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
50920 0.163552 0.163382 0.169621 CURRENT LEARNING RATE: 0.42059918898926496
previous_iter_valid_loss : 0.17839421331882477
50940 0.178781 0.178394 0.169892 CURRENT LEARNING RATE: 0.4205150775628901
previous_iter_valid_loss : 0.17432744801044464
50960 0.174633 0.174327 0.170133 CURRENT LEARNING RATE: 0.42043098295711845
previous_iter_valid_loss : 0.16568580269813538
50980 0.165929 0.165686 0.169907 CURRENT LEARNING RATE: 0.4203469051685861
previous_iter_valid_loss : 0.16657757759094238
51000 0.166755 0.166578 0.168656 CURRENT LEARNING RATE: 0.42026284419393006
previous_iter_valid_loss : 0.16502505540847778
51020 0.165186 0.165025 0.168505 CURRENT LEARNING RATE: 0.4201788000297879
previous_iter_valid_loss : 0.1753002554178238
51040 0.175627 0.175300 0.169027 CURRENT LEARNING RATE: 0.4200947726727977
previous_iter_valid_loss : 0.1896490603685379
51060 0.190073 0.189649 0.169931 CURRENT LEARNING RATE: 0.4200107621195985
previous_iter_valid_loss : 0.19646018743515015
51080 0.196854 0.196460 0.171540 CURRENT LEARNING RATE: 0.41992676836682985
previous_iter_valid_loss : 0.18514101207256317
51100 0.185475 0.185141 0.172597 CURRENT LEARNING RATE: 0.41984279141113195
previous_iter_valid_loss : 0.17046374082565308
51120 0.170648 0.170464 0.172887 CURRENT LEARNING RATE: 0.4197588312491458
previous_iter_valid_loss : 0.16841362416744232
51140 0.168619 0.168414 0.173019 CURRENT LEARNING RATE: 0.41967488787751295
previous_iter_valid_loss : 0.1921730637550354
51160 0.192614 0.192173 0.174377 CURRENT LEARNING RATE: 0.41959096129287565
previous_iter_valid_loss : 0.190104141831398
51180 0.190445 0.190104 0.174836 CURRENT LEARNING RATE: 0.41950705149187684
previous_iter_valid_loss : 0.16438980400562286
51200 0.164523 0.164390 0.174212 CURRENT LEARNING RATE: 0.41942315847116024
previous_iter_valid_loss : 0.17650467157363892
51220 0.176807 0.176505 0.174600 CURRENT LEARNING RATE: 0.41933928222736994
previous_iter_valid_loss : 0.17964111268520355
51240 0.179948 0.179641 0.175348 CURRENT LEARNING RATE: 0.41925542275715105
previous_iter_valid_loss : 0.1727713644504547
51260 0.173064 0.172771 0.175383 CURRENT LEARNING RATE: 0.41917158005714905
previous_iter_valid_loss : 0.16613198816776276
51280 0.166331 0.166132 0.175333 CURRENT LEARNING RATE: 0.4190877541240104
previous_iter_valid_loss : 0.17942413687705994
51300 0.179755 0.179424 0.175998 CURRENT LEARNING RATE: 0.41900394495438187
previous_iter_valid_loss : 0.16895948350429535
51320 0.169088 0.168959 0.176277 CURRENT LEARNING RATE: 0.41892015254491133
previous_iter_valid_loss : 0.16762875020503998
51340 0.167759 0.167629 0.175738 CURRENT LEARNING RATE: 0.41883637689224684
previous_iter_valid_loss : 0.19209042191505432
51360 0.192519 0.192090 0.176626 CURRENT LEARNING RATE: 0.4187526179930374
previous_iter_valid_loss : 0.18858325481414795
51380 0.188994 0.188583 0.177771 CURRENT LEARNING RATE: 0.4186688758439329
previous_iter_valid_loss : 0.17139537632465363
51400 0.171642 0.171395 0.178012 CURRENT LEARNING RATE: 0.41858515044158345
previous_iter_valid_loss : 0.17045868933200836
51420 0.170713 0.170459 0.178284 CURRENT LEARNING RATE: 0.4185014417826401
previous_iter_valid_loss : 0.16598553955554962
51440 0.166142 0.165986 0.177818 CURRENT LEARNING RATE: 0.4184177498637544
previous_iter_valid_loss : 0.18060939013957977
51460 0.180932 0.180609 0.177366 CURRENT LEARNING RATE: 0.4183340746815788
previous_iter_valid_loss : 0.16580122709274292
51480 0.165971 0.165801 0.175833 CURRENT LEARNING RATE: 0.4182504162327662
previous_iter_valid_loss : 0.17035003006458282
51500 0.170567 0.170350 0.175094 CURRENT LEARNING RATE: 0.4181667745139704
previous_iter_valid_loss : 0.16752997040748596
51520 0.167612 0.167530 0.174947 CURRENT LEARNING RATE: 0.41808314952184555
previous_iter_valid_loss : 0.16336584091186523
Current valid loss: 0.16336584091186523; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
51540 0.163482 0.163366 0.174695 CURRENT LEARNING RATE: 0.4179995412530468
previous_iter_valid_loss : 0.16394680738449097
51560 0.164134 0.163947 0.173283 CURRENT LEARNING RATE: 0.41791594970422963
previous_iter_valid_loss : 0.16387808322906494
51580 0.164088 0.163878 0.171972 CURRENT LEARNING RATE: 0.41783237487205055
previous_iter_valid_loss : 0.16563893854618073
51600 0.165876 0.165639 0.172034 CURRENT LEARNING RATE: 0.4177488167531666
previous_iter_valid_loss : 0.1749226301908493
51620 0.175184 0.174923 0.171955 CURRENT LEARNING RATE: 0.41766527534423536
previous_iter_valid_loss : 0.19350172579288483
51640 0.193925 0.193502 0.172648 CURRENT LEARNING RATE: 0.41758175064191516
previous_iter_valid_loss : 0.1702658087015152
51660 0.170511 0.170266 0.172523 CURRENT LEARNING RATE: 0.417498242642865
previous_iter_valid_loss : 0.1715736985206604
51680 0.171826 0.171574 0.172795 CURRENT LEARNING RATE: 0.41741475134374467
previous_iter_valid_loss : 0.17563840746879578
51700 0.175945 0.175638 0.172606 CURRENT LEARNING RATE: 0.4173312767412144
previous_iter_valid_loss : 0.17262379825115204
51720 0.172865 0.172624 0.172789 CURRENT LEARNING RATE: 0.41724781883193524
previous_iter_valid_loss : 0.16940957307815552
51740 0.169699 0.169410 0.172878 CURRENT LEARNING RATE: 0.417164377612569
previous_iter_valid_loss : 0.16814656555652618
51760 0.168372 0.168147 0.171681 CURRENT LEARNING RATE: 0.4170809530797778
previous_iter_valid_loss : 0.1648702472448349
51780 0.164974 0.164870 0.170495 CURRENT LEARNING RATE: 0.4169975452302248
previous_iter_valid_loss : 0.1698591411113739
51800 0.170003 0.169859 0.170418 CURRENT LEARNING RATE: 0.41691415406057375
previous_iter_valid_loss : 0.17966921627521515
51820 0.180083 0.179669 0.170879 CURRENT LEARNING RATE: 0.4168307795674889
previous_iter_valid_loss : 0.19430428743362427
51840 0.194803 0.194304 0.172295 CURRENT LEARNING RATE: 0.41674742174763524
previous_iter_valid_loss : 0.18127469718456268
51860 0.181644 0.181275 0.172328 CURRENT LEARNING RATE: 0.41666408059767845
previous_iter_valid_loss : 0.173629030585289
51880 0.173934 0.173629 0.172720 CURRENT LEARNING RATE: 0.416580756114285
previous_iter_valid_loss : 0.1667572557926178
51900 0.166948 0.166757 0.172540 CURRENT LEARNING RATE: 0.4164974482941219
previous_iter_valid_loss : 0.17766404151916504
51920 0.177939 0.177664 0.173047 CURRENT LEARNING RATE: 0.4164141571338567
previous_iter_valid_loss : 0.16576968133449554
51940 0.165959 0.165770 0.173167 CURRENT LEARNING RATE: 0.4163308826301579
previous_iter_valid_loss : 0.1670079082250595
51960 0.167096 0.167008 0.173320 CURRENT LEARNING RATE: 0.41624762477969446
previous_iter_valid_loss : 0.16424080729484558
51980 0.164367 0.164241 0.173338 CURRENT LEARNING RATE: 0.41616438357913604
previous_iter_valid_loss : 0.16646209359169006
52000 0.166640 0.166462 0.173379 CURRENT LEARNING RATE: 0.416081159025153
previous_iter_valid_loss : 0.1859293282032013
52020 0.186334 0.185929 0.173930 CURRENT LEARNING RATE: 0.41599795111441645
previous_iter_valid_loss : 0.18142779171466827
52040 0.181781 0.181428 0.173326 CURRENT LEARNING RATE: 0.4159147598435979
previous_iter_valid_loss : 0.17944149672985077
52060 0.179791 0.179441 0.173785 CURRENT LEARNING RATE: 0.4158315852093698
previous_iter_valid_loss : 0.16823522746562958
52080 0.168477 0.168235 0.173618 CURRENT LEARNING RATE: 0.4157484272084052
previous_iter_valid_loss : 0.17136694490909576
52100 0.171639 0.171367 0.173404 CURRENT LEARNING RATE: 0.41566528583737783
previous_iter_valid_loss : 0.17987528443336487
52120 0.180215 0.179875 0.173767 CURRENT LEARNING RATE: 0.41558216109296187
previous_iter_valid_loss : 0.16640737652778625
52140 0.166575 0.166407 0.173617 CURRENT LEARNING RATE: 0.4154990529718325
previous_iter_valid_loss : 0.16467900574207306
52160 0.164831 0.164679 0.173443 CURRENT LEARNING RATE: 0.4154159614706652
previous_iter_valid_loss : 0.1895119696855545
52180 0.189888 0.189512 0.174675 CURRENT LEARNING RATE: 0.4153328865861364
previous_iter_valid_loss : 0.1710415929555893
52200 0.171276 0.171042 0.174734 CURRENT LEARNING RATE: 0.41524982831492313
previous_iter_valid_loss : 0.17325198650360107
52220 0.173518 0.173252 0.174414 CURRENT LEARNING RATE: 0.4151667866537031
previous_iter_valid_loss : 0.16459012031555176
52240 0.164731 0.164590 0.172928 CURRENT LEARNING RATE: 0.41508376159915455
previous_iter_valid_loss : 0.16858677566051483
52260 0.168698 0.168587 0.172293 CURRENT LEARNING RATE: 0.41500075314795654
previous_iter_valid_loss : 0.16845253109931946
52280 0.168540 0.168453 0.172035 CURRENT LEARNING RATE: 0.4149177612967887
previous_iter_valid_loss : 0.16963252425193787
52300 0.169844 0.169633 0.172178 CURRENT LEARNING RATE: 0.41483478604233137
previous_iter_valid_loss : 0.1713131219148636
52320 0.171578 0.171313 0.171861 CURRENT LEARNING RATE: 0.4147518273812656
previous_iter_valid_loss : 0.16803038120269775
52340 0.168146 0.168030 0.171974 CURRENT LEARNING RATE: 0.4146688853102729
previous_iter_valid_loss : 0.18425141274929047
52360 0.184516 0.184251 0.172836 CURRENT LEARNING RATE: 0.41458595982603563
previous_iter_valid_loss : 0.16726429760456085
52380 0.167364 0.167264 0.172987 CURRENT LEARNING RATE: 0.41450305092523687
previous_iter_valid_loss : 0.1697872430086136
52400 0.169916 0.169787 0.173153 CURRENT LEARNING RATE: 0.4144201586045602
previous_iter_valid_loss : 0.16532167792320251
52420 0.165439 0.165322 0.172123 CURRENT LEARNING RATE: 0.41433728286068994
previous_iter_valid_loss : 0.16283196210861206
Current valid loss: 0.16283196210861206; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
52440 0.163003 0.162832 0.171193 CURRENT LEARNING RATE: 0.41425442369031107
previous_iter_valid_loss : 0.16478870809078217
52460 0.164898 0.164789 0.170461 CURRENT LEARNING RATE: 0.41417158109010915
previous_iter_valid_loss : 0.16469736397266388
52480 0.164868 0.164697 0.170284 CURRENT LEARNING RATE: 0.41408875505677056
previous_iter_valid_loss : 0.16378755867481232
52500 0.164008 0.163788 0.169905 CURRENT LEARNING RATE: 0.41400594558698217
previous_iter_valid_loss : 0.1689068228006363
52520 0.169015 0.168907 0.169356 CURRENT LEARNING RATE: 0.41392315267743174
previous_iter_valid_loss : 0.1648678034543991
52540 0.165085 0.164868 0.169279 CURRENT LEARNING RATE: 0.41384037632480747
previous_iter_valid_loss : 0.18532483279705048
52560 0.185719 0.185325 0.170312 CURRENT LEARNING RATE: 0.4137576165257982
previous_iter_valid_loss : 0.1795322597026825
52580 0.179937 0.179532 0.169813 CURRENT LEARNING RATE: 0.4136748732770938
previous_iter_valid_loss : 0.16794677078723907
52600 0.168177 0.167947 0.169658 CURRENT LEARNING RATE: 0.41359214657538423
previous_iter_valid_loss : 0.17245875298976898
52620 0.172689 0.172459 0.169618 CURRENT LEARNING RATE: 0.41350943641736065
previous_iter_valid_loss : 0.18831264972686768
52640 0.188696 0.188313 0.170804 CURRENT LEARNING RATE: 0.41342674279971464
previous_iter_valid_loss : 0.1658829003572464
52660 0.166092 0.165883 0.170669 CURRENT LEARNING RATE: 0.4133440657191383
previous_iter_valid_loss : 0.1769644021987915
52680 0.177304 0.176964 0.171095 CURRENT LEARNING RATE: 0.4132614051723247
previous_iter_valid_loss : 0.18090273439884186
52700 0.181229 0.180903 0.171658 CURRENT LEARNING RATE: 0.4131787611559674
previous_iter_valid_loss : 0.1660679429769516
52720 0.166285 0.166068 0.171396 CURRENT LEARNING RATE: 0.4130961336667605
previous_iter_valid_loss : 0.16591870784759521
52740 0.166111 0.165919 0.171290 CURRENT LEARNING RATE: 0.41301352270139907
previous_iter_valid_loss : 0.17454609274864197
52760 0.174818 0.174546 0.170805 CURRENT LEARNING RATE: 0.41293092825657857
previous_iter_valid_loss : 0.16395032405853271
52780 0.164162 0.163950 0.170639 CURRENT LEARNING RATE: 0.41284835032899525
previous_iter_valid_loss : 0.1668846309185028
52800 0.167123 0.166885 0.170494 CURRENT LEARNING RATE: 0.41276578891534604
previous_iter_valid_loss : 0.17567278444766998
52820 0.175979 0.175673 0.171012 CURRENT LEARNING RATE: 0.4126832440123285
previous_iter_valid_loss : 0.16646133363246918
52840 0.166666 0.166461 0.171193 CURRENT LEARNING RATE: 0.4126007156166407
previous_iter_valid_loss : 0.1653835028409958
52860 0.165570 0.165384 0.171223 CURRENT LEARNING RATE: 0.4125182037249815
previous_iter_valid_loss : 0.16600674390792847
52880 0.166211 0.166007 0.171289 CURRENT LEARNING RATE: 0.4124357083340506
previous_iter_valid_loss : 0.16801293194293976
52900 0.168260 0.168013 0.171500 CURRENT LEARNING RATE: 0.4123532294405481
previous_iter_valid_loss : 0.17983834445476532
52920 0.180185 0.179838 0.172046 CURRENT LEARNING RATE: 0.4122707670411748
previous_iter_valid_loss : 0.18306273221969604
52940 0.183433 0.183063 0.172956 CURRENT LEARNING RATE: 0.4121883211326322
previous_iter_valid_loss : 0.1648370623588562
52960 0.165010 0.164837 0.171932 CURRENT LEARNING RATE: 0.41210589171162254
previous_iter_valid_loss : 0.1653611809015274
52980 0.165508 0.165361 0.171223 CURRENT LEARNING RATE: 0.41202347877484863
previous_iter_valid_loss : 0.17308153212070465
53000 0.173334 0.173082 0.171480 CURRENT LEARNING RATE: 0.4119410823190139
previous_iter_valid_loss : 0.1708349883556366
53020 0.171081 0.170835 0.171399 CURRENT LEARNING RATE: 0.41185870234082256
previous_iter_valid_loss : 0.16378742456436157
53040 0.163917 0.163787 0.170173 CURRENT LEARNING RATE: 0.4117763388369793
previous_iter_valid_loss : 0.16497300565242767
53060 0.165131 0.164973 0.170127 CURRENT LEARNING RATE: 0.4116939918041896
previous_iter_valid_loss : 0.1732201725244522
53080 0.173490 0.173220 0.169940 CURRENT LEARNING RATE: 0.41161166123915977
previous_iter_valid_loss : 0.16375039517879486
53100 0.163912 0.163750 0.169082 CURRENT LEARNING RATE: 0.41152934713859635
previous_iter_valid_loss : 0.1639735847711563
53120 0.164225 0.163974 0.168978 CURRENT LEARNING RATE: 0.4114470494992069
previous_iter_valid_loss : 0.17456060647964478
53140 0.174835 0.174561 0.169410 CURRENT LEARNING RATE: 0.41136476831769947
previous_iter_valid_loss : 0.1648714691400528
53160 0.165099 0.164871 0.168926 CURRENT LEARNING RATE: 0.41128250359078283
previous_iter_valid_loss : 0.18981409072875977
53180 0.190324 0.189814 0.170219 CURRENT LEARNING RATE: 0.41120025531516635
previous_iter_valid_loss : 0.1745896339416504
53200 0.174694 0.174590 0.170604 CURRENT LEARNING RATE: 0.41111802348756027
previous_iter_valid_loss : 0.16371549665927887
53220 0.163916 0.163715 0.170006 CURRENT LEARNING RATE: 0.41103580810467505
previous_iter_valid_loss : 0.1885375678539276
53240 0.188909 0.188538 0.171110 CURRENT LEARNING RATE: 0.41095360916322227
previous_iter_valid_loss : 0.16624121367931366
53260 0.166431 0.166241 0.171153 CURRENT LEARNING RATE: 0.4108714266599139
previous_iter_valid_loss : 0.16314028203487396
53280 0.163279 0.163140 0.171010 CURRENT LEARNING RATE: 0.41078926059146265
previous_iter_valid_loss : 0.16866935789585114
53300 0.168860 0.168669 0.171043 CURRENT LEARNING RATE: 0.41070711095458184
previous_iter_valid_loss : 0.18582256138324738
53320 0.186177 0.185823 0.171342 CURRENT LEARNING RATE: 0.4106249777459856
previous_iter_valid_loss : 0.16450223326683044
53340 0.164615 0.164502 0.170414 CURRENT LEARNING RATE: 0.4105428609623885
previous_iter_valid_loss : 0.16686677932739258
53360 0.166965 0.166867 0.170515 CURRENT LEARNING RATE: 0.41046076060050585
previous_iter_valid_loss : 0.16909655928611755
53380 0.169276 0.169097 0.170702 CURRENT LEARNING RATE: 0.41037867665705374
previous_iter_valid_loss : 0.16745123267173767
53400 0.167531 0.167451 0.170421 CURRENT LEARNING RATE: 0.4102966091287487
previous_iter_valid_loss : 0.16867682337760925
53420 0.168877 0.168677 0.170313 CURRENT LEARNING RATE: 0.4102145580123081
previous_iter_valid_loss : 0.17543178796768188
53440 0.175721 0.175432 0.170895 CURRENT LEARNING RATE: 0.4101325233044499
previous_iter_valid_loss : 0.19828450679779053
53460 0.198730 0.198285 0.172560 CURRENT LEARNING RATE: 0.41005050500189266
previous_iter_valid_loss : 0.17199525237083435
53480 0.172285 0.171995 0.172499 CURRENT LEARNING RATE: 0.4099685031013556
previous_iter_valid_loss : 0.1677745282649994
53500 0.167991 0.167775 0.172700 CURRENT LEARNING RATE: 0.40988651759955885
previous_iter_valid_loss : 0.16374832391738892
53520 0.163954 0.163748 0.172689 CURRENT LEARNING RATE: 0.4098045484932228
previous_iter_valid_loss : 0.18842390179634094
53540 0.188833 0.188424 0.173382 CURRENT LEARNING RATE: 0.4097225957790687
previous_iter_valid_loss : 0.1798429638147354
53560 0.180101 0.179843 0.174131 CURRENT LEARNING RATE: 0.40964065945381856
previous_iter_valid_loss : 0.16618697345256805
53580 0.166387 0.166187 0.172950 CURRENT LEARNING RATE: 0.4095587395141948
previous_iter_valid_loss : 0.17001330852508545
53600 0.170240 0.170013 0.172721 CURRENT LEARNING RATE: 0.4094768359569207
previous_iter_valid_loss : 0.16503603756427765
53620 0.165164 0.165036 0.172787 CURRENT LEARNING RATE: 0.4093949487787201
previous_iter_valid_loss : 0.16759485006332397
53640 0.167685 0.167595 0.171740 CURRENT LEARNING RATE: 0.4093130779763175
previous_iter_valid_loss : 0.17739515006542206
53660 0.177686 0.177395 0.172297 CURRENT LEARNING RATE: 0.4092312235464381
previous_iter_valid_loss : 0.1773478090763092
53680 0.177673 0.177348 0.173008 CURRENT LEARNING RATE: 0.40914938548580765
previous_iter_valid_loss : 0.17268066108226776
53700 0.172875 0.172681 0.173208 CURRENT LEARNING RATE: 0.40906756379115267
previous_iter_valid_loss : 0.16454297304153442
53720 0.164705 0.164543 0.172144 CURRENT LEARNING RATE: 0.4089857584592004
previous_iter_valid_loss : 0.1916133463382721
53740 0.191995 0.191613 0.173500 CURRENT LEARNING RATE: 0.4089039694866784
previous_iter_valid_loss : 0.17157796025276184
53760 0.171782 0.171578 0.173735 CURRENT LEARNING RATE: 0.4088221968703153
previous_iter_valid_loss : 0.16472211480140686
53780 0.164802 0.164722 0.173517 CURRENT LEARNING RATE: 0.40874044060684006
previous_iter_valid_loss : 0.1670282483100891
53800 0.167129 0.167028 0.173496 CURRENT LEARNING RATE: 0.40865870069298255
previous_iter_valid_loss : 0.16395224630832672
53820 0.164061 0.163952 0.173259 CURRENT LEARNING RATE: 0.40857697712547314
previous_iter_valid_loss : 0.17828616499900818
53840 0.178596 0.178286 0.173402 CURRENT LEARNING RATE: 0.40849526990104285
previous_iter_valid_loss : 0.18173229694366455
53860 0.182058 0.181732 0.172574 CURRENT LEARNING RATE: 0.4084135790164234
previous_iter_valid_loss : 0.16815170645713806
53880 0.168330 0.168152 0.172382 CURRENT LEARNING RATE: 0.4083319044683471
previous_iter_valid_loss : 0.1639053076505661
53900 0.164052 0.163905 0.172189 CURRENT LEARNING RATE: 0.40825024625354717
previous_iter_valid_loss : 0.17728115618228912
53920 0.177550 0.177281 0.172865 CURRENT LEARNING RATE: 0.40816860436875707
previous_iter_valid_loss : 0.17417912185192108
53940 0.174437 0.174179 0.172153 CURRENT LEARNING RATE: 0.4080869788107112
previous_iter_valid_loss : 0.1743694543838501
53960 0.174609 0.174369 0.171879 CURRENT LEARNING RATE: 0.4080053695761446
previous_iter_valid_loss : 0.16352532804012299
53980 0.163669 0.163525 0.171746 CURRENT LEARNING RATE: 0.40792377666179275
previous_iter_valid_loss : 0.173333540558815
54000 0.173574 0.173334 0.171912 CURRENT LEARNING RATE: 0.4078422000643921
previous_iter_valid_loss : 0.17994888126850128
54020 0.180249 0.179949 0.172658 CURRENT LEARNING RATE: 0.4077606397806794
previous_iter_valid_loss : 0.1974913477897644
54040 0.197849 0.197491 0.174153 CURRENT LEARNING RATE: 0.4076790958073924
previous_iter_valid_loss : 0.17814010381698608
54060 0.178396 0.178140 0.174190 CURRENT LEARNING RATE: 0.40759756814126935
previous_iter_valid_loss : 0.17175650596618652
54080 0.172016 0.171757 0.173911 CURRENT LEARNING RATE: 0.407516056779049
previous_iter_valid_loss : 0.17515869438648224
54100 0.175236 0.175159 0.174034 CURRENT LEARNING RATE: 0.407434561717471
previous_iter_valid_loss : 0.1686430424451828
54120 0.168901 0.168643 0.174239 CURRENT LEARNING RATE: 0.4073530829532755
previous_iter_valid_loss : 0.1735301911830902
54140 0.173780 0.173530 0.173335 CURRENT LEARNING RATE: 0.4072716204832034
previous_iter_valid_loss : 0.16584300994873047
54160 0.165924 0.165843 0.173049 CURRENT LEARNING RATE: 0.4071901743039962
previous_iter_valid_loss : 0.17121969163417816
54180 0.171378 0.171220 0.173373 CURRENT LEARNING RATE: 0.407108744412396
previous_iter_valid_loss : 0.16367971897125244
54200 0.163795 0.163680 0.173206 CURRENT LEARNING RATE: 0.4070273308051456
previous_iter_valid_loss : 0.1793474704027176
54220 0.179706 0.179347 0.173976 CURRENT LEARNING RATE: 0.40694593347898844
previous_iter_valid_loss : 0.1721871942281723
54240 0.172341 0.172187 0.173671 CURRENT LEARNING RATE: 0.4068645524306688
previous_iter_valid_loss : 0.16708700358867645
54260 0.167196 0.167087 0.172939 CURRENT LEARNING RATE: 0.4067831876569313
previous_iter_valid_loss : 0.16591326892375946
54280 0.166062 0.165913 0.172827 CURRENT LEARNING RATE: 0.4067018391545213
previous_iter_valid_loss : 0.16430559754371643
54300 0.164431 0.164306 0.172847 CURRENT LEARNING RATE: 0.4066205069201849
previous_iter_valid_loss : 0.17778371274471283
54320 0.178030 0.177784 0.172872 CURRENT LEARNING RATE: 0.40653919095066887
previous_iter_valid_loss : 0.16692955791950226
54340 0.167021 0.166930 0.172509 CURRENT LEARNING RATE: 0.4064578912427205
previous_iter_valid_loss : 0.17016535997390747
54360 0.170152 0.170165 0.172299 CURRENT LEARNING RATE: 0.40637660779308793
previous_iter_valid_loss : 0.16919396817684174
54380 0.169246 0.169194 0.172582 CURRENT LEARNING RATE: 0.4062953405985196
previous_iter_valid_loss : 0.1729714423418045
54400 0.173146 0.172971 0.172564 CURRENT LEARNING RATE: 0.406214089655765
previous_iter_valid_loss : 0.16465115547180176
54420 0.164788 0.164651 0.171799 CURRENT LEARNING RATE: 0.4061328549615741
previous_iter_valid_loss : 0.16455484926700592
54440 0.164658 0.164555 0.170153 CURRENT LEARNING RATE: 0.4060516365126974
previous_iter_valid_loss : 0.1700928807258606
54460 0.170286 0.170093 0.169750 CURRENT LEARNING RATE: 0.4059704343058862
previous_iter_valid_loss : 0.19289162755012512
54480 0.193222 0.192892 0.170807 CURRENT LEARNING RATE: 0.4058892483378924
previous_iter_valid_loss : 0.17158642411231995
54500 0.171837 0.171586 0.170628 CURRENT LEARNING RATE: 0.4058080786054687
previous_iter_valid_loss : 0.1711282879114151
54520 0.171397 0.171128 0.170753 CURRENT LEARNING RATE: 0.4057269251053681
previous_iter_valid_loss : 0.18918642401695251
54540 0.189503 0.189186 0.171536 CURRENT LEARNING RATE: 0.40564578783434463
previous_iter_valid_loss : 0.1694902628660202
54560 0.169683 0.169490 0.171718 CURRENT LEARNING RATE: 0.40556466678915265
previous_iter_valid_loss : 0.175418421626091
54580 0.175730 0.175418 0.171928 CURRENT LEARNING RATE: 0.4054835619665474
previous_iter_valid_loss : 0.19122867286205292
54600 0.191197 0.191229 0.173305 CURRENT LEARNING RATE: 0.4054024733632847
previous_iter_valid_loss : 0.17087018489837646
54620 0.171089 0.170870 0.172881 CURRENT LEARNING RATE: 0.405321400976121
previous_iter_valid_loss : 0.16624702513217926
54640 0.166336 0.166247 0.172584 CURRENT LEARNING RATE: 0.4052403448018134
previous_iter_valid_loss : 0.1777653843164444
54660 0.178039 0.177765 0.173118 CURRENT LEARNING RATE: 0.4051593048371197
previous_iter_valid_loss : 0.1904737800359726
54680 0.190861 0.190474 0.174346 CURRENT LEARNING RATE: 0.4050782810787982
previous_iter_valid_loss : 0.19429674744606018
54700 0.194666 0.194297 0.175846 CURRENT LEARNING RATE: 0.4049972735236079
previous_iter_valid_loss : 0.17384353280067444
54720 0.173983 0.173844 0.175649 CURRENT LEARNING RATE: 0.4049162821683087
previous_iter_valid_loss : 0.16500194370746613
54740 0.165081 0.165002 0.175553 CURRENT LEARNING RATE: 0.40483530700966086
previous_iter_valid_loss : 0.16486862301826477
54760 0.164970 0.164869 0.175288 CURRENT LEARNING RATE: 0.4047543480444253
previous_iter_valid_loss : 0.166849747300148
54780 0.166986 0.166850 0.175170 CURRENT LEARNING RATE: 0.4046734052693637
previous_iter_valid_loss : 0.18101860582828522
54800 0.181287 0.181019 0.175573 CURRENT LEARNING RATE: 0.40459247868123843
previous_iter_valid_loss : 0.2547931969165802
54820 0.255516 0.254793 0.180080 CURRENT LEARNING RATE: 0.4045115682768123
previous_iter_valid_loss : 0.16579903662204742
54840 0.165963 0.165799 0.180142 CURRENT LEARNING RATE: 0.40443067405284905
previous_iter_valid_loss : 0.16472037136554718
54860 0.164832 0.164720 0.179874 CURRENT LEARNING RATE: 0.4043497960061127
previous_iter_valid_loss : 0.18641997873783112
54880 0.186732 0.186420 0.179550 CURRENT LEARNING RATE: 0.4042689341333683
previous_iter_valid_loss : 0.19219693541526794
54900 0.192604 0.192197 0.180580 CURRENT LEARNING RATE: 0.40418808843138126
previous_iter_valid_loss : 0.17663608491420746
54920 0.176832 0.176636 0.180856 CURRENT LEARNING RATE: 0.40410725889691784
previous_iter_valid_loss : 0.1819833219051361
54940 0.182331 0.181983 0.180496 CURRENT LEARNING RATE: 0.40402644552674494
previous_iter_valid_loss : 0.18797296285629272
54960 0.188303 0.187973 0.181420 CURRENT LEARNING RATE: 0.4039456483176298
previous_iter_valid_loss : 0.20638440549373627
54980 0.206993 0.206384 0.182968 CURRENT LEARNING RATE: 0.40386486726634063
previous_iter_valid_loss : 0.19346585869789124
55000 0.193906 0.193466 0.183080 CURRENT LEARNING RATE: 0.40378410236964624
previous_iter_valid_loss : 0.16793084144592285
55020 0.168119 0.167931 0.182933 CURRENT LEARNING RATE: 0.4037033536243161
previous_iter_valid_loss : 0.16564691066741943
55040 0.165811 0.165647 0.182903 CURRENT LEARNING RATE: 0.40362262102712
previous_iter_valid_loss : 0.16375817358493805
55060 0.163910 0.163758 0.182203 CURRENT LEARNING RATE: 0.40354190457482886
previous_iter_valid_loss : 0.16397419571876526
55080 0.164113 0.163974 0.180878 CURRENT LEARNING RATE: 0.403461204264214
previous_iter_valid_loss : 0.2009863406419754
55100 0.201481 0.200986 0.181212 CURRENT LEARNING RATE: 0.4033805200920473
previous_iter_valid_loss : 0.17357344925403595
55120 0.173780 0.173573 0.181199 CURRENT LEARNING RATE: 0.40329985205510144
previous_iter_valid_loss : 0.186499685049057
55140 0.186873 0.186500 0.182274 CURRENT LEARNING RATE: 0.4032192001501498
previous_iter_valid_loss : 0.167099729180336
55160 0.167317 0.167100 0.182385 CURRENT LEARNING RATE: 0.40313856437396617
previous_iter_valid_loss : 0.16696366667747498
55180 0.167182 0.166964 0.182391 CURRENT LEARNING RATE: 0.4030579447233251
previous_iter_valid_loss : 0.17083530128002167
55200 0.170975 0.170835 0.181882 CURRENT LEARNING RATE: 0.402977341195002
previous_iter_valid_loss : 0.16919618844985962
55220 0.169323 0.169196 0.177602 CURRENT LEARNING RATE: 0.40289675378577255
previous_iter_valid_loss : 0.1764293760061264
55240 0.176737 0.176429 0.178133 CURRENT LEARNING RATE: 0.40281618249241335
previous_iter_valid_loss : 0.18523775041103363
55260 0.185592 0.185238 0.179159 CURRENT LEARNING RATE: 0.4027356273117015
previous_iter_valid_loss : 0.1706671565771103
55280 0.170915 0.170667 0.178372 CURRENT LEARNING RATE: 0.4026550882404146
previous_iter_valid_loss : 0.16865606606006622
55300 0.168787 0.168656 0.177194 CURRENT LEARNING RATE: 0.4025745652753315
previous_iter_valid_loss : 0.177878275513649
55320 0.178010 0.177878 0.177257 CURRENT LEARNING RATE: 0.402494058413231
previous_iter_valid_loss : 0.16751861572265625
55340 0.167624 0.167519 0.176533 CURRENT LEARNING RATE: 0.4024135676508929
previous_iter_valid_loss : 0.18551750481128693
55360 0.185645 0.185518 0.176411 CURRENT LEARNING RATE: 0.40233309298509756
previous_iter_valid_loss : 0.17993517220020294
55380 0.180078 0.179935 0.175088 CURRENT LEARNING RATE: 0.402252634412626
previous_iter_valid_loss : 0.1674298793077469
55400 0.167569 0.167430 0.173786 CURRENT LEARNING RATE: 0.4021721919302598
previous_iter_valid_loss : 0.17160257697105408
55420 0.171674 0.171603 0.173970 CURRENT LEARNING RATE: 0.4020917655347814
previous_iter_valid_loss : 0.18056316673755646
55440 0.180649 0.180563 0.174716 CURRENT LEARNING RATE: 0.40201135522297365
previous_iter_valid_loss : 0.16394327580928802
55460 0.164023 0.163943 0.174725 CURRENT LEARNING RATE: 0.40193096099162023
previous_iter_valid_loss : 0.16448037326335907
55480 0.164590 0.164480 0.174750 CURRENT LEARNING RATE: 0.40185058283750513
previous_iter_valid_loss : 0.16353000700473785
55500 0.163689 0.163530 0.172877 CURRENT LEARNING RATE: 0.40177022075741353
previous_iter_valid_loss : 0.16737423837184906
55520 0.167552 0.167374 0.172567 CURRENT LEARNING RATE: 0.40168987474813084
previous_iter_valid_loss : 0.1651252955198288
55540 0.165312 0.165125 0.171499 CURRENT LEARNING RATE: 0.4016095448064432
previous_iter_valid_loss : 0.16769662499427795
55560 0.167806 0.167697 0.171529 CURRENT LEARNING RATE: 0.40152923092913734
previous_iter_valid_loss : 0.16255609691143036
Current valid loss: 0.16255609691143036; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
55580 0.162659 0.162556 0.171308 CURRENT LEARNING RATE: 0.4014489331130007
previous_iter_valid_loss : 0.16793502867221832
55600 0.168134 0.167935 0.171163 CURRENT LEARNING RATE: 0.4013686513548215
previous_iter_valid_loss : 0.1747356504201889
55620 0.174881 0.174736 0.171440 CURRENT LEARNING RATE: 0.40128838565138847
previous_iter_valid_loss : 0.1702336221933365
55640 0.170473 0.170234 0.171130 CURRENT LEARNING RATE: 0.40120813599949096
previous_iter_valid_loss : 0.18355438113212585
55660 0.183710 0.183554 0.171046 CURRENT LEARNING RATE: 0.4011279023959189
previous_iter_valid_loss : 0.1640738844871521
55680 0.164161 0.164074 0.170717 CURRENT LEARNING RATE: 0.40104768483746284
previous_iter_valid_loss : 0.1650868058204651
55700 0.165264 0.165087 0.170538 CURRENT LEARNING RATE: 0.40096748332091436
previous_iter_valid_loss : 0.18776196241378784
55720 0.188147 0.187762 0.171032 CURRENT LEARNING RATE: 0.40088729784306526
previous_iter_valid_loss : 0.17240366339683533
55740 0.172757 0.172404 0.171277 CURRENT LEARNING RATE: 0.40080712840070815
previous_iter_valid_loss : 0.1675710678100586
55760 0.167710 0.167571 0.170379 CURRENT LEARNING RATE: 0.40072697499063614
previous_iter_valid_loss : 0.16995154321193695
55780 0.170182 0.169952 0.169880 CURRENT LEARNING RATE: 0.4006468376096432
previous_iter_valid_loss : 0.21190014481544495
55800 0.211947 0.211900 0.172104 CURRENT LEARNING RATE: 0.40056671625452395
previous_iter_valid_loss : 0.16558165848255157
55820 0.165666 0.165582 0.171802 CURRENT LEARNING RATE: 0.40048661092207327
previous_iter_valid_loss : 0.16700200736522675
55840 0.167086 0.167002 0.171124 CURRENT LEARNING RATE: 0.40040652160908713
previous_iter_valid_loss : 0.16819578409194946
55860 0.168414 0.168196 0.171337 CURRENT LEARNING RATE: 0.4003264483123619
previous_iter_valid_loss : 0.16811153292655945
55880 0.168151 0.168112 0.171519 CURRENT LEARNING RATE: 0.40024639102869464
previous_iter_valid_loss : 0.18933174014091492
55900 0.189439 0.189332 0.172809 CURRENT LEARNING RATE: 0.4001663497548831
previous_iter_valid_loss : 0.17451992630958557
55920 0.174587 0.174520 0.173166 CURRENT LEARNING RATE: 0.4000863244877256
previous_iter_valid_loss : 0.1734657883644104
55940 0.173713 0.173466 0.173583 CURRENT LEARNING RATE: 0.4000063152240211
previous_iter_valid_loss : 0.16575607657432556
55960 0.165801 0.165756 0.173486 CURRENT LEARNING RATE: 0.3999263219605693
previous_iter_valid_loss : 0.16722412407398224
55980 0.167281 0.167224 0.173719 CURRENT LEARNING RATE: 0.3998463446941704
previous_iter_valid_loss : 0.16980089247226715
56000 0.170015 0.169801 0.173813 CURRENT LEARNING RATE: 0.3997663834216253
previous_iter_valid_loss : 0.17533212900161743
56020 0.175499 0.175332 0.173843 CURRENT LEARNING RATE: 0.3996864381397357
previous_iter_valid_loss : 0.1759156584739685
56040 0.176132 0.175916 0.174127 CURRENT LEARNING RATE: 0.39960650884530363
previous_iter_valid_loss : 0.1698380559682846
56060 0.169820 0.169838 0.173441 CURRENT LEARNING RATE: 0.399526595535132
previous_iter_valid_loss : 0.23774059116840363
56080 0.237593 0.237741 0.177124 CURRENT LEARNING RATE: 0.39944669820602413
previous_iter_valid_loss : 0.1700066179037094
56100 0.170153 0.170007 0.177370 CURRENT LEARNING RATE: 0.39936681685478437
previous_iter_valid_loss : 0.17634400725364685
56120 0.176698 0.176344 0.176799 CURRENT LEARNING RATE: 0.3992869514782173
previous_iter_valid_loss : 0.17292389273643494
56140 0.172991 0.172924 0.176825 CURRENT LEARNING RATE: 0.3992071020731283
previous_iter_valid_loss : 0.17824693024158478
56160 0.178296 0.178247 0.177359 CURRENT LEARNING RATE: 0.3991272686363235
previous_iter_valid_loss : 0.17931009829044342
56180 0.179370 0.179310 0.177827 CURRENT LEARNING RATE: 0.3990474511646094
previous_iter_valid_loss : 0.18818049132823944
56200 0.188249 0.188180 0.176641 CURRENT LEARNING RATE: 0.3989676496547935
previous_iter_valid_loss : 0.17344918847084045
56220 0.173452 0.173449 0.177034 CURRENT LEARNING RATE: 0.39888786410368365
previous_iter_valid_loss : 0.16917970776557922
56240 0.169172 0.169180 0.177143 CURRENT LEARNING RATE: 0.39880809450808835
previous_iter_valid_loss : 0.1703696846961975
56260 0.170346 0.170370 0.177252 CURRENT LEARNING RATE: 0.39872834086481695
previous_iter_valid_loss : 0.1787569671869278
56280 0.178870 0.178757 0.177784 CURRENT LEARNING RATE: 0.3986486031706792
previous_iter_valid_loss : 0.17367233335971832
56300 0.173764 0.173672 0.177001 CURRENT LEARNING RATE: 0.39856888142248553
previous_iter_valid_loss : 0.16366957128047943
56320 0.163744 0.163670 0.176459 CURRENT LEARNING RATE: 0.39848917561704733
previous_iter_valid_loss : 0.17796143889427185
56340 0.178054 0.177961 0.176684 CURRENT LEARNING RATE: 0.39840948575117613
previous_iter_valid_loss : 0.1657896339893341
56360 0.165923 0.165790 0.176685 CURRENT LEARNING RATE: 0.3983298118216844
previous_iter_valid_loss : 0.16737276315689087
56380 0.167441 0.167373 0.176693 CURRENT LEARNING RATE: 0.3982501538253852
previous_iter_valid_loss : 0.1704644411802292
56400 0.170672 0.170464 0.176726 CURRENT LEARNING RATE: 0.3981705117590922
previous_iter_valid_loss : 0.1651225984096527
56420 0.165195 0.165123 0.176215 CURRENT LEARNING RATE: 0.3980908856196198
previous_iter_valid_loss : 0.16875238716602325
56440 0.168870 0.168752 0.175857 CURRENT LEARNING RATE: 0.39801127540378284
previous_iter_valid_loss : 0.1663462370634079
56460 0.166369 0.166346 0.175683 CURRENT LEARNING RATE: 0.3979316811083969
previous_iter_valid_loss : 0.17388366162776947
56480 0.173847 0.173884 0.172490 CURRENT LEARNING RATE: 0.3978521027302784
previous_iter_valid_loss : 0.16666768491268158
56500 0.166627 0.166668 0.172323 CURRENT LEARNING RATE: 0.39777254026624387
previous_iter_valid_loss : 0.16520822048187256
56520 0.165201 0.165208 0.171766 CURRENT LEARNING RATE: 0.39769299371311106
previous_iter_valid_loss : 0.17188845574855804
56540 0.171867 0.171888 0.171714 CURRENT LEARNING RATE: 0.3976134630676981
previous_iter_valid_loss : 0.17194156348705292
56560 0.171968 0.171942 0.171399 CURRENT LEARNING RATE: 0.3975339483268237
previous_iter_valid_loss : 0.17115847766399384
56580 0.171382 0.171158 0.170991 CURRENT LEARNING RATE: 0.3974544494873073
previous_iter_valid_loss : 0.17460724711418152
56600 0.174612 0.174607 0.170313 CURRENT LEARNING RATE: 0.39737496654596893
previous_iter_valid_loss : 0.17520959675312042
56620 0.175248 0.175210 0.170401 CURRENT LEARNING RATE: 0.3972954994996292
previous_iter_valid_loss : 0.1904992014169693
56640 0.190558 0.190499 0.171467 CURRENT LEARNING RATE: 0.3972160483451096
previous_iter_valid_loss : 0.16758564114570618
56660 0.167614 0.167586 0.171328 CURRENT LEARNING RATE: 0.3971366130792319
previous_iter_valid_loss : 0.1798105686903
56680 0.179925 0.179811 0.171380 CURRENT LEARNING RATE: 0.39705719369881887
previous_iter_valid_loss : 0.17626798152923584
56700 0.176390 0.176268 0.171510 CURRENT LEARNING RATE: 0.3969777902006936
previous_iter_valid_loss : 0.18264323472976685
56720 0.182780 0.182643 0.172459 CURRENT LEARNING RATE: 0.39689840258167997
previous_iter_valid_loss : 0.17628216743469238
56740 0.176389 0.176282 0.172375 CURRENT LEARNING RATE: 0.39681903083860254
previous_iter_valid_loss : 0.16579698026180267
56760 0.165885 0.165797 0.172375 CURRENT LEARNING RATE: 0.3967396749682864
previous_iter_valid_loss : 0.18654537200927734
56780 0.186635 0.186545 0.173334 CURRENT LEARNING RATE: 0.3966603349675572
previous_iter_valid_loss : 0.16924381256103516
56800 0.169451 0.169244 0.173273 CURRENT LEARNING RATE: 0.3965810108332416
previous_iter_valid_loss : 0.19356362521648407
56820 0.193623 0.193564 0.174695 CURRENT LEARNING RATE: 0.3965017025621664
previous_iter_valid_loss : 0.17942005395889282
56840 0.179482 0.179420 0.175228 CURRENT LEARNING RATE: 0.39642241015115937
previous_iter_valid_loss : 0.17796681821346283
56860 0.178046 0.177967 0.175809 CURRENT LEARNING RATE: 0.3963431335970488
previous_iter_valid_loss : 0.19213314354419708
56880 0.192228 0.192133 0.176722 CURRENT LEARNING RATE: 0.39626387289666365
previous_iter_valid_loss : 0.19528673589229584
56900 0.195307 0.195287 0.178153 CURRENT LEARNING RATE: 0.3961846280468334
previous_iter_valid_loss : 0.18357351422309875
56920 0.183647 0.183574 0.179071 CURRENT LEARNING RATE: 0.3961053990443884
previous_iter_valid_loss : 0.16719700396060944
56940 0.167365 0.167197 0.178836 CURRENT LEARNING RATE: 0.3960261858861594
previous_iter_valid_loss : 0.17448514699935913
56960 0.174550 0.174485 0.178963 CURRENT LEARNING RATE: 0.3959469885689779
previous_iter_valid_loss : 0.1877063810825348
56980 0.187791 0.187706 0.179791 CURRENT LEARNING RATE: 0.39586780708967595
previous_iter_valid_loss : 0.16994404792785645
57000 0.169980 0.169944 0.179558 CURRENT LEARNING RATE: 0.3957886414450863
previous_iter_valid_loss : 0.16644062101840973
57020 0.166494 0.166441 0.179119 CURRENT LEARNING RATE: 0.3957094916320425
previous_iter_valid_loss : 0.16642923653125763
57040 0.166448 0.166429 0.177916 CURRENT LEARNING RATE: 0.39563035764737836
previous_iter_valid_loss : 0.1696750670671463
57060 0.169951 0.169675 0.178020 CURRENT LEARNING RATE: 0.39555123948792853
previous_iter_valid_loss : 0.1760774403810501
57080 0.176197 0.176077 0.177834 CURRENT LEARNING RATE: 0.3954721371505283
previous_iter_valid_loss : 0.17211087048053741
57100 0.172201 0.172111 0.177626 CURRENT LEARNING RATE: 0.3953930506320137
previous_iter_valid_loss : 0.16609309613704681
57120 0.166147 0.166093 0.176798 CURRENT LEARNING RATE: 0.3953139799292211
previous_iter_valid_loss : 0.18439052999019623
57140 0.184462 0.184391 0.177204 CURRENT LEARNING RATE: 0.3952349250389878
previous_iter_valid_loss : 0.19844208657741547
57160 0.198506 0.198442 0.178836 CURRENT LEARNING RATE: 0.3951558859581516
previous_iter_valid_loss : 0.1704861968755722
57180 0.170516 0.170486 0.178033 CURRENT LEARNING RATE: 0.39507686268355086
previous_iter_valid_loss : 0.1782386153936386
57200 0.178347 0.178239 0.178483 CURRENT LEARNING RATE: 0.39499785521202463
previous_iter_valid_loss : 0.1660003364086151
57220 0.166043 0.166000 0.177104 CURRENT LEARNING RATE: 0.39491886354041267
previous_iter_valid_loss : 0.19492852687835693
57240 0.194951 0.194929 0.177880 CURRENT LEARNING RATE: 0.3948398876655554
previous_iter_valid_loss : 0.16653667390346527
57260 0.166618 0.166537 0.177308 CURRENT LEARNING RATE: 0.3947609275842936
previous_iter_valid_loss : 0.16668514907360077
57280 0.166677 0.166685 0.176036 CURRENT LEARNING RATE: 0.394681983293469
previous_iter_valid_loss : 0.1822211891412735
57300 0.182509 0.182221 0.175383 CURRENT LEARNING RATE: 0.3946030547899237
previous_iter_valid_loss : 0.1672668308019638
57320 0.167282 0.167267 0.174567 CURRENT LEARNING RATE: 0.3945241420705007
previous_iter_valid_loss : 0.18877023458480835
57340 0.189105 0.188770 0.175646 CURRENT LEARNING RATE: 0.39444524513204343
previous_iter_valid_loss : 0.1814831644296646
57360 0.181744 0.181483 0.175996 CURRENT LEARNING RATE: 0.394366363971396
previous_iter_valid_loss : 0.1659313440322876
57380 0.165922 0.165931 0.174907 CURRENT LEARNING RATE: 0.3942874985854033
previous_iter_valid_loss : 0.1914953589439392
57400 0.191760 0.191495 0.175985 CURRENT LEARNING RATE: 0.3942086489709104
previous_iter_valid_loss : 0.18085533380508423
57420 0.181164 0.180855 0.176706 CURRENT LEARNING RATE: 0.39412981512476364
previous_iter_valid_loss : 0.17114996910095215
57440 0.171268 0.171150 0.176942 CURRENT LEARNING RATE: 0.3940509970438095
previous_iter_valid_loss : 0.17113375663757324
57460 0.171232 0.171134 0.177014 CURRENT LEARNING RATE: 0.3939721947248953
previous_iter_valid_loss : 0.17439869046211243
57480 0.174566 0.174399 0.176931 CURRENT LEARNING RATE: 0.39389340816486895
previous_iter_valid_loss : 0.16931836307048798
57500 0.169529 0.169318 0.176791 CURRENT LEARNING RATE: 0.3938146373605789
previous_iter_valid_loss : 0.17005802690982819
57520 0.170141 0.170058 0.176989 CURRENT LEARNING RATE: 0.3937358823088746
previous_iter_valid_loss : 0.16430528461933136
57540 0.164412 0.164305 0.175985 CURRENT LEARNING RATE: 0.3936571430066054
previous_iter_valid_loss : 0.1769384890794754
57560 0.177227 0.176938 0.174910 CURRENT LEARNING RATE: 0.39357841945062216
previous_iter_valid_loss : 0.16781234741210938
57580 0.167971 0.167812 0.174776 CURRENT LEARNING RATE: 0.3934997116377757
previous_iter_valid_loss : 0.1755421906709671
57600 0.175821 0.175542 0.174641 CURRENT LEARNING RATE: 0.3934210195649177
previous_iter_valid_loss : 0.17016905546188354
57620 0.170390 0.170169 0.174850 CURRENT LEARNING RATE: 0.39334234322890055
previous_iter_valid_loss : 0.18114149570465088
57640 0.181240 0.181141 0.174160 CURRENT LEARNING RATE: 0.39326368262657724
previous_iter_valid_loss : 0.16547340154647827
57660 0.165544 0.165473 0.174107 CURRENT LEARNING RATE: 0.3931850377548013
previous_iter_valid_loss : 0.17507672309875488
57680 0.175282 0.175077 0.174527 CURRENT LEARNING RATE: 0.3931064086104269
previous_iter_valid_loss : 0.17070774734020233
57700 0.170894 0.170708 0.173951 CURRENT LEARNING RATE: 0.3930277951903088
previous_iter_valid_loss : 0.17126905918121338
57720 0.171411 0.171269 0.174151 CURRENT LEARNING RATE: 0.39294919749130264
previous_iter_valid_loss : 0.16620603203773499
57740 0.166279 0.166206 0.173023 CURRENT LEARNING RATE: 0.3928706155102644
previous_iter_valid_loss : 0.1667536199092865
57760 0.166759 0.166754 0.172286 CURRENT LEARNING RATE: 0.3927920492440509
previous_iter_valid_loss : 0.17094682157039642
57780 0.171046 0.170947 0.172537 CURRENT LEARNING RATE: 0.3927134986895194
previous_iter_valid_loss : 0.1963275969028473
57800 0.196429 0.196328 0.172779 CURRENT LEARNING RATE: 0.3926349638435278
previous_iter_valid_loss : 0.16805194318294525
57820 0.168301 0.168052 0.172139 CURRENT LEARNING RATE: 0.3925564447029349
previous_iter_valid_loss : 0.1706015020608902
57840 0.170848 0.170602 0.172111 CURRENT LEARNING RATE: 0.3924779412645999
previous_iter_valid_loss : 0.16758735477924347
57860 0.167718 0.167587 0.171934 CURRENT LEARNING RATE: 0.3923994535253825
previous_iter_valid_loss : 0.1725195050239563
57880 0.172639 0.172520 0.171840 CURRENT LEARNING RATE: 0.3923209814821433
previous_iter_valid_loss : 0.16614700853824615
57900 0.166292 0.166147 0.171681 CURRENT LEARNING RATE: 0.39224252513174346
previous_iter_valid_loss : 0.16484610736370087
57920 0.164934 0.164846 0.171421 CURRENT LEARNING RATE: 0.39216408447104456
previous_iter_valid_loss : 0.18009614944458008
57940 0.180275 0.180096 0.172210 CURRENT LEARNING RATE: 0.3920856594969092
previous_iter_valid_loss : 0.21556177735328674
57960 0.215615 0.215562 0.174141 CURRENT LEARNING RATE: 0.39200725020620025
previous_iter_valid_loss : 0.1692577451467514
57980 0.169441 0.169258 0.174214 CURRENT LEARNING RATE: 0.3919288565957814
previous_iter_valid_loss : 0.16880689561367035
58000 0.168928 0.168807 0.173877 CURRENT LEARNING RATE: 0.3918504786625168
previous_iter_valid_loss : 0.17317798733711243
58020 0.173295 0.173178 0.174027 CURRENT LEARNING RATE: 0.3917721164032715
previous_iter_valid_loss : 0.169788658618927
58040 0.169998 0.169789 0.173460 CURRENT LEARNING RATE: 0.39169376981491083
previous_iter_valid_loss : 0.1656656116247177
58060 0.165861 0.165666 0.173469 CURRENT LEARNING RATE: 0.39161543889430095
previous_iter_valid_loss : 0.16402915120124817
58080 0.164150 0.164029 0.172917 CURRENT LEARNING RATE: 0.3915371236383088
previous_iter_valid_loss : 0.19486764073371887
58100 0.194899 0.194868 0.174125 CURRENT LEARNING RATE: 0.39145882404380156
previous_iter_valid_loss : 0.20136377215385437
58120 0.201436 0.201364 0.175630 CURRENT LEARNING RATE: 0.3913805401076474
previous_iter_valid_loss : 0.16743361949920654
58140 0.167638 0.167434 0.175691 CURRENT LEARNING RATE: 0.39130227182671484
previous_iter_valid_loss : 0.16769923269748688
58160 0.167963 0.167699 0.175738 CURRENT LEARNING RATE: 0.3912240191978732
previous_iter_valid_loss : 0.1845269501209259
58180 0.184614 0.184527 0.176417 CURRENT LEARNING RATE: 0.3911457822179924
previous_iter_valid_loss : 0.1714700311422348
58200 0.171564 0.171470 0.175175 CURRENT LEARNING RATE: 0.3910675608839429
previous_iter_valid_loss : 0.1699759066104889
58220 0.170099 0.169976 0.175271 CURRENT LEARNING RATE: 0.390989355192596
previous_iter_valid_loss : 0.16566085815429688
58240 0.165788 0.165661 0.175024 CURRENT LEARNING RATE: 0.39091116514082325
previous_iter_valid_loss : 0.16812840104103088
58260 0.168274 0.168128 0.175051 CURRENT LEARNING RATE: 0.39083299072549726
previous_iter_valid_loss : 0.17805014550685883
58280 0.178125 0.178050 0.175327 CURRENT LEARNING RATE: 0.39075483194349087
previous_iter_valid_loss : 0.16698864102363586
58300 0.167099 0.166989 0.175369 CURRENT LEARNING RATE: 0.39067668879167783
previous_iter_valid_loss : 0.20702262222766876
58320 0.207057 0.207023 0.177478 CURRENT LEARNING RATE: 0.3905985612669323
previous_iter_valid_loss : 0.16765820980072021
58340 0.167829 0.167658 0.176856 CURRENT LEARNING RATE: 0.39052044936612945
previous_iter_valid_loss : 0.17157308757305145
58360 0.171742 0.171573 0.174657 CURRENT LEARNING RATE: 0.3904423530861445
previous_iter_valid_loss : 0.16779665648937225
58380 0.167830 0.167797 0.174584 CURRENT LEARNING RATE: 0.39036427242385385
previous_iter_valid_loss : 0.17222081124782562
58400 0.172384 0.172221 0.174754 CURRENT LEARNING RATE: 0.390286207376134
previous_iter_valid_loss : 0.17469069361686707
58420 0.174879 0.174691 0.174830 CURRENT LEARNING RATE: 0.3902081579398626
previous_iter_valid_loss : 0.16902154684066772
58440 0.169101 0.169022 0.174792 CURRENT LEARNING RATE: 0.3901301241119175
previous_iter_valid_loss : 0.16322831809520721
58460 0.163275 0.163228 0.174670 CURRENT LEARNING RATE: 0.39005210588917744
previous_iter_valid_loss : 0.21685688197612762
58480 0.217334 0.216857 0.177311 CURRENT LEARNING RATE: 0.3899741032685217
previous_iter_valid_loss : 0.17254236340522766
58500 0.172529 0.172542 0.176195 CURRENT LEARNING RATE: 0.3898961162468301
previous_iter_valid_loss : 0.16514967381954193
58520 0.165209 0.165150 0.174384 CURRENT LEARNING RATE: 0.38981814482098326
previous_iter_valid_loss : 0.18161740899085999
58540 0.181845 0.181617 0.175094 CURRENT LEARNING RATE: 0.3897401889878622
previous_iter_valid_loss : 0.1747443675994873
58560 0.174918 0.174744 0.175446 CURRENT LEARNING RATE: 0.3896622487443488
previous_iter_valid_loss : 0.1671581119298935
58580 0.167264 0.167158 0.174577 CURRENT LEARNING RATE: 0.3895843240873254
previous_iter_valid_loss : 0.17306554317474365
58600 0.173175 0.173066 0.174657 CURRENT LEARNING RATE: 0.38950641501367494
previous_iter_valid_loss : 0.17727157473564148
58620 0.177462 0.177272 0.175022 CURRENT LEARNING RATE: 0.38942852152028123
previous_iter_valid_loss : 0.16464580595493317
58640 0.164755 0.164646 0.174971 CURRENT LEARNING RATE: 0.3893506436040284
previous_iter_valid_loss : 0.16301915049552917
58660 0.163104 0.163019 0.174716 CURRENT LEARNING RATE: 0.3892727812618013
previous_iter_valid_loss : 0.1640758365392685
58680 0.164167 0.164076 0.174017 CURRENT LEARNING RATE: 0.38919493449048564
previous_iter_valid_loss : 0.17378580570220947
58700 0.173931 0.173786 0.174357 CURRENT LEARNING RATE: 0.3891171032869673
previous_iter_valid_loss : 0.16528825461864471
58720 0.165412 0.165288 0.172270 CURRENT LEARNING RATE: 0.3890392876481331
previous_iter_valid_loss : 0.16277672350406647
58740 0.162876 0.162777 0.172026 CURRENT LEARNING RATE: 0.3889614875708706
previous_iter_valid_loss : 0.16758912801742554
58760 0.167707 0.167589 0.171827 CURRENT LEARNING RATE: 0.3888837030520676
previous_iter_valid_loss : 0.1725446581840515
58780 0.172569 0.172545 0.172064 CURRENT LEARNING RATE: 0.38880593408861275
previous_iter_valid_loss : 0.16701941192150116
58800 0.167073 0.167019 0.171804 CURRENT LEARNING RATE: 0.38872818067739534
previous_iter_valid_loss : 0.16550372540950775
58820 0.165593 0.165504 0.171345 CURRENT LEARNING RATE: 0.3886504428153052
previous_iter_valid_loss : 0.17120037972927094
58840 0.171231 0.171200 0.171454 CURRENT LEARNING RATE: 0.3885727204992328
previous_iter_valid_loss : 0.18844924867153168
58860 0.188725 0.188449 0.172715 CURRENT LEARNING RATE: 0.3884950137260693
previous_iter_valid_loss : 0.1797230988740921
58880 0.179952 0.179723 0.170858 CURRENT LEARNING RATE: 0.38841732249270644
previous_iter_valid_loss : 0.1821424663066864
58900 0.182395 0.182142 0.171338 CURRENT LEARNING RATE: 0.38833964679603644
previous_iter_valid_loss : 0.16762292385101318
58920 0.167746 0.167623 0.171462 CURRENT LEARNING RATE: 0.3882619866329524
previous_iter_valid_loss : 0.1653112918138504
58940 0.165428 0.165311 0.170646 CURRENT LEARNING RATE: 0.38818434200034785
previous_iter_valid_loss : 0.16700918972492218
58960 0.167177 0.167009 0.170260 CURRENT LEARNING RATE: 0.3881067128951171
previous_iter_valid_loss : 0.1898425966501236
58980 0.190144 0.189843 0.171394 CURRENT LEARNING RATE: 0.38802909931415497
previous_iter_valid_loss : 0.17912384867668152
59000 0.179386 0.179124 0.171697 CURRENT LEARNING RATE: 0.38795150125435673
previous_iter_valid_loss : 0.168785959482193
59020 0.168902 0.168786 0.171273 CURRENT LEARNING RATE: 0.3878739187126186
previous_iter_valid_loss : 0.17150813341140747
59040 0.171573 0.171508 0.171616 CURRENT LEARNING RATE: 0.38779635168583737
previous_iter_valid_loss : 0.16587494313716888
59060 0.166025 0.165875 0.171758 CURRENT LEARNING RATE: 0.38771880017091015
previous_iter_valid_loss : 0.17011074721813202
59080 0.170299 0.170111 0.172060 CURRENT LEARNING RATE: 0.38764126416473504
previous_iter_valid_loss : 0.1675834208726883
59100 0.167726 0.167583 0.171750 CURRENT LEARNING RATE: 0.3875637436642106
previous_iter_valid_loss : 0.16456608474254608
59120 0.164682 0.164566 0.171714 CURRENT LEARNING RATE: 0.3874862386662358
previous_iter_valid_loss : 0.17612966895103455
59140 0.176382 0.176130 0.172382 CURRENT LEARNING RATE: 0.3874087491677108
previous_iter_valid_loss : 0.17075636982917786
59160 0.171008 0.170756 0.172540 CURRENT LEARNING RATE: 0.38733127516553567
previous_iter_valid_loss : 0.25199753046035767
59180 0.252867 0.251998 0.176513 CURRENT LEARNING RATE: 0.3872538166566117
previous_iter_valid_loss : 0.16585907340049744
59200 0.165961 0.165859 0.176455 CURRENT LEARNING RATE: 0.3871763736378404
previous_iter_valid_loss : 0.17217805981636047
59220 0.172353 0.172178 0.176788 CURRENT LEARNING RATE: 0.38709894610612405
previous_iter_valid_loss : 0.17402143776416779
59240 0.174286 0.174021 0.176929 CURRENT LEARNING RATE: 0.38702153405836565
previous_iter_valid_loss : 0.1632865071296692
59260 0.163385 0.163287 0.175671 CURRENT LEARNING RATE: 0.38694413749146866
previous_iter_valid_loss : 0.17118801176548004
59280 0.171408 0.171188 0.175244 CURRENT LEARNING RATE: 0.3868667564023372
previous_iter_valid_loss : 0.16349227726459503
59300 0.163661 0.163492 0.174312 CURRENT LEARNING RATE: 0.3867893907878761
previous_iter_valid_loss : 0.171055868268013
59320 0.171264 0.171056 0.174484 CURRENT LEARNING RATE: 0.3867120406449906
previous_iter_valid_loss : 0.17629851400852203
59340 0.176490 0.176299 0.175033 CURRENT LEARNING RATE: 0.38663470597058686
previous_iter_valid_loss : 0.22327248752117157
59360 0.223303 0.223272 0.177846 CURRENT LEARNING RATE: 0.38655738676157136
previous_iter_valid_loss : 0.16471341252326965
59380 0.164934 0.164713 0.176590 CURRENT LEARNING RATE: 0.38648008301485137
previous_iter_valid_loss : 0.166145920753479
59400 0.166339 0.166146 0.175941 CURRENT LEARNING RATE: 0.38640279472733485
previous_iter_valid_loss : 0.17804907262325287
59420 0.178303 0.178049 0.176404 CURRENT LEARNING RATE: 0.38632552189593006
previous_iter_valid_loss : 0.17472721636295319
59440 0.174999 0.174727 0.176565 CURRENT LEARNING RATE: 0.38624826451754624
previous_iter_valid_loss : 0.16913652420043945
59460 0.169465 0.169137 0.176728 CURRENT LEARNING RATE: 0.386171022589093
previous_iter_valid_loss : 0.1676454395055771
59480 0.167867 0.167645 0.176605 CURRENT LEARNING RATE: 0.38609379610748085
previous_iter_valid_loss : 0.16687311232089996
59500 0.167052 0.166873 0.176569 CURRENT LEARNING RATE: 0.3860165850696205
previous_iter_valid_loss : 0.1681624948978424
59520 0.168335 0.168162 0.176749 CURRENT LEARNING RATE: 0.38593938947242357
previous_iter_valid_loss : 0.20497412979602814
59540 0.205052 0.204974 0.178191 CURRENT LEARNING RATE: 0.3858622093128023
previous_iter_valid_loss : 0.16659513115882874
59560 0.166737 0.166595 0.177983 CURRENT LEARNING RATE: 0.38578504458766955
previous_iter_valid_loss : 0.16613028943538666
59580 0.166249 0.166130 0.173690 CURRENT LEARNING RATE: 0.3857078952939385
previous_iter_valid_loss : 0.19069984555244446
59600 0.190884 0.190700 0.174932 CURRENT LEARNING RATE: 0.38563076142852337
previous_iter_valid_loss : 0.16469596326351166
59620 0.164823 0.164696 0.174558 CURRENT LEARNING RATE: 0.3855536429883388
previous_iter_valid_loss : 0.17653240263462067
59640 0.176746 0.176532 0.174683 CURRENT LEARNING RATE: 0.38547653997029985
previous_iter_valid_loss : 0.17036594450473785
59660 0.170585 0.170366 0.175037 CURRENT LEARNING RATE: 0.38539945237132267
previous_iter_valid_loss : 0.1717408150434494
59680 0.171917 0.171741 0.175065 CURRENT LEARNING RATE: 0.38532238018832365
previous_iter_valid_loss : 0.2013895958662033
59700 0.201600 0.201390 0.176960 CURRENT LEARNING RATE: 0.3852453234182199
previous_iter_valid_loss : 0.1979723423719406
59720 0.198179 0.197972 0.178306 CURRENT LEARNING RATE: 0.385168282057929
previous_iter_valid_loss : 0.19009487330913544
59740 0.190348 0.190095 0.178995 CURRENT LEARNING RATE: 0.3850912561043695
previous_iter_valid_loss : 0.17107853293418884
59760 0.171290 0.171079 0.176386 CURRENT LEARNING RATE: 0.38501424555446034
previous_iter_valid_loss : 0.1782914251089096
59780 0.178567 0.178291 0.177065 CURRENT LEARNING RATE: 0.38493725040512106
previous_iter_valid_loss : 0.16587314009666443
59800 0.166029 0.165873 0.177051 CURRENT LEARNING RATE: 0.3848602706532718
previous_iter_valid_loss : 0.19198833405971527
59820 0.192170 0.191988 0.177748 CURRENT LEARNING RATE: 0.38478330629583346
previous_iter_valid_loss : 0.17379862070083618
59840 0.174056 0.173799 0.177701 CURRENT LEARNING RATE: 0.3847063573297274
previous_iter_valid_loss : 0.17105242609977722
59860 0.171269 0.171052 0.177797 CURRENT LEARNING RATE: 0.38462942375187564
previous_iter_valid_loss : 0.16495351493358612
59880 0.165137 0.164954 0.177663 CURRENT LEARNING RATE: 0.384552505559201
previous_iter_valid_loss : 0.17766322195529938
59900 0.177891 0.177663 0.178202 CURRENT LEARNING RATE: 0.3844756027486265
previous_iter_valid_loss : 0.1647469848394394
59920 0.165021 0.164747 0.178031 CURRENT LEARNING RATE: 0.3843987153170762
previous_iter_valid_loss : 0.19489985704421997
59940 0.195186 0.194900 0.177528 CURRENT LEARNING RATE: 0.3843218432614746
previous_iter_valid_loss : 0.17061986029148102
59960 0.170771 0.170620 0.177729 CURRENT LEARNING RATE: 0.38424498657874684
previous_iter_valid_loss : 0.16750790178775787
59980 0.167730 0.167508 0.177798 CURRENT LEARNING RATE: 0.38416814526581844
previous_iter_valid_loss : 0.19343648850917816
60000 0.193640 0.193436 0.177935 CURRENT LEARNING RATE: 0.38409131931961604
previous_iter_valid_loss : 0.17060981690883636
60020 0.170767 0.170610 0.178230 CURRENT LEARNING RATE: 0.38401450873706633
previous_iter_valid_loss : 0.18031860888004303
60040 0.180519 0.180319 0.178420 CURRENT LEARNING RATE: 0.38393771351509715
previous_iter_valid_loss : 0.17397014796733856
60060 0.174150 0.173970 0.178600 CURRENT LEARNING RATE: 0.3838609336506365
previous_iter_valid_loss : 0.17374661564826965
60080 0.174129 0.173747 0.178700 CURRENT LEARNING RATE: 0.3837841691406133
previous_iter_valid_loss : 0.1712811142206192
60100 0.171499 0.171281 0.177195 CURRENT LEARNING RATE: 0.3837074199819569
previous_iter_valid_loss : 0.1874820590019226
60120 0.187666 0.187482 0.176670 CURRENT LEARNING RATE: 0.38363068617159723
previous_iter_valid_loss : 0.20975536108016968
60140 0.209905 0.209755 0.177653 CURRENT LEARNING RATE: 0.38355396770646516
previous_iter_valid_loss : 0.18926334381103516
60160 0.189467 0.189263 0.178562 CURRENT LEARNING RATE: 0.38347726458349185
previous_iter_valid_loss : 0.16271379590034485
60180 0.162861 0.162714 0.177784 CURRENT LEARNING RATE: 0.3834005767996092
previous_iter_valid_loss : 0.16378512978553772
60200 0.163903 0.163785 0.177679 CURRENT LEARNING RATE: 0.3833239043517496
previous_iter_valid_loss : 0.19645021855831146
60220 0.196670 0.196450 0.177902 CURRENT LEARNING RATE: 0.38324724723684633
previous_iter_valid_loss : 0.19907976686954498
60240 0.199253 0.199080 0.179166 CURRENT LEARNING RATE: 0.3831706054518329
previous_iter_valid_loss : 0.17079424858093262
60260 0.170979 0.170794 0.179153 CURRENT LEARNING RATE: 0.3830939789936438
previous_iter_valid_loss : 0.1712654083967209
60280 0.171434 0.171265 0.179469 CURRENT LEARNING RATE: 0.3830173678592138
previous_iter_valid_loss : 0.17184916138648987
60300 0.172061 0.171849 0.179178 CURRENT LEARNING RATE: 0.3829407720454787
previous_iter_valid_loss : 0.16493116319179535
60320 0.165104 0.164931 0.179188 CURRENT LEARNING RATE: 0.38286419154937446
previous_iter_valid_loss : 0.17349037528038025
60340 0.173687 0.173490 0.178117 CURRENT LEARNING RATE: 0.382787626367838
previous_iter_valid_loss : 0.18768522143363953
60360 0.187901 0.187685 0.178970 CURRENT LEARNING RATE: 0.3827110764978066
previous_iter_valid_loss : 0.20278631150722504
60380 0.203046 0.202786 0.180734 CURRENT LEARNING RATE: 0.3826345419362183
previous_iter_valid_loss : 0.16966819763183594
60400 0.169986 0.169668 0.179546 CURRENT LEARNING RATE: 0.38255802268001177
previous_iter_valid_loss : 0.17755965888500214
60420 0.177794 0.177560 0.179893 CURRENT LEARNING RATE: 0.3824815187261261
previous_iter_valid_loss : 0.1666487753391266
60440 0.166821 0.166649 0.179210 CURRENT LEARNING RATE: 0.38240503007150134
previous_iter_valid_loss : 0.16491124033927917
60460 0.165072 0.164911 0.178757 CURRENT LEARNING RATE: 0.38232855671307775
previous_iter_valid_loss : 0.173989936709404
60480 0.174165 0.173990 0.178769 CURRENT LEARNING RATE: 0.3822520986477966
previous_iter_valid_loss : 0.1760459989309311
60500 0.176228 0.176046 0.179007 CURRENT LEARNING RATE: 0.38217565587259933
previous_iter_valid_loss : 0.16750334203243256
60520 0.167611 0.167503 0.178008 CURRENT LEARNING RATE: 0.3820992283844284
previous_iter_valid_loss : 0.1686258167028427
60540 0.168894 0.168626 0.175952 CURRENT LEARNING RATE: 0.38202281618022665
previous_iter_valid_loss : 0.18550316989421844
60560 0.185914 0.185503 0.175764 CURRENT LEARNING RATE: 0.3819464192569376
previous_iter_valid_loss : 0.16921906173229218
60580 0.169409 0.169219 0.176089 CURRENT LEARNING RATE: 0.38187003761150534
previous_iter_valid_loss : 0.18078932166099548
60600 0.180799 0.180789 0.176939 CURRENT LEARNING RATE: 0.3817936712408747
previous_iter_valid_loss : 0.1772911697626114
60620 0.177595 0.177291 0.175981 CURRENT LEARNING RATE: 0.3817173201419909
previous_iter_valid_loss : 0.17235660552978516
60640 0.172620 0.172357 0.174645 CURRENT LEARNING RATE: 0.38164098431179994
previous_iter_valid_loss : 0.17972250282764435
60660 0.180118 0.179723 0.175092 CURRENT LEARNING RATE: 0.3815646637472484
previous_iter_valid_loss : 0.1747715026140213
60680 0.175064 0.174772 0.175267 CURRENT LEARNING RATE: 0.38148835844528356
previous_iter_valid_loss : 0.1625138372182846
Current valid loss: 0.1625138372182846; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
60700 0.162649 0.162514 0.174800 CURRENT LEARNING RATE: 0.3814120684028531
previous_iter_valid_loss : 0.17011141777038574
60720 0.170233 0.170111 0.175059 CURRENT LEARNING RATE: 0.3813357936169053
previous_iter_valid_loss : 0.19812814891338348
60740 0.198583 0.198128 0.176291 CURRENT LEARNING RATE: 0.38125953408438934
previous_iter_valid_loss : 0.1814688742160797
60760 0.181827 0.181469 0.175980 CURRENT LEARNING RATE: 0.3811832898022548
previous_iter_valid_loss : 0.16345925629138947
60780 0.163571 0.163459 0.174014 CURRENT LEARNING RATE: 0.38110706076745193
previous_iter_valid_loss : 0.16368895769119263
60800 0.163816 0.163689 0.173715 CURRENT LEARNING RATE: 0.3810308469769316
previous_iter_valid_loss : 0.1656850427389145
60820 0.165758 0.165685 0.173121 CURRENT LEARNING RATE: 0.38095464842764515
previous_iter_valid_loss : 0.17527079582214355
60840 0.175577 0.175271 0.173552 CURRENT LEARNING RATE: 0.38087846511654466
previous_iter_valid_loss : 0.18049168586730957
60860 0.180849 0.180492 0.174331 CURRENT LEARNING RATE: 0.3808022970405829
previous_iter_valid_loss : 0.18549326062202454
60880 0.185868 0.185493 0.174906 CURRENT LEARNING RATE: 0.3807261441967129
previous_iter_valid_loss : 0.17732366919517517
60900 0.177645 0.177324 0.174970 CURRENT LEARNING RATE: 0.38065000658188886
previous_iter_valid_loss : 0.17037560045719147
60920 0.170535 0.170376 0.175114 CURRENT LEARNING RATE: 0.38057388419306515
previous_iter_valid_loss : 0.16452820599079132
60940 0.164605 0.164528 0.174909 CURRENT LEARNING RATE: 0.3804977770271968
previous_iter_valid_loss : 0.1635063737630844
60960 0.163586 0.163506 0.173809 CURRENT LEARNING RATE: 0.38042168508123964
previous_iter_valid_loss : 0.16242459416389465
Current valid loss: 0.16242459416389465; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
60980 0.162516 0.162425 0.173470 CURRENT LEARNING RATE: 0.38034560835214987
previous_iter_valid_loss : 0.17097213864326477
61000 0.171135 0.170972 0.172979 CURRENT LEARNING RATE: 0.3802695468368845
previous_iter_valid_loss : 0.186223104596138
61020 0.186566 0.186223 0.173425 CURRENT LEARNING RATE: 0.38019350053240103
previous_iter_valid_loss : 0.1643153727054596
61040 0.164439 0.164315 0.173023 CURRENT LEARNING RATE: 0.38011746943565766
previous_iter_valid_loss : 0.18363647162914276
61060 0.183999 0.183636 0.173219 CURRENT LEARNING RATE: 0.3800414535436131
previous_iter_valid_loss : 0.17630963027477264
61080 0.176560 0.176310 0.173296 CURRENT LEARNING RATE: 0.37996545285322675
previous_iter_valid_loss : 0.16919367015361786
61100 0.169449 0.169194 0.173630 CURRENT LEARNING RATE: 0.3798894673614586
previous_iter_valid_loss : 0.17107686400413513
61120 0.171334 0.171077 0.173678 CURRENT LEARNING RATE: 0.3798134970652691
previous_iter_valid_loss : 0.165350541472435
61140 0.165488 0.165351 0.172039 CURRENT LEARNING RATE: 0.3797375419616196
previous_iter_valid_loss : 0.16433675587177277
61160 0.164488 0.164337 0.171183 CURRENT LEARNING RATE: 0.37966160204747185
previous_iter_valid_loss : 0.1707058995962143
61180 0.170929 0.170706 0.171545 CURRENT LEARNING RATE: 0.37958567731978826
previous_iter_valid_loss : 0.17542685568332672
61200 0.175683 0.175427 0.172132 CURRENT LEARNING RATE: 0.3795097677755317
previous_iter_valid_loss : 0.16290730237960815
61220 0.163075 0.162907 0.171993 CURRENT LEARNING RATE: 0.37943387341166596
previous_iter_valid_loss : 0.16671383380889893
61240 0.166920 0.166714 0.171565 CURRENT LEARNING RATE: 0.3793579942251552
previous_iter_valid_loss : 0.17206765711307526
61260 0.172199 0.172068 0.171144 CURRENT LEARNING RATE: 0.37928213021296425
previous_iter_valid_loss : 0.16801989078521729
61280 0.168187 0.168020 0.170270 CURRENT LEARNING RATE: 0.37920628137205864
previous_iter_valid_loss : 0.17366965115070343
61300 0.173906 0.173670 0.170088 CURRENT LEARNING RATE: 0.3791304476994043
previous_iter_valid_loss : 0.1643572747707367
61320 0.164440 0.164357 0.169787 CURRENT LEARNING RATE: 0.37905462919196786
previous_iter_valid_loss : 0.16948777437210083
61340 0.169620 0.169488 0.170035 CURRENT LEARNING RATE: 0.37897882584671666
previous_iter_valid_loss : 0.17741024494171143
61360 0.177599 0.177410 0.170730 CURRENT LEARNING RATE: 0.37890303766061856
previous_iter_valid_loss : 0.20046749711036682
61380 0.200638 0.200467 0.172632 CURRENT LEARNING RATE: 0.378827264630642
previous_iter_valid_loss : 0.17410166561603546
61400 0.174293 0.174102 0.172788 CURRENT LEARNING RATE: 0.37875150675375613
previous_iter_valid_loss : 0.17869319021701813
61420 0.178882 0.178693 0.172412 CURRENT LEARNING RATE: 0.3786757640269305
previous_iter_valid_loss : 0.1676761358976364
61440 0.167800 0.167676 0.172580 CURRENT LEARNING RATE: 0.3786000364471355
previous_iter_valid_loss : 0.16570793092250824
61460 0.165735 0.165708 0.171684 CURRENT LEARNING RATE: 0.37852432401134206
previous_iter_valid_loss : 0.1678828001022339
61480 0.168109 0.167883 0.171262 CURRENT LEARNING RATE: 0.3784486267165216
previous_iter_valid_loss : 0.18468312919139862
61500 0.184812 0.184683 0.172037 CURRENT LEARNING RATE: 0.3783729445596462
previous_iter_valid_loss : 0.16367685794830322
61520 0.163816 0.163677 0.171667 CURRENT LEARNING RATE: 0.37829727753768877
previous_iter_valid_loss : 0.16471390426158905
61540 0.164895 0.164714 0.171635 CURRENT LEARNING RATE: 0.37822162564762235
previous_iter_valid_loss : 0.17109084129333496
61560 0.171221 0.171091 0.171972 CURRENT LEARNING RATE: 0.3781459888864211
previous_iter_valid_loss : 0.1659562885761261
61580 0.166076 0.165956 0.171735 CURRENT LEARNING RATE: 0.3780703672510594
previous_iter_valid_loss : 0.17500044405460358
61600 0.175141 0.175000 0.171714 CURRENT LEARNING RATE: 0.37799476073851246
previous_iter_valid_loss : 0.16338256001472473
61620 0.163486 0.163383 0.171737 CURRENT LEARNING RATE: 0.37791916934575603
previous_iter_valid_loss : 0.16349412500858307
61640 0.163597 0.163494 0.171576 CURRENT LEARNING RATE: 0.3778435930697664
previous_iter_valid_loss : 0.16904699802398682
61660 0.169199 0.169047 0.171425 CURRENT LEARNING RATE: 0.3777680319075205
previous_iter_valid_loss : 0.16751228272914886
61680 0.167663 0.167512 0.171400 CURRENT LEARNING RATE: 0.37769248585599596
previous_iter_valid_loss : 0.16906164586544037
61700 0.169250 0.169062 0.171170 CURRENT LEARNING RATE: 0.37761695491217095
previous_iter_valid_loss : 0.1937595158815384
61720 0.194216 0.193760 0.172640 CURRENT LEARNING RATE: 0.3775414390730242
previous_iter_valid_loss : 0.174409419298172
61740 0.174658 0.174409 0.172886 CURRENT LEARNING RATE: 0.37746593833553493
previous_iter_valid_loss : 0.18747177720069885
61760 0.187820 0.187472 0.173389 CURRENT LEARNING RATE: 0.37739045269668337
previous_iter_valid_loss : 0.1688583344221115
61780 0.169055 0.168858 0.171808 CURRENT LEARNING RATE: 0.3773149821534499
previous_iter_valid_loss : 0.17089298367500305
61800 0.171141 0.170893 0.171648 CURRENT LEARNING RATE: 0.3772395267028158
previous_iter_valid_loss : 0.16311702132225037
61820 0.163223 0.163117 0.170869 CURRENT LEARNING RATE: 0.37716408634176285
previous_iter_valid_loss : 0.1668253093957901
61840 0.166993 0.166825 0.170827 CURRENT LEARNING RATE: 0.37708866106727335
previous_iter_valid_loss : 0.16952630877494812
61860 0.169697 0.169526 0.171018 CURRENT LEARNING RATE: 0.37701325087633036
previous_iter_valid_loss : 0.17150981724262238
61880 0.171698 0.171510 0.171199 CURRENT LEARNING RATE: 0.37693785576591743
previous_iter_valid_loss : 0.1652747094631195
61900 0.165379 0.165275 0.170229 CURRENT LEARNING RATE: 0.37686247573301884
previous_iter_valid_loss : 0.17712365090847015
61920 0.177395 0.177124 0.170901 CURRENT LEARNING RATE: 0.3767871107746193
previous_iter_valid_loss : 0.17537115514278412
61940 0.175585 0.175371 0.171434 CURRENT LEARNING RATE: 0.3767117608877042
previous_iter_valid_loss : 0.1746753305196762
61960 0.174819 0.174675 0.171613 CURRENT LEARNING RATE: 0.3766364260692596
previous_iter_valid_loss : 0.17574337124824524
61980 0.175899 0.175743 0.172102 CURRENT LEARNING RATE: 0.3765611063162721
previous_iter_valid_loss : 0.17592959105968475
62000 0.175941 0.175930 0.172149 CURRENT LEARNING RATE: 0.376485801625729
previous_iter_valid_loss : 0.1682640165090561
62020 0.168433 0.168264 0.172393 CURRENT LEARNING RATE: 0.3764105119946179
previous_iter_valid_loss : 0.16392594575881958
62040 0.164039 0.163926 0.172414 CURRENT LEARNING RATE: 0.37633523741992736
previous_iter_valid_loss : 0.16338004171848297
62060 0.163493 0.163380 0.172131 CURRENT LEARNING RATE: 0.37625997789864635
previous_iter_valid_loss : 0.16877564787864685
62080 0.168983 0.168776 0.172194 CURRENT LEARNING RATE: 0.37618473342776454
previous_iter_valid_loss : 0.16717223823070526
62100 0.167349 0.167172 0.172100 CURRENT LEARNING RATE: 0.3761095040042721
previous_iter_valid_loss : 0.16461649537086487
62120 0.164750 0.164616 0.170643 CURRENT LEARNING RATE: 0.37603428962515983
previous_iter_valid_loss : 0.17334790527820587
62140 0.173547 0.173348 0.170590 CURRENT LEARNING RATE: 0.3759590902874192
previous_iter_valid_loss : 0.17297472059726715
62160 0.173034 0.172975 0.169865 CURRENT LEARNING RATE: 0.3758839059880423
previous_iter_valid_loss : 0.172459214925766
62180 0.172619 0.172459 0.170045 CURRENT LEARNING RATE: 0.37580873672402165
previous_iter_valid_loss : 0.16521400213241577
62200 0.165348 0.165214 0.169761 CURRENT LEARNING RATE: 0.37573358249235056
previous_iter_valid_loss : 0.17032243311405182
62220 0.170502 0.170322 0.170121 CURRENT LEARNING RATE: 0.3756584432900228
previous_iter_valid_loss : 0.1655016541481018
62240 0.165682 0.165502 0.170055 CURRENT LEARNING RATE: 0.37558331911403275
previous_iter_valid_loss : 0.16720156371593475
62260 0.167476 0.167202 0.169939 CURRENT LEARNING RATE: 0.3755082099613756
previous_iter_valid_loss : 0.1686703860759735
62280 0.168944 0.168670 0.169797 CURRENT LEARNING RATE: 0.37543311582904687
previous_iter_valid_loss : 0.17812450230121613
62300 0.178372 0.178125 0.170439 CURRENT LEARNING RATE: 0.37535803671404283
previous_iter_valid_loss : 0.16965262591838837
62320 0.169843 0.169653 0.170066 CURRENT LEARNING RATE: 0.37528297261336035
previous_iter_valid_loss : 0.16858379542827606
62340 0.168749 0.168584 0.169726 CURRENT LEARNING RATE: 0.37520792352399673
previous_iter_valid_loss : 0.1657673716545105
62360 0.165903 0.165767 0.169281 CURRENT LEARNING RATE: 0.37513288944295015
previous_iter_valid_loss : 0.16408619284629822
62380 0.164219 0.164086 0.168698 CURRENT LEARNING RATE: 0.3750578703672192
previous_iter_valid_loss : 0.17262057960033417
62400 0.172778 0.172621 0.168533 CURRENT LEARNING RATE: 0.3749828662938031
previous_iter_valid_loss : 0.1756945252418518
62420 0.175917 0.175695 0.168904 CURRENT LEARNING RATE: 0.3749078772197017
previous_iter_valid_loss : 0.16708098351955414
62440 0.167121 0.167081 0.169062 CURRENT LEARNING RATE: 0.3748329031419155
previous_iter_valid_loss : 0.17799243330955505
62460 0.178142 0.177992 0.169792 CURRENT LEARNING RATE: 0.37475794405744545
previous_iter_valid_loss : 0.1652483195066452
62480 0.165335 0.165248 0.169616 CURRENT LEARNING RATE: 0.3746829999632932
previous_iter_valid_loss : 0.17447327077388763
62500 0.174681 0.174473 0.169981 CURRENT LEARNING RATE: 0.3746080708564609
previous_iter_valid_loss : 0.16422021389007568
62520 0.164332 0.164220 0.169961 CURRENT LEARNING RATE: 0.37453315673395166
previous_iter_valid_loss : 0.16718322038650513
62540 0.167371 0.167183 0.169653 CURRENT LEARNING RATE: 0.37445825759276863
previous_iter_valid_loss : 0.16386361420154572
62560 0.164030 0.163864 0.169198 CURRENT LEARNING RATE: 0.37438337342991596
previous_iter_valid_loss : 0.176354318857193
62580 0.176525 0.176354 0.169392 CURRENT LEARNING RATE: 0.37430850424239825
previous_iter_valid_loss : 0.17313389480113983
62600 0.173330 0.173134 0.169788 CURRENT LEARNING RATE: 0.3742336500272208
previous_iter_valid_loss : 0.16949081420898438
62620 0.169648 0.169491 0.169747 CURRENT LEARNING RATE: 0.3741588107813894
previous_iter_valid_loss : 0.1633603721857071
62640 0.163472 0.163360 0.169640 CURRENT LEARNING RATE: 0.3740839865019105
previous_iter_valid_loss : 0.18517474830150604
62660 0.185342 0.185175 0.170538 CURRENT LEARNING RATE: 0.37400917718579113
previous_iter_valid_loss : 0.16385650634765625
62680 0.163957 0.163857 0.170298 CURRENT LEARNING RATE: 0.3739343828300389
previous_iter_valid_loss : 0.1719651222229004
62700 0.172025 0.171965 0.169990 CURRENT LEARNING RATE: 0.37385960343166197
previous_iter_valid_loss : 0.1733606606721878
62720 0.173573 0.173361 0.170175 CURRENT LEARNING RATE: 0.3737848389876693
previous_iter_valid_loss : 0.16808655858039856
62740 0.168283 0.168087 0.170150 CURRENT LEARNING RATE: 0.37371008949507006
previous_iter_valid_loss : 0.20965461432933807
62760 0.209762 0.209655 0.172345 CURRENT LEARNING RATE: 0.37363535495087463
previous_iter_valid_loss : 0.18883976340293884
62780 0.189023 0.188840 0.173582 CURRENT LEARNING RATE: 0.37356063535209344
previous_iter_valid_loss : 0.17198799550533295
62800 0.172137 0.171988 0.173551 CURRENT LEARNING RATE: 0.37348593069573766
previous_iter_valid_loss : 0.16754993796348572
62820 0.167734 0.167550 0.173143 CURRENT LEARNING RATE: 0.37341124097881917
previous_iter_valid_loss : 0.17882493138313293
62840 0.179026 0.178825 0.173731 CURRENT LEARNING RATE: 0.3733365661983504
previous_iter_valid_loss : 0.1684693694114685
62860 0.168591 0.168469 0.173254 CURRENT LEARNING RATE: 0.3732619063513442
previous_iter_valid_loss : 0.18389074504375458
62880 0.184012 0.183891 0.174187 CURRENT LEARNING RATE: 0.37318726143481445
previous_iter_valid_loss : 0.16356828808784485
62900 0.163633 0.163568 0.173641 CURRENT LEARNING RATE: 0.37311263144577517
previous_iter_valid_loss : 0.1689060479402542
62920 0.169002 0.168906 0.173876 CURRENT LEARNING RATE: 0.3730380163812411
previous_iter_valid_loss : 0.16298559308052063
62940 0.163040 0.162986 0.173666 CURRENT LEARNING RATE: 0.3729634162382279
previous_iter_valid_loss : 0.17318715155124664
62960 0.173272 0.173187 0.174132 CURRENT LEARNING RATE: 0.3728888310137513
previous_iter_valid_loss : 0.18618202209472656
62980 0.186304 0.186182 0.174623 CURRENT LEARNING RATE: 0.372814260704828
previous_iter_valid_loss : 0.16393113136291504
63000 0.164016 0.163931 0.174163 CURRENT LEARNING RATE: 0.3727397053084752
previous_iter_valid_loss : 0.1670151948928833
63020 0.167109 0.167015 0.174039 CURRENT LEARNING RATE: 0.37266516482171064
previous_iter_valid_loss : 0.1633346825838089
63040 0.163420 0.163335 0.174038 CURRENT LEARNING RATE: 0.3725906392415527
previous_iter_valid_loss : 0.1627029925584793
63060 0.162773 0.162703 0.172914 CURRENT LEARNING RATE: 0.3725161285650204
previous_iter_valid_loss : 0.1796964704990387
63080 0.179864 0.179696 0.173706 CURRENT LEARNING RATE: 0.37244163278913334
previous_iter_valid_loss : 0.17166435718536377
63100 0.171756 0.171664 0.173691 CURRENT LEARNING RATE: 0.3723671519109116
previous_iter_valid_loss : 0.17553193867206573
63120 0.175618 0.175532 0.173800 CURRENT LEARNING RATE: 0.37229268592737597
previous_iter_valid_loss : 0.16514864563941956
63140 0.165256 0.165149 0.173653 CURRENT LEARNING RATE: 0.3722182348355479
previous_iter_valid_loss : 0.16650855541229248
63160 0.166718 0.166509 0.171496 CURRENT LEARNING RATE: 0.3721437986324492
previous_iter_valid_loss : 0.1709507554769516
63180 0.171071 0.170951 0.170601 CURRENT LEARNING RATE: 0.37206937731510253
previous_iter_valid_loss : 0.1720457524061203
63200 0.172128 0.172046 0.170604 CURRENT LEARNING RATE: 0.371994970880531
previous_iter_valid_loss : 0.18147391080856323
63220 0.181609 0.181474 0.171300 CURRENT LEARNING RATE: 0.37192057932575834
previous_iter_valid_loss : 0.20345871150493622
63240 0.203554 0.203459 0.172532 CURRENT LEARNING RATE: 0.3718462026478089
previous_iter_valid_loss : 0.17013640701770782
63260 0.170266 0.170136 0.172615 CURRENT LEARNING RATE: 0.3717718408437076
previous_iter_valid_loss : 0.16374501585960388
63280 0.163981 0.163745 0.171608 CURRENT LEARNING RATE: 0.37169749391048
previous_iter_valid_loss : 0.16381962597370148
63300 0.164025 0.163820 0.171621 CURRENT LEARNING RATE: 0.3716231618451522
previous_iter_valid_loss : 0.17223744094371796
63320 0.172375 0.172237 0.171787 CURRENT LEARNING RATE: 0.371548844644751
previous_iter_valid_loss : 0.16548094153404236
63340 0.165571 0.165481 0.171912 CURRENT LEARNING RATE: 0.3714745423063035
previous_iter_valid_loss : 0.20230600237846375
63360 0.202384 0.202306 0.173368 CURRENT LEARNING RATE: 0.37140025482683786
previous_iter_valid_loss : 0.17590279877185822
63380 0.176016 0.175903 0.172854 CURRENT LEARNING RATE: 0.37132598220338237
previous_iter_valid_loss : 0.1734909564256668
63400 0.173560 0.173491 0.173332 CURRENT LEARNING RATE: 0.3712517244329663
previous_iter_valid_loss : 0.18212850391864777
63420 0.182210 0.182129 0.174088 CURRENT LEARNING RATE: 0.3711774815126192
previous_iter_valid_loss : 0.16689364612102509
63440 0.166945 0.166894 0.174266 CURRENT LEARNING RATE: 0.37110325343937145
previous_iter_valid_loss : 0.21065951883792877
63460 0.210668 0.210660 0.176663 CURRENT LEARNING RATE: 0.37102904021025385
previous_iter_valid_loss : 0.168162003159523
63480 0.168285 0.168162 0.176087 CURRENT LEARNING RATE: 0.37095484182229793
previous_iter_valid_loss : 0.16636089980602264
63500 0.166461 0.166361 0.175822 CURRENT LEARNING RATE: 0.3708806582725357
previous_iter_valid_loss : 0.17367693781852722
63520 0.173769 0.173677 0.175729 CURRENT LEARNING RATE: 0.3708064895579999
previous_iter_valid_loss : 0.17297151684761047
63540 0.173065 0.172972 0.176120 CURRENT LEARNING RATE: 0.37073233567572367
previous_iter_valid_loss : 0.19371455907821655
63560 0.194095 0.193715 0.177480 CURRENT LEARNING RATE: 0.37065819662274097
previous_iter_valid_loss : 0.16632109880447388
63580 0.166552 0.166321 0.177249 CURRENT LEARNING RATE: 0.37058407239608615
previous_iter_valid_loss : 0.16499052941799164
63600 0.165118 0.164991 0.176896 CURRENT LEARNING RATE: 0.3705099629927943
previous_iter_valid_loss : 0.168208047747612
63620 0.168326 0.168208 0.176233 CURRENT LEARNING RATE: 0.370435868409901
previous_iter_valid_loss : 0.16550344228744507
63640 0.165613 0.165503 0.174335 CURRENT LEARNING RATE: 0.3703617886444425
previous_iter_valid_loss : 0.18113724887371063
63660 0.181228 0.181137 0.174885 CURRENT LEARNING RATE: 0.3702877236934556
previous_iter_valid_loss : 0.16830453276634216
63680 0.168371 0.168305 0.175113 CURRENT LEARNING RATE: 0.3702136735539777
previous_iter_valid_loss : 0.16619987785816193
63700 0.166345 0.166200 0.175232 CURRENT LEARNING RATE: 0.37013963822304685
previous_iter_valid_loss : 0.16283351182937622
63720 0.162958 0.162834 0.174762 CURRENT LEARNING RATE: 0.37006561769770147
previous_iter_valid_loss : 0.16839681565761566
63740 0.168512 0.168397 0.174908 CURRENT LEARNING RATE: 0.3699916119749809
previous_iter_valid_loss : 0.16490542888641357
63760 0.165082 0.164905 0.173038 CURRENT LEARNING RATE: 0.36991762105192477
previous_iter_valid_loss : 0.171598881483078
63780 0.171890 0.171599 0.172822 CURRENT LEARNING RATE: 0.36984364492557364
previous_iter_valid_loss : 0.1737319678068161
63800 0.173854 0.173732 0.172834 CURRENT LEARNING RATE: 0.36976968359296836
previous_iter_valid_loss : 0.16729030013084412
63820 0.167405 0.167290 0.172093 CURRENT LEARNING RATE: 0.3696957370511504
previous_iter_valid_loss : 0.1644805669784546
63840 0.164649 0.164481 0.171972 CURRENT LEARNING RATE: 0.36962180529716204
previous_iter_valid_loss : 0.16610737144947052
63860 0.166260 0.166107 0.169744 CURRENT LEARNING RATE: 0.3695478883280459
previous_iter_valid_loss : 0.20907707512378693
63880 0.209186 0.209077 0.171790 CURRENT LEARNING RATE: 0.36947398614084537
previous_iter_valid_loss : 0.17372456192970276
63900 0.173835 0.173725 0.172158 CURRENT LEARNING RATE: 0.3694000987326043
previous_iter_valid_loss : 0.16592852771282196
63920 0.166005 0.165929 0.171771 CURRENT LEARNING RATE: 0.36932622610036725
previous_iter_valid_loss : 0.1811012178659439
63940 0.181203 0.181101 0.172177 CURRENT LEARNING RATE: 0.3692523682411793
previous_iter_valid_loss : 0.1641388088464737
63960 0.164320 0.164139 0.170698 CURRENT LEARNING RATE: 0.3691785251520861
previous_iter_valid_loss : 0.16530410945415497
63980 0.165527 0.165304 0.170648 CURRENT LEARNING RATE: 0.36910469683013397
previous_iter_valid_loss : 0.16686302423477173
64000 0.167091 0.166863 0.170741 CURRENT LEARNING RATE: 0.36903088327236977
previous_iter_valid_loss : 0.16489675641059875
64020 0.165132 0.164897 0.170576 CURRENT LEARNING RATE: 0.36895708447584097
previous_iter_valid_loss : 0.16728095710277557
64040 0.167387 0.167281 0.170665 CURRENT LEARNING RATE: 0.36888330043759554
previous_iter_valid_loss : 0.16352780163288116
64060 0.163727 0.163528 0.169784 CURRENT LEARNING RATE: 0.36880953115468224
previous_iter_valid_loss : 0.17175862193107605
64080 0.172041 0.171759 0.169957 CURRENT LEARNING RATE: 0.3687357766241502
previous_iter_valid_loss : 0.1740877777338028
64100 0.174228 0.174088 0.170351 CURRENT LEARNING RATE: 0.36866203684304927
previous_iter_valid_loss : 0.16381582617759705
64120 0.163983 0.163816 0.170400 CURRENT LEARNING RATE: 0.3685883118084298
previous_iter_valid_loss : 0.1642596572637558
64140 0.164433 0.164260 0.170193 CURRENT LEARNING RATE: 0.368514601517343
previous_iter_valid_loss : 0.1635274440050125
64160 0.163621 0.163527 0.170125 CURRENT LEARNING RATE: 0.36844090596684015
previous_iter_valid_loss : 0.19259768724441528
64180 0.192726 0.192598 0.171174 CURRENT LEARNING RATE: 0.36836722515397374
previous_iter_valid_loss : 0.21014374494552612
64200 0.210261 0.210144 0.172995 CURRENT LEARNING RATE: 0.3682935590757963
previous_iter_valid_loss : 0.17412817478179932
64220 0.174305 0.174128 0.173337 CURRENT LEARNING RATE: 0.3682199077293613
previous_iter_valid_loss : 0.17284159362316132
64240 0.173006 0.172842 0.173755 CURRENT LEARNING RATE: 0.36814627111172266
previous_iter_valid_loss : 0.16615800559520721
64260 0.166234 0.166158 0.173758 CURRENT LEARNING RATE: 0.3680726492199349
previous_iter_valid_loss : 0.17277489602565765
64280 0.172923 0.172775 0.171942 CURRENT LEARNING RATE: 0.36799904205105316
previous_iter_valid_loss : 0.18660829961299896
64300 0.186702 0.186608 0.172587 CURRENT LEARNING RATE: 0.3679254496021332
previous_iter_valid_loss : 0.1653139442205429
64320 0.165355 0.165314 0.172556 CURRENT LEARNING RATE: 0.36785187187023116
previous_iter_valid_loss : 0.16588716208934784
64340 0.166056 0.165887 0.171795 CURRENT LEARNING RATE: 0.3677783088524041
previous_iter_valid_loss : 0.16944381594657898
64360 0.169666 0.169444 0.172060 CURRENT LEARNING RATE: 0.3677047605457095
previous_iter_valid_loss : 0.16451705992221832
64380 0.164643 0.164517 0.172021 CURRENT LEARNING RATE: 0.3676312269472053
previous_iter_valid_loss : 0.1666942834854126
64400 0.166900 0.166694 0.172013 CURRENT LEARNING RATE: 0.36755770805395027
previous_iter_valid_loss : 0.17500928044319153
64420 0.175308 0.175009 0.172518 CURRENT LEARNING RATE: 0.3674842038630035
previous_iter_valid_loss : 0.17138253152370453
64440 0.171483 0.171383 0.172723 CURRENT LEARNING RATE: 0.3674107143714251
previous_iter_valid_loss : 0.18158502876758575
64460 0.181694 0.181585 0.173626 CURRENT LEARNING RATE: 0.36733723957627523
previous_iter_valid_loss : 0.16823351383209229
64480 0.168441 0.168234 0.173450 CURRENT LEARNING RATE: 0.367263779474615
previous_iter_valid_loss : 0.16484582424163818
64500 0.164912 0.164846 0.172988 CURRENT LEARNING RATE: 0.36719033406350604
previous_iter_valid_loss : 0.17128373682498932
64520 0.171414 0.171284 0.173361 CURRENT LEARNING RATE: 0.3671169033400104
previous_iter_valid_loss : 0.16342347860336304
64540 0.163477 0.163423 0.173320 CURRENT LEARNING RATE: 0.367043487301191
previous_iter_valid_loss : 0.17339546978473663
64560 0.173504 0.173395 0.173813 CURRENT LEARNING RATE: 0.3669700859441111
previous_iter_valid_loss : 0.16787251830101013
64580 0.168097 0.167873 0.172577 CURRENT LEARNING RATE: 0.36689669926583474
previous_iter_valid_loss : 0.1672358363866806
64600 0.167434 0.167236 0.170431 CURRENT LEARNING RATE: 0.3668233272634264
previous_iter_valid_loss : 0.1635383665561676
64620 0.163676 0.163538 0.169902 CURRENT LEARNING RATE: 0.3667499699339512
previous_iter_valid_loss : 0.1700742244720459
64640 0.170171 0.170074 0.169763 CURRENT LEARNING RATE: 0.3666766272744748
previous_iter_valid_loss : 0.19024813175201416
64660 0.190355 0.190248 0.170968 CURRENT LEARNING RATE: 0.3666032992820636
previous_iter_valid_loss : 0.1693800687789917
64680 0.169462 0.169380 0.170798 CURRENT LEARNING RATE: 0.36652998595378444
previous_iter_valid_loss : 0.1671474575996399
64700 0.167178 0.167147 0.169825 CURRENT LEARNING RATE: 0.36645668728670466
previous_iter_valid_loss : 0.16701166331768036
64720 0.167231 0.167012 0.169910 CURRENT LEARNING RATE: 0.36638340327789254
previous_iter_valid_loss : 0.1654343158006668
64740 0.165499 0.165434 0.169887 CURRENT LEARNING RATE: 0.36631013392441647
previous_iter_valid_loss : 0.1648998111486435
64760 0.164962 0.164900 0.169660 CURRENT LEARNING RATE: 0.3662368792233459
previous_iter_valid_loss : 0.16654007136821747
64780 0.166751 0.166540 0.169761 CURRENT LEARNING RATE: 0.36616363917175054
previous_iter_valid_loss : 0.18209196627140045
64800 0.182239 0.182092 0.170531 CURRENT LEARNING RATE: 0.36609041376670076
previous_iter_valid_loss : 0.17026376724243164
64820 0.170458 0.170264 0.170294 CURRENT LEARNING RATE: 0.36601720300526763
previous_iter_valid_loss : 0.16810058057308197
64840 0.168198 0.168101 0.170130 CURRENT LEARNING RATE: 0.36594400688452267
previous_iter_valid_loss : 0.1627262830734253
64860 0.162856 0.162726 0.169187 CURRENT LEARNING RATE: 0.365870825401538
previous_iter_valid_loss : 0.16897836327552795
64880 0.169237 0.168978 0.169224 CURRENT LEARNING RATE: 0.36579765855338636
previous_iter_valid_loss : 0.16450996696949005
64900 0.164689 0.164510 0.169207 CURRENT LEARNING RATE: 0.36572450633714115
previous_iter_valid_loss : 0.17381598055362701
64920 0.173944 0.173816 0.169334 CURRENT LEARNING RATE: 0.36565136874987625
previous_iter_valid_loss : 0.16442416608333588
64940 0.164474 0.164424 0.169384 CURRENT LEARNING RATE: 0.3655782457886661
previous_iter_valid_loss : 0.18058502674102783
64960 0.180636 0.180585 0.169743 CURRENT LEARNING RATE: 0.3655051374505859
previous_iter_valid_loss : 0.19261719286441803
64980 0.192981 0.192617 0.170981 CURRENT LEARNING RATE: 0.3654320437327112
previous_iter_valid_loss : 0.18716542422771454
65000 0.187287 0.187165 0.171977 CURRENT LEARNING RATE: 0.3653589646321183
previous_iter_valid_loss : 0.16394099593162537
65020 0.164086 0.163941 0.171997 CURRENT LEARNING RATE: 0.3652859001458841
previous_iter_valid_loss : 0.22049660980701447
65040 0.220488 0.220497 0.174518 CURRENT LEARNING RATE: 0.3652128502710859
previous_iter_valid_loss : 0.1794675588607788
65060 0.179637 0.179468 0.173979 CURRENT LEARNING RATE: 0.3651398150048017
previous_iter_valid_loss : 0.1720869392156601
65080 0.172403 0.172087 0.174115 CURRENT LEARNING RATE: 0.36506679434411027
previous_iter_valid_loss : 0.16518598794937134
65100 0.165300 0.165186 0.174017 CURRENT LEARNING RATE: 0.3649937882860906
previous_iter_valid_loss : 0.1704803705215454
65120 0.170585 0.170480 0.174190 CURRENT LEARNING RATE: 0.3649207968278225
previous_iter_valid_loss : 0.2260587215423584
65140 0.226044 0.226059 0.177221 CURRENT LEARNING RATE: 0.3648478199663863
previous_iter_valid_loss : 0.16866318881511688
65160 0.168817 0.168663 0.177409 CURRENT LEARNING RATE: 0.36477485769886303
previous_iter_valid_loss : 0.17188037931919098
65180 0.172051 0.171880 0.177676 CURRENT LEARNING RATE: 0.36470191002233404
previous_iter_valid_loss : 0.1644439399242401
65200 0.164628 0.164444 0.176794 CURRENT LEARNING RATE: 0.3646289769338815
previous_iter_valid_loss : 0.16908355057239532
65220 0.169356 0.169084 0.176735 CURRENT LEARNING RATE: 0.36455605843058814
previous_iter_valid_loss : 0.16816996037960052
65240 0.168412 0.168170 0.176739 CURRENT LEARNING RATE: 0.36448315450953717
previous_iter_valid_loss : 0.17219465970993042
65260 0.172387 0.172195 0.177212 CURRENT LEARNING RATE: 0.3644102651678124
previous_iter_valid_loss : 0.19178152084350586
65280 0.191966 0.191782 0.178352 CURRENT LEARNING RATE: 0.36433739040249824
previous_iter_valid_loss : 0.21254250407218933
65300 0.212581 0.212543 0.180754 CURRENT LEARNING RATE: 0.36426453021067984
previous_iter_valid_loss : 0.16761787235736847
65320 0.167734 0.167618 0.180444 CURRENT LEARNING RATE: 0.3641916845894427
previous_iter_valid_loss : 0.18217498064041138
65340 0.182278 0.182175 0.181331 CURRENT LEARNING RATE: 0.36411885353587287
previous_iter_valid_loss : 0.16509540379047394
65360 0.165194 0.165095 0.180557 CURRENT LEARNING RATE: 0.3640460370470573
previous_iter_valid_loss : 0.18715521693229675
65380 0.187321 0.187155 0.180284 CURRENT LEARNING RATE: 0.3639732351200833
previous_iter_valid_loss : 0.190129354596138
65400 0.190333 0.190129 0.180432 CURRENT LEARNING RATE: 0.3639004477520386
previous_iter_valid_loss : 0.164674773812294
65420 0.164870 0.164675 0.180469 CURRENT LEARNING RATE: 0.36382767494001206
previous_iter_valid_loss : 0.16772358119487762
65440 0.167892 0.167724 0.177830 CURRENT LEARNING RATE: 0.36375491668109244
previous_iter_valid_loss : 0.20419558882713318
65460 0.204375 0.204196 0.179066 CURRENT LEARNING RATE: 0.36368217297236954
previous_iter_valid_loss : 0.1659233123064041
65480 0.166112 0.165923 0.178758 CURRENT LEARNING RATE: 0.3636094438109337
previous_iter_valid_loss : 0.1643766313791275
65500 0.164549 0.164377 0.178718 CURRENT LEARNING RATE: 0.3635367291938756
previous_iter_valid_loss : 0.18798699975013733
65520 0.188142 0.187987 0.179593 CURRENT LEARNING RATE: 0.3634640291182867
previous_iter_valid_loss : 0.17106643319129944
65540 0.171343 0.171066 0.176843 CURRENT LEARNING RATE: 0.3633913435812591
previous_iter_valid_loss : 0.1702275574207306
65560 0.170507 0.170228 0.176922 CURRENT LEARNING RATE: 0.36331867257988515
previous_iter_valid_loss : 0.16365201771259308
65580 0.163792 0.163652 0.176510 CURRENT LEARNING RATE: 0.36324601611125823
previous_iter_valid_loss : 0.16421906650066376
65600 0.164357 0.164219 0.176499 CURRENT LEARNING RATE: 0.363173374172472
previous_iter_valid_loss : 0.1656491756439209
65620 0.165869 0.165649 0.176327 CURRENT LEARNING RATE: 0.36310074676062076
previous_iter_valid_loss : 0.16317439079284668
65640 0.163372 0.163174 0.176078 CURRENT LEARNING RATE: 0.36302813387279953
previous_iter_valid_loss : 0.16974499821662903
65660 0.169906 0.169745 0.175955 CURRENT LEARNING RATE: 0.3629555355061036
previous_iter_valid_loss : 0.16483552753925323
65680 0.164960 0.164836 0.174608 CURRENT LEARNING RATE: 0.3628829516576291
previous_iter_valid_loss : 0.187369704246521
65700 0.187735 0.187370 0.173349 CURRENT LEARNING RATE: 0.3628103823244729
previous_iter_valid_loss : 0.1678638458251953
65720 0.168087 0.167864 0.173361 CURRENT LEARNING RATE: 0.3627378275037319
previous_iter_valid_loss : 0.17564140260219574
65740 0.175736 0.175641 0.173035 CURRENT LEARNING RATE: 0.36266528719250407
previous_iter_valid_loss : 0.1877441555261612
65760 0.187822 0.187744 0.174167 CURRENT LEARNING RATE: 0.36259276138788776
previous_iter_valid_loss : 0.17517580091953278
65780 0.175297 0.175176 0.173568 CURRENT LEARNING RATE: 0.36252025008698197
previous_iter_valid_loss : 0.17049476504325867
65800 0.170676 0.170495 0.172587 CURRENT LEARNING RATE: 0.3624477532868863
previous_iter_valid_loss : 0.17752130329608917
65820 0.177627 0.177521 0.173229 CURRENT LEARNING RATE: 0.3623752709847007
previous_iter_valid_loss : 0.20424599945545197
65840 0.204309 0.204246 0.175055 CURRENT LEARNING RATE: 0.362302803177526
previous_iter_valid_loss : 0.167347714304924
65860 0.167485 0.167348 0.173213 CURRENT LEARNING RATE: 0.36223034986246355
previous_iter_valid_loss : 0.16410812735557556
65880 0.164282 0.164108 0.173122 CURRENT LEARNING RATE: 0.36215791103661515
previous_iter_valid_loss : 0.17693667113780975
65900 0.177037 0.176937 0.173750 CURRENT LEARNING RATE: 0.3620854866970831
previous_iter_valid_loss : 0.1652749627828598
65920 0.165355 0.165275 0.172614 CURRENT LEARNING RATE: 0.3620130768409707
previous_iter_valid_loss : 0.16286592185497284
65940 0.162955 0.162866 0.172204 CURRENT LEARNING RATE: 0.36194068146538144
previous_iter_valid_loss : 0.17081233859062195
65960 0.171116 0.170812 0.172233 CURRENT LEARNING RATE: 0.36186830056741937
previous_iter_valid_loss : 0.16546545922756195
65980 0.165655 0.165465 0.172324 CURRENT LEARNING RATE: 0.3617959341441894
previous_iter_valid_loss : 0.1639968752861023
66000 0.164179 0.163997 0.172313 CURRENT LEARNING RATE: 0.36172358219279693
previous_iter_valid_loss : 0.1665656417608261
66020 0.166746 0.166566 0.172359 CURRENT LEARNING RATE: 0.3616512447103477
previous_iter_valid_loss : 0.17194421589374542
66040 0.172106 0.171944 0.172797 CURRENT LEARNING RATE: 0.3615789216939484
previous_iter_valid_loss : 0.16815072298049927
66060 0.168316 0.168151 0.172718 CURRENT LEARNING RATE: 0.361506613140706
previous_iter_valid_loss : 0.17655447125434875
66080 0.176732 0.176554 0.173304 CURRENT LEARNING RATE: 0.36143431904772805
previous_iter_valid_loss : 0.1649034321308136
66100 0.165059 0.164903 0.172180 CURRENT LEARNING RATE: 0.361362039412123
previous_iter_valid_loss : 0.17231974005699158
66120 0.172459 0.172320 0.172403 CURRENT LEARNING RATE: 0.3612897742309996
previous_iter_valid_loss : 0.1667270064353943
66140 0.166935 0.166727 0.171957 CURRENT LEARNING RATE: 0.3612175235014672
previous_iter_valid_loss : 0.16246044635772705
66160 0.162547 0.162460 0.170693 CURRENT LEARNING RATE: 0.36114528722063577
previous_iter_valid_loss : 0.17177943885326385
66180 0.171860 0.171779 0.170523 CURRENT LEARNING RATE: 0.36107306538561584
previous_iter_valid_loss : 0.1643146127462387
66200 0.164409 0.164315 0.170214 CURRENT LEARNING RATE: 0.36100085799351866
previous_iter_valid_loss : 0.16435739398002625
66220 0.164517 0.164357 0.169556 CURRENT LEARNING RATE: 0.36092866504145577
previous_iter_valid_loss : 0.16835534572601318
66240 0.168487 0.168355 0.167762 CURRENT LEARNING RATE: 0.3608564865265396
previous_iter_valid_loss : 0.16609154641628265
66260 0.166201 0.166092 0.167699 CURRENT LEARNING RATE: 0.36078432244588293
previous_iter_valid_loss : 0.16448931396007538
66280 0.164603 0.164489 0.167718 CURRENT LEARNING RATE: 0.3607121727965992
previous_iter_valid_loss : 0.16454659402370453
66300 0.164744 0.164547 0.167098 CURRENT LEARNING RATE: 0.3606400375758023
previous_iter_valid_loss : 0.17748774588108063
66320 0.177830 0.177488 0.167709 CURRENT LEARNING RATE: 0.3605679167806071
previous_iter_valid_loss : 0.1664534956216812
66340 0.166650 0.166453 0.167888 CURRENT LEARNING RATE: 0.3604958104081286
previous_iter_valid_loss : 0.1668066680431366
66360 0.166963 0.166807 0.167688 CURRENT LEARNING RATE: 0.36042371845548254
previous_iter_valid_loss : 0.1656191498041153
66380 0.165729 0.165619 0.167696 CURRENT LEARNING RATE: 0.3603516409197853
previous_iter_valid_loss : 0.16500268876552582
66400 0.165127 0.165003 0.167746 CURRENT LEARNING RATE: 0.3602795777981537
previous_iter_valid_loss : 0.16663339734077454
66420 0.166863 0.166633 0.167749 CURRENT LEARNING RATE: 0.36020752908770526
previous_iter_valid_loss : 0.16621410846710205
66440 0.166349 0.166214 0.167463 CURRENT LEARNING RATE: 0.36013549478555806
previous_iter_valid_loss : 0.17923827469348907
66460 0.179370 0.179238 0.168017 CURRENT LEARNING RATE: 0.36006347488883067
previous_iter_valid_loss : 0.16686436533927917
66480 0.167007 0.166864 0.167533 CURRENT LEARNING RATE: 0.3599914693946423
previous_iter_valid_loss : 0.16508515179157257
66500 0.165241 0.165085 0.167542 CURRENT LEARNING RATE: 0.3599194783001129
previous_iter_valid_loss : 0.16520234942436218
66520 0.165381 0.165202 0.167186 CURRENT LEARNING RATE: 0.35984750160236256
previous_iter_valid_loss : 0.16669948399066925
66540 0.166766 0.166699 0.167185 CURRENT LEARNING RATE: 0.35977553929851236
previous_iter_valid_loss : 0.1659262329339981
66560 0.166124 0.165926 0.167358 CURRENT LEARNING RATE: 0.3597035913856837
previous_iter_valid_loss : 0.1641746610403061
66580 0.164364 0.164175 0.166978 CURRENT LEARNING RATE: 0.35963165786099877
previous_iter_valid_loss : 0.17932263016700745
66600 0.179442 0.179323 0.167728 CURRENT LEARNING RATE: 0.3595597387215803
previous_iter_valid_loss : 0.1625436544418335
66620 0.162700 0.162544 0.167637 CURRENT LEARNING RATE: 0.35948783396455136
previous_iter_valid_loss : 0.1624244749546051
Current valid loss: 0.1624244749546051; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
66640 0.162556 0.162424 0.167341 CURRENT LEARNING RATE: 0.3594159435870359
previous_iter_valid_loss : 0.17057053744792938
66660 0.170663 0.170571 0.167565 CURRENT LEARNING RATE: 0.3593440675861581
previous_iter_valid_loss : 0.16726863384246826
66680 0.167385 0.167269 0.167704 CURRENT LEARNING RATE: 0.35927220595904313
previous_iter_valid_loss : 0.16709937155246735
66700 0.167322 0.167099 0.167831 CURRENT LEARNING RATE: 0.3592003587028164
previous_iter_valid_loss : 0.1735130250453949
66720 0.173665 0.173513 0.167633 CURRENT LEARNING RATE: 0.3591285258146042
previous_iter_valid_loss : 0.16761337220668793
66740 0.167859 0.167613 0.167691 CURRENT LEARNING RATE: 0.3590567072915329
previous_iter_valid_loss : 0.16644439101219177
66760 0.166544 0.166444 0.167673 CURRENT LEARNING RATE: 0.35898490313073006
previous_iter_valid_loss : 0.16893914341926575
66780 0.169098 0.168939 0.167839 CURRENT LEARNING RATE: 0.35891311332932335
previous_iter_valid_loss : 0.1762850433588028
66800 0.176442 0.176285 0.168403 CURRENT LEARNING RATE: 0.3588413378844412
previous_iter_valid_loss : 0.1642361581325531
66820 0.164405 0.164236 0.168283 CURRENT LEARNING RATE: 0.3587695767932127
previous_iter_valid_loss : 0.16518846154212952
66840 0.165288 0.165188 0.168231 CURRENT LEARNING RATE: 0.35869783005276723
previous_iter_valid_loss : 0.16516628861427307
66860 0.165254 0.165166 0.167528 CURRENT LEARNING RATE: 0.358626097660235
previous_iter_valid_loss : 0.16614042222499847
66880 0.166194 0.166140 0.167492 CURRENT LEARNING RATE: 0.3585543796127468
previous_iter_valid_loss : 0.185704305768013
66900 0.185826 0.185704 0.168523 CURRENT LEARNING RATE: 0.35848267590743377
previous_iter_valid_loss : 0.18595944344997406
66920 0.186113 0.185959 0.169561 CURRENT LEARNING RATE: 0.35841098654142783
previous_iter_valid_loss : 0.16588814556598663
66940 0.165960 0.165888 0.169520 CURRENT LEARNING RATE: 0.3583393115118615
previous_iter_valid_loss : 0.1680520921945572
66960 0.168145 0.168052 0.169626 CURRENT LEARNING RATE: 0.35826765081586753
previous_iter_valid_loss : 0.16673359274864197
66980 0.166844 0.166734 0.169754 CURRENT LEARNING RATE: 0.3581960044505797
previous_iter_valid_loss : 0.16463278234004974
67000 0.164687 0.164633 0.169020 CURRENT LEARNING RATE: 0.3581243724131321
previous_iter_valid_loss : 0.2263209968805313
67020 0.226272 0.226321 0.172209 CURRENT LEARNING RATE: 0.35805275470065945
previous_iter_valid_loss : 0.16647228598594666
67040 0.166594 0.166472 0.172411 CURRENT LEARNING RATE: 0.35798115131029706
previous_iter_valid_loss : 0.1675429344177246
67060 0.167582 0.167543 0.172260 CURRENT LEARNING RATE: 0.3579095622391807
previous_iter_valid_loss : 0.16623236238956451
67080 0.166392 0.166232 0.172208 CURRENT LEARNING RATE: 0.35783798748444695
previous_iter_valid_loss : 0.16961906850337982
67100 0.169847 0.169619 0.172334 CURRENT LEARNING RATE: 0.3577664270432327
previous_iter_valid_loss : 0.1679171472787857
67120 0.167955 0.167917 0.172054 CURRENT LEARNING RATE: 0.35769488091267565
previous_iter_valid_loss : 0.17408865690231323
67140 0.174150 0.174089 0.172378 CURRENT LEARNING RATE: 0.35762334908991383
previous_iter_valid_loss : 0.16505752503871918
67160 0.165090 0.165058 0.172308 CURRENT LEARNING RATE: 0.357551831572086
previous_iter_valid_loss : 0.16695821285247803
67180 0.167174 0.166958 0.172209 CURRENT LEARNING RATE: 0.3574803283563315
previous_iter_valid_loss : 0.17969243228435516
67200 0.179854 0.179692 0.172380 CURRENT LEARNING RATE: 0.3574088394397902
previous_iter_valid_loss : 0.1745201200246811
67220 0.174653 0.174520 0.172894 CURRENT LEARNING RATE: 0.3573373648196025
previous_iter_valid_loss : 0.18493340909481049
67240 0.185043 0.184933 0.173881 CURRENT LEARNING RATE: 0.35726590449290946
previous_iter_valid_loss : 0.18437063694000244
67260 0.184416 0.184371 0.174841 CURRENT LEARNING RATE: 0.3571944584568526
previous_iter_valid_loss : 0.16702088713645935
67280 0.167046 0.167021 0.174885 CURRENT LEARNING RATE: 0.35712302670857415
previous_iter_valid_loss : 0.1650526374578476
67300 0.165083 0.165053 0.173853 CURRENT LEARNING RATE: 0.35705160924521684
previous_iter_valid_loss : 0.17923526465892792
67320 0.179326 0.179235 0.173517 CURRENT LEARNING RATE: 0.35698020606392394
previous_iter_valid_loss : 0.16389034688472748
67340 0.164016 0.163890 0.173417 CURRENT LEARNING RATE: 0.3569088171618393
previous_iter_valid_loss : 0.16437602043151855
67360 0.164441 0.164376 0.173233 CURRENT LEARNING RATE: 0.35683744253610744
previous_iter_valid_loss : 0.16326850652694702
67380 0.163352 0.163269 0.173060 CURRENT LEARNING RATE: 0.3567660821838733
previous_iter_valid_loss : 0.17639997601509094
67400 0.176482 0.176400 0.173648 CURRENT LEARNING RATE: 0.35669473610228253
previous_iter_valid_loss : 0.2101803421974182
67420 0.210241 0.210180 0.172841 CURRENT LEARNING RATE: 0.3566234042884812
previous_iter_valid_loss : 0.16572484374046326
67440 0.165754 0.165725 0.172803 CURRENT LEARNING RATE: 0.3565520867396162
previous_iter_valid_loss : 0.16648612916469574
67460 0.166605 0.166486 0.172751 CURRENT LEARNING RATE: 0.35648078345283457
previous_iter_valid_loss : 0.16439567506313324
67480 0.164498 0.164396 0.172659 CURRENT LEARNING RATE: 0.3564094944252844
previous_iter_valid_loss : 0.16777890920639038
67500 0.168002 0.167779 0.172567 CURRENT LEARNING RATE: 0.356338219654114
previous_iter_valid_loss : 0.16628415882587433
67520 0.166372 0.166284 0.172485 CURRENT LEARNING RATE: 0.3562669591364725
previous_iter_valid_loss : 0.16355565190315247
67540 0.163648 0.163556 0.171958 CURRENT LEARNING RATE: 0.3561957128695094
previous_iter_valid_loss : 0.16275878250598907
67560 0.162899 0.162759 0.171844 CURRENT LEARNING RATE: 0.35612448085037485
previous_iter_valid_loss : 0.17588603496551514
67580 0.176026 0.175886 0.172290 CURRENT LEARNING RATE: 0.35605326307621954
previous_iter_valid_loss : 0.1965295672416687
67600 0.196648 0.196530 0.173132 CURRENT LEARNING RATE: 0.3559820595441948
previous_iter_valid_loss : 0.16694378852844238
67620 0.167137 0.166944 0.172753 CURRENT LEARNING RATE: 0.3559108702514526
previous_iter_valid_loss : 0.18030183017253876
67640 0.180451 0.180302 0.172521 CURRENT LEARNING RATE: 0.3558396951951452
previous_iter_valid_loss : 0.19125604629516602
67660 0.191408 0.191256 0.172866 CURRENT LEARNING RATE: 0.35576853437242567
previous_iter_valid_loss : 0.1667972058057785
67680 0.166873 0.166797 0.172854 CURRENT LEARNING RATE: 0.3556973877804475
previous_iter_valid_loss : 0.16348080337047577
67700 0.163545 0.163481 0.172776 CURRENT LEARNING RATE: 0.35562625541636494
previous_iter_valid_loss : 0.17638124525547028
67720 0.176490 0.176381 0.172633 CURRENT LEARNING RATE: 0.3555551372773326
previous_iter_valid_loss : 0.1675262749195099
67740 0.167594 0.167526 0.172815 CURRENT LEARNING RATE: 0.35548403336050594
previous_iter_valid_loss : 0.17902815341949463
67760 0.179105 0.179028 0.173548 CURRENT LEARNING RATE: 0.3554129436630405
previous_iter_valid_loss : 0.16564512252807617
67780 0.165720 0.165645 0.173666 CURRENT LEARNING RATE: 0.3553418681820929
previous_iter_valid_loss : 0.17559173703193665
67800 0.175865 0.175592 0.173626 CURRENT LEARNING RATE: 0.35527080691482005
previous_iter_valid_loss : 0.16993804275989532
67820 0.170045 0.169938 0.171614 CURRENT LEARNING RATE: 0.3551997598583796
previous_iter_valid_loss : 0.18255087733268738
67840 0.182704 0.182551 0.172455 CURRENT LEARNING RATE: 0.3551287270099295
previous_iter_valid_loss : 0.1750412881374359
67860 0.175224 0.175041 0.172883 CURRENT LEARNING RATE: 0.3550577083666286
previous_iter_valid_loss : 0.165377676486969
67880 0.165547 0.165378 0.172932 CURRENT LEARNING RATE: 0.35498670392563597
previous_iter_valid_loss : 0.1677282601594925
67900 0.167957 0.167728 0.172930 CURRENT LEARNING RATE: 0.35491571368411173
previous_iter_valid_loss : 0.1979813277721405
67920 0.198136 0.197981 0.174514 CURRENT LEARNING RATE: 0.3548447376392159
previous_iter_valid_loss : 0.1663290560245514
67940 0.166415 0.166329 0.174653 CURRENT LEARNING RATE: 0.35477377578810976
previous_iter_valid_loss : 0.1637827605009079
67960 0.163947 0.163783 0.174704 CURRENT LEARNING RATE: 0.3547028281279547
previous_iter_valid_loss : 0.17206992208957672
67980 0.172215 0.172070 0.174513 CURRENT LEARNING RATE: 0.35463189465591266
previous_iter_valid_loss : 0.1650453507900238
68000 0.165164 0.165045 0.172939 CURRENT LEARNING RATE: 0.3545609753691466
previous_iter_valid_loss : 0.16705800592899323
68020 0.167163 0.167058 0.172945 CURRENT LEARNING RATE: 0.35449007026481955
previous_iter_valid_loss : 0.16468138992786407
68040 0.164836 0.164681 0.172164 CURRENT LEARNING RATE: 0.35441917934009537
previous_iter_valid_loss : 0.16716234385967255
68060 0.167220 0.167162 0.170959 CURRENT LEARNING RATE: 0.35434830259213845
previous_iter_valid_loss : 0.16334860026836395
68080 0.163430 0.163349 0.170787 CURRENT LEARNING RATE: 0.35427744001811357
previous_iter_valid_loss : 0.16902387142181396
68100 0.169216 0.169024 0.171064 CURRENT LEARNING RATE: 0.3542065916151864
previous_iter_valid_loss : 0.18832290172576904
68120 0.188443 0.188323 0.171661 CURRENT LEARNING RATE: 0.35413575738052294
previous_iter_valid_loss : 0.1694977879524231
68140 0.169595 0.169498 0.171760 CURRENT LEARNING RATE: 0.3540649373112898
previous_iter_valid_loss : 0.22510723769664764
68160 0.225105 0.225107 0.174064 CURRENT LEARNING RATE: 0.3539941314046543
previous_iter_valid_loss : 0.1654040664434433
68180 0.165486 0.165404 0.174052 CURRENT LEARNING RATE: 0.353923339657784
previous_iter_valid_loss : 0.16496551036834717
68200 0.165049 0.164966 0.173520 CURRENT LEARNING RATE: 0.3538525620678474
previous_iter_valid_loss : 0.18335705995559692
68220 0.183526 0.183357 0.174191 CURRENT LEARNING RATE: 0.3537817986320132
previous_iter_valid_loss : 0.16847945749759674
68240 0.168701 0.168479 0.173488 CURRENT LEARNING RATE: 0.3537110493474511
previous_iter_valid_loss : 0.17274899780750275
68260 0.172992 0.172749 0.173373 CURRENT LEARNING RATE: 0.3536403142113311
previous_iter_valid_loss : 0.1648627370595932
68280 0.165022 0.164863 0.173347 CURRENT LEARNING RATE: 0.35356959322082354
previous_iter_valid_loss : 0.18116387724876404
68300 0.181268 0.181164 0.174019 CURRENT LEARNING RATE: 0.35349888637309984
previous_iter_valid_loss : 0.16629070043563843
68320 0.166381 0.166291 0.172434 CURRENT LEARNING RATE: 0.3534281936653316
previous_iter_valid_loss : 0.17855475842952728
68340 0.178656 0.178555 0.173046 CURRENT LEARNING RATE: 0.35335751509469127
previous_iter_valid_loss : 0.2099008411169052
68360 0.210038 0.209901 0.175352 CURRENT LEARNING RATE: 0.3532868506583515
previous_iter_valid_loss : 0.1648159623146057
68380 0.164937 0.164816 0.174989 CURRENT LEARNING RATE: 0.3532162003534858
previous_iter_valid_loss : 0.1744099259376526
68400 0.174604 0.174410 0.175457 CURRENT LEARNING RATE: 0.35314556417726817
previous_iter_valid_loss : 0.16480228304862976
68420 0.164970 0.164802 0.175344 CURRENT LEARNING RATE: 0.3530749421268732
previous_iter_valid_loss : 0.1908455640077591
68440 0.190984 0.190846 0.176653 CURRENT LEARNING RATE: 0.3530043341994759
previous_iter_valid_loss : 0.24982403218746185
68460 0.249732 0.249824 0.180786 CURRENT LEARNING RATE: 0.35293374039225206
previous_iter_valid_loss : 0.1677509844303131
68480 0.167863 0.167751 0.181006 CURRENT LEARNING RATE: 0.35286316070237783
previous_iter_valid_loss : 0.18926095962524414
68500 0.189419 0.189261 0.182018 CURRENT LEARNING RATE: 0.3527925951270301
previous_iter_valid_loss : 0.20593759417533875
68520 0.206079 0.205938 0.182898 CURRENT LEARNING RATE: 0.3527220436633862
previous_iter_valid_loss : 0.17636261880397797
68540 0.176487 0.176363 0.183242 CURRENT LEARNING RATE: 0.3526515063086242
previous_iter_valid_loss : 0.19035093486309052
68560 0.190518 0.190351 0.181504 CURRENT LEARNING RATE: 0.3525809830599224
previous_iter_valid_loss : 0.16647528111934662
68580 0.166571 0.166475 0.181557 CURRENT LEARNING RATE: 0.35251047391445994
previous_iter_valid_loss : 0.1675432175397873
68600 0.167707 0.167543 0.181686 CURRENT LEARNING RATE: 0.3524399788694166
previous_iter_valid_loss : 0.17618052661418915
68620 0.176302 0.176181 0.181327 CURRENT LEARNING RATE: 0.3523694979219724
previous_iter_valid_loss : 0.16433966159820557
68640 0.164461 0.164340 0.181120 CURRENT LEARNING RATE: 0.3522990310693081
previous_iter_valid_loss : 0.1789005696773529
68660 0.179002 0.178901 0.181428 CURRENT LEARNING RATE: 0.3522285783086052
previous_iter_valid_loss : 0.1664428412914276
68680 0.166601 0.166443 0.181507 CURRENT LEARNING RATE: 0.3521581396370454
previous_iter_valid_loss : 0.17108190059661865
68700 0.171179 0.171082 0.181003 CURRENT LEARNING RATE: 0.35208771505181125
previous_iter_valid_loss : 0.16317753493785858
68720 0.163309 0.163178 0.180847 CURRENT LEARNING RATE: 0.3520173045500858
previous_iter_valid_loss : 0.1650269776582718
68740 0.165140 0.165027 0.180171 CURRENT LEARNING RATE: 0.35194690812905255
previous_iter_valid_loss : 0.17939555644989014
68760 0.179511 0.179396 0.178646 CURRENT LEARNING RATE: 0.3518765257858957
previous_iter_valid_loss : 0.16430175304412842
68780 0.164362 0.164302 0.178620 CURRENT LEARNING RATE: 0.35180615751779987
previous_iter_valid_loss : 0.16722220182418823
68800 0.167333 0.167222 0.178261 CURRENT LEARNING RATE: 0.35173580332195037
previous_iter_valid_loss : 0.20607855916023254
68820 0.206172 0.206079 0.180324 CURRENT LEARNING RATE: 0.3516654631955331
previous_iter_valid_loss : 0.21473395824432373
68840 0.214839 0.214734 0.181519 CURRENT LEARNING RATE: 0.3515951371357344
previous_iter_valid_loss : 0.182606503367424
68860 0.182708 0.182607 0.178158 CURRENT LEARNING RATE: 0.3515248251397412
previous_iter_valid_loss : 0.18240457773208618
68880 0.182516 0.182405 0.178891 CURRENT LEARNING RATE: 0.35145452720474113
previous_iter_valid_loss : 0.16709169745445251
68900 0.167216 0.167092 0.177782 CURRENT LEARNING RATE: 0.3513842433279221
previous_iter_valid_loss : 0.17564263939857483
68920 0.175764 0.175643 0.176267 CURRENT LEARNING RATE: 0.3513139735064729
previous_iter_valid_loss : 0.1737179011106491
68940 0.173824 0.173718 0.176135 CURRENT LEARNING RATE: 0.3512437177375827
previous_iter_valid_loss : 0.1848006248474121
68960 0.184903 0.184801 0.175858 CURRENT LEARNING RATE: 0.35117347601844123
previous_iter_valid_loss : 0.17092978954315186
68980 0.171009 0.170930 0.176080 CURRENT LEARNING RATE: 0.35110324834623885
previous_iter_valid_loss : 0.20388922095298767
69000 0.203957 0.203889 0.177898 CURRENT LEARNING RATE: 0.3510330347181665
previous_iter_valid_loss : 0.1680576205253601
69020 0.168101 0.168058 0.177492 CURRENT LEARNING RATE: 0.35096283513141546
previous_iter_valid_loss : 0.17641936242580414
69040 0.176517 0.176419 0.178095 CURRENT LEARNING RATE: 0.350892649583178
previous_iter_valid_loss : 0.16340066492557526
69060 0.163461 0.163401 0.177320 CURRENT LEARNING RATE: 0.35082247807064654
previous_iter_valid_loss : 0.1697975993156433
69080 0.169992 0.169798 0.177488 CURRENT LEARNING RATE: 0.3507523205910142
previous_iter_valid_loss : 0.16341257095336914
69100 0.163544 0.163413 0.177105 CURRENT LEARNING RATE: 0.35068217714147476
previous_iter_valid_loss : 0.16624164581298828
69120 0.166367 0.166242 0.177258 CURRENT LEARNING RATE: 0.35061204771922244
previous_iter_valid_loss : 0.20235824584960938
69140 0.202898 0.202358 0.179125 CURRENT LEARNING RATE: 0.3505419323214521
previous_iter_valid_loss : 0.169315367937088
69160 0.169412 0.169315 0.178621 CURRENT LEARNING RATE: 0.3504718309453591
previous_iter_valid_loss : 0.19883400201797485
69180 0.198934 0.198834 0.180347 CURRENT LEARNING RATE: 0.3504017435881394
previous_iter_valid_loss : 0.18143293261528015
69200 0.181596 0.181433 0.181058 CURRENT LEARNING RATE: 0.3503316702469894
previous_iter_valid_loss : 0.17800574004650116
69220 0.178130 0.178006 0.179654 CURRENT LEARNING RATE: 0.3502616109191064
previous_iter_valid_loss : 0.16333940625190735
69240 0.163375 0.163339 0.177084 CURRENT LEARNING RATE: 0.3501915656016878
previous_iter_valid_loss : 0.16497744619846344
69260 0.165030 0.164977 0.176203 CURRENT LEARNING RATE: 0.3501215342919318
previous_iter_valid_loss : 0.16969387233257294
69280 0.169757 0.169694 0.175567 CURRENT LEARNING RATE: 0.35005151698703735
previous_iter_valid_loss : 0.17003734409809113
69300 0.170119 0.170037 0.175715 CURRENT LEARNING RATE: 0.34998151368420355
previous_iter_valid_loss : 0.18537797033786774
69320 0.185470 0.185378 0.176201 CURRENT LEARNING RATE: 0.34991152438063033
previous_iter_valid_loss : 0.16940243542194366
69340 0.169523 0.169402 0.175986 CURRENT LEARNING RATE: 0.3498415490735182
previous_iter_valid_loss : 0.1731233447790146
69360 0.173230 0.173123 0.175402 CURRENT LEARNING RATE: 0.34977158776006806
previous_iter_valid_loss : 0.16333915293216705
69380 0.163375 0.163339 0.175022 CURRENT LEARNING RATE: 0.3497016404374815
previous_iter_valid_loss : 0.17082665860652924
69400 0.170886 0.170827 0.173369 CURRENT LEARNING RATE: 0.34963170710296054
previous_iter_valid_loss : 0.16754812002182007
69420 0.167692 0.167548 0.173344 CURRENT LEARNING RATE: 0.34956178775370794
previous_iter_valid_loss : 0.17078346014022827
69440 0.170953 0.170783 0.173062 CURRENT LEARNING RATE: 0.3494918823869269
previous_iter_valid_loss : 0.16711609065532684
69460 0.167300 0.167116 0.173248 CURRENT LEARNING RATE: 0.3494219909998212
previous_iter_valid_loss : 0.1678069680929184
69480 0.167986 0.167807 0.173148 CURRENT LEARNING RATE: 0.34935211358959517
previous_iter_valid_loss : 0.1647224873304367
69500 0.164778 0.164722 0.173214 CURRENT LEARNING RATE: 0.3492822501534537
previous_iter_valid_loss : 0.1630043387413025
69520 0.163042 0.163004 0.173052 CURRENT LEARNING RATE: 0.3492124006886024
previous_iter_valid_loss : 0.16618496179580688
69540 0.166248 0.166185 0.171243 CURRENT LEARNING RATE: 0.34914256519224707
previous_iter_valid_loss : 0.1698361188173294
69560 0.169989 0.169836 0.171269 CURRENT LEARNING RATE: 0.3490727436615944
previous_iter_valid_loss : 0.22643420100212097
69580 0.226962 0.226434 0.172649 CURRENT LEARNING RATE: 0.3490029360938516
previous_iter_valid_loss : 0.1634346842765808
69600 0.163484 0.163435 0.171749 CURRENT LEARNING RATE: 0.34893314248622614
previous_iter_valid_loss : 0.16437718272209167
69620 0.164441 0.164377 0.171068 CURRENT LEARNING RATE: 0.34886336283592656
previous_iter_valid_loss : 0.1880033314228058
69640 0.188351 0.188003 0.172301 CURRENT LEARNING RATE: 0.3487935971401615
previous_iter_valid_loss : 0.17156359553337097
69660 0.171787 0.171564 0.172630 CURRENT LEARNING RATE: 0.34872384539614043
previous_iter_valid_loss : 0.18101443350315094
69680 0.181335 0.181014 0.173196 CURRENT LEARNING RATE: 0.3486541076010732
previous_iter_valid_loss : 0.177154541015625
69700 0.177435 0.177155 0.173552 CURRENT LEARNING RATE: 0.3485843837521702
previous_iter_valid_loss : 0.21536746621131897
69720 0.215930 0.215367 0.175052 CURRENT LEARNING RATE: 0.3485146738466427
previous_iter_valid_loss : 0.1697387844324112
69740 0.169909 0.169739 0.175068 CURRENT LEARNING RATE: 0.3484449778817022
previous_iter_valid_loss : 0.1682225614786148
69760 0.168233 0.168223 0.174823 CURRENT LEARNING RATE: 0.34837529585456084
previous_iter_valid_loss : 0.16331037878990173
69780 0.163365 0.163310 0.174822 CURRENT LEARNING RATE: 0.3483056277624314
previous_iter_valid_loss : 0.19329753518104553
69800 0.193721 0.193298 0.175945 CURRENT LEARNING RATE: 0.34823597360252706
previous_iter_valid_loss : 0.1759084016084671
69820 0.176049 0.175908 0.176364 CURRENT LEARNING RATE: 0.3481663333720617
previous_iter_valid_loss : 0.16605433821678162
69840 0.166132 0.166054 0.176127 CURRENT LEARNING RATE: 0.34809670706824974
previous_iter_valid_loss : 0.16725391149520874
69860 0.167380 0.167254 0.176134 CURRENT LEARNING RATE: 0.34802709468830617
previous_iter_valid_loss : 0.17541565001010895
69880 0.175680 0.175416 0.176514 CURRENT LEARNING RATE: 0.3479574962294464
previous_iter_valid_loss : 0.1620626002550125
Current valid loss: 0.1620626002550125; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
69900 0.162140 0.162063 0.176381 CURRENT LEARNING RATE: 0.3478879116888865
previous_iter_valid_loss : 0.1671346127986908
69920 0.167273 0.167135 0.176588 CURRENT LEARNING RATE: 0.34781834106384313
previous_iter_valid_loss : 0.16232626140117645
69940 0.162359 0.162326 0.176395 CURRENT LEARNING RATE: 0.34774878435153345
previous_iter_valid_loss : 0.16947674751281738
69960 0.169668 0.169477 0.176377 CURRENT LEARNING RATE: 0.3476792415491752
previous_iter_valid_loss : 0.1700049489736557
69980 0.170229 0.170005 0.173556 CURRENT LEARNING RATE: 0.34760971265398666
previous_iter_valid_loss : 0.16348636150360107
70000 0.163589 0.163486 0.173558 CURRENT LEARNING RATE: 0.3475401976631866
previous_iter_valid_loss : 0.1682811677455902
70020 0.168444 0.168281 0.173753 CURRENT LEARNING RATE: 0.3474706965739946
previous_iter_valid_loss : 0.19919133186340332
70040 0.199644 0.199191 0.174313 CURRENT LEARNING RATE: 0.34740120938363045
previous_iter_valid_loss : 0.16368873417377472
70060 0.163835 0.163689 0.173919 CURRENT LEARNING RATE: 0.3473317360893147
previous_iter_valid_loss : 0.1642482876777649
70080 0.164328 0.164248 0.173081 CURRENT LEARNING RATE: 0.34726227668826853
previous_iter_valid_loss : 0.18392762541770935
70100 0.184261 0.183928 0.173419 CURRENT LEARNING RATE: 0.3471928311777134
previous_iter_valid_loss : 0.1649986356496811
70120 0.165149 0.164999 0.170901 CURRENT LEARNING RATE: 0.34712339955487154
previous_iter_valid_loss : 0.16791538894176483
70140 0.168078 0.167915 0.170810 CURRENT LEARNING RATE: 0.3470539818169658
previous_iter_valid_loss : 0.17056724429130554
70160 0.170605 0.170567 0.170927 CURRENT LEARNING RATE: 0.3469845779612193
previous_iter_valid_loss : 0.16691726446151733
70180 0.167037 0.166917 0.171107 CURRENT LEARNING RATE: 0.346915187984856
previous_iter_valid_loss : 0.1648707240819931
70200 0.164958 0.164871 0.169686 CURRENT LEARNING RATE: 0.3468458118851002
previous_iter_valid_loss : 0.17538928985595703
70220 0.175634 0.175389 0.169660 CURRENT LEARNING RATE: 0.34677644965917703
previous_iter_valid_loss : 0.16306032240390778
70240 0.163202 0.163060 0.169510 CURRENT LEARNING RATE: 0.3467071013043118
previous_iter_valid_loss : 0.1636330634355545
70260 0.163779 0.163633 0.169329 CURRENT LEARNING RATE: 0.3466377668177308
previous_iter_valid_loss : 0.16879628598690033
70280 0.168940 0.168796 0.168998 CURRENT LEARNING RATE: 0.34656844619666044
previous_iter_valid_loss : 0.16488254070281982
70300 0.165026 0.164883 0.169139 CURRENT LEARNING RATE: 0.3464991394383279
previous_iter_valid_loss : 0.19151312112808228
70320 0.191720 0.191513 0.170358 CURRENT LEARNING RATE: 0.34642984653996106
previous_iter_valid_loss : 0.18702223896980286
70340 0.187172 0.187022 0.171593 CURRENT LEARNING RATE: 0.34636056749878813
previous_iter_valid_loss : 0.16640961170196533
70360 0.166519 0.166410 0.171440 CURRENT LEARNING RATE: 0.346291302312038
previous_iter_valid_loss : 0.20454801619052887
70380 0.204673 0.204548 0.173167 CURRENT LEARNING RATE: 0.34622205097693987
previous_iter_valid_loss : 0.18403349816799164
70400 0.184167 0.184033 0.174194 CURRENT LEARNING RATE: 0.34615281349072385
previous_iter_valid_loss : 0.1910598874092102
70420 0.191193 0.191060 0.175333 CURRENT LEARNING RATE: 0.3460835898506205
previous_iter_valid_loss : 0.17215485870838165
70440 0.172277 0.172155 0.173981 CURRENT LEARNING RATE: 0.34601438005386076
previous_iter_valid_loss : 0.1661253273487091
70460 0.166226 0.166125 0.174103 CURRENT LEARNING RATE: 0.3459451840976763
previous_iter_valid_loss : 0.16532433032989502
70480 0.165375 0.165324 0.174157 CURRENT LEARNING RATE: 0.3458760019792992
previous_iter_valid_loss : 0.16333331167697906
70500 0.163383 0.163333 0.173127 CURRENT LEARNING RATE: 0.34580683369596216
previous_iter_valid_loss : 0.16710032522678375
70520 0.167190 0.167100 0.173232 CURRENT LEARNING RATE: 0.3457376792448986
previous_iter_valid_loss : 0.1946416199207306
70540 0.194755 0.194642 0.174569 CURRENT LEARNING RATE: 0.3456685386233423
previous_iter_valid_loss : 0.19539093971252441
70560 0.195461 0.195391 0.175810 CURRENT LEARNING RATE: 0.3455994118285275
previous_iter_valid_loss : 0.1680525839328766
70580 0.168242 0.168053 0.175867 CURRENT LEARNING RATE: 0.34553029885768927
previous_iter_valid_loss : 0.1651448756456375
70600 0.165199 0.165145 0.175880 CURRENT LEARNING RATE: 0.345461199708063
previous_iter_valid_loss : 0.16655895113945007
70620 0.166576 0.166559 0.175439 CURRENT LEARNING RATE: 0.3453921143768848
previous_iter_valid_loss : 0.16826532781124115
70640 0.168302 0.168265 0.175699 CURRENT LEARNING RATE: 0.3453230428613912
previous_iter_valid_loss : 0.16626408696174622
70660 0.166290 0.166264 0.175831 CURRENT LEARNING RATE: 0.3452539851588194
previous_iter_valid_loss : 0.16672039031982422
70680 0.166781 0.166720 0.175727 CURRENT LEARNING RATE: 0.34518494126640703
previous_iter_valid_loss : 0.16605831682682037
70700 0.166219 0.166058 0.175786 CURRENT LEARNING RATE: 0.3451159111813923
previous_iter_valid_loss : 0.21810106933116913
70720 0.218109 0.218101 0.177115 CURRENT LEARNING RATE: 0.34504689490101415
previous_iter_valid_loss : 0.1833183467388153
70740 0.183382 0.183318 0.176930 CURRENT LEARNING RATE: 0.34497789242251176
previous_iter_valid_loss : 0.16561876237392426
70760 0.165673 0.165619 0.176890 CURRENT LEARNING RATE: 0.34490890374312516
previous_iter_valid_loss : 0.16558487713336945
70780 0.165654 0.165585 0.174942 CURRENT LEARNING RATE: 0.3448399288600948
previous_iter_valid_loss : 0.1676466166973114
70800 0.167823 0.167647 0.174123 CURRENT LEARNING RATE: 0.3447709677706616
previous_iter_valid_loss : 0.17463187873363495
70820 0.174849 0.174632 0.173301 CURRENT LEARNING RATE: 0.34470202047206716
previous_iter_valid_loss : 0.19301845133304596
70840 0.193097 0.193018 0.174344 CURRENT LEARNING RATE: 0.34463308696155354
previous_iter_valid_loss : 0.16750334203243256
70860 0.167571 0.167503 0.174413 CURRENT LEARNING RATE: 0.3445641672363635
previous_iter_valid_loss : 0.16713953018188477
70880 0.167259 0.167140 0.174504 CURRENT LEARNING RATE: 0.3444952612937402
previous_iter_valid_loss : 0.18382781744003296
70900 0.183938 0.183828 0.175529 CURRENT LEARNING RATE: 0.34442636913092733
previous_iter_valid_loss : 0.17164741456508636
70920 0.171689 0.171647 0.175756 CURRENT LEARNING RATE: 0.3443574907451693
previous_iter_valid_loss : 0.1648278385400772
70940 0.164902 0.164828 0.174266 CURRENT LEARNING RATE: 0.344288626133711
previous_iter_valid_loss : 0.16998346149921417
70960 0.170030 0.169983 0.172995 CURRENT LEARNING RATE: 0.34421977529379777
previous_iter_valid_loss : 0.16470356285572052
70980 0.164849 0.164704 0.172828 CURRENT LEARNING RATE: 0.34415093822267556
previous_iter_valid_loss : 0.17640814185142517
71000 0.176520 0.176408 0.173391 CURRENT LEARNING RATE: 0.34408211491759094
previous_iter_valid_loss : 0.16566887497901917
71020 0.165724 0.165669 0.173346 CURRENT LEARNING RATE: 0.34401330537579095
previous_iter_valid_loss : 0.16873754560947418
71040 0.168837 0.168738 0.173370 CURRENT LEARNING RATE: 0.3439445095945232
previous_iter_valid_loss : 0.19548779726028442
71060 0.195628 0.195488 0.174831 CURRENT LEARNING RATE: 0.34387572757103596
previous_iter_valid_loss : 0.1777159720659256
71080 0.177842 0.177716 0.175381 CURRENT LEARNING RATE: 0.3438069593025778
previous_iter_valid_loss : 0.16598224639892578
71100 0.166118 0.165982 0.175377 CURRENT LEARNING RATE: 0.3437382047863981
previous_iter_valid_loss : 0.17004051804542542
71120 0.170245 0.170041 0.172974 CURRENT LEARNING RATE: 0.34366946401974663
previous_iter_valid_loss : 0.165953129529953
71140 0.166093 0.165953 0.172106 CURRENT LEARNING RATE: 0.34360073699987376
previous_iter_valid_loss : 0.16624721884727478
71160 0.166444 0.166247 0.172137 CURRENT LEARNING RATE: 0.3435320237240304
previous_iter_valid_loss : 0.16253723204135895
71180 0.162623 0.162537 0.171985 CURRENT LEARNING RATE: 0.34346332418946807
previous_iter_valid_loss : 0.16395173966884613
71200 0.163963 0.163952 0.171800 CURRENT LEARNING RATE: 0.34339463839343876
previous_iter_valid_loss : 0.1691305935382843
71220 0.169100 0.169131 0.171525 CURRENT LEARNING RATE: 0.34332596633319495
previous_iter_valid_loss : 0.1680825650691986
71240 0.168176 0.168083 0.170278 CURRENT LEARNING RATE: 0.3432573080059899
previous_iter_valid_loss : 0.16914764046669006
71260 0.169353 0.169148 0.170361 CURRENT LEARNING RATE: 0.3431886634090772
previous_iter_valid_loss : 0.18682214617729187
71280 0.187199 0.186822 0.171345 CURRENT LEARNING RATE: 0.34312003253971113
previous_iter_valid_loss : 0.1634133756160736
71300 0.163507 0.163413 0.170324 CURRENT LEARNING RATE: 0.3430514153951464
previous_iter_valid_loss : 0.164991557598114
71320 0.165122 0.164992 0.169991 CURRENT LEARNING RATE: 0.34298281197263825
previous_iter_valid_loss : 0.16657409071922302
71340 0.166691 0.166574 0.170078 CURRENT LEARNING RATE: 0.3429142222694427
previous_iter_valid_loss : 0.18219034373760223
71360 0.182499 0.182190 0.170689 CURRENT LEARNING RATE: 0.34284564628281605
previous_iter_valid_loss : 0.211154043674469
71380 0.211632 0.211154 0.173011 CURRENT LEARNING RATE: 0.34277708401001533
previous_iter_valid_loss : 0.17931360006332397
71400 0.179564 0.179314 0.173157 CURRENT LEARNING RATE: 0.342708535448298
previous_iter_valid_loss : 0.17187108099460602
71420 0.172059 0.171871 0.173467 CURRENT LEARNING RATE: 0.3426400005949221
previous_iter_valid_loss : 0.16692081093788147
71440 0.167064 0.166921 0.173376 CURRENT LEARNING RATE: 0.3425714794471463
previous_iter_valid_loss : 0.16441048681735992
71460 0.164464 0.164410 0.171822 CURRENT LEARNING RATE: 0.3425029720022297
previous_iter_valid_loss : 0.16631053388118744
71480 0.166373 0.166311 0.171252 CURRENT LEARNING RATE: 0.34243447825743206
previous_iter_valid_loss : 0.16878943145275116
71500 0.168771 0.168789 0.171392 CURRENT LEARNING RATE: 0.34236599821001357
previous_iter_valid_loss : 0.1746886521577835
71520 0.174880 0.174689 0.171624 CURRENT LEARNING RATE: 0.34229753185723505
previous_iter_valid_loss : 0.17418724298477173
71540 0.174425 0.174187 0.172036 CURRENT LEARNING RATE: 0.3422290791963579
previous_iter_valid_loss : 0.17616955935955048
71560 0.176144 0.176170 0.172532 CURRENT LEARNING RATE: 0.34216064022464393
previous_iter_valid_loss : 0.1640303134918213
71580 0.164098 0.164030 0.172607 CURRENT LEARNING RATE: 0.34209221493935565
previous_iter_valid_loss : 0.17944353818893433
71600 0.179737 0.179444 0.173382 CURRENT LEARNING RATE: 0.34202380333775595
previous_iter_valid_loss : 0.16329269111156464
71620 0.163325 0.163293 0.173090 CURRENT LEARNING RATE: 0.34195540541710845
previous_iter_valid_loss : 0.16654862463474274
71640 0.166619 0.166549 0.173013 CURRENT LEARNING RATE: 0.3418870211746772
previous_iter_valid_loss : 0.17723441123962402
71660 0.177437 0.177234 0.173417 CURRENT LEARNING RATE: 0.34181865060772687
previous_iter_valid_loss : 0.17029987275600433
71680 0.170444 0.170300 0.172591 CURRENT LEARNING RATE: 0.3417502937135226
previous_iter_valid_loss : 0.16429796814918518
71700 0.164377 0.164298 0.172635 CURRENT LEARNING RATE: 0.34168195048933014
previous_iter_valid_loss : 0.16565196216106415
71720 0.165791 0.165652 0.172668 CURRENT LEARNING RATE: 0.3416136209324157
previous_iter_valid_loss : 0.1680082231760025
71740 0.168149 0.168008 0.172740 CURRENT LEARNING RATE: 0.3415453050400462
previous_iter_valid_loss : 0.1669047474861145
71760 0.167021 0.166905 0.171976 CURRENT LEARNING RATE: 0.3414770028094889
previous_iter_valid_loss : 0.16894206404685974
71780 0.169072 0.168942 0.169865 CURRENT LEARNING RATE: 0.34140871423801183
previous_iter_valid_loss : 0.16469967365264893
71800 0.164713 0.164700 0.169135 CURRENT LEARNING RATE: 0.3413404393228833
previous_iter_valid_loss : 0.16449809074401855
71820 0.164630 0.164498 0.168766 CURRENT LEARNING RATE: 0.3412721780613724
previous_iter_valid_loss : 0.1755632609128952
71840 0.175780 0.175563 0.169198 CURRENT LEARNING RATE: 0.34120393045074865
previous_iter_valid_loss : 0.16655391454696655
71860 0.166705 0.166554 0.169305 CURRENT LEARNING RATE: 0.3411356964882822
previous_iter_valid_loss : 0.1728096604347229
71880 0.173057 0.172810 0.169630 CURRENT LEARNING RATE: 0.34106747617124367
previous_iter_valid_loss : 0.16491921246051788
71900 0.165024 0.164919 0.169437 CURRENT LEARNING RATE: 0.3409992694969042
previous_iter_valid_loss : 0.17133018374443054
71920 0.171521 0.171330 0.169269 CURRENT LEARNING RATE: 0.34093107646253556
previous_iter_valid_loss : 0.16864831745624542
71940 0.168848 0.168648 0.168992 CURRENT LEARNING RATE: 0.34086289706541006
previous_iter_valid_loss : 0.17729373276233673
71960 0.177551 0.177294 0.169048 CURRENT LEARNING RATE: 0.3407947313028004
previous_iter_valid_loss : 0.17172138392925262
71980 0.171915 0.171721 0.169433 CURRENT LEARNING RATE: 0.3407265791719802
previous_iter_valid_loss : 0.16872549057006836
72000 0.168904 0.168725 0.168897 CURRENT LEARNING RATE: 0.34065844067022305
previous_iter_valid_loss : 0.1821000576019287
72020 0.182356 0.182100 0.169837 CURRENT LEARNING RATE: 0.3405903157948036
previous_iter_valid_loss : 0.16542090475559235
72040 0.165550 0.165421 0.169781 CURRENT LEARNING RATE: 0.34052220454299686
previous_iter_valid_loss : 0.16647543013095856
72060 0.166595 0.166475 0.169243 CURRENT LEARNING RATE: 0.34045410691207834
previous_iter_valid_loss : 0.16455073654651642
72080 0.164567 0.164551 0.168955 CURRENT LEARNING RATE: 0.3403860228993242
previous_iter_valid_loss : 0.16413761675357819
72100 0.164204 0.164138 0.168947 CURRENT LEARNING RATE: 0.34031795250201097
previous_iter_valid_loss : 0.18714608252048492
72120 0.187502 0.187146 0.170022 CURRENT LEARNING RATE: 0.3402498957174158
previous_iter_valid_loss : 0.18118782341480255
72140 0.181418 0.181188 0.170681 CURRENT LEARNING RATE: 0.34018185254281663
previous_iter_valid_loss : 0.1646435558795929
72160 0.164619 0.164644 0.170568 CURRENT LEARNING RATE: 0.3401138229754916
previous_iter_valid_loss : 0.1676165759563446
72180 0.167758 0.167617 0.170502 CURRENT LEARNING RATE: 0.34004580701271947
previous_iter_valid_loss : 0.18582487106323242
72200 0.186160 0.185825 0.171558 CURRENT LEARNING RATE: 0.3399778046517797
previous_iter_valid_loss : 0.17229129374027252
72220 0.172523 0.172291 0.171947 CURRENT LEARNING RATE: 0.3399098158899521
previous_iter_valid_loss : 0.16640719771385193
72240 0.166447 0.166407 0.171490 CURRENT LEARNING RATE: 0.3398418407245173
previous_iter_valid_loss : 0.175685316324234
72260 0.175958 0.175685 0.171946 CURRENT LEARNING RATE: 0.3397738791527561
previous_iter_valid_loss : 0.17378103733062744
72280 0.173794 0.173781 0.171995 CURRENT LEARNING RATE: 0.33970593117195014
previous_iter_valid_loss : 0.165207639336586
72300 0.165215 0.165208 0.172009 CURRENT LEARNING RATE: 0.33963799677938145
previous_iter_valid_loss : 0.16403880715370178
72320 0.164141 0.164039 0.171645 CURRENT LEARNING RATE: 0.3395700759723327
previous_iter_valid_loss : 0.1858273446559906
72340 0.186162 0.185827 0.172504 CURRENT LEARNING RATE: 0.339502168748087
previous_iter_valid_loss : 0.17389290034770966
72360 0.174122 0.173893 0.172334 CURRENT LEARNING RATE: 0.3394342751039281
previous_iter_valid_loss : 0.17428766191005707
72380 0.174507 0.174288 0.172462 CURRENT LEARNING RATE: 0.3393663950371403
previous_iter_valid_loss : 0.1723017394542694
72400 0.172490 0.172302 0.172641 CURRENT LEARNING RATE: 0.3392985285450083
previous_iter_valid_loss : 0.17157956957817078
72420 0.171809 0.171580 0.172115 CURRENT LEARNING RATE: 0.33923067562481746
previous_iter_valid_loss : 0.17145311832427979
72440 0.171661 0.171453 0.172416 CURRENT LEARNING RATE: 0.3391628362738537
previous_iter_valid_loss : 0.16616572439670563
72460 0.166330 0.166166 0.172401 CURRENT LEARNING RATE: 0.3390950104894035
previous_iter_valid_loss : 0.16328763961791992
72480 0.163353 0.163288 0.172338 CURRENT LEARNING RATE: 0.3390271982687537
previous_iter_valid_loss : 0.16529344022274017
72500 0.165403 0.165293 0.172395 CURRENT LEARNING RATE: 0.3389593996091919
previous_iter_valid_loss : 0.17351222038269043
72520 0.173775 0.173512 0.171714 CURRENT LEARNING RATE: 0.33889161450800614
previous_iter_valid_loss : 0.17183677852153778
72540 0.172071 0.171837 0.171246 CURRENT LEARNING RATE: 0.33882384296248497
previous_iter_valid_loss : 0.17243018746376038
72560 0.172645 0.172430 0.171636 CURRENT LEARNING RATE: 0.3387560849699176
previous_iter_valid_loss : 0.17515681684017181
72580 0.175424 0.175157 0.172013 CURRENT LEARNING RATE: 0.33868834052759367
previous_iter_valid_loss : 0.18087658286094666
72600 0.181214 0.180877 0.171765 CURRENT LEARNING RATE: 0.33862060963280344
previous_iter_valid_loss : 0.17986950278282166
72620 0.180193 0.179870 0.172144 CURRENT LEARNING RATE: 0.3385528922828376
previous_iter_valid_loss : 0.16443389654159546
72640 0.164580 0.164434 0.172045 CURRENT LEARNING RATE: 0.3384851884749875
previous_iter_valid_loss : 0.1682884693145752
72660 0.168352 0.168288 0.171676 CURRENT LEARNING RATE: 0.33841749820654493
previous_iter_valid_loss : 0.1686498373746872
72680 0.168725 0.168650 0.171419 CURRENT LEARNING RATE: 0.3383498214748024
previous_iter_valid_loss : 0.16873697936534882
72700 0.168973 0.168737 0.171595 CURRENT LEARNING RATE: 0.33828215827705277
previous_iter_valid_loss : 0.16477377712726593
72720 0.164844 0.164774 0.171632 CURRENT LEARNING RATE: 0.3382145086105895
previous_iter_valid_loss : 0.16489054262638092
72740 0.164971 0.164891 0.170585 CURRENT LEARNING RATE: 0.33814687247270664
previous_iter_valid_loss : 0.18102781474590302
72760 0.181436 0.181028 0.170942 CURRENT LEARNING RATE: 0.3380792498606987
previous_iter_valid_loss : 0.16659443080425262
72780 0.166605 0.166594 0.170557 CURRENT LEARNING RATE: 0.3380116407718608
previous_iter_valid_loss : 0.17180168628692627
72800 0.171784 0.171802 0.170532 CURRENT LEARNING RATE: 0.3379440452034886
previous_iter_valid_loss : 0.1690209060907364
72820 0.168979 0.169021 0.170405 CURRENT LEARNING RATE: 0.33787646315287817
previous_iter_valid_loss : 0.17343969643115997
72840 0.173510 0.173440 0.170504 CURRENT LEARNING RATE: 0.3378088946173264
previous_iter_valid_loss : 0.16989865899085999
72860 0.169949 0.169899 0.170690 CURRENT LEARNING RATE: 0.3377413395941305
previous_iter_valid_loss : 0.16456590592861176
72880 0.164595 0.164566 0.170754 CURRENT LEARNING RATE: 0.3376737980805881
previous_iter_valid_loss : 0.1651882380247116
72900 0.165282 0.165188 0.170749 CURRENT LEARNING RATE: 0.3376062700739978
previous_iter_valid_loss : 0.1651153564453125
72920 0.165159 0.165115 0.170329 CURRENT LEARNING RATE: 0.33753875557165824
previous_iter_valid_loss : 0.16532881557941437
72940 0.165417 0.165329 0.170004 CURRENT LEARNING RATE: 0.337471254570869
previous_iter_valid_loss : 0.16468746960163116
72960 0.164819 0.164687 0.169617 CURRENT LEARNING RATE: 0.33740376706893
previous_iter_valid_loss : 0.16512641310691833
72980 0.165251 0.165126 0.169115 CURRENT LEARNING RATE: 0.33733629306314167
previous_iter_valid_loss : 0.16446064412593842
73000 0.164539 0.164461 0.168294 CURRENT LEARNING RATE: 0.33726883255080514
previous_iter_valid_loss : 0.16440081596374512
73020 0.164586 0.164401 0.167521 CURRENT LEARNING RATE: 0.33720138552922196
previous_iter_valid_loss : 0.16319844126701355
73040 0.163285 0.163198 0.167459 CURRENT LEARNING RATE: 0.33713395199569424
previous_iter_valid_loss : 0.1751278191804886
73060 0.175217 0.175128 0.167801 CURRENT LEARNING RATE: 0.3370665319475247
previous_iter_valid_loss : 0.17860358953475952
73080 0.178642 0.178604 0.168299 CURRENT LEARNING RATE: 0.33699912538201643
previous_iter_valid_loss : 0.17292997241020203
73100 0.172959 0.172930 0.168509 CURRENT LEARNING RATE: 0.3369317322964732
previous_iter_valid_loss : 0.16510285437107086
73120 0.165238 0.165103 0.168525 CURRENT LEARNING RATE: 0.3368643526881993
previous_iter_valid_loss : 0.1647588461637497
73140 0.164756 0.164759 0.168518 CURRENT LEARNING RATE: 0.33679698655449963
previous_iter_valid_loss : 0.1800655722618103
73160 0.180306 0.180066 0.168470 CURRENT LEARNING RATE: 0.3367296338926794
previous_iter_valid_loss : 0.1674468070268631
73180 0.167587 0.167447 0.168513 CURRENT LEARNING RATE: 0.3366622947000446
previous_iter_valid_loss : 0.16484223306179047
73200 0.164992 0.164842 0.168165 CURRENT LEARNING RATE: 0.3365949689739016
previous_iter_valid_loss : 0.16777683794498444
73220 0.167850 0.167777 0.168103 CURRENT LEARNING RATE: 0.33652765671155743
previous_iter_valid_loss : 0.16693240404129028
73240 0.166962 0.166932 0.167777 CURRENT LEARNING RATE: 0.3364603579103196
previous_iter_valid_loss : 0.1659468710422516
73260 0.165993 0.165947 0.167580 CURRENT LEARNING RATE: 0.3363930725674961
previous_iter_valid_loss : 0.1635146588087082
73280 0.163583 0.163515 0.167527 CURRENT LEARNING RATE: 0.3363258006803956
previous_iter_valid_loss : 0.16847771406173706
73300 0.168505 0.168478 0.167692 CURRENT LEARNING RATE: 0.3362585422463271
previous_iter_valid_loss : 0.18137972056865692
73320 0.181398 0.181380 0.168505 CURRENT LEARNING RATE: 0.33619129726260033
previous_iter_valid_loss : 0.16332712769508362
73340 0.163314 0.163327 0.168405 CURRENT LEARNING RATE: 0.33612406572652553
previous_iter_valid_loss : 0.18507403135299683
73360 0.185084 0.185074 0.169424 CURRENT LEARNING RATE: 0.3360568476354134
previous_iter_valid_loss : 0.17136749625205994
73380 0.171332 0.171367 0.169736 CURRENT LEARNING RATE: 0.3359896429865752
previous_iter_valid_loss : 0.18187053501605988
73400 0.181856 0.181871 0.170607 CURRENT LEARNING RATE: 0.33592245177732283
previous_iter_valid_loss : 0.16371095180511475
73420 0.163755 0.163711 0.170572 CURRENT LEARNING RATE: 0.33585527400496845
previous_iter_valid_loss : 0.1733493059873581
73440 0.173422 0.173349 0.171080 CURRENT LEARNING RATE: 0.3357881096668252
previous_iter_valid_loss : 0.1820884346961975
73460 0.182125 0.182088 0.171428 CURRENT LEARNING RATE: 0.3357209587602063
previous_iter_valid_loss : 0.1818038374185562
73480 0.181825 0.181804 0.171588 CURRENT LEARNING RATE: 0.3356538212824259
previous_iter_valid_loss : 0.17270582914352417
73500 0.172753 0.172706 0.171577 CURRENT LEARNING RATE: 0.3355866972307983
previous_iter_valid_loss : 0.18774181604385376
73520 0.187774 0.187742 0.172709 CURRENT LEARNING RATE: 0.3355195866026386
previous_iter_valid_loss : 0.17469650506973267
73540 0.174945 0.174697 0.173205 CURRENT LEARNING RATE: 0.33545248939526245
previous_iter_valid_loss : 0.16462446749210358
73560 0.164619 0.164624 0.172433 CURRENT LEARNING RATE: 0.33538540560598595
previous_iter_valid_loss : 0.16597884893417358
73580 0.166032 0.165979 0.172360 CURRENT LEARNING RATE: 0.3353183352321258
previous_iter_valid_loss : 0.16343915462493896
73600 0.163523 0.163439 0.172290 CURRENT LEARNING RATE: 0.335251278270999
previous_iter_valid_loss : 0.19596551358699799
73620 0.196381 0.195966 0.173699 CURRENT LEARNING RATE: 0.3351842347199233
previous_iter_valid_loss : 0.16388541460037231
73640 0.163997 0.163885 0.173547 CURRENT LEARNING RATE: 0.33511720457621713
previous_iter_valid_loss : 0.1704883575439453
73660 0.170466 0.170488 0.173774 CURRENT LEARNING RATE: 0.3350501878371992
previous_iter_valid_loss : 0.19249612092971802
73680 0.192516 0.192496 0.175223 CURRENT LEARNING RATE: 0.3349831845001888
previous_iter_valid_loss : 0.16440190374851227
73700 0.164453 0.164402 0.175019 CURRENT LEARNING RATE: 0.3349161945625058
previous_iter_valid_loss : 0.1688608080148697
73720 0.168885 0.168861 0.174393 CURRENT LEARNING RATE: 0.33484921802147066
previous_iter_valid_loss : 0.16492004692554474
73740 0.165015 0.164920 0.174473 CURRENT LEARNING RATE: 0.33478225487440433
previous_iter_valid_loss : 0.19388917088508606
73760 0.193793 0.193889 0.174914 CURRENT LEARNING RATE: 0.3347153051186282
previous_iter_valid_loss : 0.17691360414028168
73780 0.177031 0.176914 0.175191 CURRENT LEARNING RATE: 0.3346483687514643
previous_iter_valid_loss : 0.19858507812023163
73800 0.198629 0.198585 0.176027 CURRENT LEARNING RATE: 0.3345814457702352
previous_iter_valid_loss : 0.16960781812667847
73820 0.169664 0.169608 0.176322 CURRENT LEARNING RATE: 0.334514536172264
previous_iter_valid_loss : 0.17098218202590942
73840 0.171028 0.170982 0.176203 CURRENT LEARNING RATE: 0.33444763995487425
previous_iter_valid_loss : 0.16390269994735718
73860 0.163958 0.163903 0.175294 CURRENT LEARNING RATE: 0.33438075711539017
previous_iter_valid_loss : 0.16548709571361542
73880 0.165526 0.165487 0.174478 CURRENT LEARNING RATE: 0.33431388765113645
previous_iter_valid_loss : 0.16643893718719482
73900 0.166548 0.166439 0.174165 CURRENT LEARNING RATE: 0.3342470315594382
previous_iter_valid_loss : 0.17100484669208527
73920 0.171063 0.171005 0.173328 CURRENT LEARNING RATE: 0.33418018883762135
previous_iter_valid_loss : 0.1711846888065338
73940 0.171237 0.171185 0.173152 CURRENT LEARNING RATE: 0.334113359483012
previous_iter_valid_loss : 0.18783892691135406
73960 0.187922 0.187839 0.174313 CURRENT LEARNING RATE: 0.33404654349293716
previous_iter_valid_loss : 0.16502462327480316
73980 0.165161 0.165025 0.174265 CURRENT LEARNING RATE: 0.33397974086472404
previous_iter_valid_loss : 0.17386874556541443
74000 0.173944 0.173869 0.174787 CURRENT LEARNING RATE: 0.33391295159570067
previous_iter_valid_loss : 0.17717261612415314
74020 0.177249 0.177173 0.173847 CURRENT LEARNING RATE: 0.33384617568319536
previous_iter_valid_loss : 0.17225946485996246
74040 0.172387 0.172259 0.174266 CURRENT LEARNING RATE: 0.33377941312453707
previous_iter_valid_loss : 0.165048748254776
74060 0.165227 0.165049 0.173994 CURRENT LEARNING RATE: 0.33371266391705545
previous_iter_valid_loss : 0.18845884501934052
74080 0.188515 0.188459 0.173792 CURRENT LEARNING RATE: 0.3336459280580804
previous_iter_valid_loss : 0.16853204369544983
74100 0.168580 0.168532 0.173999 CURRENT LEARNING RATE: 0.3335792055449425
previous_iter_valid_loss : 0.16516727209091187
74120 0.165192 0.165167 0.173814 CURRENT LEARNING RATE: 0.3335124963749729
previous_iter_valid_loss : 0.17964482307434082
74140 0.179667 0.179645 0.174550 CURRENT LEARNING RATE: 0.3334458005455031
previous_iter_valid_loss : 0.16518746316432953
74160 0.165298 0.165187 0.173115 CURRENT LEARNING RATE: 0.33337911805386544
previous_iter_valid_loss : 0.17398808896541595
74180 0.173973 0.173988 0.172969 CURRENT LEARNING RATE: 0.3333124488973926
previous_iter_valid_loss : 0.17438827455043793
74200 0.174614 0.174388 0.171759 CURRENT LEARNING RATE: 0.3332457930734177
previous_iter_valid_loss : 0.16927725076675415
74220 0.169433 0.169277 0.171742 CURRENT LEARNING RATE: 0.3331791505792746
previous_iter_valid_loss : 0.18102523684501648
74240 0.181074 0.181025 0.172245 CURRENT LEARNING RATE: 0.33311252141229747
previous_iter_valid_loss : 0.16346526145935059
74260 0.163473 0.163465 0.172223 CURRENT LEARNING RATE: 0.33304590556982133
previous_iter_valid_loss : 0.16995669901371002
74280 0.170120 0.169957 0.172446 CURRENT LEARNING RATE: 0.33297930304918144
previous_iter_valid_loss : 0.16839392483234406
74300 0.168568 0.168394 0.172544 CURRENT LEARNING RATE: 0.3329127138477137
previous_iter_valid_loss : 0.16419804096221924
74320 0.164310 0.164198 0.172204 CURRENT LEARNING RATE: 0.33284613796275464
previous_iter_valid_loss : 0.16946981847286224
74340 0.169537 0.169470 0.172118 CURRENT LEARNING RATE: 0.33277957539164105
previous_iter_valid_loss : 0.18552802503108978
74360 0.185574 0.185528 0.172002 CURRENT LEARNING RATE: 0.33271302613171055
previous_iter_valid_loss : 0.20174184441566467
74380 0.201740 0.201742 0.173838 CURRENT LEARNING RATE: 0.3326464901803011
previous_iter_valid_loss : 0.16364383697509766
74400 0.163693 0.163644 0.173327 CURRENT LEARNING RATE: 0.3325799675347514
previous_iter_valid_loss : 0.18036428093910217
74420 0.180411 0.180364 0.173486 CURRENT LEARNING RATE: 0.33251345819240036
previous_iter_valid_loss : 0.1696888953447342
74440 0.169703 0.169689 0.173358 CURRENT LEARNING RATE: 0.33244696215058767
previous_iter_valid_loss : 0.16543740034103394
74460 0.165463 0.165437 0.173377 CURRENT LEARNING RATE: 0.33238047940665355
previous_iter_valid_loss : 0.1784578561782837
74480 0.178506 0.178458 0.172877 CURRENT LEARNING RATE: 0.33231400995793864
previous_iter_valid_loss : 0.1636088639497757
74500 0.163688 0.163609 0.172631 CURRENT LEARNING RATE: 0.3322475538017842
previous_iter_valid_loss : 0.16624203324317932
74520 0.166404 0.166242 0.172685 CURRENT LEARNING RATE: 0.332181110935532
previous_iter_valid_loss : 0.16320087015628815
74540 0.163236 0.163201 0.171863 CURRENT LEARNING RATE: 0.3321146813565242
previous_iter_valid_loss : 0.1648227721452713
74560 0.164860 0.164823 0.171844 CURRENT LEARNING RATE: 0.3320482650621037
previous_iter_valid_loss : 0.1661137491464615
74580 0.166150 0.166114 0.171451 CURRENT LEARNING RATE: 0.3319818620496139
previous_iter_valid_loss : 0.18018803000450134
74600 0.180233 0.180188 0.171741 CURRENT LEARNING RATE: 0.3319154723163986
previous_iter_valid_loss : 0.16862553358078003
74620 0.168641 0.168626 0.171708 CURRENT LEARNING RATE: 0.33184909585980227
previous_iter_valid_loss : 0.2109634131193161
74640 0.211004 0.210963 0.173205 CURRENT LEARNING RATE: 0.33178273267716973
previous_iter_valid_loss : 0.1643894910812378
74660 0.164445 0.164389 0.173251 CURRENT LEARNING RATE: 0.3317163827658466
previous_iter_valid_loss : 0.16637955605983734
74680 0.166523 0.166380 0.173072 CURRENT LEARNING RATE: 0.33165004612317883
previous_iter_valid_loss : 0.17945782840251923
74700 0.179570 0.179458 0.173626 CURRENT LEARNING RATE: 0.33158372274651293
previous_iter_valid_loss : 0.17960289120674133
74720 0.179725 0.179603 0.174396 CURRENT LEARNING RATE: 0.331517412633196
previous_iter_valid_loss : 0.16848339140415192
74740 0.168561 0.168483 0.174347 CURRENT LEARNING RATE: 0.3314511157805756
previous_iter_valid_loss : 0.16438858211040497
74760 0.164483 0.164389 0.173290 CURRENT LEARNING RATE: 0.3313848321859999
previous_iter_valid_loss : 0.16687624156475067
74780 0.166933 0.166876 0.171546 CURRENT LEARNING RATE: 0.3313185618468175
previous_iter_valid_loss : 0.16826489567756653
74800 0.168315 0.168265 0.171777 CURRENT LEARNING RATE: 0.33125230476037765
previous_iter_valid_loss : 0.16339972615242004
74820 0.163421 0.163400 0.170929 CURRENT LEARNING RATE: 0.33118606092403
previous_iter_valid_loss : 0.16826622188091278
74840 0.168321 0.168266 0.170858 CURRENT LEARNING RATE: 0.3311198303351249
previous_iter_valid_loss : 0.16673322021961212
74860 0.166799 0.166733 0.170923 CURRENT LEARNING RATE: 0.331053612991013
previous_iter_valid_loss : 0.165699303150177
74880 0.165764 0.165699 0.170285 CURRENT LEARNING RATE: 0.33098740888904565
previous_iter_valid_loss : 0.17507609724998474
74900 0.175148 0.175076 0.170858 CURRENT LEARNING RATE: 0.3309212180265747
previous_iter_valid_loss : 0.1742575615644455
74920 0.174324 0.174258 0.171259 CURRENT LEARNING RATE: 0.3308550404009526
previous_iter_valid_loss : 0.16485495865345
74940 0.164877 0.164855 0.171342 CURRENT LEARNING RATE: 0.33078887600953205
previous_iter_valid_loss : 0.1650296300649643
74960 0.165089 0.165030 0.171352 CURRENT LEARNING RATE: 0.33072272484966664
previous_iter_valid_loss : 0.16656506061553955
74980 0.166565 0.166565 0.171375 CURRENT LEARNING RATE: 0.33065658691871025
previous_iter_valid_loss : 0.16675280034542084
75000 0.166764 0.166753 0.170703 CURRENT LEARNING RATE: 0.3305904622140174
previous_iter_valid_loss : 0.18934905529022217
75020 0.189364 0.189349 0.171739 CURRENT LEARNING RATE: 0.3305243507329431
previous_iter_valid_loss : 0.1690051555633545
75040 0.169073 0.169005 0.169641 CURRENT LEARNING RATE: 0.33045825247284283
previous_iter_valid_loss : 0.16868163645267487
75060 0.168724 0.168682 0.169856 CURRENT LEARNING RATE: 0.33039216743107275
previous_iter_valid_loss : 0.16441507637500763
75080 0.164466 0.164415 0.169758 CURRENT LEARNING RATE: 0.3303260956049894
previous_iter_valid_loss : 0.1630624681711197
75100 0.163094 0.163062 0.168938 CURRENT LEARNING RATE: 0.3302600369919499
previous_iter_valid_loss : 0.17053784430027008
75120 0.170596 0.170538 0.168484 CURRENT LEARNING RATE: 0.3301939915893119
previous_iter_valid_loss : 0.18386468291282654
75140 0.183885 0.183865 0.169254 CURRENT LEARNING RATE: 0.3301279593944336
previous_iter_valid_loss : 0.18466131389141083
75160 0.184715 0.184661 0.170267 CURRENT LEARNING RATE: 0.3300619404046738
previous_iter_valid_loss : 0.16605821251869202
75180 0.166130 0.166058 0.170226 CURRENT LEARNING RATE: 0.32999593461739163
previous_iter_valid_loss : 0.17513848841190338
75200 0.175215 0.175138 0.170570 CURRENT LEARNING RATE: 0.32992994202994685
previous_iter_valid_loss : 0.16303902864456177
75220 0.163130 0.163039 0.170552 CURRENT LEARNING RATE: 0.3298639626396998
previous_iter_valid_loss : 0.1672166883945465
75240 0.167248 0.167217 0.170499 CURRENT LEARNING RATE: 0.3297979964440113
previous_iter_valid_loss : 0.17628329992294312
75260 0.176325 0.176283 0.170977 CURRENT LEARNING RATE: 0.32973204344024276
previous_iter_valid_loss : 0.16515100002288818
75280 0.165162 0.165151 0.170950 CURRENT LEARNING RATE: 0.32966610362575594
previous_iter_valid_loss : 0.1647127866744995
75300 0.164822 0.164713 0.170431 CURRENT LEARNING RATE: 0.32960017699791333
previous_iter_valid_loss : 0.16526871919631958
75320 0.165390 0.165269 0.169982 CURRENT LEARNING RATE: 0.32953426355407783
previous_iter_valid_loss : 0.16611912846565247
75340 0.166188 0.166119 0.170045 CURRENT LEARNING RATE: 0.3294683632916129
previous_iter_valid_loss : 0.1682511866092682
75360 0.168322 0.168251 0.170206 CURRENT LEARNING RATE: 0.3294024762078826
previous_iter_valid_loss : 0.16616030037403107
75380 0.166193 0.166160 0.170186 CURRENT LEARNING RATE: 0.32933660230025136
previous_iter_valid_loss : 0.16430503129959106
75400 0.164433 0.164305 0.170064 CURRENT LEARNING RATE: 0.32927074156608427
previous_iter_valid_loss : 0.20065031945705414
75420 0.200750 0.200650 0.170629 CURRENT LEARNING RATE: 0.3292048940027469
previous_iter_valid_loss : 0.1695726066827774
75440 0.169636 0.169573 0.170657 CURRENT LEARNING RATE: 0.32913905960760526
previous_iter_valid_loss : 0.16630826890468597
75460 0.166376 0.166308 0.170538 CURRENT LEARNING RATE: 0.32907323837802616
previous_iter_valid_loss : 0.17186053097248077
75480 0.171938 0.171861 0.170911 CURRENT LEARNING RATE: 0.3290074303113765
previous_iter_valid_loss : 0.1667708307504654
75500 0.166804 0.166771 0.171096 CURRENT LEARNING RATE: 0.32894163540502425
previous_iter_valid_loss : 0.16862165927886963
75520 0.168694 0.168622 0.171000 CURRENT LEARNING RATE: 0.32887585365633737
previous_iter_valid_loss : 0.17534640431404114
75540 0.175608 0.175346 0.170574 CURRENT LEARNING RATE: 0.3288100850626847
previous_iter_valid_loss : 0.1699281632900238
75560 0.170091 0.169928 0.169838 CURRENT LEARNING RATE: 0.32874432962143546
previous_iter_valid_loss : 0.17599503695964813
75580 0.176235 0.175995 0.170335 CURRENT LEARNING RATE: 0.32867858732995947
previous_iter_valid_loss : 0.17570987343788147
75600 0.175976 0.175710 0.170363 CURRENT LEARNING RATE: 0.328612858185627
previous_iter_valid_loss : 0.17574593424797058
75620 0.175793 0.175746 0.170998 CURRENT LEARNING RATE: 0.32854714218580894
previous_iter_valid_loss : 0.17858193814754486
75640 0.178654 0.178582 0.171567 CURRENT LEARNING RATE: 0.32848143932787655
previous_iter_valid_loss : 0.16269612312316895
75660 0.162757 0.162696 0.170887 CURRENT LEARNING RATE: 0.3284157496092018
previous_iter_valid_loss : 0.17553676664829254
75680 0.175629 0.175537 0.171407 CURRENT LEARNING RATE: 0.3283500730271571
previous_iter_valid_loss : 0.16813288629055023
75700 0.168158 0.168133 0.171578 CURRENT LEARNING RATE: 0.32828440957911537
previous_iter_valid_loss : 0.1659805178642273
75720 0.166083 0.165981 0.171613 CURRENT LEARNING RATE: 0.32821875926245003
previous_iter_valid_loss : 0.17243804037570953
75740 0.172449 0.172438 0.171929 CURRENT LEARNING RATE: 0.3281531220745351
previous_iter_valid_loss : 0.17045412957668304
75760 0.170627 0.170454 0.172039 CURRENT LEARNING RATE: 0.32808749801274517
previous_iter_valid_loss : 0.1638915240764618
75780 0.163914 0.163892 0.171926 CURRENT LEARNING RATE: 0.3280218870744551
previous_iter_valid_loss : 0.16796058416366577
75800 0.167984 0.167961 0.172109 CURRENT LEARNING RATE: 0.3279562892570406
previous_iter_valid_loss : 0.19362416863441467
75820 0.193679 0.193624 0.171757 CURRENT LEARNING RATE: 0.3278907045578778
previous_iter_valid_loss : 0.17029434442520142
75840 0.170363 0.170294 0.171793 CURRENT LEARNING RATE: 0.3278251329743431
previous_iter_valid_loss : 0.16481930017471313
75860 0.164865 0.164819 0.171719 CURRENT LEARNING RATE: 0.3277595745038138
previous_iter_valid_loss : 0.16755595803260803
75880 0.167721 0.167556 0.171504 CURRENT LEARNING RATE: 0.3276940291436675
previous_iter_valid_loss : 0.1677565574645996
75900 0.167790 0.167757 0.171553 CURRENT LEARNING RATE: 0.3276284968912825
previous_iter_valid_loss : 0.16562551259994507
75920 0.165764 0.165626 0.171403 CURRENT LEARNING RATE: 0.3275629777440374
previous_iter_valid_loss : 0.16295810043811798
75940 0.163027 0.162958 0.170784 CURRENT LEARNING RATE: 0.32749747169931137
previous_iter_valid_loss : 0.16769129037857056
75960 0.167707 0.167691 0.170672 CURRENT LEARNING RATE: 0.3274319787544843
previous_iter_valid_loss : 0.1676754355430603
75980 0.167798 0.167675 0.170256 CURRENT LEARNING RATE: 0.3273664989069364
previous_iter_valid_loss : 0.17013776302337646
76000 0.170353 0.170138 0.169977 CURRENT LEARNING RATE: 0.3273010321540486
previous_iter_valid_loss : 0.1889689713716507
76020 0.189385 0.188969 0.170639 CURRENT LEARNING RATE: 0.327235578493202
previous_iter_valid_loss : 0.16723453998565674
76040 0.167434 0.167235 0.170071 CURRENT LEARNING RATE: 0.3271701379217786
previous_iter_valid_loss : 0.16857165098190308
76060 0.168633 0.168572 0.170365 CURRENT LEARNING RATE: 0.32710471043716083
previous_iter_valid_loss : 0.1678384393453598
76080 0.167900 0.167838 0.169980 CURRENT LEARNING RATE: 0.3270392960367315
previous_iter_valid_loss : 0.16607148945331573
76100 0.166134 0.166071 0.169877 CURRENT LEARNING RATE: 0.3269738947178741
previous_iter_valid_loss : 0.16351118683815002
76120 0.163532 0.163511 0.169753 CURRENT LEARNING RATE: 0.3269085064779724
previous_iter_valid_loss : 0.17627350986003876
76140 0.176319 0.176274 0.169945 CURRENT LEARNING RATE: 0.3268431313144111
previous_iter_valid_loss : 0.18565380573272705
76160 0.185695 0.185654 0.170705 CURRENT LEARNING RATE: 0.3267777692245751
previous_iter_valid_loss : 0.16385290026664734
76180 0.163879 0.163853 0.170703 CURRENT LEARNING RATE: 0.3267124202058499
previous_iter_valid_loss : 0.1643836498260498
76200 0.164489 0.164384 0.170524 CURRENT LEARNING RATE: 0.3266470842556215
previous_iter_valid_loss : 0.18993239104747772
76220 0.189948 0.189932 0.170340 CURRENT LEARNING RATE: 0.3265817613712766
previous_iter_valid_loss : 0.1621803492307663
76240 0.162229 0.162180 0.169934 CURRENT LEARNING RATE: 0.32651645155020215
previous_iter_valid_loss : 0.16606730222702026
76260 0.166256 0.166067 0.169997 CURRENT LEARNING RATE: 0.32645115478978576
previous_iter_valid_loss : 0.1723623126745224
76280 0.172420 0.172362 0.170237 CURRENT LEARNING RATE: 0.3263858710874157
previous_iter_valid_loss : 0.1650092750787735
76300 0.165108 0.165009 0.170099 CURRENT LEARNING RATE: 0.32632060044048045
previous_iter_valid_loss : 0.1743549406528473
76320 0.174369 0.174355 0.170536 CURRENT LEARNING RATE: 0.3262553428463693
previous_iter_valid_loss : 0.16242201626300812
76340 0.162447 0.162422 0.170509 CURRENT LEARNING RATE: 0.3261900983024719
previous_iter_valid_loss : 0.16880293190479279
76360 0.168873 0.168803 0.170565 CURRENT LEARNING RATE: 0.32612486680617847
previous_iter_valid_loss : 0.16993819177150726
76380 0.169990 0.169938 0.170678 CURRENT LEARNING RATE: 0.32605964835487977
previous_iter_valid_loss : 0.18323065340518951
76400 0.183255 0.183231 0.171333 CURRENT LEARNING RATE: 0.325994442945967
previous_iter_valid_loss : 0.18242938816547394
76420 0.182458 0.182429 0.171006 CURRENT LEARNING RATE: 0.3259292505768321
previous_iter_valid_loss : 0.1649034023284912
76440 0.165012 0.164903 0.170889 CURRENT LEARNING RATE: 0.32586407124486716
previous_iter_valid_loss : 0.166053906083107
76460 0.166098 0.166054 0.170763 CURRENT LEARNING RATE: 0.3257989049474651
previous_iter_valid_loss : 0.17419975996017456
76480 0.174271 0.174200 0.171081 CURRENT LEARNING RATE: 0.32573375168201935
previous_iter_valid_loss : 0.21368524432182312
76500 0.213725 0.213685 0.173462 CURRENT LEARNING RATE: 0.3256686114459237
previous_iter_valid_loss : 0.16893474757671356
76520 0.168997 0.168935 0.173733 CURRENT LEARNING RATE: 0.32560348423657254
previous_iter_valid_loss : 0.1653456836938858
76540 0.165495 0.165346 0.173187 CURRENT LEARNING RATE: 0.3255383700513608
previous_iter_valid_loss : 0.1632051318883896
76560 0.163337 0.163205 0.172064 CURRENT LEARNING RATE: 0.3254732688876839
previous_iter_valid_loss : 0.16509787738323212
76580 0.165235 0.165098 0.172126 CURRENT LEARNING RATE: 0.32540818074293776
previous_iter_valid_loss : 0.1623350977897644
76600 0.162430 0.162335 0.172024 CURRENT LEARNING RATE: 0.32534310561451896
previous_iter_valid_loss : 0.16384755074977875
76620 0.163902 0.163848 0.170720 CURRENT LEARNING RATE: 0.3252780434998244
previous_iter_valid_loss : 0.1652282476425171
76640 0.165346 0.165228 0.170872 CURRENT LEARNING RATE: 0.3252129943962516
previous_iter_valid_loss : 0.166514053940773
76660 0.166642 0.166514 0.170895 CURRENT LEARNING RATE: 0.32514795830119864
previous_iter_valid_loss : 0.17346146702766418
76680 0.173517 0.173461 0.170949 CURRENT LEARNING RATE: 0.3250829352120641
previous_iter_valid_loss : 0.16273055970668793
76700 0.162806 0.162731 0.170836 CURRENT LEARNING RATE: 0.32501792512624694
previous_iter_valid_loss : 0.1732727438211441
76720 0.173463 0.173273 0.170781 CURRENT LEARNING RATE: 0.3249529280411469
previous_iter_valid_loss : 0.1646614968776703
76740 0.164759 0.164661 0.170893 CURRENT LEARNING RATE: 0.324887943954164
previous_iter_valid_loss : 0.18061678111553192
76760 0.180861 0.180617 0.171484 CURRENT LEARNING RATE: 0.3248229728626988
previous_iter_valid_loss : 0.1650213897228241
76780 0.165095 0.165021 0.171238 CURRENT LEARNING RATE: 0.32475801476415267
previous_iter_valid_loss : 0.162413090467453
76800 0.162457 0.162413 0.170197 CURRENT LEARNING RATE: 0.32469306965592715
previous_iter_valid_loss : 0.16575580835342407
76820 0.165843 0.165756 0.169364 CURRENT LEARNING RATE: 0.32462813753542447
previous_iter_valid_loss : 0.17299190163612366
76840 0.173083 0.172992 0.169768 CURRENT LEARNING RATE: 0.3245632184000473
previous_iter_valid_loss : 0.16427256166934967
76860 0.164338 0.164273 0.169679 CURRENT LEARNING RATE: 0.32449831224719894
previous_iter_valid_loss : 0.16383765637874603
76880 0.163905 0.163838 0.169161 CURRENT LEARNING RATE: 0.3244334190742831
previous_iter_valid_loss : 0.16507843136787415
76900 0.165176 0.165078 0.166731 CURRENT LEARNING RATE: 0.32436853887870404
previous_iter_valid_loss : 0.16326986253261566
76920 0.163345 0.163270 0.166447 CURRENT LEARNING RATE: 0.32430367165786667
previous_iter_valid_loss : 0.1687522828578949
76940 0.168930 0.168752 0.166618 CURRENT LEARNING RATE: 0.32423881740917615
previous_iter_valid_loss : 0.16804006695747375
76960 0.168046 0.168040 0.166859 CURRENT LEARNING RATE: 0.3241739761300383
previous_iter_valid_loss : 0.16490872204303741
76980 0.164952 0.164909 0.166850 CURRENT LEARNING RATE: 0.32410914781785966
previous_iter_valid_loss : 0.16587002575397491
77000 0.165953 0.165870 0.167027 CURRENT LEARNING RATE: 0.3240443324700469
previous_iter_valid_loss : 0.16377435624599457
77020 0.163851 0.163774 0.167023 CURRENT LEARNING RATE: 0.3239795300840075
previous_iter_valid_loss : 0.17458659410476685
77040 0.174804 0.174587 0.167491 CURRENT LEARNING RATE: 0.32391474065714937
previous_iter_valid_loss : 0.17448650300502777
77060 0.174721 0.174487 0.167890 CURRENT LEARNING RATE: 0.32384996418688083
previous_iter_valid_loss : 0.1629238724708557
77080 0.162948 0.162924 0.167363 CURRENT LEARNING RATE: 0.32378520067061095
previous_iter_valid_loss : 0.16695775091648102
77100 0.166934 0.166958 0.167574 CURRENT LEARNING RATE: 0.3237204501057492
previous_iter_valid_loss : 0.16869020462036133
77120 0.168705 0.168690 0.167345 CURRENT LEARNING RATE: 0.3236557124897055
previous_iter_valid_loss : 0.16623403131961823
77140 0.166370 0.166234 0.167424 CURRENT LEARNING RATE: 0.32359098781989026
previous_iter_valid_loss : 0.17745600640773773
77160 0.177701 0.177456 0.167266 CURRENT LEARNING RATE: 0.32352627609371454
previous_iter_valid_loss : 0.16273115575313568
77180 0.162756 0.162731 0.167151 CURRENT LEARNING RATE: 0.32346157730859
previous_iter_valid_loss : 0.1630191057920456
77200 0.163065 0.163019 0.167181 CURRENT LEARNING RATE: 0.32339689146192857
previous_iter_valid_loss : 0.16277815401554108
77220 0.162859 0.162778 0.167032 CURRENT LEARNING RATE: 0.32333221855114286
previous_iter_valid_loss : 0.18796053528785706
77240 0.188312 0.187961 0.167781 CURRENT LEARNING RATE: 0.3232675585736459
previous_iter_valid_loss : 0.17146719992160797
77260 0.171687 0.171467 0.168141 CURRENT LEARNING RATE: 0.3232029115268513
previous_iter_valid_loss : 0.16598215699195862
77280 0.166031 0.165982 0.168248 CURRENT LEARNING RATE: 0.3231382774081733
previous_iter_valid_loss : 0.1660059094429016
77300 0.166097 0.166006 0.168294 CURRENT LEARNING RATE: 0.3230736562150264
previous_iter_valid_loss : 0.17043568193912506
77320 0.170449 0.170436 0.168653 CURRENT LEARNING RATE: 0.32300904794482577
previous_iter_valid_loss : 0.17059378325939178
77340 0.170748 0.170594 0.168745 CURRENT LEARNING RATE: 0.3229444525949871
previous_iter_valid_loss : 0.1727781742811203
77360 0.173019 0.172778 0.168981 CURRENT LEARNING RATE: 0.3228798701629266
previous_iter_valid_loss : 0.1644808053970337
77380 0.164635 0.164481 0.168960 CURRENT LEARNING RATE: 0.3228153006460609
previous_iter_valid_loss : 0.16542255878448486
77400 0.165545 0.165423 0.168938 CURRENT LEARNING RATE: 0.3227507440418073
previous_iter_valid_loss : 0.172150656580925
77420 0.172439 0.172151 0.169357 CURRENT LEARNING RATE: 0.3226862003475835
previous_iter_valid_loss : 0.16444438695907593
77440 0.164481 0.164444 0.168849 CURRENT LEARNING RATE: 0.3226216695608078
previous_iter_valid_loss : 0.16415612399578094
77460 0.164161 0.164156 0.168333 CURRENT LEARNING RATE: 0.3225571516788988
previous_iter_valid_loss : 0.162318155169487
77480 0.162354 0.162318 0.168303 CURRENT LEARNING RATE: 0.322492646699276
previous_iter_valid_loss : 0.16410283744335175
77500 0.164245 0.164103 0.168160 CURRENT LEARNING RATE: 0.32242815461935914
previous_iter_valid_loss : 0.1716698706150055
77520 0.171898 0.171670 0.168309 CURRENT LEARNING RATE: 0.3223636754365685
previous_iter_valid_loss : 0.18242689967155457
77540 0.182736 0.182427 0.169119 CURRENT LEARNING RATE: 0.3222992091483249
previous_iter_valid_loss : 0.164683997631073
77560 0.164803 0.164684 0.168480 CURRENT LEARNING RATE: 0.3222347557520497
previous_iter_valid_loss : 0.16347375512123108
77580 0.163555 0.163474 0.168517 CURRENT LEARNING RATE: 0.32217031524516476
previous_iter_valid_loss : 0.18384183943271637
77600 0.183916 0.183842 0.169558 CURRENT LEARNING RATE: 0.3221058876250925
previous_iter_valid_loss : 0.16781188547611237
77620 0.168037 0.167812 0.169810 CURRENT LEARNING RATE: 0.3220414728892558
previous_iter_valid_loss : 0.1633952260017395
77640 0.163447 0.163395 0.168582 CURRENT LEARNING RATE: 0.32197707103507806
previous_iter_valid_loss : 0.16474975645542145
77660 0.164778 0.164750 0.168246 CURRENT LEARNING RATE: 0.32191268205998314
previous_iter_valid_loss : 0.16423755884170532
77680 0.164359 0.164238 0.168159 CURRENT LEARNING RATE: 0.32184830596139563
previous_iter_valid_loss : 0.16593748331069946
77700 0.166011 0.165937 0.168155 CURRENT LEARNING RATE: 0.3217839427367403
previous_iter_valid_loss : 0.16557925939559937
77720 0.165624 0.165579 0.167912 CURRENT LEARNING RATE: 0.32171959238344283
previous_iter_valid_loss : 0.16586712002754211
77740 0.165931 0.165867 0.167676 CURRENT LEARNING RATE: 0.32165525489892904
previous_iter_valid_loss : 0.16796331107616425
77760 0.168037 0.167963 0.167435 CURRENT LEARNING RATE: 0.32159093028062546
previous_iter_valid_loss : 0.16714605689048767
77780 0.167220 0.167146 0.167568 CURRENT LEARNING RATE: 0.3215266185259592
previous_iter_valid_loss : 0.17488974332809448
77800 0.174885 0.174890 0.168042 CURRENT LEARNING RATE: 0.3214623196323577
previous_iter_valid_loss : 0.17541980743408203
77820 0.175506 0.175420 0.168205 CURRENT LEARNING RATE: 0.32139803359724906
previous_iter_valid_loss : 0.16945727169513702
77840 0.169527 0.169457 0.168456 CURRENT LEARNING RATE: 0.3213337604180618
previous_iter_valid_loss : 0.16306522488594055
77860 0.163150 0.163065 0.168401 CURRENT LEARNING RATE: 0.32126950009222494
previous_iter_valid_loss : 0.16270571947097778
77880 0.162812 0.162706 0.168421 CURRENT LEARNING RATE: 0.32120525261716815
previous_iter_valid_loss : 0.16296350955963135
77900 0.163051 0.162964 0.168364 CURRENT LEARNING RATE: 0.3211410179903215
previous_iter_valid_loss : 0.1626657098531723
77920 0.162697 0.162666 0.167914 CURRENT LEARNING RATE: 0.32107679620911567
previous_iter_valid_loss : 0.1676611602306366
77940 0.167851 0.167661 0.167175 CURRENT LEARNING RATE: 0.3210125872709817
previous_iter_valid_loss : 0.16296842694282532
77960 0.163058 0.162968 0.167090 CURRENT LEARNING RATE: 0.32094839117335117
previous_iter_valid_loss : 0.16516929864883423
77980 0.165251 0.165169 0.167174 CURRENT LEARNING RATE: 0.32088420791365646
previous_iter_valid_loss : 0.1645391434431076
78000 0.164568 0.164539 0.166209 CURRENT LEARNING RATE: 0.3208200374893301
previous_iter_valid_loss : 0.16455546021461487
78020 0.164579 0.164555 0.166046 CURRENT LEARNING RATE: 0.32075587989780524
previous_iter_valid_loss : 0.1629449427127838
78040 0.163008 0.162945 0.166024 CURRENT LEARNING RATE: 0.3206917351365156
previous_iter_valid_loss : 0.1625712662935257
78060 0.162589 0.162571 0.165915 CURRENT LEARNING RATE: 0.3206276032028954
previous_iter_valid_loss : 0.18049347400665283
78080 0.180525 0.180493 0.166728 CURRENT LEARNING RATE: 0.3205634840943794
previous_iter_valid_loss : 0.1786673665046692
78100 0.178702 0.178667 0.167364 CURRENT LEARNING RATE: 0.3204993778084028
previous_iter_valid_loss : 0.1623365879058838
78120 0.162324 0.162337 0.167202 CURRENT LEARNING RATE: 0.3204352843424014
previous_iter_valid_loss : 0.17888586223125458
78140 0.179063 0.178886 0.167853 CURRENT LEARNING RATE: 0.3203712036938114
previous_iter_valid_loss : 0.17184525728225708
78160 0.172124 0.171845 0.168047 CURRENT LEARNING RATE: 0.32030713586006954
previous_iter_valid_loss : 0.16795825958251953
78180 0.168158 0.167958 0.168088 CURRENT LEARNING RATE: 0.3202430808386132
previous_iter_valid_loss : 0.17029263079166412
78200 0.170504 0.170293 0.167858 CURRENT LEARNING RATE: 0.32017903862688013
previous_iter_valid_loss : 0.16430619359016418
78220 0.164434 0.164306 0.167302 CURRENT LEARNING RATE: 0.3201150092223086
previous_iter_valid_loss : 0.17206554114818573
78240 0.172068 0.172066 0.167433 CURRENT LEARNING RATE: 0.3200509926223376
previous_iter_valid_loss : 0.16300775110721588
78260 0.163043 0.163008 0.167430 CURRENT LEARNING RATE: 0.31998698882440624
previous_iter_valid_loss : 0.16625626385211945
78280 0.166344 0.166256 0.167607 CURRENT LEARNING RATE: 0.3199229978259545
previous_iter_valid_loss : 0.1828647255897522
78300 0.183141 0.182865 0.168602 CURRENT LEARNING RATE: 0.3198590196244227
previous_iter_valid_loss : 0.17012549936771393
78320 0.170259 0.170125 0.168975 CURRENT LEARNING RATE: 0.3197950542172518
previous_iter_valid_loss : 0.16434474289417267
78340 0.164363 0.164345 0.168810 CURRENT LEARNING RATE: 0.31973110160188306
previous_iter_valid_loss : 0.1653594821691513
78360 0.165444 0.165359 0.168929 CURRENT LEARNING RATE: 0.3196671617757584
previous_iter_valid_loss : 0.16512036323547363
78380 0.165138 0.165120 0.168927 CURRENT LEARNING RATE: 0.3196032347363203
previous_iter_valid_loss : 0.18161314725875854
78400 0.181689 0.181613 0.169780 CURRENT LEARNING RATE: 0.3195393204810116
previous_iter_valid_loss : 0.17665952444076538
78420 0.176731 0.176660 0.170386 CURRENT LEARNING RATE: 0.3194754190072758
previous_iter_valid_loss : 0.16699406504631042
78440 0.167160 0.166994 0.170588 CURRENT LEARNING RATE: 0.31941153031255676
previous_iter_valid_loss : 0.16468572616577148
78460 0.164641 0.164686 0.170694 CURRENT LEARNING RATE: 0.31934765439429896
previous_iter_valid_loss : 0.19103935360908508
78480 0.191104 0.191039 0.171221 CURRENT LEARNING RATE: 0.31928379124994744
previous_iter_valid_loss : 0.16514581441879272
78500 0.165094 0.165146 0.170545 CURRENT LEARNING RATE: 0.31921994087694755
previous_iter_valid_loss : 0.1767328381538391
78520 0.176722 0.176733 0.171265 CURRENT LEARNING RATE: 0.3191561032727454
previous_iter_valid_loss : 0.18976671993732452
78540 0.189803 0.189767 0.171809 CURRENT LEARNING RATE: 0.31909227843478744
previous_iter_valid_loss : 0.1650124192237854
78560 0.165133 0.165012 0.171467 CURRENT LEARNING RATE: 0.31902846636052057
previous_iter_valid_loss : 0.16599568724632263
78580 0.166098 0.165996 0.171369 CURRENT LEARNING RATE: 0.31896466704739246
previous_iter_valid_loss : 0.16987432539463043
78600 0.169921 0.169874 0.171348 CURRENT LEARNING RATE: 0.31890088049285104
previous_iter_valid_loss : 0.16764654219150543
78620 0.167808 0.167647 0.171515 CURRENT LEARNING RATE: 0.3188371066943449
previous_iter_valid_loss : 0.1776873618364334
78640 0.177866 0.177687 0.171796 CURRENT LEARNING RATE: 0.31877334564932314
previous_iter_valid_loss : 0.16655677556991577
78660 0.166665 0.166557 0.171974 CURRENT LEARNING RATE: 0.3187095973552351
previous_iter_valid_loss : 0.16384100914001465
78680 0.163943 0.163841 0.171853 CURRENT LEARNING RATE: 0.3186458618095311
previous_iter_valid_loss : 0.16366873681545258
78700 0.163723 0.163669 0.170893 CURRENT LEARNING RATE: 0.3185821390096616
previous_iter_valid_loss : 0.1636033058166504
78720 0.163610 0.163603 0.170567 CURRENT LEARNING RATE: 0.3185184289530777
previous_iter_valid_loss : 0.163654625415802
78740 0.163688 0.163655 0.170533 CURRENT LEARNING RATE: 0.318454731637231
previous_iter_valid_loss : 0.16703608632087708
78760 0.167004 0.167036 0.170616 CURRENT LEARNING RATE: 0.3183910470595736
previous_iter_valid_loss : 0.18120406568050385
78780 0.181247 0.181204 0.171421 CURRENT LEARNING RATE: 0.3183273752175581
previous_iter_valid_loss : 0.1638486385345459
78800 0.163952 0.163849 0.170532 CURRENT LEARNING RATE: 0.3182637161086377
previous_iter_valid_loss : 0.16311438381671906
78820 0.163093 0.163114 0.169855 CURRENT LEARNING RATE: 0.31820006973026593
previous_iter_valid_loss : 0.1731194108724594
78840 0.173140 0.173119 0.170161 CURRENT LEARNING RATE: 0.31813643607989706
previous_iter_valid_loss : 0.1795298159122467
78860 0.179576 0.179530 0.170904 CURRENT LEARNING RATE: 0.31807281515498564
previous_iter_valid_loss : 0.16880758106708527
78880 0.168870 0.168808 0.169792 CURRENT LEARNING RATE: 0.31800920695298684
previous_iter_valid_loss : 0.16618791222572327
78900 0.166166 0.166188 0.169844 CURRENT LEARNING RATE: 0.3179456114713564
previous_iter_valid_loss : 0.16224166750907898
78920 0.162334 0.162242 0.169120 CURRENT LEARNING RATE: 0.31788202870755045
previous_iter_valid_loss : 0.1757625937461853
78940 0.175782 0.175763 0.168419 CURRENT LEARNING RATE: 0.3178184586590257
previous_iter_valid_loss : 0.16468730568885803
78960 0.164719 0.164687 0.168403 CURRENT LEARNING RATE: 0.31775490132323936
previous_iter_valid_loss : 0.17671222984790802
78980 0.176732 0.176712 0.168939 CURRENT LEARNING RATE: 0.3176913566976491
previous_iter_valid_loss : 0.1641518771648407
79000 0.164158 0.164152 0.168653 CURRENT LEARNING RATE: 0.3176278247797131
previous_iter_valid_loss : 0.17762315273284912
79020 0.177694 0.177623 0.169152 CURRENT LEARNING RATE: 0.3175643055668902
previous_iter_valid_loss : 0.16925615072250366
79040 0.169441 0.169256 0.168730 CURRENT LEARNING RATE: 0.3175007990566395
previous_iter_valid_loss : 0.16291478276252747
79060 0.162902 0.162915 0.168548 CURRENT LEARNING RATE: 0.31743730524642083
previous_iter_valid_loss : 0.16601118445396423
79080 0.166080 0.166011 0.168656 CURRENT LEARNING RATE: 0.3173738241336944
previous_iter_valid_loss : 0.1747387796640396
79100 0.174935 0.174739 0.169210 CURRENT LEARNING RATE: 0.31731035571592103
previous_iter_valid_loss : 0.1680058389902115
79120 0.168197 0.168006 0.169430 CURRENT LEARNING RATE: 0.3172468999905619
previous_iter_valid_loss : 0.16382873058319092
79140 0.163873 0.163829 0.169439 CURRENT LEARNING RATE: 0.3171834569550788
previous_iter_valid_loss : 0.19394321739673615
79160 0.194313 0.193943 0.170784 CURRENT LEARNING RATE: 0.31712002660693406
previous_iter_valid_loss : 0.16349121928215027
79180 0.163564 0.163491 0.169898 CURRENT LEARNING RATE: 0.3170566089435904
previous_iter_valid_loss : 0.16605299711227417
79200 0.166212 0.166053 0.170009 CURRENT LEARNING RATE: 0.3169932039625111
previous_iter_valid_loss : 0.16342881321907043
79220 0.163484 0.163429 0.170024 CURRENT LEARNING RATE: 0.3169298116611601
previous_iter_valid_loss : 0.1646391898393631
79240 0.164729 0.164639 0.169600 CURRENT LEARNING RATE: 0.3168664320370015
previous_iter_valid_loss : 0.16936765611171722
79260 0.169475 0.169368 0.169092 CURRENT LEARNING RATE: 0.31680306508750034
previous_iter_valid_loss : 0.1708652526140213
79280 0.171131 0.170865 0.169195 CURRENT LEARNING RATE: 0.3167397108101217
previous_iter_valid_loss : 0.18496263027191162
79300 0.185083 0.184963 0.170134 CURRENT LEARNING RATE: 0.3166763692023316
previous_iter_valid_loss : 0.16332881152629852
79320 0.163407 0.163329 0.170188 CURRENT LEARNING RATE: 0.3166130402615963
previous_iter_valid_loss : 0.16421066224575043
79340 0.164268 0.164211 0.169611 CURRENT LEARNING RATE: 0.31654972398538267
previous_iter_valid_loss : 0.1636645346879959
79360 0.163720 0.163665 0.169560 CURRENT LEARNING RATE: 0.31648642037115804
previous_iter_valid_loss : 0.16872075200080872
79380 0.168721 0.168721 0.169160 CURRENT LEARNING RATE: 0.3164231294163902
previous_iter_valid_loss : 0.16670681536197662
79400 0.166683 0.166707 0.169288 CURRENT LEARNING RATE: 0.31635985111854764
previous_iter_valid_loss : 0.18194156885147095
79420 0.182023 0.181942 0.169504 CURRENT LEARNING RATE: 0.3162965854750992
previous_iter_valid_loss : 0.16780321300029755
79440 0.167896 0.167803 0.169431 CURRENT LEARNING RATE: 0.3162333324835142
previous_iter_valid_loss : 0.175253227353096
79460 0.175353 0.175253 0.170048 CURRENT LEARNING RATE: 0.3161700921412625
previous_iter_valid_loss : 0.1769946813583374
79480 0.177067 0.176995 0.170597 CURRENT LEARNING RATE: 0.31610686444581454
previous_iter_valid_loss : 0.16886889934539795
79500 0.168866 0.168869 0.170304 CURRENT LEARNING RATE: 0.31604364939464125
previous_iter_valid_loss : 0.16783134639263153
79520 0.167871 0.167831 0.170295 CURRENT LEARNING RATE: 0.3159804469852139
previous_iter_valid_loss : 0.16559652984142303
79540 0.165751 0.165597 0.170383 CURRENT LEARNING RATE: 0.3159172572150045
previous_iter_valid_loss : 0.1664075255393982
79560 0.166428 0.166408 0.169006 CURRENT LEARNING RATE: 0.31585408008148547
previous_iter_valid_loss : 0.16287696361541748
79580 0.162924 0.162877 0.168976 CURRENT LEARNING RATE: 0.3157909155821296
previous_iter_valid_loss : 0.17963549494743347
79600 0.179723 0.179635 0.169655 CURRENT LEARNING RATE: 0.3157277637144105
previous_iter_valid_loss : 0.16785873472690582
79620 0.167984 0.167859 0.169876 CURRENT LEARNING RATE: 0.31566462447580196
previous_iter_valid_loss : 0.16438771784305573
79640 0.164407 0.164388 0.169864 CURRENT LEARNING RATE: 0.3156014978637784
previous_iter_valid_loss : 0.17275792360305786
79660 0.172974 0.172758 0.170033 CURRENT LEARNING RATE: 0.31553838387581484
previous_iter_valid_loss : 0.16378550231456757
79680 0.163815 0.163786 0.169679 CURRENT LEARNING RATE: 0.3154752825093866
previous_iter_valid_loss : 0.1634443998336792
79700 0.163444 0.163444 0.168603 CURRENT LEARNING RATE: 0.3154121937619698
previous_iter_valid_loss : 0.16277965903282166
79720 0.162815 0.162780 0.168576 CURRENT LEARNING RATE: 0.3153491176310408
previous_iter_valid_loss : 0.1639419049024582
79740 0.163950 0.163942 0.168563 CURRENT LEARNING RATE: 0.31528605411407645
previous_iter_valid_loss : 0.16546785831451416
79760 0.165455 0.165468 0.168653 CURRENT LEARNING RATE: 0.3152230032085544
previous_iter_valid_loss : 0.16760151088237762
79780 0.167694 0.167602 0.168597 CURRENT LEARNING RATE: 0.3151599649119524
previous_iter_valid_loss : 0.17244206368923187
79800 0.172650 0.172442 0.168883 CURRENT LEARNING RATE: 0.31509693922174914
previous_iter_valid_loss : 0.16977524757385254
79820 0.169756 0.169775 0.168275 CURRENT LEARNING RATE: 0.3150339261354235
previous_iter_valid_loss : 0.1676981896162033
79840 0.167694 0.167698 0.168270 CURRENT LEARNING RATE: 0.3149709256504549
previous_iter_valid_loss : 0.16549783945083618
79860 0.165551 0.165498 0.167782 CURRENT LEARNING RATE: 0.3149079377643234
previous_iter_valid_loss : 0.1747802495956421
79880 0.174811 0.174780 0.167671 CURRENT LEARNING RATE: 0.3148449624745094
previous_iter_valid_loss : 0.16743768751621246
79900 0.167603 0.167438 0.167600 CURRENT LEARNING RATE: 0.31478199977849397
previous_iter_valid_loss : 0.17810174822807312
79920 0.178097 0.178102 0.168113 CURRENT LEARNING RATE: 0.3147190496737586
previous_iter_valid_loss : 0.1644716113805771
79940 0.164480 0.164472 0.168057 CURRENT LEARNING RATE: 0.3146561121577852
previous_iter_valid_loss : 0.16932153701782227
79960 0.169556 0.169322 0.168203 CURRENT LEARNING RATE: 0.3145931872280564
previous_iter_valid_loss : 0.17083820700645447
79980 0.170880 0.170838 0.168601 CURRENT LEARNING RATE: 0.3145302748820551
previous_iter_valid_loss : 0.18650805950164795
80000 0.186609 0.186508 0.168945 CURRENT LEARNING RATE: 0.31446737511726486
previous_iter_valid_loss : 0.1650647521018982
80020 0.165206 0.165065 0.168805 CURRENT LEARNING RATE: 0.31440448793116965
previous_iter_valid_loss : 0.16589955985546112
80040 0.165991 0.165900 0.168880 CURRENT LEARNING RATE: 0.31434161332125393
previous_iter_valid_loss : 0.1652270406484604
80060 0.165262 0.165227 0.168504 CURRENT LEARNING RATE: 0.3142787512850029
previous_iter_valid_loss : 0.1800675243139267
80080 0.180135 0.180068 0.169318 CURRENT LEARNING RATE: 0.3142159018199019
previous_iter_valid_loss : 0.1644791066646576
80100 0.164601 0.164479 0.169370 CURRENT LEARNING RATE: 0.314153064923437
previous_iter_valid_loss : 0.17543034255504608
80120 0.175673 0.175430 0.170002 CURRENT LEARNING RATE: 0.31409024059309476
previous_iter_valid_loss : 0.1637672781944275
80140 0.163822 0.163767 0.169994 CURRENT LEARNING RATE: 0.3140274288263622
previous_iter_valid_loss : 0.1730574667453766
80160 0.173228 0.173057 0.170373 CURRENT LEARNING RATE: 0.3139646296207268
previous_iter_valid_loss : 0.18497534096240997
80180 0.185206 0.184975 0.171242 CURRENT LEARNING RATE: 0.3139018429736766
previous_iter_valid_loss : 0.1638294905424118
80200 0.163827 0.163829 0.170811 CURRENT LEARNING RATE: 0.31383906888270025
previous_iter_valid_loss : 0.16460324823856354
80220 0.164612 0.164603 0.170552 CURRENT LEARNING RATE: 0.31377630734528666
previous_iter_valid_loss : 0.17909540235996246
80240 0.179335 0.179095 0.171122 CURRENT LEARNING RATE: 0.3137135583589254
previous_iter_valid_loss : 0.17316961288452148
80260 0.173370 0.173170 0.171506 CURRENT LEARNING RATE: 0.31365082192110655
previous_iter_valid_loss : 0.17215687036514282
80280 0.172360 0.172157 0.171375 CURRENT LEARNING RATE: 0.31358809802932053
previous_iter_valid_loss : 0.16926725208759308
80300 0.169482 0.169267 0.171466 CURRENT LEARNING RATE: 0.31352538668105856
previous_iter_valid_loss : 0.19107943773269653
80320 0.191466 0.191079 0.172115 CURRENT LEARNING RATE: 0.31346268787381204
previous_iter_valid_loss : 0.16412878036499023
80340 0.164152 0.164129 0.172098 CURRENT LEARNING RATE: 0.31340000160507314
previous_iter_valid_loss : 0.1653617024421692
80360 0.165509 0.165362 0.171900 CURRENT LEARNING RATE: 0.3133373278723343
previous_iter_valid_loss : 0.17069746553897858
80380 0.170939 0.170697 0.171893 CURRENT LEARNING RATE: 0.3132746666730886
previous_iter_valid_loss : 0.16265130043029785
80400 0.162675 0.162651 0.170700 CURRENT LEARNING RATE: 0.3132120180048297
previous_iter_valid_loss : 0.18421831727027893
80420 0.184600 0.184218 0.171658 CURRENT LEARNING RATE: 0.3131493818650515
previous_iter_valid_loss : 0.17153289914131165
80440 0.171769 0.171533 0.171939 CURRENT LEARNING RATE: 0.3130867582512486
previous_iter_valid_loss : 0.16634631156921387
80460 0.166380 0.166346 0.171995 CURRENT LEARNING RATE: 0.3130241471609161
previous_iter_valid_loss : 0.16565486788749695
80480 0.165706 0.165655 0.171275 CURRENT LEARNING RATE: 0.31296154859154945
previous_iter_valid_loss : 0.16335523128509521
80500 0.163419 0.163355 0.171219 CURRENT LEARNING RATE: 0.31289896254064486
previous_iter_valid_loss : 0.17014440894126892
80520 0.170191 0.170144 0.170954 CURRENT LEARNING RATE: 0.3128363890056988
previous_iter_valid_loss : 0.1640608161687851
80540 0.164194 0.164061 0.170969 CURRENT LEARNING RATE: 0.3127738279842084
previous_iter_valid_loss : 0.16570121049880981
80560 0.165772 0.165701 0.170601 CURRENT LEARNING RATE: 0.3127112794736711
previous_iter_valid_loss : 0.17018872499465942
80580 0.170256 0.170189 0.169862 CURRENT LEARNING RATE: 0.312648743471585
previous_iter_valid_loss : 0.1702514886856079
80600 0.170292 0.170251 0.170183 CURRENT LEARNING RATE: 0.3125862199754487
previous_iter_valid_loss : 0.1634320169687271
80620 0.163562 0.163432 0.170124 CURRENT LEARNING RATE: 0.3125237089827613
previous_iter_valid_loss : 0.1643160879611969
80640 0.164344 0.164316 0.169385 CURRENT LEARNING RATE: 0.31246121049102227
previous_iter_valid_loss : 0.16845166683197021
80660 0.168489 0.168452 0.169149 CURRENT LEARNING RATE: 0.31239872449773165
previous_iter_valid_loss : 0.17307212948799133
80680 0.173125 0.173072 0.169195 CURRENT LEARNING RATE: 0.31233625100039003
previous_iter_valid_loss : 0.171987846493721
80700 0.172011 0.171988 0.169331 CURRENT LEARNING RATE: 0.3122737899964986
previous_iter_valid_loss : 0.16512520611286163
80720 0.165351 0.165125 0.168034 CURRENT LEARNING RATE: 0.3122113414835587
previous_iter_valid_loss : 0.18084056675434113
80740 0.181093 0.180841 0.168869 CURRENT LEARNING RATE: 0.3121489054590726
previous_iter_valid_loss : 0.16692934930324554
80760 0.166980 0.166929 0.168947 CURRENT LEARNING RATE: 0.3120864819205427
previous_iter_valid_loss : 0.2161410003900528
80780 0.216046 0.216141 0.171220 CURRENT LEARNING RATE: 0.3120240708654721
previous_iter_valid_loss : 0.20750096440315247
80800 0.207492 0.207501 0.173462 CURRENT LEARNING RATE: 0.31196167229136446
previous_iter_valid_loss : 0.1652006208896637
80820 0.165233 0.165201 0.172511 CURRENT LEARNING RATE: 0.3118992861957237
previous_iter_valid_loss : 0.163502499461174
80840 0.163601 0.163502 0.172110 CURRENT LEARNING RATE: 0.31183691257605445
previous_iter_valid_loss : 0.16512656211853027
80860 0.165254 0.165127 0.172049 CURRENT LEARNING RATE: 0.31177455142986177
previous_iter_valid_loss : 0.1671857386827469
80880 0.167220 0.167186 0.172125 CURRENT LEARNING RATE: 0.31171220275465106
previous_iter_valid_loss : 0.16787071526050568
80900 0.168111 0.167871 0.172351 CURRENT LEARNING RATE: 0.31164986654792864
previous_iter_valid_loss : 0.16600781679153442
80920 0.166244 0.166008 0.172144 CURRENT LEARNING RATE: 0.31158754280720086
previous_iter_valid_loss : 0.16655321419239044
80940 0.166697 0.166553 0.172269 CURRENT LEARNING RATE: 0.31152523152997486
previous_iter_valid_loss : 0.1669674962759018
80960 0.167176 0.166967 0.172332 CURRENT LEARNING RATE: 0.31146293271375813
previous_iter_valid_loss : 0.1714290827512741
80980 0.171734 0.171429 0.172394 CURRENT LEARNING RATE: 0.31140064635605874
previous_iter_valid_loss : 0.19403959810733795
81000 0.194479 0.194040 0.173584 CURRENT LEARNING RATE: 0.3113383724543853
previous_iter_valid_loss : 0.16558852791786194
81020 0.165762 0.165589 0.173691 CURRENT LEARNING RATE: 0.3112761110062468
previous_iter_valid_loss : 0.17014846205711365
81040 0.170450 0.170148 0.173983 CURRENT LEARNING RATE: 0.31121386200915274
previous_iter_valid_loss : 0.17439009249210358
81060 0.174473 0.174390 0.174280 CURRENT LEARNING RATE: 0.3111516254606132
previous_iter_valid_loss : 0.17731113731861115
81080 0.177608 0.177311 0.174492 CURRENT LEARNING RATE: 0.31108940135813873
previous_iter_valid_loss : 0.17063061892986298
81100 0.170704 0.170631 0.174424 CURRENT LEARNING RATE: 0.31102718969924037
previous_iter_valid_loss : 0.18939612805843353
81120 0.189483 0.189396 0.175638 CURRENT LEARNING RATE: 0.31096499048142967
previous_iter_valid_loss : 0.16489729285240173
81140 0.164966 0.164897 0.174840 CURRENT LEARNING RATE: 0.31090280370221857
previous_iter_valid_loss : 0.1674683392047882
81160 0.167566 0.167468 0.174867 CURRENT LEARNING RATE: 0.3108406293591197
previous_iter_valid_loss : 0.18131491541862488
81180 0.181400 0.181315 0.173126 CURRENT LEARNING RATE: 0.31077846744964605
previous_iter_valid_loss : 0.17177814245224
81200 0.171818 0.171778 0.171340 CURRENT LEARNING RATE: 0.3107163179713111
previous_iter_valid_loss : 0.17389068007469177
81220 0.174077 0.173891 0.171774 CURRENT LEARNING RATE: 0.31065418092162894
previous_iter_valid_loss : 0.17479021847248077
81240 0.175019 0.174790 0.172339 CURRENT LEARNING RATE: 0.31059205629811404
previous_iter_valid_loss : 0.16669119894504547
81260 0.166742 0.166691 0.172417 CURRENT LEARNING RATE: 0.31052994409828144
previous_iter_valid_loss : 0.21306587755680084
81280 0.213546 0.213066 0.174711 CURRENT LEARNING RATE: 0.31046784431964664
previous_iter_valid_loss : 0.16693216562271118
81300 0.167058 0.166932 0.174664 CURRENT LEARNING RATE: 0.31040575695972566
previous_iter_valid_loss : 0.1710638850927353
81320 0.171317 0.171064 0.174917 CURRENT LEARNING RATE: 0.310343682016035
previous_iter_valid_loss : 0.16819940507411957
81340 0.168270 0.168199 0.174999 CURRENT LEARNING RATE: 0.3102816194860917
previous_iter_valid_loss : 0.1650238037109375
81360 0.165166 0.165024 0.174902 CURRENT LEARNING RATE: 0.31021956936741313
previous_iter_valid_loss : 0.16592228412628174
81380 0.165951 0.165922 0.174627 CURRENT LEARNING RATE: 0.31015753165751747
previous_iter_valid_loss : 0.16974668204784393
81400 0.169796 0.169747 0.173412 CURRENT LEARNING RATE: 0.3100955063539231
previous_iter_valid_loss : 0.19771155714988708
81420 0.198047 0.197712 0.175018 CURRENT LEARNING RATE: 0.31003349345414893
previous_iter_valid_loss : 0.1921854317188263
81440 0.192556 0.192185 0.176120 CURRENT LEARNING RATE: 0.30997149295571463
previous_iter_valid_loss : 0.17091166973114014
81460 0.171154 0.170912 0.175946 CURRENT LEARNING RATE: 0.3099095048561401
previous_iter_valid_loss : 0.1711127907037735
81480 0.171143 0.171113 0.175636 CURRENT LEARNING RATE: 0.3098475291529458
previous_iter_valid_loss : 0.20970650017261505
81500 0.209698 0.209707 0.177590 CURRENT LEARNING RATE: 0.30978556584365263
previous_iter_valid_loss : 0.16258442401885986
81520 0.162599 0.162584 0.176249 CURRENT LEARNING RATE: 0.3097236149257822
previous_iter_valid_loss : 0.21249179542064667
81540 0.212494 0.212492 0.178629 CURRENT LEARNING RATE: 0.3096616763968564
previous_iter_valid_loss : 0.1644381880760193
81560 0.164503 0.164438 0.178478 CURRENT LEARNING RATE: 0.3095997502543977
previous_iter_valid_loss : 0.16618500649929047
81580 0.166351 0.166185 0.177721 CURRENT LEARNING RATE: 0.3095378364959291
previous_iter_valid_loss : 0.16477781534194946
81600 0.164843 0.164778 0.177371 CURRENT LEARNING RATE: 0.30947593511897387
previous_iter_valid_loss : 0.16355083882808685
81620 0.163609 0.163551 0.176854 CURRENT LEARNING RATE: 0.30941404612105616
previous_iter_valid_loss : 0.16887451708316803
81640 0.169114 0.168875 0.176558 CURRENT LEARNING RATE: 0.30935216949970035
previous_iter_valid_loss : 0.16272956132888794
81660 0.162847 0.162730 0.176360 CURRENT LEARNING RATE: 0.30929030525243134
previous_iter_valid_loss : 0.17372137308120728
81680 0.173829 0.173721 0.174393 CURRENT LEARNING RATE: 0.3092284533767746
previous_iter_valid_loss : 0.16725265979766846
81700 0.167358 0.167253 0.174409 CURRENT LEARNING RATE: 0.309166613870256
previous_iter_valid_loss : 0.17185643315315247
81720 0.171913 0.171856 0.174449 CURRENT LEARNING RATE: 0.3091047867304021
previous_iter_valid_loss : 0.1706618368625641
81740 0.170716 0.170662 0.174572 CURRENT LEARNING RATE: 0.30904297195473956
previous_iter_valid_loss : 0.16338075697422028
81760 0.163449 0.163381 0.174490 CURRENT LEARNING RATE: 0.3089811695407961
previous_iter_valid_loss : 0.16496458649635315
81780 0.165100 0.164965 0.174442 CURRENT LEARNING RATE: 0.3089193794860993
previous_iter_valid_loss : 0.16395242512226105
81800 0.163981 0.163952 0.174152 CURRENT LEARNING RATE: 0.30885760178817784
previous_iter_valid_loss : 0.17420168220996857
81820 0.174356 0.174202 0.172977 CURRENT LEARNING RATE: 0.30879583644456043
previous_iter_valid_loss : 0.16468821465969086
81840 0.164709 0.164688 0.171602 CURRENT LEARNING RATE: 0.30873408345277653
previous_iter_valid_loss : 0.1640770435333252
81860 0.164162 0.164077 0.171260 CURRENT LEARNING RATE: 0.30867234281035605
previous_iter_valid_loss : 0.1673494428396225
81880 0.167468 0.167349 0.171072 CURRENT LEARNING RATE: 0.3086106145148293
previous_iter_valid_loss : 0.16470962762832642
81900 0.164809 0.164710 0.168822 CURRENT LEARNING RATE: 0.30854889856372714
previous_iter_valid_loss : 0.17656467854976654
81920 0.176675 0.176565 0.169521 CURRENT LEARNING RATE: 0.308487194954581
previous_iter_valid_loss : 0.16283459961414337
81940 0.162931 0.162835 0.167038 CURRENT LEARNING RATE: 0.30842550368492266
previous_iter_valid_loss : 0.17606528103351593
81960 0.176204 0.176065 0.167620 CURRENT LEARNING RATE: 0.3083638247522846
previous_iter_valid_loss : 0.16352279484272003
81980 0.163638 0.163523 0.167486 CURRENT LEARNING RATE: 0.3083021581541995
previous_iter_valid_loss : 0.1636902540922165
82000 0.163798 0.163690 0.167432 CURRENT LEARNING RATE: 0.30824050388820073
previous_iter_valid_loss : 0.1656201183795929
82020 0.165822 0.165620 0.167536 CURRENT LEARNING RATE: 0.3081788619518222
previous_iter_valid_loss : 0.16399919986724854
82040 0.164181 0.163999 0.167292 CURRENT LEARNING RATE: 0.3081172323425982
previous_iter_valid_loss : 0.17115339636802673
82060 0.171285 0.171153 0.167713 CURRENT LEARNING RATE: 0.3080556150580635
previous_iter_valid_loss : 0.17036327719688416
82080 0.170506 0.170363 0.167545 CURRENT LEARNING RATE: 0.3079940100957535
previous_iter_valid_loss : 0.16504554450511932
82100 0.165187 0.165046 0.167435 CURRENT LEARNING RATE: 0.3079324174532039
previous_iter_valid_loss : 0.16967833042144775
82120 0.169709 0.169678 0.167326 CURRENT LEARNING RATE: 0.30787083712795105
previous_iter_valid_loss : 0.16484232246875763
82140 0.164849 0.164842 0.167035 CURRENT LEARNING RATE: 0.30780926911753176
previous_iter_valid_loss : 0.1770709753036499
82160 0.177099 0.177071 0.167719 CURRENT LEARNING RATE: 0.3077477134194832
previous_iter_valid_loss : 0.16637766361236572
82180 0.166442 0.166378 0.167790 CURRENT LEARNING RATE: 0.3076861700313433
previous_iter_valid_loss : 0.16345934569835663
82200 0.163489 0.163459 0.167765 CURRENT LEARNING RATE: 0.3076246389506502
previous_iter_valid_loss : 0.16574695706367493
82220 0.165873 0.165747 0.167343 CURRENT LEARNING RATE: 0.3075631201749427
previous_iter_valid_loss : 0.16680720448493958
82240 0.166967 0.166807 0.167448 CURRENT LEARNING RATE: 0.30750161370176005
previous_iter_valid_loss : 0.16784445941448212
82260 0.168034 0.167844 0.167637 CURRENT LEARNING RATE: 0.307440119528642
previous_iter_valid_loss : 0.1642632931470871
82280 0.164338 0.164263 0.167483 CURRENT LEARNING RATE: 0.3073786376531288
previous_iter_valid_loss : 0.19588716328144073
82300 0.196011 0.195887 0.169041 CURRENT LEARNING RATE: 0.30731716807276105
previous_iter_valid_loss : 0.16355200111865997
82320 0.163723 0.163552 0.168391 CURRENT LEARNING RATE: 0.3072557107850801
previous_iter_valid_loss : 0.17345024645328522
82340 0.173664 0.173450 0.168922 CURRENT LEARNING RATE: 0.30719426578762765
previous_iter_valid_loss : 0.16291193664073944
82360 0.163024 0.162912 0.168264 CURRENT LEARNING RATE: 0.30713283307794587
previous_iter_valid_loss : 0.16604380309581757
82380 0.166212 0.166044 0.168390 CURRENT LEARNING RATE: 0.3070714126535775
previous_iter_valid_loss : 0.18483556807041168
82400 0.185173 0.184836 0.169447 CURRENT LEARNING RATE: 0.3070100045120656
previous_iter_valid_loss : 0.1769600361585617
82420 0.177212 0.176960 0.170014 CURRENT LEARNING RATE: 0.30694860865095397
previous_iter_valid_loss : 0.1692133992910385
82440 0.169421 0.169213 0.170275 CURRENT LEARNING RATE: 0.3068872250677867
previous_iter_valid_loss : 0.16364987194538116
82460 0.163721 0.163650 0.169900 CURRENT LEARNING RATE: 0.30682585376010846
previous_iter_valid_loss : 0.16773775219917297
82480 0.167843 0.167738 0.169768 CURRENT LEARNING RATE: 0.30676449472546446
previous_iter_valid_loss : 0.17601238191127777
82500 0.176263 0.176012 0.170317 CURRENT LEARNING RATE: 0.30670314796140025
previous_iter_valid_loss : 0.16426382958889008
82520 0.164373 0.164264 0.170046 CURRENT LEARNING RATE: 0.306641813465462
previous_iter_valid_loss : 0.16535620391368866
82540 0.165492 0.165356 0.170072 CURRENT LEARNING RATE: 0.3065804912351963
previous_iter_valid_loss : 0.16802002489566803
82560 0.168148 0.168020 0.169619 CURRENT LEARNING RATE: 0.30651918126815036
previous_iter_valid_loss : 0.16323591768741608
82580 0.163355 0.163236 0.169462 CURRENT LEARNING RATE: 0.30645788356187176
previous_iter_valid_loss : 0.16358330845832825
82600 0.163713 0.163583 0.169468 CURRENT LEARNING RATE: 0.3063965981139084
previous_iter_valid_loss : 0.18328945338726044
82620 0.183586 0.183289 0.170346 CURRENT LEARNING RATE: 0.3063353249218091
previous_iter_valid_loss : 0.17040249705314636
82640 0.170678 0.170402 0.170525 CURRENT LEARNING RATE: 0.3062740639831228
previous_iter_valid_loss : 0.162998765707016
82660 0.163121 0.162999 0.170283 CURRENT LEARNING RATE: 0.3062128152953991
previous_iter_valid_loss : 0.16577112674713135
82680 0.165885 0.165771 0.170358 CURRENT LEARNING RATE: 0.30615157885618804
previous_iter_valid_loss : 0.16846634447574615
82700 0.168718 0.168466 0.168987 CURRENT LEARNING RATE: 0.30609035466304024
previous_iter_valid_loss : 0.1693224012851715
82720 0.169431 0.169322 0.169276 CURRENT LEARNING RATE: 0.3060291427135066
previous_iter_valid_loss : 0.16826094686985016
82740 0.168405 0.168261 0.169016 CURRENT LEARNING RATE: 0.30596794300513874
previous_iter_valid_loss : 0.16767331957817078
82760 0.167814 0.167673 0.169255 CURRENT LEARNING RATE: 0.3059067555354887
previous_iter_valid_loss : 0.18201486766338348
82780 0.182232 0.182015 0.170053 CURRENT LEARNING RATE: 0.30584558030210884
previous_iter_valid_loss : 0.16439805924892426
82800 0.164559 0.164398 0.169031 CURRENT LEARNING RATE: 0.3057844173025522
previous_iter_valid_loss : 0.16493378579616547
82820 0.165055 0.164934 0.168430 CURRENT LEARNING RATE: 0.3057232665343723
previous_iter_valid_loss : 0.18806718289852142
82840 0.188422 0.188067 0.169373 CURRENT LEARNING RATE: 0.3056621279951232
previous_iter_valid_loss : 0.16573071479797363
82860 0.165783 0.165731 0.169477 CURRENT LEARNING RATE: 0.3056010016823592
previous_iter_valid_loss : 0.16687819361686707
82880 0.167065 0.166878 0.169434 CURRENT LEARNING RATE: 0.3055398875936353
previous_iter_valid_loss : 0.16420571506023407
82900 0.164378 0.164206 0.168843 CURRENT LEARNING RATE: 0.30547878572650694
previous_iter_valid_loss : 0.16472892463207245
82920 0.164779 0.164729 0.168867 CURRENT LEARNING RATE: 0.3054176960785301
previous_iter_valid_loss : 0.1694980263710022
82940 0.169694 0.169498 0.169074 CURRENT LEARNING RATE: 0.3053566186472611
previous_iter_valid_loss : 0.17919324338436127
82960 0.179430 0.179193 0.169632 CURRENT LEARNING RATE: 0.3052955534302569
previous_iter_valid_loss : 0.20882906019687653
82980 0.208749 0.208829 0.171912 CURRENT LEARNING RATE: 0.3052345004250749
previous_iter_valid_loss : 0.16452443599700928
83000 0.164542 0.164524 0.171959 CURRENT LEARNING RATE: 0.3051734596292729
previous_iter_valid_loss : 0.17964862287044525
83020 0.179893 0.179649 0.171777 CURRENT LEARNING RATE: 0.30511243104040936
previous_iter_valid_loss : 0.16369591653347015
83040 0.163805 0.163696 0.171442 CURRENT LEARNING RATE: 0.30505141465604313
previous_iter_valid_loss : 0.17523817718029022
83060 0.175508 0.175238 0.172054 CURRENT LEARNING RATE: 0.30499041047373354
previous_iter_valid_loss : 0.16430462896823883
83080 0.164396 0.164305 0.171980 CURRENT LEARNING RATE: 0.3049294184910403
previous_iter_valid_loss : 0.16589520871639252
83100 0.166027 0.165895 0.171852 CURRENT LEARNING RATE: 0.30486843870552394
previous_iter_valid_loss : 0.16291697323322296
83120 0.163036 0.162917 0.171531 CURRENT LEARNING RATE: 0.30480747111474515
previous_iter_valid_loss : 0.17264734208583832
83140 0.172849 0.172647 0.171751 CURRENT LEARNING RATE: 0.3047465157162652
previous_iter_valid_loss : 0.1634119153022766
83160 0.163535 0.163412 0.171538 CURRENT LEARNING RATE: 0.304685572507646
previous_iter_valid_loss : 0.17334885895252228
83180 0.173457 0.173349 0.171104 CURRENT LEARNING RATE: 0.3046246414864497
previous_iter_valid_loss : 0.16244404017925262
83200 0.162533 0.162444 0.171007 CURRENT LEARNING RATE: 0.304563722650239
previous_iter_valid_loss : 0.1684877723455429
83220 0.168643 0.168488 0.171184 CURRENT LEARNING RATE: 0.30450281599657736
previous_iter_valid_loss : 0.16533370316028595
83240 0.165469 0.165334 0.170048 CURRENT LEARNING RATE: 0.3044419215230284
previous_iter_valid_loss : 0.1682998389005661
83260 0.168504 0.168300 0.170176 CURRENT LEARNING RATE: 0.30438103922715637
previous_iter_valid_loss : 0.19649052619934082
83280 0.196604 0.196491 0.171657 CURRENT LEARNING RATE: 0.3043201691065259
previous_iter_valid_loss : 0.162860706448555
83300 0.162940 0.162861 0.171590 CURRENT LEARNING RATE: 0.3042593111587022
previous_iter_valid_loss : 0.16520556807518005
83320 0.165355 0.165206 0.171613 CURRENT LEARNING RATE: 0.304198465381251
previous_iter_valid_loss : 0.16616153717041016
83340 0.166304 0.166162 0.171447 CURRENT LEARNING RATE: 0.3041376317717385
previous_iter_valid_loss : 0.17945028841495514
83360 0.179539 0.179450 0.171459 CURRENT LEARNING RATE: 0.3040768103277313
previous_iter_valid_loss : 0.17204762995243073
83380 0.172123 0.172048 0.169620 CURRENT LEARNING RATE: 0.30401600104679655
previous_iter_valid_loss : 0.16326174139976501
83400 0.163436 0.163262 0.169557 CURRENT LEARNING RATE: 0.3039552039265019
previous_iter_valid_loss : 0.16809560358524323
83420 0.168183 0.168096 0.168980 CURRENT LEARNING RATE: 0.3038944189644154
previous_iter_valid_loss : 0.16664943099021912
83440 0.166677 0.166649 0.169127 CURRENT LEARNING RATE: 0.3038336461581057
previous_iter_valid_loss : 0.16351258754730225
83460 0.163594 0.163513 0.168541 CURRENT LEARNING RATE: 0.3037728855051419
previous_iter_valid_loss : 0.17127156257629395
83480 0.171400 0.171272 0.168889 CURRENT LEARNING RATE: 0.30371213700309363
previous_iter_valid_loss : 0.18790000677108765
83500 0.187990 0.187900 0.169990 CURRENT LEARNING RATE: 0.3036514006495308
previous_iter_valid_loss : 0.1661267727613449
83520 0.166246 0.166127 0.170150 CURRENT LEARNING RATE: 0.30359067644202403
previous_iter_valid_loss : 0.17650307714939117
83540 0.176765 0.176503 0.170343 CURRENT LEARNING RATE: 0.30352996437814445
previous_iter_valid_loss : 0.16455334424972534
83560 0.164622 0.164553 0.170400 CURRENT LEARNING RATE: 0.3034692644554634
previous_iter_valid_loss : 0.17418354749679565
83580 0.174296 0.174184 0.170442 CURRENT LEARNING RATE: 0.30340857667155297
previous_iter_valid_loss : 0.16986706852912903
83600 0.169993 0.169867 0.170813 CURRENT LEARNING RATE: 0.3033479010239857
previous_iter_valid_loss : 0.1692461222410202
83620 0.169429 0.169246 0.170851 CURRENT LEARNING RATE: 0.30328723751033443
previous_iter_valid_loss : 0.18539851903915405
83640 0.185540 0.185399 0.171854 CURRENT LEARNING RATE: 0.30322658612817277
previous_iter_valid_loss : 0.16327913105487823
83660 0.163396 0.163279 0.171603 CURRENT LEARNING RATE: 0.3031659468750746
previous_iter_valid_loss : 0.1632051318883896
83680 0.163318 0.163205 0.169939 CURRENT LEARNING RATE: 0.3031053197486143
previous_iter_valid_loss : 0.172968789935112
83700 0.173184 0.172969 0.170444 CURRENT LEARNING RATE: 0.30304470474636686
previous_iter_valid_loss : 0.16245128214359283
83720 0.162567 0.162451 0.170306 CURRENT LEARNING RATE: 0.30298410186590763
previous_iter_valid_loss : 0.19823962450027466
83740 0.198349 0.198240 0.171910 CURRENT LEARNING RATE: 0.3029235111048125
previous_iter_valid_loss : 0.211353600025177
83760 0.211378 0.211354 0.173505 CURRENT LEARNING RATE: 0.30286293246065793
previous_iter_valid_loss : 0.1789139062166214
83780 0.179020 0.178914 0.173849 CURRENT LEARNING RATE: 0.3028023659310206
previous_iter_valid_loss : 0.1646566540002823
83800 0.164717 0.164657 0.173919 CURRENT LEARNING RATE: 0.30274181151347807
previous_iter_valid_loss : 0.1646985411643982
83820 0.164699 0.164699 0.173749 CURRENT LEARNING RATE: 0.30268126920560795
previous_iter_valid_loss : 0.1636519581079483
83840 0.163784 0.163652 0.173599 CURRENT LEARNING RATE: 0.30262073900498865
previous_iter_valid_loss : 0.16280414164066315
83860 0.162864 0.162804 0.173563 CURRENT LEARNING RATE: 0.30256022090919893
previous_iter_valid_loss : 0.17991793155670166
83880 0.180055 0.179918 0.173996 CURRENT LEARNING RATE: 0.3024997149158182
previous_iter_valid_loss : 0.18403363227844238
83900 0.184163 0.184034 0.173802 CURRENT LEARNING RATE: 0.302439221022426
previous_iter_valid_loss : 0.16274912655353546
83920 0.162848 0.162749 0.173633 CURRENT LEARNING RATE: 0.30237873922660263
previous_iter_valid_loss : 0.17740508913993835
83940 0.177581 0.177405 0.173679 CURRENT LEARNING RATE: 0.30231826952592894
previous_iter_valid_loss : 0.17223061621189117
83960 0.172331 0.172231 0.174062 CURRENT LEARNING RATE: 0.3022578119179861
previous_iter_valid_loss : 0.1643388569355011
83980 0.164497 0.164339 0.173570 CURRENT LEARNING RATE: 0.30219736640035577
previous_iter_valid_loss : 0.16812768578529358
84000 0.168205 0.168128 0.173483 CURRENT LEARNING RATE: 0.3021369329706201
previous_iter_valid_loss : 0.17212945222854614
84020 0.172359 0.172129 0.173627 CURRENT LEARNING RATE: 0.3020765116263618
previous_iter_valid_loss : 0.16601377725601196
84040 0.166003 0.166014 0.172658 CURRENT LEARNING RATE: 0.302016102365164
previous_iter_valid_loss : 0.1662445217370987
84060 0.166284 0.166245 0.172806 CURRENT LEARNING RATE: 0.3019557051846104
previous_iter_valid_loss : 0.1967434585094452
84080 0.197041 0.196743 0.174483 CURRENT LEARNING RATE: 0.301895320082285
previous_iter_valid_loss : 0.1711949110031128
84100 0.171370 0.171195 0.174395 CURRENT LEARNING RATE: 0.3018349470557724
previous_iter_valid_loss : 0.17062421143054962
84120 0.170801 0.170624 0.174803 CURRENT LEARNING RATE: 0.3017745861026577
previous_iter_valid_loss : 0.17566372454166412
84140 0.175892 0.175664 0.173675 CURRENT LEARNING RATE: 0.3017142372205266
previous_iter_valid_loss : 0.165739968419075
84160 0.165841 0.165740 0.171394 CURRENT LEARNING RATE: 0.301653900406965
previous_iter_valid_loss : 0.1636655479669571
84180 0.163747 0.163666 0.170631 CURRENT LEARNING RATE: 0.3015935756595594
previous_iter_valid_loss : 0.16339021921157837
84200 0.163457 0.163390 0.170568 CURRENT LEARNING RATE: 0.30153326297589694
previous_iter_valid_loss : 0.17098160088062286
84220 0.171038 0.170982 0.170882 CURRENT LEARNING RATE: 0.30147296235356497
previous_iter_valid_loss : 0.17533013224601746
84240 0.175433 0.175330 0.171466 CURRENT LEARNING RATE: 0.3014126737901515
previous_iter_valid_loss : 0.1668795645236969
84260 0.167095 0.166880 0.171670 CURRENT LEARNING RATE: 0.30135239728324514
previous_iter_valid_loss : 0.16356419026851654
84280 0.163618 0.163564 0.170852 CURRENT LEARNING RATE: 0.30129213283043466
previous_iter_valid_loss : 0.19444838166236877
84300 0.194494 0.194448 0.171373 CURRENT LEARNING RATE: 0.30123188042930954
previous_iter_valid_loss : 0.17320699989795685
84320 0.173223 0.173207 0.171896 CURRENT LEARNING RATE: 0.3011716400774596
previous_iter_valid_loss : 0.16216012835502625
84340 0.162215 0.162160 0.171134 CURRENT LEARNING RATE: 0.3011114117724754
previous_iter_valid_loss : 0.17652851343154907
84360 0.176623 0.176529 0.171349 CURRENT LEARNING RATE: 0.3010511955119477
previous_iter_valid_loss : 0.18255580961704254
84380 0.182620 0.182556 0.172259 CURRENT LEARNING RATE: 0.30099099129346785
previous_iter_valid_loss : 0.16885043680667877
84400 0.168955 0.168850 0.172296 CURRENT LEARNING RATE: 0.30093079911462767
previous_iter_valid_loss : 0.16511696577072144
84420 0.165304 0.165117 0.171945 CURRENT LEARNING RATE: 0.3008706189730195
previous_iter_valid_loss : 0.16373297572135925
84440 0.163824 0.163733 0.171831 CURRENT LEARNING RATE: 0.30081045086623615
previous_iter_valid_loss : 0.18307863175868988
84460 0.183195 0.183079 0.172673 CURRENT LEARNING RATE: 0.3007502947918709
previous_iter_valid_loss : 0.1684725433588028
84480 0.168580 0.168473 0.171259 CURRENT LEARNING RATE: 0.30069015074751737
previous_iter_valid_loss : 0.18066616356372833
84500 0.180825 0.180666 0.171733 CURRENT LEARNING RATE: 0.30063001873077
previous_iter_valid_loss : 0.17416700720787048
84520 0.174300 0.174167 0.171910 CURRENT LEARNING RATE: 0.30056989873922335
previous_iter_valid_loss : 0.16419652104377747
84540 0.164263 0.164197 0.171336 CURRENT LEARNING RATE: 0.3005097907704728
previous_iter_valid_loss : 0.16699190437793732
84560 0.167073 0.166992 0.171399 CURRENT LEARNING RATE: 0.30044969482211387
previous_iter_valid_loss : 0.1785893440246582
84580 0.178949 0.178589 0.172145 CURRENT LEARNING RATE: 0.30038961089174276
previous_iter_valid_loss : 0.17973865568637848
84600 0.179981 0.179739 0.172963 CURRENT LEARNING RATE: 0.30032953897695613
previous_iter_valid_loss : 0.16395145654678345
84620 0.164063 0.163951 0.172611 CURRENT LEARNING RATE: 0.30026947907535106
previous_iter_valid_loss : 0.17288802564144135
84640 0.173029 0.172888 0.172489 CURRENT LEARNING RATE: 0.30020943118452525
previous_iter_valid_loss : 0.17609603703022003
84660 0.176241 0.176096 0.172950 CURRENT LEARNING RATE: 0.30014939530207674
previous_iter_valid_loss : 0.17259201407432556
84680 0.172688 0.172592 0.173401 CURRENT LEARNING RATE: 0.30008937142560405
previous_iter_valid_loss : 0.1637147217988968
84700 0.163807 0.163715 0.171864 CURRENT LEARNING RATE: 0.30002935955270627
previous_iter_valid_loss : 0.17608094215393066
84720 0.176154 0.176081 0.172008 CURRENT LEARNING RATE: 0.29996935968098287
previous_iter_valid_loss : 0.17054884135723114
84740 0.170721 0.170549 0.172428 CURRENT LEARNING RATE: 0.2999093718080339
previous_iter_valid_loss : 0.16586387157440186
84760 0.165956 0.165864 0.171894 CURRENT LEARNING RATE: 0.29984939593145987
previous_iter_valid_loss : 0.1642901748418808
84780 0.164485 0.164290 0.170981 CURRENT LEARNING RATE: 0.29978943204886177
previous_iter_valid_loss : 0.16588175296783447
84800 0.166130 0.165882 0.170833 CURRENT LEARNING RATE: 0.29972948015784096
previous_iter_valid_loss : 0.1749090552330017
84820 0.175031 0.174909 0.171322 CURRENT LEARNING RATE: 0.29966954025599934
previous_iter_valid_loss : 0.17956869304180145
84840 0.179694 0.179569 0.172114 CURRENT LEARNING RATE: 0.29960961234093936
previous_iter_valid_loss : 0.16292329132556915
84860 0.163007 0.162923 0.171106 CURRENT LEARNING RATE: 0.299549696410264
previous_iter_valid_loss : 0.16505473852157593
84880 0.165198 0.165055 0.170935 CURRENT LEARNING RATE: 0.2994897924615765
previous_iter_valid_loss : 0.16625715792179108
84900 0.166483 0.166257 0.170215 CURRENT LEARNING RATE: 0.29942990049248075
previous_iter_valid_loss : 0.1627044528722763
84920 0.162797 0.162704 0.169642 CURRENT LEARNING RATE: 0.299370020500581
previous_iter_valid_loss : 0.17307493090629578
84940 0.173089 0.173075 0.170086 CURRENT LEARNING RATE: 0.2993101524834822
previous_iter_valid_loss : 0.1669321060180664
84960 0.167022 0.166932 0.170083 CURRENT LEARNING RATE: 0.2992502964387895
previous_iter_valid_loss : 0.1645534783601761
84980 0.164674 0.164553 0.169381 CURRENT LEARNING RATE: 0.2991904523641087
previous_iter_valid_loss : 0.16431215405464172
85000 0.164462 0.164312 0.168610 CURRENT LEARNING RATE: 0.299130620257046
previous_iter_valid_loss : 0.19030025601387024
85020 0.190592 0.190300 0.169927 CURRENT LEARNING RATE: 0.29907080011520815
previous_iter_valid_loss : 0.16247053444385529
85040 0.162547 0.162471 0.169406 CURRENT LEARNING RATE: 0.29901099193620234
previous_iter_valid_loss : 0.1797354370355606
85060 0.179865 0.179735 0.169588 CURRENT LEARNING RATE: 0.2989511957176363
previous_iter_valid_loss : 0.16888350248336792
85080 0.168999 0.168884 0.169403 CURRENT LEARNING RATE: 0.2988914114571181
previous_iter_valid_loss : 0.16512584686279297
85100 0.165339 0.165126 0.169473 CURRENT LEARNING RATE: 0.2988316391522564
previous_iter_valid_loss : 0.1647523194551468
85120 0.164853 0.164752 0.168907 CURRENT LEARNING RATE: 0.2987718788006603
previous_iter_valid_loss : 0.16375736892223358
85140 0.163788 0.163757 0.168567 CURRENT LEARNING RATE: 0.29871213039993944
previous_iter_valid_loss : 0.16548997163772583
85160 0.165530 0.165490 0.168549 CURRENT LEARNING RATE: 0.29865239394770376
previous_iter_valid_loss : 0.16601750254631042
85180 0.166125 0.166018 0.168635 CURRENT LEARNING RATE: 0.29859266944156393
previous_iter_valid_loss : 0.20842009782791138
85200 0.208492 0.208420 0.170762 CURRENT LEARNING RATE: 0.29853295687913095
previous_iter_valid_loss : 0.17013700306415558
85220 0.170379 0.170137 0.170523 CURRENT LEARNING RATE: 0.2984732562580162
previous_iter_valid_loss : 0.1786799132823944
85240 0.179035 0.178680 0.170479 CURRENT LEARNING RATE: 0.29841356757583176
previous_iter_valid_loss : 0.16766925156116486
85260 0.167789 0.167669 0.170716 CURRENT LEARNING RATE: 0.2983538908301901
previous_iter_valid_loss : 0.16355584561824799
85280 0.163574 0.163556 0.170641 CURRENT LEARNING RATE: 0.2982942260187041
previous_iter_valid_loss : 0.16350619494915009
85300 0.163518 0.163506 0.170504 CURRENT LEARNING RATE: 0.29823457313898716
previous_iter_valid_loss : 0.16423234343528748
85320 0.164358 0.164232 0.170580 CURRENT LEARNING RATE: 0.2981749321886532
previous_iter_valid_loss : 0.1697794646024704
85340 0.169899 0.169779 0.170415 CURRENT LEARNING RATE: 0.29811530316531654
previous_iter_valid_loss : 0.16292625665664673
85360 0.162975 0.162926 0.170215 CURRENT LEARNING RATE: 0.2980556860665921
previous_iter_valid_loss : 0.17594465613365173
85380 0.176038 0.175945 0.170785 CURRENT LEARNING RATE: 0.2979960808900951
previous_iter_valid_loss : 0.16451862454414368
85400 0.164588 0.164519 0.170795 CURRENT LEARNING RATE: 0.2979364876334414
previous_iter_valid_loss : 0.16958606243133545
85420 0.169678 0.169586 0.169759 CURRENT LEARNING RATE: 0.29787690629424723
previous_iter_valid_loss : 0.17550282180309296
85440 0.175795 0.175503 0.170411 CURRENT LEARNING RATE: 0.29781733687012935
previous_iter_valid_loss : 0.1648845374584198
85460 0.165026 0.164885 0.169668 CURRENT LEARNING RATE: 0.297757779358705
previous_iter_valid_loss : 0.16271549463272095
85480 0.162804 0.162715 0.169360 CURRENT LEARNING RATE: 0.29769823375759186
previous_iter_valid_loss : 0.16644003987312317
85500 0.166522 0.166440 0.169425 CURRENT LEARNING RATE: 0.2976387000644081
previous_iter_valid_loss : 0.18452048301696777
85520 0.184491 0.184520 0.170414 CURRENT LEARNING RATE: 0.2975791782767724
previous_iter_valid_loss : 0.17001275718212128
85540 0.170194 0.170013 0.170727 CURRENT LEARNING RATE: 0.29751966839230387
previous_iter_valid_loss : 0.1681111752986908
85560 0.168168 0.168111 0.170858 CURRENT LEARNING RATE: 0.29746017040862205
previous_iter_valid_loss : 0.16401340067386627
85580 0.164064 0.164013 0.170758 CURRENT LEARNING RATE: 0.29740068432334715
previous_iter_valid_loss : 0.1828191727399826
85600 0.183110 0.182819 0.169477 CURRENT LEARNING RATE: 0.2973412101340997
previous_iter_valid_loss : 0.17787596583366394
85620 0.178153 0.177876 0.169864 CURRENT LEARNING RATE: 0.2972817478385006
previous_iter_valid_loss : 0.167817160487175
85640 0.167948 0.167817 0.169321 CURRENT LEARNING RATE: 0.2972222974341715
previous_iter_valid_loss : 0.17216913402080536
85660 0.172371 0.172169 0.169546 CURRENT LEARNING RATE: 0.2971628589187344
previous_iter_valid_loss : 0.16269932687282562
85680 0.162763 0.162699 0.169503 CURRENT LEARNING RATE: 0.2971034322898116
previous_iter_valid_loss : 0.17270934581756592
85700 0.172904 0.172709 0.169964 CURRENT LEARNING RATE: 0.2970440175450262
previous_iter_valid_loss : 0.16488203406333923
85720 0.164984 0.164882 0.169996 CURRENT LEARNING RATE: 0.29698461468200144
previous_iter_valid_loss : 0.18003927171230316
85740 0.180363 0.180039 0.170509 CURRENT LEARNING RATE: 0.2969252236983614
previous_iter_valid_loss : 0.18383166193962097
85760 0.184116 0.183832 0.171554 CURRENT LEARNING RATE: 0.2968658445917303
previous_iter_valid_loss : 0.1802181750535965
85780 0.180477 0.180218 0.171768 CURRENT LEARNING RATE: 0.2968064773597331
previous_iter_valid_loss : 0.17255428433418274
85800 0.172737 0.172554 0.172170 CURRENT LEARNING RATE: 0.296747121999995
previous_iter_valid_loss : 0.16836437582969666
85820 0.168553 0.168364 0.172109 CURRENT LEARNING RATE: 0.2966877785101417
previous_iter_valid_loss : 0.16556811332702637
85840 0.165726 0.165568 0.171612 CURRENT LEARNING RATE: 0.2966284468877997
previous_iter_valid_loss : 0.16570137441158295
85860 0.165851 0.165701 0.171653 CURRENT LEARNING RATE: 0.29656912713059563
previous_iter_valid_loss : 0.190323606133461
85880 0.190781 0.190324 0.173033 CURRENT LEARNING RATE: 0.29650981923615666
previous_iter_valid_loss : 0.1763148456811905
85900 0.176621 0.176315 0.173527 CURRENT LEARNING RATE: 0.2964505232021105
previous_iter_valid_loss : 0.1655215322971344
85920 0.165667 0.165522 0.172577 CURRENT LEARNING RATE: 0.2963912390260853
previous_iter_valid_loss : 0.1634126603603363
85940 0.163469 0.163413 0.172247 CURRENT LEARNING RATE: 0.29633196670570966
previous_iter_valid_loss : 0.22082529962062836
85960 0.221367 0.220825 0.174883 CURRENT LEARNING RATE: 0.29627270623861274
previous_iter_valid_loss : 0.17170020937919617
85980 0.171752 0.171700 0.175267 CURRENT LEARNING RATE: 0.2962134576224242
previous_iter_valid_loss : 0.16445821523666382
86000 0.164574 0.164458 0.174349 CURRENT LEARNING RATE: 0.29615422085477394
previous_iter_valid_loss : 0.1752929389476776
86020 0.175562 0.175293 0.174220 CURRENT LEARNING RATE: 0.29609499593329247
previous_iter_valid_loss : 0.1658645123243332
86040 0.165973 0.165865 0.174122 CURRENT LEARNING RATE: 0.29603578285561094
previous_iter_valid_loss : 0.16842302680015564
86060 0.168473 0.168423 0.173935 CURRENT LEARNING RATE: 0.2959765816193608
previous_iter_valid_loss : 0.1647220104932785
86080 0.164798 0.164722 0.174036 CURRENT LEARNING RATE: 0.29591739222217395
previous_iter_valid_loss : 0.190178781747818
86100 0.190268 0.190179 0.174910 CURRENT LEARNING RATE: 0.2958582146616829
previous_iter_valid_loss : 0.1767091006040573
86120 0.176806 0.176709 0.175501 CURRENT LEARNING RATE: 0.29579904893552034
previous_iter_valid_loss : 0.16210860013961792
86140 0.162145 0.162109 0.174604 CURRENT LEARNING RATE: 0.29573989504131987
previous_iter_valid_loss : 0.1640225350856781
86160 0.164127 0.164023 0.173614 CURRENT LEARNING RATE: 0.29568075297671514
previous_iter_valid_loss : 0.16534070670604706
86180 0.165522 0.165341 0.172870 CURRENT LEARNING RATE: 0.2956216227393407
previous_iter_valid_loss : 0.16414526104927063
86200 0.164274 0.164145 0.172450 CURRENT LEARNING RATE: 0.2955625043268311
previous_iter_valid_loss : 0.19400176405906677
86220 0.194071 0.194002 0.173731 CURRENT LEARNING RATE: 0.2955033977368217
previous_iter_valid_loss : 0.17443133890628815
86240 0.174733 0.174431 0.174175 CURRENT LEARNING RATE: 0.29544430296694835
previous_iter_valid_loss : 0.1710374355316162
86260 0.171310 0.171037 0.174441 CURRENT LEARNING RATE: 0.2953852200148471
previous_iter_valid_loss : 0.165047287940979
86280 0.165161 0.165047 0.173178 CURRENT LEARNING RATE: 0.2953261488781547
previous_iter_valid_loss : 0.1644892394542694
86300 0.164569 0.164489 0.172586 CURRENT LEARNING RATE: 0.2952670895545083
previous_iter_valid_loss : 0.1650664061307907
86320 0.165233 0.165066 0.172564 CURRENT LEARNING RATE: 0.2952080420415456
previous_iter_valid_loss : 0.17478397488594055
86340 0.175053 0.174784 0.173132 CURRENT LEARNING RATE: 0.2951490063369045
previous_iter_valid_loss : 0.17300945520401
86360 0.173044 0.173009 0.170741 CURRENT LEARNING RATE: 0.29508998243822376
previous_iter_valid_loss : 0.1803043782711029
86380 0.180666 0.180304 0.171172 CURRENT LEARNING RATE: 0.29503097034314235
previous_iter_valid_loss : 0.18793241679668427
86400 0.187986 0.187932 0.172345 CURRENT LEARNING RATE: 0.2949719700492997
previous_iter_valid_loss : 0.17334255576133728
86420 0.173603 0.173343 0.172248 CURRENT LEARNING RATE: 0.29491298155433604
previous_iter_valid_loss : 0.16497710347175598
86440 0.165144 0.164977 0.172203 CURRENT LEARNING RATE: 0.2948540048558916
previous_iter_valid_loss : 0.16301168501377106
86460 0.163114 0.163012 0.171933 CURRENT LEARNING RATE: 0.29479503995160733
previous_iter_valid_loss : 0.1631162464618683
86480 0.163248 0.163116 0.171853 CURRENT LEARNING RATE: 0.29473608683912483
previous_iter_valid_loss : 0.16811762750148773
86500 0.168315 0.168118 0.170749 CURRENT LEARNING RATE: 0.29467714551608576
previous_iter_valid_loss : 0.17631573975086212
86520 0.176568 0.176316 0.170730 CURRENT LEARNING RATE: 0.2946182159801326
previous_iter_valid_loss : 0.16442303359508514
86540 0.164583 0.164423 0.170846 CURRENT LEARNING RATE: 0.29455929822890803
previous_iter_valid_loss : 0.1645323485136032
86560 0.164614 0.164532 0.170871 CURRENT LEARNING RATE: 0.2945003922600555
previous_iter_valid_loss : 0.18645767867565155
86580 0.186760 0.186458 0.171927 CURRENT LEARNING RATE: 0.2944414980712187
previous_iter_valid_loss : 0.17299890518188477
86600 0.173312 0.172999 0.172370 CURRENT LEARNING RATE: 0.29438261566004187
previous_iter_valid_loss : 0.17437846958637238
86620 0.174646 0.174378 0.171388 CURRENT LEARNING RATE: 0.2943237450241697
previous_iter_valid_loss : 0.17378006875514984
86640 0.174033 0.173780 0.171356 CURRENT LEARNING RATE: 0.2942648861612473
previous_iter_valid_loss : 0.1681138277053833
86660 0.168248 0.168114 0.171210 CURRENT LEARNING RATE: 0.29420603906892046
previous_iter_valid_loss : 0.16379252076148987
86680 0.163888 0.163793 0.171147 CURRENT LEARNING RATE: 0.29414720374483516
previous_iter_valid_loss : 0.16632722318172455
86700 0.166481 0.166327 0.171239 CURRENT LEARNING RATE: 0.29408838018663813
previous_iter_valid_loss : 0.16453605890274048
86720 0.164653 0.164536 0.171212 CURRENT LEARNING RATE: 0.2940295683919763
previous_iter_valid_loss : 0.16638760268688202
86740 0.166562 0.166388 0.170792 CURRENT LEARNING RATE: 0.2939707683584972
previous_iter_valid_loss : 0.19563733041286469
86760 0.196163 0.195637 0.171924 CURRENT LEARNING RATE: 0.293911980083849
previous_iter_valid_loss : 0.16391704976558685
86780 0.164071 0.163917 0.171105 CURRENT LEARNING RATE: 0.29385320356567995
previous_iter_valid_loss : 0.16904795169830322
86800 0.169296 0.169048 0.170160 CURRENT LEARNING RATE: 0.2937944388016391
previous_iter_valid_loss : 0.16257677972316742
86820 0.162746 0.162577 0.169622 CURRENT LEARNING RATE: 0.29373568578937587
previous_iter_valid_loss : 0.16986766457557678
86840 0.170077 0.169868 0.169867 CURRENT LEARNING RATE: 0.29367694452654003
previous_iter_valid_loss : 0.16494600474834442
86860 0.165097 0.164946 0.169963 CURRENT LEARNING RATE: 0.29361821501078206
previous_iter_valid_loss : 0.1649181842803955
86880 0.165080 0.164918 0.170053 CURRENT LEARNING RATE: 0.2935594972397527
previous_iter_valid_loss : 0.16629396378993988
86900 0.166429 0.166294 0.169962 CURRENT LEARNING RATE: 0.29350079121110334
previous_iter_valid_loss : 0.16341619193553925
86920 0.163505 0.163416 0.169317 CURRENT LEARNING RATE: 0.29344209692248563
previous_iter_valid_loss : 0.16545450687408447
86940 0.165654 0.165455 0.169369 CURRENT LEARNING RATE: 0.2933834143715518
previous_iter_valid_loss : 0.16787301003932953
86960 0.168113 0.167873 0.169536 CURRENT LEARNING RATE: 0.29332474355595467
previous_iter_valid_loss : 0.16269655525684357
86980 0.162790 0.162697 0.168348 CURRENT LEARNING RATE: 0.2932660844733473
previous_iter_valid_loss : 0.17422187328338623
87000 0.174277 0.174222 0.168409 CURRENT LEARNING RATE: 0.29320743712138325
previous_iter_valid_loss : 0.18182139098644257
87020 0.181875 0.181821 0.168781 CURRENT LEARNING RATE: 0.2931488014977168
previous_iter_valid_loss : 0.1849491149187088
87040 0.185059 0.184949 0.169339 CURRENT LEARNING RATE: 0.29309017760000244
previous_iter_valid_loss : 0.1644139438867569
87060 0.164513 0.164414 0.169154 CURRENT LEARNING RATE: 0.29303156542589526
previous_iter_valid_loss : 0.18464642763137817
87080 0.184940 0.184646 0.170197 CURRENT LEARNING RATE: 0.2929729649730507
previous_iter_valid_loss : 0.17195247113704681
87100 0.172140 0.171952 0.170478 CURRENT LEARNING RATE: 0.2929143762391248
previous_iter_valid_loss : 0.17294719815254211
87120 0.173196 0.172947 0.170899 CURRENT LEARNING RATE: 0.29285579922177396
previous_iter_valid_loss : 0.16485896706581116
87140 0.164974 0.164859 0.170823 CURRENT LEARNING RATE: 0.2927972339186551
previous_iter_valid_loss : 0.16358168423175812
87160 0.163629 0.163582 0.169220 CURRENT LEARNING RATE: 0.29273868032742567
previous_iter_valid_loss : 0.16668841242790222
87180 0.166797 0.166688 0.169358 CURRENT LEARNING RATE: 0.29268013844574353
previous_iter_valid_loss : 0.1679527312517166
87200 0.167996 0.167953 0.169304 CURRENT LEARNING RATE: 0.29262160827126693
previous_iter_valid_loss : 0.16511477530002594
87220 0.165192 0.165115 0.169430 CURRENT LEARNING RATE: 0.2925630898016547
previous_iter_valid_loss : 0.1639171838760376
87240 0.163999 0.163917 0.169133 CURRENT LEARNING RATE: 0.29250458303456606
previous_iter_valid_loss : 0.1698971390724182
87260 0.170002 0.169897 0.169381 CURRENT LEARNING RATE: 0.2924460879676608
previous_iter_valid_loss : 0.18352669477462769
87280 0.183653 0.183527 0.170311 CURRENT LEARNING RATE: 0.29238760459859914
previous_iter_valid_loss : 0.1764453500509262
87300 0.176538 0.176445 0.170819 CURRENT LEARNING RATE: 0.2923291329250417
previous_iter_valid_loss : 0.16570599377155304
87320 0.165881 0.165706 0.170933 CURRENT LEARNING RATE: 0.29227067294464965
previous_iter_valid_loss : 0.1728452742099762
87340 0.172944 0.172845 0.171303 CURRENT LEARNING RATE: 0.29221222465508445
previous_iter_valid_loss : 0.16384415328502655
87360 0.163917 0.163844 0.171101 CURRENT LEARNING RATE: 0.2921537880540083
previous_iter_valid_loss : 0.16948693990707397
87380 0.169690 0.169487 0.171441 CURRENT LEARNING RATE: 0.2920953631390838
previous_iter_valid_loss : 0.16514459252357483
87400 0.165306 0.165145 0.170987 CURRENT LEARNING RATE: 0.29203694990797374
previous_iter_valid_loss : 0.17466261982917786
87420 0.174898 0.174663 0.170629 CURRENT LEARNING RATE: 0.29197854835834186
previous_iter_valid_loss : 0.17016583681106567
87440 0.170355 0.170166 0.169890 CURRENT LEARNING RATE: 0.29192015848785186
previous_iter_valid_loss : 0.16763955354690552
87460 0.167813 0.167640 0.170051 CURRENT LEARNING RATE: 0.2918617802941682
previous_iter_valid_loss : 0.16876016557216644
87480 0.168975 0.168760 0.169257 CURRENT LEARNING RATE: 0.29180341377495583
previous_iter_valid_loss : 0.18094061315059662
87500 0.181230 0.180941 0.169706 CURRENT LEARNING RATE: 0.2917450589278801
previous_iter_valid_loss : 0.1676868051290512
87520 0.167880 0.167687 0.169443 CURRENT LEARNING RATE: 0.29168671575060673
previous_iter_valid_loss : 0.1731722354888916
87540 0.173338 0.173172 0.169859 CURRENT LEARNING RATE: 0.291628384240802
previous_iter_valid_loss : 0.16446521878242493
87560 0.164604 0.164465 0.169903 CURRENT LEARNING RATE: 0.29157006439613276
previous_iter_valid_loss : 0.18821963667869568
87580 0.188366 0.188220 0.170979 CURRENT LEARNING RATE: 0.291511756214266
previous_iter_valid_loss : 0.1621181219816208
87600 0.162216 0.162118 0.170688 CURRENT LEARNING RATE: 0.2914534596928696
previous_iter_valid_loss : 0.16962288320064545
87620 0.169763 0.169623 0.170913 CURRENT LEARNING RATE: 0.29139517482961175
previous_iter_valid_loss : 0.16554218530654907
87640 0.165671 0.165542 0.170994 CURRENT LEARNING RATE: 0.29133690162216075
previous_iter_valid_loss : 0.16359536349773407
87660 0.163692 0.163595 0.170679 CURRENT LEARNING RATE: 0.29127864006818593
previous_iter_valid_loss : 0.1703377515077591
87680 0.170604 0.170338 0.170020 CURRENT LEARNING RATE: 0.2912203901653567
previous_iter_valid_loss : 0.1660178154706955
87700 0.166156 0.166018 0.169498 CURRENT LEARNING RATE: 0.2911621519113432
previous_iter_valid_loss : 0.16779373586177826
87720 0.167872 0.167794 0.169603 CURRENT LEARNING RATE: 0.2911039253038158
previous_iter_valid_loss : 0.16400013864040375
87740 0.164100 0.164000 0.169161 CURRENT LEARNING RATE: 0.29104571034044535
previous_iter_valid_loss : 0.16355018317699432
87760 0.163680 0.163550 0.169146 CURRENT LEARNING RATE: 0.29098750701890347
previous_iter_valid_loss : 0.16340140998363495
87780 0.163581 0.163401 0.168842 CURRENT LEARNING RATE: 0.29092931533686184
previous_iter_valid_loss : 0.1706078052520752
87800 0.170857 0.170608 0.169115 CURRENT LEARNING RATE: 0.29087113529199293
previous_iter_valid_loss : 0.17494937777519226
87820 0.175222 0.174949 0.169129 CURRENT LEARNING RATE: 0.2908129668819694
previous_iter_valid_loss : 0.16797447204589844
87840 0.168050 0.167974 0.169019 CURRENT LEARNING RATE: 0.29075481010446463
previous_iter_valid_loss : 0.17436860501766205
87860 0.174453 0.174369 0.169356 CURRENT LEARNING RATE: 0.2906966649571523
previous_iter_valid_loss : 0.1657416671514511
87880 0.165904 0.165742 0.169205 CURRENT LEARNING RATE: 0.29063853143770657
previous_iter_valid_loss : 0.16396836936473846
87900 0.164114 0.163968 0.168356 CURRENT LEARNING RATE: 0.29058040954380215
previous_iter_valid_loss : 0.1744655966758728
87920 0.174726 0.174466 0.168695 CURRENT LEARNING RATE: 0.2905222992731142
previous_iter_valid_loss : 0.1688803732395172
87940 0.168975 0.168880 0.168481 CURRENT LEARNING RATE: 0.2904642006233182
previous_iter_valid_loss : 0.17446689307689667
87960 0.174528 0.174467 0.168981 CURRENT LEARNING RATE: 0.29040611359209023
previous_iter_valid_loss : 0.16247574985027313
87980 0.162556 0.162476 0.167694 CURRENT LEARNING RATE: 0.29034803817710697
previous_iter_valid_loss : 0.16718268394470215
88000 0.167264 0.167183 0.167947 CURRENT LEARNING RATE: 0.2902899743760452
previous_iter_valid_loss : 0.16436466574668884
88020 0.164438 0.164365 0.167684 CURRENT LEARNING RATE: 0.2902319221865824
previous_iter_valid_loss : 0.16486597061157227
88040 0.164919 0.164866 0.167650 CURRENT LEARNING RATE: 0.29017388160639657
previous_iter_valid_loss : 0.16462774574756622
88060 0.164755 0.164628 0.167702 CURRENT LEARNING RATE: 0.2901158526331661
previous_iter_valid_loss : 0.16504539549350739
88080 0.165078 0.165045 0.167437 CURRENT LEARNING RATE: 0.2900578352645697
previous_iter_valid_loss : 0.16429316997528076
88100 0.164517 0.164293 0.167351 CURRENT LEARNING RATE: 0.28999982949828673
previous_iter_valid_loss : 0.16601496934890747
88120 0.166138 0.166015 0.167262 CURRENT LEARNING RATE: 0.289941835331997
previous_iter_valid_loss : 0.18892903625965118
88140 0.189381 0.188929 0.168508 CURRENT LEARNING RATE: 0.28988385276338074
previous_iter_valid_loss : 0.16280782222747803
88160 0.162895 0.162808 0.168471 CURRENT LEARNING RATE: 0.28982588179011864
previous_iter_valid_loss : 0.1723320037126541
88180 0.172430 0.172332 0.168918 CURRENT LEARNING RATE: 0.28976792240989185
previous_iter_valid_loss : 0.1693776547908783
88200 0.169505 0.169378 0.168856 CURRENT LEARNING RATE: 0.289709974620382
previous_iter_valid_loss : 0.16424818336963654
88220 0.164453 0.164248 0.168321 CURRENT LEARNING RATE: 0.2896520384192712
previous_iter_valid_loss : 0.16325516998767853
88240 0.163422 0.163255 0.168085 CURRENT LEARNING RATE: 0.2895941138042418
previous_iter_valid_loss : 0.17601893842220306
88260 0.176292 0.176019 0.168168 CURRENT LEARNING RATE: 0.28953620077297715
previous_iter_valid_loss : 0.16473431885242462
88280 0.164890 0.164734 0.168117 CURRENT LEARNING RATE: 0.2894782993231606
previous_iter_valid_loss : 0.16780368983745575
88300 0.167967 0.167804 0.168309 CURRENT LEARNING RATE: 0.289420409452476
previous_iter_valid_loss : 0.16380733251571655
88320 0.163953 0.163807 0.167776 CURRENT LEARNING RATE: 0.2893625311586078
previous_iter_valid_loss : 0.1641126573085785
88340 0.164206 0.164113 0.167538 CURRENT LEARNING RATE: 0.2893046644392409
previous_iter_valid_loss : 0.16383618116378784
88360 0.163970 0.163836 0.167006 CURRENT LEARNING RATE: 0.2892468092920606
previous_iter_valid_loss : 0.1652268022298813
88380 0.165313 0.165227 0.167144 CURRENT LEARNING RATE: 0.2891889657147527
previous_iter_valid_loss : 0.16830222308635712
88400 0.168405 0.168302 0.167200 CURRENT LEARNING RATE: 0.28913113370500354
previous_iter_valid_loss : 0.16237765550613403
88420 0.162491 0.162378 0.167101 CURRENT LEARNING RATE: 0.2890733132604998
previous_iter_valid_loss : 0.16401737928390503
88440 0.164191 0.164017 0.167058 CURRENT LEARNING RATE: 0.2890155043789285
previous_iter_valid_loss : 0.16331997513771057
88460 0.163461 0.163320 0.166993 CURRENT LEARNING RATE: 0.28895770705797746
previous_iter_valid_loss : 0.1680857241153717
88480 0.168247 0.168086 0.167145 CURRENT LEARNING RATE: 0.2888999212953347
previous_iter_valid_loss : 0.17408213019371033
88500 0.174449 0.174082 0.167634 CURRENT LEARNING RATE: 0.28884214708868894
previous_iter_valid_loss : 0.16586549580097198
88520 0.166030 0.165865 0.167627 CURRENT LEARNING RATE: 0.288784384435729
previous_iter_valid_loss : 0.16959884762763977
88540 0.169823 0.169599 0.166660 CURRENT LEARNING RATE: 0.2887266333341445
previous_iter_valid_loss : 0.16914002597332
88560 0.169365 0.169140 0.166977 CURRENT LEARNING RATE: 0.2886688937816254
previous_iter_valid_loss : 0.18481473624706268
88580 0.185220 0.184815 0.167601 CURRENT LEARNING RATE: 0.2886111657758621
previous_iter_valid_loss : 0.19911445677280426
88600 0.199630 0.199114 0.169088 CURRENT LEARNING RATE: 0.28855344931454546
previous_iter_valid_loss : 0.1648622304201126
88620 0.165004 0.164862 0.169118 CURRENT LEARNING RATE: 0.28849574439536685
previous_iter_valid_loss : 0.1639527976512909
88640 0.164084 0.163953 0.169153 CURRENT LEARNING RATE: 0.28843805101601794
previous_iter_valid_loss : 0.16376706957817078
88660 0.163883 0.163767 0.168541 CURRENT LEARNING RATE: 0.28838036917419124
previous_iter_valid_loss : 0.1727149486541748
88680 0.173013 0.172715 0.168940 CURRENT LEARNING RATE: 0.2883226988675793
previous_iter_valid_loss : 0.16767708957195282
88700 0.167918 0.167677 0.168933 CURRENT LEARNING RATE: 0.2882650400938753
previous_iter_valid_loss : 0.16400988399982452
88720 0.164082 0.164010 0.168944 CURRENT LEARNING RATE: 0.28820739285077307
previous_iter_valid_loss : 0.19118329882621765
88740 0.191261 0.191183 0.170297 CURRENT LEARNING RATE: 0.28814975713596647
previous_iter_valid_loss : 0.16680847108364105
88760 0.166891 0.166808 0.170446 CURRENT LEARNING RATE: 0.28809213294715025
previous_iter_valid_loss : 0.1711234599351883
88780 0.171252 0.171123 0.170741 CURRENT LEARNING RATE: 0.28803452028201937
previous_iter_valid_loss : 0.16529574990272522
88800 0.165387 0.165296 0.170590 CURRENT LEARNING RATE: 0.28797691913826934
previous_iter_valid_loss : 0.16523082554340363
88820 0.165429 0.165231 0.170733 CURRENT LEARNING RATE: 0.2879193295135961
previous_iter_valid_loss : 0.16379551589488983
88840 0.163882 0.163796 0.170722 CURRENT LEARNING RATE: 0.28786175140569614
previous_iter_valid_loss : 0.16466645896434784
88860 0.164876 0.164666 0.170789 CURRENT LEARNING RATE: 0.2878041848122662
previous_iter_valid_loss : 0.1663866490125656
88880 0.166603 0.166387 0.170704 CURRENT LEARNING RATE: 0.28774662973100373
previous_iter_valid_loss : 0.1710270196199417
88900 0.171154 0.171027 0.170551 CURRENT LEARNING RATE: 0.2876890861596065
previous_iter_valid_loss : 0.1835300326347351
88920 0.183669 0.183530 0.171435 CURRENT LEARNING RATE: 0.28763155409577273
previous_iter_valid_loss : 0.1626923382282257
88940 0.162787 0.162692 0.171089 CURRENT LEARNING RATE: 0.2875740335372012
previous_iter_valid_loss : 0.1704006940126419
88960 0.170470 0.170401 0.171152 CURRENT LEARNING RATE: 0.287516524481591
previous_iter_valid_loss : 0.17099229991436005
88980 0.171057 0.170992 0.170461 CURRENT LEARNING RATE: 0.2874590269266418
previous_iter_valid_loss : 0.17070531845092773
89000 0.170956 0.170705 0.169041 CURRENT LEARNING RATE: 0.28740154087005376
previous_iter_valid_loss : 0.16390489041805267
89020 0.164053 0.163905 0.168993 CURRENT LEARNING RATE: 0.2873440663095274
previous_iter_valid_loss : 0.16392368078231812
89040 0.164068 0.163924 0.168992 CURRENT LEARNING RATE: 0.2872866032427637
previous_iter_valid_loss : 0.1670534461736679
89060 0.167145 0.167053 0.169156 CURRENT LEARNING RATE: 0.2872291516674642
previous_iter_valid_loss : 0.16400198638439178
89080 0.164103 0.164002 0.168720 CURRENT LEARNING RATE: 0.28717171158133076
previous_iter_valid_loss : 0.16478875279426575
89100 0.164898 0.164789 0.168576 CURRENT LEARNING RATE: 0.28711428298206587
previous_iter_valid_loss : 0.1724472939968109
89120 0.172560 0.172447 0.168998 CURRENT LEARNING RATE: 0.28705686586737234
previous_iter_valid_loss : 0.19113366305828094
89140 0.191222 0.191134 0.168995 CURRENT LEARNING RATE: 0.2869994602349535
previous_iter_valid_loss : 0.1632079780101776
89160 0.163299 0.163208 0.168815 CURRENT LEARNING RATE: 0.286942066082513
previous_iter_valid_loss : 0.16634716093540192
89180 0.166443 0.166347 0.168576 CURRENT LEARNING RATE: 0.28688468340775525
previous_iter_valid_loss : 0.1640375256538391
89200 0.164172 0.164038 0.168513 CURRENT LEARNING RATE: 0.28682731220838487
previous_iter_valid_loss : 0.16382306814193726
89220 0.163916 0.163823 0.168443 CURRENT LEARNING RATE: 0.286769952482107
previous_iter_valid_loss : 0.16328918933868408
89240 0.163412 0.163289 0.168418 CURRENT LEARNING RATE: 0.2867126042266273
previous_iter_valid_loss : 0.16762810945510864
89260 0.167780 0.167628 0.168566 CURRENT LEARNING RATE: 0.2866552674396518
previous_iter_valid_loss : 0.16396702826023102
89280 0.164092 0.163967 0.168445 CURRENT LEARNING RATE: 0.286597942118887
previous_iter_valid_loss : 0.16928967833518982
89300 0.169389 0.169290 0.168358 CURRENT LEARNING RATE: 0.28654062826204
previous_iter_valid_loss : 0.1724320948123932
89320 0.172719 0.172432 0.167803 CURRENT LEARNING RATE: 0.28648332586681813
previous_iter_valid_loss : 0.163411483168602
89340 0.163469 0.163411 0.167839 CURRENT LEARNING RATE: 0.28642603493092933
previous_iter_valid_loss : 0.17010125517845154
89360 0.170195 0.170101 0.167824 CURRENT LEARNING RATE: 0.2863687554520819
previous_iter_valid_loss : 0.16401535272598267
89380 0.164176 0.164015 0.167475 CURRENT LEARNING RATE: 0.28631148742798485
previous_iter_valid_loss : 0.17679618299007416
89400 0.176913 0.176796 0.167780 CURRENT LEARNING RATE: 0.2862542308563472
previous_iter_valid_loss : 0.1683020293712616
89420 0.168556 0.168302 0.168000 CURRENT LEARNING RATE: 0.28619698573487895
previous_iter_valid_loss : 0.18099969625473022
89440 0.181072 0.181000 0.168853 CURRENT LEARNING RATE: 0.2861397520612901
previous_iter_valid_loss : 0.16815626621246338
89460 0.168220 0.168156 0.168909 CURRENT LEARNING RATE: 0.28608252983329135
previous_iter_valid_loss : 0.16282868385314941
89480 0.162899 0.162829 0.168850 CURRENT LEARNING RATE: 0.2860253190485939
previous_iter_valid_loss : 0.1949310302734375
89500 0.195337 0.194931 0.170357 CURRENT LEARNING RATE: 0.2859681197049092
previous_iter_valid_loss : 0.1791819930076599
89520 0.179450 0.179182 0.170694 CURRENT LEARNING RATE: 0.28591093179994936
previous_iter_valid_loss : 0.16550084948539734
89540 0.165510 0.165501 0.169412 CURRENT LEARNING RATE: 0.2858537553314268
previous_iter_valid_loss : 0.16786932945251465
89560 0.167902 0.167869 0.169645 CURRENT LEARNING RATE: 0.2857965902970545
previous_iter_valid_loss : 0.178487166762352
89580 0.178546 0.178487 0.170252 CURRENT LEARNING RATE: 0.2857394366945459
previous_iter_valid_loss : 0.16404902935028076
89600 0.164101 0.164049 0.170253 CURRENT LEARNING RATE: 0.2856822945216147
previous_iter_valid_loss : 0.16890953481197357
89620 0.168976 0.168910 0.170507 CURRENT LEARNING RATE: 0.2856251637759754
previous_iter_valid_loss : 0.16648924350738525
89640 0.166549 0.166489 0.170667 CURRENT LEARNING RATE: 0.2855680444553427
previous_iter_valid_loss : 0.1817067712545395
89660 0.182078 0.181707 0.171371 CURRENT LEARNING RATE: 0.2855109365574317
previous_iter_valid_loss : 0.1648995578289032
89680 0.164982 0.164900 0.171418 CURRENT LEARNING RATE: 0.28545384007995833
previous_iter_valid_loss : 0.16771328449249268
89700 0.167801 0.167713 0.171339 CURRENT LEARNING RATE: 0.28539675502063855
previous_iter_valid_loss : 0.16708330810070038
89720 0.167241 0.167083 0.171071 CURRENT LEARNING RATE: 0.285339681377189
previous_iter_valid_loss : 0.16678842902183533
89740 0.166862 0.166788 0.171240 CURRENT LEARNING RATE: 0.2852826191473268
previous_iter_valid_loss : 0.17253704369068146
89760 0.172824 0.172537 0.171362 CURRENT LEARNING RATE: 0.28522556832876933
previous_iter_valid_loss : 0.17136062681674957
89780 0.171639 0.171361 0.171729 CURRENT LEARNING RATE: 0.28516852891923467
previous_iter_valid_loss : 0.16665500402450562
89800 0.166836 0.166655 0.171222 CURRENT LEARNING RATE: 0.28511150091644116
previous_iter_valid_loss : 0.18274128437042236
89820 0.183117 0.182741 0.171944 CURRENT LEARNING RATE: 0.28505448431810776
previous_iter_valid_loss : 0.1653290092945099
89840 0.165487 0.165329 0.171161 CURRENT LEARNING RATE: 0.28499747912195383
previous_iter_valid_loss : 0.18606823682785034
89860 0.186491 0.186068 0.172056 CURRENT LEARNING RATE: 0.284940485325699
previous_iter_valid_loss : 0.16559942066669464
89880 0.165833 0.165599 0.172195 CURRENT LEARNING RATE: 0.28488350292706366
previous_iter_valid_loss : 0.1815398931503296
89900 0.181951 0.181540 0.171525 CURRENT LEARNING RATE: 0.2848265319237685
previous_iter_valid_loss : 0.1670997440814972
89920 0.167368 0.167100 0.170921 CURRENT LEARNING RATE: 0.28476957231353467
previous_iter_valid_loss : 0.16772985458374023
89940 0.168003 0.167730 0.171032 CURRENT LEARNING RATE: 0.2847126240940837
previous_iter_valid_loss : 0.17266441881656647
89960 0.172980 0.172664 0.171272 CURRENT LEARNING RATE: 0.2846556872631377
previous_iter_valid_loss : 0.180381640791893
89980 0.180718 0.180382 0.171367 CURRENT LEARNING RATE: 0.28459876181841937
previous_iter_valid_loss : 0.16222669184207916
90000 0.162373 0.162227 0.171276 CURRENT LEARNING RATE: 0.28454184775765146
previous_iter_valid_loss : 0.1652441769838333
90020 0.165411 0.165244 0.171093 CURRENT LEARNING RATE: 0.28448494507855754
previous_iter_valid_loss : 0.16445496678352356
90040 0.164606 0.164455 0.170991 CURRENT LEARNING RATE: 0.28442805377886143
previous_iter_valid_loss : 0.16667529940605164
90060 0.166741 0.166675 0.170239 CURRENT LEARNING RATE: 0.28437117385628746
previous_iter_valid_loss : 0.21159027516841888
90080 0.211634 0.211590 0.172574 CURRENT LEARNING RATE: 0.28431430530856056
previous_iter_valid_loss : 0.16646729409694672
90100 0.166608 0.166467 0.172511 CURRENT LEARNING RATE: 0.2842574481334059
previous_iter_valid_loss : 0.16467322409152985
90120 0.164778 0.164673 0.172391 CURRENT LEARNING RATE: 0.2842006023285492
previous_iter_valid_loss : 0.20610173046588898
90140 0.206189 0.206102 0.174357 CURRENT LEARNING RATE: 0.28414376789171664
previous_iter_valid_loss : 0.17277254164218903
90160 0.172842 0.172773 0.174368 CURRENT LEARNING RATE: 0.2840869448206348
previous_iter_valid_loss : 0.1632656306028366
90180 0.163343 0.163266 0.173964 CURRENT LEARNING RATE: 0.28403013311303077
previous_iter_valid_loss : 0.17595936357975006
90200 0.176020 0.175959 0.174429 CURRENT LEARNING RATE: 0.28397333276663217
previous_iter_valid_loss : 0.16439002752304077
90220 0.164459 0.164390 0.173511 CURRENT LEARNING RATE: 0.28391654377916686
previous_iter_valid_loss : 0.16352304816246033
90240 0.163626 0.163523 0.173421 CURRENT LEARNING RATE: 0.2838597661483634
previous_iter_valid_loss : 0.16650982201099396
90260 0.166708 0.166510 0.172443 CURRENT LEARNING RATE: 0.28380299987195057
previous_iter_valid_loss : 0.17406710982322693
90280 0.174154 0.174067 0.172866 CURRENT LEARNING RATE: 0.28374624494765777
previous_iter_valid_loss : 0.166421040892601
90300 0.166533 0.166421 0.172111 CURRENT LEARNING RATE: 0.28368950137321486
previous_iter_valid_loss : 0.16460569202899933
90320 0.164752 0.164606 0.171986 CURRENT LEARNING RATE: 0.283632769146352
previous_iter_valid_loss : 0.1714838594198227
90340 0.171742 0.171484 0.172174 CURRENT LEARNING RATE: 0.2835760482648
previous_iter_valid_loss : 0.16494537889957428
90360 0.165040 0.164945 0.171788 CURRENT LEARNING RATE: 0.28351933872628987
previous_iter_valid_loss : 0.16855642199516296
90380 0.168805 0.168556 0.171196 CURRENT LEARNING RATE: 0.2834626405285534
previous_iter_valid_loss : 0.1623014509677887
90400 0.162405 0.162301 0.171200 CURRENT LEARNING RATE: 0.28340595366932253
previous_iter_valid_loss : 0.1667739748954773
90420 0.166917 0.166774 0.171277 CURRENT LEARNING RATE: 0.28334927814632993
previous_iter_valid_loss : 0.17639076709747314
90440 0.176658 0.176391 0.171873 CURRENT LEARNING RATE: 0.2832926139573084
previous_iter_valid_loss : 0.16545508801937103
90460 0.165550 0.165455 0.171812 CURRENT LEARNING RATE: 0.28323596109999155
previous_iter_valid_loss : 0.1653878092765808
90480 0.165480 0.165388 0.169502 CURRENT LEARNING RATE: 0.2831793195721131
previous_iter_valid_loss : 0.1699438989162445
90500 0.170100 0.169944 0.169676 CURRENT LEARNING RATE: 0.28312268937140755
previous_iter_valid_loss : 0.16840602457523346
90520 0.168547 0.168406 0.169863 CURRENT LEARNING RATE: 0.2830660704956096
previous_iter_valid_loss : 0.16673420369625092
90540 0.166862 0.166734 0.167894 CURRENT LEARNING RATE: 0.2830094629424545
previous_iter_valid_loss : 0.17496365308761597
90560 0.175163 0.174964 0.168004 CURRENT LEARNING RATE: 0.2829528667096779
previous_iter_valid_loss : 0.1761518269777298
90580 0.176421 0.176152 0.168648 CURRENT LEARNING RATE: 0.282896281795016
previous_iter_valid_loss : 0.17027567327022552
90600 0.170492 0.170276 0.168364 CURRENT LEARNING RATE: 0.2828397081962055
previous_iter_valid_loss : 0.16795416176319122
90620 0.168150 0.167954 0.168542 CURRENT LEARNING RATE: 0.28278314591098336
previous_iter_valid_loss : 0.17091599106788635
90640 0.171033 0.170916 0.168912 CURRENT LEARNING RATE: 0.2827265949370871
previous_iter_valid_loss : 0.1632673740386963
90660 0.163414 0.163267 0.168750 CURRENT LEARNING RATE: 0.28267005527225453
previous_iter_valid_loss : 0.16350053250789642
90680 0.163598 0.163501 0.168221 CURRENT LEARNING RATE: 0.28261352691422437
previous_iter_valid_loss : 0.1720043271780014
90700 0.172131 0.172004 0.168501 CURRENT LEARNING RATE: 0.28255700986073523
previous_iter_valid_loss : 0.16718734800815582
90720 0.167279 0.167187 0.168630 CURRENT LEARNING RATE: 0.2825005041095266
previous_iter_valid_loss : 0.17093484103679657
90740 0.171015 0.170935 0.168602 CURRENT LEARNING RATE: 0.2824440096583381
previous_iter_valid_loss : 0.16968384385108948
90760 0.169756 0.169684 0.168839 CURRENT LEARNING RATE: 0.28238752650491
previous_iter_valid_loss : 0.16467322409152985
90780 0.164771 0.164673 0.168645 CURRENT LEARNING RATE: 0.2823310546469831
previous_iter_valid_loss : 0.17901025712490082
90800 0.179338 0.179010 0.169480 CURRENT LEARNING RATE: 0.2822745940822984
previous_iter_valid_loss : 0.16787059605121613
90820 0.168080 0.167871 0.169535 CURRENT LEARNING RATE: 0.2822181448085974
previous_iter_valid_loss : 0.1694181263446808
90840 0.169635 0.169418 0.169187 CURRENT LEARNING RATE: 0.28216170682362235
previous_iter_valid_loss : 0.16765016317367554
90860 0.167694 0.167650 0.169296 CURRENT LEARNING RATE: 0.28210528012511554
previous_iter_valid_loss : 0.17928074300289154
90880 0.179586 0.179281 0.169991 CURRENT LEARNING RATE: 0.28204886471082
previous_iter_valid_loss : 0.16445809602737427
90900 0.164565 0.164458 0.169717 CURRENT LEARNING RATE: 0.2819924605784791
previous_iter_valid_loss : 0.18563668429851532
90920 0.185989 0.185637 0.170578 CURRENT LEARNING RATE: 0.2819360677258367
previous_iter_valid_loss : 0.16955247521400452
90940 0.169688 0.169552 0.170719 CURRENT LEARNING RATE: 0.28187968615063697
previous_iter_valid_loss : 0.17197750508785248
90960 0.172219 0.171978 0.170570 CURRENT LEARNING RATE: 0.2818233158506247
previous_iter_valid_loss : 0.1703367978334427
90980 0.170557 0.170337 0.170279 CURRENT LEARNING RATE: 0.28176695682354513
previous_iter_valid_loss : 0.17488472163677216
91000 0.175191 0.174885 0.170510 CURRENT LEARNING RATE: 0.2817106090671439
previous_iter_valid_loss : 0.19530433416366577
91020 0.195719 0.195304 0.171877 CURRENT LEARNING RATE: 0.2816542725791671
previous_iter_valid_loss : 0.1630309373140335
91040 0.163124 0.163031 0.171483 CURRENT LEARNING RATE: 0.2815979473573612
previous_iter_valid_loss : 0.16305600106716156
91060 0.163148 0.163056 0.171472 CURRENT LEARNING RATE: 0.2815416333994732
previous_iter_valid_loss : 0.18455931544303894
91080 0.184891 0.184559 0.172525 CURRENT LEARNING RATE: 0.2814853307032506
previous_iter_valid_loss : 0.1725577563047409
91100 0.172816 0.172558 0.172553 CURRENT LEARNING RATE: 0.28142903926644125
previous_iter_valid_loss : 0.17198799550533295
91120 0.172230 0.171988 0.172793 CURRENT LEARNING RATE: 0.28137275908679354
previous_iter_valid_loss : 0.16504468023777008
91140 0.165117 0.165045 0.172498 CURRENT LEARNING RATE: 0.28131649016205623
previous_iter_valid_loss : 0.1879056692123413
91160 0.187915 0.187906 0.173409 CURRENT LEARNING RATE: 0.2812602324899785
previous_iter_valid_loss : 0.1686219424009323
91180 0.168851 0.168622 0.173607 CURRENT LEARNING RATE: 0.2812039860683102
previous_iter_valid_loss : 0.18805916607379913
91200 0.188433 0.188059 0.174059 CURRENT LEARNING RATE: 0.2811477508948013
previous_iter_valid_loss : 0.164307102560997
91220 0.164446 0.164307 0.173881 CURRENT LEARNING RATE: 0.2810915269672026
previous_iter_valid_loss : 0.1631753146648407
91240 0.163240 0.163175 0.173569 CURRENT LEARNING RATE: 0.2810353142832649
previous_iter_valid_loss : 0.1668858379125595
91260 0.166977 0.166886 0.173531 CURRENT LEARNING RATE: 0.28097911284073984
previous_iter_valid_loss : 0.16424815356731415
91280 0.164306 0.164248 0.172779 CURRENT LEARNING RATE: 0.28092292263737934
previous_iter_valid_loss : 0.1658588945865631
91300 0.165951 0.165859 0.172849 CURRENT LEARNING RATE: 0.2808667436709357
previous_iter_valid_loss : 0.170249342918396
91320 0.170459 0.170249 0.172080 CURRENT LEARNING RATE: 0.280810575939162
previous_iter_valid_loss : 0.16446128487586975
91340 0.164565 0.164461 0.171825 CURRENT LEARNING RATE: 0.2807544194398113
previous_iter_valid_loss : 0.1656472235918045
91360 0.165803 0.165647 0.171509 CURRENT LEARNING RATE: 0.28069827417063736
previous_iter_valid_loss : 0.16568568348884583
91380 0.165834 0.165686 0.171276 CURRENT LEARNING RATE: 0.2806421401293945
previous_iter_valid_loss : 0.165527805685997
91400 0.165658 0.165528 0.170808 CURRENT LEARNING RATE: 0.28058601731383725
previous_iter_valid_loss : 0.17728698253631592
91420 0.177601 0.177287 0.169907 CURRENT LEARNING RATE: 0.2805299057217207
previous_iter_valid_loss : 0.1638161838054657
91440 0.163917 0.163816 0.169947 CURRENT LEARNING RATE: 0.28047380535080046
previous_iter_valid_loss : 0.17001621425151825
91460 0.170105 0.170016 0.170295 CURRENT LEARNING RATE: 0.2804177161988325
previous_iter_valid_loss : 0.16574090719223022
91480 0.165813 0.165741 0.169354 CURRENT LEARNING RATE: 0.28036163826357313
previous_iter_valid_loss : 0.17797903716564178
91500 0.178042 0.177979 0.169625 CURRENT LEARNING RATE: 0.2803055715427794
previous_iter_valid_loss : 0.16541677713394165
91520 0.165566 0.165417 0.169296 CURRENT LEARNING RATE: 0.28024951603420856
previous_iter_valid_loss : 0.1655784696340561
91540 0.165642 0.165578 0.169323 CURRENT LEARNING RATE: 0.2801934717356184
previous_iter_valid_loss : 0.164165660738945
91560 0.164333 0.164166 0.168136 CURRENT LEARNING RATE: 0.28013743864476714
previous_iter_valid_loss : 0.1835259646177292
91580 0.183601 0.183526 0.168881 CURRENT LEARNING RATE: 0.28008141675941345
previous_iter_valid_loss : 0.1636791229248047
91600 0.163797 0.163679 0.167662 CURRENT LEARNING RATE: 0.28002540607731646
previous_iter_valid_loss : 0.16751259565353394
91620 0.167592 0.167513 0.167823 CURRENT LEARNING RATE: 0.27996940659623576
previous_iter_valid_loss : 0.16714194416999817
91640 0.167222 0.167142 0.168021 CURRENT LEARNING RATE: 0.2799134183139314
previous_iter_valid_loss : 0.163468137383461
91660 0.163571 0.163468 0.167850 CURRENT LEARNING RATE: 0.2798574412281638
previous_iter_valid_loss : 0.19967646896839142
91680 0.199734 0.199676 0.169621 CURRENT LEARNING RATE: 0.27980147533669386
previous_iter_valid_loss : 0.17816580832004547
91700 0.178219 0.178166 0.170237 CURRENT LEARNING RATE: 0.2797455206372829
previous_iter_valid_loss : 0.17082469165325165
91720 0.170893 0.170825 0.170266 CURRENT LEARNING RATE: 0.27968957712769293
previous_iter_valid_loss : 0.1997475028038025
91740 0.199789 0.199748 0.172030 CURRENT LEARNING RATE: 0.27963364480568603
previous_iter_valid_loss : 0.16933970153331757
91760 0.169403 0.169340 0.172214 CURRENT LEARNING RATE: 0.279577723669025
previous_iter_valid_loss : 0.16349130868911743
91780 0.163559 0.163491 0.172105 CURRENT LEARNING RATE: 0.2795218137154729
previous_iter_valid_loss : 0.16473981738090515
91800 0.164819 0.164740 0.172065 CURRENT LEARNING RATE: 0.2794659149427934
previous_iter_valid_loss : 0.16445720195770264
91820 0.164539 0.164457 0.171424 CURRENT LEARNING RATE: 0.27941002734875053
previous_iter_valid_loss : 0.16294752061367035
91840 0.163064 0.162948 0.171380 CURRENT LEARNING RATE: 0.2793541509311088
previous_iter_valid_loss : 0.16781266033649445
91860 0.167893 0.167813 0.171270 CURRENT LEARNING RATE: 0.27929828568763315
previous_iter_valid_loss : 0.17513619363307953
91880 0.175260 0.175136 0.171740 CURRENT LEARNING RATE: 0.27924243161608897
previous_iter_valid_loss : 0.16528365015983582
91900 0.165403 0.165284 0.171105 CURRENT LEARNING RATE: 0.27918658871424207
previous_iter_valid_loss : 0.1725825071334839
91920 0.172788 0.172583 0.171464 CURRENT LEARNING RATE: 0.2791307569798588
previous_iter_valid_loss : 0.1641283631324768
91940 0.164246 0.164128 0.171391 CURRENT LEARNING RATE: 0.2790749364107058
previous_iter_valid_loss : 0.16718879342079163
91960 0.167296 0.167189 0.171542 CURRENT LEARNING RATE: 0.2790191270045503
previous_iter_valid_loss : 0.16893380880355835
91980 0.169030 0.168934 0.170813 CURRENT LEARNING RATE: 0.27896332875915986
previous_iter_valid_loss : 0.1632845103740692
92000 0.163396 0.163285 0.170793 CURRENT LEARNING RATE: 0.2789075416723027
previous_iter_valid_loss : 0.16425788402557373
92020 0.164368 0.164258 0.170630 CURRENT LEARNING RATE: 0.27885176574174725
previous_iter_valid_loss : 0.17509549856185913
92040 0.175179 0.175095 0.171028 CURRENT LEARNING RATE: 0.2787960009652624
previous_iter_valid_loss : 0.20020827651023865
92060 0.200316 0.200208 0.172865 CURRENT LEARNING RATE: 0.27874024734061764
previous_iter_valid_loss : 0.18150381743907928
92080 0.181838 0.181504 0.171956 CURRENT LEARNING RATE: 0.2786845048655828
previous_iter_valid_loss : 0.16591329872608185
92100 0.166060 0.165913 0.171344 CURRENT LEARNING RATE: 0.27862877353792825
previous_iter_valid_loss : 0.18031848967075348
92120 0.180415 0.180318 0.171818 CURRENT LEARNING RATE: 0.2785730533554247
previous_iter_valid_loss : 0.1670650988817215
92140 0.167267 0.167065 0.170184 CURRENT LEARNING RATE: 0.27851734431584324
previous_iter_valid_loss : 0.17291060090065002
92160 0.173000 0.172911 0.170363 CURRENT LEARNING RATE: 0.27846164641695564
previous_iter_valid_loss : 0.17162960767745972
92180 0.171719 0.171630 0.170770 CURRENT LEARNING RATE: 0.27840595965653386
previous_iter_valid_loss : 0.18191497027873993
92200 0.182024 0.181915 0.171628 CURRENT LEARNING RATE: 0.27835028403235057
previous_iter_valid_loss : 0.16886171698570251
92220 0.168989 0.168862 0.171849 CURRENT LEARNING RATE: 0.27829461954217866
previous_iter_valid_loss : 0.16448256373405457
92240 0.164569 0.164483 0.171925 CURRENT LEARNING RATE: 0.2782389661837916
previous_iter_valid_loss : 0.19307586550712585
92260 0.193185 0.193076 0.173188 CURRENT LEARNING RATE: 0.2781833239549632
previous_iter_valid_loss : 0.1640823930501938
92280 0.164206 0.164082 0.172636 CURRENT LEARNING RATE: 0.2781276928534678
previous_iter_valid_loss : 0.16444240510463715
92300 0.164590 0.164442 0.172594 CURRENT LEARNING RATE: 0.27807207287708013
previous_iter_valid_loss : 0.163886159658432
92320 0.163948 0.163886 0.172159 CURRENT LEARNING RATE: 0.27801646402357544
previous_iter_valid_loss : 0.16607800126075745
92340 0.166192 0.166078 0.172256 CURRENT LEARNING RATE: 0.27796086629072936
previous_iter_valid_loss : 0.16308483481407166
92360 0.163137 0.163085 0.172051 CURRENT LEARNING RATE: 0.27790527967631795
previous_iter_valid_loss : 0.16658398509025574
92380 0.166679 0.166584 0.171934 CURRENT LEARNING RATE: 0.2778497041781177
previous_iter_valid_loss : 0.1663309633731842
92400 0.166430 0.166331 0.172086 CURRENT LEARNING RATE: 0.2777941397939057
previous_iter_valid_loss : 0.16613197326660156
92420 0.166296 0.166132 0.172180 CURRENT LEARNING RATE: 0.2777385865214594
previous_iter_valid_loss : 0.16895146667957306
92440 0.169061 0.168951 0.171872 CURRENT LEARNING RATE: 0.2776830443585565
previous_iter_valid_loss : 0.18897899985313416
92460 0.189099 0.188979 0.171311 CURRENT LEARNING RATE: 0.27762751330297547
previous_iter_valid_loss : 0.16622836887836456
92480 0.166436 0.166228 0.170547 CURRENT LEARNING RATE: 0.277571993352495
previous_iter_valid_loss : 0.16529254615306854
92500 0.165467 0.165293 0.170516 CURRENT LEARNING RATE: 0.27751648450489425
previous_iter_valid_loss : 0.16553835570812225
92520 0.165728 0.165538 0.169777 CURRENT LEARNING RATE: 0.277460986757953
previous_iter_valid_loss : 0.16617581248283386
92540 0.166282 0.166176 0.169733 CURRENT LEARNING RATE: 0.2774055001094512
previous_iter_valid_loss : 0.1676340252161026
92560 0.167867 0.167634 0.169469 CURRENT LEARNING RATE: 0.27735002455716945
previous_iter_valid_loss : 0.17095665633678436
92580 0.171178 0.170957 0.169435 CURRENT LEARNING RATE: 0.2772945600988887
previous_iter_valid_loss : 0.1664990782737732
92600 0.166615 0.166499 0.168664 CURRENT LEARNING RATE: 0.27723910673239044
previous_iter_valid_loss : 0.22843079268932343
92620 0.228445 0.228431 0.171643 CURRENT LEARNING RATE: 0.27718366445545645
previous_iter_valid_loss : 0.17072443664073944
92640 0.170846 0.170724 0.171955 CURRENT LEARNING RATE: 0.2771282332658691
previous_iter_valid_loss : 0.16627754271030426
92660 0.166413 0.166278 0.170615 CURRENT LEARNING RATE: 0.27707281316141114
previous_iter_valid_loss : 0.16904565691947937
92680 0.169290 0.169046 0.170863 CURRENT LEARNING RATE: 0.2770174041398657
previous_iter_valid_loss : 0.1811593770980835
92700 0.181259 0.181159 0.171699 CURRENT LEARNING RATE: 0.27696200619901645
previous_iter_valid_loss : 0.16470925509929657
92720 0.164799 0.164709 0.171740 CURRENT LEARNING RATE: 0.2769066193366475
previous_iter_valid_loss : 0.16596712172031403
92740 0.166068 0.165967 0.171735 CURRENT LEARNING RATE: 0.27685124355054336
previous_iter_valid_loss : 0.1648646891117096
92760 0.165044 0.164865 0.171824 CURRENT LEARNING RATE: 0.27679587883848905
previous_iter_valid_loss : 0.16480252146720886
92780 0.164984 0.164803 0.171735 CURRENT LEARNING RATE: 0.27674052519826986
previous_iter_valid_loss : 0.16776332259178162
92800 0.167972 0.167763 0.171806 CURRENT LEARNING RATE: 0.2766851826276717
previous_iter_valid_loss : 0.16506704688072205
92820 0.165207 0.165067 0.171753 CURRENT LEARNING RATE: 0.27662985112448096
previous_iter_valid_loss : 0.16552303731441498
92840 0.165683 0.165523 0.171582 CURRENT LEARNING RATE: 0.2765745306864843
previous_iter_valid_loss : 0.16946278512477875
92860 0.169594 0.169463 0.170606 CURRENT LEARNING RATE: 0.27651922131146883
previous_iter_valid_loss : 0.17489731311798096
92880 0.175189 0.174897 0.171039 CURRENT LEARNING RATE: 0.2764639229972223
previous_iter_valid_loss : 0.16918084025382996
92900 0.169454 0.169181 0.171234 CURRENT LEARNING RATE: 0.2764086357415327
previous_iter_valid_loss : 0.17100994288921356
92920 0.171212 0.171010 0.171507 CURRENT LEARNING RATE: 0.2763533595421886
previous_iter_valid_loss : 0.16381409764289856
92940 0.163971 0.163814 0.171389 CURRENT LEARNING RATE: 0.2762980943969789
previous_iter_valid_loss : 0.16349369287490845
92960 0.163617 0.163494 0.171182 CURRENT LEARNING RATE: 0.27624284030369306
previous_iter_valid_loss : 0.17810752987861633
92980 0.178470 0.178108 0.171540 CURRENT LEARNING RATE: 0.27618759726012077
previous_iter_valid_loss : 0.17553472518920898
93000 0.175849 0.175535 0.171991 CURRENT LEARNING RATE: 0.27613236526405244
previous_iter_valid_loss : 0.17156675457954407
93020 0.171685 0.171567 0.169148 CURRENT LEARNING RATE: 0.2760771443132788
previous_iter_valid_loss : 0.16561618447303772
93040 0.165724 0.165616 0.168893 CURRENT LEARNING RATE: 0.276021934405591
previous_iter_valid_loss : 0.1704157143831253
93060 0.170513 0.170416 0.169100 CURRENT LEARNING RATE: 0.2759667355387805
previous_iter_valid_loss : 0.16941075026988983
93080 0.169517 0.169411 0.169118 CURRENT LEARNING RATE: 0.2759115477106395
previous_iter_valid_loss : 0.1911543607711792
93100 0.191299 0.191154 0.169618 CURRENT LEARNING RATE: 0.2758563709189605
previous_iter_valid_loss : 0.173608660697937
93120 0.173739 0.173609 0.170063 CURRENT LEARNING RATE: 0.27580120516153633
previous_iter_valid_loss : 0.16376249492168427
93140 0.163923 0.163762 0.169952 CURRENT LEARNING RATE: 0.2757460504361604
previous_iter_valid_loss : 0.16676348447799683
93160 0.166949 0.166763 0.170047 CURRENT LEARNING RATE: 0.2756909067406265
previous_iter_valid_loss : 0.16705846786499023
93180 0.167248 0.167058 0.170160 CURRENT LEARNING RATE: 0.275635774072729
previous_iter_valid_loss : 0.1667184680700302
93200 0.166822 0.166718 0.170108 CURRENT LEARNING RATE: 0.2755806524302624
previous_iter_valid_loss : 0.17193461954593658
93220 0.172075 0.171935 0.170451 CURRENT LEARNING RATE: 0.275525541811022
previous_iter_valid_loss : 0.1779511570930481
93240 0.178096 0.177951 0.171073 CURRENT LEARNING RATE: 0.27547044221280326
previous_iter_valid_loss : 0.19295024871826172
93260 0.193091 0.192950 0.172247 CURRENT LEARNING RATE: 0.2754153536334023
previous_iter_valid_loss : 0.20145006477832794
93280 0.201568 0.201450 0.173575 CURRENT LEARNING RATE: 0.2753602760706154
previous_iter_valid_loss : 0.1810658723115921
93300 0.181155 0.181066 0.174169 CURRENT LEARNING RATE: 0.27530520952223975
previous_iter_valid_loss : 0.17002950608730316
93320 0.170117 0.170030 0.174120 CURRENT LEARNING RATE: 0.27525015398607244
previous_iter_valid_loss : 0.1692725270986557
93340 0.169500 0.169273 0.174393 CURRENT LEARNING RATE: 0.27519510945991127
previous_iter_valid_loss : 0.2127300351858139
93360 0.212773 0.212730 0.176855 CURRENT LEARNING RATE: 0.27514007594155465
previous_iter_valid_loss : 0.17117449641227722
93380 0.171331 0.171174 0.176508 CURRENT LEARNING RATE: 0.27508505342880096
previous_iter_valid_loss : 0.1678488552570343
93400 0.168000 0.167849 0.176124 CURRENT LEARNING RATE: 0.2750300419194495
previous_iter_valid_loss : 0.1651056855916977
93420 0.165268 0.165106 0.175801 CURRENT LEARNING RATE: 0.2749750414112998
previous_iter_valid_loss : 0.17018714547157288
93440 0.170291 0.170187 0.176029 CURRENT LEARNING RATE: 0.27492005190215174
previous_iter_valid_loss : 0.16588406264781952
93460 0.166059 0.165884 0.175803 CURRENT LEARNING RATE: 0.2748650733898058
previous_iter_valid_loss : 0.16959993541240692
93480 0.169821 0.169600 0.175812 CURRENT LEARNING RATE: 0.27481010587206284
previous_iter_valid_loss : 0.16655008494853973
93500 0.166715 0.166550 0.174582 CURRENT LEARNING RATE: 0.2747551493467242
previous_iter_valid_loss : 0.17075170576572418
93520 0.170913 0.170752 0.174439 CURRENT LEARNING RATE: 0.27470020381159144
previous_iter_valid_loss : 0.1815594583749771
93540 0.181868 0.181559 0.175329 CURRENT LEARNING RATE: 0.274645269264467
previous_iter_valid_loss : 0.16648805141448975
93560 0.166621 0.166488 0.175315 CURRENT LEARNING RATE: 0.2745903457031533
previous_iter_valid_loss : 0.16550247371196747
93580 0.165595 0.165502 0.175237 CURRENT LEARNING RATE: 0.2745354331254534
previous_iter_valid_loss : 0.16596201062202454
93600 0.166067 0.165962 0.175200 CURRENT LEARNING RATE: 0.274480531529171
previous_iter_valid_loss : 0.1715259701013565
93620 0.171749 0.171526 0.175179 CURRENT LEARNING RATE: 0.27442564091210986
previous_iter_valid_loss : 0.16366688907146454
93640 0.163799 0.163667 0.174465 CURRENT LEARNING RATE: 0.2743707612720744
previous_iter_valid_loss : 0.163932666182518
93660 0.164058 0.163933 0.173014 CURRENT LEARNING RATE: 0.2743158926068694
previous_iter_valid_loss : 0.1690906286239624
93680 0.169334 0.169091 0.171396 CURRENT LEARNING RATE: 0.2742610349143001
previous_iter_valid_loss : 0.1675289124250412
93700 0.167650 0.167529 0.170719 CURRENT LEARNING RATE: 0.2742061881921723
previous_iter_valid_loss : 0.219191774725914
93720 0.219209 0.219192 0.173177 CURRENT LEARNING RATE: 0.27415135243829203
previous_iter_valid_loss : 0.1659059375524521
93740 0.165994 0.165906 0.173009 CURRENT LEARNING RATE: 0.2740965276504659
previous_iter_valid_loss : 0.16958290338516235
93760 0.169740 0.169583 0.170852 CURRENT LEARNING RATE: 0.27404171382650094
previous_iter_valid_loss : 0.16866162419319153
93780 0.168753 0.168662 0.170726 CURRENT LEARNING RATE: 0.2739869109642046
previous_iter_valid_loss : 0.16893887519836426
93800 0.169184 0.168939 0.170780 CURRENT LEARNING RATE: 0.2739321190613846
previous_iter_valid_loss : 0.16508181393146515
93820 0.165187 0.165082 0.170779 CURRENT LEARNING RATE: 0.27387733811584947
previous_iter_valid_loss : 0.20799283683300018
93840 0.208081 0.207993 0.172670 CURRENT LEARNING RATE: 0.2738225681254079
previous_iter_valid_loss : 0.1814829707145691
93860 0.181606 0.181483 0.173450 CURRENT LEARNING RATE: 0.27376780908786913
previous_iter_valid_loss : 0.16511259973049164
93880 0.165277 0.165113 0.173225 CURRENT LEARNING RATE: 0.27371306100104276
previous_iter_valid_loss : 0.19900259375572205
93900 0.199103 0.199003 0.174848 CURRENT LEARNING RATE: 0.2736583238627388
previous_iter_valid_loss : 0.19280044734477997
93920 0.192902 0.192800 0.175950 CURRENT LEARNING RATE: 0.2736035976707679
previous_iter_valid_loss : 0.16396303474903107
93940 0.164068 0.163963 0.175070 CURRENT LEARNING RATE: 0.2735488824229409
previous_iter_valid_loss : 0.18103845417499542
93960 0.181138 0.181038 0.175798 CURRENT LEARNING RATE: 0.2734941781170692
previous_iter_valid_loss : 0.17293009161949158
93980 0.173017 0.172930 0.176169 CURRENT LEARNING RATE: 0.2734394847509648
previous_iter_valid_loss : 0.1640634685754776
94000 0.164207 0.164063 0.176074 CURRENT LEARNING RATE: 0.27338480232243967
previous_iter_valid_loss : 0.1708972305059433
94020 0.171134 0.170897 0.176043 CURRENT LEARNING RATE: 0.27333013082930674
previous_iter_valid_loss : 0.16845284402370453
94040 0.168681 0.168453 0.176282 CURRENT LEARNING RATE: 0.2732754702693791
previous_iter_valid_loss : 0.16442833840847015
94060 0.164508 0.164428 0.176307 CURRENT LEARNING RATE: 0.27322082064047026
previous_iter_valid_loss : 0.17750972509384155
94080 0.177802 0.177510 0.176728 CURRENT LEARNING RATE: 0.2731661819403943
previous_iter_valid_loss : 0.16395623981952667
94100 0.164028 0.163956 0.176549 CURRENT LEARNING RATE: 0.27311155416696564
previous_iter_valid_loss : 0.1640077382326126
94120 0.164131 0.164008 0.173790 CURRENT LEARNING RATE: 0.2730569373179992
previous_iter_valid_loss : 0.1638021469116211
94140 0.163925 0.163802 0.173685 CURRENT LEARNING RATE: 0.2730023313913103
previous_iter_valid_loss : 0.1700821965932846
94160 0.170284 0.170082 0.173710 CURRENT LEARNING RATE: 0.2729477363847147
previous_iter_valid_loss : 0.17272216081619263
94180 0.172910 0.172722 0.173913 CURRENT LEARNING RATE: 0.27289315229602856
previous_iter_valid_loss : 0.17160476744174957
94200 0.171680 0.171605 0.174046 CURRENT LEARNING RATE: 0.2728385791230685
previous_iter_valid_loss : 0.1683025062084198
94220 0.168390 0.168303 0.174207 CURRENT LEARNING RATE: 0.2727840168636518
previous_iter_valid_loss : 0.19016921520233154
94240 0.190237 0.190169 0.173316 CURRENT LEARNING RATE: 0.2727294655155957
previous_iter_valid_loss : 0.16957877576351166
94260 0.169636 0.169579 0.172721 CURRENT LEARNING RATE: 0.27267492507671826
previous_iter_valid_loss : 0.1938120573759079
94280 0.193929 0.193812 0.174156 CURRENT LEARNING RATE: 0.27262039554483786
previous_iter_valid_loss : 0.2025356888771057
94300 0.202639 0.202536 0.174332 CURRENT LEARNING RATE: 0.27256587691777334
previous_iter_valid_loss : 0.1976243555545807
94320 0.197711 0.197624 0.174574 CURRENT LEARNING RATE: 0.2725113691933439
previous_iter_valid_loss : 0.16605742275714874
94340 0.166207 0.166057 0.174678 CURRENT LEARNING RATE: 0.2724568723693693
previous_iter_valid_loss : 0.1764453947544098
94360 0.176551 0.176445 0.174449 CURRENT LEARNING RATE: 0.2724023864436696
previous_iter_valid_loss : 0.16747544705867767
94380 0.167658 0.167475 0.174176 CURRENT LEARNING RATE: 0.27234791141406545
previous_iter_valid_loss : 0.17559047043323517
94400 0.175710 0.175590 0.174752 CURRENT LEARNING RATE: 0.27229344727837773
previous_iter_valid_loss : 0.1785748451948166
94420 0.178673 0.178575 0.175136 CURRENT LEARNING RATE: 0.2722389940344279
previous_iter_valid_loss : 0.19468806684017181
94440 0.194860 0.194688 0.176448 CURRENT LEARNING RATE: 0.27218455168003797
previous_iter_valid_loss : 0.1663905531167984
94460 0.166602 0.166391 0.176546 CURRENT LEARNING RATE: 0.2721301202130301
previous_iter_valid_loss : 0.16827526688575745
94480 0.168474 0.168275 0.176084 CURRENT LEARNING RATE: 0.27207569963122713
previous_iter_valid_loss : 0.171379953622818
94500 0.171489 0.171380 0.176456 CURRENT LEARNING RATE: 0.27202128993245206
previous_iter_valid_loss : 0.17180557548999786
94520 0.171938 0.171806 0.176845 CURRENT LEARNING RATE: 0.2719668911145287
previous_iter_valid_loss : 0.17105865478515625
94540 0.171117 0.171059 0.177208 CURRENT LEARNING RATE: 0.27191250317528104
previous_iter_valid_loss : 0.16682446002960205
94560 0.167039 0.166824 0.177045 CURRENT LEARNING RATE: 0.2718581261125335
previous_iter_valid_loss : 0.17274883389472961
94580 0.172837 0.172749 0.177047 CURRENT LEARNING RATE: 0.2718037599241111
previous_iter_valid_loss : 0.16694334149360657
94600 0.167079 0.166943 0.176814 CURRENT LEARNING RATE: 0.27174940460783903
previous_iter_valid_loss : 0.16473756730556488
94620 0.164823 0.164738 0.176635 CURRENT LEARNING RATE: 0.27169506016154327
previous_iter_valid_loss : 0.1778659224510193
94640 0.177971 0.177866 0.176020 CURRENT LEARNING RATE: 0.27164072658304994
previous_iter_valid_loss : 0.1658565253019333
94660 0.165931 0.165857 0.175834 CURRENT LEARNING RATE: 0.2715864038701857
previous_iter_valid_loss : 0.19337555766105652
94680 0.193559 0.193376 0.175812 CURRENT LEARNING RATE: 0.2715320920207776
previous_iter_valid_loss : 0.1644844263792038
94700 0.164563 0.164484 0.173910 CURRENT LEARNING RATE: 0.2714777910326533
previous_iter_valid_loss : 0.18228046596050262
94720 0.182461 0.182280 0.173143 CURRENT LEARNING RATE: 0.2714235009036406
previous_iter_valid_loss : 0.18657787144184113
94740 0.186757 0.186578 0.174169 CURRENT LEARNING RATE: 0.271369221631568
previous_iter_valid_loss : 0.17182356119155884
94760 0.171932 0.171824 0.173937 CURRENT LEARNING RATE: 0.27131495321426435
previous_iter_valid_loss : 0.16321726143360138
94780 0.163366 0.163217 0.173725 CURRENT LEARNING RATE: 0.2712606956495588
previous_iter_valid_loss : 0.18738818168640137
94800 0.187538 0.187388 0.174314 CURRENT LEARNING RATE: 0.2712064489352811
previous_iter_valid_loss : 0.16914711892604828
94820 0.169270 0.169147 0.173843 CURRENT LEARNING RATE: 0.27115221306926146
previous_iter_valid_loss : 0.16871817409992218
94840 0.168898 0.168718 0.172545 CURRENT LEARNING RATE: 0.2710979880493304
previous_iter_valid_loss : 0.16791480779647827
94860 0.168038 0.167915 0.172621 CURRENT LEARNING RATE: 0.2710437738733188
previous_iter_valid_loss : 0.18410393595695496
94880 0.184262 0.184104 0.173412 CURRENT LEARNING RATE: 0.27098957053905826
previous_iter_valid_loss : 0.17162097990512848
94900 0.171713 0.171621 0.173424 CURRENT LEARNING RATE: 0.2709353780443805
previous_iter_valid_loss : 0.19835494458675385
94920 0.198521 0.198355 0.174752 CURRENT LEARNING RATE: 0.270881196387118
previous_iter_valid_loss : 0.16474854946136475
94940 0.164931 0.164749 0.174436 CURRENT LEARNING RATE: 0.27082702556510335
previous_iter_valid_loss : 0.1862363964319229
94960 0.186388 0.186236 0.175407 CURRENT LEARNING RATE: 0.2707728655761698
previous_iter_valid_loss : 0.1726333051919937
94980 0.172717 0.172633 0.175401 CURRENT LEARNING RATE: 0.2707187164181508
previous_iter_valid_loss : 0.17110854387283325
95000 0.171206 0.171109 0.175609 CURRENT LEARNING RATE: 0.27066457808888056
previous_iter_valid_loss : 0.16300587356090546
95020 0.163103 0.163006 0.175523 CURRENT LEARNING RATE: 0.2706104505861935
previous_iter_valid_loss : 0.17877131700515747
95040 0.178869 0.178771 0.175568 CURRENT LEARNING RATE: 0.2705563339079245
previous_iter_valid_loss : 0.169760599732399
95060 0.169887 0.169761 0.175763 CURRENT LEARNING RATE: 0.2705022280519089
previous_iter_valid_loss : 0.18175293505191803
95080 0.181862 0.181753 0.175182 CURRENT LEARNING RATE: 0.2704481330159824
previous_iter_valid_loss : 0.17347031831741333
95100 0.173547 0.173470 0.175631 CURRENT LEARNING RATE: 0.2703940487979813
previous_iter_valid_loss : 0.170097216963768
95120 0.170359 0.170097 0.175022 CURRENT LEARNING RATE: 0.2703399753957421
previous_iter_valid_loss : 0.18249176442623138
95140 0.182629 0.182492 0.174818 CURRENT LEARNING RATE: 0.270285912807102
previous_iter_valid_loss : 0.17456215620040894
95160 0.174850 0.174562 0.174955 CURRENT LEARNING RATE: 0.27023186102989855
previous_iter_valid_loss : 0.1661335974931717
95180 0.166205 0.166134 0.175101 CURRENT LEARNING RATE: 0.2701778200619695
previous_iter_valid_loss : 0.16541552543640137
95200 0.165502 0.165416 0.174002 CURRENT LEARNING RATE: 0.27012378990115327
previous_iter_valid_loss : 0.16881155967712402
95220 0.169062 0.168812 0.173985 CURRENT LEARNING RATE: 0.2700697705452887
previous_iter_valid_loss : 0.19692251086235046
95240 0.197311 0.196923 0.175395 CURRENT LEARNING RATE: 0.27001576199221494
previous_iter_valid_loss : 0.16502535343170166
95260 0.165217 0.165025 0.175251 CURRENT LEARNING RATE: 0.26996176423977175
previous_iter_valid_loss : 0.17247968912124634
95280 0.172721 0.172480 0.174670 CURRENT LEARNING RATE: 0.2699077772857992
previous_iter_valid_loss : 0.16608315706253052
95300 0.166249 0.166083 0.174393 CURRENT LEARNING RATE: 0.26985380112813767
previous_iter_valid_loss : 0.17080572247505188
95320 0.170846 0.170806 0.173015 CURRENT LEARNING RATE: 0.2697998357646283
previous_iter_valid_loss : 0.1713165044784546
95340 0.171435 0.171317 0.173344 CURRENT LEARNING RATE: 0.2697458811931124
previous_iter_valid_loss : 0.16641613841056824
95360 0.166598 0.166416 0.172353 CURRENT LEARNING RATE: 0.2696919374114317
previous_iter_valid_loss : 0.16951842606067657
95380 0.169762 0.169518 0.172197 CURRENT LEARNING RATE: 0.26963800441742863
previous_iter_valid_loss : 0.18312011659145355
95400 0.183217 0.183120 0.172798 CURRENT LEARNING RATE: 0.2695840822089457
previous_iter_valid_loss : 0.17269431054592133
95420 0.172969 0.172694 0.173282 CURRENT LEARNING RATE: 0.26953017078382613
previous_iter_valid_loss : 0.19119690358638763
95440 0.191516 0.191197 0.173903 CURRENT LEARNING RATE: 0.26947627013991343
previous_iter_valid_loss : 0.16563645005226135
95460 0.165794 0.165636 0.173697 CURRENT LEARNING RATE: 0.2694223802750516
previous_iter_valid_loss : 0.16532762348651886
95480 0.165393 0.165328 0.172876 CURRENT LEARNING RATE: 0.269368501187085
previous_iter_valid_loss : 0.1741522252559662
95500 0.174205 0.174152 0.172910 CURRENT LEARNING RATE: 0.26931463287385843
previous_iter_valid_loss : 0.1996816247701645
95520 0.199816 0.199682 0.174389 CURRENT LEARNING RATE: 0.26926077533321724
previous_iter_valid_loss : 0.1664302498102188
95540 0.166511 0.166430 0.173586 CURRENT LEARNING RATE: 0.2692069285630071
previous_iter_valid_loss : 0.17389562726020813
95560 0.174086 0.173896 0.173553 CURRENT LEARNING RATE: 0.26915309256107417
previous_iter_valid_loss : 0.1721121221780777
95580 0.172357 0.172112 0.173852 CURRENT LEARNING RATE: 0.26909926732526496
previous_iter_valid_loss : 0.1899164468050003
95600 0.190208 0.189916 0.175077 CURRENT LEARNING RATE: 0.26904545285342646
previous_iter_valid_loss : 0.17788000404834747
95620 0.178161 0.177880 0.175530 CURRENT LEARNING RATE: 0.2689916491434061
previous_iter_valid_loss : 0.16777248680591583
95640 0.168054 0.167772 0.174073 CURRENT LEARNING RATE: 0.26893785619305177
previous_iter_valid_loss : 0.1645696759223938
95660 0.164683 0.164570 0.174050 CURRENT LEARNING RATE: 0.26888407400021175
previous_iter_valid_loss : 0.1634664386510849
95680 0.163596 0.163466 0.173599 CURRENT LEARNING RATE: 0.26883030256273466
previous_iter_valid_loss : 0.17330484092235565
95700 0.173562 0.173305 0.173960 CURRENT LEARNING RATE: 0.2687765418784697
previous_iter_valid_loss : 0.16520030796527863
95720 0.165302 0.165200 0.173680 CURRENT LEARNING RATE: 0.26872279194526655
previous_iter_valid_loss : 0.1765204519033432
95740 0.176652 0.176520 0.173940 CURRENT LEARNING RATE: 0.268669052760975
previous_iter_valid_loss : 0.16500794887542725
95760 0.165161 0.165008 0.173870 CURRENT LEARNING RATE: 0.2686153243234457
previous_iter_valid_loss : 0.18101374804973602
95780 0.181360 0.181014 0.174445 CURRENT LEARNING RATE: 0.26856160663052936
previous_iter_valid_loss : 0.18974198400974274
95800 0.190144 0.189742 0.174776 CURRENT LEARNING RATE: 0.2685078996800773
previous_iter_valid_loss : 0.1702090948820114
95820 0.170395 0.170209 0.174651 CURRENT LEARNING RATE: 0.2684542034699413
previous_iter_valid_loss : 0.16734297573566437
95840 0.167464 0.167343 0.173459 CURRENT LEARNING RATE: 0.2684005179979735
previous_iter_valid_loss : 0.1849633902311325
95860 0.185019 0.184963 0.174425 CURRENT LEARNING RATE: 0.2683468432620264
previous_iter_valid_loss : 0.16461116075515747
95880 0.164707 0.164611 0.174389 CURRENT LEARNING RATE: 0.2682931792599531
previous_iter_valid_loss : 0.1658633053302765
95900 0.165963 0.165863 0.173975 CURRENT LEARNING RATE: 0.268239525989607
previous_iter_valid_loss : 0.17171578109264374
95920 0.171806 0.171716 0.172577 CURRENT LEARNING RATE: 0.2681858834488419
previous_iter_valid_loss : 0.18048401176929474
95940 0.180851 0.180484 0.173279 CURRENT LEARNING RATE: 0.26813225163551224
previous_iter_valid_loss : 0.18544559180736542
95960 0.185780 0.185446 0.173857 CURRENT LEARNING RATE: 0.2680786305474727
previous_iter_valid_loss : 0.2092452496290207
95980 0.209794 0.209245 0.175713 CURRENT LEARNING RATE: 0.2680250201825784
previous_iter_valid_loss : 0.18376554548740387
96000 0.184138 0.183766 0.175406 CURRENT LEARNING RATE: 0.26797142053868495
previous_iter_valid_loss : 0.16938166320323944
96020 0.169598 0.169382 0.174981 CURRENT LEARNING RATE: 0.2679178316136483
previous_iter_valid_loss : 0.16510599851608276
96040 0.165241 0.165106 0.174848 CURRENT LEARNING RATE: 0.26786425340532505
previous_iter_valid_loss : 0.17633631825447083
96060 0.176650 0.176336 0.175436 CURRENT LEARNING RATE: 0.2678106859115719
previous_iter_valid_loss : 0.19069182872772217
96080 0.191087 0.190692 0.176797 CURRENT LEARNING RATE: 0.26775712913024624
previous_iter_valid_loss : 0.173032745718956
96100 0.173243 0.173033 0.176784 CURRENT LEARNING RATE: 0.2677035830592058
previous_iter_valid_loss : 0.16819962859153748
96120 0.168424 0.168200 0.176934 CURRENT LEARNING RATE: 0.2676500476963087
previous_iter_valid_loss : 0.16371767222881317
96140 0.163840 0.163718 0.176293 CURRENT LEARNING RATE: 0.26759652303941356
previous_iter_valid_loss : 0.16400329768657684
96160 0.164143 0.164003 0.176243 CURRENT LEARNING RATE: 0.26754300908637935
previous_iter_valid_loss : 0.17878098785877228
96180 0.179058 0.178781 0.176132 CURRENT LEARNING RATE: 0.26748950583506553
previous_iter_valid_loss : 0.16502615809440613
96200 0.165128 0.165026 0.174896 CURRENT LEARNING RATE: 0.267436013283332
previous_iter_valid_loss : 0.16563959419727325
96220 0.165816 0.165640 0.174667 CURRENT LEARNING RATE: 0.267382531429039
previous_iter_valid_loss : 0.16497333347797394
96240 0.165098 0.164973 0.174549 CURRENT LEARNING RATE: 0.2673290602700474
previous_iter_valid_loss : 0.17622630298137665
96260 0.176342 0.176226 0.174112 CURRENT LEARNING RATE: 0.2672755998042181
previous_iter_valid_loss : 0.17219620943069458
96280 0.172449 0.172196 0.174491 CURRENT LEARNING RATE: 0.26722215002941296
previous_iter_valid_loss : 0.16711479425430298
96300 0.167253 0.167115 0.174554 CURRENT LEARNING RATE: 0.26716871094349376
previous_iter_valid_loss : 0.1653282642364502
96320 0.165474 0.165328 0.174234 CURRENT LEARNING RATE: 0.2671152825443231
previous_iter_valid_loss : 0.1678176373243332
96340 0.167964 0.167818 0.173601 CURRENT LEARNING RATE: 0.26706186482976374
previous_iter_valid_loss : 0.1705680936574936
96360 0.170820 0.170568 0.172857 CURRENT LEARNING RATE: 0.267008457797679
previous_iter_valid_loss : 0.16434909403324127
96380 0.164473 0.164349 0.170612 CURRENT LEARNING RATE: 0.2669550614459327
previous_iter_valid_loss : 0.1731942743062973
96400 0.173426 0.173194 0.170084 CURRENT LEARNING RATE: 0.26690167577238877
previous_iter_valid_loss : 0.17522986233234406
96420 0.175558 0.175230 0.170376 CURRENT LEARNING RATE: 0.26684830077491195
previous_iter_valid_loss : 0.17265494167804718
96440 0.172896 0.172655 0.170754 CURRENT LEARNING RATE: 0.2667949364513672
previous_iter_valid_loss : 0.22104959189891815
96460 0.221634 0.221050 0.172989 CURRENT LEARNING RATE: 0.26674158279961996
previous_iter_valid_loss : 0.17183543741703033
96480 0.172085 0.171835 0.172046 CURRENT LEARNING RATE: 0.26668823981753603
previous_iter_valid_loss : 0.1771734654903412
96500 0.177520 0.177173 0.172254 CURRENT LEARNING RATE: 0.2666349075029818
previous_iter_valid_loss : 0.17786473035812378
96520 0.178182 0.177865 0.172737 CURRENT LEARNING RATE: 0.2665815858538238
previous_iter_valid_loss : 0.174460306763649
96540 0.174751 0.174460 0.173274 CURRENT LEARNING RATE: 0.26652827486792935
previous_iter_valid_loss : 0.1646597683429718
96560 0.164797 0.164660 0.173307 CURRENT LEARNING RATE: 0.2664749745431659
previous_iter_valid_loss : 0.16716253757476807
96580 0.167316 0.167163 0.172726 CURRENT LEARNING RATE: 0.26642168487740153
previous_iter_valid_loss : 0.16608767211437225
96600 0.166209 0.166088 0.172779 CURRENT LEARNING RATE: 0.2663684058685045
previous_iter_valid_loss : 0.17463846504688263
96620 0.174872 0.174638 0.173229 CURRENT LEARNING RATE: 0.26631513751434377
previous_iter_valid_loss : 0.1700124740600586
96640 0.170146 0.170012 0.173481 CURRENT LEARNING RATE: 0.2662618798127886
previous_iter_valid_loss : 0.17192357778549194
96660 0.172148 0.171924 0.173266 CURRENT LEARNING RATE: 0.2662086327617086
previous_iter_valid_loss : 0.16523748636245728
96680 0.165374 0.165237 0.172918 CURRENT LEARNING RATE: 0.266155396358974
previous_iter_valid_loss : 0.16827066242694855
96700 0.168407 0.168271 0.172975 CURRENT LEARNING RATE: 0.2661021706024553
previous_iter_valid_loss : 0.17263443768024445
96720 0.172847 0.172634 0.173341 CURRENT LEARNING RATE: 0.2660489554900234
previous_iter_valid_loss : 0.16722668707370758
96740 0.167375 0.167227 0.173311 CURRENT LEARNING RATE: 0.2659957510195498
previous_iter_valid_loss : 0.17137184739112854
96760 0.171554 0.171372 0.173351 CURRENT LEARNING RATE: 0.2659425571889063
previous_iter_valid_loss : 0.1788811832666397
96780 0.179227 0.178881 0.174078 CURRENT LEARNING RATE: 0.2658893739959651
previous_iter_valid_loss : 0.16337047517299652
96800 0.163507 0.163370 0.173587 CURRENT LEARNING RATE: 0.2658362014385989
previous_iter_valid_loss : 0.1696339249610901
96820 0.169812 0.169634 0.173307 CURRENT LEARNING RATE: 0.2657830395146807
previous_iter_valid_loss : 0.17333769798278809
96840 0.173629 0.173338 0.173341 CURRENT LEARNING RATE: 0.2657298882220842
previous_iter_valid_loss : 0.16527506709098816
96860 0.165425 0.165275 0.170552 CURRENT LEARNING RATE: 0.26567674755868326
previous_iter_valid_loss : 0.16807542741298676
96880 0.168266 0.168075 0.170364 CURRENT LEARNING RATE: 0.26562361752235225
previous_iter_valid_loss : 0.16507945954799652
96900 0.165243 0.165079 0.169760 CURRENT LEARNING RATE: 0.265570498110966
previous_iter_valid_loss : 0.1952618956565857
96920 0.195762 0.195262 0.170630 CURRENT LEARNING RATE: 0.2655173893223997
previous_iter_valid_loss : 0.16561605036258698
96940 0.165759 0.165616 0.170187 CURRENT LEARNING RATE: 0.26546429115452896
previous_iter_valid_loss : 0.1655631959438324
96960 0.165669 0.165563 0.170233 CURRENT LEARNING RATE: 0.26541120360523
previous_iter_valid_loss : 0.16623900830745697
96980 0.166347 0.166239 0.170186 CURRENT LEARNING RATE: 0.2653581266723792
previous_iter_valid_loss : 0.17353908717632294
97000 0.173789 0.173539 0.170559 CURRENT LEARNING RATE: 0.26530506035385343
previous_iter_valid_loss : 0.16746239364147186
97020 0.167623 0.167462 0.170200 CURRENT LEARNING RATE: 0.2652520046475301
previous_iter_valid_loss : 0.16565844416618347
97040 0.165798 0.165658 0.169982 CURRENT LEARNING RATE: 0.26519895955128703
previous_iter_valid_loss : 0.1720929890871048
97060 0.172197 0.172093 0.169991 CURRENT LEARNING RATE: 0.26514592506300244
previous_iter_valid_loss : 0.1662672609090805
97080 0.166433 0.166267 0.170042 CURRENT LEARNING RATE: 0.2650929011805548
previous_iter_valid_loss : 0.16632568836212158
97100 0.166486 0.166326 0.169945 CURRENT LEARNING RATE: 0.2650398879018233
previous_iter_valid_loss : 0.1651703268289566
97120 0.165313 0.165170 0.169572 CURRENT LEARNING RATE: 0.2649868852246873
previous_iter_valid_loss : 0.16977684199810028
97140 0.169954 0.169777 0.169699 CURRENT LEARNING RATE: 0.26493389314702676
previous_iter_valid_loss : 0.16332003474235535
97160 0.163426 0.163320 0.169297 CURRENT LEARNING RATE: 0.264880911666722
previous_iter_valid_loss : 0.17187312245368958
97180 0.172065 0.171873 0.168946 CURRENT LEARNING RATE: 0.2648279407816537
previous_iter_valid_loss : 0.16912761330604553
97200 0.169226 0.169128 0.169234 CURRENT LEARNING RATE: 0.26477498048970316
previous_iter_valid_loss : 0.21674321591854095
97220 0.216842 0.216743 0.171590 CURRENT LEARNING RATE: 0.2647220307887518
previous_iter_valid_loss : 0.17336870729923248
97240 0.173486 0.173369 0.171591 CURRENT LEARNING RATE: 0.26466909167668173
previous_iter_valid_loss : 0.16530892252922058
97260 0.165449 0.165309 0.171593 CURRENT LEARNING RATE: 0.26461616315137537
previous_iter_valid_loss : 0.18160632252693176
97280 0.181767 0.181606 0.172270 CURRENT LEARNING RATE: 0.2645632452107155
previous_iter_valid_loss : 0.16512788832187653
97300 0.165291 0.165128 0.172272 CURRENT LEARNING RATE: 0.2645103378525856
previous_iter_valid_loss : 0.17238406836986542
97320 0.172675 0.172384 0.171128 CURRENT LEARNING RATE: 0.2644574410748691
previous_iter_valid_loss : 0.17071066796779633
97340 0.171010 0.170711 0.171383 CURRENT LEARNING RATE: 0.26440455487545034
previous_iter_valid_loss : 0.164357528090477
97360 0.164506 0.164358 0.171323 CURRENT LEARNING RATE: 0.26435167925221387
previous_iter_valid_loss : 0.165467768907547
97380 0.165605 0.165468 0.171284 CURRENT LEARNING RATE: 0.2642988142030446
previous_iter_valid_loss : 0.17694108188152313
97400 0.177012 0.176941 0.171454 CURRENT LEARNING RATE: 0.2642459597258278
previous_iter_valid_loss : 0.1677391529083252
97420 0.167922 0.167739 0.171468 CURRENT LEARNING RATE: 0.26419311581844956
previous_iter_valid_loss : 0.20428551733493805
97440 0.204774 0.204286 0.173399 CURRENT LEARNING RATE: 0.26414028247879595
previous_iter_valid_loss : 0.16678863763809204
97460 0.166936 0.166789 0.173134 CURRENT LEARNING RATE: 0.26408745970475367
previous_iter_valid_loss : 0.19996289908885956
97480 0.200427 0.199963 0.174819 CURRENT LEARNING RATE: 0.26403464749420985
previous_iter_valid_loss : 0.17032940685749054
97500 0.170541 0.170329 0.175019 CURRENT LEARNING RATE: 0.2639818458450519
previous_iter_valid_loss : 0.178987056016922
97520 0.179283 0.178987 0.175710 CURRENT LEARNING RATE: 0.26392905475516787
previous_iter_valid_loss : 0.16597779095172882
97540 0.166168 0.165978 0.175520 CURRENT LEARNING RATE: 0.26387627422244603
previous_iter_valid_loss : 0.16618415713310242
97560 0.166309 0.166184 0.175663 CURRENT LEARNING RATE: 0.26382350424477524
previous_iter_valid_loss : 0.16406551003456116
97580 0.164184 0.164066 0.175273 CURRENT LEARNING RATE: 0.2637707448200446
previous_iter_valid_loss : 0.16662095487117767
97600 0.166772 0.166621 0.175147 CURRENT LEARNING RATE: 0.2637179959461438
previous_iter_valid_loss : 0.2162695974111557
97620 0.216860 0.216270 0.175124 CURRENT LEARNING RATE: 0.2636652576209629
previous_iter_valid_loss : 0.17485202848911285
97640 0.175097 0.174852 0.175198 CURRENT LEARNING RATE: 0.2636125298423923
previous_iter_valid_loss : 0.16334255039691925
97660 0.163473 0.163343 0.175100 CURRENT LEARNING RATE: 0.26355981260832295
previous_iter_valid_loss : 0.16564445197582245
97680 0.165830 0.165644 0.174301 CURRENT LEARNING RATE: 0.26350710591664617
previous_iter_valid_loss : 0.16992078721523285
97700 0.170149 0.169921 0.174541 CURRENT LEARNING RATE: 0.26345440976525364
previous_iter_valid_loss : 0.17238181829452515
97720 0.172653 0.172382 0.174541 CURRENT LEARNING RATE: 0.2634017241520375
previous_iter_valid_loss : 0.16368894279003143
97740 0.163829 0.163689 0.174190 CURRENT LEARNING RATE: 0.2633490490748904
previous_iter_valid_loss : 0.1659582555294037
97760 0.166093 0.165958 0.174270 CURRENT LEARNING RATE: 0.2632963845317053
previous_iter_valid_loss : 0.1643158495426178
97780 0.164419 0.164316 0.174212 CURRENT LEARNING RATE: 0.2632437305203756
previous_iter_valid_loss : 0.17796896398067474
97800 0.178287 0.177969 0.174264 CURRENT LEARNING RATE: 0.2631910870387951
previous_iter_valid_loss : 0.1712569147348404
97820 0.171498 0.171257 0.174440 CURRENT LEARNING RATE: 0.26313845408485825
previous_iter_valid_loss : 0.18483535945415497
97840 0.185189 0.184835 0.173467 CURRENT LEARNING RATE: 0.2630858316564595
previous_iter_valid_loss : 0.16422542929649353
97860 0.164366 0.164225 0.173339 CURRENT LEARNING RATE: 0.2630332197514941
previous_iter_valid_loss : 0.16696707904338837
97880 0.167104 0.166967 0.171689 CURRENT LEARNING RATE: 0.26298061836785747
previous_iter_valid_loss : 0.17395812273025513
97900 0.174079 0.173958 0.171871 CURRENT LEARNING RATE: 0.2629280275034457
previous_iter_valid_loss : 0.2192022204399109
97920 0.219284 0.219202 0.173881 CURRENT LEARNING RATE: 0.26287544715615496
previous_iter_valid_loss : 0.1922529935836792
97940 0.192420 0.192253 0.175195 CURRENT LEARNING RATE: 0.26282287732388215
previous_iter_valid_loss : 0.17893090844154358
97960 0.179226 0.178931 0.175832 CURRENT LEARNING RATE: 0.26277031800452455
previous_iter_valid_loss : 0.17511014640331268
97980 0.175273 0.175110 0.176385 CURRENT LEARNING RATE: 0.26271776919597967
previous_iter_valid_loss : 0.17954152822494507
98000 0.179689 0.179542 0.177031 CURRENT LEARNING RATE: 0.2626652308961456
previous_iter_valid_loss : 0.19552233815193176
98020 0.195707 0.195522 0.175993 CURRENT LEARNING RATE: 0.2626127031029208
previous_iter_valid_loss : 0.16427388787269592
98040 0.164395 0.164274 0.175465 CURRENT LEARNING RATE: 0.2625601858142041
previous_iter_valid_loss : 0.1766871213912964
98060 0.176788 0.176687 0.176132 CURRENT LEARNING RATE: 0.2625076790278949
previous_iter_valid_loss : 0.1742573231458664
98080 0.174350 0.174257 0.176562 CURRENT LEARNING RATE: 0.26245518274189295
previous_iter_valid_loss : 0.16705593466758728
98100 0.167154 0.167056 0.176419 CURRENT LEARNING RATE: 0.2624026969540983
previous_iter_valid_loss : 0.16782400012016296
98120 0.167938 0.167824 0.176191 CURRENT LEARNING RATE: 0.2623502216624115
previous_iter_valid_loss : 0.2139410376548767
98140 0.214025 0.213941 0.178704 CURRENT LEARNING RATE: 0.2622977568647337
previous_iter_valid_loss : 0.16879132390022278
98160 0.168925 0.168791 0.178845 CURRENT LEARNING RATE: 0.26224530255896616
previous_iter_valid_loss : 0.16816505789756775
98180 0.168286 0.168165 0.179038 CURRENT LEARNING RATE: 0.26219285874301085
previous_iter_valid_loss : 0.22356610000133514
98200 0.223676 0.223566 0.181318 CURRENT LEARNING RATE: 0.26214042541476984
previous_iter_valid_loss : 0.1871657371520996
98220 0.187346 0.187166 0.182113 CURRENT LEARNING RATE: 0.2620880025721459
previous_iter_valid_loss : 0.18102185428142548
98240 0.181161 0.181022 0.181923 CURRENT LEARNING RATE: 0.26203559021304207
previous_iter_valid_loss : 0.1825769692659378
98260 0.182707 0.182577 0.182840 CURRENT LEARNING RATE: 0.2619831883353619
previous_iter_valid_loss : 0.17007523775100708
98280 0.170269 0.170075 0.182996 CURRENT LEARNING RATE: 0.26193079693700927
previous_iter_valid_loss : 0.1672879159450531
98300 0.167472 0.167288 0.182662 CURRENT LEARNING RATE: 0.2618784160158886
previous_iter_valid_loss : 0.1662636548280716
98320 0.166332 0.166264 0.180015 CURRENT LEARNING RATE: 0.2618260455699046
previous_iter_valid_loss : 0.16886697709560394
98340 0.168987 0.168867 0.178846 CURRENT LEARNING RATE: 0.2617736855969624
previous_iter_valid_loss : 0.17464791238307953
98360 0.174925 0.174648 0.178632 CURRENT LEARNING RATE: 0.2617213360949677
previous_iter_valid_loss : 0.16776415705680847
98380 0.167867 0.167764 0.178264 CURRENT LEARNING RATE: 0.26166899706182656
previous_iter_valid_loss : 0.16898515820503235
98400 0.169106 0.168985 0.177737 CURRENT LEARNING RATE: 0.26161666849544524
previous_iter_valid_loss : 0.174022376537323
98420 0.174144 0.174022 0.176662 CURRENT LEARNING RATE: 0.26156435039373066
previous_iter_valid_loss : 0.1718301773071289
98440 0.171972 0.171830 0.177039 CURRENT LEARNING RATE: 0.2615120427545902
previous_iter_valid_loss : 0.16652396321296692
98460 0.166719 0.166524 0.176531 CURRENT LEARNING RATE: 0.2614597455759315
previous_iter_valid_loss : 0.16541609168052673
98480 0.165510 0.165416 0.176089 CURRENT LEARNING RATE: 0.26140745885566263
previous_iter_valid_loss : 0.16621102392673492
98500 0.166357 0.166211 0.176047 CURRENT LEARNING RATE: 0.26135518259169216
previous_iter_valid_loss : 0.1673227846622467
98520 0.167520 0.167323 0.176022 CURRENT LEARNING RATE: 0.26130291678192896
previous_iter_valid_loss : 0.16823944449424744
98540 0.168380 0.168239 0.173737 CURRENT LEARNING RATE: 0.26125066142428255
previous_iter_valid_loss : 0.1665460616350174
98560 0.166722 0.166546 0.173625 CURRENT LEARNING RATE: 0.2611984165166626
previous_iter_valid_loss : 0.17669463157653809
98580 0.176804 0.176695 0.174051 CURRENT LEARNING RATE: 0.26114618205697937
previous_iter_valid_loss : 0.16675317287445068
98600 0.166934 0.166753 0.171210 CURRENT LEARNING RATE: 0.26109395804314345
previous_iter_valid_loss : 0.16622135043144226
98620 0.166378 0.166221 0.170163 CURRENT LEARNING RATE: 0.26104174447306583
previous_iter_valid_loss : 0.1661003977060318
98640 0.166252 0.166100 0.169417 CURRENT LEARNING RATE: 0.26098954134465807
previous_iter_valid_loss : 0.16482940316200256
98660 0.164914 0.164829 0.168530 CURRENT LEARNING RATE: 0.260937348655832
previous_iter_valid_loss : 0.18116731941699982
98680 0.181557 0.181167 0.169084 CURRENT LEARNING RATE: 0.26088516640449994
previous_iter_valid_loss : 0.16699762642383575
98700 0.167084 0.166998 0.169070 CURRENT LEARNING RATE: 0.26083299458857456
previous_iter_valid_loss : 0.16601592302322388
98720 0.166132 0.166016 0.169057 CURRENT LEARNING RATE: 0.26078083320596895
previous_iter_valid_loss : 0.17007212340831757
98740 0.170174 0.170072 0.169118 CURRENT LEARNING RATE: 0.2607286822545967
previous_iter_valid_loss : 0.18012212216854095
98760 0.180243 0.180122 0.169391 CURRENT LEARNING RATE: 0.2606765417323718
previous_iter_valid_loss : 0.17340362071990967
98780 0.173703 0.173404 0.169673 CURRENT LEARNING RATE: 0.2606244116372086
previous_iter_valid_loss : 0.1691271811723709
98800 0.169365 0.169127 0.169680 CURRENT LEARNING RATE: 0.260572291967022
previous_iter_valid_loss : 0.17076481878757477
98820 0.170922 0.170765 0.169518 CURRENT LEARNING RATE: 0.260520182719727
previous_iter_valid_loss : 0.17331905663013458
98840 0.173404 0.173319 0.169592 CURRENT LEARNING RATE: 0.26046808389323933
previous_iter_valid_loss : 0.16619230806827545
98860 0.166336 0.166192 0.169575 CURRENT LEARNING RATE: 0.26041599548547506
previous_iter_valid_loss : 0.16393788158893585
98880 0.164102 0.163938 0.169501 CURRENT LEARNING RATE: 0.2603639174943507
previous_iter_valid_loss : 0.16577355563640594
98900 0.165958 0.165774 0.169480 CURRENT LEARNING RATE: 0.26031184991778306
previous_iter_valid_loss : 0.16587324440479279
98920 0.166072 0.165873 0.169407 CURRENT LEARNING RATE: 0.26025979275368943
previous_iter_valid_loss : 0.16396498680114746
98940 0.164079 0.163965 0.169193 CURRENT LEARNING RATE: 0.2602077459999876
previous_iter_valid_loss : 0.1641411930322647
98960 0.164342 0.164141 0.169073 CURRENT LEARNING RATE: 0.26015570965459556
previous_iter_valid_loss : 0.1690492182970047
98980 0.169259 0.169049 0.168691 CURRENT LEARNING RATE: 0.26010368371543197
previous_iter_valid_loss : 0.16469505429267883
99000 0.164888 0.164695 0.168588 CURRENT LEARNING RATE: 0.2600516681804158
previous_iter_valid_loss : 0.1653462052345276
99020 0.165511 0.165346 0.168544 CURRENT LEARNING RATE: 0.25999966304746636
previous_iter_valid_loss : 0.16506187617778778
99040 0.165197 0.165062 0.168492 CURRENT LEARNING RATE: 0.25994766831450344
previous_iter_valid_loss : 0.1654950976371765
99060 0.165683 0.165495 0.168526 CURRENT LEARNING RATE: 0.25989568397944735
previous_iter_valid_loss : 0.16704513132572174
99080 0.167261 0.167045 0.167819 CURRENT LEARNING RATE: 0.2598437100402186
previous_iter_valid_loss : 0.16574113070964813
99100 0.165922 0.165741 0.167757 CURRENT LEARNING RATE: 0.25979174649473835
previous_iter_valid_loss : 0.18106424808502197
99120 0.181153 0.181064 0.168509 CURRENT LEARNING RATE: 0.25973979334092795
previous_iter_valid_loss : 0.16639968752861023
99140 0.166566 0.166400 0.168325 CURRENT LEARNING RATE: 0.2596878505767093
previous_iter_valid_loss : 0.16431839764118195
99160 0.164469 0.164318 0.167535 CURRENT LEARNING RATE: 0.25963591820000476
previous_iter_valid_loss : 0.1656968593597412
99180 0.165926 0.165697 0.167150 CURRENT LEARNING RATE: 0.25958399620873696
previous_iter_valid_loss : 0.1798863708972931
99200 0.180182 0.179886 0.167688 CURRENT LEARNING RATE: 0.25953208460082905
previous_iter_valid_loss : 0.16602131724357605
99220 0.166204 0.166021 0.167451 CURRENT LEARNING RATE: 0.2594801833742046
previous_iter_valid_loss : 0.16345743834972382
99240 0.163591 0.163457 0.166958 CURRENT LEARNING RATE: 0.2594282925267874
previous_iter_valid_loss : 0.17954915761947632
99260 0.179915 0.179549 0.167625 CURRENT LEARNING RATE: 0.259376412056502
previous_iter_valid_loss : 0.17173238098621368
99280 0.171896 0.171732 0.168015 CURRENT LEARNING RATE: 0.25932454196127314
previous_iter_valid_loss : 0.1665320098400116
99300 0.166652 0.166532 0.168053 CURRENT LEARNING RATE: 0.259272682239026
previous_iter_valid_loss : 0.1643330454826355
99320 0.164429 0.164333 0.167976 CURRENT LEARNING RATE: 0.25922083288768616
previous_iter_valid_loss : 0.16500979661941528
99340 0.165219 0.165010 0.168028 CURRENT LEARNING RATE: 0.2591689939051796
previous_iter_valid_loss : 0.16578616201877594
99360 0.165935 0.165786 0.168111 CURRENT LEARNING RATE: 0.2591171652894329
previous_iter_valid_loss : 0.1672106683254242
99380 0.167453 0.167211 0.168019 CURRENT LEARNING RATE: 0.25906534703837286
previous_iter_valid_loss : 0.1729840785264969
99400 0.173089 0.172984 0.168433 CURRENT LEARNING RATE: 0.25901353914992675
previous_iter_valid_loss : 0.16706205904483795
99420 0.167297 0.167062 0.168519 CURRENT LEARNING RATE: 0.25896174162202223
previous_iter_valid_loss : 0.1654554158449173
99440 0.165605 0.165455 0.168539 CURRENT LEARNING RATE: 0.25890995445258735
previous_iter_valid_loss : 0.16906122863292694
99460 0.169259 0.169061 0.168717 CURRENT LEARNING RATE: 0.25885817763955077
previous_iter_valid_loss : 0.17939741909503937
99480 0.179733 0.179397 0.169335 CURRENT LEARNING RATE: 0.25880641118084124
previous_iter_valid_loss : 0.1815612018108368
99500 0.181699 0.181561 0.170126 CURRENT LEARNING RATE: 0.2587546550743883
previous_iter_valid_loss : 0.16454416513442993
99520 0.164713 0.164544 0.169300 CURRENT LEARNING RATE: 0.2587029093181215
previous_iter_valid_loss : 0.16588185727596283
99540 0.166050 0.165882 0.169274 CURRENT LEARNING RATE: 0.25865117390997117
previous_iter_valid_loss : 0.18042278289794922
99560 0.180527 0.180423 0.170079 CURRENT LEARNING RATE: 0.2585994488478678
previous_iter_valid_loss : 0.19730594754219055
99580 0.197428 0.197306 0.171659 CURRENT LEARNING RATE: 0.2585477341297424
previous_iter_valid_loss : 0.17085963487625122
99600 0.171098 0.170860 0.171208 CURRENT LEARNING RATE: 0.2584960297535264
previous_iter_valid_loss : 0.16563771665096283
99620 0.165803 0.165638 0.171189 CURRENT LEARNING RATE: 0.2584443357171517
previous_iter_valid_loss : 0.1670074313879013
99640 0.167061 0.167007 0.171366 CURRENT LEARNING RATE: 0.2583926520185504
previous_iter_valid_loss : 0.18722935020923615
99660 0.187338 0.187229 0.171750 CURRENT LEARNING RATE: 0.2583409786556552
previous_iter_valid_loss : 0.19032856822013855
99680 0.190433 0.190329 0.172680 CURRENT LEARNING RATE: 0.25828931562639923
previous_iter_valid_loss : 0.16612248122692108
99700 0.166235 0.166122 0.172660 CURRENT LEARNING RATE: 0.25823766292871586
previous_iter_valid_loss : 0.1633731871843338
99720 0.163476 0.163373 0.172612 CURRENT LEARNING RATE: 0.2581860205605391
previous_iter_valid_loss : 0.1670377403497696
99740 0.167135 0.167038 0.172713 CURRENT LEARNING RATE: 0.25813438851980314
previous_iter_valid_loss : 0.17022140324115753
99760 0.170298 0.170221 0.172935 CURRENT LEARNING RATE: 0.2580827668044428
previous_iter_valid_loss : 0.173359215259552
99780 0.173606 0.173359 0.173242 CURRENT LEARNING RATE: 0.2580311554123932
previous_iter_valid_loss : 0.1644703894853592
99800 0.164574 0.164470 0.172817 CURRENT LEARNING RATE: 0.25797955434158976
previous_iter_valid_loss : 0.1698693186044693
99820 0.169922 0.169869 0.172957 CURRENT LEARNING RATE: 0.2579279635899686
previous_iter_valid_loss : 0.16876220703125
99840 0.168950 0.168762 0.173122 CURRENT LEARNING RATE: 0.25787638315546596
previous_iter_valid_loss : 0.16392819583415985
99860 0.164027 0.163928 0.172866 CURRENT LEARNING RATE: 0.25782481303601873
previous_iter_valid_loss : 0.17189401388168335
99880 0.171970 0.171894 0.172490 CURRENT LEARNING RATE: 0.257773253229564
previous_iter_valid_loss : 0.16500884294509888
99900 0.165099 0.165009 0.171663 CURRENT LEARNING RATE: 0.2577217037340395
previous_iter_valid_loss : 0.16691118478775024
99920 0.167085 0.166911 0.171781 CURRENT LEARNING RATE: 0.2576701645473832
previous_iter_valid_loss : 0.16552449762821198
99940 0.165625 0.165524 0.171763 CURRENT LEARNING RATE: 0.25761863566753346
previous_iter_valid_loss : 0.16653618216514587
99960 0.166693 0.166536 0.171069 CURRENT LEARNING RATE: 0.25756711709242913
previous_iter_valid_loss : 0.16431140899658203
99980 0.164413 0.164311 0.169419 CURRENT LEARNING RATE: 0.2575156088200096
previous_iter_valid_loss : 0.1829594522714615
100000 0.183324 0.182959 0.170024 CURRENT LEARNING RATE: 0.25746411084821447
previous_iter_valid_loss : 0.17532184720039368
100020 0.175417 0.175322 0.170508 CURRENT LEARNING RATE: 0.25741262317498376
previous_iter_valid_loss : 0.16637291014194489
100040 0.166514 0.166373 0.170477 CURRENT LEARNING RATE: 0.25736114579825803
previous_iter_valid_loss : 0.1676422357559204
100060 0.167826 0.167642 0.169497 CURRENT LEARNING RATE: 0.25730967871597815
previous_iter_valid_loss : 0.18431465327739716
100080 0.184666 0.184315 0.169197 CURRENT LEARNING RATE: 0.2572582219260855
previous_iter_valid_loss : 0.18733526766300201
100100 0.187702 0.187335 0.170257 CURRENT LEARNING RATE: 0.25720677542652165
previous_iter_valid_loss : 0.1827535480260849
100120 0.183148 0.182754 0.171226 CURRENT LEARNING RATE: 0.25715533921522893
previous_iter_valid_loss : 0.1648664027452469
100140 0.164992 0.164866 0.171118 CURRENT LEARNING RATE: 0.25710391329014987
previous_iter_valid_loss : 0.1690828800201416
100160 0.169225 0.169083 0.171061 CURRENT LEARNING RATE: 0.25705249764922733
previous_iter_valid_loss : 0.1707315742969513
100180 0.171028 0.170732 0.170929 CURRENT LEARNING RATE: 0.2570010922904047
previous_iter_valid_loss : 0.18204070627689362
100200 0.182353 0.182041 0.171808 CURRENT LEARNING RATE: 0.2569496972116258
previous_iter_valid_loss : 0.16615746915340424
100220 0.166298 0.166157 0.171622 CURRENT LEARNING RATE: 0.25689831241083483
previous_iter_valid_loss : 0.16348735988140106
100240 0.163606 0.163487 0.171359 CURRENT LEARNING RATE: 0.25684693788597646
previous_iter_valid_loss : 0.16394276916980743
100260 0.164100 0.163943 0.171359 CURRENT LEARNING RATE: 0.25679557363499556
previous_iter_valid_loss : 0.16727666556835175
100280 0.167420 0.167277 0.171128 CURRENT LEARNING RATE: 0.25674421965583766
previous_iter_valid_loss : 0.17315399646759033
100300 0.173475 0.173154 0.171536 CURRENT LEARNING RATE: 0.2566928759464485
previous_iter_valid_loss : 0.17222805321216583
100320 0.172491 0.172228 0.171802 CURRENT LEARNING RATE: 0.2566415425047745
previous_iter_valid_loss : 0.17083075642585754
100340 0.171051 0.170831 0.172067 CURRENT LEARNING RATE: 0.25659021932876225
previous_iter_valid_loss : 0.16729378700256348
100360 0.167437 0.167294 0.172105 CURRENT LEARNING RATE: 0.2565389064163588
previous_iter_valid_loss : 0.1709902435541153
100380 0.171134 0.170990 0.172439 CURRENT LEARNING RATE: 0.2564876037655116
previous_iter_valid_loss : 0.16673974692821503
100400 0.166977 0.166740 0.171628 CURRENT LEARNING RATE: 0.2564363113741686
previous_iter_valid_loss : 0.16438478231430054
100420 0.164537 0.164385 0.171081 CURRENT LEARNING RATE: 0.2563850292402781
previous_iter_valid_loss : 0.17114973068237305
100440 0.171307 0.171150 0.171320 CURRENT LEARNING RATE: 0.2563337573617888
previous_iter_valid_loss : 0.16486220061779022
100460 0.165015 0.164862 0.171181 CURRENT LEARNING RATE: 0.25628249573664985
previous_iter_valid_loss : 0.1649996042251587
100480 0.165174 0.165000 0.170215 CURRENT LEARNING RATE: 0.25623124436281075
previous_iter_valid_loss : 0.1739201545715332
100500 0.174042 0.173920 0.169544 CURRENT LEARNING RATE: 0.25618000323822143
previous_iter_valid_loss : 0.17634259164333344
100520 0.176677 0.176343 0.169224 CURRENT LEARNING RATE: 0.25612877236083226
previous_iter_valid_loss : 0.16732583940029144
100540 0.167490 0.167326 0.169347 CURRENT LEARNING RATE: 0.2560775517285941
previous_iter_valid_loss : 0.16431371867656708
100560 0.164470 0.164314 0.169108 CURRENT LEARNING RATE: 0.25602634133945795
previous_iter_valid_loss : 0.18396037817001343
100580 0.184392 0.183960 0.169770 CURRENT LEARNING RATE: 0.25597514119137554
previous_iter_valid_loss : 0.16636790335178375
100600 0.166497 0.166368 0.168986 CURRENT LEARNING RATE: 0.25592395128229883
previous_iter_valid_loss : 0.16657163202762604
100620 0.166755 0.166572 0.169007 CURRENT LEARNING RATE: 0.2558727716101802
previous_iter_valid_loss : 0.16523323953151703
100640 0.165416 0.165233 0.169094 CURRENT LEARNING RATE: 0.25582160217297245
previous_iter_valid_loss : 0.16308197379112244
100660 0.163224 0.163082 0.169051 CURRENT LEARNING RATE: 0.25577044296862883
previous_iter_valid_loss : 0.184484601020813
100680 0.184769 0.184485 0.169911 CURRENT LEARNING RATE: 0.25571929399510296
previous_iter_valid_loss : 0.16571538150310516
100700 0.165899 0.165715 0.169539 CURRENT LEARNING RATE: 0.2556681552503488
previous_iter_valid_loss : 0.16871650516986847
100720 0.168932 0.168717 0.169364 CURRENT LEARNING RATE: 0.255617026732321
previous_iter_valid_loss : 0.1638689637184143
100740 0.163971 0.163869 0.169016 CURRENT LEARNING RATE: 0.25556590843897425
previous_iter_valid_loss : 0.16709314286708832
100760 0.167294 0.167093 0.169006 CURRENT LEARNING RATE: 0.2555148003682639
previous_iter_valid_loss : 0.18452095985412598
100780 0.184904 0.184521 0.169682 CURRENT LEARNING RATE: 0.2554637025181456
previous_iter_valid_loss : 0.1686924248933792
100800 0.168943 0.168692 0.169780 CURRENT LEARNING RATE: 0.2554126148865754
previous_iter_valid_loss : 0.1695936620235443
100820 0.169870 0.169594 0.170040 CURRENT LEARNING RATE: 0.25536153747150986
previous_iter_valid_loss : 0.18065574765205383
100840 0.180962 0.180656 0.170516 CURRENT LEARNING RATE: 0.25531047027090586
previous_iter_valid_loss : 0.16449196636676788
100860 0.164636 0.164492 0.170497 CURRENT LEARNING RATE: 0.2552594132827207
previous_iter_valid_loss : 0.1693560928106308
100880 0.169510 0.169356 0.170715 CURRENT LEARNING RATE: 0.25520836650491213
previous_iter_valid_loss : 0.18876072764396667
100900 0.189145 0.188761 0.171457 CURRENT LEARNING RATE: 0.2551573299354381
previous_iter_valid_loss : 0.1836191564798355
100920 0.183983 0.183619 0.171821 CURRENT LEARNING RATE: 0.25510630357225744
previous_iter_valid_loss : 0.16292241215705872
100940 0.163106 0.162922 0.171601 CURRENT LEARNING RATE: 0.25505528741332895
previous_iter_valid_loss : 0.1653956025838852
100960 0.165572 0.165396 0.171655 CURRENT LEARNING RATE: 0.25500428145661197
previous_iter_valid_loss : 0.1764802485704422
100980 0.176758 0.176480 0.171281 CURRENT LEARNING RATE: 0.2549532857000663
previous_iter_valid_loss : 0.16916464269161224
101000 0.169449 0.169165 0.171420 CURRENT LEARNING RATE: 0.2549023001416521
previous_iter_valid_loss : 0.16413770616054535
101020 0.164303 0.164138 0.171299 CURRENT LEARNING RATE: 0.2548513247793299
previous_iter_valid_loss : 0.1650637835264206
101040 0.165200 0.165064 0.171290 CURRENT LEARNING RATE: 0.2548003596110608
previous_iter_valid_loss : 0.16679498553276062
101060 0.166901 0.166795 0.171476 CURRENT LEARNING RATE: 0.25474940463480605
previous_iter_valid_loss : 0.16822956502437592
101080 0.168464 0.168230 0.170663 CURRENT LEARNING RATE: 0.2546984598485275
previous_iter_valid_loss : 0.16418369114398956
101100 0.164284 0.164184 0.170587 CURRENT LEARNING RATE: 0.25464752525018736
previous_iter_valid_loss : 0.16648055613040924
101120 0.166678 0.166481 0.170475 CURRENT LEARNING RATE: 0.2545966008377484
previous_iter_valid_loss : 0.16766338050365448
101140 0.167873 0.167663 0.170665 CURRENT LEARNING RATE: 0.25454568660917337
previous_iter_valid_loss : 0.1634376049041748
101160 0.163585 0.163438 0.170482 CURRENT LEARNING RATE: 0.2544947825624259
previous_iter_valid_loss : 0.1793147325515747
101180 0.179653 0.179315 0.170221 CURRENT LEARNING RATE: 0.25444388869546974
previous_iter_valid_loss : 0.16675162315368652
101200 0.166872 0.166752 0.170124 CURRENT LEARNING RATE: 0.2543930050062692
previous_iter_valid_loss : 0.16413326561450958
101220 0.164257 0.164133 0.169851 CURRENT LEARNING RATE: 0.2543421314927889
previous_iter_valid_loss : 0.16851484775543213
101240 0.168753 0.168515 0.169244 CURRENT LEARNING RATE: 0.25429126815299385
previous_iter_valid_loss : 0.1985243260860443
101260 0.198968 0.198524 0.170946 CURRENT LEARNING RATE: 0.2542404149848496
previous_iter_valid_loss : 0.16719278693199158
101280 0.167386 0.167193 0.170838 CURRENT LEARNING RATE: 0.2541895719863219
previous_iter_valid_loss : 0.1651458442211151
101300 0.165295 0.165146 0.169657 CURRENT LEARNING RATE: 0.25413873915537716
previous_iter_valid_loss : 0.16395659744739532
101320 0.164084 0.163957 0.168674 CURRENT LEARNING RATE: 0.2540879164899821
previous_iter_valid_loss : 0.16515012085437775
101340 0.165321 0.165150 0.168785 CURRENT LEARNING RATE: 0.25403710398810364
previous_iter_valid_loss : 0.16419491171836853
101360 0.164322 0.164195 0.168725 CURRENT LEARNING RATE: 0.2539863016477094
previous_iter_valid_loss : 0.17041124403476715
101380 0.170518 0.170411 0.168422 CURRENT LEARNING RATE: 0.25393550946676724
previous_iter_valid_loss : 0.17715199291706085
101400 0.177261 0.177152 0.168821 CURRENT LEARNING RATE: 0.25388472744324553
previous_iter_valid_loss : 0.16695328056812286
101420 0.167103 0.166953 0.168962 CURRENT LEARNING RATE: 0.25383395557511296
previous_iter_valid_loss : 0.1673165261745453
101440 0.167427 0.167317 0.169075 CURRENT LEARNING RATE: 0.25378319386033865
previous_iter_valid_loss : 0.16595178842544556
101460 0.166065 0.165952 0.169032 CURRENT LEARNING RATE: 0.25373244229689207
previous_iter_valid_loss : 0.18358159065246582
101480 0.183940 0.183582 0.169800 CURRENT LEARNING RATE: 0.2536817008827433
previous_iter_valid_loss : 0.16787822544574738
101500 0.168082 0.167878 0.169985 CURRENT LEARNING RATE: 0.25363096961586246
previous_iter_valid_loss : 0.1708734929561615
101520 0.171118 0.170873 0.170204 CURRENT LEARNING RATE: 0.2535802484942205
previous_iter_valid_loss : 0.16534338891506195
101540 0.165547 0.165343 0.170088 CURRENT LEARNING RATE: 0.25352953751578855
previous_iter_valid_loss : 0.17382025718688965
101560 0.173902 0.173820 0.170608 CURRENT LEARNING RATE: 0.25347883667853816
previous_iter_valid_loss : 0.16405528783798218
101580 0.164192 0.164055 0.169845 CURRENT LEARNING RATE: 0.2534281459804412
previous_iter_valid_loss : 0.1660107970237732
101600 0.166132 0.166011 0.169808 CURRENT LEARNING RATE: 0.25337746541947015
previous_iter_valid_loss : 0.19219183921813965
101620 0.192542 0.192192 0.171210 CURRENT LEARNING RATE: 0.2533267949935977
previous_iter_valid_loss : 0.16744379699230194
101640 0.167654 0.167444 0.171157 CURRENT LEARNING RATE: 0.2532761347007972
previous_iter_valid_loss : 0.1656787246465683
101660 0.165862 0.165679 0.169515 CURRENT LEARNING RATE: 0.25322548453904203
previous_iter_valid_loss : 0.1680685430765152
101680 0.168271 0.168069 0.169558 CURRENT LEARNING RATE: 0.2531748445063063
previous_iter_valid_loss : 0.16493481397628784
101700 0.165124 0.164935 0.169548 CURRENT LEARNING RATE: 0.25312421460056433
previous_iter_valid_loss : 0.16776862740516663
101720 0.168009 0.167769 0.169738 CURRENT LEARNING RATE: 0.253073594819791
previous_iter_valid_loss : 0.1936625838279724
101740 0.194116 0.193663 0.171164 CURRENT LEARNING RATE: 0.2530229851619616
previous_iter_valid_loss : 0.16459646821022034
101760 0.164753 0.164596 0.171184 CURRENT LEARNING RATE: 0.25297238562505153
previous_iter_valid_loss : 0.18607518076896667
101780 0.186439 0.186075 0.171967 CURRENT LEARNING RATE: 0.252921796207037
previous_iter_valid_loss : 0.16569192707538605
101800 0.165892 0.165692 0.171394 CURRENT LEARNING RATE: 0.2528712169058943
previous_iter_valid_loss : 0.16696248948574066
101820 0.167152 0.166962 0.171395 CURRENT LEARNING RATE: 0.2528206477196003
previous_iter_valid_loss : 0.16579145193099976
101840 0.165970 0.165791 0.171319 CURRENT LEARNING RATE: 0.25277008864613226
previous_iter_valid_loss : 0.16618876159191132
101860 0.166389 0.166189 0.171330 CURRENT LEARNING RATE: 0.2527195396834678
previous_iter_valid_loss : 0.1647104024887085
101880 0.164878 0.164710 0.170387 CURRENT LEARNING RATE: 0.25266900082958493
previous_iter_valid_loss : 0.19657135009765625
101900 0.196990 0.196571 0.171822 CURRENT LEARNING RATE: 0.25261847208246213
previous_iter_valid_loss : 0.16651512682437897
101920 0.166685 0.166515 0.171604 CURRENT LEARNING RATE: 0.2525679534400783
previous_iter_valid_loss : 0.17399342358112335
101940 0.174251 0.173993 0.172036 CURRENT LEARNING RATE: 0.2525174449004126
previous_iter_valid_loss : 0.18142016232013702
101960 0.181798 0.181420 0.172416 CURRENT LEARNING RATE: 0.25246694646144474
previous_iter_valid_loss : 0.16771693527698517
101980 0.167983 0.167717 0.172599 CURRENT LEARNING RATE: 0.2524164581211548
previous_iter_valid_loss : 0.16583038866519928
102000 0.165986 0.165830 0.172590 CURRENT LEARNING RATE: 0.2523659798775232
previous_iter_valid_loss : 0.1769312173128128
102020 0.177299 0.176931 0.171827 CURRENT LEARNING RATE: 0.2523155117285308
previous_iter_valid_loss : 0.16499018669128418
102040 0.165170 0.164990 0.171704 CURRENT LEARNING RATE: 0.25226505367215896
previous_iter_valid_loss : 0.1637437641620636
102060 0.163940 0.163744 0.171608 CURRENT LEARNING RATE: 0.25221460570638926
previous_iter_valid_loss : 0.16892509162425995
102080 0.169120 0.168925 0.171650 CURRENT LEARNING RATE: 0.25216416782920387
previous_iter_valid_loss : 0.17987710237503052
102100 0.180272 0.179877 0.172398 CURRENT LEARNING RATE: 0.2521137400385851
previous_iter_valid_loss : 0.16672204434871674
102120 0.166902 0.166722 0.172345 CURRENT LEARNING RATE: 0.25206332233251605
previous_iter_valid_loss : 0.16369961202144623
102140 0.163885 0.163700 0.170847 CURRENT LEARNING RATE: 0.2520129147089799
previous_iter_valid_loss : 0.16707997024059296
102160 0.167246 0.167080 0.170971 CURRENT LEARNING RATE: 0.25196251716596046
previous_iter_valid_loss : 0.1677442491054535
102180 0.167963 0.167744 0.170055 CURRENT LEARNING RATE: 0.25191212970144167
previous_iter_valid_loss : 0.16863076388835907
102200 0.168804 0.168631 0.170202 CURRENT LEARNING RATE: 0.2518617523134081
previous_iter_valid_loss : 0.1929052472114563
102220 0.193073 0.192905 0.171499 CURRENT LEARNING RATE: 0.2518113849998447
previous_iter_valid_loss : 0.16636282205581665
102240 0.166530 0.166363 0.171527 CURRENT LEARNING RATE: 0.25176102775873666
previous_iter_valid_loss : 0.16379384696483612
102260 0.163993 0.163794 0.171408 CURRENT LEARNING RATE: 0.25171068058806984
previous_iter_valid_loss : 0.16598601639270782
102280 0.166211 0.165986 0.171471 CURRENT LEARNING RATE: 0.2516603434858302
previous_iter_valid_loss : 0.16546015441417694
102300 0.165622 0.165460 0.169916 CURRENT LEARNING RATE: 0.25161001645000436
previous_iter_valid_loss : 0.1785304695367813
102320 0.178894 0.178530 0.170517 CURRENT LEARNING RATE: 0.2515596994785792
previous_iter_valid_loss : 0.165711909532547
102340 0.165880 0.165712 0.170103 CURRENT LEARNING RATE: 0.25150939256954213
previous_iter_valid_loss : 0.1711917221546173
102360 0.171322 0.171192 0.169591 CURRENT LEARNING RATE: 0.25145909572088077
previous_iter_valid_loss : 0.16577152907848358
102380 0.165908 0.165772 0.169494 CURRENT LEARNING RATE: 0.2514088089305832
previous_iter_valid_loss : 0.1634315699338913
102400 0.163574 0.163432 0.169374 CURRENT LEARNING RATE: 0.25135853219663806
previous_iter_valid_loss : 0.176392063498497
102420 0.176703 0.176392 0.169347 CURRENT LEARNING RATE: 0.2513082655170343
previous_iter_valid_loss : 0.1750321090221405
102440 0.175326 0.175032 0.169849 CURRENT LEARNING RATE: 0.25125800888976113
previous_iter_valid_loss : 0.16576699912548065
102460 0.165938 0.165767 0.169950 CURRENT LEARNING RATE: 0.25120776231280834
previous_iter_valid_loss : 0.16700248420238495
102480 0.167205 0.167002 0.169854 CURRENT LEARNING RATE: 0.2511575257841661
previous_iter_valid_loss : 0.1664242446422577
102500 0.166628 0.166424 0.169181 CURRENT LEARNING RATE: 0.25110729930182496
previous_iter_valid_loss : 0.1725074052810669
102520 0.172633 0.172507 0.169471 CURRENT LEARNING RATE: 0.2510570828637757
previous_iter_valid_loss : 0.17456088960170746
102540 0.174698 0.174561 0.170014 CURRENT LEARNING RATE: 0.2510068764680099
previous_iter_valid_loss : 0.17069637775421143
102560 0.170823 0.170696 0.170195 CURRENT LEARNING RATE: 0.2509566801125192
previous_iter_valid_loss : 0.17537946999073029
102580 0.175527 0.175379 0.170576 CURRENT LEARNING RATE: 0.2509064937952957
previous_iter_valid_loss : 0.16417144238948822
102600 0.164282 0.164171 0.170353 CURRENT LEARNING RATE: 0.250856317514332
previous_iter_valid_loss : 0.16481579840183258
102620 0.164976 0.164816 0.168949 CURRENT LEARNING RATE: 0.250806151267621
previous_iter_valid_loss : 0.16768820583820343
102640 0.167850 0.167688 0.169015 CURRENT LEARNING RATE: 0.25075599505315616
previous_iter_valid_loss : 0.16678012907505035
102660 0.166930 0.166780 0.169164 CURRENT LEARNING RATE: 0.2507058488689311
previous_iter_valid_loss : 0.16486643254756927
102680 0.164972 0.164866 0.169109 CURRENT LEARNING RATE: 0.25065571271294007
previous_iter_valid_loss : 0.1688956469297409
102700 0.169079 0.168896 0.169280 CURRENT LEARNING RATE: 0.2506055865831775
previous_iter_valid_loss : 0.18531151115894318
102720 0.185481 0.185312 0.169619 CURRENT LEARNING RATE: 0.25055547047763843
previous_iter_valid_loss : 0.174520805478096
102740 0.174695 0.174521 0.170060 CURRENT LEARNING RATE: 0.25050536439431825
previous_iter_valid_loss : 0.17824655771255493
102760 0.178407 0.178247 0.170413 CURRENT LEARNING RATE: 0.2504552683312127
previous_iter_valid_loss : 0.1669400930404663
102780 0.167072 0.166940 0.170471 CURRENT LEARNING RATE: 0.2504051822863179
previous_iter_valid_loss : 0.18497565388679504
102800 0.185327 0.184976 0.171548 CURRENT LEARNING RATE: 0.2503551062576304
previous_iter_valid_loss : 0.19413350522518158
102820 0.194608 0.194134 0.172435 CURRENT LEARNING RATE: 0.25030504024314726
previous_iter_valid_loss : 0.1721058040857315
102840 0.172356 0.172106 0.172289 CURRENT LEARNING RATE: 0.2502549842408657
previous_iter_valid_loss : 0.16421490907669067
102860 0.164364 0.164215 0.172211 CURRENT LEARNING RATE: 0.25020493824878354
previous_iter_valid_loss : 0.17522531747817993
102880 0.175563 0.175225 0.172622 CURRENT LEARNING RATE: 0.250154902264899
previous_iter_valid_loss : 0.1803416758775711
102900 0.180671 0.180342 0.173318 CURRENT LEARNING RATE: 0.25010487628721056
previous_iter_valid_loss : 0.16446682810783386
102920 0.164644 0.164467 0.172916 CURRENT LEARNING RATE: 0.2500548603137171
previous_iter_valid_loss : 0.16914258897304535
102940 0.169398 0.169143 0.172645 CURRENT LEARNING RATE: 0.2500048543424182
previous_iter_valid_loss : 0.16558055579662323
102960 0.165755 0.165581 0.172390 CURRENT LEARNING RATE: 0.24995485837131345
previous_iter_valid_loss : 0.16879145801067352
102980 0.169065 0.168791 0.172060 CURRENT LEARNING RATE: 0.24990487239840314
previous_iter_valid_loss : 0.17055381834506989
103000 0.170822 0.170554 0.172379 CURRENT LEARNING RATE: 0.2498548964216877
previous_iter_valid_loss : 0.16754037141799927
103020 0.167738 0.167540 0.172516 CURRENT LEARNING RATE: 0.2498049304391682
previous_iter_valid_loss : 0.16741988062858582
103040 0.167539 0.167420 0.172502 CURRENT LEARNING RATE: 0.24975497444884592
previous_iter_valid_loss : 0.18199226260185242
103060 0.182353 0.181992 0.173263 CURRENT LEARNING RATE: 0.24970502844872264
previous_iter_valid_loss : 0.16387256979942322
103080 0.164041 0.163873 0.173213 CURRENT LEARNING RATE: 0.24965509243680054
previous_iter_valid_loss : 0.1661934107542038
103100 0.166370 0.166193 0.173078 CURRENT LEARNING RATE: 0.2496051664110822
previous_iter_valid_loss : 0.1635323315858841
103120 0.163663 0.163532 0.171989 CURRENT LEARNING RATE: 0.24955525036957046
previous_iter_valid_loss : 0.1669473499059677
103140 0.167082 0.166947 0.171610 CURRENT LEARNING RATE: 0.24950534431026883
previous_iter_valid_loss : 0.16595394909381866
103160 0.166205 0.165954 0.170996 CURRENT LEARNING RATE: 0.24945544823118102
previous_iter_valid_loss : 0.16662727296352386
103180 0.166825 0.166627 0.170980 CURRENT LEARNING RATE: 0.24940556213031115
previous_iter_valid_loss : 0.17509344220161438
103200 0.175429 0.175093 0.170486 CURRENT LEARNING RATE: 0.24935568600566382
previous_iter_valid_loss : 0.18802712857723236
103220 0.188466 0.188027 0.170181 CURRENT LEARNING RATE: 0.24930581985524397
previous_iter_valid_loss : 0.1674540489912033
103240 0.167657 0.167454 0.169948 CURRENT LEARNING RATE: 0.24925596367705694
previous_iter_valid_loss : 0.16608059406280518
103260 0.166280 0.166081 0.170041 CURRENT LEARNING RATE: 0.24920611746910848
previous_iter_valid_loss : 0.17206765711307526
103280 0.172291 0.172068 0.169883 CURRENT LEARNING RATE: 0.24915628122940472
previous_iter_valid_loss : 0.1698424518108368
103300 0.170040 0.169842 0.169358 CURRENT LEARNING RATE: 0.2491064549559523
previous_iter_valid_loss : 0.1689949929714203
103320 0.169235 0.168995 0.169585 CURRENT LEARNING RATE: 0.24905663864675803
previous_iter_valid_loss : 0.16584843397140503
103340 0.166055 0.165848 0.169420 CURRENT LEARNING RATE: 0.2490068322998294
previous_iter_valid_loss : 0.1718607097864151
103360 0.172195 0.171861 0.169734 CURRENT LEARNING RATE: 0.2489570359131741
previous_iter_valid_loss : 0.17181037366390228
103380 0.172065 0.171810 0.169885 CURRENT LEARNING RATE: 0.24890724948480028
previous_iter_valid_loss : 0.17723697423934937
103400 0.177526 0.177237 0.170219 CURRENT LEARNING RATE: 0.24885747301271646
previous_iter_valid_loss : 0.16638243198394775
103420 0.166555 0.166382 0.170161 CURRENT LEARNING RATE: 0.24880770649493156
previous_iter_valid_loss : 0.169419527053833
103440 0.169526 0.169420 0.170261 CURRENT LEARNING RATE: 0.248757949929455
previous_iter_valid_loss : 0.17034457623958588
103460 0.170567 0.170345 0.169679 CURRENT LEARNING RATE: 0.24870820331429644
previous_iter_valid_loss : 0.18053984642028809
103480 0.180839 0.180540 0.170512 CURRENT LEARNING RATE: 0.24865846664746605
previous_iter_valid_loss : 0.16823206841945648
103500 0.168419 0.168232 0.170614 CURRENT LEARNING RATE: 0.24860873992697438
previous_iter_valid_loss : 0.17367562651634216
103520 0.173935 0.173676 0.171121 CURRENT LEARNING RATE: 0.24855902315083228
previous_iter_valid_loss : 0.16398000717163086
103540 0.164162 0.163980 0.170973 CURRENT LEARNING RATE: 0.24850931631705117
previous_iter_valid_loss : 0.16869588196277618
103560 0.168898 0.168696 0.171110 CURRENT LEARNING RATE: 0.24845961942364278
previous_iter_valid_loss : 0.16410477459430695
103580 0.164286 0.164105 0.170984 CURRENT LEARNING RATE: 0.24840993246861917
previous_iter_valid_loss : 0.16830463707447052
103600 0.168425 0.168305 0.170645 CURRENT LEARNING RATE: 0.2483602554499929
previous_iter_valid_loss : 0.16672486066818237
103620 0.166871 0.166725 0.169579 CURRENT LEARNING RATE: 0.24831058836577688
previous_iter_valid_loss : 0.17295469343662262
103640 0.173081 0.172955 0.169854 CURRENT LEARNING RATE: 0.24826093121398443
previous_iter_valid_loss : 0.1640918105840683
103660 0.164284 0.164092 0.169755 CURRENT LEARNING RATE: 0.24821128399262926
previous_iter_valid_loss : 0.16494372487068176
103680 0.165149 0.164944 0.169399 CURRENT LEARNING RATE: 0.2481616466997255
previous_iter_valid_loss : 0.20821024477481842
103700 0.208806 0.208210 0.171317 CURRENT LEARNING RATE: 0.24811201933328764
previous_iter_valid_loss : 0.16373923420906067
103720 0.163893 0.163739 0.171054 CURRENT LEARNING RATE: 0.24806240189133053
previous_iter_valid_loss : 0.1680096834897995
103740 0.168239 0.168010 0.171162 CURRENT LEARNING RATE: 0.24801279437186954
previous_iter_valid_loss : 0.17408134043216705
103760 0.174384 0.174081 0.171273 CURRENT LEARNING RATE: 0.24796319677292042
previous_iter_valid_loss : 0.1696321815252304
103780 0.169930 0.169632 0.171165 CURRENT LEARNING RATE: 0.24791360909249915
previous_iter_valid_loss : 0.1648746132850647
103800 0.165081 0.164875 0.170546 CURRENT LEARNING RATE: 0.24786403132862234
previous_iter_valid_loss : 0.16839724779129028
103820 0.168581 0.168397 0.170647 CURRENT LEARNING RATE: 0.24781446347930675
previous_iter_valid_loss : 0.16428829729557037
103840 0.164489 0.164288 0.170391 CURRENT LEARNING RATE: 0.24776490554256977
previous_iter_valid_loss : 0.1651361882686615
103860 0.165327 0.165136 0.170130 CURRENT LEARNING RATE: 0.247715357516429
previous_iter_valid_loss : 0.18062055110931396
103880 0.180713 0.180621 0.170134 CURRENT LEARNING RATE: 0.24766581939890261
previous_iter_valid_loss : 0.16595403850078583
103900 0.166075 0.165954 0.170020 CURRENT LEARNING RATE: 0.24761629118800904
previous_iter_valid_loss : 0.16859278082847595
103920 0.168736 0.168593 0.169766 CURRENT LEARNING RATE: 0.24756677288176707
previous_iter_valid_loss : 0.16678690910339355
103940 0.167000 0.166787 0.169907 CURRENT LEARNING RATE: 0.24751726447819608
previous_iter_valid_loss : 0.16537787020206451
103960 0.165528 0.165378 0.169741 CURRENT LEARNING RATE: 0.24746776597531575
previous_iter_valid_loss : 0.16902944445610046
103980 0.169247 0.169029 0.169987 CURRENT LEARNING RATE: 0.2474182773711461
previous_iter_valid_loss : 0.16842389106750488
104000 0.168674 0.168424 0.169993 CURRENT LEARNING RATE: 0.24736879866370753
previous_iter_valid_loss : 0.19647365808486938
104020 0.196973 0.196474 0.171480 CURRENT LEARNING RATE: 0.24731932985102098
previous_iter_valid_loss : 0.17909760773181915
104040 0.179448 0.179098 0.171787 CURRENT LEARNING RATE: 0.2472698709311076
previous_iter_valid_loss : 0.17006394267082214
104060 0.170331 0.170064 0.172086 CURRENT LEARNING RATE: 0.24722042190198915
previous_iter_valid_loss : 0.17334546148777008
104080 0.173630 0.173345 0.172506 CURRENT LEARNING RATE: 0.24717098276168759
previous_iter_valid_loss : 0.16598618030548096
104100 0.166142 0.165986 0.170395 CURRENT LEARNING RATE: 0.24712155350822534
previous_iter_valid_loss : 0.16837230324745178
104120 0.168665 0.168372 0.170627 CURRENT LEARNING RATE: 0.24707213413962525
previous_iter_valid_loss : 0.17431539297103882
104140 0.174621 0.174315 0.170942 CURRENT LEARNING RATE: 0.2470227246539106
previous_iter_valid_loss : 0.16603857278823853
104160 0.166206 0.166039 0.170540 CURRENT LEARNING RATE: 0.24697332504910496
previous_iter_valid_loss : 0.17889465391635895
104180 0.179246 0.178895 0.171003 CURRENT LEARNING RATE: 0.24692393532323237
previous_iter_valid_loss : 0.17351141571998596
104200 0.173823 0.173511 0.171435 CURRENT LEARNING RATE: 0.24687455547431722
previous_iter_valid_loss : 0.16596867144107819
104220 0.166145 0.165969 0.171313 CURRENT LEARNING RATE: 0.24682518550038432
previous_iter_valid_loss : 0.17097456753253937
104240 0.171060 0.170975 0.171648 CURRENT LEARNING RATE: 0.2467758253994589
previous_iter_valid_loss : 0.1844644993543625
104260 0.184844 0.184464 0.172614 CURRENT LEARNING RATE: 0.24672647516956647
previous_iter_valid_loss : 0.165018230676651
104280 0.165222 0.165018 0.171834 CURRENT LEARNING RATE: 0.2466771348087331
previous_iter_valid_loss : 0.16820356249809265
104300 0.168414 0.168204 0.171946 CURRENT LEARNING RATE: 0.2466278043149852
previous_iter_valid_loss : 0.16946187615394592
104320 0.169574 0.169462 0.171990 CURRENT LEARNING RATE: 0.2465784836863494
previous_iter_valid_loss : 0.17008861899375916
104340 0.170218 0.170089 0.172155 CURRENT LEARNING RATE: 0.24652917292085308
previous_iter_valid_loss : 0.1686275601387024
104360 0.168891 0.168628 0.172317 CURRENT LEARNING RATE: 0.24647987201652366
previous_iter_valid_loss : 0.1652335673570633
104380 0.165436 0.165234 0.172128 CURRENT LEARNING RATE: 0.2464305809713892
previous_iter_valid_loss : 0.19072887301445007
104400 0.190651 0.190729 0.173243 CURRENT LEARNING RATE: 0.246381299783478
previous_iter_valid_loss : 0.17747797071933746
104420 0.177833 0.177478 0.172293 CURRENT LEARNING RATE: 0.24633202845081878
previous_iter_valid_loss : 0.18348178267478943
104440 0.183834 0.183482 0.172512 CURRENT LEARNING RATE: 0.24628276697144078
previous_iter_valid_loss : 0.16408444941043854
104460 0.164249 0.164084 0.172213 CURRENT LEARNING RATE: 0.24623351534337345
previous_iter_valid_loss : 0.1929282546043396
104480 0.193360 0.192928 0.173192 CURRENT LEARNING RATE: 0.24618427356464684
previous_iter_valid_loss : 0.1708579957485199
104500 0.171129 0.170858 0.173436 CURRENT LEARNING RATE: 0.2461350416332911
previous_iter_valid_loss : 0.1675596535205841
104520 0.167774 0.167560 0.173395 CURRENT LEARNING RATE: 0.2460858195473371
previous_iter_valid_loss : 0.18080544471740723
104540 0.181156 0.180805 0.173720 CURRENT LEARNING RATE: 0.2460366073048159
previous_iter_valid_loss : 0.1711134910583496
104560 0.171198 0.171113 0.173974 CURRENT LEARNING RATE: 0.2459874049037591
previous_iter_valid_loss : 0.17006990313529968
104580 0.170155 0.170070 0.173532 CURRENT LEARNING RATE: 0.24593821234219845
previous_iter_valid_loss : 0.16688315570354462
104600 0.167071 0.166883 0.173201 CURRENT LEARNING RATE: 0.24588902961816636
previous_iter_valid_loss : 0.17674291133880615
104620 0.177120 0.176743 0.173740 CURRENT LEARNING RATE: 0.2458398567296955
previous_iter_valid_loss : 0.16899091005325317
104640 0.169230 0.168991 0.173640 CURRENT LEARNING RATE: 0.24579069367481896
previous_iter_valid_loss : 0.17170657217502594
104660 0.171835 0.171707 0.173002 CURRENT LEARNING RATE: 0.24574154045157015
previous_iter_valid_loss : 0.18352168798446655
104680 0.183583 0.183522 0.173928 CURRENT LEARNING RATE: 0.24569239705798301
previous_iter_valid_loss : 0.17155039310455322
104700 0.171702 0.171550 0.174095 CURRENT LEARNING RATE: 0.24564326349209178
previous_iter_valid_loss : 0.18142054975032806
104720 0.181789 0.181421 0.174693 CURRENT LEARNING RATE: 0.24559413975193106
previous_iter_valid_loss : 0.16330020129680634
104740 0.163455 0.163300 0.174354 CURRENT LEARNING RATE: 0.24554502583553606
previous_iter_valid_loss : 0.17521007359027863
104760 0.175389 0.175210 0.174683 CURRENT LEARNING RATE: 0.2454959217409421
previous_iter_valid_loss : 0.16753870248794556
104780 0.167737 0.167539 0.174798 CURRENT LEARNING RATE: 0.24544682746618504
previous_iter_valid_loss : 0.17307378351688385
104800 0.173236 0.173074 0.173915 CURRENT LEARNING RATE: 0.2453977430093011
previous_iter_valid_loss : 0.1910543292760849
104820 0.191194 0.191054 0.174594 CURRENT LEARNING RATE: 0.24534866836832694
previous_iter_valid_loss : 0.16836079955101013
104840 0.168585 0.168361 0.173838 CURRENT LEARNING RATE: 0.24529960354129954
previous_iter_valid_loss : 0.17094352841377258
104860 0.171098 0.170944 0.174181 CURRENT LEARNING RATE: 0.2452505485262563
previous_iter_valid_loss : 0.18163396418094635
104880 0.181802 0.181634 0.173616 CURRENT LEARNING RATE: 0.24520150332123503
previous_iter_valid_loss : 0.17304344475269318
104900 0.173224 0.173043 0.173725 CURRENT LEARNING RATE: 0.24515246792427395
previous_iter_valid_loss : 0.17097026109695435
104920 0.171128 0.170970 0.173896 CURRENT LEARNING RATE: 0.24510344233341153
previous_iter_valid_loss : 0.16693291068077087
104940 0.167136 0.166933 0.173202 CURRENT LEARNING RATE: 0.24505442654668694
previous_iter_valid_loss : 0.1747782975435257
104960 0.174998 0.174778 0.173386 CURRENT LEARNING RATE: 0.2450054205621394
previous_iter_valid_loss : 0.17466111481189728
104980 0.174855 0.174661 0.173615 CURRENT LEARNING RATE: 0.2449564243778087
previous_iter_valid_loss : 0.16943641006946564
105000 0.169621 0.169436 0.173743 CURRENT LEARNING RATE: 0.24490743799173506
previous_iter_valid_loss : 0.18227915465831757
105020 0.182483 0.182279 0.174020 CURRENT LEARNING RATE: 0.24485846140195897
previous_iter_valid_loss : 0.18218456208705902
105040 0.182426 0.182185 0.174679 CURRENT LEARNING RATE: 0.24480949460652135
previous_iter_valid_loss : 0.17995885014533997
105060 0.180288 0.179959 0.175092 CURRENT LEARNING RATE: 0.24476053760346356
previous_iter_valid_loss : 0.16851410269737244
105080 0.168768 0.168514 0.174341 CURRENT LEARNING RATE: 0.24471159039082727
previous_iter_valid_loss : 0.1725965291261673
105100 0.172738 0.172597 0.174394 CURRENT LEARNING RATE: 0.24466265296665463
previous_iter_valid_loss : 0.16711640357971191
105120 0.167303 0.167116 0.173679 CURRENT LEARNING RATE: 0.24461372532898815
previous_iter_valid_loss : 0.1834435611963272
105140 0.183766 0.183444 0.174686 CURRENT LEARNING RATE: 0.2445648074758707
previous_iter_valid_loss : 0.1718413531780243
105160 0.172065 0.171841 0.174517 CURRENT LEARNING RATE: 0.24451589940534563
previous_iter_valid_loss : 0.17903566360473633
105180 0.179357 0.179036 0.175092 CURRENT LEARNING RATE: 0.24446700111545652
previous_iter_valid_loss : 0.18414254486560822
105200 0.184498 0.184143 0.175646 CURRENT LEARNING RATE: 0.2444181126042475
previous_iter_valid_loss : 0.1666766256093979
105220 0.166863 0.166677 0.174427 CURRENT LEARNING RATE: 0.24436923386976306
previous_iter_valid_loss : 0.1664312779903412
105240 0.166515 0.166431 0.174330 CURRENT LEARNING RATE: 0.244320364910048
previous_iter_valid_loss : 0.16616638004779816
105260 0.166328 0.166166 0.174091 CURRENT LEARNING RATE: 0.24427150572314754
previous_iter_valid_loss : 0.1654389649629593
105280 0.165571 0.165439 0.173282 CURRENT LEARNING RATE: 0.24422265630710735
previous_iter_valid_loss : 0.174348846077919
105300 0.174588 0.174349 0.173347 CURRENT LEARNING RATE: 0.24417381665997342
previous_iter_valid_loss : 0.179181307554245
105320 0.179455 0.179181 0.173757 CURRENT LEARNING RATE: 0.24412498677979222
previous_iter_valid_loss : 0.17136028409004211
105340 0.171579 0.171360 0.173979 CURRENT LEARNING RATE: 0.24407616666461046
previous_iter_valid_loss : 0.17524626851081848
105360 0.175521 0.175246 0.174002 CURRENT LEARNING RATE: 0.2440273563124755
previous_iter_valid_loss : 0.16452035307884216
105380 0.164656 0.164520 0.173495 CURRENT LEARNING RATE: 0.2439785557214348
previous_iter_valid_loss : 0.17203371226787567
105400 0.172060 0.172034 0.173625 CURRENT LEARNING RATE: 0.24392976488953633
previous_iter_valid_loss : 0.16703975200653076
105420 0.167242 0.167040 0.172863 CURRENT LEARNING RATE: 0.24388098381482848
previous_iter_valid_loss : 0.17556197941303253
105440 0.175866 0.175562 0.172532 CURRENT LEARNING RATE: 0.24383221249536002
previous_iter_valid_loss : 0.1878850907087326
105460 0.188260 0.187885 0.172928 CURRENT LEARNING RATE: 0.24378345092918013
previous_iter_valid_loss : 0.16563378274440765
105480 0.165827 0.165634 0.172784 CURRENT LEARNING RATE: 0.2437346991143383
previous_iter_valid_loss : 0.17020900547504425
105500 0.170432 0.170209 0.172665 CURRENT LEARNING RATE: 0.24368595704888443
previous_iter_valid_loss : 0.1644473373889923
105520 0.164636 0.164447 0.172531 CURRENT LEARNING RATE: 0.24363722473086893
previous_iter_valid_loss : 0.16792309284210205
105540 0.168035 0.167923 0.171755 CURRENT LEARNING RATE: 0.24358850215834238
previous_iter_valid_loss : 0.16684070229530334
105560 0.167073 0.166841 0.171505 CURRENT LEARNING RATE: 0.24353978932935597
previous_iter_valid_loss : 0.16517919301986694
105580 0.165334 0.165179 0.170812 CURRENT LEARNING RATE: 0.24349108624196117
previous_iter_valid_loss : 0.1918432116508484
105600 0.192282 0.191843 0.171198 CURRENT LEARNING RATE: 0.2434423928942099
previous_iter_valid_loss : 0.18358001112937927
105620 0.183937 0.183580 0.172043 CURRENT LEARNING RATE: 0.24339370928415432
previous_iter_valid_loss : 0.16631272435188293
105640 0.166521 0.166313 0.172037 CURRENT LEARNING RATE: 0.24334503540984717
previous_iter_valid_loss : 0.16410009562969208
105660 0.164318 0.164100 0.171933 CURRENT LEARNING RATE: 0.24329637126934148
previous_iter_valid_loss : 0.16842378675937653
105680 0.168659 0.168424 0.172083 CURRENT LEARNING RATE: 0.24324771686069066
previous_iter_valid_loss : 0.1666237711906433
105700 0.166865 0.166624 0.171696 CURRENT LEARNING RATE: 0.24319907218194856
previous_iter_valid_loss : 0.17598991096019745
105720 0.176339 0.175990 0.171537 CURRENT LEARNING RATE: 0.24315043723116936
previous_iter_valid_loss : 0.16619561612606049
105740 0.166416 0.166196 0.171279 CURRENT LEARNING RATE: 0.24310181200640762
previous_iter_valid_loss : 0.16706374287605286
105760 0.167243 0.167064 0.170869 CURRENT LEARNING RATE: 0.2430531965057185
previous_iter_valid_loss : 0.1914648711681366
105780 0.191461 0.191465 0.172217 CURRENT LEARNING RATE: 0.24300459072715722
previous_iter_valid_loss : 0.17412590980529785
105800 0.174500 0.174126 0.172321 CURRENT LEARNING RATE: 0.24295599466877962
previous_iter_valid_loss : 0.18128865957260132
105820 0.181734 0.181289 0.173034 CURRENT LEARNING RATE: 0.24290740832864183
previous_iter_valid_loss : 0.1662173718214035
105840 0.166438 0.166217 0.172567 CURRENT LEARNING RATE: 0.24285883170480044
previous_iter_valid_loss : 0.17483967542648315
105860 0.175160 0.174840 0.171914 CURRENT LEARNING RATE: 0.2428102647953123
previous_iter_valid_loss : 0.17734266817569733
105880 0.177660 0.177343 0.172500 CURRENT LEARNING RATE: 0.24276170759823482
previous_iter_valid_loss : 0.17066815495491028
105900 0.170992 0.170668 0.172523 CURRENT LEARNING RATE: 0.24271316011162566
previous_iter_valid_loss : 0.16787700355052948
105920 0.168084 0.167877 0.172694 CURRENT LEARNING RATE: 0.24266462233354294
previous_iter_valid_loss : 0.17828968167304993
105940 0.178685 0.178290 0.173213 CURRENT LEARNING RATE: 0.2426160942620451
previous_iter_valid_loss : 0.16670134663581848
105960 0.166884 0.166701 0.173206 CURRENT LEARNING RATE: 0.2425675758951911
previous_iter_valid_loss : 0.17006996273994446
105980 0.170369 0.170070 0.173450 CURRENT LEARNING RATE: 0.24251906723104016
previous_iter_valid_loss : 0.16873721778392792
106000 0.168988 0.168737 0.172295 CURRENT LEARNING RATE: 0.24247056826765198
previous_iter_valid_loss : 0.16672168672084808
106020 0.166894 0.166722 0.171452 CURRENT LEARNING RATE: 0.24242207900308654
previous_iter_valid_loss : 0.1681271344423294
106040 0.168264 0.168127 0.171543 CURRENT LEARNING RATE: 0.2423735994354043
previous_iter_valid_loss : 0.16240476071834564
106060 0.162575 0.162405 0.171458 CURRENT LEARNING RATE: 0.24232512956266605
previous_iter_valid_loss : 0.181020587682724
106080 0.181398 0.181021 0.172088 CURRENT LEARNING RATE: 0.24227666938293305
previous_iter_valid_loss : 0.17629781365394592
106100 0.176621 0.176298 0.172571 CURRENT LEARNING RATE: 0.24222821889426682
previous_iter_valid_loss : 0.17117354273796082
106120 0.171443 0.171174 0.172331 CURRENT LEARNING RATE: 0.24217977809472938
previous_iter_valid_loss : 0.16944092512130737
106140 0.169736 0.169441 0.172493 CURRENT LEARNING RATE: 0.2421313469823831
previous_iter_valid_loss : 0.17281293869018555
106160 0.173128 0.172813 0.172780 CURRENT LEARNING RATE: 0.2420829255552907
previous_iter_valid_loss : 0.1886865794658661
106180 0.189081 0.188687 0.172641 CURRENT LEARNING RATE: 0.24203451381151542
previous_iter_valid_loss : 0.17385299503803253
106200 0.174115 0.173853 0.172628 CURRENT LEARNING RATE: 0.24198611174912069
previous_iter_valid_loss : 0.1744571477174759
106220 0.174759 0.174457 0.172286 CURRENT LEARNING RATE: 0.24193771936617048
previous_iter_valid_loss : 0.17372092604637146
106240 0.173826 0.173721 0.172661 CURRENT LEARNING RATE: 0.2418893366607291
previous_iter_valid_loss : 0.1657782644033432
106260 0.165959 0.165778 0.172208 CURRENT LEARNING RATE: 0.24184096363086116
previous_iter_valid_loss : 0.1671282947063446
106280 0.167361 0.167128 0.171698 CURRENT LEARNING RATE: 0.24179260027463184
previous_iter_valid_loss : 0.16744005680084229
106300 0.167654 0.167440 0.171536 CURRENT LEARNING RATE: 0.24174424659010654
previous_iter_valid_loss : 0.17155836522579193
106320 0.171860 0.171558 0.171720 CURRENT LEARNING RATE: 0.24169590257535115
previous_iter_valid_loss : 0.19960196316242218
106340 0.200081 0.199602 0.172786 CURRENT LEARNING RATE: 0.24164756822843184
previous_iter_valid_loss : 0.17521509528160095
106360 0.175582 0.175215 0.173211 CURRENT LEARNING RATE: 0.24159924354741535
previous_iter_valid_loss : 0.1688849925994873
106380 0.169142 0.168885 0.173152 CURRENT LEARNING RATE: 0.2415509285303686
previous_iter_valid_loss : 0.17439590394496918
106400 0.174682 0.174396 0.173435 CURRENT LEARNING RATE: 0.2415026231753591
previous_iter_valid_loss : 0.17670248448848724
106420 0.177045 0.176702 0.173934 CURRENT LEARNING RATE: 0.2414543274804545
previous_iter_valid_loss : 0.1704900562763214
106440 0.170820 0.170490 0.174052 CURRENT LEARNING RATE: 0.24140604144372302
previous_iter_valid_loss : 0.1657467782497406
106460 0.165963 0.165747 0.174219 CURRENT LEARNING RATE: 0.24135776506323325
previous_iter_valid_loss : 0.16733194887638092
106480 0.167562 0.167332 0.173535 CURRENT LEARNING RATE: 0.24130949833705412
previous_iter_valid_loss : 0.1701611429452896
106500 0.170397 0.170161 0.173228 CURRENT LEARNING RATE: 0.24126124126325496
previous_iter_valid_loss : 0.17197278141975403
106520 0.172251 0.171973 0.173268 CURRENT LEARNING RATE: 0.24121299383990544
previous_iter_valid_loss : 0.16721507906913757
106540 0.167353 0.167215 0.173157 CURRENT LEARNING RATE: 0.24116475606507573
previous_iter_valid_loss : 0.17014802992343903
106560 0.170284 0.170148 0.173024 CURRENT LEARNING RATE: 0.24111652793683627
previous_iter_valid_loss : 0.18310119211673737
106580 0.183468 0.183101 0.172744 CURRENT LEARNING RATE: 0.241068309453258
previous_iter_valid_loss : 0.1767139583826065
106600 0.177102 0.176714 0.172887 CURRENT LEARNING RATE: 0.24102010061241214
previous_iter_valid_loss : 0.17193283140659332
106620 0.172226 0.171933 0.172761 CURRENT LEARNING RATE: 0.24097190141237032
previous_iter_valid_loss : 0.16797319054603577
106640 0.168237 0.167973 0.172474 CURRENT LEARNING RATE: 0.24092371185120462
previous_iter_valid_loss : 0.16765137016773224
106660 0.167913 0.167651 0.172567 CURRENT LEARNING RATE: 0.24087553192698738
previous_iter_valid_loss : 0.18757587671279907
106680 0.188017 0.187576 0.173590 CURRENT LEARNING RATE: 0.24082736163779148
previous_iter_valid_loss : 0.17143499851226807
106700 0.171771 0.171435 0.173790 CURRENT LEARNING RATE: 0.2407792009816901
previous_iter_valid_loss : 0.1959674060344696
106720 0.196469 0.195967 0.175010 CURRENT LEARNING RATE: 0.24073104995675673
previous_iter_valid_loss : 0.16842758655548096
106740 0.168699 0.168428 0.173451 CURRENT LEARNING RATE: 0.2406829085610654
previous_iter_valid_loss : 0.17177671194076538
106760 0.172083 0.171777 0.173279 CURRENT LEARNING RATE: 0.24063477679269046
previous_iter_valid_loss : 0.18157391250133514
106780 0.182021 0.181574 0.173914 CURRENT LEARNING RATE: 0.24058665464970663
previous_iter_valid_loss : 0.16620226204395294
106800 0.166385 0.166202 0.173504 CURRENT LEARNING RATE: 0.24053854213018902
previous_iter_valid_loss : 0.16738471388816833
106820 0.167635 0.167385 0.173038 CURRENT LEARNING RATE: 0.24049043923221314
previous_iter_valid_loss : 0.17212775349617004
106840 0.172260 0.172128 0.173120 CURRENT LEARNING RATE: 0.24044234595385483
previous_iter_valid_loss : 0.18079565465450287
106860 0.181235 0.180796 0.173873 CURRENT LEARNING RATE: 0.2403942622931904
previous_iter_valid_loss : 0.18273691833019257
106880 0.183151 0.182737 0.174643 CURRENT LEARNING RATE: 0.24034618824829654
previous_iter_valid_loss : 0.16519418358802795
106900 0.165476 0.165194 0.174394 CURRENT LEARNING RATE: 0.2402981238172502
previous_iter_valid_loss : 0.16476017236709595
106920 0.164976 0.164760 0.174034 CURRENT LEARNING RATE: 0.24025006899812884
previous_iter_valid_loss : 0.16970980167388916
106940 0.170000 0.169710 0.174159 CURRENT LEARNING RATE: 0.24020202378901023
previous_iter_valid_loss : 0.1671949326992035
106960 0.167366 0.167195 0.174011 CURRENT LEARNING RATE: 0.24015398818797265
previous_iter_valid_loss : 0.17347711324691772
106980 0.173800 0.173477 0.173530 CURRENT LEARNING RATE: 0.24010596219309463
previous_iter_valid_loss : 0.16896890103816986
107000 0.169265 0.168969 0.173142 CURRENT LEARNING RATE: 0.24005794580245515
previous_iter_valid_loss : 0.19542564451694489
107020 0.195903 0.195426 0.174317 CURRENT LEARNING RATE: 0.2400099390141335
previous_iter_valid_loss : 0.1678038239479065
107040 0.168008 0.167804 0.174309 CURRENT LEARNING RATE: 0.23996194182620947
previous_iter_valid_loss : 0.16605862975120544
107060 0.166242 0.166059 0.174229 CURRENT LEARNING RATE: 0.23991395423676315
previous_iter_valid_loss : 0.16533038020133972
107080 0.165512 0.165330 0.173117 CURRENT LEARNING RATE: 0.239865976243875
previous_iter_valid_loss : 0.1796775907278061
107100 0.179755 0.179678 0.173529 CURRENT LEARNING RATE: 0.23981800784562599
previous_iter_valid_loss : 0.16695554554462433
107120 0.167250 0.166956 0.172078 CURRENT LEARNING RATE: 0.23977004904009724
previous_iter_valid_loss : 0.16738209128379822
107140 0.167596 0.167382 0.172026 CURRENT LEARNING RATE: 0.2397220998253705
previous_iter_valid_loss : 0.18154354393482208
107160 0.181949 0.181544 0.172514 CURRENT LEARNING RATE: 0.2396741601995278
previous_iter_valid_loss : 0.1647612601518631
107180 0.164974 0.164761 0.171674 CURRENT LEARNING RATE: 0.23962623016065157
previous_iter_valid_loss : 0.17405039072036743
107200 0.174365 0.174050 0.172066 CURRENT LEARNING RATE: 0.23957830970682456
previous_iter_valid_loss : 0.1782529205083847
107220 0.178631 0.178253 0.172610 CURRENT LEARNING RATE: 0.23953039883612998
previous_iter_valid_loss : 0.1724548190832138
107240 0.172810 0.172455 0.172626 CURRENT LEARNING RATE: 0.23948249754665135
previous_iter_valid_loss : 0.1650897115468979
107260 0.165309 0.165090 0.171841 CURRENT LEARNING RATE: 0.2394346058364727
previous_iter_valid_loss : 0.16503749787807465
107280 0.165242 0.165037 0.170956 CURRENT LEARNING RATE: 0.2393867237036783
previous_iter_valid_loss : 0.18280035257339478
107300 0.183215 0.182800 0.171836 CURRENT LEARNING RATE: 0.23933885114635284
previous_iter_valid_loss : 0.19236916303634644
107320 0.192862 0.192369 0.173216 CURRENT LEARNING RATE: 0.2392909881625815
previous_iter_valid_loss : 0.20743758976459503
107340 0.208034 0.207438 0.175103 CURRENT LEARNING RATE: 0.2392431347504497
previous_iter_valid_loss : 0.195246160030365
107360 0.195731 0.195246 0.176505 CURRENT LEARNING RATE: 0.2391952909080433
previous_iter_valid_loss : 0.16437964141368866
107380 0.164605 0.164380 0.176050 CURRENT LEARNING RATE: 0.2391474566334486
previous_iter_valid_loss : 0.1646021455526352
107400 0.164827 0.164602 0.175832 CURRENT LEARNING RATE: 0.23909963192475223
previous_iter_valid_loss : 0.1669936627149582
107420 0.167195 0.166994 0.174411 CURRENT LEARNING RATE: 0.23905181678004114
previous_iter_valid_loss : 0.1767210066318512
107440 0.177097 0.176721 0.174856 CURRENT LEARNING RATE: 0.23900401119740275
previous_iter_valid_loss : 0.16981154680252075
107460 0.170164 0.169812 0.175044 CURRENT LEARNING RATE: 0.23895621517492485
previous_iter_valid_loss : 0.19800043106079102
107480 0.198538 0.198000 0.176678 CURRENT LEARNING RATE: 0.2389084287106956
previous_iter_valid_loss : 0.1699860543012619
107500 0.170196 0.169986 0.176193 CURRENT LEARNING RATE: 0.23886065180280347
previous_iter_valid_loss : 0.16507966816425323
107520 0.165296 0.165080 0.176099 CURRENT LEARNING RATE: 0.2388128844493375
previous_iter_valid_loss : 0.1645655781030655
107540 0.164790 0.164566 0.175958 CURRENT LEARNING RATE: 0.23876512664838695
previous_iter_valid_loss : 0.185137078166008
107560 0.185565 0.185137 0.176138 CURRENT LEARNING RATE: 0.23871737839804139
previous_iter_valid_loss : 0.1849059760570526
107580 0.185009 0.184906 0.177145 CURRENT LEARNING RATE: 0.23866963969639107
previous_iter_valid_loss : 0.1659933477640152
107600 0.166169 0.165993 0.176742 CURRENT LEARNING RATE: 0.23862191054152637
previous_iter_valid_loss : 0.16474930942058563
107620 0.164942 0.164749 0.176067 CURRENT LEARNING RATE: 0.23857419093153814
previous_iter_valid_loss : 0.2166132926940918
107640 0.217247 0.216613 0.178275 CURRENT LEARNING RATE: 0.23852648086451758
previous_iter_valid_loss : 0.17068183422088623
107660 0.171027 0.170682 0.178555 CURRENT LEARNING RATE: 0.23847878033855627
previous_iter_valid_loss : 0.1757410764694214
107680 0.176105 0.175741 0.179090 CURRENT LEARNING RATE: 0.23843108935174626
previous_iter_valid_loss : 0.1662258803844452
107700 0.166444 0.166226 0.178261 CURRENT LEARNING RATE: 0.23838340790217977
previous_iter_valid_loss : 0.18547071516513824
107720 0.185931 0.185471 0.177916 CURRENT LEARNING RATE: 0.2383357359879497
previous_iter_valid_loss : 0.17918241024017334
107740 0.179573 0.179182 0.176504 CURRENT LEARNING RATE: 0.23828807360714904
previous_iter_valid_loss : 0.19340138137340546
107760 0.193947 0.193401 0.176411 CURRENT LEARNING RATE: 0.23824042075787136
previous_iter_valid_loss : 0.17899630963802338
107780 0.179365 0.178996 0.177142 CURRENT LEARNING RATE: 0.23819277743821055
previous_iter_valid_loss : 0.1671105921268463
107800 0.167307 0.167111 0.177268 CURRENT LEARNING RATE: 0.23814514364626088
previous_iter_valid_loss : 0.17643997073173523
107820 0.176797 0.176440 0.177740 CURRENT LEARNING RATE: 0.238097519380117
previous_iter_valid_loss : 0.2025807648897171
107840 0.203047 0.202581 0.179033 CURRENT LEARNING RATE: 0.23804990463787393
previous_iter_valid_loss : 0.18468941748142242
107860 0.185110 0.184689 0.179777 CURRENT LEARNING RATE: 0.23800229941762707
previous_iter_valid_loss : 0.17047877609729767
107880 0.170757 0.170479 0.178401 CURRENT LEARNING RATE: 0.2379547037174722
previous_iter_valid_loss : 0.16634933650493622
107900 0.166537 0.166349 0.178219 CURRENT LEARNING RATE: 0.23790711753550553
previous_iter_valid_loss : 0.17056818306446075
107920 0.170855 0.170568 0.178493 CURRENT LEARNING RATE: 0.2378595408698236
previous_iter_valid_loss : 0.17947269976139069
107940 0.179828 0.179473 0.179239 CURRENT LEARNING RATE: 0.23781197371852333
previous_iter_valid_loss : 0.1652408242225647
107960 0.165423 0.165241 0.178244 CURRENT LEARNING RATE: 0.237764416079702
previous_iter_valid_loss : 0.17140136659145355
107980 0.171719 0.171401 0.177569 CURRENT LEARNING RATE: 0.23771686795145736
previous_iter_valid_loss : 0.1664157211780548
108000 0.166624 0.166416 0.177590 CURRENT LEARNING RATE: 0.23766932933188753
previous_iter_valid_loss : 0.1935647428035736
108020 0.194062 0.193565 0.179030 CURRENT LEARNING RATE: 0.23762180021909085
previous_iter_valid_loss : 0.17825646698474884
108040 0.178674 0.178256 0.177113 CURRENT LEARNING RATE: 0.2375742806111662
previous_iter_valid_loss : 0.1666674017906189
108060 0.166930 0.166667 0.176912 CURRENT LEARNING RATE: 0.23752677050621285
previous_iter_valid_loss : 0.166106715798378
108080 0.166312 0.166107 0.176430 CURRENT LEARNING RATE: 0.23747926990233034
previous_iter_valid_loss : 0.19055426120758057
108100 0.191024 0.190554 0.177647 CURRENT LEARNING RATE: 0.23743177879761865
previous_iter_valid_loss : 0.17163467407226562
108120 0.171973 0.171635 0.176955 CURRENT LEARNING RATE: 0.23738429719017815
previous_iter_valid_loss : 0.1677732616662979
108140 0.168121 0.167773 0.176384 CURRENT LEARNING RATE: 0.23733682507810955
previous_iter_valid_loss : 0.17217418551445007
108160 0.172554 0.172174 0.175323 CURRENT LEARNING RATE: 0.23728936245951396
previous_iter_valid_loss : 0.17880307137966156
108180 0.179206 0.178803 0.175313 CURRENT LEARNING RATE: 0.23724190933249295
previous_iter_valid_loss : 0.16911308467388153
108200 0.169440 0.169113 0.175413 CURRENT LEARNING RATE: 0.23719446569514832
previous_iter_valid_loss : 0.16642284393310547
108220 0.166668 0.166423 0.174913 CURRENT LEARNING RATE: 0.23714703154558237
previous_iter_valid_loss : 0.18507049977779388
108240 0.185477 0.185070 0.174037 CURRENT LEARNING RATE: 0.23709960688189774
previous_iter_valid_loss : 0.1674908846616745
108260 0.167783 0.167491 0.173177 CURRENT LEARNING RATE: 0.23705219170219738
previous_iter_valid_loss : 0.17380724847316742
108280 0.174156 0.173807 0.173344 CURRENT LEARNING RATE: 0.23700478600458472
previous_iter_valid_loss : 0.16788126528263092
108300 0.168159 0.167881 0.173420 CURRENT LEARNING RATE: 0.23695738978716352
previous_iter_valid_loss : 0.16528388857841492
108320 0.165523 0.165284 0.173156 CURRENT LEARNING RATE: 0.236910003048038
previous_iter_valid_loss : 0.16340836882591248
108340 0.163681 0.163408 0.172353 CURRENT LEARNING RATE: 0.23686262578531259
previous_iter_valid_loss : 0.17582058906555176
108360 0.176175 0.175821 0.172882 CURRENT LEARNING RATE: 0.23681525799709216
previous_iter_valid_loss : 0.17283019423484802
108380 0.173191 0.172830 0.172953 CURRENT LEARNING RATE: 0.23676789968148215
previous_iter_valid_loss : 0.1707007884979248
108400 0.171023 0.170701 0.173167 CURRENT LEARNING RATE: 0.2367205508365882
previous_iter_valid_loss : 0.17588591575622559
108420 0.176274 0.175886 0.172283 CURRENT LEARNING RATE: 0.23667321146051631
previous_iter_valid_loss : 0.16518162190914154
108440 0.165377 0.165182 0.171630 CURRENT LEARNING RATE: 0.2366258815513729
previous_iter_valid_loss : 0.20531414449214935
108460 0.205378 0.205314 0.173562 CURRENT LEARNING RATE: 0.23657856110726477
previous_iter_valid_loss : 0.16874389350414276
108480 0.169094 0.168744 0.173694 CURRENT LEARNING RATE: 0.2365312501262991
previous_iter_valid_loss : 0.18603265285491943
108500 0.186437 0.186033 0.173468 CURRENT LEARNING RATE: 0.23648394860658348
previous_iter_valid_loss : 0.165739506483078
108520 0.165988 0.165740 0.173173 CURRENT LEARNING RATE: 0.23643665654622587
previous_iter_valid_loss : 0.1733001321554184
108540 0.173685 0.173300 0.173449 CURRENT LEARNING RATE: 0.2363893739433345
previous_iter_valid_loss : 0.16852392256259918
108560 0.168712 0.168524 0.173267 CURRENT LEARNING RATE: 0.2363421007960181
previous_iter_valid_loss : 0.1672196090221405
108580 0.167403 0.167220 0.172688 CURRENT LEARNING RATE: 0.23629483710238583
previous_iter_valid_loss : 0.16489803791046143
108600 0.165173 0.164898 0.172477 CURRENT LEARNING RATE: 0.23624758286054706
previous_iter_valid_loss : 0.16684845089912415
108620 0.167075 0.166848 0.172498 CURRENT LEARNING RATE: 0.23620033806861165
previous_iter_valid_loss : 0.17599670588970184
108640 0.176417 0.175997 0.172045 CURRENT LEARNING RATE: 0.23615310272468976
previous_iter_valid_loss : 0.16615575551986694
108660 0.166363 0.166156 0.171978 CURRENT LEARNING RATE: 0.23610587682689202
previous_iter_valid_loss : 0.17097298800945282
108680 0.171215 0.170973 0.171836 CURRENT LEARNING RATE: 0.2360586603733294
previous_iter_valid_loss : 0.1765298694372177
108700 0.176637 0.176530 0.172269 CURRENT LEARNING RATE: 0.2360114533621132
previous_iter_valid_loss : 0.18574263155460358
108720 0.186135 0.185743 0.173291 CURRENT LEARNING RATE: 0.23596425579135522
previous_iter_valid_loss : 0.18488235771656036
108740 0.184927 0.184882 0.174365 CURRENT LEARNING RATE: 0.23591706765916745
previous_iter_valid_loss : 0.16611254215240479
108760 0.166332 0.166113 0.173880 CURRENT LEARNING RATE: 0.2358698889636624
previous_iter_valid_loss : 0.16886353492736816
108780 0.169123 0.168864 0.173681 CURRENT LEARNING RATE: 0.23582271970295293
previous_iter_valid_loss : 0.16632980108261108
108800 0.166537 0.166330 0.173463 CURRENT LEARNING RATE: 0.23577555987515234
previous_iter_valid_loss : 0.177017480134964
108820 0.177370 0.177017 0.173519 CURRENT LEARNING RATE: 0.23572840947837415
previous_iter_valid_loss : 0.1719532459974289
108840 0.172082 0.171953 0.173858 CURRENT LEARNING RATE: 0.23568126851073237
previous_iter_valid_loss : 0.18348990380764008
108860 0.183863 0.183490 0.172767 CURRENT LEARNING RATE: 0.2356341369703414
previous_iter_valid_loss : 0.1659446507692337
108880 0.166127 0.165945 0.172627 CURRENT LEARNING RATE: 0.23558701485531588
previous_iter_valid_loss : 0.1776372194290161
108900 0.177993 0.177637 0.172207 CURRENT LEARNING RATE: 0.23553990216377102
previous_iter_valid_loss : 0.17924635112285614
108920 0.179348 0.179246 0.172882 CURRENT LEARNING RATE: 0.23549279889382232
previous_iter_valid_loss : 0.17280185222625732
108940 0.172912 0.172802 0.172858 CURRENT LEARNING RATE: 0.23544570504358556
previous_iter_valid_loss : 0.1727977693080902
108960 0.172915 0.172798 0.173071 CURRENT LEARNING RATE: 0.23539862061117697
previous_iter_valid_loss : 0.20976394414901733
108980 0.209729 0.209764 0.175198 CURRENT LEARNING RATE: 0.23535154559471333
previous_iter_valid_loss : 0.16519415378570557
109000 0.165348 0.165194 0.175213 CURRENT LEARNING RATE: 0.2353044799923115
previous_iter_valid_loss : 0.16762381792068481
109020 0.167797 0.167624 0.175252 CURRENT LEARNING RATE: 0.23525742380208892
previous_iter_valid_loss : 0.1666497141122818
109040 0.166829 0.166650 0.174785 CURRENT LEARNING RATE: 0.2352103770221633
previous_iter_valid_loss : 0.1668051779270172
109060 0.167008 0.166805 0.174817 CURRENT LEARNING RATE: 0.23516333965065284
previous_iter_valid_loss : 0.19670706987380981
109080 0.197109 0.196707 0.176104 CURRENT LEARNING RATE: 0.23511631168567595
previous_iter_valid_loss : 0.17623139917850494
109100 0.176574 0.176231 0.176089 CURRENT LEARNING RATE: 0.2350692931253516
previous_iter_valid_loss : 0.1692134290933609
109120 0.169366 0.169213 0.175262 CURRENT LEARNING RATE: 0.23502228396779898
previous_iter_valid_loss : 0.20079664885997772
109140 0.201256 0.200797 0.176058 CURRENT LEARNING RATE: 0.23497528421113778
previous_iter_valid_loss : 0.16440242528915405
109160 0.164568 0.164402 0.175973 CURRENT LEARNING RATE: 0.23492829385348787
previous_iter_valid_loss : 0.18245990574359894
109180 0.182791 0.182460 0.176652 CURRENT LEARNING RATE: 0.23488131289296985
previous_iter_valid_loss : 0.1847579926252365
109200 0.185111 0.184758 0.177574 CURRENT LEARNING RATE: 0.23483434132770437
previous_iter_valid_loss : 0.2250256985425949
109220 0.225684 0.225026 0.179974 CURRENT LEARNING RATE: 0.23478737915581255
previous_iter_valid_loss : 0.19637331366539001
109240 0.196831 0.196373 0.181195 CURRENT LEARNING RATE: 0.23474042637541595
previous_iter_valid_loss : 0.1833750158548355
109260 0.183686 0.183375 0.181190 CURRENT LEARNING RATE: 0.2346934829846364
previous_iter_valid_loss : 0.1695726215839386
109280 0.169832 0.169573 0.181371 CURRENT LEARNING RATE: 0.23464654898159623
previous_iter_valid_loss : 0.1665317863225937
109300 0.166735 0.166532 0.180816 CURRENT LEARNING RATE: 0.23459962436441809
previous_iter_valid_loss : 0.16467855870723724
109320 0.164836 0.164679 0.180087 CURRENT LEARNING RATE: 0.23455270913122492
previous_iter_valid_loss : 0.16653171181678772
109340 0.166748 0.166532 0.179774 CURRENT LEARNING RATE: 0.23450580328014012
previous_iter_valid_loss : 0.16541369259357452
109360 0.165595 0.165414 0.179405 CURRENT LEARNING RATE: 0.23445890680928744
previous_iter_valid_loss : 0.18209896981716156
109380 0.182443 0.182099 0.178021 CURRENT LEARNING RATE: 0.23441201971679113
previous_iter_valid_loss : 0.17730075120925903
109400 0.177615 0.177301 0.178627 CURRENT LEARNING RATE: 0.23436514200077563
previous_iter_valid_loss : 0.16908463835716248
109420 0.169352 0.169085 0.178700 CURRENT LEARNING RATE: 0.23431827365936586
previous_iter_valid_loss : 0.17981795966625214
109440 0.180086 0.179818 0.179358 CURRENT LEARNING RATE: 0.23427141469068705
previous_iter_valid_loss : 0.17509210109710693
109460 0.175390 0.175092 0.179772 CURRENT LEARNING RATE: 0.23422456509286488
previous_iter_valid_loss : 0.16664017736911774
109480 0.166879 0.166640 0.178269 CURRENT LEARNING RATE: 0.23417772486402533
previous_iter_valid_loss : 0.16656465828418732
109500 0.166778 0.166565 0.177786 CURRENT LEARNING RATE: 0.2341308940022948
previous_iter_valid_loss : 0.1785820871591568
109520 0.178737 0.178582 0.178254 CURRENT LEARNING RATE: 0.23408407250580004
previous_iter_valid_loss : 0.16673800349235535
109540 0.166974 0.166738 0.176551 CURRENT LEARNING RATE: 0.23403726037266828
previous_iter_valid_loss : 0.17068353295326233
109560 0.171008 0.170684 0.176865 CURRENT LEARNING RATE: 0.23399045760102685
previous_iter_valid_loss : 0.17897336184978485
109580 0.179325 0.178973 0.176691 CURRENT LEARNING RATE: 0.2339436641890038
previous_iter_valid_loss : 0.16640794277191162
109600 0.166653 0.166408 0.175773 CURRENT LEARNING RATE: 0.23389688013472743
previous_iter_valid_loss : 0.16600386798381805
109620 0.166214 0.166004 0.172822 CURRENT LEARNING RATE: 0.23385010543632623
previous_iter_valid_loss : 0.18070267140865326
109640 0.181024 0.180703 0.172039 CURRENT LEARNING RATE: 0.23380334009192927
previous_iter_valid_loss : 0.1662110984325409
109660 0.166414 0.166211 0.171181 CURRENT LEARNING RATE: 0.233756584099666
previous_iter_valid_loss : 0.16734910011291504
109680 0.167544 0.167349 0.171070 CURRENT LEARNING RATE: 0.23370983745766608
previous_iter_valid_loss : 0.16998884081840515
109700 0.170162 0.169989 0.171242 CURRENT LEARNING RATE: 0.23366310016405972
previous_iter_valid_loss : 0.16688115894794464
109720 0.167070 0.166881 0.171353 CURRENT LEARNING RATE: 0.23361637221697737
previous_iter_valid_loss : 0.16908247768878937
109740 0.169338 0.169082 0.171480 CURRENT LEARNING RATE: 0.23356965361454995
previous_iter_valid_loss : 0.182778999209404
109760 0.183148 0.182779 0.172348 CURRENT LEARNING RATE: 0.23352294435490867
previous_iter_valid_loss : 0.16899709403514862
109780 0.169237 0.168997 0.171693 CURRENT LEARNING RATE: 0.23347624443618523
previous_iter_valid_loss : 0.1707552820444107
109800 0.170997 0.170755 0.171366 CURRENT LEARNING RATE: 0.2334295538565116
previous_iter_valid_loss : 0.17118409276008606
109820 0.171515 0.171184 0.171471 CURRENT LEARNING RATE: 0.23338287261402013
previous_iter_valid_loss : 0.17096297442913055
109840 0.171269 0.170963 0.171028 CURRENT LEARNING RATE: 0.23333620070684363
previous_iter_valid_loss : 0.17348693311214447
109860 0.173658 0.173487 0.170948 CURRENT LEARNING RATE: 0.2332895381331152
previous_iter_valid_loss : 0.17155946791172028
109880 0.171766 0.171559 0.171194 CURRENT LEARNING RATE: 0.23324288489096828
previous_iter_valid_loss : 0.2033199965953827
109900 0.203814 0.203320 0.173032 CURRENT LEARNING RATE: 0.23319624097853683
previous_iter_valid_loss : 0.1652785688638687
109920 0.165499 0.165279 0.172366 CURRENT LEARNING RATE: 0.23314960639395504
previous_iter_valid_loss : 0.1703256070613861
109940 0.170631 0.170326 0.172546 CURRENT LEARNING RATE: 0.23310298113535755
previous_iter_valid_loss : 0.17559021711349487
109960 0.175730 0.175590 0.172791 CURRENT LEARNING RATE: 0.23305636520087925
previous_iter_valid_loss : 0.1650828719139099
109980 0.165266 0.165083 0.172097 CURRENT LEARNING RATE: 0.23300975858865566
previous_iter_valid_loss : 0.17506390810012817
110000 0.175339 0.175064 0.172529 CURRENT LEARNING RATE: 0.23296316129682243
previous_iter_valid_loss : 0.16421084105968475
110020 0.164439 0.164211 0.172440 CURRENT LEARNING RATE: 0.2329165733235157
previous_iter_valid_loss : 0.16758602857589722
110040 0.167837 0.167586 0.171784 CURRENT LEARNING RATE: 0.23286999466687194
previous_iter_valid_loss : 0.16569297015666962
110060 0.165905 0.165693 0.171758 CURRENT LEARNING RATE: 0.23282342532502795
previous_iter_valid_loss : 0.17532768845558167
110080 0.175637 0.175328 0.172157 CURRENT LEARNING RATE: 0.23277686529612107
previous_iter_valid_loss : 0.16812275350093842
110100 0.168354 0.168123 0.172064 CURRENT LEARNING RATE: 0.2327303145782888
previous_iter_valid_loss : 0.19162744283676147
110120 0.192012 0.191627 0.173301 CURRENT LEARNING RATE: 0.23268377316966915
previous_iter_valid_loss : 0.16875624656677246
110140 0.168987 0.168756 0.173285 CURRENT LEARNING RATE: 0.23263724106840045
previous_iter_valid_loss : 0.1826029121875763
110160 0.183045 0.182603 0.173276 CURRENT LEARNING RATE: 0.2325907182726214
previous_iter_valid_loss : 0.16872653365135193
110180 0.168989 0.168727 0.173262 CURRENT LEARNING RATE: 0.2325442047804711
previous_iter_valid_loss : 0.16522161662578583
110200 0.165405 0.165222 0.172986 CURRENT LEARNING RATE: 0.23249770059008906
previous_iter_valid_loss : 0.17382994294166565
110220 0.174164 0.173830 0.173118 CURRENT LEARNING RATE: 0.2324512056996151
previous_iter_valid_loss : 0.16743788123130798
110240 0.167654 0.167438 0.172942 CURRENT LEARNING RATE: 0.23240472010718938
previous_iter_valid_loss : 0.16608434915542603
110260 0.166275 0.166084 0.172572 CURRENT LEARNING RATE: 0.2323582438109525
previous_iter_valid_loss : 0.166141077876091
110280 0.166337 0.166141 0.172301 CURRENT LEARNING RATE: 0.23231177680904538
previous_iter_valid_loss : 0.1708230823278427
110300 0.171060 0.170823 0.170676 CURRENT LEARNING RATE: 0.2322653190996094
previous_iter_valid_loss : 0.20271289348602295
110320 0.203184 0.202713 0.172548 CURRENT LEARNING RATE: 0.23221887068078617
previous_iter_valid_loss : 0.16593177616596222
110340 0.166164 0.165932 0.172328 CURRENT LEARNING RATE: 0.23217243155071782
previous_iter_valid_loss : 0.16847693920135498
110360 0.168669 0.168477 0.171972 CURRENT LEARNING RATE: 0.23212600170754677
previous_iter_valid_loss : 0.16770701110363007
110380 0.167954 0.167707 0.172103 CURRENT LEARNING RATE: 0.23207958114941576
previous_iter_valid_loss : 0.16690121591091156
110400 0.167112 0.166901 0.171695 CURRENT LEARNING RATE: 0.23203316987446806
previous_iter_valid_loss : 0.165911003947258
110420 0.166108 0.165911 0.171780 CURRENT LEARNING RATE: 0.2319867678808472
previous_iter_valid_loss : 0.16782356798648834
110440 0.168108 0.167824 0.171792 CURRENT LEARNING RATE: 0.2319403751666971
previous_iter_valid_loss : 0.17119209468364716
110460 0.171447 0.171192 0.172067 CURRENT LEARNING RATE: 0.23189399173016204
previous_iter_valid_loss : 0.16722744703292847
110480 0.167484 0.167227 0.171662 CURRENT LEARNING RATE: 0.23184761756938665
previous_iter_valid_loss : 0.18776439130306244
110500 0.188135 0.187764 0.172644 CURRENT LEARNING RATE: 0.23180125268251603
previous_iter_valid_loss : 0.17246843874454498
110520 0.172743 0.172468 0.171686 CURRENT LEARNING RATE: 0.23175489706769556
previous_iter_valid_loss : 0.1698022335767746
110540 0.170021 0.169802 0.171739 CURRENT LEARNING RATE: 0.23170855072307095
previous_iter_valid_loss : 0.17522543668746948
110560 0.175397 0.175225 0.171370 CURRENT LEARNING RATE: 0.23166221364678843
previous_iter_valid_loss : 0.1648712307214737
110580 0.165090 0.164871 0.171177 CURRENT LEARNING RATE: 0.23161588583699444
previous_iter_valid_loss : 0.16776764392852783
110600 0.168013 0.167768 0.171304 CURRENT LEARNING RATE: 0.23156956729183595
previous_iter_valid_loss : 0.1726398915052414
110620 0.172796 0.172640 0.171245 CURRENT LEARNING RATE: 0.2315232580094602
previous_iter_valid_loss : 0.17153790593147278
110640 0.171679 0.171538 0.171450 CURRENT LEARNING RATE: 0.2314769579880148
previous_iter_valid_loss : 0.17007584869861603
110660 0.170214 0.170076 0.171649 CURRENT LEARNING RATE: 0.23143066722564776
previous_iter_valid_loss : 0.1734432429075241
110680 0.173572 0.173443 0.172014 CURRENT LEARNING RATE: 0.23138438572050737
previous_iter_valid_loss : 0.16758279502391815
110700 0.167706 0.167583 0.171852 CURRENT LEARNING RATE: 0.23133811347074254
previous_iter_valid_loss : 0.2021033763885498
110720 0.202257 0.202103 0.171822 CURRENT LEARNING RATE: 0.2312918504745022
previous_iter_valid_loss : 0.16976623237133026
110740 0.169827 0.169766 0.172014 CURRENT LEARNING RATE: 0.23124559672993597
previous_iter_valid_loss : 0.17520011961460114
110760 0.175428 0.175200 0.172350 CURRENT LEARNING RATE: 0.23119935223519358
previous_iter_valid_loss : 0.17601531744003296
110780 0.176137 0.176015 0.172765 CURRENT LEARNING RATE: 0.2311531169884253
previous_iter_valid_loss : 0.1683358997106552
110800 0.168432 0.168336 0.172837 CURRENT LEARNING RATE: 0.23110689098778178
previous_iter_valid_loss : 0.1849214881658554
110820 0.185072 0.184921 0.173788 CURRENT LEARNING RATE: 0.23106067423141388
previous_iter_valid_loss : 0.16873669624328613
110840 0.168867 0.168737 0.173833 CURRENT LEARNING RATE: 0.23101446671747305
previous_iter_valid_loss : 0.17718742787837982
110860 0.177287 0.177187 0.174133 CURRENT LEARNING RATE: 0.2309682684441109
previous_iter_valid_loss : 0.1686079353094101
110880 0.168682 0.168608 0.174202 CURRENT LEARNING RATE: 0.23092207940947948
previous_iter_valid_loss : 0.17247165739536285
110900 0.172557 0.172472 0.173437 CURRENT LEARNING RATE: 0.23087589961173133
previous_iter_valid_loss : 0.16510632634162903
110920 0.165191 0.165106 0.173069 CURRENT LEARNING RATE: 0.23082972904901913
previous_iter_valid_loss : 0.1748041808605194
110940 0.175039 0.174804 0.173319 CURRENT LEARNING RATE: 0.23078356771949618
previous_iter_valid_loss : 0.16878408193588257
110960 0.168904 0.168784 0.172997 CURRENT LEARNING RATE: 0.23073741562131594
previous_iter_valid_loss : 0.168288916349411
110980 0.168393 0.168289 0.173168 CURRENT LEARNING RATE: 0.23069127275263232
previous_iter_valid_loss : 0.1656004935503006
111000 0.165712 0.165600 0.173060 CURRENT LEARNING RATE: 0.23064513911159967
previous_iter_valid_loss : 0.16652235388755798
111020 0.166616 0.166522 0.172754 CURRENT LEARNING RATE: 0.23059901469637262
previous_iter_valid_loss : 0.18468447029590607
111040 0.184825 0.184684 0.173411 CURRENT LEARNING RATE: 0.2305528995051062
previous_iter_valid_loss : 0.16734999418258667
111060 0.167463 0.167350 0.173275 CURRENT LEARNING RATE: 0.2305067935359558
previous_iter_valid_loss : 0.16756607592105865
111080 0.167688 0.167566 0.172981 CURRENT LEARNING RATE: 0.23046069678707715
previous_iter_valid_loss : 0.16782443225383759
111100 0.167948 0.167824 0.172993 CURRENT LEARNING RATE: 0.2304146092566264
previous_iter_valid_loss : 0.17724409699440002
111120 0.177354 0.177244 0.171750 CURRENT LEARNING RATE: 0.23036853094276005
previous_iter_valid_loss : 0.18258912861347198
111140 0.182858 0.182589 0.172391 CURRENT LEARNING RATE: 0.230322461843635
previous_iter_valid_loss : 0.16885384917259216
111160 0.168929 0.168854 0.172074 CURRENT LEARNING RATE: 0.2302764019574084
previous_iter_valid_loss : 0.16620120406150818
111180 0.166294 0.166201 0.171583 CURRENT LEARNING RATE: 0.23023035128223793
previous_iter_valid_loss : 0.16748124361038208
111200 0.167583 0.167481 0.171541 CURRENT LEARNING RATE: 0.23018430981628155
previous_iter_valid_loss : 0.17040494084358215
111220 0.170551 0.170405 0.170815 CURRENT LEARNING RATE: 0.23013827755769758
previous_iter_valid_loss : 0.1693386435508728
111240 0.169456 0.169339 0.170845 CURRENT LEARNING RATE: 0.23009225450464477
previous_iter_valid_loss : 0.1817149966955185
111260 0.181869 0.181715 0.171071 CURRENT LEARNING RATE: 0.23004624065528215
previous_iter_valid_loss : 0.17145805060863495
111280 0.171581 0.171458 0.171214 CURRENT LEARNING RATE: 0.2300002360077692
previous_iter_valid_loss : 0.16659905016422272
111300 0.166695 0.166599 0.170920 CURRENT LEARNING RATE: 0.22995424056026573
previous_iter_valid_loss : 0.17133153975009918
111320 0.171416 0.171332 0.171231 CURRENT LEARNING RATE: 0.2299082543109319
previous_iter_valid_loss : 0.16883987188339233
111340 0.168986 0.168840 0.170933 CURRENT LEARNING RATE: 0.2298622772579283
previous_iter_valid_loss : 0.18553578853607178
111360 0.185673 0.185536 0.171771 CURRENT LEARNING RATE: 0.22981630939941577
previous_iter_valid_loss : 0.1678435206413269
111380 0.167932 0.167844 0.171748 CURRENT LEARNING RATE: 0.22977035073355562
previous_iter_valid_loss : 0.17638424038887024
111400 0.176566 0.176384 0.172288 CURRENT LEARNING RATE: 0.2297244012585096
previous_iter_valid_loss : 0.1708415150642395
111420 0.170911 0.170842 0.172504 CURRENT LEARNING RATE: 0.22967846097243963
previous_iter_valid_loss : 0.1995873600244522
111440 0.199708 0.199587 0.173249 CURRENT LEARNING RATE: 0.22963252987350813
previous_iter_valid_loss : 0.17110520601272583
111460 0.171218 0.171105 0.173437 CURRENT LEARNING RATE: 0.2295866079598779
previous_iter_valid_loss : 0.1746775507926941
111480 0.174821 0.174678 0.173792 CURRENT LEARNING RATE: 0.22954069522971196
previous_iter_valid_loss : 0.17225565016269684
111500 0.172363 0.172256 0.174014 CURRENT LEARNING RATE: 0.22949479168117393
previous_iter_valid_loss : 0.17084923386573792
111520 0.171005 0.170849 0.173694 CURRENT LEARNING RATE: 0.22944889731242754
previous_iter_valid_loss : 0.1707906275987625
111540 0.170907 0.170791 0.173104 CURRENT LEARNING RATE: 0.2294030121216371
previous_iter_valid_loss : 0.17234590649604797
111560 0.172483 0.172346 0.173279 CURRENT LEARNING RATE: 0.22935713610696712
previous_iter_valid_loss : 0.16987793147563934
111580 0.169998 0.169878 0.173462 CURRENT LEARNING RATE: 0.22931126926658266
previous_iter_valid_loss : 0.1691066175699234
111600 0.169205 0.169107 0.173544 CURRENT LEARNING RATE: 0.229265411598649
previous_iter_valid_loss : 0.16984118521213531
111620 0.169969 0.169841 0.173515 CURRENT LEARNING RATE: 0.2292195631013318
previous_iter_valid_loss : 0.1687728464603424
111640 0.168916 0.168773 0.173487 CURRENT LEARNING RATE: 0.2291737237727972
previous_iter_valid_loss : 0.18185633420944214
111660 0.182007 0.181856 0.173494 CURRENT LEARNING RATE: 0.22912789361121155
previous_iter_valid_loss : 0.1703195422887802
111680 0.170481 0.170320 0.173437 CURRENT LEARNING RATE: 0.2290820726147417
previous_iter_valid_loss : 0.17050383985042572
111700 0.170618 0.170504 0.173633 CURRENT LEARNING RATE: 0.22903626078155478
previous_iter_valid_loss : 0.1663866490125656
111720 0.166516 0.166387 0.173385 CURRENT LEARNING RATE: 0.22899045810981836
previous_iter_valid_loss : 0.17148825526237488
111740 0.171668 0.171488 0.173518 CURRENT LEARNING RATE: 0.22894466459770024
previous_iter_valid_loss : 0.16685868799686432
111760 0.166946 0.166859 0.172584 CURRENT LEARNING RATE: 0.22889888024336877
previous_iter_valid_loss : 0.17080841958522797
111780 0.170891 0.170808 0.172732 CURRENT LEARNING RATE: 0.22885310504499246
previous_iter_valid_loss : 0.1705053299665451
111800 0.170759 0.170505 0.172438 CURRENT LEARNING RATE: 0.22880733900074043
previous_iter_valid_loss : 0.170734241604805
111820 0.170982 0.170734 0.172433 CURRENT LEARNING RATE: 0.22876158210878203
previous_iter_valid_loss : 0.16496597230434418
111840 0.165138 0.164966 0.170702 CURRENT LEARNING RATE: 0.2287158343672869
previous_iter_valid_loss : 0.17552359402179718
111860 0.175823 0.175524 0.170923 CURRENT LEARNING RATE: 0.22867009577442518
previous_iter_valid_loss : 0.17326365411281586
111880 0.173519 0.173264 0.170852 CURRENT LEARNING RATE: 0.22862436632836736
previous_iter_valid_loss : 0.17528586089611053
111900 0.175573 0.175286 0.171004 CURRENT LEARNING RATE: 0.2285786460272842
previous_iter_valid_loss : 0.19516724348068237
111920 0.195600 0.195167 0.172219 CURRENT LEARNING RATE: 0.22853293486934692
previous_iter_valid_loss : 0.17961327731609344
111940 0.179936 0.179613 0.172661 CURRENT LEARNING RATE: 0.22848723285272704
previous_iter_valid_loss : 0.17486563324928284
111960 0.175134 0.174866 0.172787 CURRENT LEARNING RATE: 0.22844153997559652
previous_iter_valid_loss : 0.16657884418964386
111980 0.166772 0.166579 0.172622 CURRENT LEARNING RATE: 0.2283958562361276
previous_iter_valid_loss : 0.1801396757364273
112000 0.180478 0.180140 0.173173 CURRENT LEARNING RATE: 0.228350181632493
previous_iter_valid_loss : 0.17316840589046478
112020 0.173297 0.173168 0.173340 CURRENT LEARNING RATE: 0.22830451616286565
previous_iter_valid_loss : 0.19205880165100098
112040 0.192432 0.192059 0.174504 CURRENT LEARNING RATE: 0.22825885982541905
previous_iter_valid_loss : 0.17003782093524933
112060 0.170205 0.170038 0.173913 CURRENT LEARNING RATE: 0.2282132126183268
previous_iter_valid_loss : 0.16912128031253815
112080 0.169328 0.169121 0.173853 CURRENT LEARNING RATE: 0.22816757453976313
previous_iter_valid_loss : 0.17085802555084229
112100 0.171036 0.170858 0.173871 CURRENT LEARNING RATE: 0.22812194558790247
previous_iter_valid_loss : 0.17000091075897217
112120 0.170164 0.170001 0.174052 CURRENT LEARNING RATE: 0.22807632576091966
previous_iter_valid_loss : 0.16878294944763184
112140 0.168922 0.168783 0.173916 CURRENT LEARNING RATE: 0.22803071505698994
previous_iter_valid_loss : 0.17884285748004913
112160 0.179189 0.178843 0.174515 CURRENT LEARNING RATE: 0.2279851134742888
previous_iter_valid_loss : 0.16634459793567657
112180 0.166547 0.166345 0.174292 CURRENT LEARNING RATE: 0.2279395210109922
previous_iter_valid_loss : 0.1710992008447647
112200 0.171351 0.171099 0.174322 CURRENT LEARNING RATE: 0.22789393766527652
previous_iter_valid_loss : 0.18096913397312164
112220 0.181125 0.180969 0.174834 CURRENT LEARNING RATE: 0.2278483634353184
previous_iter_valid_loss : 0.16688987612724304
112240 0.167108 0.166890 0.174930 CURRENT LEARNING RATE: 0.22780279831929484
previous_iter_valid_loss : 0.19409574568271637
112260 0.194210 0.194096 0.175858 CURRENT LEARNING RATE: 0.22775724231538322
previous_iter_valid_loss : 0.167883962392807
112280 0.168050 0.167884 0.175590 CURRENT LEARNING RATE: 0.2277116954217613
previous_iter_valid_loss : 0.18182893097400665
112300 0.182112 0.181829 0.175917 CURRENT LEARNING RATE: 0.22766615763660727
previous_iter_valid_loss : 0.1651817411184311
112320 0.165384 0.165182 0.174417 CURRENT LEARNING RATE: 0.2276206289580996
previous_iter_valid_loss : 0.16538570821285248
112340 0.165601 0.165386 0.173706 CURRENT LEARNING RATE: 0.22757510938441705
previous_iter_valid_loss : 0.19500882923603058
112360 0.195417 0.195009 0.174713 CURRENT LEARNING RATE: 0.22752959891373897
previous_iter_valid_loss : 0.17113003134727478
112380 0.171391 0.171130 0.174941 CURRENT LEARNING RATE: 0.22748409754424476
previous_iter_valid_loss : 0.17403943836688995
112400 0.174361 0.174039 0.174636 CURRENT LEARNING RATE: 0.2274386052741146
previous_iter_valid_loss : 0.1942795366048813
112420 0.194699 0.194280 0.175691 CURRENT LEARNING RATE: 0.22739312210152862
previous_iter_valid_loss : 0.1662522554397583
112440 0.166495 0.166252 0.174401 CURRENT LEARNING RATE: 0.22734764802466761
previous_iter_valid_loss : 0.16433516144752502
112460 0.164512 0.164335 0.174116 CURRENT LEARNING RATE: 0.2273021830417125
previous_iter_valid_loss : 0.20721738040447235
112480 0.207686 0.207217 0.176021 CURRENT LEARNING RATE: 0.2272567271508448
previous_iter_valid_loss : 0.17279104888439178
112500 0.172942 0.172791 0.176117 CURRENT LEARNING RATE: 0.22721128035024618
previous_iter_valid_loss : 0.17059436440467834
112520 0.170782 0.170594 0.176147 CURRENT LEARNING RATE: 0.2271658426380988
previous_iter_valid_loss : 0.17865106463432312
112540 0.178928 0.178651 0.176640 CURRENT LEARNING RATE: 0.22712041401258518
previous_iter_valid_loss : 0.1677083820104599
112560 0.167859 0.167708 0.176084 CURRENT LEARNING RATE: 0.22707499447188814
previous_iter_valid_loss : 0.20882005989551544
112580 0.209271 0.208820 0.178207 CURRENT LEARNING RATE: 0.2270295840141909
previous_iter_valid_loss : 0.17077407240867615
112600 0.170899 0.170774 0.178191 CURRENT LEARNING RATE: 0.226984182637677
previous_iter_valid_loss : 0.16714930534362793
112620 0.167337 0.167149 0.177500 CURRENT LEARNING RATE: 0.2269387903405305
previous_iter_valid_loss : 0.19088555872440338
112640 0.191229 0.190886 0.178700 CURRENT LEARNING RATE: 0.22689340712093561
previous_iter_valid_loss : 0.1685953140258789
112660 0.168753 0.168595 0.177425 CURRENT LEARNING RATE: 0.2268480329770771
previous_iter_valid_loss : 0.16758152842521667
112680 0.167770 0.167582 0.177410 CURRENT LEARNING RATE: 0.2268026679071399
previous_iter_valid_loss : 0.16567178070545197
112700 0.165882 0.165672 0.176602 CURRENT LEARNING RATE: 0.22675731190930942
previous_iter_valid_loss : 0.16680918633937836
112720 0.167050 0.166809 0.176683 CURRENT LEARNING RATE: 0.22671196498177146
previous_iter_valid_loss : 0.1660790592432022
112740 0.166305 0.166079 0.176718 CURRENT LEARNING RATE: 0.22666662712271216
previous_iter_valid_loss : 0.1684892177581787
112760 0.168716 0.168489 0.175392 CURRENT LEARNING RATE: 0.22662129833031794
previous_iter_valid_loss : 0.17362965643405914
112780 0.173931 0.173630 0.175517 CURRENT LEARNING RATE: 0.22657597860277573
previous_iter_valid_loss : 0.16781193017959595
112800 0.168000 0.167812 0.175206 CURRENT LEARNING RATE: 0.2265306679382726
previous_iter_valid_loss : 0.1803940087556839
112820 0.180563 0.180394 0.174511 CURRENT LEARNING RATE: 0.22648536633499627
previous_iter_valid_loss : 0.16740782558918
112840 0.167624 0.167408 0.174569 CURRENT LEARNING RATE: 0.22644007379113468
previous_iter_valid_loss : 0.16725271940231323
112860 0.167440 0.167253 0.174715 CURRENT LEARNING RATE: 0.226394790304876
previous_iter_valid_loss : 0.16835983097553253
112880 0.168549 0.168360 0.172772 CURRENT LEARNING RATE: 0.226349515874409
previous_iter_valid_loss : 0.17230847477912903
112900 0.172461 0.172308 0.172748 CURRENT LEARNING RATE: 0.22630425049792263
previous_iter_valid_loss : 0.1774081289768219
112920 0.177529 0.177408 0.173089 CURRENT LEARNING RATE: 0.22625899417360634
previous_iter_valid_loss : 0.1657750904560089
112940 0.165887 0.165775 0.172445 CURRENT LEARNING RATE: 0.22621374689964988
previous_iter_valid_loss : 0.19102448225021362
112960 0.191125 0.191024 0.173611 CURRENT LEARNING RATE: 0.22616850867424326
previous_iter_valid_loss : 0.17734111845493317
112980 0.177475 0.177341 0.172037 CURRENT LEARNING RATE: 0.22612327949557703
previous_iter_valid_loss : 0.16677998006343842
113000 0.166847 0.166780 0.171837 CURRENT LEARNING RATE: 0.22607805936184203
previous_iter_valid_loss : 0.16787263751029968
113020 0.167939 0.167873 0.171873 CURRENT LEARNING RATE: 0.2260328482712294
previous_iter_valid_loss : 0.1705438196659088
113040 0.170670 0.170544 0.170856 CURRENT LEARNING RATE: 0.2259876462219308
previous_iter_valid_loss : 0.16946783661842346
113060 0.169560 0.169468 0.170900 CURRENT LEARNING RATE: 0.22594245321213802
previous_iter_valid_loss : 0.1673235297203064
113080 0.167412 0.167324 0.170887 CURRENT LEARNING RATE: 0.22589726924004344
previous_iter_valid_loss : 0.18083423376083374
113100 0.180953 0.180834 0.171645 CURRENT LEARNING RATE: 0.22585209430383962
previous_iter_valid_loss : 0.17946994304656982
113120 0.179692 0.179470 0.172278 CURRENT LEARNING RATE: 0.2258069284017196
previous_iter_valid_loss : 0.1682475358247757
113140 0.168374 0.168248 0.172386 CURRENT LEARNING RATE: 0.2257617715318768
previous_iter_valid_loss : 0.16879217326641083
113160 0.168882 0.168792 0.172402 CURRENT LEARNING RATE: 0.22571662369250484
previous_iter_valid_loss : 0.16668762266635895
113180 0.166755 0.166688 0.172054 CURRENT LEARNING RATE: 0.22567148488179786
previous_iter_valid_loss : 0.16842752695083618
113200 0.168501 0.168428 0.172085 CURRENT LEARNING RATE: 0.2256263550979503
previous_iter_valid_loss : 0.18491728603839874
113220 0.185071 0.184917 0.172311 CURRENT LEARNING RATE: 0.22558123433915697
previous_iter_valid_loss : 0.17065094411373138
113240 0.170739 0.170651 0.172474 CURRENT LEARNING RATE: 0.2255361226036131
previous_iter_valid_loss : 0.16933034360408783
113260 0.169427 0.169330 0.172577 CURRENT LEARNING RATE: 0.22549101988951412
previous_iter_valid_loss : 0.17248886823654175
113280 0.172586 0.172489 0.172784 CURRENT LEARNING RATE: 0.225445926195056
previous_iter_valid_loss : 0.1697106659412384
113300 0.169807 0.169711 0.172654 CURRENT LEARNING RATE: 0.22540084151843492
previous_iter_valid_loss : 0.16554489731788635
113320 0.165638 0.165545 0.172061 CURRENT LEARNING RATE: 0.22535576585784753
previous_iter_valid_loss : 0.16940996050834656
113340 0.169512 0.169410 0.172243 CURRENT LEARNING RATE: 0.22531069921149086
previous_iter_valid_loss : 0.16996155679225922
113360 0.170071 0.169962 0.171189 CURRENT LEARNING RATE: 0.22526564157756213
previous_iter_valid_loss : 0.17079290747642517
113380 0.170870 0.170793 0.170862 CURRENT LEARNING RATE: 0.2252205929542591
previous_iter_valid_loss : 0.16582965850830078
113400 0.165944 0.165830 0.170815 CURRENT LEARNING RATE: 0.22517555333977982
previous_iter_valid_loss : 0.2610550820827484
113420 0.261100 0.261055 0.175474 CURRENT LEARNING RATE: 0.22513052273232273
previous_iter_valid_loss : 0.16890403628349304
113440 0.169026 0.168904 0.175392 CURRENT LEARNING RATE: 0.22508550113008652
previous_iter_valid_loss : 0.17781242728233337
113460 0.177942 0.177812 0.175809 CURRENT LEARNING RATE: 0.22504048853127043
previous_iter_valid_loss : 0.16837845742702484
113480 0.168528 0.168378 0.175862 CURRENT LEARNING RATE: 0.22499548493407392
previous_iter_valid_loss : 0.16621434688568115
113500 0.166314 0.166214 0.175131 CURRENT LEARNING RATE: 0.22495049033669684
previous_iter_valid_loss : 0.1680266261100769
113520 0.168123 0.168027 0.174558 CURRENT LEARNING RATE: 0.2249055047373394
previous_iter_valid_loss : 0.16865850985050201
113540 0.168771 0.168659 0.174579 CURRENT LEARNING RATE: 0.22486052813420215
previous_iter_valid_loss : 0.16835729777812958
113560 0.168457 0.168357 0.174557 CURRENT LEARNING RATE: 0.2248155605254861
previous_iter_valid_loss : 0.16945619881153107
113580 0.169587 0.169456 0.174696 CURRENT LEARNING RATE: 0.22477060190939246
previous_iter_valid_loss : 0.1800876259803772
113600 0.180201 0.180088 0.175279 CURRENT LEARNING RATE: 0.22472565228412292
previous_iter_valid_loss : 0.1676875799894333
113620 0.167787 0.167688 0.174417 CURRENT LEARNING RATE: 0.2246807116478795
previous_iter_valid_loss : 0.17074382305145264
113640 0.170869 0.170744 0.174422 CURRENT LEARNING RATE: 0.22463577999886464
previous_iter_valid_loss : 0.16955718398094177
113660 0.169648 0.169557 0.174433 CURRENT LEARNING RATE: 0.22459085733528097
previous_iter_valid_loss : 0.1698857843875885
113680 0.169996 0.169886 0.174303 CURRENT LEARNING RATE: 0.2245459436553316
previous_iter_valid_loss : 0.17659622430801392
113700 0.176753 0.176596 0.174647 CURRENT LEARNING RATE: 0.22450103895722004
previous_iter_valid_loss : 0.1739642173051834
113720 0.174064 0.173964 0.175068 CURRENT LEARNING RATE: 0.22445614323915006
previous_iter_valid_loss : 0.1712757796049118
113740 0.171424 0.171276 0.175162 CURRENT LEARNING RATE: 0.22441125649932583
previous_iter_valid_loss : 0.17902347445487976
113760 0.179158 0.179023 0.175615 CURRENT LEARNING RATE: 0.22436637873595192
previous_iter_valid_loss : 0.17004746198654175
113780 0.170155 0.170047 0.175577 CURRENT LEARNING RATE: 0.22432150994723316
previous_iter_valid_loss : 0.18277351558208466
113800 0.182911 0.182774 0.176425 CURRENT LEARNING RATE: 0.2242766501313748
previous_iter_valid_loss : 0.1698971539735794
113820 0.170045 0.169897 0.171867 CURRENT LEARNING RATE: 0.2242317992865825
previous_iter_valid_loss : 0.1782549023628235
113840 0.178364 0.178255 0.172334 CURRENT LEARNING RATE: 0.2241869574110622
previous_iter_valid_loss : 0.1720934361219406
113860 0.172210 0.172093 0.172048 CURRENT LEARNING RATE: 0.22414212450302026
previous_iter_valid_loss : 0.18123693764209747
113880 0.181368 0.181237 0.172691 CURRENT LEARNING RATE: 0.2240973005606633
previous_iter_valid_loss : 0.16859281063079834
113900 0.168694 0.168593 0.172810 CURRENT LEARNING RATE: 0.22405248558219842
previous_iter_valid_loss : 0.17356237769126892
113920 0.173712 0.173562 0.173087 CURRENT LEARNING RATE: 0.22400767956583295
previous_iter_valid_loss : 0.17430379986763
113940 0.174413 0.174304 0.173369 CURRENT LEARNING RATE: 0.22396288250977472
previous_iter_valid_loss : 0.18928876519203186
113960 0.189416 0.189289 0.174416 CURRENT LEARNING RATE: 0.22391809441223182
previous_iter_valid_loss : 0.17387166619300842
113980 0.173947 0.173872 0.174637 CURRENT LEARNING RATE: 0.22387331527141274
previous_iter_valid_loss : 0.18270240724086761
114000 0.182903 0.182702 0.174767 CURRENT LEARNING RATE: 0.22382854508552624
previous_iter_valid_loss : 0.18097509443759918
114020 0.181228 0.180975 0.175432 CURRENT LEARNING RATE: 0.22378378385278158
previous_iter_valid_loss : 0.16692958772182465
114040 0.167029 0.166930 0.175241 CURRENT LEARNING RATE: 0.22373903157138836
previous_iter_valid_loss : 0.1755467802286148
114060 0.175701 0.175547 0.175540 CURRENT LEARNING RATE: 0.22369428823955642
previous_iter_valid_loss : 0.16967087984085083
114080 0.169784 0.169671 0.175530 CURRENT LEARNING RATE: 0.22364955385549604
previous_iter_valid_loss : 0.16842181980609894
114100 0.168490 0.168422 0.175121 CURRENT LEARNING RATE: 0.22360482841741783
previous_iter_valid_loss : 0.16841210424900055
114120 0.168504 0.168412 0.174843 CURRENT LEARNING RATE: 0.22356011192353278
previous_iter_valid_loss : 0.1800890564918518
114140 0.180281 0.180089 0.175284 CURRENT LEARNING RATE: 0.22351540437205225
previous_iter_valid_loss : 0.16860462725162506
114160 0.168712 0.168605 0.174763 CURRENT LEARNING RATE: 0.22347070576118794
previous_iter_valid_loss : 0.17030693590641022
114180 0.170421 0.170307 0.174776 CURRENT LEARNING RATE: 0.22342601608915189
previous_iter_valid_loss : 0.1733492910861969
114200 0.173461 0.173349 0.174305 CURRENT LEARNING RATE: 0.22338133535415644
previous_iter_valid_loss : 0.1702735424041748
114220 0.170423 0.170274 0.174324 CURRENT LEARNING RATE: 0.2233366635544145
previous_iter_valid_loss : 0.17935389280319214
114240 0.179608 0.179354 0.174379 CURRENT LEARNING RATE: 0.2232920006881391
previous_iter_valid_loss : 0.16763938963413239
114260 0.167746 0.167639 0.174156 CURRENT LEARNING RATE: 0.22324734675354382
previous_iter_valid_loss : 0.19259700179100037
114280 0.192745 0.192597 0.174724 CURRENT LEARNING RATE: 0.2232027017488424
previous_iter_valid_loss : 0.1706474870443344
114300 0.170775 0.170647 0.174827 CURRENT LEARNING RATE: 0.22315806567224908
previous_iter_valid_loss : 0.18222562968730927
114320 0.182392 0.182226 0.175260 CURRENT LEARNING RATE: 0.2231134385219784
previous_iter_valid_loss : 0.18714405596256256
114340 0.187423 0.187144 0.175902 CURRENT LEARNING RATE: 0.2230688202962453
previous_iter_valid_loss : 0.16747137904167175
114360 0.167605 0.167471 0.174811 CURRENT LEARNING RATE: 0.22302421099326505
previous_iter_valid_loss : 0.17021992802619934
114380 0.170413 0.170220 0.174628 CURRENT LEARNING RATE: 0.2229796106112533
previous_iter_valid_loss : 0.16924472153186798
114400 0.169380 0.169245 0.173956 CURRENT LEARNING RATE: 0.22293501914842592
previous_iter_valid_loss : 0.16925443708896637
114420 0.169408 0.169254 0.173369 CURRENT LEARNING RATE: 0.22289043660299937
previous_iter_valid_loss : 0.16965411603450775
114440 0.169784 0.169654 0.173506 CURRENT LEARNING RATE: 0.22284586297319034
previous_iter_valid_loss : 0.17404980957508087
114460 0.174195 0.174050 0.173431 CURRENT LEARNING RATE: 0.22280129825721587
previous_iter_valid_loss : 0.1721881926059723
114480 0.172342 0.172188 0.173557 CURRENT LEARNING RATE: 0.22275674245329335
previous_iter_valid_loss : 0.1728849709033966
114500 0.173049 0.172885 0.173780 CURRENT LEARNING RATE: 0.22271219555964053
previous_iter_valid_loss : 0.17141257226467133
114520 0.171549 0.171413 0.173930 CURRENT LEARNING RATE: 0.2226676575744756
previous_iter_valid_loss : 0.17086778581142426
114540 0.171053 0.170868 0.173469 CURRENT LEARNING RATE: 0.22262312849601698
previous_iter_valid_loss : 0.17217124998569489
114560 0.172308 0.172171 0.173647 CURRENT LEARNING RATE: 0.22257860832248355
previous_iter_valid_loss : 0.1693320870399475
114580 0.169490 0.169332 0.173598 CURRENT LEARNING RATE: 0.22253409705209445
previous_iter_valid_loss : 0.172884002327919
114600 0.173041 0.172884 0.173575 CURRENT LEARNING RATE: 0.22248959468306925
previous_iter_valid_loss : 0.17289599776268005
114620 0.173094 0.172896 0.173706 CURRENT LEARNING RATE: 0.2224451012136279
previous_iter_valid_loss : 0.16909275949001312
114640 0.169280 0.169093 0.173193 CURRENT LEARNING RATE: 0.22240061664199062
previous_iter_valid_loss : 0.184144526720047
114660 0.184326 0.184145 0.174018 CURRENT LEARNING RATE: 0.222356140966378
previous_iter_valid_loss : 0.1664029061794281
114680 0.166547 0.166403 0.172709 CURRENT LEARNING RATE: 0.2223116741850111
previous_iter_valid_loss : 0.17986391484737396
114700 0.180035 0.179864 0.173170 CURRENT LEARNING RATE: 0.22226721629611118
previous_iter_valid_loss : 0.1714046448469162
114720 0.171553 0.171405 0.172629 CURRENT LEARNING RATE: 0.22222276729789997
previous_iter_valid_loss : 0.16904433071613312
114740 0.169244 0.169044 0.171724 CURRENT LEARNING RATE: 0.22217832718859945
previous_iter_valid_loss : 0.17083649337291718
114760 0.170994 0.170836 0.171892 CURRENT LEARNING RATE: 0.22213389596643207
previous_iter_valid_loss : 0.1699858009815216
114780 0.170168 0.169986 0.171880 CURRENT LEARNING RATE: 0.22208947362962053
previous_iter_valid_loss : 0.17730621993541718
114800 0.177467 0.177306 0.172283 CURRENT LEARNING RATE: 0.22204506017638792
previous_iter_valid_loss : 0.16898587346076965
114820 0.169136 0.168986 0.172270 CURRENT LEARNING RATE: 0.22200065560495783
previous_iter_valid_loss : 0.18200211226940155
114840 0.182200 0.182002 0.172887 CURRENT LEARNING RATE: 0.22195625991355394
previous_iter_valid_loss : 0.18113236129283905
114860 0.181340 0.181132 0.173241 CURRENT LEARNING RATE: 0.22191187310040053
previous_iter_valid_loss : 0.17191709578037262
114880 0.172084 0.171917 0.173228 CURRENT LEARNING RATE: 0.22186749516372203
previous_iter_valid_loss : 0.17049124836921692
114900 0.170644 0.170491 0.173108 CURRENT LEARNING RATE: 0.2218231261017434
previous_iter_valid_loss : 0.166746586561203
114920 0.166891 0.166747 0.172875 CURRENT LEARNING RATE: 0.22177876591268986
previous_iter_valid_loss : 0.18085221946239471
114940 0.181011 0.180852 0.173374 CURRENT LEARNING RATE: 0.22173441459478693
previous_iter_valid_loss : 0.17091526091098785
114960 0.171050 0.170915 0.173311 CURRENT LEARNING RATE: 0.22169007214626063
previous_iter_valid_loss : 0.17750956118106842
114980 0.177648 0.177510 0.173720 CURRENT LEARNING RATE: 0.22164573856533729
previous_iter_valid_loss : 0.16972023248672485
115000 0.169844 0.169720 0.173562 CURRENT LEARNING RATE: 0.22160141385024346
previous_iter_valid_loss : 0.19241008162498474
115020 0.192521 0.192410 0.174538 CURRENT LEARNING RATE: 0.2215570979992062
previous_iter_valid_loss : 0.19009849429130554
115040 0.190237 0.190098 0.175588 CURRENT LEARNING RATE: 0.2215127910104529
previous_iter_valid_loss : 0.18064682185649872
115060 0.180812 0.180647 0.175413 CURRENT LEARNING RATE: 0.2214684928822113
previous_iter_valid_loss : 0.17304101586341858
115080 0.173216 0.173041 0.175745 CURRENT LEARNING RATE: 0.22142420361270945
previous_iter_valid_loss : 0.18691563606262207
115100 0.187106 0.186916 0.176097 CURRENT LEARNING RATE: 0.22137992320017577
previous_iter_valid_loss : 0.17346596717834473
115120 0.173597 0.173466 0.176200 CURRENT LEARNING RATE: 0.22133565164283905
previous_iter_valid_loss : 0.17622053623199463
115140 0.176346 0.176221 0.176559 CURRENT LEARNING RATE: 0.2212913889389284
previous_iter_valid_loss : 0.18971163034439087
115160 0.189843 0.189712 0.177503 CURRENT LEARNING RATE: 0.2212471350866734
previous_iter_valid_loss : 0.17554542422294617
115180 0.175671 0.175545 0.177781 CURRENT LEARNING RATE: 0.22120289008430377
previous_iter_valid_loss : 0.16689850389957428
115200 0.167009 0.166899 0.177261 CURRENT LEARNING RATE: 0.2211586539300498
previous_iter_valid_loss : 0.1877969652414322
115220 0.187961 0.187797 0.178201 CURRENT LEARNING RATE: 0.22111442662214195
previous_iter_valid_loss : 0.1731913834810257
115240 0.173321 0.173191 0.177761 CURRENT LEARNING RATE: 0.22107020815881126
previous_iter_valid_loss : 0.1721940040588379
115260 0.172337 0.172194 0.177314 CURRENT LEARNING RATE: 0.22102599853828894
previous_iter_valid_loss : 0.17419634759426117
115280 0.174349 0.174196 0.177428 CURRENT LEARNING RATE: 0.22098179775880655
previous_iter_valid_loss : 0.17670829594135284
115300 0.176884 0.176708 0.177739 CURRENT LEARNING RATE: 0.2209376058185961
previous_iter_valid_loss : 0.18230532109737396
115320 0.182554 0.182305 0.178517 CURRENT LEARNING RATE: 0.22089342271588996
previous_iter_valid_loss : 0.17707553505897522
115340 0.177274 0.177076 0.178328 CURRENT LEARNING RATE: 0.22084924844892073
previous_iter_valid_loss : 0.17219243943691254
115360 0.172337 0.172192 0.178392 CURRENT LEARNING RATE: 0.22080508301592144
previous_iter_valid_loss : 0.16918690502643585
115380 0.169326 0.169187 0.177975 CURRENT LEARNING RATE: 0.22076092641512557
previous_iter_valid_loss : 0.17266049981117249
115400 0.172874 0.172660 0.178122 CURRENT LEARNING RATE: 0.22071677864476671
previous_iter_valid_loss : 0.16935811936855316
115420 0.169487 0.169358 0.176970 CURRENT LEARNING RATE: 0.22067263970307904
previous_iter_valid_loss : 0.17231497168540955
115440 0.172469 0.172315 0.176081 CURRENT LEARNING RATE: 0.220628509588297
previous_iter_valid_loss : 0.18932683765888214
115460 0.189477 0.189327 0.176515 CURRENT LEARNING RATE: 0.22058438829865537
previous_iter_valid_loss : 0.17629675567150116
115480 0.176445 0.176297 0.176677 CURRENT LEARNING RATE: 0.2205402758323893
previous_iter_valid_loss : 0.1835770606994629
115500 0.183837 0.183577 0.176510 CURRENT LEARNING RATE: 0.22049617218773432
previous_iter_valid_loss : 0.17536896467208862
115520 0.175477 0.175369 0.176606 CURRENT LEARNING RATE: 0.2204520773629262
previous_iter_valid_loss : 0.191412553191185
115540 0.191546 0.191413 0.177365 CURRENT LEARNING RATE: 0.22040799135620132
previous_iter_valid_loss : 0.1975802779197693
115560 0.197714 0.197580 0.177759 CURRENT LEARNING RATE: 0.220363914165796
previous_iter_valid_loss : 0.18345211446285248
115580 0.183583 0.183452 0.178154 CURRENT LEARNING RATE: 0.22031984578994732
previous_iter_valid_loss : 0.17205260694026947
115600 0.172192 0.172053 0.178412 CURRENT LEARNING RATE: 0.22027578622689253
previous_iter_valid_loss : 0.16738133132457733
115620 0.167521 0.167381 0.177391 CURRENT LEARNING RATE: 0.22023173547486913
previous_iter_valid_loss : 0.17021074891090393
115640 0.170324 0.170211 0.177242 CURRENT LEARNING RATE: 0.22018769353211526
previous_iter_valid_loss : 0.1721370369195938
115660 0.172262 0.172137 0.177239 CURRENT LEARNING RATE: 0.22014366039686914
previous_iter_valid_loss : 0.16749827563762665
115680 0.167592 0.167498 0.176904 CURRENT LEARNING RATE: 0.2200996360673695
previous_iter_valid_loss : 0.17116288840770721
115700 0.171315 0.171163 0.176627 CURRENT LEARNING RATE: 0.2200556205418553
previous_iter_valid_loss : 0.18330006301403046
115720 0.183485 0.183300 0.176677 CURRENT LEARNING RATE: 0.2200116138185659
previous_iter_valid_loss : 0.17893251776695251
115740 0.179086 0.178933 0.176769 CURRENT LEARNING RATE: 0.21996761589574118
previous_iter_valid_loss : 0.1820220649242401
115760 0.182196 0.182022 0.177261 CURRENT LEARNING RATE: 0.21992362677162106
previous_iter_valid_loss : 0.18254531919956207
115780 0.182676 0.182545 0.177929 CURRENT LEARNING RATE: 0.21987964644444605
previous_iter_valid_loss : 0.17555664479732513
115800 0.175669 0.175557 0.178074 CURRENT LEARNING RATE: 0.21983567491245695
previous_iter_valid_loss : 0.16587921977043152
115820 0.165939 0.165879 0.177900 CURRENT LEARNING RATE: 0.21979171217389482
previous_iter_valid_loss : 0.1714511662721634
115840 0.171564 0.171451 0.177857 CURRENT LEARNING RATE: 0.2197477582270012
previous_iter_valid_loss : 0.17215301096439362
115860 0.172290 0.172153 0.176998 CURRENT LEARNING RATE: 0.21970381307001802
previous_iter_valid_loss : 0.17230568826198578
115880 0.172475 0.172306 0.176798 CURRENT LEARNING RATE: 0.21965987670118733
previous_iter_valid_loss : 0.16625046730041504
115900 0.166357 0.166250 0.175932 CURRENT LEARNING RATE: 0.21961594911875176
previous_iter_valid_loss : 0.17455099523067474
115920 0.174696 0.174551 0.175891 CURRENT LEARNING RATE: 0.21957203032095424
previous_iter_valid_loss : 0.16917772591114044
115940 0.169308 0.169178 0.174779 CURRENT LEARNING RATE: 0.21952812030603788
previous_iter_valid_loss : 0.1815699338912964
115960 0.181736 0.181570 0.173979 CURRENT LEARNING RATE: 0.2194842190722464
previous_iter_valid_loss : 0.16824376583099365
115980 0.168368 0.168244 0.173218 CURRENT LEARNING RATE: 0.2194403266178237
previous_iter_valid_loss : 0.16504234075546265
116000 0.165115 0.165042 0.172868 CURRENT LEARNING RATE: 0.21939644294101412
previous_iter_valid_loss : 0.16643618047237396
116020 0.166528 0.166436 0.172821 CURRENT LEARNING RATE: 0.21935256804006223
previous_iter_valid_loss : 0.16930636763572693
116040 0.169421 0.169306 0.172775 CURRENT LEARNING RATE: 0.21930870191321308
previous_iter_valid_loss : 0.17660640180110931
116060 0.176786 0.176606 0.172999 CURRENT LEARNING RATE: 0.21926484455871212
previous_iter_valid_loss : 0.16642974317073822
116080 0.166511 0.166430 0.172945 CURRENT LEARNING RATE: 0.21922099597480493
previous_iter_valid_loss : 0.18978726863861084
116100 0.189967 0.189787 0.173877 CURRENT LEARNING RATE: 0.21917715615973762
previous_iter_valid_loss : 0.16856540739536285
116120 0.168631 0.168565 0.173140 CURRENT LEARNING RATE: 0.21913332511175657
previous_iter_valid_loss : 0.16883379220962524
116140 0.168920 0.168834 0.172635 CURRENT LEARNING RATE: 0.21908950282910858
previous_iter_valid_loss : 0.1684451550245285
116160 0.168481 0.168445 0.171956 CURRENT LEARNING RATE: 0.2190456893100407
previous_iter_valid_loss : 0.17081676423549652
116180 0.170912 0.170817 0.171370 CURRENT LEARNING RATE: 0.21900188455280042
previous_iter_valid_loss : 0.16955764591693878
116200 0.169632 0.169558 0.171070 CURRENT LEARNING RATE: 0.21895808855563556
previous_iter_valid_loss : 0.1730276346206665
116220 0.173128 0.173028 0.171427 CURRENT LEARNING RATE: 0.21891430131679424
previous_iter_valid_loss : 0.17165374755859375
116240 0.171760 0.171654 0.171437 CURRENT LEARNING RATE: 0.21887052283452504
previous_iter_valid_loss : 0.1861180067062378
116260 0.186274 0.186118 0.172136 CURRENT LEARNING RATE: 0.2188267531070768
previous_iter_valid_loss : 0.18316644430160522
116280 0.183338 0.183166 0.172679 CURRENT LEARNING RATE: 0.2187829921326987
previous_iter_valid_loss : 0.16747550666332245
116300 0.167501 0.167476 0.172740 CURRENT LEARNING RATE: 0.2187392399096403
previous_iter_valid_loss : 0.16996924579143524
116320 0.170087 0.169969 0.172511 CURRENT LEARNING RATE: 0.21869549643615155
previous_iter_valid_loss : 0.17332246899604797
116340 0.173517 0.173322 0.172718 CURRENT LEARNING RATE: 0.21865176171048267
previous_iter_valid_loss : 0.16965219378471375
116360 0.169871 0.169652 0.172122 CURRENT LEARNING RATE: 0.2186080357308843
previous_iter_valid_loss : 0.16495634615421295
116380 0.165152 0.164956 0.171958 CURRENT LEARNING RATE: 0.21856431849560737
previous_iter_valid_loss : 0.20574019849300385
116400 0.206243 0.205740 0.173993 CURRENT LEARNING RATE: 0.2185206100029032
previous_iter_valid_loss : 0.1718292385339737
116420 0.172055 0.171829 0.174262 CURRENT LEARNING RATE: 0.21847691025102345
previous_iter_valid_loss : 0.16899752616882324
116440 0.169191 0.168998 0.174247 CURRENT LEARNING RATE: 0.21843321923822018
previous_iter_valid_loss : 0.18595588207244873
116460 0.186316 0.185956 0.174714 CURRENT LEARNING RATE: 0.21838953696274568
previous_iter_valid_loss : 0.16923391819000244
116480 0.169423 0.169234 0.174855 CURRENT LEARNING RATE: 0.2183458634228527
previous_iter_valid_loss : 0.1803242564201355
116500 0.180596 0.180324 0.174381 CURRENT LEARNING RATE: 0.21830219861679429
previous_iter_valid_loss : 0.1640266627073288
116520 0.164131 0.164027 0.174154 CURRENT LEARNING RATE: 0.21825854254282387
previous_iter_valid_loss : 0.20607690513134003
116540 0.206505 0.206077 0.176017 CURRENT LEARNING RATE: 0.21821489519919515
previous_iter_valid_loss : 0.1755584329366684
116560 0.175834 0.175558 0.176372 CURRENT LEARNING RATE: 0.2181712565841623
previous_iter_valid_loss : 0.1981145590543747
116580 0.198557 0.198115 0.177737 CURRENT LEARNING RATE: 0.2181276266959797
previous_iter_valid_loss : 0.17095991969108582
116600 0.171175 0.170960 0.177807 CURRENT LEARNING RATE: 0.21808400553290225
previous_iter_valid_loss : 0.17077553272247314
116620 0.170978 0.170776 0.177695 CURRENT LEARNING RATE: 0.21804039309318493
previous_iter_valid_loss : 0.1718302220106125
116640 0.172054 0.171830 0.177703 CURRENT LEARNING RATE: 0.21799678937508346
previous_iter_valid_loss : 0.1694936603307724
116660 0.169688 0.169494 0.176872 CURRENT LEARNING RATE: 0.21795319437685362
previous_iter_valid_loss : 0.17102892696857452
116680 0.171229 0.171029 0.176265 CURRENT LEARNING RATE: 0.21790960809675153
previous_iter_valid_loss : 0.1801966279745102
116700 0.180410 0.180197 0.176901 CURRENT LEARNING RATE: 0.2178660305330338
previous_iter_valid_loss : 0.1691509336233139
116720 0.169225 0.169151 0.176860 CURRENT LEARNING RATE: 0.21782246168395739
previous_iter_valid_loss : 0.17148485779762268
116740 0.171571 0.171485 0.176769 CURRENT LEARNING RATE: 0.21777890154777937
previous_iter_valid_loss : 0.17821694910526276
116760 0.178289 0.178217 0.177197 CURRENT LEARNING RATE: 0.21773535012275752
previous_iter_valid_loss : 0.17926546931266785
116780 0.179345 0.179265 0.177912 CURRENT LEARNING RATE: 0.21769180740714966
previous_iter_valid_loss : 0.17215833067893982
116800 0.172251 0.172158 0.176233 CURRENT LEARNING RATE: 0.21764827339921416
previous_iter_valid_loss : 0.17028231918811798
116820 0.170369 0.170282 0.176156 CURRENT LEARNING RATE: 0.21760474809720956
previous_iter_valid_loss : 0.17253530025482178
116840 0.172636 0.172535 0.176333 CURRENT LEARNING RATE: 0.21756123149939494
previous_iter_valid_loss : 0.18567387759685516
116860 0.185814 0.185674 0.176319 CURRENT LEARNING RATE: 0.21751772360402963
previous_iter_valid_loss : 0.17278194427490234
116880 0.172907 0.172782 0.176496 CURRENT LEARNING RATE: 0.21747422440937328
previous_iter_valid_loss : 0.17303454875946045
116900 0.173148 0.173035 0.176132 CURRENT LEARNING RATE: 0.21743073391368598
previous_iter_valid_loss : 0.19903232157230377
116920 0.199207 0.199032 0.177882 CURRENT LEARNING RATE: 0.217387252115228
previous_iter_valid_loss : 0.1810303032398224
116940 0.181169 0.181030 0.176629 CURRENT LEARNING RATE: 0.21734377901226018
previous_iter_valid_loss : 0.18271733820438385
116960 0.182889 0.182717 0.176987 CURRENT LEARNING RATE: 0.21730031460304353
previous_iter_valid_loss : 0.17686763405799866
116980 0.177002 0.176868 0.175925 CURRENT LEARNING RATE: 0.2172568588858395
previous_iter_valid_loss : 0.1994113177061081
117000 0.199513 0.199411 0.177348 CURRENT LEARNING RATE: 0.21721341185890986
previous_iter_valid_loss : 0.19142606854438782
117020 0.191791 0.191426 0.178380 CURRENT LEARNING RATE: 0.21716997352051667
previous_iter_valid_loss : 0.1957281529903412
117040 0.196110 0.195728 0.179575 CURRENT LEARNING RATE: 0.2171265438689225
previous_iter_valid_loss : 0.17318221926689148
117060 0.173424 0.173182 0.179760 CURRENT LEARNING RATE: 0.21708312290239012
previous_iter_valid_loss : 0.17439855635166168
117080 0.174683 0.174399 0.179928 CURRENT LEARNING RATE: 0.21703971061918265
previous_iter_valid_loss : 0.16445888578891754
117100 0.164627 0.164459 0.179141 CURRENT LEARNING RATE: 0.21699630701756367
previous_iter_valid_loss : 0.16926081478595734
117120 0.169540 0.169261 0.179147 CURRENT LEARNING RATE: 0.21695291209579698
previous_iter_valid_loss : 0.17618326842784882
117140 0.176480 0.176183 0.179382 CURRENT LEARNING RATE: 0.21690952585214685
previous_iter_valid_loss : 0.1729234904050827
117160 0.173267 0.172923 0.179117 CURRENT LEARNING RATE: 0.2168661482848777
previous_iter_valid_loss : 0.16821378469467163
117180 0.168440 0.168214 0.178564 CURRENT LEARNING RATE: 0.21682277939225456
previous_iter_valid_loss : 0.1740545928478241
117200 0.174344 0.174055 0.178659 CURRENT LEARNING RATE: 0.21677941917254262
previous_iter_valid_loss : 0.23154743015766144
117220 0.232127 0.231547 0.181722 CURRENT LEARNING RATE: 0.21673606762400743
previous_iter_valid_loss : 0.1643677055835724
117240 0.164574 0.164368 0.181314 CURRENT LEARNING RATE: 0.21669272474491502
previous_iter_valid_loss : 0.17574980854988098
117260 0.176006 0.175750 0.180818 CURRENT LEARNING RATE: 0.21664939053353163
previous_iter_valid_loss : 0.17012138664722443
117280 0.170318 0.170121 0.180685 CURRENT LEARNING RATE: 0.21660606498812388
previous_iter_valid_loss : 0.17847415804862976
117300 0.178750 0.178474 0.180957 CURRENT LEARNING RATE: 0.21656274810695877
previous_iter_valid_loss : 0.16845384240150452
117320 0.168633 0.168454 0.179428 CURRENT LEARNING RATE: 0.21651943988830363
previous_iter_valid_loss : 0.17714641988277435
117340 0.177418 0.177146 0.179234 CURRENT LEARNING RATE: 0.21647614033042606
previous_iter_valid_loss : 0.169964000582695
117360 0.170172 0.169964 0.178596 CURRENT LEARNING RATE: 0.2164328494315942
previous_iter_valid_loss : 0.1694810688495636
117380 0.169690 0.169481 0.178227 CURRENT LEARNING RATE: 0.21638956719007627
previous_iter_valid_loss : 0.1954193413257599
117400 0.195794 0.195419 0.178027 CURRENT LEARNING RATE: 0.21634629360414115
previous_iter_valid_loss : 0.168420672416687
117420 0.168622 0.168421 0.176877 CURRENT LEARNING RATE: 0.21630302867205767
previous_iter_valid_loss : 0.18201379477977753
117440 0.182313 0.182014 0.176191 CURRENT LEARNING RATE: 0.21625977239209546
previous_iter_valid_loss : 0.19013790786266327
117460 0.190544 0.190138 0.177039 CURRENT LEARNING RATE: 0.21621652476252415
previous_iter_valid_loss : 0.17857137322425842
117480 0.178853 0.178571 0.177247 CURRENT LEARNING RATE: 0.21617328578161388
previous_iter_valid_loss : 0.1723095029592514
117500 0.172553 0.172310 0.177640 CURRENT LEARNING RATE: 0.21613005544763508
previous_iter_valid_loss : 0.17177359759807587
117520 0.172011 0.171774 0.177766 CURRENT LEARNING RATE: 0.21608683375885848
previous_iter_valid_loss : 0.17088761925697327
117540 0.171124 0.170888 0.177501 CURRENT LEARNING RATE: 0.21604362071355526
previous_iter_valid_loss : 0.17305345833301544
117560 0.173291 0.173053 0.177507 CURRENT LEARNING RATE: 0.21600041630999695
previous_iter_valid_loss : 0.16554172337055206
117580 0.165706 0.165542 0.177374 CURRENT LEARNING RATE: 0.2159572205464553
previous_iter_valid_loss : 0.1673489362001419
117600 0.167539 0.167349 0.177038 CURRENT LEARNING RATE: 0.2159140334212025
previous_iter_valid_loss : 0.16802158951759338
117620 0.168214 0.168022 0.173862 CURRENT LEARNING RATE: 0.21587085493251104
previous_iter_valid_loss : 0.19118689000606537
117640 0.191525 0.191187 0.175203 CURRENT LEARNING RATE: 0.21582768507865382
previous_iter_valid_loss : 0.173621267080307
117660 0.173862 0.173621 0.175097 CURRENT LEARNING RATE: 0.215784523857904
previous_iter_valid_loss : 0.16887003183364868
117680 0.169079 0.168870 0.175034 CURRENT LEARNING RATE: 0.2157413712685352
previous_iter_valid_loss : 0.17845109105110168
117700 0.178771 0.178451 0.175033 CURRENT LEARNING RATE: 0.2156982273088213
previous_iter_valid_loss : 0.1772255301475525
117720 0.177389 0.177226 0.175471 CURRENT LEARNING RATE: 0.2156550919770365
previous_iter_valid_loss : 0.17163021862506866
117740 0.171841 0.171630 0.175196 CURRENT LEARNING RATE: 0.2156119652714554
previous_iter_valid_loss : 0.1721400022506714
117760 0.172356 0.172140 0.175304 CURRENT LEARNING RATE: 0.21556884719035296
previous_iter_valid_loss : 0.17716193199157715
117780 0.177453 0.177162 0.175689 CURRENT LEARNING RATE: 0.21552573773200442
previous_iter_valid_loss : 0.17164677381515503
117800 0.171885 0.171647 0.174500 CURRENT LEARNING RATE: 0.21548263689468544
previous_iter_valid_loss : 0.1707160919904709
117820 0.170942 0.170716 0.174615 CURRENT LEARNING RATE: 0.21543954467667192
previous_iter_valid_loss : 0.19357912242412567
117840 0.193958 0.193579 0.175193 CURRENT LEARNING RATE: 0.21539646107624025
previous_iter_valid_loss : 0.16953204572200775
117860 0.169718 0.169532 0.174163 CURRENT LEARNING RATE: 0.21535338609166702
previous_iter_valid_loss : 0.16892118752002716
117880 0.169121 0.168921 0.173680 CURRENT LEARNING RATE: 0.2153103197212293
previous_iter_valid_loss : 0.1941501498222351
117900 0.194542 0.194150 0.174772 CURRENT LEARNING RATE: 0.21526726196320436
previous_iter_valid_loss : 0.16869162023067474
117920 0.168876 0.168692 0.174618 CURRENT LEARNING RATE: 0.21522421281586998
previous_iter_valid_loss : 0.19246891140937805
117940 0.192800 0.192469 0.175697 CURRENT LEARNING RATE: 0.2151811722775041
previous_iter_valid_loss : 0.17257113754749298
117960 0.172774 0.172571 0.175673 CURRENT LEARNING RATE: 0.21513814034638515
previous_iter_valid_loss : 0.16768425703048706
117980 0.167888 0.167684 0.175780 CURRENT LEARNING RATE: 0.21509511702079187
previous_iter_valid_loss : 0.16899438202381134
118000 0.169177 0.168994 0.175862 CURRENT LEARNING RATE: 0.2150521022990033
previous_iter_valid_loss : 0.18916170299053192
118020 0.189491 0.189162 0.176919 CURRENT LEARNING RATE: 0.2150090961792988
previous_iter_valid_loss : 0.17926348745822906
118040 0.179541 0.179263 0.176323 CURRENT LEARNING RATE: 0.21496609865995814
previous_iter_valid_loss : 0.17425000667572021
118060 0.174467 0.174250 0.176355 CURRENT LEARNING RATE: 0.21492310973926154
previous_iter_valid_loss : 0.17413713037967682
118080 0.174362 0.174137 0.176618 CURRENT LEARNING RATE: 0.21488012941548934
previous_iter_valid_loss : 0.188580721616745
118100 0.188843 0.188581 0.177124 CURRENT LEARNING RATE: 0.21483715768692235
previous_iter_valid_loss : 0.16709589958190918
118120 0.167289 0.167096 0.176618 CURRENT LEARNING RATE: 0.21479419455184168
previous_iter_valid_loss : 0.16799281537532806
118140 0.168186 0.167993 0.176436 CURRENT LEARNING RATE: 0.2147512400085288
previous_iter_valid_loss : 0.16918598115444183
118160 0.169406 0.169186 0.176288 CURRENT LEARNING RATE: 0.21470829405526562
previous_iter_valid_loss : 0.182339608669281
118180 0.182621 0.182340 0.176547 CURRENT LEARNING RATE: 0.21466535669033418
previous_iter_valid_loss : 0.16842681169509888
118200 0.168617 0.168427 0.176386 CURRENT LEARNING RATE: 0.21462242791201705
previous_iter_valid_loss : 0.17020493745803833
118220 0.170403 0.170205 0.176361 CURRENT LEARNING RATE: 0.21457950771859705
previous_iter_valid_loss : 0.17416059970855713
118240 0.174458 0.174161 0.175390 CURRENT LEARNING RATE: 0.21453659610835737
previous_iter_valid_loss : 0.18241648375988007
118260 0.182723 0.182416 0.176034 CURRENT LEARNING RATE: 0.21449369307958158
previous_iter_valid_loss : 0.1735938936471939
118280 0.173864 0.173594 0.176268 CURRENT LEARNING RATE: 0.21445079863055355
previous_iter_valid_loss : 0.1680380254983902
118300 0.168196 0.168038 0.174962 CURRENT LEARNING RATE: 0.2144079127595575
previous_iter_valid_loss : 0.17171138525009155
118320 0.171908 0.171711 0.175113 CURRENT LEARNING RATE: 0.21436503546487798
previous_iter_valid_loss : 0.17141880095005035
118340 0.171579 0.171419 0.174061 CURRENT LEARNING RATE: 0.21432216674479992
previous_iter_valid_loss : 0.16693684458732605
118360 0.167123 0.166937 0.173779 CURRENT LEARNING RATE: 0.21427930659760855
previous_iter_valid_loss : 0.17831432819366455
118380 0.178641 0.178314 0.174310 CURRENT LEARNING RATE: 0.21423645502158947
previous_iter_valid_loss : 0.16993096470832825
118400 0.170119 0.169931 0.174357 CURRENT LEARNING RATE: 0.21419361201502862
previous_iter_valid_loss : 0.17771349847316742
118420 0.178010 0.177713 0.173785 CURRENT LEARNING RATE: 0.2141507775762123
previous_iter_valid_loss : 0.16950109601020813
118440 0.169693 0.169501 0.173297 CURRENT LEARNING RATE: 0.21410795170342703
previous_iter_valid_loss : 0.1818505972623825
118460 0.182130 0.181851 0.173677 CURRENT LEARNING RATE: 0.21406513439495992
previous_iter_valid_loss : 0.17204518616199493
118480 0.172266 0.172045 0.173572 CURRENT LEARNING RATE: 0.2140223256490982
previous_iter_valid_loss : 0.1658438742160797
118500 0.166001 0.165844 0.172435 CURRENT LEARNING RATE: 0.21397952546412957
previous_iter_valid_loss : 0.171019047498703
118520 0.171195 0.171019 0.172631 CURRENT LEARNING RATE: 0.21393673383834197
previous_iter_valid_loss : 0.1740180104970932
118540 0.174241 0.174018 0.172933 CURRENT LEARNING RATE: 0.21389395077002374
previous_iter_valid_loss : 0.1713520735502243
118560 0.171553 0.171352 0.173041 CURRENT LEARNING RATE: 0.21385117625746358
previous_iter_valid_loss : 0.16620050370693207
118580 0.166367 0.166201 0.172234 CURRENT LEARNING RATE: 0.2138084102989505
previous_iter_valid_loss : 0.16644249856472015
118600 0.166617 0.166442 0.172135 CURRENT LEARNING RATE: 0.21376565289277383
previous_iter_valid_loss : 0.1732896864414215
118620 0.173567 0.173290 0.172289 CURRENT LEARNING RATE: 0.21372290403722333
previous_iter_valid_loss : 0.1883021891117096
118640 0.188695 0.188302 0.172996 CURRENT LEARNING RATE: 0.213680163730589
previous_iter_valid_loss : 0.17243345081806183
118660 0.172682 0.172433 0.172497 CURRENT LEARNING RATE: 0.21363743197116125
previous_iter_valid_loss : 0.16837133467197418
118680 0.168622 0.168371 0.172236 CURRENT LEARNING RATE: 0.21359470875723083
previous_iter_valid_loss : 0.1758572906255722
118700 0.176039 0.175857 0.172627 CURRENT LEARNING RATE: 0.21355199408708878
previous_iter_valid_loss : 0.1702590137720108
118720 0.170540 0.170259 0.172554 CURRENT LEARNING RATE: 0.21350928795902654
previous_iter_valid_loss : 0.19000092148780823
118740 0.190355 0.190001 0.173483 CURRENT LEARNING RATE: 0.21346659037133583
previous_iter_valid_loss : 0.18156050145626068
118760 0.181856 0.181561 0.174214 CURRENT LEARNING RATE: 0.21342390132230876
previous_iter_valid_loss : 0.17273809015750885
118780 0.172983 0.172738 0.173936 CURRENT LEARNING RATE: 0.21338122081023778
previous_iter_valid_loss : 0.17134787142276764
118800 0.171574 0.171348 0.174006 CURRENT LEARNING RATE: 0.2133385488334157
previous_iter_valid_loss : 0.22001540660858154
118820 0.220535 0.220015 0.176122 CURRENT LEARNING RATE: 0.21329588539013553
previous_iter_valid_loss : 0.1695307344198227
118840 0.169802 0.169531 0.176123 CURRENT LEARNING RATE: 0.2132532304786908
previous_iter_valid_loss : 0.198111891746521
118860 0.198524 0.198112 0.176936 CURRENT LEARNING RATE: 0.21321058409737534
previous_iter_valid_loss : 0.17903251945972443
118880 0.179318 0.179033 0.177285 CURRENT LEARNING RATE: 0.21316794624448326
previous_iter_valid_loss : 0.18558888137340546
118900 0.185928 0.185589 0.178273 CURRENT LEARNING RATE: 0.2131253169183091
previous_iter_valid_loss : 0.17285338044166565
118920 0.173103 0.172853 0.178364 CURRENT LEARNING RATE: 0.21308269611714764
previous_iter_valid_loss : 0.2091878056526184
118940 0.209660 0.209188 0.180123 CURRENT LEARNING RATE: 0.21304008383929404
previous_iter_valid_loss : 0.22411252558231354
118960 0.224714 0.224113 0.182761 CURRENT LEARNING RATE: 0.2129974800830438
previous_iter_valid_loss : 0.18603700399398804
118980 0.186338 0.186037 0.183753 CURRENT LEARNING RATE: 0.21295488484669284
previous_iter_valid_loss : 0.17760102450847626
119000 0.177939 0.177601 0.184311 CURRENT LEARNING RATE: 0.2129122981285373
previous_iter_valid_loss : 0.17144739627838135
119020 0.171709 0.171447 0.184219 CURRENT LEARNING RATE: 0.21286971992687365
previous_iter_valid_loss : 0.1715731918811798
119040 0.171844 0.171573 0.183382 CURRENT LEARNING RATE: 0.21282715023999882
previous_iter_valid_loss : 0.17069478332996368
119060 0.170923 0.170695 0.183295 CURRENT LEARNING RATE: 0.2127845890662101
previous_iter_valid_loss : 0.1694556623697281
119080 0.169701 0.169456 0.183349 CURRENT LEARNING RATE: 0.21274203640380496
previous_iter_valid_loss : 0.1829165667295456
119100 0.183204 0.182917 0.183702 CURRENT LEARNING RATE: 0.21269949225108126
previous_iter_valid_loss : 0.17458271980285645
119120 0.174881 0.174583 0.183919 CURRENT LEARNING RATE: 0.21265695660633732
previous_iter_valid_loss : 0.1836397796869278
119140 0.183971 0.183640 0.183601 CURRENT LEARNING RATE: 0.21261442946787165
previous_iter_valid_loss : 0.17012593150138855
119160 0.170369 0.170126 0.183029 CURRENT LEARNING RATE: 0.2125719108339832
previous_iter_valid_loss : 0.1792825609445572
119180 0.179518 0.179283 0.183356 CURRENT LEARNING RATE: 0.21252940070297122
previous_iter_valid_loss : 0.17833863198757172
119200 0.178491 0.178339 0.183706 CURRENT LEARNING RATE: 0.21248689907313528
previous_iter_valid_loss : 0.18033064901828766
119220 0.180486 0.180331 0.181721 CURRENT LEARNING RATE: 0.21244440594277533
previous_iter_valid_loss : 0.1713806837797165
119240 0.171445 0.171381 0.181814 CURRENT LEARNING RATE: 0.2124019213101916
previous_iter_valid_loss : 0.16945914924144745
119260 0.169744 0.169459 0.180381 CURRENT LEARNING RATE: 0.2123594451736848
previous_iter_valid_loss : 0.21171146631240845
119280 0.212105 0.211711 0.182015 CURRENT LEARNING RATE: 0.21231697753155584
previous_iter_valid_loss : 0.19878654181957245
119300 0.199184 0.198787 0.182675 CURRENT LEARNING RATE: 0.212274518382106
previous_iter_valid_loss : 0.17402374744415283
119320 0.174302 0.174024 0.182734 CURRENT LEARNING RATE: 0.21223206772363692
previous_iter_valid_loss : 0.16872820258140564
119340 0.168940 0.168728 0.180711 CURRENT LEARNING RATE: 0.21218962555445062
previous_iter_valid_loss : 0.19591470062732697
119360 0.196297 0.195915 0.179301 CURRENT LEARNING RATE: 0.21214719187284933
previous_iter_valid_loss : 0.1808408498764038
119380 0.181208 0.180841 0.179041 CURRENT LEARNING RATE: 0.21210476667713576
previous_iter_valid_loss : 0.17343492805957794
119400 0.173682 0.173435 0.178833 CURRENT LEARNING RATE: 0.21206234996561288
previous_iter_valid_loss : 0.18363617360591888
119420 0.183787 0.183636 0.179442 CURRENT LEARNING RATE: 0.21201994173658403
previous_iter_valid_loss : 0.17838016152381897
119440 0.178708 0.178380 0.179782 CURRENT LEARNING RATE: 0.2119775419883528
previous_iter_valid_loss : 0.17216062545776367
119460 0.172221 0.172161 0.179856 CURRENT LEARNING RATE: 0.2119351507192234
previous_iter_valid_loss : 0.21182368695735931
119480 0.211939 0.211824 0.181974 CURRENT LEARNING RATE: 0.21189276792749998
previous_iter_valid_loss : 0.19359193742275238
119500 0.193724 0.193592 0.182508 CURRENT LEARNING RATE: 0.21185039361148733
previous_iter_valid_loss : 0.18148282170295715
119520 0.181573 0.181483 0.182853 CURRENT LEARNING RATE: 0.21180802776949045
previous_iter_valid_loss : 0.19105227291584015
119540 0.191164 0.191052 0.183223 CURRENT LEARNING RATE: 0.21176567039981473
previous_iter_valid_loss : 0.18027344346046448
119560 0.180346 0.180273 0.183731 CURRENT LEARNING RATE: 0.21172332150076584
previous_iter_valid_loss : 0.1694837361574173
119580 0.169503 0.169484 0.183241 CURRENT LEARNING RATE: 0.21168098107064984
previous_iter_valid_loss : 0.17289580404758453
119600 0.172944 0.172896 0.182969 CURRENT LEARNING RATE: 0.21163864910777308
previous_iter_valid_loss : 0.17378312349319458
119620 0.173836 0.173783 0.182641 CURRENT LEARNING RATE: 0.2115963256104424
previous_iter_valid_loss : 0.16969020664691925
119640 0.169775 0.169690 0.182557 CURRENT LEARNING RATE: 0.21155401057696463
previous_iter_valid_loss : 0.1686595380306244
119660 0.168718 0.168660 0.182517 CURRENT LEARNING RATE: 0.21151170400564742
previous_iter_valid_loss : 0.17168502509593964
119680 0.171738 0.171685 0.180516 CURRENT LEARNING RATE: 0.21146940589479837
previous_iter_valid_loss : 0.17263968288898468
119700 0.172631 0.172640 0.179208 CURRENT LEARNING RATE: 0.21142711624272556
previous_iter_valid_loss : 0.16481496393680573
119720 0.164817 0.164815 0.178748 CURRENT LEARNING RATE: 0.21138483504773747
previous_iter_valid_loss : 0.17289616167545319
119740 0.172972 0.172896 0.178956 CURRENT LEARNING RATE: 0.2113425623081428
previous_iter_valid_loss : 0.1813613474369049
119760 0.181472 0.181361 0.178229 CURRENT LEARNING RATE: 0.21130029802225064
previous_iter_valid_loss : 0.16952396929264069
119780 0.169545 0.169524 0.177663 CURRENT LEARNING RATE: 0.2112580421883704
previous_iter_valid_loss : 0.1742958277463913
119800 0.174396 0.174296 0.177706 CURRENT LEARNING RATE: 0.21121579480481195
previous_iter_valid_loss : 0.17395728826522827
119820 0.173997 0.173957 0.177222 CURRENT LEARNING RATE: 0.2111735558698853
previous_iter_valid_loss : 0.22627291083335876
119840 0.226411 0.226273 0.179616 CURRENT LEARNING RATE: 0.2111313253819008
previous_iter_valid_loss : 0.1789328157901764
119860 0.178995 0.178933 0.179955 CURRENT LEARNING RATE: 0.21108910333916947
previous_iter_valid_loss : 0.22844034433364868
119880 0.228927 0.228440 0.180786 CURRENT LEARNING RATE: 0.21104688974000224
previous_iter_valid_loss : 0.2021453082561493
119900 0.202371 0.202145 0.181214 CURRENT LEARNING RATE: 0.2110046845827107
previous_iter_valid_loss : 0.19336484372615814
119920 0.193513 0.193365 0.181808 CURRENT LEARNING RATE: 0.2109624878656065
previous_iter_valid_loss : 0.18101291358470917
119940 0.181201 0.181013 0.181306 CURRENT LEARNING RATE: 0.2109202995870019
previous_iter_valid_loss : 0.2024710476398468
119960 0.202788 0.202471 0.182416 CURRENT LEARNING RATE: 0.21087811974520929
previous_iter_valid_loss : 0.18616101145744324
119980 0.186360 0.186161 0.183249 CURRENT LEARNING RATE: 0.2108359483385415
previous_iter_valid_loss : 0.17761920392513275
120000 0.177781 0.177619 0.183486 CURRENT LEARNING RATE: 0.21079378536531165
previous_iter_valid_loss : 0.17501482367515564
120020 0.175132 0.175015 0.183547 CURRENT LEARNING RATE: 0.21075163082383325
previous_iter_valid_loss : 0.18095485866069794
120040 0.181036 0.180955 0.184110 CURRENT LEARNING RATE: 0.2107094847124201
previous_iter_valid_loss : 0.20252476632595062
120060 0.202617 0.202525 0.185804 CURRENT LEARNING RATE: 0.21066734702938633
previous_iter_valid_loss : 0.17772875726222992
120080 0.177823 0.177729 0.186106 CURRENT LEARNING RATE: 0.21062521777304655
previous_iter_valid_loss : 0.18109747767448425
120100 0.181175 0.181097 0.186529 CURRENT LEARNING RATE: 0.21058309694171548
previous_iter_valid_loss : 0.1886768490076065
120120 0.188726 0.188677 0.187722 CURRENT LEARNING RATE: 0.2105409845337083
previous_iter_valid_loss : 0.1774241030216217
120140 0.177508 0.177424 0.187948 CURRENT LEARNING RATE: 0.21049888054734056
previous_iter_valid_loss : 0.18071898818016052
120160 0.180797 0.180719 0.187916 CURRENT LEARNING RATE: 0.21045678498092804
previous_iter_valid_loss : 0.19572436809539795
120180 0.195796 0.195724 0.189226 CURRENT LEARNING RATE: 0.210414697832787
previous_iter_valid_loss : 0.17597638070583344
120200 0.176042 0.175976 0.189310 CURRENT LEARNING RATE: 0.21037261910123384
previous_iter_valid_loss : 0.17565420269966125
120220 0.175712 0.175654 0.189395 CURRENT LEARNING RATE: 0.21033054878458549
previous_iter_valid_loss : 0.17573969066143036
120240 0.175793 0.175740 0.186868 CURRENT LEARNING RATE: 0.21028848688115911
previous_iter_valid_loss : 0.17138589918613434
120260 0.171399 0.171386 0.186491 CURRENT LEARNING RATE: 0.21024643338927224
previous_iter_valid_loss : 0.17363552749156952
120280 0.173737 0.173636 0.183751 CURRENT LEARNING RATE: 0.21020438830724272
previous_iter_valid_loss : 0.19424322247505188
120300 0.194318 0.194243 0.183356 CURRENT LEARNING RATE: 0.21016235163338878
previous_iter_valid_loss : 0.2023775279521942
120320 0.202490 0.202378 0.183806 CURRENT LEARNING RATE: 0.21012032336602893
previous_iter_valid_loss : 0.17871400713920593
120340 0.178771 0.178714 0.183691 CURRENT LEARNING RATE: 0.21007830350348206
previous_iter_valid_loss : 0.173579603433609
120360 0.173633 0.173580 0.182247 CURRENT LEARNING RATE: 0.21003629204406735
previous_iter_valid_loss : 0.1735466867685318
120380 0.173624 0.173547 0.181616 CURRENT LEARNING RATE: 0.20999428898610434
previous_iter_valid_loss : 0.18927302956581116
120400 0.189542 0.189273 0.182199 CURRENT LEARNING RATE: 0.20995229432791293
previous_iter_valid_loss : 0.18260300159454346
120420 0.182670 0.182603 0.182578 CURRENT LEARNING RATE: 0.2099103080678133
previous_iter_valid_loss : 0.2044379562139511
120440 0.204527 0.204438 0.183752 CURRENT LEARNING RATE: 0.20986833020412604
previous_iter_valid_loss : 0.19384677708148956
120460 0.194057 0.193847 0.183318 CURRENT LEARNING RATE: 0.209826360735172
previous_iter_valid_loss : 0.17483311891555786
120480 0.174986 0.174833 0.183174 CURRENT LEARNING RATE: 0.20978439965927242
previous_iter_valid_loss : 0.17526249587535858
120500 0.175448 0.175262 0.182882 CURRENT LEARNING RATE: 0.20974244697474884
previous_iter_valid_loss : 0.18446384370326996
120520 0.184649 0.184464 0.182671 CURRENT LEARNING RATE: 0.2097005026799232
previous_iter_valid_loss : 0.17096945643424988
120540 0.171054 0.170969 0.182348 CURRENT LEARNING RATE: 0.20965856677311767
previous_iter_valid_loss : 0.16749043762683868
120560 0.167642 0.167490 0.181687 CURRENT LEARNING RATE: 0.20961663925265486
previous_iter_valid_loss : 0.19823670387268066
120580 0.198493 0.198237 0.181813 CURRENT LEARNING RATE: 0.20957472011685768
previous_iter_valid_loss : 0.17700466513633728
120600 0.177181 0.177005 0.181864 CURRENT LEARNING RATE: 0.20953280936404925
previous_iter_valid_loss : 0.1863953173160553
120620 0.186574 0.186395 0.182401 CURRENT LEARNING RATE: 0.20949090699255332
previous_iter_valid_loss : 0.16913612186908722
120640 0.169313 0.169136 0.182071 CURRENT LEARNING RATE: 0.2094490130006936
previous_iter_valid_loss : 0.18604522943496704
120660 0.186320 0.186045 0.182804 CURRENT LEARNING RATE: 0.20940712738679446
previous_iter_valid_loss : 0.18281884491443634
120680 0.183032 0.182819 0.183263 CURRENT LEARNING RATE: 0.20936525014918048
previous_iter_valid_loss : 0.21103346347808838
120700 0.211411 0.211033 0.184103 CURRENT LEARNING RATE: 0.20932338128617647
previous_iter_valid_loss : 0.194636270403862
120720 0.194901 0.194636 0.183716 CURRENT LEARNING RATE: 0.2092815207961078
previous_iter_valid_loss : 0.17525503039360046
120740 0.175447 0.175255 0.183543 CURRENT LEARNING RATE: 0.20923966867729998
previous_iter_valid_loss : 0.18111151456832886
120760 0.181253 0.181112 0.183919 CURRENT LEARNING RATE: 0.20919782492807892
previous_iter_valid_loss : 0.1808731108903885
120780 0.181090 0.180873 0.184285 CURRENT LEARNING RATE: 0.20915598954677087
previous_iter_valid_loss : 0.1760149747133255
120800 0.176190 0.176015 0.183623 CURRENT LEARNING RATE: 0.20911416253170245
previous_iter_valid_loss : 0.17928580939769745
120820 0.179396 0.179286 0.183457 CURRENT LEARNING RATE: 0.20907234388120058
previous_iter_valid_loss : 0.178807333111763
120840 0.178939 0.178807 0.182175 CURRENT LEARNING RATE: 0.20903053359359244
previous_iter_valid_loss : 0.20048396289348602
120860 0.200563 0.200484 0.182507 CURRENT LEARNING RATE: 0.2089887316672057
previous_iter_valid_loss : 0.19631919264793396
120880 0.196361 0.196319 0.183581 CURRENT LEARNING RATE: 0.20894693810036824
previous_iter_valid_loss : 0.20324300229549408
120900 0.203325 0.203243 0.184980 CURRENT LEARNING RATE: 0.20890515289140837
previous_iter_valid_loss : 0.21302412450313568
120920 0.213149 0.213024 0.186408 CURRENT LEARNING RATE: 0.20886337603865462
previous_iter_valid_loss : 0.1892871856689453
120940 0.189358 0.189287 0.187324 CURRENT LEARNING RATE: 0.20882160754043594
previous_iter_valid_loss : 0.17732231318950653
120960 0.177400 0.177322 0.187816 CURRENT LEARNING RATE: 0.2087798473950816
previous_iter_valid_loss : 0.1797776222229004
120980 0.179835 0.179778 0.186893 CURRENT LEARNING RATE: 0.20873809560092116
previous_iter_valid_loss : 0.20356568694114685
121000 0.203623 0.203566 0.188221 CURRENT LEARNING RATE: 0.2086963521562846
previous_iter_valid_loss : 0.17846593260765076
121020 0.178464 0.178466 0.187825 CURRENT LEARNING RATE: 0.20865461705950214
previous_iter_valid_loss : 0.17182421684265137
121040 0.171871 0.171824 0.187959 CURRENT LEARNING RATE: 0.2086128903089044
previous_iter_valid_loss : 0.17264950275421143
121060 0.172708 0.172650 0.187289 CURRENT LEARNING RATE: 0.20857117190282223
previous_iter_valid_loss : 0.1742430031299591
121080 0.174317 0.174243 0.186860 CURRENT LEARNING RATE: 0.20852946183958704
previous_iter_valid_loss : 0.18076995015144348
121100 0.180889 0.180770 0.185347 CURRENT LEARNING RATE: 0.2084877601175303
previous_iter_valid_loss : 0.17630194127559662
121120 0.176360 0.176302 0.184430 CURRENT LEARNING RATE: 0.2084460667349841
previous_iter_valid_loss : 0.1759634166955948
121140 0.175987 0.175963 0.184466 CURRENT LEARNING RATE: 0.2084043816902805
previous_iter_valid_loss : 0.17162825167179108
121160 0.171617 0.171628 0.183992 CURRENT LEARNING RATE: 0.20836270498175222
previous_iter_valid_loss : 0.18353886902332306
121180 0.183558 0.183539 0.184125 CURRENT LEARNING RATE: 0.20832103660773216
previous_iter_valid_loss : 0.17459514737129211
121200 0.174694 0.174595 0.184054 CURRENT LEARNING RATE: 0.2082793765665536
previous_iter_valid_loss : 0.19793453812599182
121220 0.197989 0.197935 0.184986 CURRENT LEARNING RATE: 0.20823772485655015
previous_iter_valid_loss : 0.1845540553331375
121240 0.184586 0.184554 0.185274 CURRENT LEARNING RATE: 0.20819608147605567
previous_iter_valid_loss : 0.18314804136753082
121260 0.183286 0.183148 0.184407 CURRENT LEARNING RATE: 0.20815444642340447
previous_iter_valid_loss : 0.1708192229270935
121280 0.170874 0.170819 0.183132 CURRENT LEARNING RATE: 0.2081128196969312
previous_iter_valid_loss : 0.17364272475242615
121300 0.173668 0.173643 0.181652 CURRENT LEARNING RATE: 0.20807120129497075
previous_iter_valid_loss : 0.18249814212322235
121320 0.182525 0.182498 0.180126 CURRENT LEARNING RATE: 0.20802959121585837
previous_iter_valid_loss : 0.18624438345432281
121340 0.186257 0.186244 0.179974 CURRENT LEARNING RATE: 0.20798798945792968
previous_iter_valid_loss : 0.18907685577869415
121360 0.189104 0.189077 0.180561 CURRENT LEARNING RATE: 0.20794639601952056
previous_iter_valid_loss : 0.1762728989124298
121380 0.176431 0.176273 0.180386 CURRENT LEARNING RATE: 0.20790481089896734
previous_iter_valid_loss : 0.19848933815956116
121400 0.198752 0.198489 0.180132 CURRENT LEARNING RATE: 0.20786323409460658
previous_iter_valid_loss : 0.16936546564102173
121420 0.169557 0.169365 0.179677 CURRENT LEARNING RATE: 0.20782166560477522
previous_iter_valid_loss : 0.17827828228473663
121440 0.178481 0.178278 0.180000 CURRENT LEARNING RATE: 0.2077801054278105
previous_iter_valid_loss : 0.19018344581127167
121460 0.190246 0.190183 0.180877 CURRENT LEARNING RATE: 0.20773855356204995
previous_iter_valid_loss : 0.1796126365661621
121480 0.179668 0.179613 0.181145 CURRENT LEARNING RATE: 0.20769701000583166
previous_iter_valid_loss : 0.17871053516864777
121500 0.178809 0.178711 0.181042 CURRENT LEARNING RATE: 0.2076554747574938
previous_iter_valid_loss : 0.17217287421226501
121520 0.172347 0.172173 0.180836 CURRENT LEARNING RATE: 0.20761394781537496
previous_iter_valid_loss : 0.1699741780757904
121540 0.170146 0.169974 0.180536 CURRENT LEARNING RATE: 0.20757242917781402
previous_iter_valid_loss : 0.1747262179851532
121560 0.174931 0.174726 0.180691 CURRENT LEARNING RATE: 0.2075309188431503
previous_iter_valid_loss : 0.16957980394363403
121580 0.169754 0.169580 0.179993 CURRENT LEARNING RATE: 0.20748941680972335
previous_iter_valid_loss : 0.19027942419052124
121600 0.190552 0.190279 0.180777 CURRENT LEARNING RATE: 0.2074479230758731
previous_iter_valid_loss : 0.1717953085899353
121620 0.171995 0.171795 0.179470 CURRENT LEARNING RATE: 0.2074064376399398
previous_iter_valid_loss : 0.1715908944606781
121640 0.171813 0.171591 0.178822 CURRENT LEARNING RATE: 0.20736496050026407
previous_iter_valid_loss : 0.17647697031497955
121660 0.176675 0.176477 0.178489 CURRENT LEARNING RATE: 0.2073234916551867
previous_iter_valid_loss : 0.17189882695674896
121680 0.172094 0.171899 0.178543 CURRENT LEARNING RATE: 0.20728203110304907
previous_iter_valid_loss : 0.1772722601890564
121700 0.177521 0.177272 0.178724 CURRENT LEARNING RATE: 0.20724057884219274
previous_iter_valid_loss : 0.19654634594917297
121720 0.196836 0.196546 0.179426 CURRENT LEARNING RATE: 0.20719913487095956
previous_iter_valid_loss : 0.1695592850446701
121740 0.169762 0.169559 0.178592 CURRENT LEARNING RATE: 0.20715769918769183
previous_iter_valid_loss : 0.16710308194160461
121760 0.167228 0.167103 0.177494 CURRENT LEARNING RATE: 0.20711627179073208
previous_iter_valid_loss : 0.18374493718147278
121780 0.183824 0.183745 0.177867 CURRENT LEARNING RATE: 0.20707485267842324
previous_iter_valid_loss : 0.18525533378124237
121800 0.185331 0.185255 0.177205 CURRENT LEARNING RATE: 0.20703344184910852
previous_iter_valid_loss : 0.19215968251228333
121820 0.192215 0.192160 0.178345 CURRENT LEARNING RATE: 0.2069920393011315
previous_iter_valid_loss : 0.20606662333011627
121840 0.206181 0.206067 0.179735 CURRENT LEARNING RATE: 0.20695064503283608
previous_iter_valid_loss : 0.1766916960477829
121860 0.176741 0.176692 0.179060 CURRENT LEARNING RATE: 0.20690925904256646
previous_iter_valid_loss : 0.17628121376037598
121880 0.176294 0.176281 0.178893 CURRENT LEARNING RATE: 0.2068678813286673
previous_iter_valid_loss : 0.18343980610370636
121900 0.183444 0.183440 0.179130 CURRENT LEARNING RATE: 0.20682651188948337
previous_iter_valid_loss : 0.18593625724315643
121920 0.186040 0.185936 0.179818 CURRENT LEARNING RATE: 0.20678515072335996
previous_iter_valid_loss : 0.17100079357624054
121940 0.171061 0.171001 0.179869 CURRENT LEARNING RATE: 0.2067437978286426
previous_iter_valid_loss : 0.18078382313251495
121960 0.180961 0.180784 0.180172 CURRENT LEARNING RATE: 0.2067024532036772
previous_iter_valid_loss : 0.2131400853395462
121980 0.213178 0.213140 0.182350 CURRENT LEARNING RATE: 0.20666111684680993
previous_iter_valid_loss : 0.17271485924720764
122000 0.172736 0.172715 0.181472 CURRENT LEARNING RATE: 0.2066197887563874
previous_iter_valid_loss : 0.18030999600887299
122020 0.180345 0.180310 0.181898 CURRENT LEARNING RATE: 0.20657846893075643
previous_iter_valid_loss : 0.173949733376503
122040 0.174032 0.173950 0.182016 CURRENT LEARNING RATE: 0.20653715736826422
previous_iter_valid_loss : 0.18883855640888214
122060 0.188958 0.188839 0.182634 CURRENT LEARNING RATE: 0.2064958540672583
previous_iter_valid_loss : 0.1957949697971344
122080 0.196040 0.195795 0.183829 CURRENT LEARNING RATE: 0.20645455902608661
previous_iter_valid_loss : 0.17894917726516724
122100 0.179056 0.178949 0.183912 CURRENT LEARNING RATE: 0.20641327224309733
previous_iter_valid_loss : 0.17985530197620392
122120 0.179998 0.179855 0.183078 CURRENT LEARNING RATE: 0.20637199371663895
previous_iter_valid_loss : 0.17737706005573273
122140 0.177420 0.177377 0.183469 CURRENT LEARNING RATE: 0.20633072344506034
previous_iter_valid_loss : 0.17247821390628815
122160 0.172532 0.172478 0.183738 CURRENT LEARNING RATE: 0.2062894614267107
previous_iter_valid_loss : 0.18042974174022675
122180 0.180601 0.180430 0.183572 CURRENT LEARNING RATE: 0.20624820765993956
previous_iter_valid_loss : 0.17608794569969177
122200 0.176282 0.176088 0.183113 CURRENT LEARNING RATE: 0.20620696214309678
previous_iter_valid_loss : 0.17343737185001373
122220 0.173644 0.173437 0.182177 CURRENT LEARNING RATE: 0.20616572487453247
previous_iter_valid_loss : 0.1730787754058838
122240 0.173278 0.173079 0.180528 CURRENT LEARNING RATE: 0.20612449585259718
previous_iter_valid_loss : 0.17411482334136963
122260 0.174302 0.174115 0.180399 CURRENT LEARNING RATE: 0.2060832750756417
previous_iter_valid_loss : 0.17039068043231964
122280 0.170531 0.170391 0.180105 CURRENT LEARNING RATE: 0.20604206254201735
previous_iter_valid_loss : 0.1717725247144699
122300 0.171959 0.171773 0.179521 CURRENT LEARNING RATE: 0.2060008582500755
previous_iter_valid_loss : 0.16903813183307648
122320 0.169214 0.169038 0.178676 CURRENT LEARNING RATE: 0.205959662198168
previous_iter_valid_loss : 0.17072440683841705
122340 0.170905 0.170724 0.178662 CURRENT LEARNING RATE: 0.205918474384647
previous_iter_valid_loss : 0.1766284555196762
122360 0.176831 0.176628 0.178455 CURRENT LEARNING RATE: 0.20587729480786504
previous_iter_valid_loss : 0.1740749627351761
122380 0.174260 0.174075 0.176501 CURRENT LEARNING RATE: 0.20583612346617486
previous_iter_valid_loss : 0.18360476195812225
122400 0.183737 0.183605 0.177046 CURRENT LEARNING RATE: 0.20579496035792966
previous_iter_valid_loss : 0.1710304617881775
122420 0.171210 0.171030 0.176582 CURRENT LEARNING RATE: 0.20575380548148292
previous_iter_valid_loss : 0.18012315034866333
122440 0.180264 0.180123 0.176891 CURRENT LEARNING RATE: 0.2057126588351884
previous_iter_valid_loss : 0.1774817556142807
122460 0.177665 0.177482 0.176323 CURRENT LEARNING RATE: 0.2056715204174002
previous_iter_valid_loss : 0.17500361800193787
122480 0.175218 0.175004 0.175283 CURRENT LEARNING RATE: 0.20563039022647292
previous_iter_valid_loss : 0.17851175367832184
122500 0.178646 0.178512 0.175261 CURRENT LEARNING RATE: 0.2055892682607613
previous_iter_valid_loss : 0.18319596350193024
122520 0.183348 0.183196 0.175428 CURRENT LEARNING RATE: 0.2055481545186204
previous_iter_valid_loss : 0.18044927716255188
122540 0.180637 0.180449 0.175582 CURRENT LEARNING RATE: 0.20550704899840572
previous_iter_valid_loss : 0.16925963759422302
122560 0.169392 0.169260 0.175421 CURRENT LEARNING RATE: 0.20546595169847304
previous_iter_valid_loss : 0.169446662068367
122580 0.169567 0.169447 0.174872 CURRENT LEARNING RATE: 0.20542486261717846
previous_iter_valid_loss : 0.1742369383573532
122600 0.174433 0.174237 0.174779 CURRENT LEARNING RATE: 0.20538378175287836
previous_iter_valid_loss : 0.18696801364421844
122620 0.187234 0.186968 0.175456 CURRENT LEARNING RATE: 0.20534270910392963
previous_iter_valid_loss : 0.17672087252140045
122640 0.176949 0.176721 0.175638 CURRENT LEARNING RATE: 0.20530164466868922
previous_iter_valid_loss : 0.17427240312099457
122660 0.174478 0.174272 0.175646 CURRENT LEARNING RATE: 0.20526058844551465
previous_iter_valid_loss : 0.17211011052131653
122680 0.172270 0.172110 0.175732 CURRENT LEARNING RATE: 0.20521954043276364
previous_iter_valid_loss : 0.1947810798883438
122700 0.195033 0.194781 0.176882 CURRENT LEARNING RATE: 0.20517850062879425
previous_iter_valid_loss : 0.17019358277320862
122720 0.170323 0.170194 0.176940 CURRENT LEARNING RATE: 0.20513746903196498
previous_iter_valid_loss : 0.1819869428873062
122740 0.182104 0.181987 0.177503 CURRENT LEARNING RATE: 0.20509644564063445
previous_iter_valid_loss : 0.1988927572965622
122760 0.199263 0.198893 0.178616 CURRENT LEARNING RATE: 0.2050554304531618
previous_iter_valid_loss : 0.174336239695549
122780 0.174544 0.174336 0.178629 CURRENT LEARNING RATE: 0.2050144234679064
previous_iter_valid_loss : 0.18193821609020233
122800 0.182198 0.181938 0.178546 CURRENT LEARNING RATE: 0.20497342468322793
previous_iter_valid_loss : 0.17955733835697174
122820 0.179850 0.179557 0.178972 CURRENT LEARNING RATE: 0.20493243409748652
previous_iter_valid_loss : 0.17845043540000916
122840 0.178704 0.178450 0.178889 CURRENT LEARNING RATE: 0.20489145170904247
previous_iter_valid_loss : 0.17370294034481049
122860 0.173897 0.173703 0.178700 CURRENT LEARNING RATE: 0.20485047751625654
previous_iter_valid_loss : 0.17973503470420837
122880 0.180023 0.179735 0.178936 CURRENT LEARNING RATE: 0.20480951151748966
previous_iter_valid_loss : 0.18450094759464264
122900 0.184823 0.184501 0.179236 CURRENT LEARNING RATE: 0.20476855371110333
previous_iter_valid_loss : 0.20716144144535065
122920 0.207418 0.207161 0.180434 CURRENT LEARNING RATE: 0.2047276040954592
previous_iter_valid_loss : 0.16445623338222504
122940 0.164621 0.164456 0.179635 CURRENT LEARNING RATE: 0.20468666266891922
previous_iter_valid_loss : 0.1658811867237091
122960 0.165997 0.165881 0.179466 CURRENT LEARNING RATE: 0.20464572942984577
previous_iter_valid_loss : 0.17027170956134796
122980 0.170438 0.170272 0.179507 CURRENT LEARNING RATE: 0.20460480437660158
previous_iter_valid_loss : 0.18190939724445343
123000 0.182002 0.181909 0.179890 CURRENT LEARNING RATE: 0.20456388750754956
previous_iter_valid_loss : 0.1804710477590561
123020 0.180689 0.180471 0.179566 CURRENT LEARNING RATE: 0.20452297882105305
previous_iter_valid_loss : 0.17639952898025513
123040 0.176615 0.176400 0.179550 CURRENT LEARNING RATE: 0.20448207831547574
previous_iter_valid_loss : 0.19169069826602936
123060 0.191853 0.191691 0.180420 CURRENT LEARNING RATE: 0.20444118598918157
previous_iter_valid_loss : 0.17221103608608246
123080 0.172415 0.172211 0.180426 CURRENT LEARNING RATE: 0.20440030184053484
previous_iter_valid_loss : 0.17448435723781586
123100 0.174703 0.174484 0.179411 CURRENT LEARNING RATE: 0.2043594258679003
previous_iter_valid_loss : 0.17822089791297913
123120 0.178405 0.178221 0.179812 CURRENT LEARNING RATE: 0.20431855806964277
previous_iter_valid_loss : 0.16968420147895813
123140 0.169867 0.169684 0.179197 CURRENT LEARNING RATE: 0.20427769844412758
previous_iter_valid_loss : 0.18630021810531616
123160 0.186576 0.186300 0.178567 CURRENT LEARNING RATE: 0.2042368469897204
previous_iter_valid_loss : 0.18157202005386353
123180 0.181806 0.181572 0.178929 CURRENT LEARNING RATE: 0.20419600370478705
previous_iter_valid_loss : 0.19321174919605255
123200 0.193492 0.193212 0.179493 CURRENT LEARNING RATE: 0.20415516858769395
previous_iter_valid_loss : 0.16892985999584198
123220 0.169072 0.168930 0.178961 CURRENT LEARNING RATE: 0.20411434163680758
previous_iter_valid_loss : 0.17415478825569153
123240 0.174369 0.174155 0.178747 CURRENT LEARNING RATE: 0.20407352285049493
previous_iter_valid_loss : 0.16880248486995697
123260 0.168938 0.168802 0.178502 CURRENT LEARNING RATE: 0.2040327122271232
previous_iter_valid_loss : 0.16656933724880219
123280 0.166663 0.166569 0.177843 CURRENT LEARNING RATE: 0.20399190976505996
previous_iter_valid_loss : 0.18744519352912903
123300 0.187701 0.187445 0.177991 CURRENT LEARNING RATE: 0.20395111546267317
previous_iter_valid_loss : 0.1715128868818283
123320 0.171693 0.171513 0.176208 CURRENT LEARNING RATE: 0.203910329318331
previous_iter_valid_loss : 0.17029285430908203
123340 0.170471 0.170293 0.176500 CURRENT LEARNING RATE: 0.20386955133040208
previous_iter_valid_loss : 0.18621684610843658
123360 0.186506 0.186217 0.177517 CURRENT LEARNING RATE: 0.20382878149725522
previous_iter_valid_loss : 0.1722366362810135
123380 0.172392 0.172237 0.177615 CURRENT LEARNING RATE: 0.20378801981725964
previous_iter_valid_loss : 0.16964974999427795
123400 0.169820 0.169650 0.177002 CURRENT LEARNING RATE: 0.2037472662887849
previous_iter_valid_loss : 0.1864318698644638
123420 0.186708 0.186432 0.177300 CURRENT LEARNING RATE: 0.2037065209102008
previous_iter_valid_loss : 0.17702901363372803
123440 0.177173 0.177029 0.177331 CURRENT LEARNING RATE: 0.2036657836798776
previous_iter_valid_loss : 0.17136222124099731
123460 0.171550 0.171362 0.176315 CURRENT LEARNING RATE: 0.20362505459618574
previous_iter_valid_loss : 0.16594962775707245
123480 0.166115 0.165950 0.176002 CURRENT LEARNING RATE: 0.20358433365749606
previous_iter_valid_loss : 0.1800270974636078
123500 0.180320 0.180027 0.176279 CURRENT LEARNING RATE: 0.2035436208621798
previous_iter_valid_loss : 0.17498692870140076
123520 0.175179 0.174987 0.176117 CURRENT LEARNING RATE: 0.20350291620860844
previous_iter_valid_loss : 0.17033541202545166
123540 0.170533 0.170335 0.176150 CURRENT LEARNING RATE: 0.2034622196951537
previous_iter_valid_loss : 0.1790439337491989
123560 0.179209 0.179044 0.175787 CURRENT LEARNING RATE: 0.20342153132018784
previous_iter_valid_loss : 0.17817530035972595
123580 0.178427 0.178175 0.175617 CURRENT LEARNING RATE: 0.2033808510820832
previous_iter_valid_loss : 0.17288841307163239
123600 0.173135 0.172888 0.174601 CURRENT LEARNING RATE: 0.20334017897921264
previous_iter_valid_loss : 0.17894625663757324
123620 0.179188 0.178946 0.175102 CURRENT LEARNING RATE: 0.20329951500994928
previous_iter_valid_loss : 0.1882089227437973
123640 0.188524 0.188209 0.175805 CURRENT LEARNING RATE: 0.20325885917266656
previous_iter_valid_loss : 0.17126721143722534
123660 0.171483 0.171267 0.175928 CURRENT LEARNING RATE: 0.2032182114657382
previous_iter_valid_loss : 0.17714370787143707
123680 0.177423 0.177144 0.176457 CURRENT LEARNING RATE: 0.2031775718875383
previous_iter_valid_loss : 0.21801221370697021
123700 0.218441 0.218012 0.177985 CURRENT LEARNING RATE: 0.20313694043644134
previous_iter_valid_loss : 0.1724003106355667
123720 0.172513 0.172400 0.178029 CURRENT LEARNING RATE: 0.20309631711082202
previous_iter_valid_loss : 0.18220928311347961
123740 0.182352 0.182209 0.178625 CURRENT LEARNING RATE: 0.20305570190905545
previous_iter_valid_loss : 0.18810924887657166
123760 0.188286 0.188109 0.178720 CURRENT LEARNING RATE: 0.20301509482951693
previous_iter_valid_loss : 0.1805562674999237
123780 0.180676 0.180556 0.179136 CURRENT LEARNING RATE: 0.20297449587058225
previous_iter_valid_loss : 0.17346978187561035
123800 0.173584 0.173470 0.179327 CURRENT LEARNING RATE: 0.20293390503062744
previous_iter_valid_loss : 0.1773999184370041
123820 0.177505 0.177400 0.178875 CURRENT LEARNING RATE: 0.20289332230802887
previous_iter_valid_loss : 0.17868569493293762
123840 0.178834 0.178686 0.178958 CURRENT LEARNING RATE: 0.20285274770116318
previous_iter_valid_loss : 0.18750686943531036
123860 0.187657 0.187507 0.179765 CURRENT LEARNING RATE: 0.20281218120840744
previous_iter_valid_loss : 0.1998220980167389
123880 0.200006 0.199822 0.181459 CURRENT LEARNING RATE: 0.20277162282813896
previous_iter_valid_loss : 0.1804824024438858
123900 0.180605 0.180482 0.181482 CURRENT LEARNING RATE: 0.20273107255873546
previous_iter_valid_loss : 0.20711715519428253
123920 0.207454 0.207117 0.183088 CURRENT LEARNING RATE: 0.20269053039857488
previous_iter_valid_loss : 0.1770002841949463
123940 0.177276 0.177000 0.183421 CURRENT LEARNING RATE: 0.20264999634603553
previous_iter_valid_loss : 0.1874336302280426
123960 0.187762 0.187434 0.183841 CURRENT LEARNING RATE: 0.20260947039949606
previous_iter_valid_loss : 0.17267271876335144
123980 0.172841 0.172673 0.183566 CURRENT LEARNING RATE: 0.20256895255733542
previous_iter_valid_loss : 0.17281769216060638
124000 0.173032 0.172818 0.183562 CURRENT LEARNING RATE: 0.20252844281793295
previous_iter_valid_loss : 0.17038951814174652
124020 0.170611 0.170390 0.183134 CURRENT LEARNING RATE: 0.20248794117966817
previous_iter_valid_loss : 0.18254578113555908
124040 0.182830 0.182546 0.182851 CURRENT LEARNING RATE: 0.20244744764092112
previous_iter_valid_loss : 0.17833462357521057
124060 0.178608 0.178335 0.183205 CURRENT LEARNING RATE: 0.20240696220007198
previous_iter_valid_loss : 0.17694096267223358
124080 0.177163 0.176941 0.183194 CURRENT LEARNING RATE: 0.2023664848555013
previous_iter_valid_loss : 0.17504684627056122
124100 0.175282 0.175047 0.181046 CURRENT LEARNING RATE: 0.20232601560559008
previous_iter_valid_loss : 0.166190966963768
124120 0.166354 0.166191 0.180736 CURRENT LEARNING RATE: 0.20228555444871954
previous_iter_valid_loss : 0.17726333439350128
124140 0.177543 0.177263 0.180488 CURRENT LEARNING RATE: 0.2022451013832712
previous_iter_valid_loss : 0.17205621302127838
124160 0.172266 0.172056 0.179686 CURRENT LEARNING RATE: 0.20220465640762691
previous_iter_valid_loss : 0.17483986914157867
124180 0.175038 0.174840 0.179400 CURRENT LEARNING RATE: 0.20216421952016894
previous_iter_valid_loss : 0.18131501972675323
124200 0.181471 0.181315 0.179792 CURRENT LEARNING RATE: 0.20212379071927974
previous_iter_valid_loss : 0.18768049776554108
124220 0.187825 0.187680 0.180306 CURRENT LEARNING RATE: 0.20208337000334223
previous_iter_valid_loss : 0.16952061653137207
124240 0.169606 0.169521 0.179848 CURRENT LEARNING RATE: 0.20204295737073955
previous_iter_valid_loss : 0.16901712119579315
124260 0.169129 0.169017 0.178923 CURRENT LEARNING RATE: 0.20200255281985516
previous_iter_valid_loss : 0.17218874394893646
124280 0.172297 0.172189 0.177542 CURRENT LEARNING RATE: 0.2019621563490729
previous_iter_valid_loss : 0.16888578236103058
124300 0.169152 0.168886 0.176962 CURRENT LEARNING RATE: 0.20192176795677694
previous_iter_valid_loss : 0.18123286962509155
124320 0.181577 0.181233 0.175668 CURRENT LEARNING RATE: 0.20188138764135172
previous_iter_valid_loss : 0.1660110354423523
124340 0.166209 0.166011 0.175118 CURRENT LEARNING RATE: 0.20184101540118204
previous_iter_valid_loss : 0.1755707561969757
124360 0.175701 0.175571 0.174525 CURRENT LEARNING RATE: 0.20180065123465302
previous_iter_valid_loss : 0.19413399696350098
124380 0.194301 0.194134 0.175598 CURRENT LEARNING RATE: 0.2017602951401501
previous_iter_valid_loss : 0.17320486903190613
124400 0.173257 0.173205 0.175618 CURRENT LEARNING RATE: 0.20171994711605895
previous_iter_valid_loss : 0.23026081919670105
124420 0.230590 0.230261 0.178611 CURRENT LEARNING RATE: 0.20167960716076574
previous_iter_valid_loss : 0.17663665115833282
124440 0.176787 0.176637 0.178316 CURRENT LEARNING RATE: 0.20163927527265685
previous_iter_valid_loss : 0.17720922827720642
124460 0.177291 0.177209 0.178259 CURRENT LEARNING RATE: 0.20159895145011897
previous_iter_valid_loss : 0.17688815295696259
124480 0.177021 0.176888 0.178257 CURRENT LEARNING RATE: 0.20155863569153915
previous_iter_valid_loss : 0.17918159067630768
124500 0.179305 0.179182 0.178464 CURRENT LEARNING RATE: 0.20151832799530484
previous_iter_valid_loss : 0.1845768690109253
124520 0.184702 0.184577 0.179383 CURRENT LEARNING RATE: 0.20147802835980363
previous_iter_valid_loss : 0.1723385602235794
124540 0.172422 0.172339 0.179137 CURRENT LEARNING RATE: 0.20143773678342367
previous_iter_valid_loss : 0.1715727299451828
124560 0.171634 0.171573 0.179112 CURRENT LEARNING RATE: 0.20139745326455316
previous_iter_valid_loss : 0.1693134307861328
124580 0.169388 0.169313 0.178836 CURRENT LEARNING RATE: 0.20135717780158074
previous_iter_valid_loss : 0.20561055839061737
124600 0.205944 0.205611 0.180051 CURRENT LEARNING RATE: 0.20131691039289554
previous_iter_valid_loss : 0.18030908703804016
124620 0.180649 0.180309 0.179682 CURRENT LEARNING RATE: 0.2012766510368868
previous_iter_valid_loss : 0.1841977834701538
124640 0.184382 0.184198 0.180416 CURRENT LEARNING RATE: 0.20123639973194407
previous_iter_valid_loss : 0.17708759009838104
124660 0.177251 0.177088 0.180820 CURRENT LEARNING RATE: 0.2011961564764574
previous_iter_valid_loss : 0.18287384510040283
124680 0.183100 0.182874 0.181354 CURRENT LEARNING RATE: 0.20115592126881693
previous_iter_valid_loss : 0.17055104672908783
124700 0.170694 0.170551 0.181437 CURRENT LEARNING RATE: 0.20111569410741342
previous_iter_valid_loss : 0.18535783886909485
124720 0.185695 0.185358 0.181643 CURRENT LEARNING RATE: 0.20107547499063766
previous_iter_valid_loss : 0.19006022810935974
124740 0.190406 0.190060 0.182846 CURRENT LEARNING RATE: 0.20103526391688095
previous_iter_valid_loss : 0.19374053180217743
124760 0.194057 0.193741 0.183754 CURRENT LEARNING RATE: 0.20099506088453484
previous_iter_valid_loss : 0.1666508913040161
124780 0.166836 0.166651 0.182380 CURRENT LEARNING RATE: 0.20095486589199116
previous_iter_valid_loss : 0.17289231717586517
124800 0.173108 0.172892 0.182365 CURRENT LEARNING RATE: 0.20091467893764217
previous_iter_valid_loss : 0.17163459956645966
124820 0.171836 0.171635 0.179433 CURRENT LEARNING RATE: 0.20087450001988033
previous_iter_valid_loss : 0.17724734544754028
124840 0.177530 0.177247 0.179464 CURRENT LEARNING RATE: 0.20083432913709853
previous_iter_valid_loss : 0.17705850303173065
124860 0.177280 0.177059 0.179456 CURRENT LEARNING RATE: 0.20079416628768995
previous_iter_valid_loss : 0.17431364953517914
124880 0.174512 0.174314 0.179328 CURRENT LEARNING RATE: 0.20075401147004798
previous_iter_valid_loss : 0.1846185177564621
124900 0.184875 0.184619 0.179599 CURRENT LEARNING RATE: 0.20071386468256658
previous_iter_valid_loss : 0.1662980616092682
124920 0.166404 0.166298 0.178685 CURRENT LEARNING RATE: 0.20067372592363972
previous_iter_valid_loss : 0.16998745501041412
124940 0.170148 0.169987 0.178568 CURRENT LEARNING RATE: 0.20063359519166196
previous_iter_valid_loss : 0.17139628529548645
124960 0.171636 0.171396 0.178559 CURRENT LEARNING RATE: 0.20059347248502804
previous_iter_valid_loss : 0.21763722598552704
124980 0.218199 0.217637 0.180975 CURRENT LEARNING RATE: 0.20055335780213304
previous_iter_valid_loss : 0.17543059587478638
125000 0.175719 0.175431 0.179466 CURRENT LEARNING RATE: 0.2005132511413724
previous_iter_valid_loss : 0.17384815216064453
125020 0.174098 0.173848 0.179143 CURRENT LEARNING RATE: 0.20047315250114184
previous_iter_valid_loss : 0.21652677655220032
125040 0.217047 0.216527 0.180760 CURRENT LEARNING RATE: 0.20043306187983737
previous_iter_valid_loss : 0.19030556082725525
125060 0.190698 0.190306 0.181421 CURRENT LEARNING RATE: 0.20039297927585542
previous_iter_valid_loss : 0.16872186958789825
125080 0.168928 0.168722 0.180713 CURRENT LEARNING RATE: 0.20035290468759265
previous_iter_valid_loss : 0.16889511048793793
125100 0.169058 0.168895 0.180630 CURRENT LEARNING RATE: 0.20031283811344605
previous_iter_valid_loss : 0.17085562646389008
125120 0.171037 0.170856 0.179905 CURRENT LEARNING RATE: 0.20027277955181308
previous_iter_valid_loss : 0.1777951866388321
125140 0.178007 0.177795 0.179292 CURRENT LEARNING RATE: 0.2002327290010913
previous_iter_valid_loss : 0.1726980209350586
125160 0.172858 0.172698 0.178240 CURRENT LEARNING RATE: 0.2001926864596787
previous_iter_valid_loss : 0.1705428659915924
125180 0.170721 0.170543 0.178434 CURRENT LEARNING RATE: 0.20015265192597356
previous_iter_valid_loss : 0.17537321150302887
125200 0.175671 0.175373 0.178558 CURRENT LEARNING RATE: 0.20011262539837457
previous_iter_valid_loss : 0.177338108420372
125220 0.177549 0.177338 0.178843 CURRENT LEARNING RATE: 0.20007260687528058
previous_iter_valid_loss : 0.19217263162136078
125240 0.192599 0.192173 0.179590 CURRENT LEARNING RATE: 0.20003259635509094
previous_iter_valid_loss : 0.18832729756832123
125260 0.188456 0.188327 0.180153 CURRENT LEARNING RATE: 0.19999259383620513
previous_iter_valid_loss : 0.19913806021213531
125280 0.199686 0.199138 0.181394 CURRENT LEARNING RATE: 0.19995259931702314
previous_iter_valid_loss : 0.18598158657550812
125300 0.186348 0.185982 0.181463 CURRENT LEARNING RATE: 0.19991261279594508
previous_iter_valid_loss : 0.19615115225315094
125320 0.196561 0.196151 0.182955 CURRENT LEARNING RATE: 0.19987263427137164
previous_iter_valid_loss : 0.1749943196773529
125340 0.175271 0.174994 0.183206 CURRENT LEARNING RATE: 0.19983266374170355
previous_iter_valid_loss : 0.17686225473880768
125360 0.177157 0.176862 0.183479 CURRENT LEARNING RATE: 0.19979270120534207
previous_iter_valid_loss : 0.17155711352825165
125380 0.171744 0.171557 0.181175 CURRENT LEARNING RATE: 0.19975274666068865
previous_iter_valid_loss : 0.19602547585964203
125400 0.196423 0.196025 0.182205 CURRENT LEARNING RATE: 0.19971280010614514
previous_iter_valid_loss : 0.1725526601076126
125420 0.172787 0.172553 0.182140 CURRENT LEARNING RATE: 0.19967286154011363
previous_iter_valid_loss : 0.1778556853532791
125440 0.178156 0.177856 0.180206 CURRENT LEARNING RATE: 0.19963293096099663
previous_iter_valid_loss : 0.17314456403255463
125460 0.173372 0.173145 0.179348 CURRENT LEARNING RATE: 0.19959300836719687
previous_iter_valid_loss : 0.18987523019313812
125480 0.190143 0.189875 0.180406 CURRENT LEARNING RATE: 0.1995530937571175
previous_iter_valid_loss : 0.16996853053569794
125500 0.170216 0.169969 0.180460 CURRENT LEARNING RATE: 0.19951318712916186
previous_iter_valid_loss : 0.1712276190519333
125520 0.171481 0.171228 0.180478 CURRENT LEARNING RATE: 0.1994732884817338
previous_iter_valid_loss : 0.19339896738529205
125540 0.193836 0.193399 0.181258 CURRENT LEARNING RATE: 0.19943339781323724
previous_iter_valid_loss : 0.1920327991247177
125560 0.192437 0.192033 0.182225 CURRENT LEARNING RATE: 0.19939351512207668
previous_iter_valid_loss : 0.1900726556777954
125580 0.190461 0.190073 0.183202 CURRENT LEARNING RATE: 0.19935364040665673
previous_iter_valid_loss : 0.18315596878528595
125600 0.183501 0.183156 0.183591 CURRENT LEARNING RATE: 0.19931377366538242
previous_iter_valid_loss : 0.18186435103416443
125620 0.182205 0.181864 0.183817 CURRENT LEARNING RATE: 0.19927391489665905
previous_iter_valid_loss : 0.19292841851711273
125640 0.193365 0.192928 0.183855 CURRENT LEARNING RATE: 0.19923406409889236
previous_iter_valid_loss : 0.1882922500371933
125660 0.188704 0.188292 0.183853 CURRENT LEARNING RATE: 0.19919422127048822
previous_iter_valid_loss : 0.18909858167171478
125680 0.189402 0.189099 0.183351 CURRENT LEARNING RATE: 0.19915438640985297
previous_iter_valid_loss : 0.1779894083738327
125700 0.178288 0.177989 0.182951 CURRENT LEARNING RATE: 0.19911455951539317
previous_iter_valid_loss : 0.1758246272802353
125720 0.175941 0.175825 0.181935 CURRENT LEARNING RATE: 0.19907474058551583
previous_iter_valid_loss : 0.17180535197257996
125740 0.171947 0.171805 0.181776 CURRENT LEARNING RATE: 0.19903492961862812
previous_iter_valid_loss : 0.17611755430698395
125760 0.176314 0.176118 0.181738 CURRENT LEARNING RATE: 0.1989951266131376
previous_iter_valid_loss : 0.18454980850219727
125780 0.184851 0.184550 0.182388 CURRENT LEARNING RATE: 0.1989553315674522
previous_iter_valid_loss : 0.179422065615654
125800 0.179554 0.179422 0.181558 CURRENT LEARNING RATE: 0.19891554447998008
previous_iter_valid_loss : 0.1770479679107666
125820 0.177360 0.177048 0.181783 CURRENT LEARNING RATE: 0.19887576534912976
previous_iter_valid_loss : 0.17299635708332062
125840 0.173197 0.172996 0.181540 CURRENT LEARNING RATE: 0.1988359941733101
previous_iter_valid_loss : 0.1701635718345642
125860 0.170351 0.170164 0.181391 CURRENT LEARNING RATE: 0.19879623095093027
previous_iter_valid_loss : 0.1718544363975525
125880 0.172083 0.171854 0.180490 CURRENT LEARNING RATE: 0.19875647568039964
previous_iter_valid_loss : 0.1739380806684494
125900 0.174183 0.173938 0.180688 CURRENT LEARNING RATE: 0.19871672836012802
previous_iter_valid_loss : 0.17569905519485474
125920 0.175917 0.175699 0.180912 CURRENT LEARNING RATE: 0.19867698898852562
previous_iter_valid_loss : 0.19021065533161163
125940 0.190336 0.190211 0.180752 CURRENT LEARNING RATE: 0.19863725756400283
previous_iter_valid_loss : 0.16883958876132965
125960 0.168951 0.168840 0.179593 CURRENT LEARNING RATE: 0.19859753408497036
previous_iter_valid_loss : 0.17162933945655823
125980 0.171731 0.171629 0.178670 CURRENT LEARNING RATE: 0.19855781854983925
previous_iter_valid_loss : 0.17055460810661316
126000 0.170647 0.170555 0.178040 CURRENT LEARNING RATE: 0.19851811095702093
previous_iter_valid_loss : 0.17146483063697815
126020 0.171585 0.171465 0.177520 CURRENT LEARNING RATE: 0.19847841130492705
previous_iter_valid_loss : 0.20354926586151123
126040 0.203652 0.203549 0.178051 CURRENT LEARNING RATE: 0.19843871959196968
previous_iter_valid_loss : 0.21362262964248657
126060 0.213675 0.213623 0.179318 CURRENT LEARNING RATE: 0.1983990358165611
previous_iter_valid_loss : 0.17171955108642578
126080 0.171849 0.171720 0.178449 CURRENT LEARNING RATE: 0.19835935997711399
previous_iter_valid_loss : 0.1712310016155243
126100 0.171350 0.171231 0.178111 CURRENT LEARNING RATE: 0.1983196920720413
previous_iter_valid_loss : 0.1697649359703064
126120 0.169880 0.169765 0.177808 CURRENT LEARNING RATE: 0.19828003209975628
previous_iter_valid_loss : 0.17686831951141357
126140 0.177007 0.176868 0.178061 CURRENT LEARNING RATE: 0.19824038005867264
previous_iter_valid_loss : 0.1705770194530487
126160 0.170690 0.170577 0.177784 CURRENT LEARNING RATE: 0.1982007359472042
previous_iter_valid_loss : 0.2240060716867447
126180 0.224084 0.224006 0.179757 CURRENT LEARNING RATE: 0.19816109976376522
previous_iter_valid_loss : 0.17412491142749786
126200 0.174262 0.174125 0.179492 CURRENT LEARNING RATE: 0.19812147150677026
previous_iter_valid_loss : 0.18940746784210205
126220 0.189675 0.189407 0.180110 CURRENT LEARNING RATE: 0.1980818511746342
previous_iter_valid_loss : 0.18417493999004364
126240 0.184287 0.184175 0.180669 CURRENT LEARNING RATE: 0.1980422387657722
previous_iter_valid_loss : 0.17355556786060333
126260 0.173671 0.173556 0.180839 CURRENT LEARNING RATE: 0.1980026342785998
previous_iter_valid_loss : 0.22216719388961792
126280 0.222317 0.222167 0.183354 CURRENT LEARNING RATE: 0.19796303771153276
previous_iter_valid_loss : 0.24786624312400818
126300 0.247859 0.247866 0.187051 CURRENT LEARNING RATE: 0.19792344906298726
previous_iter_valid_loss : 0.17400355637073517
126320 0.174086 0.174004 0.186966 CURRENT LEARNING RATE: 0.19788386833137975
previous_iter_valid_loss : 0.17628636956214905
126340 0.176366 0.176286 0.186270 CURRENT LEARNING RATE: 0.197844295515127
previous_iter_valid_loss : 0.17364628612995148
126360 0.173717 0.173646 0.186510 CURRENT LEARNING RATE: 0.1978047306126461
previous_iter_valid_loss : 0.175123393535614
126380 0.175208 0.175123 0.186685 CURRENT LEARNING RATE: 0.1977651736223545
previous_iter_valid_loss : 0.19076098501682281
126400 0.190944 0.190761 0.187695 CURRENT LEARNING RATE: 0.19772562454266984
previous_iter_valid_loss : 0.17769910395145416
126420 0.177884 0.177699 0.188007 CURRENT LEARNING RATE: 0.19768608337201013
previous_iter_valid_loss : 0.17269550263881683
126440 0.172850 0.172696 0.186464 CURRENT LEARNING RATE: 0.19764655010879387
previous_iter_valid_loss : 0.17379970848560333
126460 0.173902 0.173800 0.184473 CURRENT LEARNING RATE: 0.1976070247514396
previous_iter_valid_loss : 0.21726882457733154
126480 0.217311 0.217269 0.186750 CURRENT LEARNING RATE: 0.19756750729836633
previous_iter_valid_loss : 0.22500769793987274
126500 0.225197 0.225008 0.189439 CURRENT LEARNING RATE: 0.19752799774799334
previous_iter_valid_loss : 0.1960209310054779
126520 0.196117 0.196021 0.190752 CURRENT LEARNING RATE: 0.19748849609874033
previous_iter_valid_loss : 0.17230075597763062
126540 0.172449 0.172301 0.190524 CURRENT LEARNING RATE: 0.19744900234902724
previous_iter_valid_loss : 0.184505894780159
126560 0.184646 0.184506 0.191220 CURRENT LEARNING RATE: 0.19740951649727423
previous_iter_valid_loss : 0.19001346826553345
126580 0.190315 0.190013 0.189520 CURRENT LEARNING RATE: 0.1973700385419019
previous_iter_valid_loss : 0.18220815062522888
126600 0.182525 0.182208 0.189925 CURRENT LEARNING RATE: 0.19733056848133115
previous_iter_valid_loss : 0.17370811104774475
126620 0.173791 0.173708 0.189140 CURRENT LEARNING RATE: 0.19729110631398317
previous_iter_valid_loss : 0.1668999344110489
126640 0.167187 0.166900 0.188276 CURRENT LEARNING RATE: 0.19725165203827946
previous_iter_valid_loss : 0.18532761931419373
126660 0.185459 0.185328 0.188865 CURRENT LEARNING RATE: 0.1972122056526419
previous_iter_valid_loss : 0.18546536564826965
126680 0.185571 0.185465 0.187029 CURRENT LEARNING RATE: 0.1971727671554925
previous_iter_valid_loss : 0.1732824742794037
126700 0.173505 0.173282 0.183300 CURRENT LEARNING RATE: 0.19713333654525383
previous_iter_valid_loss : 0.19066646695137024
126720 0.190766 0.190666 0.184133 CURRENT LEARNING RATE: 0.1970939138203487
previous_iter_valid_loss : 0.1998661756515503
126740 0.199914 0.199866 0.185312 CURRENT LEARNING RATE: 0.19705449897920013
previous_iter_valid_loss : 0.1717010885477066
126760 0.171989 0.171701 0.185215 CURRENT LEARNING RATE: 0.19701509202023154
previous_iter_valid_loss : 0.19887524843215942
126780 0.199325 0.198875 0.186403 CURRENT LEARNING RATE: 0.19697569294186665
previous_iter_valid_loss : 0.1862405240535736
126800 0.186499 0.186241 0.186177 CURRENT LEARNING RATE: 0.19693630174252955
previous_iter_valid_loss : 0.19423750042915344
126820 0.194262 0.194238 0.187004 CURRENT LEARNING RATE: 0.1968969184206445
previous_iter_valid_loss : 0.20263546705245972
126840 0.202685 0.202635 0.188501 CURRENT LEARNING RATE: 0.19685754297463623
previous_iter_valid_loss : 0.17687168717384338
126860 0.176904 0.176872 0.188654 CURRENT LEARNING RATE: 0.1968181754029297
previous_iter_valid_loss : 0.16937127709388733
126880 0.169491 0.169371 0.186259 CURRENT LEARNING RATE: 0.1967788157039502
previous_iter_valid_loss : 0.1902061551809311
126900 0.190716 0.190206 0.184519 CURRENT LEARNING RATE: 0.19673946387612337
previous_iter_valid_loss : 0.16670097410678864
126920 0.166714 0.166701 0.183053 CURRENT LEARNING RATE: 0.1967001199178751
previous_iter_valid_loss : 0.17582251131534576
126940 0.175916 0.175823 0.183229 CURRENT LEARNING RATE: 0.1966607838276317
previous_iter_valid_loss : 0.20847256481647491
126960 0.208423 0.208473 0.184428 CURRENT LEARNING RATE: 0.1966214556038196
previous_iter_valid_loss : 0.19299417734146118
126980 0.193047 0.192994 0.184577 CURRENT LEARNING RATE: 0.19658213524486584
previous_iter_valid_loss : 0.19193580746650696
127000 0.191996 0.191936 0.185063 CURRENT LEARNING RATE: 0.19654282274919746
previous_iter_valid_loss : 0.17035403847694397
127020 0.170523 0.170354 0.184895 CURRENT LEARNING RATE: 0.19650351811524203
previous_iter_valid_loss : 0.1753641813993454
127040 0.175663 0.175364 0.185319 CURRENT LEARNING RATE: 0.19646422134142738
previous_iter_valid_loss : 0.18125927448272705
127060 0.181556 0.181259 0.185115 CURRENT LEARNING RATE: 0.1964249324261816
previous_iter_valid_loss : 0.16761183738708496
127080 0.167651 0.167612 0.184223 CURRENT LEARNING RATE: 0.19638565136793312
previous_iter_valid_loss : 0.1643858700990677
127100 0.164527 0.164386 0.183778 CURRENT LEARNING RATE: 0.19634637816511066
previous_iter_valid_loss : 0.19595327973365784
127120 0.196291 0.195953 0.184042 CURRENT LEARNING RATE: 0.19630711281614344
previous_iter_valid_loss : 0.17272153496742249
127140 0.172797 0.172722 0.182685 CURRENT LEARNING RATE: 0.19626785531946075
previous_iter_valid_loss : 0.1659654676914215
127160 0.166161 0.165965 0.182398 CURRENT LEARNING RATE: 0.19622860567349226
previous_iter_valid_loss : 0.17372749745845795
127180 0.173915 0.173727 0.181141 CURRENT LEARNING RATE: 0.19618936387666808
previous_iter_valid_loss : 0.18492059409618378
127200 0.185016 0.184921 0.181075 CURRENT LEARNING RATE: 0.19615012992741845
previous_iter_valid_loss : 0.17577087879180908
127220 0.175907 0.175771 0.180151 CURRENT LEARNING RATE: 0.19611090382417407
previous_iter_valid_loss : 0.17204774916172028
127240 0.172073 0.172048 0.178622 CURRENT LEARNING RATE: 0.1960716855653658
previous_iter_valid_loss : 0.17490756511688232
127260 0.174986 0.174908 0.178524 CURRENT LEARNING RATE: 0.19603247514942507
previous_iter_valid_loss : 0.16741593182086945
127280 0.167611 0.167416 0.178426 CURRENT LEARNING RATE: 0.19599327257478333
previous_iter_valid_loss : 0.1788632571697235
127300 0.179049 0.178863 0.177859 CURRENT LEARNING RATE: 0.19595407783987248
previous_iter_valid_loss : 0.17105862498283386
127320 0.171266 0.171059 0.178077 CURRENT LEARNING RATE: 0.19591489094312475
previous_iter_valid_loss : 0.21676968038082123
127340 0.217336 0.216770 0.180124 CURRENT LEARNING RATE: 0.19587571188297276
previous_iter_valid_loss : 0.18323317170143127
127360 0.183591 0.183233 0.178862 CURRENT LEARNING RATE: 0.19583654065784925
previous_iter_valid_loss : 0.17882131040096283
127380 0.179106 0.178821 0.178153 CURRENT LEARNING RATE: 0.19579737726618743
previous_iter_valid_loss : 0.17459410429000854
127400 0.174681 0.174594 0.177286 CURRENT LEARNING RATE: 0.19575822170642065
previous_iter_valid_loss : 0.16833022236824036
127420 0.168611 0.168330 0.177185 CURRENT LEARNING RATE: 0.19571907397698282
previous_iter_valid_loss : 0.17330175638198853
127440 0.173484 0.173302 0.177082 CURRENT LEARNING RATE: 0.195679934076308
previous_iter_valid_loss : 0.1815558224916458
127460 0.181937 0.181556 0.177097 CURRENT LEARNING RATE: 0.19564080200283052
previous_iter_valid_loss : 0.16977980732917786
127480 0.170028 0.169780 0.177205 CURRENT LEARNING RATE: 0.19560167775498513
previous_iter_valid_loss : 0.16904807090759277
127500 0.169245 0.169048 0.177438 CURRENT LEARNING RATE: 0.1955625613312069
previous_iter_valid_loss : 0.18812443315982819
127520 0.188313 0.188124 0.177047 CURRENT LEARNING RATE: 0.1955234527299311
previous_iter_valid_loss : 0.17072990536689758
127540 0.170972 0.170730 0.176947 CURRENT LEARNING RATE: 0.1954843519495935
previous_iter_valid_loss : 0.1758584827184677
127560 0.176188 0.175858 0.177442 CURRENT LEARNING RATE: 0.19544525898863
previous_iter_valid_loss : 0.18339130282402039
127580 0.183634 0.183391 0.177925 CURRENT LEARNING RATE: 0.19540617384547687
previous_iter_valid_loss : 0.1687636822462082
127600 0.169006 0.168764 0.177117 CURRENT LEARNING RATE: 0.19536709651857073
previous_iter_valid_loss : 0.1721605360507965
127620 0.172409 0.172161 0.176937 CURRENT LEARNING RATE: 0.1953280270063485
previous_iter_valid_loss : 0.16931025683879852
127640 0.169571 0.169310 0.176800 CURRENT LEARNING RATE: 0.19528896530724735
previous_iter_valid_loss : 0.1718490570783615
127660 0.172168 0.171849 0.176647 CURRENT LEARNING RATE: 0.19524991141970482
previous_iter_valid_loss : 0.16748322546482086
127680 0.167746 0.167483 0.176650 CURRENT LEARNING RATE: 0.19521086534215878
previous_iter_valid_loss : 0.16998934745788574
127700 0.170360 0.169989 0.176207 CURRENT LEARNING RATE: 0.1951718270730474
previous_iter_valid_loss : 0.17339369654655457
127720 0.173720 0.173394 0.176323 CURRENT LEARNING RATE: 0.19513279661080907
previous_iter_valid_loss : 0.16941814124584198
127740 0.169752 0.169418 0.173956 CURRENT LEARNING RATE: 0.1950937739538827
previous_iter_valid_loss : 0.2600761353969574
127760 0.260492 0.260076 0.177798 CURRENT LEARNING RATE: 0.19505475910070727
previous_iter_valid_loss : 0.17593342065811157
127780 0.176205 0.175933 0.177654 CURRENT LEARNING RATE: 0.19501575204972227
previous_iter_valid_loss : 0.17060238122940063
127800 0.170883 0.170602 0.177454 CURRENT LEARNING RATE: 0.19497675279936735
previous_iter_valid_loss : 0.16815851628780365
127820 0.168373 0.168159 0.177445 CURRENT LEARNING RATE: 0.19493776134808258
previous_iter_valid_loss : 0.16600161790847778
127840 0.166335 0.166002 0.177080 CURRENT LEARNING RATE: 0.19489877769430827
previous_iter_valid_loss : 0.16827461123466492
127860 0.168497 0.168275 0.176416 CURRENT LEARNING RATE: 0.19485980183648516
previous_iter_valid_loss : 0.17222115397453308
127880 0.172521 0.172221 0.176538 CURRENT LEARNING RATE: 0.1948208337730541
previous_iter_valid_loss : 0.16769082844257355
127900 0.167908 0.167691 0.176471 CURRENT LEARNING RATE: 0.1947818735024564
previous_iter_valid_loss : 0.2092466801404953
127920 0.209748 0.209247 0.177527 CURRENT LEARNING RATE: 0.19474292102313365
previous_iter_valid_loss : 0.18865515291690826
127940 0.188961 0.188655 0.178423 CURRENT LEARNING RATE: 0.19470397633352782
previous_iter_valid_loss : 0.17412954568862915
127960 0.174370 0.174130 0.178337 CURRENT LEARNING RATE: 0.19466503943208105
previous_iter_valid_loss : 0.17133724689483643
127980 0.171611 0.171337 0.177734 CURRENT LEARNING RATE: 0.1946261103172359
previous_iter_valid_loss : 0.2099807858467102
128000 0.210511 0.209981 0.179795 CURRENT LEARNING RATE: 0.19458718898743516
previous_iter_valid_loss : 0.16482606530189514
128020 0.165020 0.164826 0.179428 CURRENT LEARNING RATE: 0.194548275441122
previous_iter_valid_loss : 0.17377997934818268
128040 0.174050 0.173780 0.179651 CURRENT LEARNING RATE: 0.19450936967673993
previous_iter_valid_loss : 0.18150240182876587
128060 0.181746 0.181502 0.180134 CURRENT LEARNING RATE: 0.19447047169273263
previous_iter_valid_loss : 0.17453810572624207
128080 0.174905 0.174538 0.180487 CURRENT LEARNING RATE: 0.19443158148754425
previous_iter_valid_loss : 0.1753145158290863
128100 0.175581 0.175315 0.180753 CURRENT LEARNING RATE: 0.19439269905961915
previous_iter_valid_loss : 0.1712280958890915
128120 0.171533 0.171228 0.180645 CURRENT LEARNING RATE: 0.19435382440740198
previous_iter_valid_loss : 0.16507890820503235
128140 0.165349 0.165079 0.180428 CURRENT LEARNING RATE: 0.19431495752933786
previous_iter_valid_loss : 0.16969552636146545
128160 0.170025 0.169696 0.175909 CURRENT LEARNING RATE: 0.19427609842387208
previous_iter_valid_loss : 0.17440302670001984
128180 0.174712 0.174403 0.175832 CURRENT LEARNING RATE: 0.19423724708945023
previous_iter_valid_loss : 0.1667996495962143
128200 0.166971 0.166800 0.175642 CURRENT LEARNING RATE: 0.19419840352451834
previous_iter_valid_loss : 0.18648871779441833
128220 0.186827 0.186489 0.176559 CURRENT LEARNING RATE: 0.19415956772752258
previous_iter_valid_loss : 0.16851115226745605
128240 0.168822 0.168511 0.176684 CURRENT LEARNING RATE: 0.19412073969690957
previous_iter_valid_loss : 0.2106926292181015
128260 0.210827 0.210693 0.178805 CURRENT LEARNING RATE: 0.19408191943112618
previous_iter_valid_loss : 0.16668643057346344
128280 0.166964 0.166686 0.178528 CURRENT LEARNING RATE: 0.1940431069286196
previous_iter_valid_loss : 0.17040514945983887
128300 0.170725 0.170405 0.178664 CURRENT LEARNING RATE: 0.1940043021878373
previous_iter_valid_loss : 0.16638624668121338
128320 0.166715 0.166386 0.176521 CURRENT LEARNING RATE: 0.19396550520722708
previous_iter_valid_loss : 0.16884371638298035
128340 0.169116 0.168844 0.175530 CURRENT LEARNING RATE: 0.1939267159852371
previous_iter_valid_loss : 0.1676296889781952
128360 0.167891 0.167630 0.175205 CURRENT LEARNING RATE: 0.19388793452031583
previous_iter_valid_loss : 0.16974996030330658
128380 0.169972 0.169750 0.175126 CURRENT LEARNING RATE: 0.19384916081091197
previous_iter_valid_loss : 0.1672070324420929
128400 0.167423 0.167207 0.172987 CURRENT LEARNING RATE: 0.19381039485547458
previous_iter_valid_loss : 0.16836072504520416
128420 0.168591 0.168361 0.173164 CURRENT LEARNING RATE: 0.19377163665245298
previous_iter_valid_loss : 0.17466354370117188
128440 0.175053 0.174664 0.173208 CURRENT LEARNING RATE: 0.19373288620029686
previous_iter_valid_loss : 0.17620150744915009
128460 0.176463 0.176202 0.172943 CURRENT LEARNING RATE: 0.19369414349745626
previous_iter_valid_loss : 0.17687927186489105
128480 0.177180 0.176879 0.173060 CURRENT LEARNING RATE: 0.1936554085423814
previous_iter_valid_loss : 0.1801874339580536
128500 0.180638 0.180187 0.173304 CURRENT LEARNING RATE: 0.1936166813335229
previous_iter_valid_loss : 0.16865433752536774
128520 0.168969 0.168654 0.173175 CURRENT LEARNING RATE: 0.19357796186933163
previous_iter_valid_loss : 0.1650264412164688
128540 0.165258 0.165026 0.173173 CURRENT LEARNING RATE: 0.19353925014825893
previous_iter_valid_loss : 0.1655198484659195
128560 0.165733 0.165520 0.172964 CURRENT LEARNING RATE: 0.19350054616875623
previous_iter_valid_loss : 0.1804693192243576
128580 0.180740 0.180469 0.173267 CURRENT LEARNING RATE: 0.19346184992927543
previous_iter_valid_loss : 0.1710423231124878
128600 0.171376 0.171042 0.173479 CURRENT LEARNING RATE: 0.19342316142826863
previous_iter_valid_loss : 0.2726016938686371
128620 0.273474 0.272602 0.177785 CURRENT LEARNING RATE: 0.1933844806641883
previous_iter_valid_loss : 0.17177946865558624
128640 0.172053 0.171779 0.177948 CURRENT LEARNING RATE: 0.19334580763548725
previous_iter_valid_loss : 0.18401895463466644
128660 0.184397 0.184019 0.176615 CURRENT LEARNING RATE: 0.19330714234061855
previous_iter_valid_loss : 0.18980130553245544
128680 0.190248 0.189801 0.177770 CURRENT LEARNING RATE: 0.19326848477803552
previous_iter_valid_loss : 0.17939335107803345
128700 0.179733 0.179393 0.178220 CURRENT LEARNING RATE: 0.19322983494619198
previous_iter_valid_loss : 0.17507287859916687
128720 0.175384 0.175073 0.178654 CURRENT LEARNING RATE: 0.19319119284354175
previous_iter_valid_loss : 0.17119218409061432
128740 0.171595 0.171192 0.178772 CURRENT LEARNING RATE: 0.19315255846853932
previous_iter_valid_loss : 0.19069725275039673
128760 0.191097 0.190697 0.179925 CURRENT LEARNING RATE: 0.1931139318196393
previous_iter_valid_loss : 0.1797858327627182
128780 0.180087 0.179786 0.180427 CURRENT LEARNING RATE: 0.19307531289529653
previous_iter_valid_loss : 0.19987913966178894
128800 0.200070 0.199879 0.182060 CURRENT LEARNING RATE: 0.1930367016939663
previous_iter_valid_loss : 0.17055122554302216
128820 0.170833 0.170551 0.182170 CURRENT LEARNING RATE: 0.19299809821410419
previous_iter_valid_loss : 0.2141859382390976
128840 0.214394 0.214186 0.184146 CURRENT LEARNING RATE: 0.192959502454166
previous_iter_valid_loss : 0.16912125051021576
128860 0.169364 0.169121 0.183792 CURRENT LEARNING RATE: 0.19292091441260795
previous_iter_valid_loss : 0.17265895009040833
128880 0.172935 0.172659 0.183581 CURRENT LEARNING RATE: 0.1928823340878865
previous_iter_valid_loss : 0.1678435355424881
128900 0.168133 0.167844 0.182964 CURRENT LEARNING RATE: 0.19284376147845844
previous_iter_valid_loss : 0.1724976897239685
128920 0.172817 0.172498 0.183156 CURRENT LEARNING RATE: 0.19280519658278084
previous_iter_valid_loss : 0.1666107028722763
128940 0.166946 0.166611 0.183235 CURRENT LEARNING RATE: 0.19276663939931113
previous_iter_valid_loss : 0.16581496596336365
128960 0.166120 0.165815 0.183250 CURRENT LEARNING RATE: 0.19272808992650708
previous_iter_valid_loss : 0.1906823217868805
128980 0.191192 0.190682 0.183761 CURRENT LEARNING RATE: 0.19268954816282663
previous_iter_valid_loss : 0.17192944884300232
129000 0.172244 0.171929 0.183805 CURRENT LEARNING RATE: 0.1926510141067281
previous_iter_valid_loss : 0.17894455790519714
129020 0.179326 0.178945 0.179122 CURRENT LEARNING RATE: 0.19261248775667017
previous_iter_valid_loss : 0.17368413507938385
129040 0.173986 0.173684 0.179217 CURRENT LEARNING RATE: 0.1925739691111118
previous_iter_valid_loss : 0.16666053235530853
129060 0.166947 0.166661 0.178349 CURRENT LEARNING RATE: 0.19253545816851222
previous_iter_valid_loss : 0.1818711757659912
129080 0.182207 0.181871 0.177953 CURRENT LEARNING RATE: 0.192496954927331
previous_iter_valid_loss : 0.1678580641746521
129100 0.168146 0.167858 0.177376 CURRENT LEARNING RATE: 0.19245845938602796
previous_iter_valid_loss : 0.1764754056930542
129120 0.176850 0.176475 0.177446 CURRENT LEARNING RATE: 0.19241997154306334
previous_iter_valid_loss : 0.1670570820569992
129140 0.167368 0.167057 0.177240 CURRENT LEARNING RATE: 0.1923814913968976
previous_iter_valid_loss : 0.1748897135257721
129160 0.175239 0.174890 0.176449 CURRENT LEARNING RATE: 0.19234301894599157
previous_iter_valid_loss : 0.17161856591701508
129180 0.171989 0.171619 0.176041 CURRENT LEARNING RATE: 0.1923045541888063
previous_iter_valid_loss : 0.17684859037399292
129200 0.177078 0.176849 0.174889 CURRENT LEARNING RATE: 0.19226609712380324
previous_iter_valid_loss : 0.16963347792625427
129220 0.169922 0.169633 0.174843 CURRENT LEARNING RATE: 0.19222764774944406
previous_iter_valid_loss : 0.1781700849533081
129240 0.178451 0.178170 0.173043 CURRENT LEARNING RATE: 0.19218920606419085
previous_iter_valid_loss : 0.18035727739334106
129260 0.180651 0.180357 0.173604 CURRENT LEARNING RATE: 0.1921507720665059
previous_iter_valid_loss : 0.17038390040397644
129280 0.170657 0.170384 0.173491 CURRENT LEARNING RATE: 0.19211234575485187
previous_iter_valid_loss : 0.17086359858512878
129300 0.171184 0.170864 0.173642 CURRENT LEARNING RATE: 0.19207392712769167
previous_iter_valid_loss : 0.16654951870441437
129320 0.166880 0.166550 0.173344 CURRENT LEARNING RATE: 0.19203551618348855
previous_iter_valid_loss : 0.16805988550186157
129340 0.168392 0.168060 0.173417 CURRENT LEARNING RATE: 0.19199711292070615
previous_iter_valid_loss : 0.20574814081192017
129360 0.206016 0.205748 0.175413 CURRENT LEARNING RATE: 0.19195871733780828
previous_iter_valid_loss : 0.17561909556388855
129380 0.175991 0.175619 0.174660 CURRENT LEARNING RATE: 0.19192032943325915
previous_iter_valid_loss : 0.17216399312019348
129400 0.172489 0.172164 0.174672 CURRENT LEARNING RATE: 0.1918819492055232
previous_iter_valid_loss : 0.16622082889080048
129420 0.166533 0.166221 0.174036 CURRENT LEARNING RATE: 0.19184357665306526
previous_iter_valid_loss : 0.16676105558872223
129440 0.167079 0.166761 0.173690 CURRENT LEARNING RATE: 0.19180521177435042
previous_iter_valid_loss : 0.16808074712753296
129460 0.168373 0.168081 0.173761 CURRENT LEARNING RATE: 0.19176685456784404
previous_iter_valid_loss : 0.1692948341369629
129480 0.169645 0.169295 0.173132 CURRENT LEARNING RATE: 0.1917285050320119
previous_iter_valid_loss : 0.1771978735923767
129500 0.177519 0.177198 0.173599 CURRENT LEARNING RATE: 0.19169016316531998
previous_iter_valid_loss : 0.16730175912380219
129520 0.167661 0.167302 0.173140 CURRENT LEARNING RATE: 0.19165182896623456
previous_iter_valid_loss : 0.16910085082054138
129540 0.169535 0.169101 0.173242 CURRENT LEARNING RATE: 0.1916135024332224
previous_iter_valid_loss : 0.16307474672794342
129560 0.163354 0.163075 0.172651 CURRENT LEARNING RATE: 0.1915751835647503
previous_iter_valid_loss : 0.16616074740886688
129580 0.166496 0.166161 0.172379 CURRENT LEARNING RATE: 0.19153687235928563
previous_iter_valid_loss : 0.17762868106365204
129600 0.177946 0.177629 0.172418 CURRENT LEARNING RATE: 0.19149856881529584
previous_iter_valid_loss : 0.1763933300971985
129620 0.176701 0.176393 0.172756 CURRENT LEARNING RATE: 0.19146027293124884
previous_iter_valid_loss : 0.17085862159729004
129640 0.171260 0.170859 0.172390 CURRENT LEARNING RATE: 0.19142198470561278
previous_iter_valid_loss : 0.16402800381183624
129660 0.164292 0.164028 0.171574 CURRENT LEARNING RATE: 0.19138370413685615
previous_iter_valid_loss : 0.16493618488311768
129680 0.165242 0.164936 0.171301 CURRENT LEARNING RATE: 0.19134543122344772
previous_iter_valid_loss : 0.17384514212608337
129700 0.174245 0.173845 0.171450 CURRENT LEARNING RATE: 0.19130716596385652
previous_iter_valid_loss : 0.18111975491046906
129720 0.181511 0.181120 0.172179 CURRENT LEARNING RATE: 0.19126890835655197
previous_iter_valid_loss : 0.16517771780490875
129740 0.165481 0.165178 0.172035 CURRENT LEARNING RATE: 0.1912306584000038
previous_iter_valid_loss : 0.16532239317893982
129760 0.165663 0.165322 0.170013 CURRENT LEARNING RATE: 0.191192416092682
previous_iter_valid_loss : 0.1668318808078766
129780 0.167231 0.166832 0.169574 CURRENT LEARNING RATE: 0.19115418143305693
previous_iter_valid_loss : 0.18678058683872223
129800 0.187136 0.186781 0.170305 CURRENT LEARNING RATE: 0.19111595441959905
previous_iter_valid_loss : 0.19420215487480164
129820 0.194482 0.194202 0.171704 CURRENT LEARNING RATE: 0.19107773505077943
previous_iter_valid_loss : 0.16374580562114716
129840 0.164051 0.163746 0.171553 CURRENT LEARNING RATE: 0.1910395233250692
previous_iter_valid_loss : 0.17531359195709229
129860 0.175665 0.175314 0.171915 CURRENT LEARNING RATE: 0.19100131924094
previous_iter_valid_loss : 0.16757065057754517
129880 0.167889 0.167571 0.171829 CURRENT LEARNING RATE: 0.19096312279686353
previous_iter_valid_loss : 0.16568751633167267
129900 0.165997 0.165688 0.171253 CURRENT LEARNING RATE: 0.190924933991312
previous_iter_valid_loss : 0.17026790976524353
129920 0.170597 0.170268 0.171401 CURRENT LEARNING RATE: 0.19088675282275783
previous_iter_valid_loss : 0.16823725402355194
129940 0.168649 0.168237 0.171358 CURRENT LEARNING RATE: 0.19084857928967383
previous_iter_valid_loss : 0.1685168296098709
129960 0.168904 0.168517 0.171630 CURRENT LEARNING RATE: 0.19081041339053303
previous_iter_valid_loss : 0.17391842603683472
129980 0.174428 0.173918 0.172018 CURRENT LEARNING RATE: 0.1907722551238088
previous_iter_valid_loss : 0.1679958552122116
130000 0.168356 0.167996 0.171536 CURRENT LEARNING RATE: 0.1907341044879748
previous_iter_valid_loss : 0.16680699586868286
130020 0.167162 0.166807 0.171057 CURRENT LEARNING RATE: 0.190695961481505
previous_iter_valid_loss : 0.16463711857795715
130040 0.164976 0.164637 0.170746 CURRENT LEARNING RATE: 0.19065782610287368
previous_iter_valid_loss : 0.17656777799129486
130060 0.177026 0.176568 0.171373 CURRENT LEARNING RATE: 0.19061969835055542
previous_iter_valid_loss : 0.1694795787334442
130080 0.169844 0.169480 0.171600 CURRENT LEARNING RATE: 0.19058157822302513
previous_iter_valid_loss : 0.16680732369422913
130100 0.167130 0.166807 0.171248 CURRENT LEARNING RATE: 0.19054346571875802
previous_iter_valid_loss : 0.16741213202476501
130120 0.167782 0.167412 0.170563 CURRENT LEARNING RATE: 0.19050536083622954
previous_iter_valid_loss : 0.1655755341053009
130140 0.165894 0.165576 0.170583 CURRENT LEARNING RATE: 0.1904672635739155
previous_iter_valid_loss : 0.20043528079986572
130160 0.200961 0.200435 0.172339 CURRENT LEARNING RATE: 0.19042917393029202
previous_iter_valid_loss : 0.191719189286232
130180 0.192250 0.191719 0.173583 CURRENT LEARNING RATE: 0.19039109190383555
previous_iter_valid_loss : 0.16655249893665314
130200 0.166904 0.166552 0.172571 CURRENT LEARNING RATE: 0.1903530174930228
previous_iter_valid_loss : 0.167115718126297
130220 0.167444 0.167116 0.171217 CURRENT LEARNING RATE: 0.19031495069633075
previous_iter_valid_loss : 0.17062397301197052
130240 0.170980 0.170624 0.171561 CURRENT LEARNING RATE: 0.19027689151223676
previous_iter_valid_loss : 0.17912596464157104
130260 0.179500 0.179126 0.171752 CURRENT LEARNING RATE: 0.19023883993921847
previous_iter_valid_loss : 0.17034082114696503
130280 0.170732 0.170341 0.171890 CURRENT LEARNING RATE: 0.1902007959757538
previous_iter_valid_loss : 0.17051778733730316
130300 0.170847 0.170518 0.172132 CURRENT LEARNING RATE: 0.19016275962032095
previous_iter_valid_loss : 0.1649693101644516
130320 0.165255 0.164969 0.171867 CURRENT LEARNING RATE: 0.19012473087139856
previous_iter_valid_loss : 0.17467215657234192
130340 0.175011 0.174672 0.172189 CURRENT LEARNING RATE: 0.19008670972746536
previous_iter_valid_loss : 0.16611601412296295
130360 0.166445 0.166116 0.172068 CURRENT LEARNING RATE: 0.19004869618700065
previous_iter_valid_loss : 0.16625143587589264
130380 0.166590 0.166251 0.171685 CURRENT LEARNING RATE: 0.1900106902484838
previous_iter_valid_loss : 0.16957896947860718
130400 0.169964 0.169579 0.171764 CURRENT LEARNING RATE: 0.18997269191039456
previous_iter_valid_loss : 0.16774524748325348
130420 0.168097 0.167745 0.171811 CURRENT LEARNING RATE: 0.18993470117121306
previous_iter_valid_loss : 0.16626639664173126
130440 0.166559 0.166266 0.171893 CURRENT LEARNING RATE: 0.18989671802941957
previous_iter_valid_loss : 0.17398934066295624
130460 0.174338 0.173989 0.171764 CURRENT LEARNING RATE: 0.18985874248349488
previous_iter_valid_loss : 0.1690189391374588
130480 0.169328 0.169019 0.171741 CURRENT LEARNING RATE: 0.18982077453191992
previous_iter_valid_loss : 0.1690010130405426
130500 0.169342 0.169001 0.171850 CURRENT LEARNING RATE: 0.1897828141731759
previous_iter_valid_loss : 0.1692817658185959
130520 0.169686 0.169282 0.171944 CURRENT LEARNING RATE: 0.18974486140574456
previous_iter_valid_loss : 0.17305386066436768
130540 0.173428 0.173054 0.172318 CURRENT LEARNING RATE: 0.18970691622810762
previous_iter_valid_loss : 0.1699446588754654
130560 0.170266 0.169945 0.170793 CURRENT LEARNING RATE: 0.18966897863874738
previous_iter_valid_loss : 0.17190106213092804
130580 0.172255 0.171901 0.169802 CURRENT LEARNING RATE: 0.18963104863614635
previous_iter_valid_loss : 0.17949160933494568
130600 0.179797 0.179492 0.170449 CURRENT LEARNING RATE: 0.18959312621878727
previous_iter_valid_loss : 0.16672354936599731
130620 0.166959 0.166724 0.170430 CURRENT LEARNING RATE: 0.18955521138515327
previous_iter_valid_loss : 0.16434159874916077
130640 0.164582 0.164342 0.170116 CURRENT LEARNING RATE: 0.18951730413372772
previous_iter_valid_loss : 0.16911128163337708
130660 0.169376 0.169111 0.169615 CURRENT LEARNING RATE: 0.18947940446299438
previous_iter_valid_loss : 0.17912183701992035
130680 0.179548 0.179122 0.170054 CURRENT LEARNING RATE: 0.18944151237143728
previous_iter_valid_loss : 0.17264166474342346
130700 0.173041 0.172642 0.170160 CURRENT LEARNING RATE: 0.18940362785754067
previous_iter_valid_loss : 0.17228689789772034
130720 0.172567 0.172287 0.170526 CURRENT LEARNING RATE: 0.18936575091978916
previous_iter_valid_loss : 0.16801688075065613
130740 0.168300 0.168017 0.170193 CURRENT LEARNING RATE: 0.18932788155666774
previous_iter_valid_loss : 0.1884380280971527
130760 0.188853 0.188438 0.171309 CURRENT LEARNING RATE: 0.18929001976666163
previous_iter_valid_loss : 0.18427816033363342
130780 0.184660 0.184278 0.172211 CURRENT LEARNING RATE: 0.1892521655482563
previous_iter_valid_loss : 0.17589130997657776
130800 0.176219 0.175891 0.172526 CURRENT LEARNING RATE: 0.18921431889993764
previous_iter_valid_loss : 0.2017035186290741
130820 0.201892 0.201704 0.174224 CURRENT LEARNING RATE: 0.18917647982019173
previous_iter_valid_loss : 0.17188237607479095
130840 0.172198 0.171882 0.174505 CURRENT LEARNING RATE: 0.1891386483075051
previous_iter_valid_loss : 0.16709530353546143
130860 0.167309 0.167095 0.174160 CURRENT LEARNING RATE: 0.18910082436036438
previous_iter_valid_loss : 0.16903191804885864
130880 0.169268 0.169032 0.174161 CURRENT LEARNING RATE: 0.1890630079772567
previous_iter_valid_loss : 0.18448567390441895
130900 0.184944 0.184486 0.174935 CURRENT LEARNING RATE: 0.18902519915666935
previous_iter_valid_loss : 0.1653881072998047
130920 0.165586 0.165388 0.174740 CURRENT LEARNING RATE: 0.18898739789708996
previous_iter_valid_loss : 0.17160265147686005
130940 0.171829 0.171603 0.174668 CURRENT LEARNING RATE: 0.1889496041970065
previous_iter_valid_loss : 0.17618338763713837
130960 0.176463 0.176183 0.174980 CURRENT LEARNING RATE: 0.18891181805490725
previous_iter_valid_loss : 0.16708610951900482
130980 0.167339 0.167086 0.174739 CURRENT LEARNING RATE: 0.18887403946928075
previous_iter_valid_loss : 0.16651736199855804
131000 0.166738 0.166517 0.174090 CURRENT LEARNING RATE: 0.18883626843861592
previous_iter_valid_loss : 0.17051957547664642
131020 0.170842 0.170520 0.174280 CURRENT LEARNING RATE: 0.18879850496140177
previous_iter_valid_loss : 0.18383340537548065
131040 0.184306 0.183833 0.175255 CURRENT LEARNING RATE: 0.18876074903612788
previous_iter_valid_loss : 0.1761646270751953
131060 0.176511 0.176165 0.175607 CURRENT LEARNING RATE: 0.18872300066128397
previous_iter_valid_loss : 0.17286939918994904
131080 0.173081 0.172869 0.175295 CURRENT LEARNING RATE: 0.1886852598353601
previous_iter_valid_loss : 0.1700190007686615
131100 0.170239 0.170019 0.175164 CURRENT LEARNING RATE: 0.1886475265568467
previous_iter_valid_loss : 0.1760328710079193
131120 0.176290 0.176033 0.175351 CURRENT LEARNING RATE: 0.1886098008242343
previous_iter_valid_loss : 0.17533567547798157
131140 0.175565 0.175336 0.175717 CURRENT LEARNING RATE: 0.18857208263601397
previous_iter_valid_loss : 0.1685842126607895
131160 0.168849 0.168584 0.174724 CURRENT LEARNING RATE: 0.18853437199067702
previous_iter_valid_loss : 0.16787293553352356
131180 0.168098 0.167873 0.173904 CURRENT LEARNING RATE: 0.18849666888671496
previous_iter_valid_loss : 0.16511599719524384
131200 0.165324 0.165116 0.173365 CURRENT LEARNING RATE: 0.18845897332261968
previous_iter_valid_loss : 0.16853487491607666
131220 0.168776 0.168535 0.171707 CURRENT LEARNING RATE: 0.18842128529688335
previous_iter_valid_loss : 0.16659648716449738
131240 0.166819 0.166596 0.171443 CURRENT LEARNING RATE: 0.18838360480799848
previous_iter_valid_loss : 0.16640451550483704
131260 0.166648 0.166405 0.171408 CURRENT LEARNING RATE: 0.1883459318544578
previous_iter_valid_loss : 0.17253024876117706
131280 0.172796 0.172530 0.171583 CURRENT LEARNING RATE: 0.18830826643475446
previous_iter_valid_loss : 0.19225865602493286
131300 0.192660 0.192259 0.171972 CURRENT LEARNING RATE: 0.18827060854738176
previous_iter_valid_loss : 0.24048076570034027
131320 0.241204 0.240481 0.175726 CURRENT LEARNING RATE: 0.18823295819083344
previous_iter_valid_loss : 0.16741584241390228
131340 0.167639 0.167416 0.175517 CURRENT LEARNING RATE: 0.18819531536360345
previous_iter_valid_loss : 0.16531722247600555
131360 0.165473 0.165317 0.174974 CURRENT LEARNING RATE: 0.18815768006418612
previous_iter_valid_loss : 0.17065177857875824
131380 0.170946 0.170652 0.175152 CURRENT LEARNING RATE: 0.18812005229107603
previous_iter_valid_loss : 0.1669979840517044
131400 0.167212 0.166998 0.175176 CURRENT LEARNING RATE: 0.18808243204276803
previous_iter_valid_loss : 0.17638258635997772
131420 0.176770 0.176383 0.175469 CURRENT LEARNING RATE: 0.18804481931775735
previous_iter_valid_loss : 0.19129878282546997
131440 0.191530 0.191299 0.175842 CURRENT LEARNING RATE: 0.18800721411453952
previous_iter_valid_loss : 0.16717740893363953
131460 0.167355 0.167177 0.175393 CURRENT LEARNING RATE: 0.18796961643161023
previous_iter_valid_loss : 0.17226450145244598
131480 0.172495 0.172265 0.175363 CURRENT LEARNING RATE: 0.1879320262674656
previous_iter_valid_loss : 0.1661672294139862
131500 0.166373 0.166167 0.175170 CURRENT LEARNING RATE: 0.1878944436206021
previous_iter_valid_loss : 0.16964812576770782
131520 0.169909 0.169648 0.174851 CURRENT LEARNING RATE: 0.18785686848951633
previous_iter_valid_loss : 0.16502749919891357
131540 0.165197 0.165027 0.174335 CURRENT LEARNING RATE: 0.1878193008727053
previous_iter_valid_loss : 0.16620337963104248
131560 0.166408 0.166203 0.174216 CURRENT LEARNING RATE: 0.18778174076866636
previous_iter_valid_loss : 0.17201286554336548
131580 0.172315 0.172013 0.174423 CURRENT LEARNING RATE: 0.18774418817589708
previous_iter_valid_loss : 0.17959773540496826
131600 0.179818 0.179598 0.175147 CURRENT LEARNING RATE: 0.18770664309289536
previous_iter_valid_loss : 0.16842781007289886
131620 0.168609 0.168428 0.175142 CURRENT LEARNING RATE: 0.1876691055181594
previous_iter_valid_loss : 0.1662156879901886
131640 0.166391 0.166216 0.175123 CURRENT LEARNING RATE: 0.18763157545018766
previous_iter_valid_loss : 0.1732741743326187
131660 0.173489 0.173274 0.175467 CURRENT LEARNING RATE: 0.18759405288747896
previous_iter_valid_loss : 0.18081574141979218
131680 0.181159 0.180816 0.175881 CURRENT LEARNING RATE: 0.18755653782853243
previous_iter_valid_loss : 0.18451030552387238
131700 0.184859 0.184510 0.175493 CURRENT LEARNING RATE: 0.1875190302718474
previous_iter_valid_loss : 0.16768936812877655
131720 0.167888 0.167689 0.171854 CURRENT LEARNING RATE: 0.18748153021592365
previous_iter_valid_loss : 0.17417596280574799
131740 0.174499 0.174176 0.172192 CURRENT LEARNING RATE: 0.18744403765926104
previous_iter_valid_loss : 0.1896468997001648
131760 0.190056 0.189647 0.173408 CURRENT LEARNING RATE: 0.18740655260036007
previous_iter_valid_loss : 0.16544833779335022
131780 0.165706 0.165448 0.173148 CURRENT LEARNING RATE: 0.18736907503772118
previous_iter_valid_loss : 0.16677549481391907
131800 0.167018 0.166775 0.173137 CURRENT LEARNING RATE: 0.18733160496984533
previous_iter_valid_loss : 0.1704687476158142
131820 0.170758 0.170469 0.172841 CURRENT LEARNING RATE: 0.1872941423952337
previous_iter_valid_loss : 0.16878177225589752
131840 0.169028 0.168782 0.171716 CURRENT LEARNING RATE: 0.1872566873123878
previous_iter_valid_loss : 0.16830749809741974
131860 0.168553 0.168307 0.171772 CURRENT LEARNING RATE: 0.18721923971980942
previous_iter_valid_loss : 0.16635793447494507
131880 0.166617 0.166358 0.171477 CURRENT LEARNING RATE: 0.18718179961600062
previous_iter_valid_loss : 0.1665012240409851
131900 0.166727 0.166501 0.171493 CURRENT LEARNING RATE: 0.18714436699946382
previous_iter_valid_loss : 0.16625291109085083
131920 0.166497 0.166253 0.171324 CURRENT LEARNING RATE: 0.1871069418687018
previous_iter_valid_loss : 0.16601577401161194
131940 0.166239 0.166016 0.171373 CURRENT LEARNING RATE: 0.1870695242222174
previous_iter_valid_loss : 0.17754313349723816
131960 0.177921 0.177543 0.171940 CURRENT LEARNING RATE: 0.187032114058514
previous_iter_valid_loss : 0.16638626158237457
131980 0.166552 0.166386 0.171659 CURRENT LEARNING RATE: 0.18699471137609522
previous_iter_valid_loss : 0.16724516451358795
132000 0.167435 0.167245 0.171041 CURRENT LEARNING RATE: 0.18695731617346492
previous_iter_valid_loss : 0.16678664088249207
132020 0.166967 0.166787 0.170959 CURRENT LEARNING RATE: 0.1869199284491273
previous_iter_valid_loss : 0.17115037143230438
132040 0.171355 0.171150 0.171206 CURRENT LEARNING RATE: 0.18688254820158684
previous_iter_valid_loss : 0.17097832262516022
132060 0.171169 0.170978 0.171091 CURRENT LEARNING RATE: 0.1868451754293483
previous_iter_valid_loss : 0.16875548660755157
132080 0.168929 0.168755 0.170488 CURRENT LEARNING RATE: 0.18680781013091688
previous_iter_valid_loss : 0.20161600410938263
132100 0.202238 0.201616 0.171343 CURRENT LEARNING RATE: 0.18677045230479783
previous_iter_valid_loss : 0.17174144089221954
132120 0.172022 0.171741 0.171546 CURRENT LEARNING RATE: 0.18673310194949688
previous_iter_valid_loss : 0.19193942844867706
132140 0.192142 0.191939 0.172434 CURRENT LEARNING RATE: 0.18669575906352
previous_iter_valid_loss : 0.18296374380588531
132160 0.183184 0.182964 0.172100 CURRENT LEARNING RATE: 0.1866584236453736
previous_iter_valid_loss : 0.16907447576522827
132180 0.169259 0.169074 0.172281 CURRENT LEARNING RATE: 0.1866210956935641
previous_iter_valid_loss : 0.16677378118038177
132200 0.166968 0.166774 0.172281 CURRENT LEARNING RATE: 0.1865837752065985
previous_iter_valid_loss : 0.1690564900636673
132220 0.169314 0.169056 0.172210 CURRENT LEARNING RATE: 0.18654646218298393
previous_iter_valid_loss : 0.1644328385591507
132240 0.164668 0.164433 0.171993 CURRENT LEARNING RATE: 0.18650915662122788
previous_iter_valid_loss : 0.16347075998783112
132260 0.163607 0.163471 0.171751 CURRENT LEARNING RATE: 0.1864718585198381
previous_iter_valid_loss : 0.16776227951049805
132280 0.167988 0.167762 0.171821 CURRENT LEARNING RATE: 0.1864345678773227
previous_iter_valid_loss : 0.18369349837303162
132300 0.184104 0.183693 0.172681 CURRENT LEARNING RATE: 0.18639728469219002
previous_iter_valid_loss : 0.16404934227466583
132320 0.164250 0.164049 0.172571 CURRENT LEARNING RATE: 0.18636000896294874
previous_iter_valid_loss : 0.17875106632709503
132340 0.179021 0.178751 0.173208 CURRENT LEARNING RATE: 0.18632274068810784
previous_iter_valid_loss : 0.16424696147441864
132360 0.164467 0.164247 0.172543 CURRENT LEARNING RATE: 0.18628547986617663
previous_iter_valid_loss : 0.16660739481449127
132380 0.166868 0.166607 0.172554 CURRENT LEARNING RATE: 0.18624822649566464
previous_iter_valid_loss : 0.16730748116970062
132400 0.167564 0.167307 0.172557 CURRENT LEARNING RATE: 0.1862109805750817
previous_iter_valid_loss : 0.1738409698009491
132420 0.174109 0.173841 0.172910 CURRENT LEARNING RATE: 0.18617374210293805
previous_iter_valid_loss : 0.17013441026210785
132440 0.170348 0.170134 0.172859 CURRENT LEARNING RATE: 0.1861365110777441
previous_iter_valid_loss : 0.17180366814136505
132460 0.171954 0.171804 0.172900 CURRENT LEARNING RATE: 0.18609928749801058
previous_iter_valid_loss : 0.17324697971343994
132480 0.173433 0.173247 0.173125 CURRENT LEARNING RATE: 0.18606207136224862
previous_iter_valid_loss : 0.16736388206481934
132500 0.167560 0.167364 0.171412 CURRENT LEARNING RATE: 0.1860248626689695
previous_iter_valid_loss : 0.1713128685951233
132520 0.171596 0.171313 0.171391 CURRENT LEARNING RATE: 0.18598766141668496
previous_iter_valid_loss : 0.16484813392162323
132540 0.165034 0.164848 0.170036 CURRENT LEARNING RATE: 0.18595046760390688
previous_iter_valid_loss : 0.16520023345947266
132560 0.165390 0.165200 0.169148 CURRENT LEARNING RATE: 0.1859132812291475
previous_iter_valid_loss : 0.17303480207920074
132580 0.173280 0.173035 0.169346 CURRENT LEARNING RATE: 0.18587610229091944
previous_iter_valid_loss : 0.17142881453037262
132600 0.171566 0.171429 0.169579 CURRENT LEARNING RATE: 0.18583893078773547
previous_iter_valid_loss : 0.16791467368602753
132620 0.168072 0.167915 0.169522 CURRENT LEARNING RATE: 0.18580176671810877
previous_iter_valid_loss : 0.17581096291542053
132640 0.175980 0.175811 0.170091 CURRENT LEARNING RATE: 0.18576461008055276
previous_iter_valid_loss : 0.16413035988807678
132660 0.164320 0.164130 0.170124 CURRENT LEARNING RATE: 0.18572746087358116
previous_iter_valid_loss : 0.16268140077590942
132680 0.162854 0.162681 0.169870 CURRENT LEARNING RATE: 0.18569031909570805
previous_iter_valid_loss : 0.16643784940242767
132700 0.166667 0.166438 0.169007 CURRENT LEARNING RATE: 0.18565318474544776
previous_iter_valid_loss : 0.16685578227043152
132720 0.167086 0.166856 0.169147 CURRENT LEARNING RATE: 0.18561605782131482
previous_iter_valid_loss : 0.1830691695213318
132740 0.183345 0.183069 0.169363 CURRENT LEARNING RATE: 0.18557893832182426
previous_iter_valid_loss : 0.22465991973876953
132760 0.224746 0.224660 0.172384 CURRENT LEARNING RATE: 0.1855418262454912
previous_iter_valid_loss : 0.17132824659347534
132780 0.171541 0.171328 0.172620 CURRENT LEARNING RATE: 0.18550472159083123
previous_iter_valid_loss : 0.18103846907615662
132800 0.181253 0.181038 0.173306 CURRENT LEARNING RATE: 0.1854676243563602
previous_iter_valid_loss : 0.18470506370067596
132820 0.184923 0.184705 0.173849 CURRENT LEARNING RATE: 0.1854305345405941
previous_iter_valid_loss : 0.17872968316078186
132840 0.178968 0.178730 0.174279 CURRENT LEARNING RATE: 0.18539345214204947
previous_iter_valid_loss : 0.16416335105895996
132860 0.164353 0.164163 0.173897 CURRENT LEARNING RATE: 0.1853563771592429
previous_iter_valid_loss : 0.1654512882232666
132880 0.165577 0.165451 0.173507 CURRENT LEARNING RATE: 0.1853193095906915
previous_iter_valid_loss : 0.16583998501300812
132900 0.166024 0.165840 0.173431 CURRENT LEARNING RATE: 0.18528224943491248
previous_iter_valid_loss : 0.16779594123363495
132920 0.167983 0.167796 0.173255 CURRENT LEARNING RATE: 0.18524519669042344
previous_iter_valid_loss : 0.16552497446537018
132940 0.165693 0.165525 0.173289 CURRENT LEARNING RATE: 0.18520815135574234
previous_iter_valid_loss : 0.1661541908979416
132960 0.166340 0.166154 0.173337 CURRENT LEARNING RATE: 0.18517111342938722
previous_iter_valid_loss : 0.1654069423675537
132980 0.165599 0.165407 0.172955 CURRENT LEARNING RATE: 0.18513408290987676
previous_iter_valid_loss : 0.17922167479991913
133000 0.179437 0.179222 0.173345 CURRENT LEARNING RATE: 0.1850970597957296
previous_iter_valid_loss : 0.17229554057121277
133020 0.172591 0.172296 0.173564 CURRENT LEARNING RATE: 0.1850600440854649
previous_iter_valid_loss : 0.16515718400478363
133040 0.165378 0.165157 0.173031 CURRENT LEARNING RATE: 0.18502303577760193
previous_iter_valid_loss : 0.16671879589557648
133060 0.166970 0.166719 0.173161 CURRENT LEARNING RATE: 0.18498603487066043
previous_iter_valid_loss : 0.19828149676322937
133080 0.198461 0.198281 0.174941 CURRENT LEARNING RATE: 0.1849490413631604
previous_iter_valid_loss : 0.18502022325992584
133100 0.185372 0.185020 0.175870 CURRENT LEARNING RATE: 0.18491205525362198
previous_iter_valid_loss : 0.17232638597488403
133120 0.172602 0.172326 0.176143 CURRENT LEARNING RATE: 0.18487507654056587
previous_iter_valid_loss : 0.18275977671146393
133140 0.183129 0.182760 0.176128 CURRENT LEARNING RATE: 0.18483810522251276
previous_iter_valid_loss : 0.17549090087413788
133160 0.175718 0.175491 0.173670 CURRENT LEARNING RATE: 0.1848011412979839
previous_iter_valid_loss : 0.16650938987731934
133180 0.166698 0.166509 0.173429 CURRENT LEARNING RATE: 0.18476418476550077
previous_iter_valid_loss : 0.1670677810907364
133200 0.167266 0.167068 0.172730 CURRENT LEARNING RATE: 0.184727235623585
previous_iter_valid_loss : 0.19478531181812286
133220 0.195231 0.194785 0.173234 CURRENT LEARNING RATE: 0.1846902938707587
previous_iter_valid_loss : 0.16578665375709534
133240 0.165995 0.165787 0.172587 CURRENT LEARNING RATE: 0.18465335950554418
previous_iter_valid_loss : 0.16958551108837128
133260 0.169812 0.169586 0.172858 CURRENT LEARNING RATE: 0.18461643252646412
previous_iter_valid_loss : 0.17045703530311584
133280 0.170739 0.170457 0.173108 CURRENT LEARNING RATE: 0.18457951293204133
previous_iter_valid_loss : 0.17646165192127228
133300 0.176691 0.176462 0.173639 CURRENT LEARNING RATE: 0.18454260072079906
previous_iter_valid_loss : 0.1695842146873474
133320 0.169839 0.169584 0.173729 CURRENT LEARNING RATE: 0.18450569589126087
previous_iter_valid_loss : 0.1643313467502594
133340 0.164576 0.164331 0.173669 CURRENT LEARNING RATE: 0.18446879844195055
previous_iter_valid_loss : 0.1707368791103363
133360 0.171057 0.170737 0.173898 CURRENT LEARNING RATE: 0.18443190837139214
previous_iter_valid_loss : 0.17275777459144592
133380 0.173020 0.172758 0.174266 CURRENT LEARNING RATE: 0.18439502567811017
previous_iter_valid_loss : 0.1699827015399933
133400 0.170197 0.169983 0.173804 CURRENT LEARNING RATE: 0.1843581503606292
previous_iter_valid_loss : 0.19342511892318726
133420 0.193658 0.193425 0.174860 CURRENT LEARNING RATE: 0.1843212824174743
previous_iter_valid_loss : 0.18862900137901306
133440 0.188838 0.188629 0.176034 CURRENT LEARNING RATE: 0.1842844218471707
previous_iter_valid_loss : 0.19542589783668518
133460 0.195598 0.195426 0.177469 CURRENT LEARNING RATE: 0.184247568648244
previous_iter_valid_loss : 0.19867703318595886
133480 0.198844 0.198677 0.177489 CURRENT LEARNING RATE: 0.18421072281922007
previous_iter_valid_loss : 0.18922483921051025
133500 0.189471 0.189225 0.177699 CURRENT LEARNING RATE: 0.1841738843586251
previous_iter_valid_loss : 0.16766458749771118
133520 0.167813 0.167665 0.177466 CURRENT LEARNING RATE: 0.18413705326498553
previous_iter_valid_loss : 0.17156504094600677
133540 0.171734 0.171565 0.176907 CURRENT LEARNING RATE: 0.18410022953682809
previous_iter_valid_loss : 0.204165518283844
133560 0.204299 0.204166 0.178340 CURRENT LEARNING RATE: 0.1840634131726798
previous_iter_valid_loss : 0.16990667581558228
133580 0.170171 0.169907 0.178510 CURRENT LEARNING RATE: 0.18402660417106814
previous_iter_valid_loss : 0.16566109657287598
133600 0.165823 0.165661 0.178440 CURRENT LEARNING RATE: 0.18398980253052066
previous_iter_valid_loss : 0.16744859516620636
133620 0.167634 0.167449 0.177073 CURRENT LEARNING RATE: 0.18395300824956531
previous_iter_valid_loss : 0.16440658271312714
133640 0.164558 0.164407 0.177004 CURRENT LEARNING RATE: 0.18391622132673027
previous_iter_valid_loss : 0.1714857518672943
133660 0.171792 0.171486 0.177099 CURRENT LEARNING RATE: 0.18387944176054416
previous_iter_valid_loss : 0.16920694708824158
133680 0.169453 0.169207 0.177036 CURRENT LEARNING RATE: 0.18384266954953574
previous_iter_valid_loss : 0.18046438694000244
133700 0.180883 0.180464 0.177237 CURRENT LEARNING RATE: 0.18380590469223412
previous_iter_valid_loss : 0.1912025660276413
133720 0.191395 0.191203 0.178317 CURRENT LEARNING RATE: 0.18376914718716872
previous_iter_valid_loss : 0.17068299651145935
133740 0.170854 0.170683 0.178635 CURRENT LEARNING RATE: 0.1837323970328692
previous_iter_valid_loss : 0.16482451558113098
133760 0.164964 0.164825 0.178339 CURRENT LEARNING RATE: 0.18369565422786555
previous_iter_valid_loss : 0.1648128479719162
133780 0.165004 0.164813 0.177942 CURRENT LEARNING RATE: 0.18365891877068818
previous_iter_valid_loss : 0.1934182494878769
133800 0.193599 0.193418 0.179114 CURRENT LEARNING RATE: 0.18362219065986757
previous_iter_valid_loss : 0.1698690950870514
133820 0.170056 0.169869 0.177936 CURRENT LEARNING RATE: 0.18358546989393457
previous_iter_valid_loss : 0.16976752877235413
133840 0.169932 0.169768 0.176993 CURRENT LEARNING RATE: 0.1835487564714204
previous_iter_valid_loss : 0.17386497557163239
133860 0.174110 0.173865 0.175915 CURRENT LEARNING RATE: 0.18351205039085658
previous_iter_valid_loss : 0.16771408915519714
133880 0.168012 0.167714 0.174367 CURRENT LEARNING RATE: 0.18347535165077472
previous_iter_valid_loss : 0.17375288903713226
133900 0.174097 0.173753 0.173593 CURRENT LEARNING RATE: 0.18343866024970698
previous_iter_valid_loss : 0.16521914303302765
133920 0.165454 0.165219 0.173471 CURRENT LEARNING RATE: 0.18340197618618567
previous_iter_valid_loss : 0.16417594254016876
133940 0.164396 0.164176 0.173102 CURRENT LEARNING RATE: 0.18336529945874344
previous_iter_valid_loss : 0.17384843528270721
133960 0.174188 0.173848 0.171586 CURRENT LEARNING RATE: 0.18332863006591316
previous_iter_valid_loss : 0.17186199128627777
133980 0.172187 0.171862 0.171684 CURRENT LEARNING RATE: 0.18329196800622818
previous_iter_valid_loss : 0.1796634942293167
134000 0.180029 0.179663 0.172384 CURRENT LEARNING RATE: 0.18325531327822192
previous_iter_valid_loss : 0.16511118412017822
134020 0.165333 0.165111 0.172267 CURRENT LEARNING RATE: 0.1832186658804282
previous_iter_valid_loss : 0.16367670893669128
134040 0.163907 0.163677 0.172230 CURRENT LEARNING RATE: 0.18318202581138116
previous_iter_valid_loss : 0.16759128868579865
134060 0.167788 0.167591 0.172036 CURRENT LEARNING RATE: 0.1831453930696152
previous_iter_valid_loss : 0.16627304255962372
134080 0.166445 0.166273 0.171889 CURRENT LEARNING RATE: 0.18310876765366496
previous_iter_valid_loss : 0.16768144071102142
134100 0.167914 0.167681 0.171250 CURRENT LEARNING RATE: 0.1830721495620654
previous_iter_valid_loss : 0.16520705819129944
134120 0.165450 0.165207 0.169950 CURRENT LEARNING RATE: 0.18303553879335194
previous_iter_valid_loss : 0.17296244204044342
134140 0.173300 0.172962 0.170064 CURRENT LEARNING RATE: 0.18299893534606
previous_iter_valid_loss : 0.1713092178106308
134160 0.171507 0.171309 0.170388 CURRENT LEARNING RATE: 0.18296233921872548
previous_iter_valid_loss : 0.16930249333381653
134180 0.169566 0.169302 0.170613 CURRENT LEARNING RATE: 0.18292575040988457
previous_iter_valid_loss : 0.2014213353395462
134200 0.201819 0.201421 0.171013 CURRENT LEARNING RATE: 0.18288916891807375
previous_iter_valid_loss : 0.1664409041404724
134220 0.166701 0.166441 0.170841 CURRENT LEARNING RATE: 0.18285259474182966
previous_iter_valid_loss : 0.17289352416992188
134240 0.173217 0.172894 0.170998 CURRENT LEARNING RATE: 0.1828160278796894
previous_iter_valid_loss : 0.16779768466949463
134260 0.168067 0.167798 0.170694 CURRENT LEARNING RATE: 0.18277946833019026
previous_iter_valid_loss : 0.19680872559547424
134280 0.197304 0.196809 0.172149 CURRENT LEARNING RATE: 0.1827429160918699
previous_iter_valid_loss : 0.16688580811023712
134300 0.167163 0.166886 0.171806 CURRENT LEARNING RATE: 0.1827063711632662
previous_iter_valid_loss : 0.1641668677330017
134320 0.164393 0.164167 0.171753 CURRENT LEARNING RATE: 0.1826698335429174
previous_iter_valid_loss : 0.16936983168125153
134340 0.169666 0.169370 0.172013 CURRENT LEARNING RATE: 0.18263330322936194
previous_iter_valid_loss : 0.1653800755739212
134360 0.165592 0.165380 0.171589 CURRENT LEARNING RATE: 0.18259678022113862
previous_iter_valid_loss : 0.1672419011592865
134380 0.167528 0.167242 0.171358 CURRENT LEARNING RATE: 0.18256026451678653
previous_iter_valid_loss : 0.1636413037776947
134400 0.163856 0.163641 0.170557 CURRENT LEARNING RATE: 0.18252375611484506
previous_iter_valid_loss : 0.16541320085525513
134420 0.165656 0.165413 0.170572 CURRENT LEARNING RATE: 0.18248725501385388
previous_iter_valid_loss : 0.16417472064495087
134440 0.164395 0.164175 0.170597 CURRENT LEARNING RATE: 0.1824507612123529
previous_iter_valid_loss : 0.16480305790901184
134460 0.165002 0.164803 0.170458 CURRENT LEARNING RATE: 0.1824142747088824
previous_iter_valid_loss : 0.16640573740005493
134480 0.166637 0.166406 0.170464 CURRENT LEARNING RATE: 0.1823777955019829
previous_iter_valid_loss : 0.17108137905597687
134500 0.171312 0.171081 0.170634 CURRENT LEARNING RATE: 0.18234132359019525
previous_iter_valid_loss : 0.16741974651813507
134520 0.167661 0.167420 0.170745 CURRENT LEARNING RATE: 0.18230485897206058
previous_iter_valid_loss : 0.17458854615688324
134540 0.174870 0.174589 0.170826 CURRENT LEARNING RATE: 0.1822684016461203
previous_iter_valid_loss : 0.165714293718338
134560 0.165934 0.165714 0.170547 CURRENT LEARNING RATE: 0.1822319516109161
previous_iter_valid_loss : 0.1724449098110199
134580 0.172779 0.172445 0.170704 CURRENT LEARNING RATE: 0.18219550886498997
previous_iter_valid_loss : 0.17227990925312042
134600 0.172586 0.172280 0.169247 CURRENT LEARNING RATE: 0.18215907340688425
previous_iter_valid_loss : 0.170892596244812
134620 0.171116 0.170893 0.169469 CURRENT LEARNING RATE: 0.18212264523514146
previous_iter_valid_loss : 0.17404049634933472
134640 0.174379 0.174040 0.169527 CURRENT LEARNING RATE: 0.18208622434830454
previous_iter_valid_loss : 0.17128875851631165
134660 0.171573 0.171289 0.169701 CURRENT LEARNING RATE: 0.18204981074491658
previous_iter_valid_loss : 0.16561369597911835
134680 0.165860 0.165614 0.168141 CURRENT LEARNING RATE: 0.1820134044235211
previous_iter_valid_loss : 0.16530156135559082
134700 0.165536 0.165302 0.168062 CURRENT LEARNING RATE: 0.18197700538266182
previous_iter_valid_loss : 0.16812802851200104
134720 0.168400 0.168128 0.168260 CURRENT LEARNING RATE: 0.1819406136208828
previous_iter_valid_loss : 0.2043967843055725
134740 0.204467 0.204397 0.170012 CURRENT LEARNING RATE: 0.1819042291367283
previous_iter_valid_loss : 0.16542449593544006
134760 0.165646 0.165424 0.170014 CURRENT LEARNING RATE: 0.18186785192874297
previous_iter_valid_loss : 0.16366276144981384
134780 0.163912 0.163663 0.169835 CURRENT LEARNING RATE: 0.18183148199547178
previous_iter_valid_loss : 0.16896052658557892
134800 0.169173 0.168961 0.170101 CURRENT LEARNING RATE: 0.18179511933545991
previous_iter_valid_loss : 0.1760869324207306
134820 0.176291 0.176087 0.170634 CURRENT LEARNING RATE: 0.1817587639472528
previous_iter_valid_loss : 0.16701622307300568
134840 0.167263 0.167016 0.170777 CURRENT LEARNING RATE: 0.18172241582939633
previous_iter_valid_loss : 0.1655990034341812
134860 0.165827 0.165599 0.170816 CURRENT LEARNING RATE: 0.18168607498043646
previous_iter_valid_loss : 0.1679513156414032
134880 0.168218 0.167951 0.170894 CURRENT LEARNING RATE: 0.18164974139891965
previous_iter_valid_loss : 0.16892331838607788
134900 0.169222 0.168923 0.170786 CURRENT LEARNING RATE: 0.18161341508339252
previous_iter_valid_loss : 0.1730024516582489
134920 0.173302 0.173002 0.171065 CURRENT LEARNING RATE: 0.18157709603240202
previous_iter_valid_loss : 0.16933293640613556
134940 0.169501 0.169333 0.170802 CURRENT LEARNING RATE: 0.18154078424449535
previous_iter_valid_loss : 0.18146038055419922
134960 0.181665 0.181460 0.171589 CURRENT LEARNING RATE: 0.18150447971822006
previous_iter_valid_loss : 0.16428403556346893
134980 0.164484 0.164284 0.171181 CURRENT LEARNING RATE: 0.18146818245212404
previous_iter_valid_loss : 0.1831119954586029
135000 0.183315 0.183112 0.171723 CURRENT LEARNING RATE: 0.1814318924447553
previous_iter_valid_loss : 0.16424646973609924
135020 0.164372 0.164246 0.171391 CURRENT LEARNING RATE: 0.1813956096946623
previous_iter_valid_loss : 0.17090432345867157
135040 0.171223 0.170904 0.171234 CURRENT LEARNING RATE: 0.18135933420039374
previous_iter_valid_loss : 0.20001527667045593
135060 0.200492 0.200015 0.172670 CURRENT LEARNING RATE: 0.18132306596049852
previous_iter_valid_loss : 0.1680474430322647
135080 0.168333 0.168047 0.172792 CURRENT LEARNING RATE: 0.181286804973526
previous_iter_valid_loss : 0.16696254909038544
135100 0.167206 0.166963 0.172875 CURRENT LEARNING RATE: 0.1812505512380257
previous_iter_valid_loss : 0.1707845777273178
135120 0.171114 0.170785 0.173008 CURRENT LEARNING RATE: 0.1812143047525475
previous_iter_valid_loss : 0.17838549613952637
135140 0.178758 0.178385 0.171707 CURRENT LEARNING RATE: 0.18117806551564147
previous_iter_valid_loss : 0.19200746715068817
135160 0.192470 0.192007 0.173036 CURRENT LEARNING RATE: 0.18114183352585808
previous_iter_valid_loss : 0.16836602985858917
135180 0.168584 0.168366 0.173271 CURRENT LEARNING RATE: 0.18110560878174803
previous_iter_valid_loss : 0.17174720764160156
135200 0.172007 0.171747 0.173411 CURRENT LEARNING RATE: 0.18106939128186242
previous_iter_valid_loss : 0.16513146460056305
135220 0.165343 0.165131 0.172863 CURRENT LEARNING RATE: 0.18103318102475247
previous_iter_valid_loss : 0.16587164998054504
135240 0.166181 0.165872 0.172806 CURRENT LEARNING RATE: 0.18099697800896977
previous_iter_valid_loss : 0.18122875690460205
135260 0.181581 0.181229 0.173587 CURRENT LEARNING RATE: 0.1809607822330662
previous_iter_valid_loss : 0.16604973375797272
135280 0.166290 0.166050 0.173492 CURRENT LEARNING RATE: 0.18092459369559397
previous_iter_valid_loss : 0.16653454303741455
135300 0.166795 0.166535 0.173373 CURRENT LEARNING RATE: 0.1808884123951055
previous_iter_valid_loss : 0.1721986085176468
135320 0.172463 0.172199 0.173333 CURRENT LEARNING RATE: 0.18085223833015357
previous_iter_valid_loss : 0.16501405835151672
135340 0.165224 0.165014 0.173117 CURRENT LEARNING RATE: 0.1808160714992912
previous_iter_valid_loss : 0.2004740834236145
135360 0.200985 0.200474 0.174067 CURRENT LEARNING RATE: 0.18077991190107168
previous_iter_valid_loss : 0.17289438843727112
135380 0.173191 0.172894 0.174498 CURRENT LEARNING RATE: 0.18074375953404864
previous_iter_valid_loss : 0.18136201798915863
135400 0.181511 0.181362 0.174410 CURRENT LEARNING RATE: 0.18070761439677605
previous_iter_valid_loss : 0.16482286155223846
135420 0.165011 0.164823 0.174439 CURRENT LEARNING RATE: 0.18067147648780807
previous_iter_valid_loss : 0.1881375014781952
135440 0.188308 0.188138 0.175301 CURRENT LEARNING RATE: 0.18063534580569915
previous_iter_valid_loss : 0.16548676788806915
135460 0.165740 0.165487 0.173574 CURRENT LEARNING RATE: 0.18059922234900408
previous_iter_valid_loss : 0.1747739613056183
135480 0.175087 0.174774 0.173911 CURRENT LEARNING RATE: 0.18056310611627796
previous_iter_valid_loss : 0.1635841578245163
135500 0.163783 0.163584 0.173742 CURRENT LEARNING RATE: 0.1805269971060761
previous_iter_valid_loss : 0.1633310765028
135520 0.163533 0.163331 0.173369 CURRENT LEARNING RATE: 0.18049089531695414
previous_iter_valid_loss : 0.16763871908187866
135540 0.167876 0.167639 0.172832 CURRENT LEARNING RATE: 0.180454800747468
previous_iter_valid_loss : 0.1701568216085434
135560 0.170332 0.170157 0.171739 CURRENT LEARNING RATE: 0.18041871339617394
previous_iter_valid_loss : 0.1669032871723175
135580 0.167060 0.166903 0.171666 CURRENT LEARNING RATE: 0.18038263326162837
previous_iter_valid_loss : 0.16608038544654846
135600 0.166272 0.166080 0.171383 CURRENT LEARNING RATE: 0.18034656034238825
previous_iter_valid_loss : 0.17381826043128967
135620 0.173991 0.173818 0.171817 CURRENT LEARNING RATE: 0.18031049463701052
previous_iter_valid_loss : 0.16917924582958221
135640 0.169332 0.169179 0.171982 CURRENT LEARNING RATE: 0.1802744361440526
previous_iter_valid_loss : 0.17947565019130707
135660 0.179810 0.179476 0.171895 CURRENT LEARNING RATE: 0.18023838486207217
previous_iter_valid_loss : 0.1951223760843277
135680 0.195684 0.195122 0.173348 CURRENT LEARNING RATE: 0.18020234078962716
previous_iter_valid_loss : 0.19396620988845825
135700 0.194466 0.193966 0.174720 CURRENT LEARNING RATE: 0.1801663039252758
previous_iter_valid_loss : 0.16424570977687836
135720 0.164471 0.164246 0.174322 CURRENT LEARNING RATE: 0.18013027426757663
previous_iter_valid_loss : 0.17270997166633606
135740 0.172885 0.172710 0.174707 CURRENT LEARNING RATE: 0.18009425181508842
previous_iter_valid_loss : 0.1693849414587021
135760 0.169590 0.169385 0.173153 CURRENT LEARNING RATE: 0.18005823656637032
previous_iter_valid_loss : 0.16379228234291077
135780 0.164001 0.163792 0.172698 CURRENT LEARNING RATE: 0.18002222851998168
previous_iter_valid_loss : 0.1964486539363861
135800 0.197015 0.196449 0.173452 CURRENT LEARNING RATE: 0.17998622767448225
previous_iter_valid_loss : 0.16574417054653168
135820 0.165947 0.165744 0.173498 CURRENT LEARNING RATE: 0.1799502340284319
previous_iter_valid_loss : 0.1665344387292862
135840 0.166730 0.166534 0.172418 CURRENT LEARNING RATE: 0.179914247580391
previous_iter_valid_loss : 0.1708768904209137
135860 0.171114 0.170877 0.172687 CURRENT LEARNING RATE: 0.17987826832892004
previous_iter_valid_loss : 0.16299770772457123
135880 0.163207 0.162998 0.172099 CURRENT LEARNING RATE: 0.1798422962725798
previous_iter_valid_loss : 0.17130480706691742
135900 0.171490 0.171305 0.172485 CURRENT LEARNING RATE: 0.1798063314099314
previous_iter_valid_loss : 0.16383549571037292
135920 0.164050 0.163835 0.172510 CURRENT LEARNING RATE: 0.1797703737395363
previous_iter_valid_loss : 0.16894623637199402
135940 0.169181 0.168946 0.172575 CURRENT LEARNING RATE: 0.17973442325995623
previous_iter_valid_loss : 0.164772629737854
135960 0.165033 0.164773 0.172306 CURRENT LEARNING RATE: 0.17969847996975308
previous_iter_valid_loss : 0.1672944873571396
135980 0.167628 0.167294 0.172326 CURRENT LEARNING RATE: 0.17966254386748912
previous_iter_valid_loss : 0.1641886830329895
136000 0.164375 0.164189 0.172231 CURRENT LEARNING RATE: 0.17962661495172694
previous_iter_valid_loss : 0.16765926778316498
136020 0.167881 0.167659 0.171923 CURRENT LEARNING RATE: 0.1795906932210294
previous_iter_valid_loss : 0.17939510941505432
136040 0.179549 0.179395 0.172434 CURRENT LEARNING RATE: 0.1795547786739596
previous_iter_valid_loss : 0.1653430014848709
136060 0.165554 0.165343 0.171727 CURRENT LEARNING RATE: 0.17951887130908104
previous_iter_valid_loss : 0.16566462814807892
136080 0.165906 0.165665 0.170254 CURRENT LEARNING RATE: 0.17948297112495729
previous_iter_valid_loss : 0.16630829870700836
136100 0.166504 0.166308 0.168871 CURRENT LEARNING RATE: 0.17944707812015243
previous_iter_valid_loss : 0.16257542371749878
136120 0.162836 0.162575 0.168788 CURRENT LEARNING RATE: 0.17941119229323071
previous_iter_valid_loss : 0.1691596508026123
136140 0.169386 0.169160 0.168610 CURRENT LEARNING RATE: 0.1793753136427567
previous_iter_valid_loss : 0.16494563221931458
136160 0.165158 0.164946 0.168388 CURRENT LEARNING RATE: 0.17933944216729528
previous_iter_valid_loss : 0.16820119321346283
136180 0.168369 0.168201 0.168609 CURRENT LEARNING RATE: 0.1793035778654115
previous_iter_valid_loss : 0.1758115589618683
136200 0.175955 0.175812 0.167577 CURRENT LEARNING RATE: 0.17926772073567093
previous_iter_valid_loss : 0.1642281860113144
136220 0.164393 0.164228 0.167501 CURRENT LEARNING RATE: 0.17923187077663918
previous_iter_valid_loss : 0.17128944396972656
136240 0.171437 0.171289 0.167739 CURRENT LEARNING RATE: 0.17919602798688233
previous_iter_valid_loss : 0.16600921750068665
136260 0.166269 0.166009 0.167496 CURRENT LEARNING RATE: 0.1791601923649666
previous_iter_valid_loss : 0.16580404341220856
136280 0.165983 0.165804 0.167636 CURRENT LEARNING RATE: 0.1791243639094586
previous_iter_valid_loss : 0.1650685966014862
136300 0.165214 0.165069 0.167324 CURRENT LEARNING RATE: 0.17908854261892518
previous_iter_valid_loss : 0.1646590530872345
136320 0.164756 0.164659 0.167365 CURRENT LEARNING RATE: 0.1790527284919335
previous_iter_valid_loss : 0.17483916878700256
136340 0.175157 0.174839 0.167660 CURRENT LEARNING RATE: 0.1790169215270509
previous_iter_valid_loss : 0.16476237773895264
136360 0.164926 0.164762 0.167659 CURRENT LEARNING RATE: 0.17898112172284528
previous_iter_valid_loss : 0.16485415399074554
136380 0.165037 0.164854 0.167537 CURRENT LEARNING RATE: 0.17894532907788446
previous_iter_valid_loss : 0.177885040640831
136400 0.178217 0.177885 0.168222 CURRENT LEARNING RATE: 0.17890954359073688
previous_iter_valid_loss : 0.16747765243053436
136420 0.167669 0.167478 0.168213 CURRENT LEARNING RATE: 0.17887376525997106
previous_iter_valid_loss : 0.1644037812948227
136440 0.164610 0.164404 0.167463 CURRENT LEARNING RATE: 0.17883799408415593
previous_iter_valid_loss : 0.18453112244606018
136460 0.184693 0.184531 0.168423 CURRENT LEARNING RATE: 0.17880223006186052
previous_iter_valid_loss : 0.17590682208538055
136480 0.176207 0.175907 0.168935 CURRENT LEARNING RATE: 0.17876647319165437
previous_iter_valid_loss : 0.1680184006690979
136500 0.168294 0.168018 0.169020 CURRENT LEARNING RATE: 0.17873072347210717
previous_iter_valid_loss : 0.16508081555366516
136520 0.165285 0.165081 0.169146 CURRENT LEARNING RATE: 0.17869498090178895
previous_iter_valid_loss : 0.16520492732524872
136540 0.165403 0.165205 0.168948 CURRENT LEARNING RATE: 0.17865924547926995
previous_iter_valid_loss : 0.16434453427791595
136560 0.164614 0.164345 0.168918 CURRENT LEARNING RATE: 0.1786235172031208
previous_iter_valid_loss : 0.1643277406692505
136580 0.164543 0.164328 0.168724 CURRENT LEARNING RATE: 0.17858779607191233
previous_iter_valid_loss : 0.16470906138420105
136600 0.164921 0.164709 0.168169 CURRENT LEARNING RATE: 0.17855208208421575
previous_iter_valid_loss : 0.16374097764492035
136620 0.163960 0.163741 0.168145 CURRENT LEARNING RATE: 0.1785163752386025
previous_iter_valid_loss : 0.1655152589082718
136640 0.165757 0.165515 0.167856 CURRENT LEARNING RATE: 0.1784806755336443
previous_iter_valid_loss : 0.16530708968639374
136660 0.165502 0.165307 0.167821 CURRENT LEARNING RATE: 0.17844498296791314
previous_iter_valid_loss : 0.17312292754650116
136680 0.173495 0.173123 0.168187 CURRENT LEARNING RATE: 0.1784092975399813
previous_iter_valid_loss : 0.17426937818527222
136700 0.174662 0.174269 0.168647 CURRENT LEARNING RATE: 0.17837361924842135
previous_iter_valid_loss : 0.17078112065792084
136720 0.170983 0.170781 0.168953 CURRENT LEARNING RATE: 0.17833794809180625
previous_iter_valid_loss : 0.16577354073524475
136740 0.166003 0.165774 0.168500 CURRENT LEARNING RATE: 0.1783022840687091
previous_iter_valid_loss : 0.16806979477405548
136760 0.168299 0.168070 0.168665 CURRENT LEARNING RATE: 0.1782666271777033
previous_iter_valid_loss : 0.17264896631240845
136780 0.172881 0.172649 0.169055 CURRENT LEARNING RATE: 0.1782309774173626
previous_iter_valid_loss : 0.1739162802696228
136800 0.174103 0.173916 0.168856 CURRENT LEARNING RATE: 0.17819533478626107
previous_iter_valid_loss : 0.1653577834367752
136820 0.165623 0.165358 0.168750 CURRENT LEARNING RATE: 0.17815969928297293
previous_iter_valid_loss : 0.16764132678508759
136840 0.167830 0.167641 0.168912 CURRENT LEARNING RATE: 0.1781240709060728
previous_iter_valid_loss : 0.16498535871505737
136860 0.165196 0.164985 0.167935 CURRENT LEARNING RATE: 0.1780884496541355
previous_iter_valid_loss : 0.16878792643547058
136880 0.168994 0.168788 0.167579 CURRENT LEARNING RATE: 0.17805283552573625
previous_iter_valid_loss : 0.1674150675535202
136900 0.167657 0.167415 0.167549 CURRENT LEARNING RATE: 0.17801722851945043
previous_iter_valid_loss : 0.16671812534332275
136920 0.166946 0.166718 0.167631 CURRENT LEARNING RATE: 0.17798162863385375
previous_iter_valid_loss : 0.18817952275276184
136940 0.188670 0.188180 0.168779 CURRENT LEARNING RATE: 0.17794603586752225
previous_iter_valid_loss : 0.1958133578300476
136960 0.195990 0.195813 0.170353 CURRENT LEARNING RATE: 0.17791045021903223
previous_iter_valid_loss : 0.16725516319274902
136980 0.167464 0.167255 0.170499 CURRENT LEARNING RATE: 0.17787487168696017
previous_iter_valid_loss : 0.1664765328168869
137000 0.166707 0.166477 0.170588 CURRENT LEARNING RATE: 0.17783930026988307
previous_iter_valid_loss : 0.16548067331314087
137020 0.165748 0.165481 0.170675 CURRENT LEARNING RATE: 0.17780373596637797
previous_iter_valid_loss : 0.16407687962055206
137040 0.164391 0.164077 0.170603 CURRENT LEARNING RATE: 0.17776817877502238
previous_iter_valid_loss : 0.16694754362106323
137060 0.167174 0.166948 0.170685 CURRENT LEARNING RATE: 0.17773262869439393
previous_iter_valid_loss : 0.17280277609825134
137080 0.173053 0.172803 0.170669 CURRENT LEARNING RATE: 0.17769708572307066
previous_iter_valid_loss : 0.2031337171792984
137100 0.203296 0.203134 0.172112 CURRENT LEARNING RATE: 0.1776615498596309
previous_iter_valid_loss : 0.1661190241575241
137120 0.166379 0.166119 0.171879 CURRENT LEARNING RATE: 0.1776260211026531
previous_iter_valid_loss : 0.22130152583122253
137140 0.221378 0.221302 0.174655 CURRENT LEARNING RATE: 0.17759049945071614
previous_iter_valid_loss : 0.17476342618465424
137160 0.175171 0.174763 0.174990 CURRENT LEARNING RATE: 0.1775549849023992
previous_iter_valid_loss : 0.16320212185382843
137180 0.163487 0.163202 0.174518 CURRENT LEARNING RATE: 0.17751947745628166
previous_iter_valid_loss : 0.17016653716564178
137200 0.170511 0.170167 0.174330 CURRENT LEARNING RATE: 0.1774839771109433
previous_iter_valid_loss : 0.16209983825683594
137220 0.162368 0.162100 0.174167 CURRENT LEARNING RATE: 0.177448483864964
previous_iter_valid_loss : 0.16814352571964264
137240 0.168422 0.168144 0.174192 CURRENT LEARNING RATE: 0.17741299771692412
previous_iter_valid_loss : 0.17830900847911835
137260 0.178702 0.178309 0.174858 CURRENT LEARNING RATE: 0.17737751866540416
previous_iter_valid_loss : 0.16584275662899017
137280 0.166107 0.165843 0.174711 CURRENT LEARNING RATE: 0.17734204670898496
previous_iter_valid_loss : 0.17081069946289062
137300 0.171189 0.170811 0.174881 CURRENT LEARNING RATE: 0.17730658184624765
previous_iter_valid_loss : 0.1799619495868683
137320 0.180365 0.179962 0.175543 CURRENT LEARNING RATE: 0.17727112407577364
previous_iter_valid_loss : 0.18105186522006989
137340 0.181244 0.181052 0.175187 CURRENT LEARNING RATE: 0.17723567339614466
previous_iter_valid_loss : 0.17099539935588837
137360 0.171299 0.170995 0.173946 CURRENT LEARNING RATE: 0.17720022980594258
previous_iter_valid_loss : 0.18002308905124664
137380 0.180198 0.180023 0.174584 CURRENT LEARNING RATE: 0.17716479330374968
previous_iter_valid_loss : 0.18074358999729156
137400 0.180919 0.180744 0.175298 CURRENT LEARNING RATE: 0.1771293638881486
previous_iter_valid_loss : 0.16862381994724274
137420 0.168942 0.168624 0.175455 CURRENT LEARNING RATE: 0.17709394155772207
previous_iter_valid_loss : 0.17345598340034485
137440 0.173640 0.173456 0.175924 CURRENT LEARNING RATE: 0.17705852631105326
previous_iter_valid_loss : 0.1804593801498413
137460 0.180649 0.180459 0.176599 CURRENT LEARNING RATE: 0.17702311814672553
previous_iter_valid_loss : 0.16900990903377533
137480 0.169294 0.169010 0.176410 CURRENT LEARNING RATE: 0.1769877170633225
previous_iter_valid_loss : 0.17566967010498047
137500 0.176019 0.175670 0.175037 CURRENT LEARNING RATE: 0.17695232305942823
previous_iter_valid_loss : 0.16380523145198822
137520 0.164005 0.163805 0.174921 CURRENT LEARNING RATE: 0.17691693613362688
previous_iter_valid_loss : 0.16681887209415436
137540 0.167009 0.166819 0.172197 CURRENT LEARNING RATE: 0.176881556284503
previous_iter_valid_loss : 0.17944744229316711
137560 0.179811 0.179447 0.172431 CURRENT LEARNING RATE: 0.1768461835106414
previous_iter_valid_loss : 0.16302181780338287
137580 0.163237 0.163022 0.172422 CURRENT LEARNING RATE: 0.17681081781062719
previous_iter_valid_loss : 0.18234483897686005
137600 0.182730 0.182345 0.173031 CURRENT LEARNING RATE: 0.17677545918304563
previous_iter_valid_loss : 0.16933614015579224
137620 0.169649 0.169336 0.173393 CURRENT LEARNING RATE: 0.1767401076264825
previous_iter_valid_loss : 0.1655585765838623
137640 0.165784 0.165559 0.173263 CURRENT LEARNING RATE: 0.17670476313952374
previous_iter_valid_loss : 0.1826891005039215
137660 0.183092 0.182689 0.173482 CURRENT LEARNING RATE: 0.1766694257207555
previous_iter_valid_loss : 0.19099704921245575
137680 0.191357 0.190997 0.174740 CURRENT LEARNING RATE: 0.17663409536876434
previous_iter_valid_loss : 0.17620660364627838
137700 0.176397 0.176207 0.175010 CURRENT LEARNING RATE: 0.17659877208213698
previous_iter_valid_loss : 0.16933944821357727
137720 0.169535 0.169339 0.174479 CURRENT LEARNING RATE: 0.17656345585946054
previous_iter_valid_loss : 0.16662663221359253
137740 0.166867 0.166627 0.173758 CURRENT LEARNING RATE: 0.17652814669932237
previous_iter_valid_loss : 0.16482283174991608
137760 0.165005 0.164823 0.173449 CURRENT LEARNING RATE: 0.1764928446003101
previous_iter_valid_loss : 0.1652989238500595
137780 0.165506 0.165299 0.172713 CURRENT LEARNING RATE: 0.1764575495610116
previous_iter_valid_loss : 0.2311401218175888
137800 0.231114 0.231140 0.175232 CURRENT LEARNING RATE: 0.1764222615800151
previous_iter_valid_loss : 0.16503794491291046
137820 0.165282 0.165038 0.175053 CURRENT LEARNING RATE: 0.17638698065590913
previous_iter_valid_loss : 0.16549451649188995
137840 0.165678 0.165495 0.174655 CURRENT LEARNING RATE: 0.17635170678728238
previous_iter_valid_loss : 0.17202390730381012
137860 0.172193 0.172024 0.174233 CURRENT LEARNING RATE: 0.17631643997272395
previous_iter_valid_loss : 0.16665349900722504
137880 0.166870 0.166653 0.174116 CURRENT LEARNING RATE: 0.17628118021082312
previous_iter_valid_loss : 0.18622425198554993
137900 0.186390 0.186224 0.174643 CURRENT LEARNING RATE: 0.17624592750016954
previous_iter_valid_loss : 0.172434002161026
137920 0.172617 0.172434 0.175075 CURRENT LEARNING RATE: 0.17621068183935307
previous_iter_valid_loss : 0.1695796698331833
137940 0.169886 0.169580 0.175213 CURRENT LEARNING RATE: 0.1761754432269639
previous_iter_valid_loss : 0.21425700187683105
137960 0.214361 0.214257 0.176953 CURRENT LEARNING RATE: 0.1761402116615925
previous_iter_valid_loss : 0.16933105885982513
137980 0.169528 0.169331 0.177269 CURRENT LEARNING RATE: 0.17610498714182954
previous_iter_valid_loss : 0.16733914613723755
138000 0.167555 0.167339 0.176518 CURRENT LEARNING RATE: 0.1760697696662661
previous_iter_valid_loss : 0.16687238216400146
138020 0.167070 0.166872 0.176395 CURRENT LEARNING RATE: 0.1760345592334935
previous_iter_valid_loss : 0.18313941359519958
138040 0.183533 0.183139 0.177274 CURRENT LEARNING RATE: 0.17599935584210327
previous_iter_valid_loss : 0.16560298204421997
138060 0.165862 0.165603 0.176420 CURRENT LEARNING RATE: 0.17596415949068733
previous_iter_valid_loss : 0.1715567409992218
138080 0.171744 0.171557 0.175448 CURRENT LEARNING RATE: 0.17592897017783782
previous_iter_valid_loss : 0.16766929626464844
138100 0.167918 0.167669 0.175021 CURRENT LEARNING RATE: 0.17589378790214705
previous_iter_valid_loss : 0.1642000675201416
138120 0.164358 0.164200 0.174764 CURRENT LEARNING RATE: 0.1758586126622079
previous_iter_valid_loss : 0.1833563894033432
138140 0.183470 0.183356 0.175601 CURRENT LEARNING RATE: 0.17582344445661324
previous_iter_valid_loss : 0.16621257364749908
138160 0.166363 0.166213 0.175670 CURRENT LEARNING RATE: 0.1757882832839564
previous_iter_valid_loss : 0.19701556861400604
138180 0.197127 0.197016 0.177256 CURRENT LEARNING RATE: 0.1757531291428309
previous_iter_valid_loss : 0.1679777204990387
138200 0.168235 0.167978 0.174098 CURRENT LEARNING RATE: 0.17571798203183053
previous_iter_valid_loss : 0.17075732350349426
138220 0.170911 0.170757 0.174384 CURRENT LEARNING RATE: 0.17568284194954956
previous_iter_valid_loss : 0.20429588854312897
138240 0.204422 0.204296 0.176324 CURRENT LEARNING RATE: 0.17564770889458228
previous_iter_valid_loss : 0.1730501353740692
138260 0.173465 0.173050 0.176375 CURRENT LEARNING RATE: 0.17561258286552334
previous_iter_valid_loss : 0.16423611342906952
138280 0.164427 0.164236 0.176254 CURRENT LEARNING RATE: 0.17557746386096776
previous_iter_valid_loss : 0.16870903968811035
138300 0.168856 0.168709 0.175379 CURRENT LEARNING RATE: 0.17554235187951073
previous_iter_valid_loss : 0.16986151039600372
138320 0.170174 0.169862 0.175250 CURRENT LEARNING RATE: 0.17550724691974787
previous_iter_valid_loss : 0.1858631670475006
138340 0.186032 0.185863 0.176064 CURRENT LEARNING RATE: 0.17547214898027486
previous_iter_valid_loss : 0.1638413816690445
138360 0.164027 0.163841 0.173543 CURRENT LEARNING RATE: 0.17543705805968782
previous_iter_valid_loss : 0.17743532359600067
138380 0.177632 0.177435 0.173948 CURRENT LEARNING RATE: 0.17540197415658315
previous_iter_valid_loss : 0.1638718694448471
138400 0.164063 0.163872 0.173775 CURRENT LEARNING RATE: 0.1753668972695574
previous_iter_valid_loss : 0.17042258381843567
138420 0.170657 0.170423 0.173953 CURRENT LEARNING RATE: 0.17533182739720762
previous_iter_valid_loss : 0.18092717230319977
138440 0.181112 0.180927 0.173842 CURRENT LEARNING RATE: 0.17529676453813098
previous_iter_valid_loss : 0.16948466002941132
138460 0.169697 0.169485 0.174036 CURRENT LEARNING RATE: 0.17526170869092492
previous_iter_valid_loss : 0.16565528512001038
138480 0.165915 0.165655 0.173741 CURRENT LEARNING RATE: 0.17522665985418726
previous_iter_valid_loss : 0.16738851368427277
138500 0.167542 0.167389 0.173727 CURRENT LEARNING RATE: 0.17519161802651598
previous_iter_valid_loss : 0.17375683784484863
138520 0.174059 0.173757 0.174205 CURRENT LEARNING RATE: 0.17515658320650948
previous_iter_valid_loss : 0.1662980616092682
138540 0.166527 0.166298 0.173352 CURRENT LEARNING RATE: 0.1751215553927663
previous_iter_valid_loss : 0.16500268876552582
138560 0.165227 0.165003 0.173291 CURRENT LEARNING RATE: 0.17508653458388537
previous_iter_valid_loss : 0.16891703009605408
138580 0.169141 0.168917 0.171886 CURRENT LEARNING RATE: 0.1750515207784659
previous_iter_valid_loss : 0.17858445644378662
138600 0.178784 0.178584 0.172417 CURRENT LEARNING RATE: 0.17501651397510717
previous_iter_valid_loss : 0.17010244727134705
138620 0.170281 0.170102 0.172384 CURRENT LEARNING RATE: 0.1749815141724091
previous_iter_valid_loss : 0.17592772841453552
138640 0.176122 0.175928 0.170966 CURRENT LEARNING RATE: 0.1749465213689716
previous_iter_valid_loss : 0.17955006659030914
138660 0.179967 0.179550 0.171291 CURRENT LEARNING RATE: 0.17491153556339498
previous_iter_valid_loss : 0.16503028571605682
138680 0.165327 0.165030 0.171330 CURRENT LEARNING RATE: 0.17487655675427982
previous_iter_valid_loss : 0.16477666795253754
138700 0.164994 0.164777 0.171134 CURRENT LEARNING RATE: 0.17484158494022695
previous_iter_valid_loss : 0.17637988924980164
138720 0.176696 0.176380 0.171460 CURRENT LEARNING RATE: 0.17480662011983747
previous_iter_valid_loss : 0.18089351058006287
138740 0.181279 0.180894 0.171211 CURRENT LEARNING RATE: 0.17477166229171287
previous_iter_valid_loss : 0.1650947779417038
138760 0.165306 0.165095 0.171274 CURRENT LEARNING RATE: 0.17473671145445474
previous_iter_valid_loss : 0.16363568603992462
138780 0.163872 0.163636 0.170584 CURRENT LEARNING RATE: 0.17470176760666511
previous_iter_valid_loss : 0.1658007651567459
138800 0.166105 0.165801 0.170680 CURRENT LEARNING RATE: 0.1746668307469462
previous_iter_valid_loss : 0.16739393770694733
138820 0.167640 0.167394 0.170529 CURRENT LEARNING RATE: 0.17463190087390054
previous_iter_valid_loss : 0.17682771384716034
138840 0.177238 0.176828 0.170324 CURRENT LEARNING RATE: 0.17459697798613094
previous_iter_valid_loss : 0.16523733735084534
138860 0.165487 0.165237 0.170111 CURRENT LEARNING RATE: 0.1745620620822405
previous_iter_valid_loss : 0.16919738054275513
138880 0.169547 0.169197 0.170289 CURRENT LEARNING RATE: 0.17452715316083256
previous_iter_valid_loss : 0.18817459046840668
138900 0.188634 0.188175 0.171328 CURRENT LEARNING RATE: 0.17449225122051076
previous_iter_valid_loss : 0.17339281737804413
138920 0.173749 0.173393 0.171310 CURRENT LEARNING RATE: 0.17445735625987904
previous_iter_valid_loss : 0.16639380156993866
138940 0.166635 0.166394 0.171314 CURRENT LEARNING RATE: 0.1744224682775416
previous_iter_valid_loss : 0.16485664248466492
138960 0.165097 0.164857 0.171307 CURRENT LEARNING RATE: 0.17438758727210293
previous_iter_valid_loss : 0.16910652816295624
138980 0.169413 0.169107 0.171317 CURRENT LEARNING RATE: 0.17435271324216775
previous_iter_valid_loss : 0.16530057787895203
139000 0.165572 0.165301 0.170652 CURRENT LEARNING RATE: 0.17431784618634108
previous_iter_valid_loss : 0.16436637938022614
139020 0.164623 0.164366 0.170366 CURRENT LEARNING RATE: 0.17428298610322832
previous_iter_valid_loss : 0.16579677164554596
139040 0.166052 0.165797 0.169859 CURRENT LEARNING RATE: 0.17424813299143505
previous_iter_valid_loss : 0.17805708944797516
139060 0.178432 0.178057 0.169784 CURRENT LEARNING RATE: 0.17421328684956708
previous_iter_valid_loss : 0.16712205111980438
139080 0.167386 0.167122 0.169889 CURRENT LEARNING RATE: 0.17417844767623064
previous_iter_valid_loss : 0.18687301874160767
139100 0.187272 0.186873 0.170994 CURRENT LEARNING RATE: 0.17414361547003215
previous_iter_valid_loss : 0.17713385820388794
139120 0.177484 0.177134 0.171032 CURRENT LEARNING RATE: 0.17410879022957826
previous_iter_valid_loss : 0.16679225862026215
139140 0.167038 0.166792 0.170327 CURRENT LEARNING RATE: 0.17407397195347601
previous_iter_valid_loss : 0.17564325034618378
139160 0.176043 0.175643 0.170854 CURRENT LEARNING RATE: 0.17403916064033267
previous_iter_valid_loss : 0.1663108468055725
139180 0.166573 0.166311 0.170988 CURRENT LEARNING RATE: 0.1740043562887558
previous_iter_valid_loss : 0.16517150402069092
139200 0.165397 0.165172 0.170956 CURRENT LEARNING RATE: 0.17396955889735313
previous_iter_valid_loss : 0.16495929658412933
139220 0.165189 0.164959 0.170834 CURRENT LEARNING RATE: 0.1739347684647329
previous_iter_valid_loss : 0.16513940691947937
139240 0.165380 0.165139 0.170250 CURRENT LEARNING RATE: 0.17389998498950343
previous_iter_valid_loss : 0.17459499835968018
139260 0.174907 0.174595 0.170718 CURRENT LEARNING RATE: 0.17386520847027337
previous_iter_valid_loss : 0.16521917283535004
139280 0.165488 0.165219 0.170519 CURRENT LEARNING RATE: 0.1738304389056517
previous_iter_valid_loss : 0.1797497719526291
139300 0.179936 0.179750 0.170098 CURRENT LEARNING RATE: 0.17379567629424758
previous_iter_valid_loss : 0.16519862413406372
139320 0.165420 0.165199 0.169688 CURRENT LEARNING RATE: 0.17376092063467055
previous_iter_valid_loss : 0.1771257519721985
139340 0.177530 0.177126 0.170225 CURRENT LEARNING RATE: 0.17372617192553033
previous_iter_valid_loss : 0.16782556474208832
139360 0.167984 0.167826 0.170373 CURRENT LEARNING RATE: 0.17369143016543706
previous_iter_valid_loss : 0.17086483538150787
139380 0.171182 0.170865 0.170461 CURRENT LEARNING RATE: 0.17365669535300102
previous_iter_valid_loss : 0.16397212445735931
139400 0.164119 0.163972 0.170395 CURRENT LEARNING RATE: 0.17362196748683276
previous_iter_valid_loss : 0.1723596304655075
139420 0.172498 0.172360 0.170794 CURRENT LEARNING RATE: 0.17358724656554325
previous_iter_valid_loss : 0.16736535727977753
139440 0.167485 0.167365 0.170873 CURRENT LEARNING RATE: 0.17355253258774364
previous_iter_valid_loss : 0.18934020400047302
139460 0.189502 0.189340 0.171437 CURRENT LEARNING RATE: 0.17351782555204537
previous_iter_valid_loss : 0.16936518251895905
139480 0.169685 0.169365 0.171549 CURRENT LEARNING RATE: 0.17348312545706013
previous_iter_valid_loss : 0.1668206751346588
139500 0.167107 0.166821 0.170546 CURRENT LEARNING RATE: 0.17344843230139992
previous_iter_valid_loss : 0.17078913748264313
139520 0.170929 0.170789 0.170229 CURRENT LEARNING RATE: 0.17341374608367702
previous_iter_valid_loss : 0.1809663027524948
139540 0.181112 0.180966 0.170938 CURRENT LEARNING RATE: 0.173379066802504
previous_iter_valid_loss : 0.16542552411556244
139560 0.165581 0.165426 0.170427 CURRENT LEARNING RATE: 0.1733443944564937
previous_iter_valid_loss : 0.16805745661258698
139580 0.168208 0.168057 0.170514 CURRENT LEARNING RATE: 0.17330972904425918
previous_iter_valid_loss : 0.17386485636234283
139600 0.174003 0.173865 0.170949 CURRENT LEARNING RATE: 0.1732750705644138
previous_iter_valid_loss : 0.16438212990760803
139620 0.164607 0.164382 0.170920 CURRENT LEARNING RATE: 0.1732404190155713
previous_iter_valid_loss : 0.16522349417209625
139640 0.165392 0.165223 0.170924 CURRENT LEARNING RATE: 0.1732057743963456
previous_iter_valid_loss : 0.1731853485107422
139660 0.173539 0.173185 0.170854 CURRENT LEARNING RATE: 0.1731711367053509
previous_iter_valid_loss : 0.2106352299451828
139680 0.210707 0.210635 0.173125 CURRENT LEARNING RATE: 0.17313650594120167
previous_iter_valid_loss : 0.16704821586608887
139700 0.167189 0.167048 0.172490 CURRENT LEARNING RATE: 0.17310188210251273
previous_iter_valid_loss : 0.17447391152381897
139720 0.174620 0.174474 0.172953 CURRENT LEARNING RATE: 0.17306726518789908
previous_iter_valid_loss : 0.164715975522995
139740 0.164862 0.164716 0.172333 CURRENT LEARNING RATE: 0.17303265519597608
previous_iter_valid_loss : 0.16913160681724548
139760 0.169304 0.169132 0.172398 CURRENT LEARNING RATE: 0.1729980521253593
previous_iter_valid_loss : 0.17704620957374573
139780 0.177209 0.177046 0.172707 CURRENT LEARNING RATE: 0.1729634559746646
previous_iter_valid_loss : 0.1914026141166687
139800 0.191570 0.191403 0.174079 CURRENT LEARNING RATE: 0.17292886674250812
previous_iter_valid_loss : 0.20686456561088562
139820 0.206938 0.206865 0.175804 CURRENT LEARNING RATE: 0.17289428442750643
previous_iter_valid_loss : 0.16879487037658691
139840 0.169022 0.168795 0.175875 CURRENT LEARNING RATE: 0.1728597090282761
previous_iter_valid_loss : 0.16853125393390656
139860 0.168701 0.168531 0.174835 CURRENT LEARNING RATE: 0.17282514054343415
previous_iter_valid_loss : 0.16605156660079956
139880 0.166276 0.166052 0.174669 CURRENT LEARNING RATE: 0.17279057897159789
previous_iter_valid_loss : 0.16560478508472443
139900 0.165736 0.165605 0.174609 CURRENT LEARNING RATE: 0.17275602431138476
previous_iter_valid_loss : 0.16476885974407196
139920 0.164956 0.164769 0.174308 CURRENT LEARNING RATE: 0.17272147656141265
previous_iter_valid_loss : 0.16471172869205475
139940 0.164917 0.164712 0.173495 CURRENT LEARNING RATE: 0.1726869357202996
previous_iter_valid_loss : 0.1820734590291977
139960 0.182488 0.182073 0.174327 CURRENT LEARNING RATE: 0.17265240178666402
previous_iter_valid_loss : 0.16662569344043732
139980 0.166781 0.166626 0.174256 CURRENT LEARNING RATE: 0.17261787475912455
previous_iter_valid_loss : 0.17002183198928833
140000 0.170186 0.170022 0.174063 CURRENT LEARNING RATE: 0.17258335463630006
previous_iter_valid_loss : 0.16355399787425995
140020 0.163738 0.163554 0.174022 CURRENT LEARNING RATE: 0.17254884141680976
previous_iter_valid_loss : 0.17676588892936707
140040 0.177202 0.176766 0.174599 CURRENT LEARNING RATE: 0.17251433509927316
previous_iter_valid_loss : 0.16707512736320496
140060 0.167235 0.167075 0.174294 CURRENT LEARNING RATE: 0.17247983568231004
previous_iter_valid_loss : 0.17375117540359497
140080 0.173924 0.173751 0.172449 CURRENT LEARNING RATE: 0.17244534316454033
previous_iter_valid_loss : 0.17471835017204285
140100 0.174880 0.174718 0.172833 CURRENT LEARNING RATE: 0.17241085754458435
previous_iter_valid_loss : 0.1651575267314911
140120 0.165341 0.165158 0.172367 CURRENT LEARNING RATE: 0.17237637882106274
previous_iter_valid_loss : 0.17054030299186707
140140 0.170709 0.170540 0.172658 CURRENT LEARNING RATE: 0.17234190699259627
previous_iter_valid_loss : 0.16739819943904877
140160 0.167546 0.167398 0.172572 CURRENT LEARNING RATE: 0.17230744205780613
previous_iter_valid_loss : 0.1770857572555542
140180 0.177212 0.177086 0.172574 CURRENT LEARNING RATE: 0.17227298401531366
previous_iter_valid_loss : 0.18990859389305115
140200 0.190049 0.189909 0.172499 CURRENT LEARNING RATE: 0.1722385328637406
previous_iter_valid_loss : 0.1667957454919815
140220 0.167008 0.166796 0.170496 CURRENT LEARNING RATE: 0.17220408860170885
previous_iter_valid_loss : 0.17471568286418915
140240 0.174842 0.174716 0.170792 CURRENT LEARNING RATE: 0.17216965122784067
previous_iter_valid_loss : 0.1796472668647766
140260 0.179800 0.179647 0.171347 CURRENT LEARNING RATE: 0.1721352207407586
previous_iter_valid_loss : 0.16672343015670776
140280 0.166915 0.166723 0.171381 CURRENT LEARNING RATE: 0.17210079713908535
previous_iter_valid_loss : 0.18942897021770477
140300 0.189572 0.189429 0.172572 CURRENT LEARNING RATE: 0.17206638042144404
previous_iter_valid_loss : 0.20069587230682373
140320 0.200756 0.200696 0.174369 CURRENT LEARNING RATE: 0.17203197058645794
previous_iter_valid_loss : 0.16469411551952362
140340 0.164840 0.164694 0.174368 CURRENT LEARNING RATE: 0.1719975676327507
previous_iter_valid_loss : 0.175951287150383
140360 0.176093 0.175951 0.174062 CURRENT LEARNING RATE: 0.1719631715589462
previous_iter_valid_loss : 0.17616090178489685
140380 0.176312 0.176161 0.174538 CURRENT LEARNING RATE: 0.17192878236366857
previous_iter_valid_loss : 0.17884781956672668
140400 0.178993 0.178848 0.174980 CURRENT LEARNING RATE: 0.17189440004554224
previous_iter_valid_loss : 0.16903917491436005
140420 0.169280 0.169039 0.175254 CURRENT LEARNING RATE: 0.17186002460319194
previous_iter_valid_loss : 0.16468389332294464
140440 0.164771 0.164684 0.174650 CURRENT LEARNING RATE: 0.17182565603524266
previous_iter_valid_loss : 0.17485758662223816
140460 0.174949 0.174858 0.175039 CURRENT LEARNING RATE: 0.17179129434031964
previous_iter_valid_loss : 0.18101821839809418
140480 0.181386 0.181018 0.175402 CURRENT LEARNING RATE: 0.17175693951704843
previous_iter_valid_loss : 0.16693423688411713
140500 0.167126 0.166934 0.175013 CURRENT LEARNING RATE: 0.1717225915640548
previous_iter_valid_loss : 0.164158895611763
140520 0.164317 0.164159 0.174963 CURRENT LEARNING RATE: 0.1716882504799649
previous_iter_valid_loss : 0.16942918300628662
140540 0.169632 0.169429 0.174908 CURRENT LEARNING RATE: 0.17165391626340498
previous_iter_valid_loss : 0.17948846518993378
140560 0.179603 0.179488 0.175512 CURRENT LEARNING RATE: 0.1716195889130018
previous_iter_valid_loss : 0.1725395917892456
140580 0.172731 0.172540 0.175285 CURRENT LEARNING RATE: 0.17158526842738214
previous_iter_valid_loss : 0.1661844104528427
140600 0.166395 0.166184 0.174099 CURRENT LEARNING RATE: 0.17155095480517327
previous_iter_valid_loss : 0.19652317464351654
140620 0.197034 0.196523 0.175585 CURRENT LEARNING RATE: 0.17151664804500258
previous_iter_valid_loss : 0.16432930529117584
140640 0.164505 0.164329 0.175066 CURRENT LEARNING RATE: 0.17148234814549787
previous_iter_valid_loss : 0.17272096872329712
140660 0.172924 0.172721 0.174719 CURRENT LEARNING RATE: 0.1714480551052871
previous_iter_valid_loss : 0.17421184480190277
140680 0.174505 0.174212 0.175094 CURRENT LEARNING RATE: 0.17141376892299856
previous_iter_valid_loss : 0.18527062237262726
140700 0.185667 0.185271 0.174886 CURRENT LEARNING RATE: 0.17137948959726082
previous_iter_valid_loss : 0.16679750382900238
140720 0.167034 0.166798 0.173191 CURRENT LEARNING RATE: 0.17134521712670267
previous_iter_valid_loss : 0.16419897973537445
140740 0.164380 0.164199 0.173166 CURRENT LEARNING RATE: 0.1713109515099532
previous_iter_valid_loss : 0.19337153434753418
140760 0.193881 0.193372 0.174037 CURRENT LEARNING RATE: 0.17127669274564186
previous_iter_valid_loss : 0.17203664779663086
140780 0.172296 0.172037 0.173831 CURRENT LEARNING RATE: 0.17124244083239823
previous_iter_valid_loss : 0.16408845782279968
140800 0.164320 0.164088 0.173093 CURRENT LEARNING RATE: 0.17120819576885227
previous_iter_valid_loss : 0.1749710589647293
140820 0.175364 0.174971 0.173389 CURRENT LEARNING RATE: 0.17117395755363413
previous_iter_valid_loss : 0.16446126997470856
140840 0.164661 0.164461 0.173378 CURRENT LEARNING RATE: 0.1711397261853743
previous_iter_valid_loss : 0.1630159318447113
140860 0.163238 0.163016 0.172786 CURRENT LEARNING RATE: 0.1711055016627036
previous_iter_valid_loss : 0.184180349111557
140880 0.184611 0.184180 0.172944 CURRENT LEARNING RATE: 0.17107128398425295
previous_iter_valid_loss : 0.1625438779592514
140900 0.162750 0.162544 0.172725 CURRENT LEARNING RATE: 0.17103707314865368
previous_iter_valid_loss : 0.19185444712638855
140920 0.192341 0.191854 0.174110 CURRENT LEARNING RATE: 0.1710028691545374
previous_iter_valid_loss : 0.19294798374176025
140940 0.193417 0.192948 0.175286 CURRENT LEARNING RATE: 0.1709686720005359
previous_iter_valid_loss : 0.16763293743133545
140960 0.167876 0.167633 0.174693 CURRENT LEARNING RATE: 0.17093448168528128
previous_iter_valid_loss : 0.17341125011444092
140980 0.173639 0.173411 0.174736 CURRENT LEARNING RATE: 0.17090029820740596
previous_iter_valid_loss : 0.174632728099823
141000 0.175001 0.174633 0.175159 CURRENT LEARNING RATE: 0.1708661215655426
previous_iter_valid_loss : 0.17438608407974243
141020 0.174738 0.174386 0.174052 CURRENT LEARNING RATE: 0.17083195175832405
previous_iter_valid_loss : 0.16458499431610107
141040 0.164803 0.164585 0.174065 CURRENT LEARNING RATE: 0.17079778878438368
previous_iter_valid_loss : 0.1642991304397583
141060 0.164518 0.164299 0.173644 CURRENT LEARNING RATE: 0.17076363264235486
previous_iter_valid_loss : 0.1641848236322403
141080 0.164419 0.164185 0.173142 CURRENT LEARNING RATE: 0.17072948333087137
previous_iter_valid_loss : 0.17033758759498596
141100 0.170562 0.170338 0.172396 CURRENT LEARNING RATE: 0.17069534084856725
previous_iter_valid_loss : 0.16853050887584686
141120 0.168814 0.168531 0.172482 CURRENT LEARNING RATE: 0.17066120519407676
previous_iter_valid_loss : 0.18510369956493378
141140 0.185538 0.185104 0.173528 CURRENT LEARNING RATE: 0.17062707636603452
previous_iter_valid_loss : 0.16316592693328857
141160 0.163369 0.163166 0.172017 CURRENT LEARNING RATE: 0.17059295436307537
previous_iter_valid_loss : 0.1635572910308838
141180 0.163754 0.163557 0.171593 CURRENT LEARNING RATE: 0.17055883918383438
previous_iter_valid_loss : 0.16946573555469513
141200 0.169753 0.169466 0.171862 CURRENT LEARNING RATE: 0.170524730826947
previous_iter_valid_loss : 0.1678379774093628
141220 0.168120 0.167838 0.171505 CURRENT LEARNING RATE: 0.17049062929104886
previous_iter_valid_loss : 0.16316793859004974
141240 0.163363 0.163168 0.171441 CURRENT LEARNING RATE: 0.17045653457477591
previous_iter_valid_loss : 0.1659100204706192
141260 0.166097 0.165910 0.171586 CURRENT LEARNING RATE: 0.1704224466767644
previous_iter_valid_loss : 0.16551417112350464
141280 0.165755 0.165514 0.170652 CURRENT LEARNING RATE: 0.17038836559565076
previous_iter_valid_loss : 0.16479653120040894
141300 0.164998 0.164797 0.170765 CURRENT LEARNING RATE: 0.17035429133007177
previous_iter_valid_loss : 0.16460147500038147
141320 0.164827 0.164601 0.169402 CURRENT LEARNING RATE: 0.17032022387866447
previous_iter_valid_loss : 0.16365653276443481
141340 0.163889 0.163657 0.167938 CURRENT LEARNING RATE: 0.17028616324006612
previous_iter_valid_loss : 0.17539937794208527
141360 0.175623 0.175399 0.168326 CURRENT LEARNING RATE: 0.17025210941291435
previous_iter_valid_loss : 0.1674717217683792
141380 0.167771 0.167472 0.168029 CURRENT LEARNING RATE: 0.17021806239584694
previous_iter_valid_loss : 0.1707257479429245
141400 0.170927 0.170726 0.167834 CURRENT LEARNING RATE: 0.17018402218750212
previous_iter_valid_loss : 0.1650988608598709
141420 0.165289 0.165099 0.167369 CURRENT LEARNING RATE: 0.1701499887865181
previous_iter_valid_loss : 0.16767024993896484
141440 0.167957 0.167670 0.167524 CURRENT LEARNING RATE: 0.17011596219153374
previous_iter_valid_loss : 0.16376280784606934
141460 0.163987 0.163763 0.167497 CURRENT LEARNING RATE: 0.17008194240118785
previous_iter_valid_loss : 0.16545867919921875
141480 0.165737 0.165459 0.167560 CURRENT LEARNING RATE: 0.1700479294141197
previous_iter_valid_loss : 0.17539149522781372
141500 0.175643 0.175391 0.167813 CURRENT LEARNING RATE: 0.17001392322896874
previous_iter_valid_loss : 0.1743430346250534
141520 0.174578 0.174343 0.168104 CURRENT LEARNING RATE: 0.16997992384437477
previous_iter_valid_loss : 0.17142784595489502
141540 0.171650 0.171428 0.167420 CURRENT LEARNING RATE: 0.16994593125897775
previous_iter_valid_loss : 0.17593102157115936
141560 0.176158 0.175931 0.168058 CURRENT LEARNING RATE: 0.169911945471418
previous_iter_valid_loss : 0.17484289407730103
141580 0.175043 0.174843 0.168623 CURRENT LEARNING RATE: 0.16987796648033607
previous_iter_valid_loss : 0.16441820561885834
141600 0.164571 0.164418 0.168370 CURRENT LEARNING RATE: 0.16984399428437286
previous_iter_valid_loss : 0.16455374658107758
141620 0.164701 0.164554 0.168206 CURRENT LEARNING RATE: 0.16981002888216937
previous_iter_valid_loss : 0.16455243527889252
141640 0.164714 0.164552 0.168275 CURRENT LEARNING RATE: 0.16977607027236713
previous_iter_valid_loss : 0.16835209727287292
141660 0.168548 0.168352 0.168397 CURRENT LEARNING RATE: 0.1697421184536077
previous_iter_valid_loss : 0.16529227793216705
141680 0.165472 0.165292 0.168386 CURRENT LEARNING RATE: 0.16970817342453304
previous_iter_valid_loss : 0.16682296991348267
141700 0.167010 0.166823 0.168488 CURRENT LEARNING RATE: 0.16967423518378533
previous_iter_valid_loss : 0.1631944626569748
141720 0.163394 0.163194 0.168417 CURRENT LEARNING RATE: 0.16964030373000707
previous_iter_valid_loss : 0.16460184752941132
141740 0.164783 0.164602 0.168464 CURRENT LEARNING RATE: 0.16960637906184098
previous_iter_valid_loss : 0.18100713193416595
141760 0.181426 0.181007 0.168745 CURRENT LEARNING RATE: 0.16957246117793004
previous_iter_valid_loss : 0.17327284812927246
141780 0.173625 0.173273 0.169035 CURRENT LEARNING RATE: 0.16953855007691762
previous_iter_valid_loss : 0.17255042493343353
141800 0.172743 0.172550 0.169126 CURRENT LEARNING RATE: 0.1695046457574472
previous_iter_valid_loss : 0.16503563523292542
141820 0.165231 0.165036 0.169123 CURRENT LEARNING RATE: 0.1694707482181626
previous_iter_valid_loss : 0.16782310605049133
141840 0.168093 0.167823 0.169131 CURRENT LEARNING RATE: 0.16943685745770798
previous_iter_valid_loss : 0.17905819416046143
141860 0.179240 0.179058 0.169895 CURRENT LEARNING RATE: 0.16940297347472769
previous_iter_valid_loss : 0.17436806857585907
141880 0.174546 0.174368 0.170341 CURRENT LEARNING RATE: 0.16936909626786636
previous_iter_valid_loss : 0.165086030960083
141900 0.165352 0.165086 0.169826 CURRENT LEARNING RATE: 0.1693352258357689
previous_iter_valid_loss : 0.1682473123073578
141920 0.168584 0.168247 0.169521 CURRENT LEARNING RATE: 0.1693013621770805
previous_iter_valid_loss : 0.16511142253875732
141940 0.165262 0.165111 0.169205 CURRENT LEARNING RATE: 0.1692675052904466
previous_iter_valid_loss : 0.16610127687454224
141960 0.166371 0.166101 0.168713 CURRENT LEARNING RATE: 0.16923365517451294
previous_iter_valid_loss : 0.16463837027549744
141980 0.164830 0.164638 0.168203 CURRENT LEARNING RATE: 0.1691998118279255
previous_iter_valid_loss : 0.16477906703948975
142000 0.165048 0.164779 0.168221 CURRENT LEARNING RATE: 0.16916597524933058
previous_iter_valid_loss : 0.19642509520053864
142020 0.196572 0.196425 0.169815 CURRENT LEARNING RATE: 0.16913214543737465
previous_iter_valid_loss : 0.17447124421596527
142040 0.174671 0.174471 0.170311 CURRENT LEARNING RATE: 0.16909832239070458
previous_iter_valid_loss : 0.16562333703041077
142060 0.165828 0.165623 0.170174 CURRENT LEARNING RATE: 0.16906450610796744
previous_iter_valid_loss : 0.16472144424915314
142080 0.164929 0.164721 0.170146 CURRENT LEARNING RATE: 0.16903069658781056
previous_iter_valid_loss : 0.16460905969142914
142100 0.164846 0.164609 0.170035 CURRENT LEARNING RATE: 0.16899689382888156
previous_iter_valid_loss : 0.16404059529304504
142120 0.164231 0.164041 0.170077 CURRENT LEARNING RATE: 0.16896309782982835
previous_iter_valid_loss : 0.1753971129655838
142140 0.175614 0.175397 0.170617 CURRENT LEARNING RATE: 0.16892930858929908
previous_iter_valid_loss : 0.17252805829048157
142160 0.172726 0.172528 0.170193 CURRENT LEARNING RATE: 0.1688955261059422
previous_iter_valid_loss : 0.17557086050510406
142180 0.175762 0.175571 0.170308 CURRENT LEARNING RATE: 0.16886175037840634
previous_iter_valid_loss : 0.1649722009897232
142200 0.165159 0.164972 0.169929 CURRENT LEARNING RATE: 0.16882798140534053
previous_iter_valid_loss : 0.16468562185764313
142220 0.164911 0.164686 0.169912 CURRENT LEARNING RATE: 0.16879421918539395
previous_iter_valid_loss : 0.20689788460731506
142240 0.207008 0.206898 0.171865 CURRENT LEARNING RATE: 0.1687604637172162
previous_iter_valid_loss : 0.17788171768188477
142260 0.178090 0.177882 0.171807 CURRENT LEARNING RATE: 0.16872671499945704
previous_iter_valid_loss : 0.16653862595558167
142280 0.166755 0.166539 0.171415 CURRENT LEARNING RATE: 0.1686929730307665
previous_iter_valid_loss : 0.20904405415058136
142300 0.209164 0.209044 0.173613 CURRENT LEARNING RATE: 0.1686592378097949
previous_iter_valid_loss : 0.1687174290418625
142320 0.168916 0.168717 0.173637 CURRENT LEARNING RATE: 0.16862550933519282
previous_iter_valid_loss : 0.1666136234998703
142340 0.166820 0.166614 0.173712 CURRENT LEARNING RATE: 0.16859178760561117
previous_iter_valid_loss : 0.16983167827129364
142360 0.170013 0.169832 0.173898 CURRENT LEARNING RATE: 0.16855807261970102
previous_iter_valid_loss : 0.17729899287223816
142380 0.177462 0.177299 0.174531 CURRENT LEARNING RATE: 0.16852436437611382
previous_iter_valid_loss : 0.16576041281223297
142400 0.165921 0.165760 0.174580 CURRENT LEARNING RATE: 0.16849066287350117
previous_iter_valid_loss : 0.16997170448303223
142420 0.170174 0.169972 0.173258 CURRENT LEARNING RATE: 0.16845696811051505
previous_iter_valid_loss : 0.1658509075641632
142440 0.166091 0.165851 0.172827 CURRENT LEARNING RATE: 0.16842328008580773
previous_iter_valid_loss : 0.17771463096141815
142460 0.178164 0.177715 0.173431 CURRENT LEARNING RATE: 0.16838959879803161
previous_iter_valid_loss : 0.1694285124540329
142480 0.169749 0.169429 0.173667 CURRENT LEARNING RATE: 0.16835592424583948
previous_iter_valid_loss : 0.1659340262413025
142500 0.166213 0.165934 0.173733 CURRENT LEARNING RATE: 0.16832225642788434
previous_iter_valid_loss : 0.1668243706226349
142520 0.167140 0.166824 0.173872 CURRENT LEARNING RATE: 0.16828859534281948
previous_iter_valid_loss : 0.17019660770893097
142540 0.170454 0.170197 0.173612 CURRENT LEARNING RATE: 0.16825494098929844
previous_iter_valid_loss : 0.16526281833648682
142560 0.165490 0.165263 0.173249 CURRENT LEARNING RATE: 0.16822129336597508
previous_iter_valid_loss : 0.1692797839641571
142580 0.169497 0.169280 0.172934 CURRENT LEARNING RATE: 0.16818765247150347
previous_iter_valid_loss : 0.16554436087608337
142600 0.165781 0.165544 0.172963 CURRENT LEARNING RATE: 0.168154018304538
previous_iter_valid_loss : 0.16946062445640564
142620 0.169717 0.169461 0.173202 CURRENT LEARNING RATE: 0.16812039086373323
previous_iter_valid_loss : 0.16981182992458344
142640 0.170101 0.169812 0.171347 CURRENT LEARNING RATE: 0.16808677014774415
previous_iter_valid_loss : 0.17915265262126923
142660 0.179355 0.179153 0.171411 CURRENT LEARNING RATE: 0.1680531561552259
previous_iter_valid_loss : 0.1692132204771042
142680 0.169502 0.169213 0.171545 CURRENT LEARNING RATE: 0.16801954888483392
previous_iter_valid_loss : 0.16703256964683533
142700 0.167282 0.167033 0.169444 CURRENT LEARNING RATE: 0.16798594833522393
previous_iter_valid_loss : 0.1899053156375885
142720 0.190113 0.189905 0.170503 CURRENT LEARNING RATE: 0.16795235450505186
previous_iter_valid_loss : 0.17166385054588318
142740 0.171901 0.171664 0.170756 CURRENT LEARNING RATE: 0.16791876739297404
previous_iter_valid_loss : 0.18537165224552155
142760 0.185584 0.185372 0.171533 CURRENT LEARNING RATE: 0.1678851869976469
previous_iter_valid_loss : 0.1681102067232132
142780 0.168398 0.168110 0.171073 CURRENT LEARNING RATE: 0.16785161331772727
previous_iter_valid_loss : 0.16463874280452728
142800 0.164875 0.164639 0.171017 CURRENT LEARNING RATE: 0.16781804635187222
previous_iter_valid_loss : 0.16563662886619568
142820 0.165931 0.165637 0.170801 CURRENT LEARNING RATE: 0.16778448609873903
previous_iter_valid_loss : 0.167988121509552
142840 0.168272 0.167988 0.170907 CURRENT LEARNING RATE: 0.16775093255698525
previous_iter_valid_loss : 0.18905100226402283
142860 0.189302 0.189051 0.171474 CURRENT LEARNING RATE: 0.16771738572526887
previous_iter_valid_loss : 0.16479231417179108
142880 0.165015 0.164792 0.171242 CURRENT LEARNING RATE: 0.16768384560224792
previous_iter_valid_loss : 0.17490796744823456
142900 0.175145 0.174908 0.171691 CURRENT LEARNING RATE: 0.16765031218658083
previous_iter_valid_loss : 0.1650286614894867
142920 0.165226 0.165029 0.171601 CURRENT LEARNING RATE: 0.16761678547692624
previous_iter_valid_loss : 0.16640298068523407
142940 0.166535 0.166403 0.171412 CURRENT LEARNING RATE: 0.16758326547194308
previous_iter_valid_loss : 0.16715532541275024
142960 0.167286 0.167155 0.171506 CURRENT LEARNING RATE: 0.16754975217029056
previous_iter_valid_loss : 0.16588369011878967
142980 0.166055 0.165884 0.171336 CURRENT LEARNING RATE: 0.16751624557062816
previous_iter_valid_loss : 0.17760266363620758
143000 0.177963 0.177603 0.171939 CURRENT LEARNING RATE: 0.1674827456716156
previous_iter_valid_loss : 0.16526490449905396
143020 0.165519 0.165265 0.171730 CURRENT LEARNING RATE: 0.16744925247191292
previous_iter_valid_loss : 0.16645531356334686
143040 0.166714 0.166455 0.171562 CURRENT LEARNING RATE: 0.1674157659701803
previous_iter_valid_loss : 0.16360540688037872
143060 0.163855 0.163605 0.170784 CURRENT LEARNING RATE: 0.16738228616507836
previous_iter_valid_loss : 0.16727864742279053
143080 0.167511 0.167279 0.170688 CURRENT LEARNING RATE: 0.16734881305526791
previous_iter_valid_loss : 0.16306500136852264
143100 0.163233 0.163065 0.170489 CURRENT LEARNING RATE: 0.16731534663941
previous_iter_valid_loss : 0.1685374230146408
143120 0.168756 0.168537 0.169421 CURRENT LEARNING RATE: 0.167281886916166
previous_iter_valid_loss : 0.1720871925354004
143140 0.172377 0.172087 0.169442 CURRENT LEARNING RATE: 0.16724843388419747
previous_iter_valid_loss : 0.16360893845558167
143160 0.163824 0.163609 0.168354 CURRENT LEARNING RATE: 0.16721498754216632
previous_iter_valid_loss : 0.1640174835920334
143180 0.164160 0.164017 0.168149 CURRENT LEARNING RATE: 0.1671815478887347
previous_iter_valid_loss : 0.164418026804924
143200 0.164598 0.164418 0.168138 CURRENT LEARNING RATE: 0.167148114922565
previous_iter_valid_loss : 0.1685531735420227
143220 0.168844 0.168553 0.168284 CURRENT LEARNING RATE: 0.16711468864231996
previous_iter_valid_loss : 0.1642499715089798
143240 0.164468 0.164250 0.168097 CURRENT LEARNING RATE: 0.1670812690466624
previous_iter_valid_loss : 0.1722152829170227
143260 0.172538 0.172215 0.167255 CURRENT LEARNING RATE: 0.1670478561342557
previous_iter_valid_loss : 0.188840851187706
143280 0.189233 0.188841 0.168458 CURRENT LEARNING RATE: 0.16701444990376327
previous_iter_valid_loss : 0.177604079246521
143300 0.177925 0.177604 0.168593 CURRENT LEARNING RATE: 0.16698105035384883
previous_iter_valid_loss : 0.16395443677902222
143320 0.164130 0.163954 0.168539 CURRENT LEARNING RATE: 0.16694765748317644
previous_iter_valid_loss : 0.16667692363262177
143340 0.166977 0.166677 0.168553 CURRENT LEARNING RATE: 0.1669142712904104
previous_iter_valid_loss : 0.17730684578418732
143360 0.177686 0.177307 0.169060 CURRENT LEARNING RATE: 0.1668808917742152
previous_iter_valid_loss : 0.166836217045784
143380 0.167158 0.166836 0.169108 CURRENT LEARNING RATE: 0.1668475189332557
previous_iter_valid_loss : 0.17999465763568878
143400 0.180314 0.179995 0.169227 CURRENT LEARNING RATE: 0.16681415276619696
previous_iter_valid_loss : 0.19417738914489746
143420 0.194680 0.194177 0.170673 CURRENT LEARNING RATE: 0.16678079327170436
previous_iter_valid_loss : 0.1663171350955963
143440 0.166622 0.166317 0.170666 CURRENT LEARNING RATE: 0.1667474404484435
previous_iter_valid_loss : 0.16670812666416168
143460 0.167005 0.166708 0.170821 CURRENT LEARNING RATE: 0.1667140942950803
previous_iter_valid_loss : 0.16792577505111694
143480 0.168199 0.167926 0.170854 CURRENT LEARNING RATE: 0.1666807548102809
previous_iter_valid_loss : 0.164791077375412
143500 0.165101 0.164791 0.170940 CURRENT LEARNING RATE: 0.1666474219927117
previous_iter_valid_loss : 0.1659603714942932
143520 0.166274 0.165960 0.170811 CURRENT LEARNING RATE: 0.16661409584103945
previous_iter_valid_loss : 0.16435514390468597
143540 0.164584 0.164355 0.170424 CURRENT LEARNING RATE: 0.166580776353931
previous_iter_valid_loss : 0.17129947245121002
143560 0.171606 0.171299 0.170809 CURRENT LEARNING RATE: 0.16654746353005365
previous_iter_valid_loss : 0.16498993337154388
143580 0.165220 0.164990 0.170858 CURRENT LEARNING RATE: 0.16651415736807487
previous_iter_valid_loss : 0.16591940820217133
143600 0.166195 0.165919 0.170933 CURRENT LEARNING RATE: 0.1664808578666624
previous_iter_valid_loss : 0.16514334082603455
143620 0.165425 0.165143 0.170762 CURRENT LEARNING RATE: 0.16644756502448427
previous_iter_valid_loss : 0.16396012902259827
143640 0.164216 0.163960 0.170748 CURRENT LEARNING RATE: 0.1664142788402087
previous_iter_valid_loss : 0.1673533171415329
143660 0.167703 0.167353 0.170505 CURRENT LEARNING RATE: 0.16638099931250436
previous_iter_valid_loss : 0.16403546929359436
143680 0.164249 0.164035 0.169264 CURRENT LEARNING RATE: 0.16634772644004003
previous_iter_valid_loss : 0.17418277263641357
143700 0.174539 0.174183 0.169093 CURRENT LEARNING RATE: 0.16631446022148477
previous_iter_valid_loss : 0.1654484122991562
143720 0.165701 0.165448 0.169168 CURRENT LEARNING RATE: 0.16628120065550794
previous_iter_valid_loss : 0.1654660999774933
143740 0.165710 0.165466 0.169107 CURRENT LEARNING RATE: 0.16624794774077917
previous_iter_valid_loss : 0.16416949033737183
143760 0.164446 0.164169 0.168451 CURRENT LEARNING RATE: 0.1662147014759683
previous_iter_valid_loss : 0.17314481735229492
143780 0.173502 0.173145 0.168766 CURRENT LEARNING RATE: 0.16618146185974556
previous_iter_valid_loss : 0.1756366491317749
143800 0.175968 0.175637 0.168548 CURRENT LEARNING RATE: 0.16614822889078126
previous_iter_valid_loss : 0.18396590650081635
143820 0.184339 0.183966 0.168037 CURRENT LEARNING RATE: 0.16611500256774617
previous_iter_valid_loss : 0.16641253232955933
143840 0.166712 0.166413 0.168042 CURRENT LEARNING RATE: 0.16608178288931116
previous_iter_valid_loss : 0.1665356606245041
143860 0.166805 0.166536 0.168034 CURRENT LEARNING RATE: 0.16604856985414754
previous_iter_valid_loss : 0.16468584537506104
143880 0.164974 0.164686 0.167872 CURRENT LEARNING RATE: 0.1660153634609267
previous_iter_valid_loss : 0.1643502116203308
143900 0.164581 0.164350 0.167850 CURRENT LEARNING RATE: 0.16598216370832047
previous_iter_valid_loss : 0.16364769637584686
143920 0.163837 0.163648 0.167734 CURRENT LEARNING RATE: 0.16594897059500077
previous_iter_valid_loss : 0.1728077232837677
143940 0.173130 0.172808 0.168157 CURRENT LEARNING RATE: 0.16591578411963995
previous_iter_valid_loss : 0.16462402045726776
143960 0.164874 0.164624 0.167823 CURRENT LEARNING RATE: 0.16588260428091048
previous_iter_valid_loss : 0.1649325042963028
143980 0.165183 0.164933 0.167820 CURRENT LEARNING RATE: 0.16584943107748523
previous_iter_valid_loss : 0.16491717100143433
144000 0.165183 0.164917 0.167770 CURRENT LEARNING RATE: 0.16581626450803724
previous_iter_valid_loss : 0.16535834968090057
144020 0.165578 0.165358 0.167781 CURRENT LEARNING RATE: 0.16578310457123985
previous_iter_valid_loss : 0.16726049780845642
144040 0.167561 0.167260 0.167946 CURRENT LEARNING RATE: 0.16574995126576664
previous_iter_valid_loss : 0.16963596642017365
144060 0.169964 0.169636 0.168060 CURRENT LEARNING RATE: 0.1657168045902915
previous_iter_valid_loss : 0.17132499814033508
144080 0.171652 0.171325 0.168424 CURRENT LEARNING RATE: 0.1656836645434886
previous_iter_valid_loss : 0.17186062037944794
144100 0.172181 0.171861 0.168308 CURRENT LEARNING RATE: 0.1656505311240323
previous_iter_valid_loss : 0.16958551108837128
144120 0.169894 0.169586 0.168515 CURRENT LEARNING RATE: 0.16561740433059727
previous_iter_valid_loss : 0.1727331429719925
144140 0.172998 0.172733 0.168878 CURRENT LEARNING RATE: 0.1655842841618584
previous_iter_valid_loss : 0.16302423179149628
144160 0.163254 0.163024 0.168821 CURRENT LEARNING RATE: 0.16555117061649097
previous_iter_valid_loss : 0.16447313129901886
144180 0.164678 0.164473 0.168387 CURRENT LEARNING RATE: 0.16551806369317035
previous_iter_valid_loss : 0.1714686155319214
144200 0.171723 0.171469 0.168179 CURRENT LEARNING RATE: 0.1654849633905723
previous_iter_valid_loss : 0.1672792285680771
144220 0.167496 0.167279 0.167345 CURRENT LEARNING RATE: 0.16545186970737286
previous_iter_valid_loss : 0.1650892198085785
144240 0.165393 0.165089 0.167279 CURRENT LEARNING RATE: 0.16541878264224816
previous_iter_valid_loss : 0.1724427491426468
144260 0.172792 0.172443 0.167574 CURRENT LEARNING RATE: 0.1653857021938748
previous_iter_valid_loss : 0.18242043256759644
144280 0.182841 0.182420 0.168461 CURRENT LEARNING RATE: 0.16535262836092957
previous_iter_valid_loss : 0.16624721884727478
144300 0.166529 0.166247 0.168555 CURRENT LEARNING RATE: 0.16531956114208948
previous_iter_valid_loss : 0.1667560636997223
144320 0.167010 0.166756 0.168711 CURRENT LEARNING RATE: 0.1652865005360319
previous_iter_valid_loss : 0.16834288835525513
144340 0.168649 0.168343 0.168488 CURRENT LEARNING RATE: 0.16525344654143434
previous_iter_valid_loss : 0.16488638520240784
144360 0.165083 0.164886 0.168501 CURRENT LEARNING RATE: 0.16522039915697465
previous_iter_valid_loss : 0.17711582779884338
144380 0.177440 0.177116 0.169110 CURRENT LEARNING RATE: 0.16518735838133095
previous_iter_valid_loss : 0.16381394863128662
144400 0.164005 0.163814 0.169055 CURRENT LEARNING RATE: 0.16515432421318163
previous_iter_valid_loss : 0.16462509334087372
144420 0.164830 0.164625 0.169018 CURRENT LEARNING RATE: 0.16512129665120528
previous_iter_valid_loss : 0.16510215401649475
144440 0.165365 0.165102 0.168910 CURRENT LEARNING RATE: 0.1650882756940808
previous_iter_valid_loss : 0.16417378187179565
144460 0.164406 0.164174 0.168637 CURRENT LEARNING RATE: 0.1650552613404874
previous_iter_valid_loss : 0.1656946837902069
144480 0.165925 0.165695 0.168356 CURRENT LEARNING RATE: 0.16502225358910447
previous_iter_valid_loss : 0.1690031737089157
144500 0.169242 0.169003 0.168213 CURRENT LEARNING RATE: 0.16498925243861168
previous_iter_valid_loss : 0.18670140206813812
144520 0.187119 0.186701 0.169068 CURRENT LEARNING RATE: 0.16495625788768903
previous_iter_valid_loss : 0.16303622722625732
144540 0.163270 0.163036 0.168584 CURRENT LEARNING RATE: 0.16492326993501674
previous_iter_valid_loss : 0.1656951755285263
144560 0.165980 0.165695 0.168717 CURRENT LEARNING RATE: 0.16489028857927523
previous_iter_valid_loss : 0.1650257408618927
144580 0.165266 0.165026 0.168745 CURRENT LEARNING RATE: 0.1648573138191453
previous_iter_valid_loss : 0.1653749644756317
144600 0.165604 0.165375 0.168440 CURRENT LEARNING RATE: 0.16482434565330797
previous_iter_valid_loss : 0.16566802561283112
144620 0.165917 0.165668 0.168360 CURRENT LEARNING RATE: 0.16479138408044447
previous_iter_valid_loss : 0.17014352977275848
144640 0.170366 0.170144 0.168612 CURRENT LEARNING RATE: 0.16475842909923633
previous_iter_valid_loss : 0.1633404642343521
144660 0.163554 0.163340 0.168157 CURRENT LEARNING RATE: 0.1647254807083654
previous_iter_valid_loss : 0.16858744621276855
144680 0.168901 0.168587 0.167465 CURRENT LEARNING RATE: 0.16469253890651372
previous_iter_valid_loss : 0.16567362844944
144700 0.165977 0.165674 0.167437 CURRENT LEARNING RATE: 0.16465960369236363
previous_iter_valid_loss : 0.19253522157669067
144720 0.192732 0.192535 0.168726 CURRENT LEARNING RATE: 0.1646266750645977
previous_iter_valid_loss : 0.1661616414785385
144740 0.166361 0.166162 0.168617 CURRENT LEARNING RATE: 0.1645937530218988
previous_iter_valid_loss : 0.16827021539211273
144760 0.168561 0.168270 0.168786 CURRENT LEARNING RATE: 0.16456083756295
previous_iter_valid_loss : 0.1703263521194458
144780 0.170497 0.170326 0.168446 CURRENT LEARNING RATE: 0.1645279286864348
previous_iter_valid_loss : 0.16571462154388428
144800 0.165955 0.165715 0.168541 CURRENT LEARNING RATE: 0.1644950263910367
previous_iter_valid_loss : 0.1709863245487213
144820 0.171167 0.170986 0.168859 CURRENT LEARNING RATE: 0.16446213067543972
previous_iter_valid_loss : 0.19660094380378723
144840 0.196803 0.196601 0.170434 CURRENT LEARNING RATE: 0.16442924153832794
previous_iter_valid_loss : 0.16373951733112335
144860 0.163951 0.163740 0.170413 CURRENT LEARNING RATE: 0.1643963589783859
previous_iter_valid_loss : 0.16705724596977234
144880 0.167262 0.167057 0.170481 CURRENT LEARNING RATE: 0.1643634829942982
previous_iter_valid_loss : 0.17448022961616516
144900 0.174687 0.174480 0.170755 CURRENT LEARNING RATE: 0.16433061358474987
previous_iter_valid_loss : 0.16436965763568878
144920 0.164568 0.164370 0.169638 CURRENT LEARNING RATE: 0.1642977507484261
previous_iter_valid_loss : 0.173136368393898
144940 0.173299 0.173136 0.170143 CURRENT LEARNING RATE: 0.16426489448401238
previous_iter_valid_loss : 0.17528393864631653
144960 0.175473 0.175284 0.170623 CURRENT LEARNING RATE: 0.16423204479019446
previous_iter_valid_loss : 0.16425780951976776
144980 0.164399 0.164258 0.170584 CURRENT LEARNING RATE: 0.16419920166565835
previous_iter_valid_loss : 0.1711476892232895
145000 0.171303 0.171148 0.170873 CURRENT LEARNING RATE: 0.16416636510909033
previous_iter_valid_loss : 0.16819489002227783
145020 0.168391 0.168195 0.170999 CURRENT LEARNING RATE: 0.16413353511917694
previous_iter_valid_loss : 0.16344806551933289
145040 0.163673 0.163448 0.170664 CURRENT LEARNING RATE: 0.164100711694605
previous_iter_valid_loss : 0.1825987845659256
145060 0.182797 0.182599 0.171627 CURRENT LEARNING RATE: 0.16406789483406148
previous_iter_valid_loss : 0.17612066864967346
145080 0.176457 0.176121 0.172004 CURRENT LEARNING RATE: 0.16403508453623383
previous_iter_valid_loss : 0.17070990800857544
145100 0.170906 0.170710 0.172256 CURRENT LEARNING RATE: 0.16400228079980955
previous_iter_valid_loss : 0.16541804373264313
145120 0.165661 0.165418 0.170900 CURRENT LEARNING RATE: 0.16396948362347655
previous_iter_valid_loss : 0.16552291810512543
145140 0.165726 0.165523 0.170868 CURRENT LEARNING RATE: 0.16393669300592292
previous_iter_valid_loss : 0.1657811403274536
145160 0.166024 0.165781 0.170744 CURRENT LEARNING RATE: 0.16390390894583703
previous_iter_valid_loss : 0.16342203319072723
145180 0.163623 0.163422 0.170398 CURRENT LEARNING RATE: 0.1638711314419075
previous_iter_valid_loss : 0.1671019345521927
145200 0.167387 0.167102 0.170468 CURRENT LEARNING RATE: 0.1638383604928233
previous_iter_valid_loss : 0.1642158180475235
145220 0.164452 0.164216 0.170129 CURRENT LEARNING RATE: 0.1638055960972735
previous_iter_valid_loss : 0.16558937728405
145240 0.165806 0.165589 0.168579 CURRENT LEARNING RATE: 0.16377283825394756
previous_iter_valid_loss : 0.16623903810977936
145260 0.166467 0.166239 0.168704 CURRENT LEARNING RATE: 0.16374008696153516
previous_iter_valid_loss : 0.167472705245018
145280 0.167748 0.167473 0.168724 CURRENT LEARNING RATE: 0.1637073422187263
previous_iter_valid_loss : 0.16919879615306854
145300 0.169535 0.169199 0.168460 CURRENT LEARNING RATE: 0.16367460402421113
previous_iter_valid_loss : 0.18427474796772003
145320 0.184676 0.184275 0.169455 CURRENT LEARNING RATE: 0.16364187237668015
previous_iter_valid_loss : 0.17278258502483368
145340 0.173062 0.172783 0.169438 CURRENT LEARNING RATE: 0.16360914727482406
previous_iter_valid_loss : 0.16451187431812286
145360 0.164723 0.164512 0.168899 CURRENT LEARNING RATE: 0.16357642871733394
previous_iter_valid_loss : 0.16426683962345123
145380 0.164489 0.164267 0.168900 CURRENT LEARNING RATE: 0.16354371670290094
previous_iter_valid_loss : 0.16906887292861938
145400 0.169378 0.169069 0.168796 CURRENT LEARNING RATE: 0.16351101123021666
previous_iter_valid_loss : 0.16519805788993835
145420 0.165422 0.165198 0.168646 CURRENT LEARNING RATE: 0.16347831229797286
previous_iter_valid_loss : 0.17389611899852753
145440 0.174218 0.173896 0.169168 CURRENT LEARNING RATE: 0.16344561990486153
previous_iter_valid_loss : 0.17726606130599976
145460 0.177606 0.177266 0.168902 CURRENT LEARNING RATE: 0.16341293404957502
previous_iter_valid_loss : 0.1631925106048584
145480 0.163391 0.163193 0.168255 CURRENT LEARNING RATE: 0.16338025473080592
previous_iter_valid_loss : 0.17204837501049042
145500 0.172328 0.172048 0.168322 CURRENT LEARNING RATE: 0.16334758194724702
previous_iter_valid_loss : 0.17521242797374725
145520 0.175522 0.175212 0.168812 CURRENT LEARNING RATE: 0.16331491569759143
previous_iter_valid_loss : 0.18402408063411713
145540 0.184119 0.184024 0.169737 CURRENT LEARNING RATE: 0.16328225598053248
previous_iter_valid_loss : 0.1687166392803192
145560 0.168891 0.168717 0.169884 CURRENT LEARNING RATE: 0.1632496027947638
previous_iter_valid_loss : 0.1754762977361679
145580 0.175798 0.175476 0.170486 CURRENT LEARNING RATE: 0.16321695613897924
previous_iter_valid_loss : 0.17047865688800812
145600 0.170751 0.170479 0.170655 CURRENT LEARNING RATE: 0.16318431601187297
previous_iter_valid_loss : 0.1637273132801056
145620 0.163931 0.163727 0.170631 CURRENT LEARNING RATE: 0.16315168241213934
previous_iter_valid_loss : 0.1637573391199112
145640 0.164017 0.163757 0.170539 CURRENT LEARNING RATE: 0.16311905533847304
previous_iter_valid_loss : 0.179435595870018
145660 0.179765 0.179436 0.171199 CURRENT LEARNING RATE: 0.16308643478956894
previous_iter_valid_loss : 0.1628156453371048
145680 0.163074 0.162816 0.170966 CURRENT LEARNING RATE: 0.1630538207641223
previous_iter_valid_loss : 0.16324731707572937
145700 0.163485 0.163247 0.170669 CURRENT LEARNING RATE: 0.1630212132608285
previous_iter_valid_loss : 0.16401991248130798
145720 0.164260 0.164020 0.169656 CURRENT LEARNING RATE: 0.16298861227838327
previous_iter_valid_loss : 0.16370265185832977
145740 0.163920 0.163703 0.169202 CURRENT LEARNING RATE: 0.16295601781548252
previous_iter_valid_loss : 0.17392390966415405
145760 0.174186 0.173924 0.169672 CURRENT LEARNING RATE: 0.1629234298708225
previous_iter_valid_loss : 0.17593218386173248
145780 0.176099 0.175932 0.170256 CURRENT LEARNING RATE: 0.16289084844309973
previous_iter_valid_loss : 0.16454213857650757
145800 0.164733 0.164542 0.170029 CURRENT LEARNING RATE: 0.1628582735310109
previous_iter_valid_loss : 0.19760921597480774
145820 0.198038 0.197609 0.171650 CURRENT LEARNING RATE: 0.16282570513325306
previous_iter_valid_loss : 0.16921286284923553
145840 0.169469 0.169213 0.171416 CURRENT LEARNING RATE: 0.16279314324852343
previous_iter_valid_loss : 0.16608396172523499
145860 0.166247 0.166084 0.170857 CURRENT LEARNING RATE: 0.16276058787551947
previous_iter_valid_loss : 0.16818977892398834
145880 0.168428 0.168190 0.171107 CURRENT LEARNING RATE: 0.16272803901293914
previous_iter_valid_loss : 0.1782890409231186
145900 0.178569 0.178289 0.171419 CURRENT LEARNING RATE: 0.16269549665948038
previous_iter_valid_loss : 0.21653473377227783
145920 0.217179 0.216535 0.173485 CURRENT LEARNING RATE: 0.1626629608138415
previous_iter_valid_loss : 0.1753353774547577
145940 0.175578 0.175335 0.173050 CURRENT LEARNING RATE: 0.1626304314747211
previous_iter_valid_loss : 0.16752059757709503
145960 0.167800 0.167521 0.172990 CURRENT LEARNING RATE: 0.16259790864081794
previous_iter_valid_loss : 0.16556744277477264
145980 0.165754 0.165567 0.172495 CURRENT LEARNING RATE: 0.16256539231083117
previous_iter_valid_loss : 0.18327613174915314
146000 0.183641 0.183276 0.173135 CURRENT LEARNING RATE: 0.16253288248346012
previous_iter_valid_loss : 0.18505272269248962
146020 0.185344 0.185053 0.174201 CURRENT LEARNING RATE: 0.16250037915740437
previous_iter_valid_loss : 0.1708511859178543
146040 0.171099 0.170851 0.174556 CURRENT LEARNING RATE: 0.16246788233136383
previous_iter_valid_loss : 0.1718081682920456
146060 0.172008 0.171808 0.174174 CURRENT LEARNING RATE: 0.16243539200403856
previous_iter_valid_loss : 0.16474272310733795
146080 0.165005 0.164743 0.174271 CURRENT LEARNING RATE: 0.16240290817412903
previous_iter_valid_loss : 0.16529996693134308
146100 0.165544 0.165300 0.174373 CURRENT LEARNING RATE: 0.16237043084033584
previous_iter_valid_loss : 0.16358482837677002
146120 0.163847 0.163585 0.174352 CURRENT LEARNING RATE: 0.1623379600013599
previous_iter_valid_loss : 0.17529362440109253
146140 0.175463 0.175294 0.174931 CURRENT LEARNING RATE: 0.1623054956559024
previous_iter_valid_loss : 0.17654871940612793
146160 0.176725 0.176549 0.175062 CURRENT LEARNING RATE: 0.16227303780266475
previous_iter_valid_loss : 0.17180828750133514
146180 0.172095 0.171808 0.174856 CURRENT LEARNING RATE: 0.1622405864403486
previous_iter_valid_loss : 0.16332292556762695
146200 0.163510 0.163323 0.174795 CURRENT LEARNING RATE: 0.16220814156765595
previous_iter_valid_loss : 0.16453801095485687
146220 0.164782 0.164538 0.173142 CURRENT LEARNING RATE: 0.162175703183289
previous_iter_valid_loss : 0.18135124444961548
146240 0.181678 0.181351 0.173749 CURRENT LEARNING RATE: 0.16214327128595019
previous_iter_valid_loss : 0.1692204624414444
146260 0.169406 0.169220 0.173905 CURRENT LEARNING RATE: 0.1621108458743422
previous_iter_valid_loss : 0.18453644216060638
146280 0.184656 0.184536 0.174723 CURRENT LEARNING RATE: 0.16207842694716812
previous_iter_valid_loss : 0.16451379656791687
146300 0.164785 0.164514 0.174034 CURRENT LEARNING RATE: 0.16204601450313114
previous_iter_valid_loss : 0.16808216273784637
146320 0.168395 0.168082 0.171611 CURRENT LEARNING RATE: 0.16201360854093474
previous_iter_valid_loss : 0.1728171408176422
146340 0.173075 0.172817 0.171486 CURRENT LEARNING RATE: 0.16198120905928273
previous_iter_valid_loss : 0.16341908276081085
146360 0.163750 0.163419 0.171280 CURRENT LEARNING RATE: 0.1619488160568791
previous_iter_valid_loss : 0.16919271647930145
146380 0.169442 0.169193 0.171462 CURRENT LEARNING RATE: 0.16191642953242813
previous_iter_valid_loss : 0.1636745184659958
146400 0.163911 0.163675 0.170482 CURRENT LEARNING RATE: 0.16188404948463436
previous_iter_valid_loss : 0.1660679131746292
146420 0.166295 0.166068 0.169532 CURRENT LEARNING RATE: 0.1618516759122026
previous_iter_valid_loss : 0.17094719409942627
146440 0.171171 0.170947 0.169537 CURRENT LEARNING RATE: 0.16181930881383788
previous_iter_valid_loss : 0.18151134252548218
146460 0.181645 0.181511 0.170022 CURRENT LEARNING RATE: 0.1617869481882455
previous_iter_valid_loss : 0.16363674402236938
146480 0.163850 0.163637 0.169967 CURRENT LEARNING RATE: 0.16175459403413112
previous_iter_valid_loss : 0.1728292554616928
146500 0.173056 0.172829 0.170344 CURRENT LEARNING RATE: 0.16172224635020052
previous_iter_valid_loss : 0.1689300537109375
146520 0.169120 0.168930 0.170611 CURRENT LEARNING RATE: 0.1616899051351598
previous_iter_valid_loss : 0.1651362180709839
146540 0.165362 0.165136 0.170103 CURRENT LEARNING RATE: 0.16165757038771528
previous_iter_valid_loss : 0.16391223669052124
146560 0.164086 0.163912 0.169471 CURRENT LEARNING RATE: 0.1616252421065736
previous_iter_valid_loss : 0.16477051377296448
146580 0.164949 0.164771 0.169119 CURRENT LEARNING RATE: 0.16159292029044164
previous_iter_valid_loss : 0.16458755731582642
146600 0.164733 0.164588 0.169182 CURRENT LEARNING RATE: 0.16156060493802654
previous_iter_valid_loss : 0.19628691673278809
146620 0.196434 0.196287 0.170770 CURRENT LEARNING RATE: 0.16152829604803562
previous_iter_valid_loss : 0.16410209238529205
146640 0.164231 0.164102 0.169907 CURRENT LEARNING RATE: 0.1614959936191766
previous_iter_valid_loss : 0.1699841320514679
146660 0.170163 0.169984 0.169946 CURRENT LEARNING RATE: 0.16146369765015728
previous_iter_valid_loss : 0.16420146822929382
146680 0.164427 0.164201 0.168929 CURRENT LEARNING RATE: 0.16143140813968593
previous_iter_valid_loss : 0.1758369356393814
146700 0.176017 0.175837 0.169495 CURRENT LEARNING RATE: 0.16139912508647092
previous_iter_valid_loss : 0.1682204157114029
146720 0.168479 0.168220 0.169502 CURRENT LEARNING RATE: 0.16136684848922095
previous_iter_valid_loss : 0.16678333282470703
146740 0.166954 0.166783 0.169200 CURRENT LEARNING RATE: 0.1613345783466449
previous_iter_valid_loss : 0.16351589560508728
146760 0.163668 0.163516 0.169205 CURRENT LEARNING RATE: 0.16130231465745207
previous_iter_valid_loss : 0.17258448898792267
146780 0.172845 0.172584 0.169375 CURRENT LEARNING RATE: 0.16127005742035183
previous_iter_valid_loss : 0.1644756942987442
146800 0.164678 0.164476 0.169415 CURRENT LEARNING RATE: 0.16123780663405388
previous_iter_valid_loss : 0.1692919135093689
146820 0.169552 0.169292 0.169576 CURRENT LEARNING RATE: 0.16120556229726823
previous_iter_valid_loss : 0.17827218770980835
146840 0.178423 0.178272 0.169942 CURRENT LEARNING RATE: 0.1611733244087051
previous_iter_valid_loss : 0.1636757254600525
146860 0.163867 0.163676 0.169050 CURRENT LEARNING RATE: 0.16114109296707493
previous_iter_valid_loss : 0.16427595913410187
146880 0.164488 0.164276 0.169082 CURRENT LEARNING RATE: 0.16110886797108853
previous_iter_valid_loss : 0.16763077676296234
146900 0.167888 0.167631 0.168822 CURRENT LEARNING RATE: 0.16107664941945687
previous_iter_valid_loss : 0.16381651163101196
146920 0.164057 0.163817 0.168567 CURRENT LEARNING RATE: 0.16104443731089121
previous_iter_valid_loss : 0.1721699982881546
146940 0.172457 0.172170 0.168918 CURRENT LEARNING RATE: 0.16101223164410308
previous_iter_valid_loss : 0.1841922402381897
146960 0.184545 0.184192 0.169932 CURRENT LEARNING RATE: 0.1609800324178042
previous_iter_valid_loss : 0.1645539104938507
146980 0.164729 0.164554 0.169922 CURRENT LEARNING RATE: 0.1609478396307067
previous_iter_valid_loss : 0.17463313043117523
147000 0.174904 0.174633 0.170424 CURRENT LEARNING RATE: 0.16091565328152274
previous_iter_valid_loss : 0.16648361086845398
147020 0.166685 0.166484 0.168934 CURRENT LEARNING RATE: 0.16088347336896497
previous_iter_valid_loss : 0.16293184459209442
147040 0.163136 0.162932 0.168875 CURRENT LEARNING RATE: 0.16085129989174615
previous_iter_valid_loss : 0.1785096377134323
147060 0.178881 0.178510 0.169301 CURRENT LEARNING RATE: 0.1608191328485793
previous_iter_valid_loss : 0.16366590559482574
147080 0.163912 0.163666 0.169275 CURRENT LEARNING RATE: 0.16078697223817784
previous_iter_valid_loss : 0.181296244263649
147100 0.181682 0.181296 0.169548 CURRENT LEARNING RATE: 0.1607548180592553
previous_iter_valid_loss : 0.16433578729629517
147120 0.164598 0.164336 0.169353 CURRENT LEARNING RATE: 0.16072267031052545
previous_iter_valid_loss : 0.16800746321678162
147140 0.168285 0.168007 0.169415 CURRENT LEARNING RATE: 0.1606905289907025
previous_iter_valid_loss : 0.16427038609981537
147160 0.164501 0.164270 0.169452 CURRENT LEARNING RATE: 0.1606583940985007
previous_iter_valid_loss : 0.17588293552398682
147180 0.176217 0.175883 0.169617 CURRENT LEARNING RATE: 0.16062626563263466
previous_iter_valid_loss : 0.16399337351322174
147200 0.164290 0.163993 0.169593 CURRENT LEARNING RATE: 0.1605941435918193
previous_iter_valid_loss : 0.16744521260261536
147220 0.167725 0.167445 0.169501 CURRENT LEARNING RATE: 0.16056202797476968
previous_iter_valid_loss : 0.16436071693897247
147240 0.164637 0.164361 0.168805 CURRENT LEARNING RATE: 0.16052991878020123
previous_iter_valid_loss : 0.16508503258228302
147260 0.165373 0.165085 0.168876 CURRENT LEARNING RATE: 0.1604978160068295
previous_iter_valid_loss : 0.16409428417682648
147280 0.164352 0.164094 0.168867 CURRENT LEARNING RATE: 0.16046571965337048
previous_iter_valid_loss : 0.16421043872833252
147300 0.164449 0.164210 0.168696 CURRENT LEARNING RATE: 0.16043362971854025
previous_iter_valid_loss : 0.1662667691707611
147320 0.166514 0.166267 0.168818 CURRENT LEARNING RATE: 0.16040154620105523
previous_iter_valid_loss : 0.17014282941818237
147340 0.170420 0.170143 0.168717 CURRENT LEARNING RATE: 0.16036946909963212
previous_iter_valid_loss : 0.16464953124523163
147360 0.164923 0.164650 0.167740 CURRENT LEARNING RATE: 0.16033739841298775
previous_iter_valid_loss : 0.16871018707752228
147380 0.169060 0.168710 0.167947 CURRENT LEARNING RATE: 0.16030533413983933
previous_iter_valid_loss : 0.1690433770418167
147400 0.169339 0.169043 0.167668 CURRENT LEARNING RATE: 0.16027327627890434
previous_iter_valid_loss : 0.16605523228645325
147420 0.166308 0.166055 0.167647 CURRENT LEARNING RATE: 0.1602412248289004
previous_iter_valid_loss : 0.1771795153617859
147440 0.177580 0.177180 0.168359 CURRENT LEARNING RATE: 0.16020917978854549
previous_iter_valid_loss : 0.22506162524223328
147460 0.225804 0.225062 0.170687 CURRENT LEARNING RATE: 0.16017714115655773
previous_iter_valid_loss : 0.17615477740764618
147480 0.176413 0.176155 0.171311 CURRENT LEARNING RATE: 0.16014510893165568
previous_iter_valid_loss : 0.16695794463157654
147500 0.167204 0.166958 0.170594 CURRENT LEARNING RATE: 0.160113083112558
previous_iter_valid_loss : 0.16360901296138763
147520 0.163846 0.163609 0.170558 CURRENT LEARNING RATE: 0.1600810636979837
previous_iter_valid_loss : 0.17149941623210907
147540 0.171850 0.171499 0.170732 CURRENT LEARNING RATE: 0.16004905068665196
previous_iter_valid_loss : 0.1634804755449295
147560 0.163710 0.163480 0.170693 CURRENT LEARNING RATE: 0.16001704407728223
previous_iter_valid_loss : 0.16324983537197113
147580 0.163532 0.163250 0.170061 CURRENT LEARNING RATE: 0.15998504386859433
previous_iter_valid_loss : 0.16935722529888153
147600 0.169700 0.169357 0.170329 CURRENT LEARNING RATE: 0.15995305005930818
previous_iter_valid_loss : 0.1812916100025177
147620 0.181554 0.181292 0.171022 CURRENT LEARNING RATE: 0.15992106264814407
previous_iter_valid_loss : 0.1818813532590866
147640 0.182141 0.181881 0.171898 CURRENT LEARNING RATE: 0.15988908163382248
previous_iter_valid_loss : 0.16592171788215637
147660 0.166191 0.165922 0.171940 CURRENT LEARNING RATE: 0.1598571070150642
previous_iter_valid_loss : 0.16486269235610962
147680 0.165090 0.164863 0.171978 CURRENT LEARNING RATE: 0.15982513879059015
previous_iter_valid_loss : 0.1634513884782791
147700 0.163667 0.163451 0.171940 CURRENT LEARNING RATE: 0.1597931769591217
previous_iter_valid_loss : 0.16381709277629852
147720 0.164054 0.163817 0.171818 CURRENT LEARNING RATE: 0.15976122151938038
previous_iter_valid_loss : 0.16436699032783508
147740 0.164546 0.164367 0.171529 CURRENT LEARNING RATE: 0.15972927247008795
previous_iter_valid_loss : 0.17025305330753326
147760 0.170463 0.170253 0.171809 CURRENT LEARNING RATE: 0.1596973298099664
previous_iter_valid_loss : 0.16510272026062012
147780 0.165342 0.165103 0.171629 CURRENT LEARNING RATE: 0.1596653935377381
previous_iter_valid_loss : 0.16461563110351562
147800 0.164875 0.164616 0.171407 CURRENT LEARNING RATE: 0.15963346365212555
previous_iter_valid_loss : 0.16437864303588867
147820 0.164569 0.164379 0.171323 CURRENT LEARNING RATE: 0.15960154015185157
previous_iter_valid_loss : 0.16966955363750458
147840 0.170014 0.169670 0.170948 CURRENT LEARNING RATE: 0.1595696230356392
previous_iter_valid_loss : 0.17039531469345093
147860 0.170665 0.170395 0.168214 CURRENT LEARNING RATE: 0.1595377123022118
previous_iter_valid_loss : 0.16662512719631195
147880 0.166891 0.166625 0.167738 CURRENT LEARNING RATE: 0.15950580795029287
previous_iter_valid_loss : 0.1732097566127777
147900 0.173494 0.173210 0.168051 CURRENT LEARNING RATE: 0.1594739099786063
previous_iter_valid_loss : 0.16667386889457703
147920 0.166918 0.166674 0.168204 CURRENT LEARNING RATE: 0.15944201838587618
previous_iter_valid_loss : 0.16409292817115784
147940 0.164305 0.164093 0.167834 CURRENT LEARNING RATE: 0.1594101331708268
previous_iter_valid_loss : 0.16732670366764069
147960 0.167636 0.167327 0.168026 CURRENT LEARNING RATE: 0.15937825433218275
previous_iter_valid_loss : 0.17219802737236023
147980 0.172570 0.172198 0.168473 CURRENT LEARNING RATE: 0.1593463818686689
previous_iter_valid_loss : 0.16717486083507538
148000 0.167405 0.167175 0.168364 CURRENT LEARNING RATE: 0.15931451577901037
previous_iter_valid_loss : 0.1643293797969818
148020 0.164551 0.164329 0.167516 CURRENT LEARNING RATE: 0.15928265606193245
previous_iter_valid_loss : 0.197161003947258
148040 0.197422 0.197161 0.168280 CURRENT LEARNING RATE: 0.15925080271616085
previous_iter_valid_loss : 0.16847753524780273
148060 0.168820 0.168478 0.168408 CURRENT LEARNING RATE: 0.15921895574042133
previous_iter_valid_loss : 0.17310070991516113
148080 0.173328 0.173101 0.168820 CURRENT LEARNING RATE: 0.15918711513344005
previous_iter_valid_loss : 0.16588357090950012
148100 0.166186 0.165884 0.168941 CURRENT LEARNING RATE: 0.15915528089394346
previous_iter_valid_loss : 0.16486415266990662
148120 0.165170 0.164864 0.168994 CURRENT LEARNING RATE: 0.15912345302065808
previous_iter_valid_loss : 0.20237840712070465
148140 0.202625 0.202378 0.170894 CURRENT LEARNING RATE: 0.15909163151231084
previous_iter_valid_loss : 0.1810588538646698
148160 0.181545 0.181059 0.171434 CURRENT LEARNING RATE: 0.15905981636762892
previous_iter_valid_loss : 0.16527967154979706
148180 0.165551 0.165280 0.171443 CURRENT LEARNING RATE: 0.15902800758533964
previous_iter_valid_loss : 0.16843895614147186
148200 0.168788 0.168439 0.171635 CURRENT LEARNING RATE: 0.15899620516417073
previous_iter_valid_loss : 0.17028768360614777
148220 0.170534 0.170288 0.171930 CURRENT LEARNING RATE: 0.15896440910285
previous_iter_valid_loss : 0.16467246413230896
148240 0.164958 0.164672 0.171680 CURRENT LEARNING RATE: 0.15893261940010567
previous_iter_valid_loss : 0.16432225704193115
148260 0.164629 0.164322 0.171376 CURRENT LEARNING RATE: 0.15890083605466615
previous_iter_valid_loss : 0.17454490065574646
148280 0.174755 0.174545 0.171772 CURRENT LEARNING RATE: 0.15886905906526005
previous_iter_valid_loss : 0.16844381392002106
148300 0.168763 0.168444 0.171534 CURRENT LEARNING RATE: 0.15883728843061637
previous_iter_valid_loss : 0.17821431159973145
148320 0.178446 0.178214 0.172111 CURRENT LEARNING RATE: 0.15880552414946425
previous_iter_valid_loss : 0.1716044694185257
148340 0.171804 0.171604 0.172487 CURRENT LEARNING RATE: 0.1587737662205331
previous_iter_valid_loss : 0.16899603605270386
148360 0.169301 0.168996 0.172570 CURRENT LEARNING RATE: 0.15874201464255264
previous_iter_valid_loss : 0.17822110652923584
148380 0.178495 0.178221 0.172871 CURRENT LEARNING RATE: 0.15871026941425279
previous_iter_valid_loss : 0.17029055953025818
148400 0.170644 0.170291 0.173027 CURRENT LEARNING RATE: 0.15867853053436373
previous_iter_valid_loss : 0.16502772271633148
148420 0.165346 0.165028 0.173062 CURRENT LEARNING RATE: 0.15864679800161588
previous_iter_valid_loss : 0.16812016069889069
148440 0.168429 0.168120 0.171610 CURRENT LEARNING RATE: 0.15861507181474002
previous_iter_valid_loss : 0.17877031862735748
148460 0.179114 0.178770 0.172125 CURRENT LEARNING RATE: 0.15858335197246703
previous_iter_valid_loss : 0.1654421091079712
148480 0.165681 0.165442 0.171742 CURRENT LEARNING RATE: 0.1585516384735281
previous_iter_valid_loss : 0.1657460629940033
148500 0.166053 0.165746 0.171735 CURRENT LEARNING RATE: 0.1585199313166548
previous_iter_valid_loss : 0.17495810985565186
148520 0.175325 0.174958 0.172240 CURRENT LEARNING RATE: 0.15848823050057873
previous_iter_valid_loss : 0.16524489223957062
148540 0.165394 0.165245 0.170383 CURRENT LEARNING RATE: 0.15845653602403192
previous_iter_valid_loss : 0.16242343187332153
148560 0.162595 0.162423 0.169451 CURRENT LEARNING RATE: 0.1584248478857466
previous_iter_valid_loss : 0.16719971597194672
148580 0.167476 0.167200 0.169547 CURRENT LEARNING RATE: 0.15839316608445517
previous_iter_valid_loss : 0.16421355307102203
148600 0.164342 0.164214 0.169336 CURRENT LEARNING RATE: 0.15836149061889043
previous_iter_valid_loss : 0.19039690494537354
148620 0.190866 0.190397 0.170341 CURRENT LEARNING RATE: 0.15832982148778532
previous_iter_valid_loss : 0.16639478504657745
148640 0.166657 0.166395 0.170427 CURRENT LEARNING RATE: 0.1582981586898731
previous_iter_valid_loss : 0.20277512073516846
148660 0.203412 0.202775 0.172350 CURRENT LEARNING RATE: 0.15826650222388725
previous_iter_valid_loss : 0.1636849045753479
148680 0.163901 0.163685 0.171807 CURRENT LEARNING RATE: 0.15823485208856147
previous_iter_valid_loss : 0.1652858853340149
148700 0.165526 0.165286 0.171649 CURRENT LEARNING RATE: 0.15820320828262985
previous_iter_valid_loss : 0.17393290996551514
148720 0.174236 0.173933 0.171435 CURRENT LEARNING RATE: 0.15817157080482658
previous_iter_valid_loss : 0.1679001748561859
148740 0.168142 0.167900 0.171250 CURRENT LEARNING RATE: 0.15813993965388615
previous_iter_valid_loss : 0.18092715740203857
148760 0.181323 0.180927 0.171846 CURRENT LEARNING RATE: 0.15810831482854332
previous_iter_valid_loss : 0.16896536946296692
148780 0.169282 0.168965 0.171384 CURRENT LEARNING RATE: 0.1580766963275331
previous_iter_valid_loss : 0.16418936848640442
148800 0.164396 0.164189 0.171079 CURRENT LEARNING RATE: 0.15804508414959076
previous_iter_valid_loss : 0.16973549127578735
148820 0.170011 0.169735 0.171314 CURRENT LEARNING RATE: 0.1580134782934518
previous_iter_valid_loss : 0.17349515855312347
148840 0.173822 0.173495 0.171583 CURRENT LEARNING RATE: 0.15798187875785202
previous_iter_valid_loss : 0.17036302387714386
148860 0.170660 0.170363 0.171162 CURRENT LEARNING RATE: 0.1579502855415274
previous_iter_valid_loss : 0.1696210503578186
148880 0.169912 0.169621 0.171371 CURRENT LEARNING RATE: 0.15791869864321417
previous_iter_valid_loss : 0.1645650863647461
148900 0.164770 0.164565 0.171312 CURRENT LEARNING RATE: 0.15788711806164896
previous_iter_valid_loss : 0.1636614352464676
148920 0.163842 0.163661 0.170747 CURRENT LEARNING RATE: 0.1578555437955685
previous_iter_valid_loss : 0.18204405903816223
148940 0.182400 0.182044 0.171587 CURRENT LEARNING RATE: 0.1578239758437098
previous_iter_valid_loss : 0.16393552720546722
148960 0.164161 0.163936 0.171663 CURRENT LEARNING RATE: 0.15779241420481013
previous_iter_valid_loss : 0.1713869869709015
148980 0.171752 0.171387 0.171872 CURRENT LEARNING RATE: 0.1577608588776071
previous_iter_valid_loss : 0.17274940013885498
149000 0.173029 0.172749 0.172299 CURRENT LEARNING RATE: 0.15772930986083844
previous_iter_valid_loss : 0.163573756814003
149020 0.163771 0.163574 0.170958 CURRENT LEARNING RATE: 0.15769776715324216
previous_iter_valid_loss : 0.17316466569900513
149040 0.173442 0.173165 0.171296 CURRENT LEARNING RATE: 0.15766623075355662
previous_iter_valid_loss : 0.16453468799591064
149060 0.164766 0.164535 0.169384 CURRENT LEARNING RATE: 0.1576347006605203
previous_iter_valid_loss : 0.16602066159248352
149080 0.166314 0.166021 0.169501 CURRENT LEARNING RATE: 0.157603176872872
previous_iter_valid_loss : 0.1638619601726532
149100 0.164051 0.163862 0.169430 CURRENT LEARNING RATE: 0.15757165938935086
previous_iter_valid_loss : 0.1660764217376709
149120 0.166356 0.166076 0.169037 CURRENT LEARNING RATE: 0.15754014820869608
previous_iter_valid_loss : 0.16585230827331543
149140 0.166108 0.165852 0.168935 CURRENT LEARNING RATE: 0.15750864332964729
previous_iter_valid_loss : 0.1633596122264862
149160 0.163579 0.163360 0.168056 CURRENT LEARNING RATE: 0.1574771447509442
previous_iter_valid_loss : 0.16909383237361908
149180 0.169338 0.169094 0.168063 CURRENT LEARNING RATE: 0.15744565247132697
previous_iter_valid_loss : 0.16771948337554932
149200 0.167944 0.167719 0.168239 CURRENT LEARNING RATE: 0.15741416648953582
previous_iter_valid_loss : 0.16357453167438507
149220 0.163807 0.163575 0.167931 CURRENT LEARNING RATE: 0.1573826868043114
previous_iter_valid_loss : 0.1781359761953354
149240 0.178361 0.178136 0.168163 CURRENT LEARNING RATE: 0.15735121341439443
previous_iter_valid_loss : 0.1691322773694992
149260 0.169319 0.169132 0.168102 CURRENT LEARNING RATE: 0.15731974631852602
previous_iter_valid_loss : 0.16887672245502472
149280 0.169045 0.168877 0.168065 CURRENT LEARNING RATE: 0.15728828551544746
previous_iter_valid_loss : 0.1642434000968933
149300 0.164470 0.164243 0.168049 CURRENT LEARNING RATE: 0.1572568310039004
previous_iter_valid_loss : 0.17625358700752258
149320 0.176597 0.176254 0.168678 CURRENT LEARNING RATE: 0.15722538278262657
previous_iter_valid_loss : 0.16558542847633362
149340 0.165775 0.165585 0.167855 CURRENT LEARNING RATE: 0.15719394085036809
previous_iter_valid_loss : 0.1668158322572708
149360 0.166993 0.166816 0.167999 CURRENT LEARNING RATE: 0.15716250520586725
previous_iter_valid_loss : 0.1856909841299057
149380 0.186051 0.185691 0.168714 CURRENT LEARNING RATE: 0.15713107584786662
previous_iter_valid_loss : 0.16440925002098083
149400 0.164622 0.164409 0.168297 CURRENT LEARNING RATE: 0.1570996527751091
previous_iter_valid_loss : 0.16867247223854065
149420 0.168955 0.168672 0.168552 CURRENT LEARNING RATE: 0.15706823598633768
previous_iter_valid_loss : 0.1648227572441101
149440 0.164981 0.164823 0.168135 CURRENT LEARNING RATE: 0.1570368254802957
previous_iter_valid_loss : 0.16542461514472961
149460 0.165603 0.165425 0.168180 CURRENT LEARNING RATE: 0.15700542125572678
previous_iter_valid_loss : 0.1644815355539322
149480 0.164674 0.164482 0.168103 CURRENT LEARNING RATE: 0.15697402331137472
previous_iter_valid_loss : 0.1661244034767151
149500 0.166335 0.166124 0.168216 CURRENT LEARNING RATE: 0.15694263164598363
previous_iter_valid_loss : 0.1638493537902832
149520 0.164034 0.163849 0.168105 CURRENT LEARNING RATE: 0.1569112462582978
previous_iter_valid_loss : 0.17901307344436646
149540 0.179127 0.179013 0.168763 CURRENT LEARNING RATE: 0.15687986714706187
previous_iter_valid_loss : 0.16485829651355743
149560 0.165103 0.164858 0.168838 CURRENT LEARNING RATE: 0.15684849431102063
previous_iter_valid_loss : 0.1639849990606308
149580 0.164175 0.163985 0.168582 CURRENT LEARNING RATE: 0.1568171277489192
previous_iter_valid_loss : 0.16991133987903595
149600 0.170088 0.169911 0.168692 CURRENT LEARNING RATE: 0.1567857674595029
previous_iter_valid_loss : 0.1643076241016388
149620 0.164530 0.164308 0.168728 CURRENT LEARNING RATE: 0.15675441344151733
previous_iter_valid_loss : 0.1640312522649765
149640 0.164223 0.164031 0.168023 CURRENT LEARNING RATE: 0.1567230656937083
previous_iter_valid_loss : 0.1634589284658432
149660 0.163684 0.163459 0.167739 CURRENT LEARNING RATE: 0.15669172421482191
previous_iter_valid_loss : 0.164473295211792
149680 0.164705 0.164473 0.167519 CURRENT LEARNING RATE: 0.1566603890036045
previous_iter_valid_loss : 0.16894471645355225
149700 0.169193 0.168945 0.167754 CURRENT LEARNING RATE: 0.15662906005880267
previous_iter_valid_loss : 0.17400699853897095
149720 0.174330 0.174007 0.167642 CURRENT LEARNING RATE: 0.1565977373791633
previous_iter_valid_loss : 0.16384272277355194
149740 0.164045 0.163843 0.167555 CURRENT LEARNING RATE: 0.15656642096343343
previous_iter_valid_loss : 0.16340918838977814
149760 0.163654 0.163409 0.167385 CURRENT LEARNING RATE: 0.15653511081036042
previous_iter_valid_loss : 0.19546261429786682
149780 0.195939 0.195463 0.167873 CURRENT LEARNING RATE: 0.15650380691869187
previous_iter_valid_loss : 0.1746765822172165
149800 0.174987 0.174677 0.168386 CURRENT LEARNING RATE: 0.1564725092871756
previous_iter_valid_loss : 0.18245446681976318
149820 0.182808 0.182454 0.169076 CURRENT LEARNING RATE: 0.15644121791455973
previous_iter_valid_loss : 0.1634979248046875
149840 0.163722 0.163498 0.169009 CURRENT LEARNING RATE: 0.15640993279959262
previous_iter_valid_loss : 0.1627572476863861
149860 0.163010 0.162757 0.168876 CURRENT LEARNING RATE: 0.15637865394102282
previous_iter_valid_loss : 0.16882926225662231
149880 0.169060 0.168829 0.169093 CURRENT LEARNING RATE: 0.15634738133759918
previous_iter_valid_loss : 0.17883716523647308
149900 0.179057 0.178837 0.169729 CURRENT LEARNING RATE: 0.15631611498807083
previous_iter_valid_loss : 0.16598127782344818
149920 0.166107 0.165981 0.169836 CURRENT LEARNING RATE: 0.1562848548911871
previous_iter_valid_loss : 0.16320042312145233
149940 0.163370 0.163200 0.169045 CURRENT LEARNING RATE: 0.1562536010456976
previous_iter_valid_loss : 0.16451212763786316
149960 0.164745 0.164512 0.169028 CURRENT LEARNING RATE: 0.15622235345035215
previous_iter_valid_loss : 0.1648174524307251
149980 0.165056 0.164817 0.169069 CURRENT LEARNING RATE: 0.15619111210390085
previous_iter_valid_loss : 0.16409935057163239
150000 0.164333 0.164099 0.168779 CURRENT LEARNING RATE: 0.1561598770050941
previous_iter_valid_loss : 0.17357493937015533
150020 0.173989 0.173575 0.169242 CURRENT LEARNING RATE: 0.1561286481526824
previous_iter_valid_loss : 0.17048677802085876
150040 0.170823 0.170487 0.169565 CURRENT LEARNING RATE: 0.15609742554541667
previous_iter_valid_loss : 0.170403391122818
150060 0.170775 0.170403 0.169912 CURRENT LEARNING RATE: 0.156066209182048
previous_iter_valid_loss : 0.16588759422302246
150080 0.166080 0.165888 0.169983 CURRENT LEARNING RATE: 0.1560349990613277
previous_iter_valid_loss : 0.1632053107023239
150100 0.163433 0.163205 0.169696 CURRENT LEARNING RATE: 0.15600379518200733
previous_iter_valid_loss : 0.18468469381332397
150120 0.185041 0.184685 0.170230 CURRENT LEARNING RATE: 0.15597259754283885
previous_iter_valid_loss : 0.16627661883831024
150140 0.166481 0.166277 0.170351 CURRENT LEARNING RATE: 0.1559414061425743
previous_iter_valid_loss : 0.17078053951263428
150160 0.170983 0.170781 0.170720 CURRENT LEARNING RATE: 0.15591022097996599
previous_iter_valid_loss : 0.16850696504116058
150180 0.168747 0.168507 0.169372 CURRENT LEARNING RATE: 0.15587904205376654
previous_iter_valid_loss : 0.16813144087791443
150200 0.168315 0.168131 0.169045 CURRENT LEARNING RATE: 0.1558478693627288
previous_iter_valid_loss : 0.16390684247016907
150220 0.164086 0.163907 0.168118 CURRENT LEARNING RATE: 0.15581670290560587
previous_iter_valid_loss : 0.16410979628562927
150240 0.164258 0.164110 0.168148 CURRENT LEARNING RATE: 0.15578554268115105
previous_iter_valid_loss : 0.16393086314201355
150260 0.164089 0.163931 0.168207 CURRENT LEARNING RATE: 0.15575438868811797
previous_iter_valid_loss : 0.16435636579990387
150280 0.164535 0.164356 0.167983 CURRENT LEARNING RATE: 0.1557232409252605
previous_iter_valid_loss : 0.16382509469985962
150300 0.163995 0.163825 0.167233 CURRENT LEARNING RATE: 0.1556920993913326
previous_iter_valid_loss : 0.16826513409614563
150320 0.168450 0.168265 0.167347 CURRENT LEARNING RATE: 0.15566096408508873
previous_iter_valid_loss : 0.16730323433876038
150340 0.167476 0.167303 0.167552 CURRENT LEARNING RATE: 0.15562983500528346
previous_iter_valid_loss : 0.16569866240024567
150360 0.165916 0.165699 0.167611 CURRENT LEARNING RATE: 0.15559871215067161
previous_iter_valid_loss : 0.16965749859809875
150380 0.169859 0.169657 0.167853 CURRENT LEARNING RATE: 0.1555675955200083
previous_iter_valid_loss : 0.16496030986309052
150400 0.165127 0.164960 0.167896 CURRENT LEARNING RATE: 0.1555364851120488
previous_iter_valid_loss : 0.16517852246761322
150420 0.165433 0.165179 0.167476 CURRENT LEARNING RATE: 0.1555053809255487
previous_iter_valid_loss : 0.17015261948108673
150440 0.170437 0.170153 0.167460 CURRENT LEARNING RATE: 0.15547428295926388
previous_iter_valid_loss : 0.17433284223079681
150460 0.174601 0.174333 0.167656 CURRENT LEARNING RATE: 0.1554431912119504
previous_iter_valid_loss : 0.172765851020813
150480 0.173142 0.172766 0.168000 CURRENT LEARNING RATE: 0.1554121056823646
previous_iter_valid_loss : 0.16845661401748657
150500 0.168737 0.168457 0.168263 CURRENT LEARNING RATE: 0.15538102636926301
previous_iter_valid_loss : 0.16663382947444916
150520 0.166919 0.166634 0.167360 CURRENT LEARNING RATE: 0.1553499532714025
previous_iter_valid_loss : 0.1661856323480606
150540 0.166463 0.166186 0.167356 CURRENT LEARNING RATE: 0.15531888638754016
previous_iter_valid_loss : 0.16667388379573822
150560 0.166921 0.166674 0.167150 CURRENT LEARNING RATE: 0.15528782571643332
previous_iter_valid_loss : 0.1685834676027298
150580 0.168926 0.168583 0.167154 CURRENT LEARNING RATE: 0.1552567712568395
previous_iter_valid_loss : 0.16342689096927643
150600 0.163719 0.163427 0.166919 CURRENT LEARNING RATE: 0.15522572300751658
previous_iter_valid_loss : 0.17709852755069733
150620 0.177525 0.177099 0.167578 CURRENT LEARNING RATE: 0.15519468096722255
previous_iter_valid_loss : 0.16434966027736664
150640 0.164592 0.164350 0.167590 CURRENT LEARNING RATE: 0.15516364513471584
previous_iter_valid_loss : 0.16439403593540192
150660 0.164666 0.164394 0.167614 CURRENT LEARNING RATE: 0.15513261550875493
previous_iter_valid_loss : 0.165372833609581
150680 0.165743 0.165373 0.167664 CURRENT LEARNING RATE: 0.15510159208809865
previous_iter_valid_loss : 0.16375823318958282
150700 0.164035 0.163758 0.167661 CURRENT LEARNING RATE: 0.15507057487150605
previous_iter_valid_loss : 0.16886156797409058
150720 0.169334 0.168862 0.167691 CURRENT LEARNING RATE: 0.1550395638577365
previous_iter_valid_loss : 0.16825295984745026
150740 0.168636 0.168253 0.167738 CURRENT LEARNING RATE: 0.15500855904554953
previous_iter_valid_loss : 0.1770516037940979
150760 0.177559 0.177052 0.168306 CURRENT LEARNING RATE: 0.15497756043370492
previous_iter_valid_loss : 0.16469663381576538
150780 0.165113 0.164697 0.168058 CURRENT LEARNING RATE: 0.15494656802096277
previous_iter_valid_loss : 0.17348040640354156
150800 0.173910 0.173480 0.168484 CURRENT LEARNING RATE: 0.15491558180608336
previous_iter_valid_loss : 0.17466631531715393
150820 0.175096 0.174666 0.168958 CURRENT LEARNING RATE: 0.15488460178782723
previous_iter_valid_loss : 0.16800028085708618
150840 0.168256 0.168000 0.168851 CURRENT LEARNING RATE: 0.1548536279649552
previous_iter_valid_loss : 0.1739080250263214
150860 0.174177 0.173908 0.168830 CURRENT LEARNING RATE: 0.15482266033622832
previous_iter_valid_loss : 0.16800080239772797
150880 0.168322 0.168001 0.168591 CURRENT LEARNING RATE: 0.15479169890040786
previous_iter_valid_loss : 0.1756705343723297
150900 0.175896 0.175671 0.168952 CURRENT LEARNING RATE: 0.15476074365625536
previous_iter_valid_loss : 0.16854798793792725
150920 0.168919 0.168548 0.169048 CURRENT LEARNING RATE: 0.15472979460253264
previous_iter_valid_loss : 0.16256862878799438
150940 0.162856 0.162569 0.168867 CURRENT LEARNING RATE: 0.15469885173800174
previous_iter_valid_loss : 0.1646709442138672
150960 0.165016 0.164671 0.168767 CURRENT LEARNING RATE: 0.1546679150614249
previous_iter_valid_loss : 0.1656644642353058
150980 0.165980 0.165664 0.168621 CURRENT LEARNING RATE: 0.15463698457156472
previous_iter_valid_loss : 0.16770875453948975
151000 0.168046 0.167709 0.168835 CURRENT LEARNING RATE: 0.15460606026718393
previous_iter_valid_loss : 0.1720842570066452
151020 0.172349 0.172084 0.168584 CURRENT LEARNING RATE: 0.15457514214704557
previous_iter_valid_loss : 0.1667657196521759
151040 0.167177 0.166766 0.168705 CURRENT LEARNING RATE: 0.15454423020991293
previous_iter_valid_loss : 0.16429711878299713
151060 0.164586 0.164297 0.168700 CURRENT LEARNING RATE: 0.1545133244545495
previous_iter_valid_loss : 0.16509094834327698
151080 0.165450 0.165091 0.168686 CURRENT LEARNING RATE: 0.15448242487971908
previous_iter_valid_loss : 0.16483193635940552
151100 0.165220 0.164832 0.168740 CURRENT LEARNING RATE: 0.15445153148418564
previous_iter_valid_loss : 0.16349418461322784
151120 0.163826 0.163494 0.168471 CURRENT LEARNING RATE: 0.1544206442667135
previous_iter_valid_loss : 0.16461919248104095
151140 0.164893 0.164619 0.168290 CURRENT LEARNING RATE: 0.15438976322606715
previous_iter_valid_loss : 0.1652582585811615
151160 0.165574 0.165258 0.167700 CURRENT LEARNING RATE: 0.1543588883610114
previous_iter_valid_loss : 0.1849406212568283
151180 0.185339 0.184941 0.168712 CURRENT LEARNING RATE: 0.15432801967031115
previous_iter_valid_loss : 0.16497927904129028
151200 0.165262 0.164979 0.168287 CURRENT LEARNING RATE: 0.1542971571527317
previous_iter_valid_loss : 0.1810615062713623
151220 0.181466 0.181062 0.168607 CURRENT LEARNING RATE: 0.1542663008070386
previous_iter_valid_loss : 0.1664687842130661
151240 0.166713 0.166469 0.168530 CURRENT LEARNING RATE: 0.15423545063199753
previous_iter_valid_loss : 0.18004783987998962
151260 0.180538 0.180048 0.168837 CURRENT LEARNING RATE: 0.1542046066263745
previous_iter_valid_loss : 0.16581915318965912
151280 0.166094 0.165819 0.168728 CURRENT LEARNING RATE: 0.1541737687889358
previous_iter_valid_loss : 0.18366990983486176
151300 0.184076 0.183670 0.169128 CURRENT LEARNING RATE: 0.1541429371184478
previous_iter_valid_loss : 0.17490307986736298
151320 0.175096 0.174903 0.169446 CURRENT LEARNING RATE: 0.15411211161367733
previous_iter_valid_loss : 0.17742106318473816
151340 0.177654 0.177421 0.170189 CURRENT LEARNING RATE: 0.15408129227339135
previous_iter_valid_loss : 0.1645471751689911
151360 0.164827 0.164547 0.170182 CURRENT LEARNING RATE: 0.15405047909635708
previous_iter_valid_loss : 0.16970816254615784
151380 0.170059 0.169708 0.170385 CURRENT LEARNING RATE: 0.154019672081342
previous_iter_valid_loss : 0.17202012240886688
151400 0.172408 0.172020 0.170600 CURRENT LEARNING RATE: 0.15398887122711383
previous_iter_valid_loss : 0.17287082970142365
151420 0.173131 0.172871 0.170639 CURRENT LEARNING RATE: 0.15395807653244054
previous_iter_valid_loss : 0.1659911721944809
151440 0.166257 0.165991 0.170601 CURRENT LEARNING RATE: 0.15392728799609032
previous_iter_valid_loss : 0.16731831431388855
151460 0.167600 0.167318 0.170752 CURRENT LEARNING RATE: 0.15389650561683163
previous_iter_valid_loss : 0.1659749448299408
151480 0.166324 0.165975 0.170796 CURRENT LEARNING RATE: 0.1538657293934332
previous_iter_valid_loss : 0.1692550778388977
151500 0.169653 0.169255 0.171017 CURRENT LEARNING RATE: 0.15383495932466393
previous_iter_valid_loss : 0.16619199514389038
151520 0.166575 0.166192 0.171152 CURRENT LEARNING RATE: 0.15380419540929308
previous_iter_valid_loss : 0.16953518986701965
151540 0.169822 0.169535 0.171398 CURRENT LEARNING RATE: 0.15377343764609006
previous_iter_valid_loss : 0.1714065670967102
151560 0.171651 0.171407 0.171705 CURRENT LEARNING RATE: 0.15374268603382457
previous_iter_valid_loss : 0.17060476541519165
151580 0.170863 0.170605 0.170988 CURRENT LEARNING RATE: 0.15371194057126655
previous_iter_valid_loss : 0.1635926365852356
151600 0.163816 0.163593 0.170919 CURRENT LEARNING RATE: 0.15368120125718618
previous_iter_valid_loss : 0.1695738583803177
151620 0.169879 0.169574 0.170345 CURRENT LEARNING RATE: 0.15365046809035388
previous_iter_valid_loss : 0.16954950988292694
151640 0.169755 0.169550 0.170499 CURRENT LEARNING RATE: 0.15361974106954032
previous_iter_valid_loss : 0.166076198220253
151660 0.166304 0.166076 0.169800 CURRENT LEARNING RATE: 0.15358902019351642
previous_iter_valid_loss : 0.1640462726354599
151680 0.164237 0.164046 0.169712 CURRENT LEARNING RATE: 0.15355830546105337
previous_iter_valid_loss : 0.18696653842926025
151700 0.187391 0.186967 0.169876 CURRENT LEARNING RATE: 0.1535275968709225
previous_iter_valid_loss : 0.17535234987735748
151720 0.175658 0.175352 0.169899 CURRENT LEARNING RATE: 0.15349689442189554
previous_iter_valid_loss : 0.16485601663589478
151740 0.165114 0.164856 0.169271 CURRENT LEARNING RATE: 0.1534661981127444
previous_iter_valid_loss : 0.16612878441810608
151760 0.166398 0.166129 0.169350 CURRENT LEARNING RATE: 0.15343550794224123
previous_iter_valid_loss : 0.18265847861766815
151780 0.183094 0.182658 0.169997 CURRENT LEARNING RATE: 0.15340482390915836
previous_iter_valid_loss : 0.1913800984621048
151800 0.191887 0.191380 0.170965 CURRENT LEARNING RATE: 0.15337414601226848
previous_iter_valid_loss : 0.16497312486171722
151820 0.165218 0.164973 0.170570 CURRENT LEARNING RATE: 0.15334347425034445
previous_iter_valid_loss : 0.1677200049161911
151840 0.167977 0.167720 0.170657 CURRENT LEARNING RATE: 0.15331280862215943
previous_iter_valid_loss : 0.1652921587228775
151860 0.165592 0.165292 0.170555 CURRENT LEARNING RATE: 0.15328214912648677
previous_iter_valid_loss : 0.1652829349040985
151880 0.165559 0.165283 0.170521 CURRENT LEARNING RATE: 0.1532514957621001
previous_iter_valid_loss : 0.17772133648395538
151900 0.178134 0.177721 0.170944 CURRENT LEARNING RATE: 0.15322084852777323
previous_iter_valid_loss : 0.1832679659128189
151920 0.183679 0.183268 0.171798 CURRENT LEARNING RATE: 0.15319020742228037
previous_iter_valid_loss : 0.16533797979354858
151940 0.165626 0.165338 0.171588 CURRENT LEARNING RATE: 0.15315957244439582
previous_iter_valid_loss : 0.17032194137573242
151960 0.170739 0.170322 0.171534 CURRENT LEARNING RATE: 0.1531289435928942
previous_iter_valid_loss : 0.16332662105560303
151980 0.163549 0.163327 0.171170 CURRENT LEARNING RATE: 0.1530983208665503
previous_iter_valid_loss : 0.17538104951381683
152000 0.175655 0.175381 0.171759 CURRENT LEARNING RATE: 0.15306770426413932
previous_iter_valid_loss : 0.16824175417423248
152020 0.168512 0.168242 0.171693 CURRENT LEARNING RATE: 0.1530370937844365
previous_iter_valid_loss : 0.16469764709472656
152040 0.164941 0.164698 0.171450 CURRENT LEARNING RATE: 0.15300648942621745
previous_iter_valid_loss : 0.18911036849021912
152060 0.189393 0.189110 0.172602 CURRENT LEARNING RATE: 0.152975891188258
previous_iter_valid_loss : 0.1648799329996109
152080 0.165192 0.164880 0.172644 CURRENT LEARNING RATE: 0.1529452990693342
previous_iter_valid_loss : 0.17069262266159058
152100 0.171075 0.170693 0.171830 CURRENT LEARNING RATE: 0.15291471306822238
previous_iter_valid_loss : 0.1774439811706543
152120 0.177860 0.177444 0.171934 CURRENT LEARNING RATE: 0.15288413318369912
previous_iter_valid_loss : 0.1858336180448532
152140 0.186247 0.185834 0.172983 CURRENT LEARNING RATE: 0.1528535594145412
previous_iter_valid_loss : 0.17778152227401733
152160 0.178167 0.177782 0.173566 CURRENT LEARNING RATE: 0.15282299175952568
previous_iter_valid_loss : 0.1725653111934662
152180 0.172840 0.172565 0.173061 CURRENT LEARNING RATE: 0.1527924302174299
previous_iter_valid_loss : 0.16707687079906464
152200 0.167327 0.167077 0.171846 CURRENT LEARNING RATE: 0.1527618747870313
previous_iter_valid_loss : 0.16659298539161682
152220 0.166801 0.166593 0.171927 CURRENT LEARNING RATE: 0.15273132546710771
previous_iter_valid_loss : 0.16278190910816193
152240 0.163024 0.162782 0.171680 CURRENT LEARNING RATE: 0.15270078225643718
previous_iter_valid_loss : 0.2231244444847107
152260 0.223833 0.223124 0.174572 CURRENT LEARNING RATE: 0.15267024515379793
previous_iter_valid_loss : 0.17118018865585327
152280 0.171401 0.171180 0.174867 CURRENT LEARNING RATE: 0.15263971415796854
previous_iter_valid_loss : 0.16563335061073303
152300 0.165875 0.165633 0.174262 CURRENT LEARNING RATE: 0.15260918926772768
previous_iter_valid_loss : 0.16547980904579163
152320 0.165668 0.165480 0.173373 CURRENT LEARNING RATE: 0.15257867048185447
previous_iter_valid_loss : 0.1675984114408493
152340 0.167802 0.167598 0.173486 CURRENT LEARNING RATE: 0.15254815779912806
previous_iter_valid_loss : 0.16960182785987854
152360 0.169874 0.169602 0.173450 CURRENT LEARNING RATE: 0.15251765121832803
previous_iter_valid_loss : 0.1637057214975357
152380 0.163908 0.163706 0.173469 CURRENT LEARNING RATE: 0.15248715073823405
previous_iter_valid_loss : 0.1662931591272354
152400 0.166532 0.166293 0.173014 CURRENT LEARNING RATE: 0.1524566563576261
previous_iter_valid_loss : 0.17070350050926208
152420 0.170946 0.170704 0.173137 CURRENT LEARNING RATE: 0.15242616807528445
previous_iter_valid_loss : 0.1641007512807846
152440 0.164406 0.164101 0.173108 CURRENT LEARNING RATE: 0.15239568588998953
previous_iter_valid_loss : 0.1663263738155365
152460 0.166609 0.166326 0.171968 CURRENT LEARNING RATE: 0.15236520980052207
previous_iter_valid_loss : 0.16666874289512634
152480 0.166983 0.166669 0.172058 CURRENT LEARNING RATE: 0.152334739805663
previous_iter_valid_loss : 0.1734582781791687
152500 0.173707 0.173458 0.172196 CURRENT LEARNING RATE: 0.15230427590419357
previous_iter_valid_loss : 0.1722874641418457
152520 0.172656 0.172287 0.171938 CURRENT LEARNING RATE: 0.15227381809489518
previous_iter_valid_loss : 0.17543359100818634
152540 0.175677 0.175434 0.171418 CURRENT LEARNING RATE: 0.15224336637654953
previous_iter_valid_loss : 0.16637808084487915
152560 0.166666 0.166378 0.170848 CURRENT LEARNING RATE: 0.15221292074793857
previous_iter_valid_loss : 0.16647154092788696
152580 0.166796 0.166472 0.170543 CURRENT LEARNING RATE: 0.15218248120784447
previous_iter_valid_loss : 0.16575314104557037
152600 0.166015 0.165753 0.170477 CURRENT LEARNING RATE: 0.15215204775504962
previous_iter_valid_loss : 0.16529347002506256
152620 0.165545 0.165293 0.170412 CURRENT LEARNING RATE: 0.1521216203883367
previous_iter_valid_loss : 0.16898423433303833
152640 0.169243 0.168984 0.170722 CURRENT LEARNING RATE: 0.15209119910648863
previous_iter_valid_loss : 0.16427958011627197
152660 0.164524 0.164280 0.167780 CURRENT LEARNING RATE: 0.15206078390828853
previous_iter_valid_loss : 0.16297538578510284
152680 0.163191 0.162975 0.167370 CURRENT LEARNING RATE: 0.15203037479251982
previous_iter_valid_loss : 0.16986402869224548
152700 0.170107 0.169864 0.167581 CURRENT LEARNING RATE: 0.15199997175796615
previous_iter_valid_loss : 0.16352157294750214
152720 0.163777 0.163522 0.167484 CURRENT LEARNING RATE: 0.15196957480341128
previous_iter_valid_loss : 0.16498935222625732
152740 0.165225 0.164989 0.167353 CURRENT LEARNING RATE: 0.15193918392763947
previous_iter_valid_loss : 0.165143683552742
152760 0.165330 0.165144 0.167130 CURRENT LEARNING RATE: 0.15190879912943506
previous_iter_valid_loss : 0.16975019872188568
152780 0.170010 0.169750 0.167432 CURRENT LEARNING RATE: 0.15187842040758265
previous_iter_valid_loss : 0.19707387685775757
152800 0.197535 0.197074 0.168971 CURRENT LEARNING RATE: 0.15184804776086702
previous_iter_valid_loss : 0.16361141204833984
152820 0.163862 0.163611 0.168617 CURRENT LEARNING RATE: 0.15181768118807337
previous_iter_valid_loss : 0.1649843156337738
152840 0.165198 0.164984 0.168661 CURRENT LEARNING RATE: 0.15178732068798695
previous_iter_valid_loss : 0.16443394124507904
152860 0.164675 0.164434 0.168566 CURRENT LEARNING RATE: 0.15175696625939342
previous_iter_valid_loss : 0.16571389138698578
152880 0.165879 0.165714 0.168519 CURRENT LEARNING RATE: 0.15172661790107853
previous_iter_valid_loss : 0.16364440321922302
152900 0.163812 0.163644 0.168028 CURRENT LEARNING RATE: 0.15169627561182839
previous_iter_valid_loss : 0.1758095920085907
152920 0.176002 0.175810 0.168204 CURRENT LEARNING RATE: 0.15166593939042924
previous_iter_valid_loss : 0.17969228327274323
152940 0.180025 0.179692 0.168417 CURRENT LEARNING RATE: 0.15163560923566774
previous_iter_valid_loss : 0.167480006814003
152960 0.167668 0.167480 0.168472 CURRENT LEARNING RATE: 0.15160528514633062
previous_iter_valid_loss : 0.1629127860069275
152980 0.163105 0.162913 0.168294 CURRENT LEARNING RATE: 0.15157496712120494
previous_iter_valid_loss : 0.166111022233963
153000 0.166338 0.166111 0.168312 CURRENT LEARNING RATE: 0.15154465515907795
previous_iter_valid_loss : 0.16771677136421204
153020 0.167938 0.167717 0.168433 CURRENT LEARNING RATE: 0.1515143492587372
previous_iter_valid_loss : 0.16693900525569916
153040 0.167206 0.166939 0.168331 CURRENT LEARNING RATE: 0.15148404941897042
previous_iter_valid_loss : 0.16492703557014465
153060 0.165166 0.164927 0.168363 CURRENT LEARNING RATE: 0.15145375563856564
previous_iter_valid_loss : 0.18656106293201447
153080 0.186860 0.186561 0.169543 CURRENT LEARNING RATE: 0.15142346791631112
previous_iter_valid_loss : 0.16913405060768127
153100 0.169351 0.169134 0.169506 CURRENT LEARNING RATE: 0.15139318625099532
previous_iter_valid_loss : 0.16456075012683868
153120 0.164755 0.164561 0.169558 CURRENT LEARNING RATE: 0.15136291064140697
previous_iter_valid_loss : 0.16319459676742554
153140 0.163412 0.163195 0.169468 CURRENT LEARNING RATE: 0.1513326410863351
previous_iter_valid_loss : 0.17938312888145447
153160 0.179634 0.179383 0.170180 CURRENT LEARNING RATE: 0.1513023775845689
previous_iter_valid_loss : 0.1822158396244049
153180 0.182446 0.182216 0.170804 CURRENT LEARNING RATE: 0.15127212013489783
previous_iter_valid_loss : 0.16253985464572906
153200 0.162708 0.162540 0.169077 CURRENT LEARNING RATE: 0.15124186873611156
previous_iter_valid_loss : 0.17944736778736115
153220 0.179707 0.179447 0.169869 CURRENT LEARNING RATE: 0.15121162338700006
previous_iter_valid_loss : 0.1640632152557373
153240 0.164264 0.164063 0.169823 CURRENT LEARNING RATE: 0.1511813840863535
previous_iter_valid_loss : 0.1628524363040924
153260 0.163035 0.162852 0.169744 CURRENT LEARNING RATE: 0.15115115083296238
previous_iter_valid_loss : 0.17342457175254822
153280 0.173712 0.173425 0.170129 CURRENT LEARNING RATE: 0.15112092362561727
previous_iter_valid_loss : 0.17101304233074188
153300 0.171237 0.171013 0.170498 CURRENT LEARNING RATE: 0.15109070246310916
previous_iter_valid_loss : 0.17383840680122375
153320 0.174124 0.173838 0.170399 CURRENT LEARNING RATE: 0.1510604873442291
previous_iter_valid_loss : 0.17890869081020355
153340 0.179311 0.178909 0.170360 CURRENT LEARNING RATE: 0.1510302782677686
previous_iter_valid_loss : 0.1970728188753128
153360 0.197612 0.197073 0.171839 CURRENT LEARNING RATE: 0.15100007523251927
previous_iter_valid_loss : 0.16684891283512115
153380 0.167090 0.166849 0.172036 CURRENT LEARNING RATE: 0.15096987823727295
previous_iter_valid_loss : 0.17709152400493622
153400 0.177364 0.177092 0.172585 CURRENT LEARNING RATE: 0.15093968728082177
previous_iter_valid_loss : 0.1652599424123764
153420 0.165419 0.165260 0.172462 CURRENT LEARNING RATE: 0.1509095023619581
previous_iter_valid_loss : 0.16645456850528717
153440 0.166621 0.166455 0.172438 CURRENT LEARNING RATE: 0.15087932347947458
previous_iter_valid_loss : 0.1836961805820465
153460 0.183871 0.183696 0.173377 CURRENT LEARNING RATE: 0.15084915063216398
previous_iter_valid_loss : 0.1636049747467041
153480 0.163764 0.163605 0.172229 CURRENT LEARNING RATE: 0.15081898381881945
previous_iter_valid_loss : 0.1692379266023636
153500 0.169480 0.169238 0.172234 CURRENT LEARNING RATE: 0.15078882303823427
previous_iter_valid_loss : 0.18435700237751007
153520 0.184627 0.184357 0.173224 CURRENT LEARNING RATE: 0.150758668289202
previous_iter_valid_loss : 0.16561010479927063
153540 0.165831 0.165610 0.173345 CURRENT LEARNING RATE: 0.15072851957051656
previous_iter_valid_loss : 0.165336474776268
153560 0.165525 0.165336 0.172642 CURRENT LEARNING RATE: 0.15069837688097187
previous_iter_valid_loss : 0.17523333430290222
153580 0.175556 0.175233 0.172293 CURRENT LEARNING RATE: 0.1506682402193623
previous_iter_valid_loss : 0.17081458866596222
153600 0.171072 0.170815 0.172707 CURRENT LEARNING RATE: 0.15063810958448234
previous_iter_valid_loss : 0.1746440827846527
153620 0.175019 0.174644 0.172467 CURRENT LEARNING RATE: 0.1506079849751268
previous_iter_valid_loss : 0.16343268752098083
153640 0.163617 0.163433 0.172435 CURRENT LEARNING RATE: 0.1505778663900907
previous_iter_valid_loss : 0.16507679224014282
153660 0.165305 0.165077 0.172546 CURRENT LEARNING RATE: 0.15054775382816923
previous_iter_valid_loss : 0.16718789935112
153680 0.167437 0.167188 0.172235 CURRENT LEARNING RATE: 0.15051764728815797
previous_iter_valid_loss : 0.186931774020195
153700 0.187128 0.186932 0.173030 CURRENT LEARNING RATE: 0.15048754676885262
previous_iter_valid_loss : 0.18364150822162628
153720 0.183885 0.183642 0.173521 CURRENT LEARNING RATE: 0.1504574522690491
previous_iter_valid_loss : 0.16600406169891357
153740 0.166207 0.166004 0.172875 CURRENT LEARNING RATE: 0.15042736378754373
previous_iter_valid_loss : 0.1635986715555191
153760 0.163780 0.163599 0.171202 CURRENT LEARNING RATE: 0.15039728132313296
previous_iter_valid_loss : 0.16760185360908508
153780 0.167847 0.167602 0.171239 CURRENT LEARNING RATE: 0.15036720487461344
previous_iter_valid_loss : 0.1657227873802185
153800 0.165860 0.165723 0.170671 CURRENT LEARNING RATE: 0.15033713444078214
previous_iter_valid_loss : 0.17234742641448975
153820 0.172609 0.172347 0.171025 CURRENT LEARNING RATE: 0.15030707002043622
previous_iter_valid_loss : 0.16660018265247345
153840 0.166847 0.166600 0.171033 CURRENT LEARNING RATE: 0.15027701161237314
previous_iter_valid_loss : 0.16467265784740448
153860 0.164875 0.164673 0.170081 CURRENT LEARNING RATE: 0.15024695921539055
previous_iter_valid_loss : 0.17021872103214264
153880 0.170495 0.170219 0.170412 CURRENT LEARNING RATE: 0.15021691282828634
previous_iter_valid_loss : 0.16453240811824799
153900 0.164731 0.164532 0.170177 CURRENT LEARNING RATE: 0.15018687244985865
previous_iter_valid_loss : 0.16495928168296814
153920 0.165160 0.164959 0.169207 CURRENT LEARNING RATE: 0.15015683807890587
previous_iter_valid_loss : 0.1699657142162323
153940 0.170300 0.169966 0.169425 CURRENT LEARNING RATE: 0.15012680971422665
previous_iter_valid_loss : 0.16746212542057037
153960 0.167684 0.167462 0.169531 CURRENT LEARNING RATE: 0.15009678735461984
previous_iter_valid_loss : 0.16922515630722046
153980 0.169433 0.169225 0.169231 CURRENT LEARNING RATE: 0.15006677099888455
previous_iter_valid_loss : 0.19214726984500885
154000 0.192336 0.192147 0.170297 CURRENT LEARNING RATE: 0.1500367606458201
previous_iter_valid_loss : 0.17168854176998138
154020 0.171932 0.171689 0.170149 CURRENT LEARNING RATE: 0.15000675629422613
previous_iter_valid_loss : 0.16512428224086761
154040 0.165323 0.165124 0.170234 CURRENT LEARNING RATE: 0.1499767579429024
previous_iter_valid_loss : 0.16304366290569305
154060 0.163208 0.163044 0.170132 CURRENT LEARNING RATE: 0.14994676559064904
previous_iter_valid_loss : 0.1700577288866043
154080 0.170342 0.170058 0.170276 CURRENT LEARNING RATE: 0.1499167792362663
previous_iter_valid_loss : 0.1677253246307373
154100 0.168000 0.167725 0.169316 CURRENT LEARNING RATE: 0.14988679887855477
previous_iter_valid_loss : 0.16280418634414673
154120 0.163029 0.162804 0.168274 CURRENT LEARNING RATE: 0.14985682451631516
previous_iter_valid_loss : 0.1669939160346985
154140 0.167242 0.166994 0.168323 CURRENT LEARNING RATE: 0.1498268561483486
previous_iter_valid_loss : 0.1705946922302246
154160 0.170870 0.170595 0.168673 CURRENT LEARNING RATE: 0.14979689377345629
previous_iter_valid_loss : 0.1657017469406128
154180 0.165943 0.165702 0.168578 CURRENT LEARNING RATE: 0.14976693739043975
previous_iter_valid_loss : 0.17848916351795197
154200 0.178737 0.178489 0.169216 CURRENT LEARNING RATE: 0.14973698699810073
previous_iter_valid_loss : 0.16424888372421265
154220 0.164458 0.164249 0.168811 CURRENT LEARNING RATE: 0.14970704259524123
previous_iter_valid_loss : 0.16335776448249817
154240 0.163561 0.163358 0.168649 CURRENT LEARNING RATE: 0.14967710418066343
previous_iter_valid_loss : 0.19399724900722504
154260 0.194479 0.193997 0.170116 CURRENT LEARNING RATE: 0.14964717175316983
previous_iter_valid_loss : 0.1630505621433258
154280 0.163219 0.163051 0.169757 CURRENT LEARNING RATE: 0.14961724531156312
previous_iter_valid_loss : 0.16260124742984772
154300 0.162830 0.162601 0.169661 CURRENT LEARNING RATE: 0.14958732485464624
previous_iter_valid_loss : 0.16598857939243317
154320 0.166206 0.165989 0.169712 CURRENT LEARNING RATE: 0.14955741038122233
previous_iter_valid_loss : 0.18648868799209595
154340 0.186874 0.186489 0.170538 CURRENT LEARNING RATE: 0.1495275018900949
previous_iter_valid_loss : 0.1633535772562027
154360 0.163600 0.163354 0.170333 CURRENT LEARNING RATE: 0.14949759938006754
previous_iter_valid_loss : 0.16326217353343964
154380 0.163452 0.163262 0.170035 CURRENT LEARNING RATE: 0.1494677028499442
previous_iter_valid_loss : 0.16522203385829926
154400 0.165446 0.165222 0.168688 CURRENT LEARNING RATE: 0.149437812298529
previous_iter_valid_loss : 0.16439546644687653
154420 0.164603 0.164395 0.168324 CURRENT LEARNING RATE: 0.1494079277246263
previous_iter_valid_loss : 0.17556807398796082
154440 0.175756 0.175568 0.168846 CURRENT LEARNING RATE: 0.14937804912704072
previous_iter_valid_loss : 0.16394226253032684
154460 0.164112 0.163942 0.168891 CURRENT LEARNING RATE: 0.14934817650457716
previous_iter_valid_loss : 0.179147869348526
154480 0.179494 0.179148 0.169345 CURRENT LEARNING RATE: 0.14931830985604064
previous_iter_valid_loss : 0.17007404565811157
154500 0.170381 0.170074 0.169463 CURRENT LEARNING RATE: 0.14928844918023657
previous_iter_valid_loss : 0.16472840309143066
154520 0.164955 0.164728 0.169559 CURRENT LEARNING RATE: 0.14925859447597042
previous_iter_valid_loss : 0.1630239188671112
154540 0.163221 0.163024 0.169360 CURRENT LEARNING RATE: 0.1492287457420481
previous_iter_valid_loss : 0.16494406759738922
154560 0.165157 0.164944 0.169078 CURRENT LEARNING RATE: 0.14919890297727567
previous_iter_valid_loss : 0.1816394180059433
154580 0.181906 0.181639 0.169875 CURRENT LEARNING RATE: 0.14916906618045936
previous_iter_valid_loss : 0.1634054034948349
154600 0.163638 0.163405 0.169121 CURRENT LEARNING RATE: 0.1491392353504057
previous_iter_valid_loss : 0.17892353236675262
154620 0.179176 0.178924 0.169854 CURRENT LEARNING RATE: 0.1491094104859215
previous_iter_valid_loss : 0.1655178666114807
154640 0.165733 0.165518 0.169962 CURRENT LEARNING RATE: 0.14907959158581371
previous_iter_valid_loss : 0.176465705037117
154660 0.176784 0.176466 0.169086 CURRENT LEARNING RATE: 0.14904977864888963
previous_iter_valid_loss : 0.17264477908611298
154680 0.172915 0.172645 0.169565 CURRENT LEARNING RATE: 0.1490199716739567
previous_iter_valid_loss : 0.16336320340633392
154700 0.163599 0.163363 0.169604 CURRENT LEARNING RATE: 0.14899017065982267
previous_iter_valid_loss : 0.16257458925247192
154720 0.162795 0.162575 0.169433 CURRENT LEARNING RATE: 0.14896037560529543
previous_iter_valid_loss : 0.19948391616344452
154740 0.199709 0.199484 0.170083 CURRENT LEARNING RATE: 0.1489305865091833
previous_iter_valid_loss : 0.16393814980983734
154760 0.164158 0.163938 0.170112 CURRENT LEARNING RATE: 0.14890080337029465
previous_iter_valid_loss : 0.16202984750270844
Current valid loss: 0.16202984750270844; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
154780 0.162254 0.162030 0.170050 CURRENT LEARNING RATE: 0.1488710261874381
previous_iter_valid_loss : 0.16226987540721893
154800 0.162529 0.162270 0.169903 CURRENT LEARNING RATE: 0.1488412549594227
previous_iter_valid_loss : 0.16512052714824677
154820 0.165332 0.165121 0.169939 CURRENT LEARNING RATE: 0.14881148968505745
previous_iter_valid_loss : 0.16381298005580902
154840 0.164026 0.163813 0.169351 CURRENT LEARNING RATE: 0.14878173036315184
previous_iter_valid_loss : 0.17162172496318817
154860 0.171928 0.171622 0.169735 CURRENT LEARNING RATE: 0.14875197699251544
previous_iter_valid_loss : 0.16921481490135193
154880 0.169514 0.169215 0.169238 CURRENT LEARNING RATE: 0.14872222957195816
previous_iter_valid_loss : 0.16326212882995605
154900 0.163475 0.163262 0.168898 CURRENT LEARNING RATE: 0.1486924881002901
previous_iter_valid_loss : 0.16393765807151794
154920 0.164171 0.163938 0.168858 CURRENT LEARNING RATE: 0.1486627525763215
previous_iter_valid_loss : 0.19841668009757996
154940 0.199056 0.198417 0.170628 CURRENT LEARNING RATE: 0.14863302299886308
previous_iter_valid_loss : 0.1756487786769867
154960 0.175996 0.175649 0.171163 CURRENT LEARNING RATE: 0.14860329936672562
previous_iter_valid_loss : 0.1715877205133438
154980 0.171888 0.171588 0.170661 CURRENT LEARNING RATE: 0.14857358167872012
previous_iter_valid_loss : 0.16609035432338715
155000 0.166370 0.166090 0.170795 CURRENT LEARNING RATE: 0.14854386993365792
previous_iter_valid_loss : 0.16339315474033356
155020 0.163636 0.163393 0.170018 CURRENT LEARNING RATE: 0.14851416413035057
previous_iter_valid_loss : 0.16915066540241241
155040 0.169458 0.169151 0.170200 CURRENT LEARNING RATE: 0.14848446426760978
previous_iter_valid_loss : 0.16345897316932678
155060 0.163716 0.163459 0.169550 CURRENT LEARNING RATE: 0.14845477034424756
previous_iter_valid_loss : 0.16296502947807312
155080 0.163239 0.162965 0.169066 CURRENT LEARNING RATE: 0.14842508235907617
previous_iter_valid_loss : 0.16742484271526337
155100 0.167680 0.167425 0.169269 CURRENT LEARNING RATE: 0.14839540031090812
previous_iter_valid_loss : 0.16690470278263092
155120 0.167140 0.166905 0.169485 CURRENT LEARNING RATE: 0.1483657241985561
previous_iter_valid_loss : 0.1625550240278244
155140 0.162762 0.162555 0.167639 CURRENT LEARNING RATE: 0.14833605402083305
previous_iter_valid_loss : 0.16382715106010437
155160 0.164074 0.163827 0.167633 CURRENT LEARNING RATE: 0.14830638977655217
previous_iter_valid_loss : 0.1634722203016281
155180 0.163699 0.163472 0.167705 CURRENT LEARNING RATE: 0.14827673146452694
previous_iter_valid_loss : 0.19470548629760742
155200 0.194943 0.194705 0.169327 CURRENT LEARNING RATE: 0.148247079083571
previous_iter_valid_loss : 0.16247966885566711
155220 0.162707 0.162480 0.169195 CURRENT LEARNING RATE: 0.14821743263249818
previous_iter_valid_loss : 0.1657198816537857
155240 0.165945 0.165720 0.169290 CURRENT LEARNING RATE: 0.14818779211012273
previous_iter_valid_loss : 0.16363687813282013
155260 0.163861 0.163637 0.168891 CURRENT LEARNING RATE: 0.148158157515259
previous_iter_valid_loss : 0.1767444908618927
155280 0.176971 0.176744 0.169268 CURRENT LEARNING RATE: 0.14812852884672156
previous_iter_valid_loss : 0.20616905391216278
155300 0.206731 0.206169 0.171413 CURRENT LEARNING RATE: 0.1480989061033253
previous_iter_valid_loss : 0.16461144387722015
155320 0.164893 0.164611 0.171447 CURRENT LEARNING RATE: 0.1480692892838853
previous_iter_valid_loss : 0.1665036678314209
155340 0.166682 0.166504 0.169851 CURRENT LEARNING RATE: 0.14803967838721688
previous_iter_valid_loss : 0.1651875376701355
155360 0.165387 0.165188 0.169328 CURRENT LEARNING RATE: 0.1480100734121356
previous_iter_valid_loss : 0.16716249287128448
155380 0.167419 0.167162 0.169107 CURRENT LEARNING RATE: 0.14798047435745731
previous_iter_valid_loss : 0.20410600304603577
155400 0.204667 0.204106 0.171007 CURRENT LEARNING RATE: 0.147950881221998
previous_iter_valid_loss : 0.16774290800094604
155420 0.168017 0.167743 0.171225 CURRENT LEARNING RATE: 0.147921294004574
previous_iter_valid_loss : 0.16343815624713898
155440 0.163624 0.163438 0.170939 CURRENT LEARNING RATE: 0.14789171270400175
previous_iter_valid_loss : 0.16884875297546387
155460 0.169125 0.168849 0.171209 CURRENT LEARNING RATE: 0.14786213731909803
previous_iter_valid_loss : 0.16357378661632538
155480 0.163781 0.163574 0.171239 CURRENT LEARNING RATE: 0.14783256784867982
previous_iter_valid_loss : 0.17207671701908112
155500 0.172292 0.172077 0.171472 CURRENT LEARNING RATE: 0.14780300429156434
previous_iter_valid_loss : 0.18375518918037415
155520 0.183921 0.183755 0.172314 CURRENT LEARNING RATE: 0.14777344664656905
previous_iter_valid_loss : 0.16337311267852783
155540 0.163536 0.163373 0.172355 CURRENT LEARNING RATE: 0.1477438949125116
previous_iter_valid_loss : 0.16432832181453705
155560 0.164496 0.164328 0.172380 CURRENT LEARNING RATE: 0.14771434908821002
previous_iter_valid_loss : 0.18707264959812164
155580 0.187496 0.187073 0.173560 CURRENT LEARNING RATE: 0.14768480917248245
previous_iter_valid_loss : 0.16341769695281982
155600 0.163604 0.163418 0.171996 CURRENT LEARNING RATE: 0.14765527516414723
previous_iter_valid_loss : 0.16777484118938446
155620 0.167949 0.167775 0.172261 CURRENT LEARNING RATE: 0.14762574706202303
previous_iter_valid_loss : 0.19504804909229279
155640 0.195417 0.195048 0.173727 CURRENT LEARNING RATE: 0.14759622486492874
previous_iter_valid_loss : 0.16385269165039062
155660 0.164020 0.163853 0.173738 CURRENT LEARNING RATE: 0.1475667085716835
previous_iter_valid_loss : 0.16431333124637604
155680 0.164569 0.164313 0.173116 CURRENT LEARNING RATE: 0.14753719818110658
previous_iter_valid_loss : 0.16284559667110443
155700 0.163027 0.162846 0.170950 CURRENT LEARNING RATE: 0.1475076936920176
previous_iter_valid_loss : 0.1635836958885193
155720 0.163755 0.163584 0.170899 CURRENT LEARNING RATE: 0.14747819510323643
previous_iter_valid_loss : 0.17080000042915344
155740 0.171014 0.170800 0.171114 CURRENT LEARNING RATE: 0.14744870241358302
previous_iter_valid_loss : 0.1661212146282196
155760 0.166344 0.166121 0.171160 CURRENT LEARNING RATE: 0.14741921562187776
previous_iter_valid_loss : 0.1675649732351303
155780 0.167822 0.167565 0.171180 CURRENT LEARNING RATE: 0.14738973472694117
previous_iter_valid_loss : 0.16428403556346893
155800 0.164510 0.164284 0.169189 CURRENT LEARNING RATE: 0.14736025972759395
previous_iter_valid_loss : 0.16159333288669586
Current valid loss: 0.16159333288669586; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
155820 0.161800 0.161593 0.168882 CURRENT LEARNING RATE: 0.14733079062265717
previous_iter_valid_loss : 0.1641634702682495
155840 0.164330 0.164163 0.168918 CURRENT LEARNING RATE: 0.147301327410952
previous_iter_valid_loss : 0.16750682890415192
155860 0.167715 0.167507 0.168851 CURRENT LEARNING RATE: 0.1472718700913
previous_iter_valid_loss : 0.166627436876297
155880 0.166825 0.166627 0.169004 CURRENT LEARNING RATE: 0.14724241866252277
previous_iter_valid_loss : 0.16331911087036133
155900 0.163515 0.163319 0.168566 CURRENT LEARNING RATE: 0.14721297312344234
previous_iter_valid_loss : 0.16324402391910553
155920 0.163442 0.163244 0.167540 CURRENT LEARNING RATE: 0.14718353347288082
previous_iter_valid_loss : 0.16333311796188354
155940 0.163504 0.163333 0.167538 CURRENT LEARNING RATE: 0.14715409970966067
previous_iter_valid_loss : 0.16693243384361267
155960 0.167078 0.166932 0.167668 CURRENT LEARNING RATE: 0.14712467183260453
previous_iter_valid_loss : 0.17882485687732697
155980 0.178947 0.178825 0.167256 CURRENT LEARNING RATE: 0.1470952498405353
previous_iter_valid_loss : 0.1632559597492218
156000 0.163440 0.163256 0.167248 CURRENT LEARNING RATE: 0.14706583373227605
previous_iter_valid_loss : 0.16738346219062805
156020 0.167623 0.167383 0.167228 CURRENT LEARNING RATE: 0.14703642350665022
previous_iter_valid_loss : 0.1666886806488037
156040 0.166903 0.166689 0.165810 CURRENT LEARNING RATE: 0.14700701916248132
previous_iter_valid_loss : 0.1636834442615509
156060 0.163821 0.163683 0.165802 CURRENT LEARNING RATE: 0.14697762069859321
previous_iter_valid_loss : 0.16386286914348602
156080 0.164021 0.163863 0.165779 CURRENT LEARNING RATE: 0.14694822811380995
previous_iter_valid_loss : 0.16599009931087494
156100 0.166162 0.165990 0.165937 CURRENT LEARNING RATE: 0.14691884140695582
previous_iter_valid_loss : 0.17180635035037994
156120 0.172112 0.171806 0.166348 CURRENT LEARNING RATE: 0.1468894605768554
previous_iter_valid_loss : 0.1730087250471115
156140 0.173281 0.173009 0.166458 CURRENT LEARNING RATE: 0.14686008562233335
previous_iter_valid_loss : 0.20568926632404327
156160 0.206243 0.205689 0.168437 CURRENT LEARNING RATE: 0.1468307165422148
previous_iter_valid_loss : 0.1637287437915802
156180 0.163899 0.163729 0.168245 CURRENT LEARNING RATE: 0.14680135333532493
previous_iter_valid_loss : 0.16432946920394897
156200 0.164525 0.164329 0.168247 CURRENT LEARNING RATE: 0.1467719960004892
previous_iter_valid_loss : 0.16638194024562836
156220 0.166549 0.166382 0.168487 CURRENT LEARNING RATE: 0.14674264453653335
previous_iter_valid_loss : 0.17241144180297852
156240 0.172584 0.172411 0.168899 CURRENT LEARNING RATE: 0.14671329894228327
previous_iter_valid_loss : 0.17801032960414886
156260 0.178356 0.178010 0.169424 CURRENT LEARNING RATE: 0.1466839592165652
previous_iter_valid_loss : 0.1689288467168808
156280 0.169181 0.168929 0.169539 CURRENT LEARNING RATE: 0.1466546253582055
previous_iter_valid_loss : 0.16267253458499908
156300 0.162899 0.162673 0.169507 CURRENT LEARNING RATE: 0.14662529736603083
previous_iter_valid_loss : 0.16274651885032654
156320 0.162937 0.162747 0.169482 CURRENT LEARNING RATE: 0.1465959752388681
previous_iter_valid_loss : 0.163344144821167
156340 0.163567 0.163344 0.169483 CURRENT LEARNING RATE: 0.14656665897554436
previous_iter_valid_loss : 0.16352948546409607
156360 0.163730 0.163529 0.169312 CURRENT LEARNING RATE: 0.146537348574887
previous_iter_valid_loss : 0.16336172819137573
156380 0.163633 0.163362 0.168539 CURRENT LEARNING RATE: 0.14650804403572365
previous_iter_valid_loss : 0.1699059009552002
156400 0.170183 0.169906 0.168872 CURRENT LEARNING RATE: 0.14647874535688205
previous_iter_valid_loss : 0.1999238133430481
156420 0.200508 0.199924 0.170499 CURRENT LEARNING RATE: 0.1464494525371903
previous_iter_valid_loss : 0.16263039410114288
156440 0.162836 0.162630 0.170296 CURRENT LEARNING RATE: 0.14642016557547663
previous_iter_valid_loss : 0.1638026237487793
156460 0.164003 0.163803 0.170302 CURRENT LEARNING RATE: 0.14639088447056964
previous_iter_valid_loss : 0.1679021269083023
156480 0.168187 0.167902 0.170504 CURRENT LEARNING RATE: 0.14636160922129804
previous_iter_valid_loss : 0.16360893845558167
156500 0.163847 0.163609 0.170385 CURRENT LEARNING RATE: 0.14633233982649085
previous_iter_valid_loss : 0.16931499540805817
156520 0.169549 0.169315 0.170260 CURRENT LEARNING RATE: 0.14630307628497724
previous_iter_valid_loss : 0.1647723764181137
156540 0.164999 0.164772 0.169848 CURRENT LEARNING RATE: 0.14627381859558666
previous_iter_valid_loss : 0.16215164959430695
156560 0.162339 0.162152 0.167671 CURRENT LEARNING RATE: 0.14624456675714892
previous_iter_valid_loss : 0.16498702764511108
156580 0.165223 0.164987 0.167734 CURRENT LEARNING RATE: 0.14621532076849383
previous_iter_valid_loss : 0.1650182455778122
156600 0.165207 0.165018 0.167769 CURRENT LEARNING RATE: 0.14618608062845162
previous_iter_valid_loss : 0.17979060113430023
156620 0.179993 0.179791 0.168439 CURRENT LEARNING RATE: 0.14615684633585263
previous_iter_valid_loss : 0.16622106730937958
156640 0.166421 0.166221 0.168130 CURRENT LEARNING RATE: 0.14612761788952752
previous_iter_valid_loss : 0.1943671852350235
156660 0.194533 0.194367 0.168948 CURRENT LEARNING RATE: 0.14609839528830715
previous_iter_valid_loss : 0.16638220846652985
156680 0.166546 0.166382 0.168820 CURRENT LEARNING RATE: 0.14606917853102264
previous_iter_valid_loss : 0.16362276673316956
156700 0.163810 0.163623 0.168868 CURRENT LEARNING RATE: 0.14603996761650523
previous_iter_valid_loss : 0.1630876362323761
156720 0.163278 0.163088 0.168885 CURRENT LEARNING RATE: 0.14601076254358658
previous_iter_valid_loss : 0.1659802496433258
156740 0.166133 0.165980 0.169017 CURRENT LEARNING RATE: 0.1459815633110984
previous_iter_valid_loss : 0.1667618602514267
156760 0.166931 0.166762 0.169178 CURRENT LEARNING RATE: 0.14595236991787283
previous_iter_valid_loss : 0.1648537516593933
156780 0.165051 0.164854 0.169253 CURRENT LEARNING RATE: 0.14592318236274207
previous_iter_valid_loss : 0.18454240262508392
156800 0.184860 0.184542 0.169985 CURRENT LEARNING RATE: 0.1458940006445386
previous_iter_valid_loss : 0.16537770628929138
156820 0.165571 0.165378 0.168257 CURRENT LEARNING RATE: 0.14586482476209522
previous_iter_valid_loss : 0.17017577588558197
156840 0.170394 0.170176 0.168635 CURRENT LEARNING RATE: 0.1458356547142448
previous_iter_valid_loss : 0.16654923558235168
156860 0.166766 0.166549 0.168772 CURRENT LEARNING RATE: 0.1458064904998206
previous_iter_valid_loss : 0.16303206980228424
156880 0.163198 0.163032 0.168528 CURRENT LEARNING RATE: 0.14577733211765606
previous_iter_valid_loss : 0.1690131574869156
156900 0.169271 0.169013 0.168799 CURRENT LEARNING RATE: 0.14574817956658484
previous_iter_valid_loss : 0.1627657115459442
156920 0.162949 0.162766 0.168471 CURRENT LEARNING RATE: 0.1457190328454408
previous_iter_valid_loss : 0.16386239230632782
156940 0.164000 0.163862 0.168426 CURRENT LEARNING RATE: 0.14568989195305804
previous_iter_valid_loss : 0.17649412155151367
156960 0.176644 0.176494 0.169143 CURRENT LEARNING RATE: 0.14566075688827101
previous_iter_valid_loss : 0.172770157456398
156980 0.173020 0.172770 0.169532 CURRENT LEARNING RATE: 0.1456316276499143
previous_iter_valid_loss : 0.16547274589538574
157000 0.165641 0.165473 0.169555 CURRENT LEARNING RATE: 0.14560250423682272
previous_iter_valid_loss : 0.1625647246837616
157020 0.162763 0.162565 0.168693 CURRENT LEARNING RATE: 0.14557338664783132
previous_iter_valid_loss : 0.16588889062404633
157040 0.166038 0.165889 0.168677 CURRENT LEARNING RATE: 0.1455442748817754
previous_iter_valid_loss : 0.16684886813163757
157060 0.167010 0.166849 0.167301 CURRENT LEARNING RATE: 0.14551516893749047
previous_iter_valid_loss : 0.16191734373569489
157080 0.162057 0.161917 0.167078 CURRENT LEARNING RATE: 0.14548606881381237
previous_iter_valid_loss : 0.16650168597698212
157100 0.166728 0.166502 0.167222 CURRENT LEARNING RATE: 0.145456974509577
previous_iter_valid_loss : 0.16738544404506683
157120 0.167562 0.167385 0.167437 CURRENT LEARNING RATE: 0.14542788602362064
previous_iter_valid_loss : 0.18083299696445465
157140 0.181114 0.180833 0.168179 CURRENT LEARNING RATE: 0.14539880335477973
previous_iter_valid_loss : 0.18386352062225342
157160 0.184178 0.183864 0.169034 CURRENT LEARNING RATE: 0.14536972650189098
previous_iter_valid_loss : 0.177235409617424
157180 0.177380 0.177235 0.169653 CURRENT LEARNING RATE: 0.14534065546379132
previous_iter_valid_loss : 0.1662643700838089
157200 0.166440 0.166264 0.168739 CURRENT LEARNING RATE: 0.1453115902393179
previous_iter_valid_loss : 0.1970205157995224
157220 0.197182 0.197021 0.170322 CURRENT LEARNING RATE: 0.1452825308273081
previous_iter_valid_loss : 0.16527597606182098
157240 0.165430 0.165276 0.170077 CURRENT LEARNING RATE: 0.14525347722659956
previous_iter_valid_loss : 0.16259531676769257
157260 0.162761 0.162595 0.169879 CURRENT LEARNING RATE: 0.14522442943603014
previous_iter_valid_loss : 0.16181130707263947
157280 0.161982 0.161811 0.169818 CURRENT LEARNING RATE: 0.14519538745443789
previous_iter_valid_loss : 0.1725262552499771
157300 0.172701 0.172526 0.169994 CURRENT LEARNING RATE: 0.1451663512806612
previous_iter_valid_loss : 0.1632995307445526
157320 0.163481 0.163300 0.170020 CURRENT LEARNING RATE: 0.1451373209135385
previous_iter_valid_loss : 0.16967171430587769
157340 0.169904 0.169672 0.170311 CURRENT LEARNING RATE: 0.1451082963519087
previous_iter_valid_loss : 0.1634179800748825
157360 0.163553 0.163418 0.169657 CURRENT LEARNING RATE: 0.14507927759461078
previous_iter_valid_loss : 0.18104109168052673
157380 0.181333 0.181041 0.170070 CURRENT LEARNING RATE: 0.14505026464048398
previous_iter_valid_loss : 0.1786459982395172
157400 0.178823 0.178646 0.170729 CURRENT LEARNING RATE: 0.1450212574883678
previous_iter_valid_loss : 0.16198644042015076
157420 0.162121 0.161986 0.170700 CURRENT LEARNING RATE: 0.14499225613710193
previous_iter_valid_loss : 0.1660645455121994
157440 0.166285 0.166065 0.170709 CURRENT LEARNING RATE: 0.1449632605855263
previous_iter_valid_loss : 0.1640256941318512
157460 0.164216 0.164026 0.170568 CURRENT LEARNING RATE: 0.14493427083248114
previous_iter_valid_loss : 0.17415983974933624
157480 0.174333 0.174160 0.171180 CURRENT LEARNING RATE: 0.14490528687680684
previous_iter_valid_loss : 0.16785748302936554
157500 0.168029 0.167857 0.171248 CURRENT LEARNING RATE: 0.14487630871734403
previous_iter_valid_loss : 0.16304780542850494
157520 0.163226 0.163048 0.171031 CURRENT LEARNING RATE: 0.14484733635293356
previous_iter_valid_loss : 0.1631522923707962
157540 0.163329 0.163152 0.170147 CURRENT LEARNING RATE: 0.14481836978241658
previous_iter_valid_loss : 0.16403156518936157
157560 0.164221 0.164032 0.169155 CURRENT LEARNING RATE: 0.1447894090046344
previous_iter_valid_loss : 0.2165336310863495
157580 0.216626 0.216534 0.171120 CURRENT LEARNING RATE: 0.1447604540184286
previous_iter_valid_loss : 0.1677519679069519
157600 0.168006 0.167752 0.171195 CURRENT LEARNING RATE: 0.144731504822641
previous_iter_valid_loss : 0.16637101769447327
157620 0.166582 0.166371 0.169662 CURRENT LEARNING RATE: 0.14470256141611362
previous_iter_valid_loss : 0.16308671236038208
157640 0.163311 0.163087 0.169553 CURRENT LEARNING RATE: 0.14467362379768867
previous_iter_valid_loss : 0.1679423749446869
157660 0.168189 0.167942 0.169820 CURRENT LEARNING RATE: 0.14464469196620874
previous_iter_valid_loss : 0.17788547277450562
157680 0.178212 0.177885 0.170624 CURRENT LEARNING RATE: 0.14461576592051648
previous_iter_valid_loss : 0.17501984536647797
157700 0.175313 0.175020 0.170748 CURRENT LEARNING RATE: 0.1445868456594549
previous_iter_valid_loss : 0.16333375871181488
157720 0.163502 0.163334 0.170750 CURRENT LEARNING RATE: 0.14455793118186713
previous_iter_valid_loss : 0.16380080580711365
157740 0.163989 0.163801 0.170456 CURRENT LEARNING RATE: 0.14452902248659666
previous_iter_valid_loss : 0.17577874660491943
157760 0.176009 0.175779 0.171075 CURRENT LEARNING RATE: 0.14450011957248707
previous_iter_valid_loss : 0.16453443467617035
157780 0.164728 0.164534 0.170249 CURRENT LEARNING RATE: 0.1444712224383823
previous_iter_valid_loss : 0.17510683834552765
157800 0.175367 0.175107 0.170072 CURRENT LEARNING RATE: 0.14444233108312646
previous_iter_valid_loss : 0.1736113578081131
157820 0.173848 0.173611 0.170653 CURRENT LEARNING RATE: 0.1444134455055639
previous_iter_valid_loss : 0.18700677156448364
157840 0.187236 0.187007 0.171701 CURRENT LEARNING RATE: 0.14438456570453914
previous_iter_valid_loss : 0.1638190597295761
157860 0.164032 0.163819 0.171690 CURRENT LEARNING RATE: 0.14435569167889706
previous_iter_valid_loss : 0.16363723576068878
157880 0.163794 0.163637 0.171164 CURRENT LEARNING RATE: 0.14432682342748265
previous_iter_valid_loss : 0.16355469822883606
157900 0.163721 0.163555 0.170949 CURRENT LEARNING RATE: 0.14429796094914119
previous_iter_valid_loss : 0.17593464255332947
157920 0.176247 0.175935 0.171593 CURRENT LEARNING RATE: 0.14426910424271822
previous_iter_valid_loss : 0.17738783359527588
157940 0.177595 0.177388 0.172305 CURRENT LEARNING RATE: 0.14424025330705942
previous_iter_valid_loss : 0.16396018862724304
157960 0.164159 0.163960 0.172302 CURRENT LEARNING RATE: 0.14421140814101072
previous_iter_valid_loss : 0.16766801476478577
157980 0.167874 0.167668 0.169858 CURRENT LEARNING RATE: 0.1441825687434184
previous_iter_valid_loss : 0.16187772154808044
158000 0.162064 0.161878 0.169565 CURRENT LEARNING RATE: 0.14415373511312884
previous_iter_valid_loss : 0.16269449889659882
158020 0.162868 0.162694 0.169381 CURRENT LEARNING RATE: 0.14412490724898874
previous_iter_valid_loss : 0.17082636058330536
158040 0.171032 0.170826 0.169768 CURRENT LEARNING RATE: 0.14409608514984495
previous_iter_valid_loss : 0.18202386796474457
158060 0.182394 0.182024 0.170472 CURRENT LEARNING RATE: 0.14406726881454454
previous_iter_valid_loss : 0.16301512718200684
158080 0.163183 0.163015 0.169728 CURRENT LEARNING RATE: 0.14403845824193495
previous_iter_valid_loss : 0.16242527961730957
158100 0.162568 0.162425 0.169099 CURRENT LEARNING RATE: 0.1440096534308637
previous_iter_valid_loss : 0.1666419506072998
158120 0.166844 0.166642 0.169264 CURRENT LEARNING RATE: 0.1439808543801786
previous_iter_valid_loss : 0.16249042749404907
158140 0.162676 0.162490 0.169198 CURRENT LEARNING RATE: 0.14395206108872768
previous_iter_valid_loss : 0.16469362378120422
158160 0.164967 0.164694 0.168644 CURRENT LEARNING RATE: 0.1439232735553592
previous_iter_valid_loss : 0.16594673693180084
158180 0.166171 0.165947 0.168715 CURRENT LEARNING RATE: 0.14389449177892172
previous_iter_valid_loss : 0.1653270423412323
158200 0.165605 0.165327 0.168226 CURRENT LEARNING RATE: 0.14386571575826393
previous_iter_valid_loss : 0.1634637415409088
158220 0.163671 0.163464 0.167718 CURRENT LEARNING RATE: 0.14383694549223477
previous_iter_valid_loss : 0.16479472815990448
158240 0.165068 0.164795 0.166608 CURRENT LEARNING RATE: 0.14380818097968348
previous_iter_valid_loss : 0.17152385413646698
158260 0.171748 0.171524 0.166993 CURRENT LEARNING RATE: 0.1437794222194594
previous_iter_valid_loss : 0.1700400710105896
158280 0.170284 0.170040 0.167313 CURRENT LEARNING RATE: 0.14375066921041227
previous_iter_valid_loss : 0.20830176770687103
158300 0.208922 0.208302 0.169551 CURRENT LEARNING RATE: 0.14372192195139194
previous_iter_valid_loss : 0.1622474044561386
158320 0.162416 0.162247 0.168866 CURRENT LEARNING RATE: 0.14369318044124846
previous_iter_valid_loss : 0.17668640613555908
158340 0.176898 0.176686 0.168831 CURRENT LEARNING RATE: 0.14366444467883224
previous_iter_valid_loss : 0.1729746162891388
158360 0.173295 0.172975 0.169282 CURRENT LEARNING RATE: 0.1436357146629938
previous_iter_valid_loss : 0.16875997185707092
158380 0.169010 0.168760 0.169336 CURRENT LEARNING RATE: 0.143606990392584
previous_iter_valid_loss : 0.1630084067583084
158400 0.163208 0.163008 0.169393 CURRENT LEARNING RATE: 0.14357827186645383
previous_iter_valid_loss : 0.16699615120887756
158420 0.167221 0.166996 0.169608 CURRENT LEARNING RATE: 0.14354955908345454
previous_iter_valid_loss : 0.1645636260509491
158440 0.164816 0.164564 0.169295 CURRENT LEARNING RATE: 0.14352085204243764
previous_iter_valid_loss : 0.16420325636863708
158460 0.164400 0.164203 0.168404 CURRENT LEARNING RATE: 0.14349215074225485
previous_iter_valid_loss : 0.16250155866146088
158480 0.162715 0.162502 0.168378 CURRENT LEARNING RATE: 0.1434634551817581
previous_iter_valid_loss : 0.16463415324687958
158500 0.164797 0.164634 0.168489 CURRENT LEARNING RATE: 0.1434347653597996
previous_iter_valid_loss : 0.1633225679397583
158520 0.163537 0.163323 0.168323 CURRENT LEARNING RATE: 0.1434060812752317
previous_iter_valid_loss : 0.16701190173625946
158540 0.167295 0.167012 0.168549 CURRENT LEARNING RATE: 0.1433774029269071
previous_iter_valid_loss : 0.176169753074646
158560 0.176378 0.176170 0.169123 CURRENT LEARNING RATE: 0.14334873031367856
previous_iter_valid_loss : 0.17198152840137482
158580 0.172190 0.171982 0.169424 CURRENT LEARNING RATE: 0.14332006343439935
previous_iter_valid_loss : 0.17340870201587677
158600 0.173691 0.173409 0.169828 CURRENT LEARNING RATE: 0.14329140228792264
previous_iter_valid_loss : 0.1711464822292328
158620 0.171375 0.171146 0.170213 CURRENT LEARNING RATE: 0.14326274687310206
previous_iter_valid_loss : 0.1658714860677719
158640 0.166160 0.165871 0.170266 CURRENT LEARNING RATE: 0.14323409718879138
previous_iter_valid_loss : 0.16755960881710052
158660 0.167790 0.167560 0.170068 CURRENT LEARNING RATE: 0.1432054532338446
previous_iter_valid_loss : 0.16641384363174438
158680 0.166628 0.166414 0.169887 CURRENT LEARNING RATE: 0.14317681500711593
previous_iter_valid_loss : 0.19258087873458862
158700 0.193013 0.192581 0.169101 CURRENT LEARNING RATE: 0.14314818250745995
previous_iter_valid_loss : 0.1618688851594925
158720 0.162056 0.161869 0.169082 CURRENT LEARNING RATE: 0.14311955573373125
previous_iter_valid_loss : 0.16397328674793243
158740 0.164172 0.163973 0.168446 CURRENT LEARNING RATE: 0.14309093468478482
previous_iter_valid_loss : 0.17427581548690796
158760 0.174458 0.174276 0.168511 CURRENT LEARNING RATE: 0.14306231935947572
previous_iter_valid_loss : 0.16525515913963318
158780 0.165424 0.165255 0.168336 CURRENT LEARNING RATE: 0.1430337097566595
previous_iter_valid_loss : 0.17729072272777557
158800 0.177592 0.177291 0.169050 CURRENT LEARNING RATE: 0.14300510587519166
previous_iter_valid_loss : 0.1637677252292633
158820 0.164016 0.163768 0.168889 CURRENT LEARNING RATE: 0.14297650771392809
previous_iter_valid_loss : 0.1625768542289734
158840 0.162748 0.162577 0.168789 CURRENT LEARNING RATE: 0.14294791527172482
previous_iter_valid_loss : 0.1717349737882614
158860 0.172006 0.171735 0.169166 CURRENT LEARNING RATE: 0.1429193285474382
previous_iter_valid_loss : 0.1782863289117813
158880 0.178520 0.178286 0.169955 CURRENT LEARNING RATE: 0.14289074753992473
previous_iter_valid_loss : 0.1638636589050293
158900 0.164057 0.163864 0.169917 CURRENT LEARNING RATE: 0.14286217224804118
previous_iter_valid_loss : 0.16473929584026337
158920 0.164983 0.164739 0.169987 CURRENT LEARNING RATE: 0.14283360267064454
previous_iter_valid_loss : 0.163509339094162
158940 0.163731 0.163509 0.169812 CURRENT LEARNING RATE: 0.14280503880659204
previous_iter_valid_loss : 0.17951089143753052
158960 0.179785 0.179511 0.169979 CURRENT LEARNING RATE: 0.14277648065474108
previous_iter_valid_loss : 0.18218912184238434
158980 0.182436 0.182189 0.170490 CURRENT LEARNING RATE: 0.14274792821394938
previous_iter_valid_loss : 0.16387155652046204
159000 0.164117 0.163872 0.170013 CURRENT LEARNING RATE: 0.14271938148307484
previous_iter_valid_loss : 0.17231802642345428
159020 0.172512 0.172318 0.170072 CURRENT LEARNING RATE: 0.14269084046097558
previous_iter_valid_loss : 0.1665353924036026
159040 0.166740 0.166535 0.170105 CURRENT LEARNING RATE: 0.14266230514650993
previous_iter_valid_loss : 0.16511216759681702
159060 0.165335 0.165112 0.169982 CURRENT LEARNING RATE: 0.14263377553853657
previous_iter_valid_loss : 0.2048182338476181
159080 0.204983 0.204818 0.171903 CURRENT LEARNING RATE: 0.1426052516359142
previous_iter_valid_loss : 0.16198299825191498
159100 0.162243 0.161983 0.170373 CURRENT LEARNING RATE: 0.1425767334375019
previous_iter_valid_loss : 0.1692611277103424
159120 0.169473 0.169261 0.170742 CURRENT LEARNING RATE: 0.142548220942159
previous_iter_valid_loss : 0.16229556500911713
159140 0.162473 0.162296 0.170658 CURRENT LEARNING RATE: 0.14251971414874492
previous_iter_valid_loss : 0.1696174144744873
159160 0.169813 0.169617 0.170425 CURRENT LEARNING RATE: 0.1424912130561194
previous_iter_valid_loss : 0.16481159627437592
159180 0.165003 0.164812 0.170403 CURRENT LEARNING RATE: 0.14246271766314247
previous_iter_valid_loss : 0.16880516707897186
159200 0.169016 0.168805 0.169979 CURRENT LEARNING RATE: 0.14243422796867425
previous_iter_valid_loss : 0.16190947592258453
159220 0.162095 0.161909 0.169886 CURRENT LEARNING RATE: 0.14240574397157518
previous_iter_valid_loss : 0.16402661800384521
159240 0.164247 0.164027 0.169959 CURRENT LEARNING RATE: 0.14237726567070588
previous_iter_valid_loss : 0.16284960508346558
159260 0.163070 0.162850 0.169514 CURRENT LEARNING RATE: 0.14234879306492723
previous_iter_valid_loss : 0.16352377831935883
159280 0.163750 0.163524 0.168776 CURRENT LEARNING RATE: 0.1423203261531003
previous_iter_valid_loss : 0.16461943089962006
159300 0.164851 0.164619 0.168814 CURRENT LEARNING RATE: 0.14229186493408646
previous_iter_valid_loss : 0.1717963069677353
159320 0.172031 0.171796 0.169167 CURRENT LEARNING RATE: 0.14226340940674725
previous_iter_valid_loss : 0.16505327820777893
159340 0.165243 0.165053 0.169244 CURRENT LEARNING RATE: 0.14223495956994442
previous_iter_valid_loss : 0.16740185022354126
159360 0.167572 0.167402 0.168639 CURRENT LEARNING RATE: 0.14220651542253995
previous_iter_valid_loss : 0.16202151775360107
159380 0.162216 0.162022 0.167630 CURRENT LEARNING RATE: 0.14217807696339615
previous_iter_valid_loss : 0.16974656283855438
159400 0.169976 0.169747 0.167924 CURRENT LEARNING RATE: 0.14214964419137546
previous_iter_valid_loss : 0.17257416248321533
159420 0.172830 0.172574 0.167937 CURRENT LEARNING RATE: 0.14212121710534054
previous_iter_valid_loss : 0.17681390047073364
159440 0.177060 0.176814 0.168451 CURRENT LEARNING RATE: 0.14209279570415434
previous_iter_valid_loss : 0.16580846905708313
159460 0.166073 0.165808 0.168485 CURRENT LEARNING RATE: 0.14206437998667998
previous_iter_valid_loss : 0.17760969698429108
159480 0.177873 0.177610 0.167125 CURRENT LEARNING RATE: 0.14203596995178083
previous_iter_valid_loss : 0.16247309744358063
159500 0.162655 0.162473 0.167150 CURRENT LEARNING RATE: 0.1420075655983205
previous_iter_valid_loss : 0.16163456439971924
159520 0.161835 0.161635 0.166768 CURRENT LEARNING RATE: 0.14197916692516283
previous_iter_valid_loss : 0.1630663126707077
159540 0.163293 0.163066 0.166807 CURRENT LEARNING RATE: 0.14195077393117184
previous_iter_valid_loss : 0.1741025149822235
159560 0.174359 0.174103 0.167031 CURRENT LEARNING RATE: 0.1419223866152118
previous_iter_valid_loss : 0.16231346130371094
159580 0.162547 0.162313 0.166906 CURRENT LEARNING RATE: 0.14189400497614726
previous_iter_valid_loss : 0.1822022646665573
159600 0.182446 0.182202 0.167576 CURRENT LEARNING RATE: 0.14186562901284297
previous_iter_valid_loss : 0.17662955820560455
159620 0.176860 0.176630 0.168312 CURRENT LEARNING RATE: 0.14183725872416383
previous_iter_valid_loss : 0.16293083131313324
159640 0.163159 0.162931 0.168257 CURRENT LEARNING RATE: 0.14180889410897507
previous_iter_valid_loss : 0.16236449778079987
159660 0.162565 0.162364 0.168233 CURRENT LEARNING RATE: 0.1417805351661421
previous_iter_valid_loss : 0.16318030655384064
159680 0.163356 0.163180 0.168216 CURRENT LEARNING RATE: 0.14175218189453054
previous_iter_valid_loss : 0.1713186502456665
159700 0.171595 0.171319 0.168551 CURRENT LEARNING RATE: 0.14172383429300628
previous_iter_valid_loss : 0.16599753499031067
159720 0.166214 0.165998 0.168261 CURRENT LEARNING RATE: 0.1416954923604354
previous_iter_valid_loss : 0.16463463008403778
159740 0.164823 0.164635 0.168240 CURRENT LEARNING RATE: 0.14166715609568425
previous_iter_valid_loss : 0.1622576117515564
159760 0.162442 0.162258 0.167983 CURRENT LEARNING RATE: 0.14163882549761933
previous_iter_valid_loss : 0.17536933720111847
222020 0.175551 0.175369 0.165809 CURRENT LEARNING RATE: 0.0759959717082988
previous_iter_valid_loss : 0.16333416104316711
222040 0.163473 0.163334 0.165881 CURRENT LEARNING RATE: 0.07598077403377526
previous_iter_valid_loss : 0.16365079581737518
222060 0.163915 0.163651 0.165938 CURRENT LEARNING RATE: 0.07596557939848268
previous_iter_valid_loss : 0.16151611506938934
222080 0.161694 0.161516 0.165433 CURRENT LEARNING RATE: 0.07595038780181329
previous_iter_valid_loss : 0.16123978793621063
222100 0.161445 0.161240 0.165129 CURRENT LEARNING RATE: 0.07593519924315943
previous_iter_valid_loss : 0.1618082970380783
222120 0.162027 0.161808 0.164327 CURRENT LEARNING RATE: 0.07592001372191354
previous_iter_valid_loss : 0.17013853788375854
222140 0.170404 0.170139 0.164672 CURRENT LEARNING RATE: 0.07590483123746822
previous_iter_valid_loss : 0.1628335416316986
222160 0.162991 0.162834 0.164716 CURRENT LEARNING RATE: 0.07588965178921614
previous_iter_valid_loss : 0.17079846560955048
222180 0.171052 0.170798 0.165188 CURRENT LEARNING RATE: 0.07587447537655016
previous_iter_valid_loss : 0.1625959277153015
222200 0.162808 0.162596 0.164941 CURRENT LEARNING RATE: 0.0758593019988632
previous_iter_valid_loss : 0.16158942878246307
222220 0.161809 0.161589 0.164881 CURRENT LEARNING RATE: 0.07584413165554833
previous_iter_valid_loss : 0.1623399406671524
222240 0.162499 0.162340 0.164782 CURRENT LEARNING RATE: 0.07582896434599873
previous_iter_valid_loss : 0.16243211925029755
222260 0.162599 0.162432 0.164701 CURRENT LEARNING RATE: 0.07581380006960772
previous_iter_valid_loss : 0.16568078100681305
222280 0.165885 0.165681 0.164567 CURRENT LEARNING RATE: 0.07579863882576872
previous_iter_valid_loss : 0.1754329949617386
222300 0.175749 0.175433 0.165098 CURRENT LEARNING RATE: 0.07578348061387528
previous_iter_valid_loss : 0.16347086429595947
222320 0.163678 0.163471 0.165001 CURRENT LEARNING RATE: 0.07576832543332108
previous_iter_valid_loss : 0.16688090562820435
222340 0.167070 0.166881 0.165248 CURRENT LEARNING RATE: 0.07575317328349991
previous_iter_valid_loss : 0.16220100224018097
222360 0.162422 0.162201 0.164931 CURRENT LEARNING RATE: 0.07573802416380564
previous_iter_valid_loss : 0.1770947426557541
222380 0.177418 0.177095 0.165592 CURRENT LEARNING RATE: 0.07572287807363239
previous_iter_valid_loss : 0.16217152774333954
222400 0.162381 0.162172 0.165628 CURRENT LEARNING RATE: 0.07570773501237427
previous_iter_valid_loss : 0.16097427904605865
222420 0.161181 0.160974 0.164908 CURRENT LEARNING RATE: 0.07569259497942556
previous_iter_valid_loss : 0.16391605138778687
222440 0.164105 0.163916 0.164937 CURRENT LEARNING RATE: 0.07567745797418066
previous_iter_valid_loss : 0.16623052954673767
222460 0.166478 0.166231 0.165066 CURRENT LEARNING RATE: 0.07566232399603408
previous_iter_valid_loss : 0.16620422899723053
222480 0.166402 0.166204 0.165300 CURRENT LEARNING RATE: 0.07564719304438047
previous_iter_valid_loss : 0.16222932934761047
222500 0.162474 0.162229 0.165350 CURRENT LEARNING RATE: 0.0756320651186146
previous_iter_valid_loss : 0.16205818951129913
222520 0.162325 0.162058 0.165362 CURRENT LEARNING RATE: 0.07561694021813135
previous_iter_valid_loss : 0.16147743165493011
222540 0.161709 0.161477 0.164929 CURRENT LEARNING RATE: 0.07560181834232572
previous_iter_valid_loss : 0.17087656259536743
222560 0.171154 0.170877 0.165331 CURRENT LEARNING RATE: 0.07558669949059282
previous_iter_valid_loss : 0.16878695785999298
222580 0.169025 0.168787 0.165231 CURRENT LEARNING RATE: 0.07557158366232791
previous_iter_valid_loss : 0.16476356983184814
222600 0.165033 0.164764 0.165339 CURRENT LEARNING RATE: 0.07555647085692636
previous_iter_valid_loss : 0.1632952094078064
222620 0.163524 0.163295 0.165424 CURRENT LEARNING RATE: 0.07554136107378366
previous_iter_valid_loss : 0.16116242110729218
222640 0.161327 0.161162 0.165366 CURRENT LEARNING RATE: 0.07552625431229541
previous_iter_valid_loss : 0.1686384379863739
222660 0.168901 0.168638 0.165676 CURRENT LEARNING RATE: 0.07551115057185735
previous_iter_valid_loss : 0.21198232471942902
222680 0.212082 0.211982 0.167991 CURRENT LEARNING RATE: 0.07549604985186531
previous_iter_valid_loss : 0.16180475056171417
222700 0.162012 0.161805 0.167310 CURRENT LEARNING RATE: 0.07548095215171528
previous_iter_valid_loss : 0.1639230102300644
222720 0.164141 0.163923 0.167332 CURRENT LEARNING RATE: 0.07546585747080335
previous_iter_valid_loss : 0.17691653966903687
222740 0.177197 0.176917 0.167834 CURRENT LEARNING RATE: 0.07545076580852572
previous_iter_valid_loss : 0.19370228052139282
222760 0.193948 0.193702 0.169409 CURRENT LEARNING RATE: 0.07543567716427874
previous_iter_valid_loss : 0.17040188610553741
222780 0.170603 0.170402 0.169074 CURRENT LEARNING RATE: 0.07542059153745882
previous_iter_valid_loss : 0.18671326339244843
222800 0.186979 0.186713 0.170301 CURRENT LEARNING RATE: 0.0754055089274626
previous_iter_valid_loss : 0.1646067351102829
222820 0.164754 0.164607 0.170483 CURRENT LEARNING RATE: 0.07539042933368675
previous_iter_valid_loss : 0.17918823659420013
222840 0.179477 0.179188 0.171247 CURRENT LEARNING RATE: 0.07537535275552809
previous_iter_valid_loss : 0.16497841477394104
222860 0.165207 0.164978 0.171184 CURRENT LEARNING RATE: 0.07536027919238354
previous_iter_valid_loss : 0.16170410811901093
222880 0.161890 0.161704 0.170959 CURRENT LEARNING RATE: 0.07534520864365017
previous_iter_valid_loss : 0.18685558438301086
222900 0.187073 0.186856 0.172190 CURRENT LEARNING RATE: 0.07533014110872517
previous_iter_valid_loss : 0.16500303149223328
222920 0.165280 0.165003 0.172338 CURRENT LEARNING RATE: 0.07531507658700581
previous_iter_valid_loss : 0.1658325344324112
222940 0.166053 0.165833 0.172555 CURRENT LEARNING RATE: 0.07530001507788953
previous_iter_valid_loss : 0.16167694330215454
222960 0.161900 0.161677 0.172095 CURRENT LEARNING RATE: 0.07528495658077386
previous_iter_valid_loss : 0.16223537921905518
222980 0.162500 0.162235 0.171768 CURRENT LEARNING RATE: 0.07526990109505646
previous_iter_valid_loss : 0.16156481206417084
223000 0.161737 0.161565 0.171608 CURRENT LEARNING RATE: 0.07525484862013512
previous_iter_valid_loss : 0.16842412948608398
223020 0.168617 0.168424 0.171864 CURRENT LEARNING RATE: 0.07523979915540774
previous_iter_valid_loss : 0.16558057069778442
223040 0.165723 0.165581 0.172085 CURRENT LEARNING RATE: 0.07522475270027232
previous_iter_valid_loss : 0.1619069129228592
223060 0.162098 0.161907 0.171749 CURRENT LEARNING RATE: 0.07520970925412702
previous_iter_valid_loss : 0.1706341654062271
223080 0.170948 0.170634 0.169681 CURRENT LEARNING RATE: 0.07519466881637012
previous_iter_valid_loss : 0.16563652455806732
223100 0.165867 0.165637 0.169873 CURRENT LEARNING RATE: 0.07517963138639996
previous_iter_valid_loss : 0.16172347962856293
223120 0.161902 0.161723 0.169763 CURRENT LEARNING RATE: 0.07516459696361508
previous_iter_valid_loss : 0.16176249086856842
223140 0.161950 0.161762 0.169005 CURRENT LEARNING RATE: 0.07514956554741409
previous_iter_valid_loss : 0.1633310765028
223160 0.163659 0.163331 0.167487 CURRENT LEARNING RATE: 0.07513453713719571
previous_iter_valid_loss : 0.16519607603549957
223180 0.165404 0.165196 0.167226 CURRENT LEARNING RATE: 0.07511951173235881
previous_iter_valid_loss : 0.16859747469425201
223200 0.168804 0.168597 0.166321 CURRENT LEARNING RATE: 0.07510448933230242
previous_iter_valid_loss : 0.1697903722524643
223220 0.170052 0.169790 0.166580 CURRENT LEARNING RATE: 0.07508946993642562
previous_iter_valid_loss : 0.18148058652877808
223240 0.181757 0.181481 0.166694 CURRENT LEARNING RATE: 0.07507445354412762
previous_iter_valid_loss : 0.16169428825378418
223260 0.161849 0.161694 0.166530 CURRENT LEARNING RATE: 0.07505944015480777
previous_iter_valid_loss : 0.16124595701694489
223280 0.161423 0.161246 0.166507 CURRENT LEARNING RATE: 0.07504442976786554
previous_iter_valid_loss : 0.16349723935127258
223300 0.163714 0.163497 0.165339 CURRENT LEARNING RATE: 0.07502942238270051
previous_iter_valid_loss : 0.16138282418251038
223320 0.161612 0.161383 0.165158 CURRENT LEARNING RATE: 0.07501441799871239
previous_iter_valid_loss : 0.16217544674873352
223340 0.162433 0.162175 0.164975 CURRENT LEARNING RATE: 0.07499941661530099
previous_iter_valid_loss : 0.16891726851463318
223360 0.169136 0.168917 0.165337 CURRENT LEARNING RATE: 0.07498441823186627
previous_iter_valid_loss : 0.18909510970115662
223380 0.189315 0.189095 0.166680 CURRENT LEARNING RATE: 0.07496942284780829
previous_iter_valid_loss : 0.16117613017559052
223400 0.161326 0.161176 0.166661 CURRENT LEARNING RATE: 0.07495443046252723
previous_iter_valid_loss : 0.18073050677776337
223420 0.180887 0.180731 0.167276 CURRENT LEARNING RATE: 0.0749394410754234
previous_iter_valid_loss : 0.1755983531475067
223440 0.175796 0.175598 0.167777 CURRENT LEARNING RATE: 0.07492445468589723
previous_iter_valid_loss : 0.16139692068099976
223460 0.161576 0.161397 0.167752 CURRENT LEARNING RATE: 0.07490947129334924
previous_iter_valid_loss : 0.16114328801631927
223480 0.161332 0.161143 0.167277 CURRENT LEARNING RATE: 0.07489449089718013
previous_iter_valid_loss : 0.17330552637577057
223500 0.173582 0.173306 0.167661 CURRENT LEARNING RATE: 0.07487951349679066
previous_iter_valid_loss : 0.163895383477211
223520 0.164004 0.163895 0.167769 CURRENT LEARNING RATE: 0.07486453909158174
previous_iter_valid_loss : 0.1649160385131836
223540 0.165096 0.164916 0.167927 CURRENT LEARNING RATE: 0.0748495676809544
previous_iter_valid_loss : 0.1623869091272354
223560 0.162516 0.162387 0.167880 CURRENT LEARNING RATE: 0.07483459926430977
previous_iter_valid_loss : 0.16599813103675842
223580 0.166201 0.165998 0.167920 CURRENT LEARNING RATE: 0.07481963384104909
previous_iter_valid_loss : 0.1666877567768097
223600 0.166845 0.166688 0.167824 CURRENT LEARNING RATE: 0.0748046714105738
previous_iter_valid_loss : 0.17669017612934113
223620 0.176869 0.176690 0.168169 CURRENT LEARNING RATE: 0.07478971197228537
previous_iter_valid_loss : 0.1619497686624527
223640 0.162161 0.161950 0.167193 CURRENT LEARNING RATE: 0.07477475552558543
previous_iter_valid_loss : 0.16151653230190277
223660 0.161680 0.161517 0.167184 CURRENT LEARNING RATE: 0.07475980206987574
previous_iter_valid_loss : 0.16761690378189087
223680 0.167847 0.167617 0.167502 CURRENT LEARNING RATE: 0.07474485160455814
previous_iter_valid_loss : 0.16563530266284943
223700 0.165934 0.165635 0.167609 CURRENT LEARNING RATE: 0.0747299041290346
previous_iter_valid_loss : 0.16544584929943085
223720 0.165649 0.165446 0.167812 CURRENT LEARNING RATE: 0.07471495964270725
previous_iter_valid_loss : 0.164544016122818
223740 0.164740 0.164544 0.167931 CURRENT LEARNING RATE: 0.07470001814497829
previous_iter_valid_loss : 0.17920611798763275
223760 0.179393 0.179206 0.168445 CURRENT LEARNING RATE: 0.07468507963525006
previous_iter_valid_loss : 0.1779802143573761
223780 0.178169 0.177980 0.167890 CURRENT LEARNING RATE: 0.07467014411292502
previous_iter_valid_loss : 0.19150790572166443
223800 0.191700 0.191508 0.169406 CURRENT LEARNING RATE: 0.07465521157740578
previous_iter_valid_loss : 0.17051362991333008
223820 0.170712 0.170514 0.168895 CURRENT LEARNING RATE: 0.07464028202809499
previous_iter_valid_loss : 0.16282029449939728
223840 0.163032 0.162820 0.168256 CURRENT LEARNING RATE: 0.0746253554643955
previous_iter_valid_loss : 0.16166475415229797
223860 0.161909 0.161665 0.168270 CURRENT LEARNING RATE: 0.07461043188571023
previous_iter_valid_loss : 0.16129690408706665
223880 0.161528 0.161297 0.168277 CURRENT LEARNING RATE: 0.07459551129144225
previous_iter_valid_loss : 0.16298998892307281
223900 0.163140 0.162990 0.167762 CURRENT LEARNING RATE: 0.07458059368099475
previous_iter_valid_loss : 0.16408438980579376
223920 0.164369 0.164084 0.167771 CURRENT LEARNING RATE: 0.07456567905377098
previous_iter_valid_loss : 0.1613052934408188
223940 0.161541 0.161305 0.167591 CURRENT LEARNING RATE: 0.07455076740917439
previous_iter_valid_loss : 0.18696165084838867
223960 0.187161 0.186962 0.168819 CURRENT LEARNING RATE: 0.07453585874660851
previous_iter_valid_loss : 0.1790175884962082
223980 0.179163 0.179018 0.169470 CURRENT LEARNING RATE: 0.07452095306547696
previous_iter_valid_loss : 0.1716788113117218
224000 0.171973 0.171679 0.169720 CURRENT LEARNING RATE: 0.07450605036518357
previous_iter_valid_loss : 0.16614724695682526
224020 0.166465 0.166147 0.169193 CURRENT LEARNING RATE: 0.0744911506451322
previous_iter_valid_loss : 0.18367259204387665
224040 0.183966 0.183673 0.170279 CURRENT LEARNING RATE: 0.07447625390472688
previous_iter_valid_loss : 0.16191338002681732
224060 0.162082 0.161913 0.170299 CURRENT LEARNING RATE: 0.07446136014337171
previous_iter_valid_loss : 0.16370399296283722
224080 0.164039 0.163704 0.170103 CURRENT LEARNING RATE: 0.07444646936047096
previous_iter_valid_loss : 0.16827650368213654
224100 0.168566 0.168277 0.170235 CURRENT LEARNING RATE: 0.074431581555429
previous_iter_valid_loss : 0.1732427030801773
224120 0.173521 0.173243 0.170625 CURRENT LEARNING RATE: 0.0744166967276503
previous_iter_valid_loss : 0.17521065473556519
224140 0.175582 0.175211 0.171158 CURRENT LEARNING RATE: 0.07440181487653949
previous_iter_valid_loss : 0.16226667165756226
224160 0.162462 0.162267 0.170311 CURRENT LEARNING RATE: 0.0743869360015013
previous_iter_valid_loss : 0.16262418031692505
224180 0.162828 0.162624 0.169544 CURRENT LEARNING RATE: 0.07437206010194053
previous_iter_valid_loss : 0.1620180308818817
224200 0.162237 0.162018 0.168069 CURRENT LEARNING RATE: 0.0743571871772622
previous_iter_valid_loss : 0.16170287132263184
224220 0.161915 0.161703 0.167628 CURRENT LEARNING RATE: 0.07434231722687135
previous_iter_valid_loss : 0.1629428118467331
224240 0.163157 0.162943 0.167635 CURRENT LEARNING RATE: 0.0743274502501732
previous_iter_valid_loss : 0.17018015682697296
224260 0.170465 0.170180 0.168060 CURRENT LEARNING RATE: 0.07431258624657308
previous_iter_valid_loss : 0.17342884838581085
224280 0.173641 0.173429 0.168667 CURRENT LEARNING RATE: 0.07429772521547641
previous_iter_valid_loss : 0.16220200061798096
224300 0.162370 0.162202 0.168628 CURRENT LEARNING RATE: 0.07428286715628876
previous_iter_valid_loss : 0.16805411875247955
224320 0.168348 0.168054 0.168826 CURRENT LEARNING RATE: 0.07426801206841581
previous_iter_valid_loss : 0.1634007692337036
224340 0.163585 0.163401 0.168931 CURRENT LEARNING RATE: 0.07425315995126336
previous_iter_valid_loss : 0.1622670590877533
224360 0.162477 0.162267 0.167696 CURRENT LEARNING RATE: 0.0742383108042373
previous_iter_valid_loss : 0.17344146966934204
224380 0.173619 0.173441 0.167417 CURRENT LEARNING RATE: 0.07422346462674366
previous_iter_valid_loss : 0.16254109144210815
224400 0.162746 0.162541 0.166960 CURRENT LEARNING RATE: 0.07420862141818864
previous_iter_valid_loss : 0.16321521997451782
224420 0.163434 0.163215 0.166814 CURRENT LEARNING RATE: 0.0741937811779785
previous_iter_valid_loss : 0.16412600874900818
224440 0.164399 0.164126 0.165836 CURRENT LEARNING RATE: 0.0741789439055196
previous_iter_valid_loss : 0.17700715363025665
224460 0.177222 0.177007 0.166591 CURRENT LEARNING RATE: 0.07416410960021849
previous_iter_valid_loss : 0.1638486385345459
224480 0.164126 0.163849 0.166598 CURRENT LEARNING RATE: 0.07414927826148175
previous_iter_valid_loss : 0.1662091612815857
224500 0.166420 0.166209 0.166495 CURRENT LEARNING RATE: 0.07413444988871616
previous_iter_valid_loss : 0.16185075044631958
224520 0.162052 0.161851 0.165925 CURRENT LEARNING RATE: 0.07411962448132857
previous_iter_valid_loss : 0.1654600203037262
224540 0.165644 0.165460 0.165438 CURRENT LEARNING RATE: 0.07410480203872598
previous_iter_valid_loss : 0.16240741312503815
224560 0.162608 0.162407 0.165445 CURRENT LEARNING RATE: 0.07408998256031547
previous_iter_valid_loss : 0.16115596890449524
224580 0.161360 0.161156 0.165372 CURRENT LEARNING RATE: 0.07407516604550429
previous_iter_valid_loss : 0.17043982446193695
224600 0.170640 0.170440 0.165793 CURRENT LEARNING RATE: 0.07406035249369974
previous_iter_valid_loss : 0.16921314597129822
224620 0.169493 0.169213 0.166168 CURRENT LEARNING RATE: 0.07404554190430931
previous_iter_valid_loss : 0.1657724380493164
224640 0.165998 0.165772 0.166310 CURRENT LEARNING RATE: 0.07403073427674056
previous_iter_valid_loss : 0.1661943793296814
224660 0.166439 0.166194 0.166110 CURRENT LEARNING RATE: 0.0740159296104012
previous_iter_valid_loss : 0.16329409182071686
224680 0.163475 0.163294 0.165604 CURRENT LEARNING RATE: 0.07400112790469904
previous_iter_valid_loss : 0.16571500897407532
224700 0.165885 0.165715 0.165779 CURRENT LEARNING RATE: 0.07398632915904199
previous_iter_valid_loss : 0.16108281910419464
224720 0.161294 0.161083 0.165431 CURRENT LEARNING RATE: 0.07397153337283813
previous_iter_valid_loss : 0.16145454347133636
224740 0.161659 0.161455 0.165333 CURRENT LEARNING RATE: 0.0739567405454956
previous_iter_valid_loss : 0.16954857110977173
224760 0.169739 0.169549 0.165697 CURRENT LEARNING RATE: 0.07394195067642272
previous_iter_valid_loss : 0.1617376208305359
224780 0.161941 0.161738 0.165112 CURRENT LEARNING RATE: 0.07392716376502782
previous_iter_valid_loss : 0.16461318731307983
224800 0.164784 0.164613 0.165216 CURRENT LEARNING RATE: 0.07391237981071953
previous_iter_valid_loss : 0.1721113920211792
224820 0.172342 0.172111 0.165661 CURRENT LEARNING RATE: 0.07389759881290645
previous_iter_valid_loss : 0.16239246726036072
224840 0.162641 0.162392 0.165574 CURRENT LEARNING RATE: 0.07388282077099731
previous_iter_valid_loss : 0.1614600270986557
224860 0.161718 0.161460 0.164797 CURRENT LEARNING RATE: 0.07386804568440103
previous_iter_valid_loss : 0.17373579740524292
224880 0.174032 0.173736 0.165291 CURRENT LEARNING RATE: 0.07385327355252658
previous_iter_valid_loss : 0.16375231742858887
224900 0.163963 0.163752 0.165168 CURRENT LEARNING RATE: 0.07383850437478308
previous_iter_valid_loss : 0.16320554912090302
224920 0.163444 0.163206 0.165236 CURRENT LEARNING RATE: 0.07382373815057976
previous_iter_valid_loss : 0.16958463191986084
224940 0.169846 0.169585 0.165442 CURRENT LEARNING RATE: 0.07380897487932599
previous_iter_valid_loss : 0.16393284499645233
224960 0.164194 0.163933 0.165518 CURRENT LEARNING RATE: 0.07379421456043121
previous_iter_valid_loss : 0.1701701283454895
224980 0.170486 0.170170 0.165969 CURRENT LEARNING RATE: 0.07377945719330503
previous_iter_valid_loss : 0.1613955795764923
225000 0.161589 0.161396 0.165517 CURRENT LEARNING RATE: 0.07376470277735715
previous_iter_valid_loss : 0.1732633411884308
225020 0.173500 0.173263 0.165719 CURRENT LEARNING RATE: 0.0737499513119974
previous_iter_valid_loss : 0.1615743637084961
225040 0.161810 0.161574 0.165509 CURRENT LEARNING RATE: 0.07373520279663569
previous_iter_valid_loss : 0.16175909340381622
225060 0.161924 0.161759 0.165288 CURRENT LEARNING RATE: 0.0737204572306821
previous_iter_valid_loss : 0.1787920892238617
225080 0.179089 0.178792 0.166063 CURRENT LEARNING RATE: 0.07370571461354683
previous_iter_valid_loss : 0.16511327028274536
225100 0.165379 0.165113 0.166033 CURRENT LEARNING RATE: 0.07369097494464015
previous_iter_valid_loss : 0.1614093780517578
225120 0.161622 0.161409 0.166049 CURRENT LEARNING RATE: 0.07367623822337246
previous_iter_valid_loss : 0.1672668159008026
225140 0.167624 0.167267 0.166339 CURRENT LEARNING RATE: 0.07366150444915433
previous_iter_valid_loss : 0.16100472211837769
225160 0.161227 0.161005 0.165912 CURRENT LEARNING RATE: 0.07364677362139638
previous_iter_valid_loss : 0.1739652305841446
225180 0.174231 0.173965 0.166524 CURRENT LEARNING RATE: 0.07363204573950938
previous_iter_valid_loss : 0.16586141288280487
225200 0.166106 0.165861 0.166586 CURRENT LEARNING RATE: 0.07361732080290419
previous_iter_valid_loss : 0.19554156064987183
225220 0.196111 0.195542 0.167758 CURRENT LEARNING RATE: 0.07360259881099188
previous_iter_valid_loss : 0.1623723804950714
225240 0.162623 0.162372 0.167757 CURRENT LEARNING RATE: 0.07358787976318353
previous_iter_valid_loss : 0.16723503172397614
225260 0.167433 0.167235 0.168045 CURRENT LEARNING RATE: 0.07357316365889037
previous_iter_valid_loss : 0.1611439436674118
225280 0.161355 0.161144 0.167416 CURRENT LEARNING RATE: 0.07355845049752378
previous_iter_valid_loss : 0.16483959555625916
225300 0.165072 0.164840 0.167470 CURRENT LEARNING RATE: 0.07354374027849521
previous_iter_valid_loss : 0.169437974691391
225320 0.169641 0.169438 0.167782 CURRENT LEARNING RATE: 0.07352903300121626
previous_iter_valid_loss : 0.16123896837234497
225340 0.161456 0.161239 0.167364 CURRENT LEARNING RATE: 0.07351432866509865
previous_iter_valid_loss : 0.16955621540546417
225360 0.169781 0.169556 0.167646 CURRENT LEARNING RATE: 0.0734996272695542
previous_iter_valid_loss : 0.1672389805316925
225380 0.167468 0.167239 0.167499 CURRENT LEARNING RATE: 0.07348492881399483
previous_iter_valid_loss : 0.16168849170207977
225400 0.161917 0.161688 0.167514 CURRENT LEARNING RATE: 0.07347023329783264
previous_iter_valid_loss : 0.16132201254367828
225420 0.161483 0.161322 0.166917 CURRENT LEARNING RATE: 0.07345554072047979
previous_iter_valid_loss : 0.16362203657627106
225440 0.163781 0.163622 0.167019 CURRENT LEARNING RATE: 0.07344085108134857
previous_iter_valid_loss : 0.17674025893211365
225460 0.177068 0.176740 0.167768 CURRENT LEARNING RATE: 0.0734261643798514
previous_iter_valid_loss : 0.17657625675201416
225480 0.176896 0.176576 0.167657 CURRENT LEARNING RATE: 0.07341148061540083
previous_iter_valid_loss : 0.17790968716144562
225500 0.178162 0.177910 0.168297 CURRENT LEARNING RATE: 0.07339679978740948
previous_iter_valid_loss : 0.16723458468914032
225520 0.167485 0.167235 0.168588 CURRENT LEARNING RATE: 0.07338212189529014
previous_iter_valid_loss : 0.16635766625404358
225540 0.166545 0.166358 0.168543 CURRENT LEARNING RATE: 0.07336744693845568
previous_iter_valid_loss : 0.16147613525390625
225560 0.161708 0.161476 0.168566 CURRENT LEARNING RATE: 0.07335277491631911
previous_iter_valid_loss : 0.1895814687013626
225580 0.190100 0.189581 0.169347 CURRENT LEARNING RATE: 0.07333810582829356
previous_iter_valid_loss : 0.17217262089252472
225600 0.172368 0.172173 0.169663 CURRENT LEARNING RATE: 0.07332343967379219
previous_iter_valid_loss : 0.16359835863113403
225620 0.163847 0.163598 0.168066 CURRENT LEARNING RATE: 0.07330877645222848
previous_iter_valid_loss : 0.16842155158519745
225640 0.168639 0.168422 0.168368 CURRENT LEARNING RATE: 0.07329411616301582
previous_iter_valid_loss : 0.16714756190776825
225660 0.167293 0.167148 0.168364 CURRENT LEARNING RATE: 0.07327945880556783
previous_iter_valid_loss : 0.16100375354290009
225680 0.161205 0.161004 0.168357 CURRENT LEARNING RATE: 0.07326480437929818
previous_iter_valid_loss : 0.16187840700149536
225700 0.162069 0.161878 0.168209 CURRENT LEARNING RATE: 0.07325015288362073
previous_iter_valid_loss : 0.16290919482707977
225720 0.163115 0.162909 0.167882 CURRENT LEARNING RATE: 0.07323550431794941
previous_iter_valid_loss : 0.18111029267311096
225740 0.181407 0.181110 0.168876 CURRENT LEARNING RATE: 0.07322085868169827
previous_iter_valid_loss : 0.17487762868404388
225760 0.175071 0.174878 0.169142 CURRENT LEARNING RATE: 0.07320621597428148
previous_iter_valid_loss : 0.16138234734535217
225780 0.161588 0.161382 0.168849 CURRENT LEARNING RATE: 0.07319157619511334
previous_iter_valid_loss : 0.16408687829971313
225800 0.164296 0.164087 0.168969 CURRENT LEARNING RATE: 0.07317693934360825
previous_iter_valid_loss : 0.1616024374961853
225820 0.161764 0.161602 0.168983 CURRENT LEARNING RATE: 0.07316230541918076
previous_iter_valid_loss : 0.16721634566783905
225840 0.167472 0.167216 0.169163 CURRENT LEARNING RATE: 0.07314767442124549
previous_iter_valid_loss : 0.16396501660346985
225860 0.164196 0.163965 0.168524 CURRENT LEARNING RATE: 0.0731330463492172
previous_iter_valid_loss : 0.1652945578098297
225880 0.165557 0.165295 0.167960 CURRENT LEARNING RATE: 0.07311842120251077
previous_iter_valid_loss : 0.16206949949264526
225900 0.162349 0.162069 0.167168 CURRENT LEARNING RATE: 0.07310379898054122
previous_iter_valid_loss : 0.1734723597764969
225920 0.173740 0.173472 0.167480 CURRENT LEARNING RATE: 0.07308917968272362
previous_iter_valid_loss : 0.17623981833457947
225940 0.176444 0.176240 0.167974 CURRENT LEARNING RATE: 0.07307456330847323
previous_iter_valid_loss : 0.1616765260696411
225960 0.161829 0.161677 0.167984 CURRENT LEARNING RATE: 0.07305994985720538
previous_iter_valid_loss : 0.17824994027614594
225980 0.178500 0.178250 0.167417 CURRENT LEARNING RATE: 0.07304533932833553
previous_iter_valid_loss : 0.17791584134101868
226000 0.178165 0.177916 0.167704 CURRENT LEARNING RATE: 0.07303073172127922
previous_iter_valid_loss : 0.16316483914852142
226020 0.163378 0.163165 0.167683 CURRENT LEARNING RATE: 0.07301612703545222
previous_iter_valid_loss : 0.19965337216854095
226040 0.199854 0.199653 0.169244 CURRENT LEARNING RATE: 0.07300152527027035
previous_iter_valid_loss : 0.17767749726772308
226060 0.177959 0.177677 0.169771 CURRENT LEARNING RATE: 0.07298692642514946
previous_iter_valid_loss : 0.166046604514122
226080 0.166315 0.166047 0.170023 CURRENT LEARNING RATE: 0.07297233049950565
previous_iter_valid_loss : 0.1722562313079834
226100 0.172552 0.172256 0.170542 CURRENT LEARNING RATE: 0.07295773749275507
previous_iter_valid_loss : 0.16679634153842926
226120 0.167063 0.166796 0.170736 CURRENT LEARNING RATE: 0.072943147404314
previous_iter_valid_loss : 0.16567638516426086
226140 0.165882 0.165676 0.169965 CURRENT LEARNING RATE: 0.07292856023359882
previous_iter_valid_loss : 0.1989891529083252
226160 0.199249 0.198989 0.171170 CURRENT LEARNING RATE: 0.07291397598002608
previous_iter_valid_loss : 0.1774154156446457
226180 0.177677 0.177415 0.171972 CURRENT LEARNING RATE: 0.07289939464301239
previous_iter_valid_loss : 0.16158732771873474
226200 0.161764 0.161587 0.171847 CURRENT LEARNING RATE: 0.07288481622197449
previous_iter_valid_loss : 0.16258519887924194
226220 0.162764 0.162585 0.171896 CURRENT LEARNING RATE: 0.07287024071632923
previous_iter_valid_loss : 0.1623406857252121
226240 0.162493 0.162341 0.171652 CURRENT LEARNING RATE: 0.07285566812549363
previous_iter_valid_loss : 0.16566960513591766
226260 0.165844 0.165670 0.171737 CURRENT LEARNING RATE: 0.07284109844888477
previous_iter_valid_loss : 0.16153602302074432
226280 0.161804 0.161536 0.171550 CURRENT LEARNING RATE: 0.07282653168591983
previous_iter_valid_loss : 0.1611088067293167
226300 0.161313 0.161109 0.171502 CURRENT LEARNING RATE: 0.07281196783601619
previous_iter_valid_loss : 0.1618034690618515
226320 0.162048 0.161803 0.170918 CURRENT LEARNING RATE: 0.07279740689859127
previous_iter_valid_loss : 0.16403008997440338
226340 0.164276 0.164030 0.170308 CURRENT LEARNING RATE: 0.07278284887306263
previous_iter_valid_loss : 0.19525198638439178
226360 0.195444 0.195252 0.171986 CURRENT LEARNING RATE: 0.07276829375884797
previous_iter_valid_loss : 0.16797959804534912
226380 0.168169 0.167980 0.171473 CURRENT LEARNING RATE: 0.07275374155536504
previous_iter_valid_loss : 0.1641743779182434
226400 0.164349 0.164174 0.170786 CURRENT LEARNING RATE: 0.07273919226203178
previous_iter_valid_loss : 0.16177740693092346
226420 0.161945 0.161777 0.170716 CURRENT LEARNING RATE: 0.07272464587826624
previous_iter_valid_loss : 0.16220611333847046
226440 0.162417 0.162206 0.168844 CURRENT LEARNING RATE: 0.07271010240348653
previous_iter_valid_loss : 0.1685500144958496
226460 0.168753 0.168550 0.168388 CURRENT LEARNING RATE: 0.07269556183711096
previous_iter_valid_loss : 0.16211089491844177
226480 0.162320 0.162111 0.168191 CURRENT LEARNING RATE: 0.07268102417855785
previous_iter_valid_loss : 0.1819886863231659
226500 0.182317 0.181989 0.168678 CURRENT LEARNING RATE: 0.07266648942724571
previous_iter_valid_loss : 0.16273823380470276
226520 0.162948 0.162738 0.168475 CURRENT LEARNING RATE: 0.07265195758259317
previous_iter_valid_loss : 0.1761188805103302
226540 0.176326 0.176119 0.168997 CURRENT LEARNING RATE: 0.07263742864401894
previous_iter_valid_loss : 0.16092105209827423
Current valid loss: 0.16092105209827423; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
226560 0.161098 0.160921 0.167093 CURRENT LEARNING RATE: 0.07262290261094187
previous_iter_valid_loss : 0.1766776442527771
226580 0.176873 0.176678 0.167057 CURRENT LEARNING RATE: 0.07260837948278091
previous_iter_valid_loss : 0.18017998337745667
226600 0.180512 0.180180 0.167986 CURRENT LEARNING RATE: 0.07259385925895513
previous_iter_valid_loss : 0.17100872099399567
226620 0.171301 0.171009 0.168407 CURRENT LEARNING RATE: 0.07257934193888374
previous_iter_valid_loss : 0.16198736429214478
226640 0.162223 0.161987 0.168390 CURRENT LEARNING RATE: 0.07256482752198604
previous_iter_valid_loss : 0.1615617722272873
226660 0.161719 0.161562 0.168184 CURRENT LEARNING RATE: 0.07255031600768144
previous_iter_valid_loss : 0.1837482452392578
226680 0.183968 0.183748 0.169295 CURRENT LEARNING RATE: 0.0725358073953895
previous_iter_valid_loss : 0.18078704178333282
226700 0.181032 0.180787 0.170279 CURRENT LEARNING RATE: 0.07252130168452987
previous_iter_valid_loss : 0.16248302161693573
226720 0.162633 0.162483 0.170313 CURRENT LEARNING RATE: 0.0725067988745223
previous_iter_valid_loss : 0.17227520048618317
226740 0.172552 0.172275 0.170725 CURRENT LEARNING RATE: 0.0724922989647867
previous_iter_valid_loss : 0.16804085671901703
226760 0.168288 0.168041 0.169364 CURRENT LEARNING RATE: 0.07247780195474308
previous_iter_valid_loss : 0.18826523423194885
226780 0.188660 0.188265 0.170379 CURRENT LEARNING RATE: 0.07246330784381154
previous_iter_valid_loss : 0.16753268241882324
226800 0.167854 0.167533 0.170547 CURRENT LEARNING RATE: 0.0724488166314123
previous_iter_valid_loss : 0.1638565957546234
226820 0.164159 0.163857 0.170651 CURRENT LEARNING RATE: 0.07243432831696575
previous_iter_valid_loss : 0.16282711923122406
226840 0.163009 0.162827 0.170682 CURRENT LEARNING RATE: 0.07241984289989234
previous_iter_valid_loss : 0.16763509809970856
226860 0.167857 0.167635 0.170636 CURRENT LEARNING RATE: 0.07240536037961268
previous_iter_valid_loss : 0.16182565689086914
226880 0.162006 0.161826 0.170622 CURRENT LEARNING RATE: 0.07239088075554743
previous_iter_valid_loss : 0.16119541227817535
226900 0.161390 0.161195 0.169582 CURRENT LEARNING RATE: 0.07237640402711741
previous_iter_valid_loss : 0.16245236992835999
226920 0.162634 0.162452 0.169568 CURRENT LEARNING RATE: 0.07236193019374358
previous_iter_valid_loss : 0.1614552140235901
226940 0.161665 0.161455 0.168835 CURRENT LEARNING RATE: 0.07234745925484695
previous_iter_valid_loss : 0.16458798944950104
226960 0.164826 0.164588 0.169018 CURRENT LEARNING RATE: 0.07233299120984872
previous_iter_valid_loss : 0.16336075961589813
226980 0.163596 0.163361 0.168352 CURRENT LEARNING RATE: 0.07231852605817013
previous_iter_valid_loss : 0.16180309653282166
227000 0.162025 0.161803 0.167433 CURRENT LEARNING RATE: 0.0723040637992326
previous_iter_valid_loss : 0.16137492656707764
227020 0.161566 0.161375 0.166951 CURRENT LEARNING RATE: 0.07228960443245763
previous_iter_valid_loss : 0.1632349044084549
227040 0.163391 0.163235 0.167014 CURRENT LEARNING RATE: 0.07227514795726685
previous_iter_valid_loss : 0.16164985299110413
227060 0.161827 0.161650 0.167018 CURRENT LEARNING RATE: 0.072260694373082
previous_iter_valid_loss : 0.16189678013324738
227080 0.162057 0.161897 0.165926 CURRENT LEARNING RATE: 0.07224624367932493
previous_iter_valid_loss : 0.16223487257957458
227100 0.162421 0.162235 0.164998 CURRENT LEARNING RATE: 0.07223179587541761
previous_iter_valid_loss : 0.16237005591392517
227120 0.162603 0.162370 0.164992 CURRENT LEARNING RATE: 0.07221735096078215
previous_iter_valid_loss : 0.2072339653968811
227140 0.207413 0.207234 0.166740 CURRENT LEARNING RATE: 0.07220290893484073
previous_iter_valid_loss : 0.16401450335979462
227160 0.164210 0.164015 0.166539 CURRENT LEARNING RATE: 0.07218846979701567
previous_iter_valid_loss : 0.1689070463180542
227180 0.169098 0.168907 0.165571 CURRENT LEARNING RATE: 0.07217403354672941
previous_iter_valid_loss : 0.1638198345899582
227200 0.164056 0.163820 0.165385 CURRENT LEARNING RATE: 0.07215960018340449
previous_iter_valid_loss : 0.16165649890899658
227220 0.161916 0.161656 0.165275 CURRENT LEARNING RATE: 0.0721451697064636
previous_iter_valid_loss : 0.17141692340373993
227240 0.171750 0.171417 0.165705 CURRENT LEARNING RATE: 0.07213074211532952
previous_iter_valid_loss : 0.17482993006706238
227260 0.175107 0.174830 0.166065 CURRENT LEARNING RATE: 0.07211631740942513
previous_iter_valid_loss : 0.16445687413215637
227280 0.164683 0.164457 0.166196 CURRENT LEARNING RATE: 0.07210189558817344
previous_iter_valid_loss : 0.16748741269111633
227300 0.167704 0.167487 0.166511 CURRENT LEARNING RATE: 0.07208747665099759
previous_iter_valid_loss : 0.16400499641895294
227320 0.164255 0.164005 0.166589 CURRENT LEARNING RATE: 0.07207306059732081
previous_iter_valid_loss : 0.16212403774261475
227340 0.162319 0.162124 0.166622 CURRENT LEARNING RATE: 0.07205864742656647
previous_iter_valid_loss : 0.16705222427845
227360 0.167247 0.167052 0.166745 CURRENT LEARNING RATE: 0.07204423713815802
previous_iter_valid_loss : 0.16822102665901184
227380 0.168458 0.168221 0.166988 CURRENT LEARNING RATE: 0.0720298297315191
previous_iter_valid_loss : 0.16287319362163544
227400 0.163085 0.162873 0.167042 CURRENT LEARNING RATE: 0.07201542520607335
previous_iter_valid_loss : 0.19072051346302032
227420 0.190944 0.190721 0.168509 CURRENT LEARNING RATE: 0.07200102356124462
previous_iter_valid_loss : 0.1620199829339981
227440 0.162223 0.162020 0.168448 CURRENT LEARNING RATE: 0.07198662479645684
previous_iter_valid_loss : 0.17347633838653564
227460 0.173681 0.173476 0.169040 CURRENT LEARNING RATE: 0.07197222891113407
previous_iter_valid_loss : 0.1677510291337967
227480 0.167970 0.167751 0.169332 CURRENT LEARNING RATE: 0.07195783590470048
previous_iter_valid_loss : 0.17298828065395355
227500 0.173281 0.172988 0.169870 CURRENT LEARNING RATE: 0.07194344577658031
previous_iter_valid_loss : 0.16288413107395172
227520 0.163062 0.162884 0.169896 CURRENT LEARNING RATE: 0.07192905852619799
previous_iter_valid_loss : 0.16902108490467072
227540 0.169283 0.169021 0.167985 CURRENT LEARNING RATE: 0.07191467415297803
previous_iter_valid_loss : 0.16211259365081787
227560 0.162324 0.162113 0.167890 CURRENT LEARNING RATE: 0.07190029265634502
previous_iter_valid_loss : 0.16360656917095184
227580 0.163767 0.163607 0.167625 CURRENT LEARNING RATE: 0.07188591403572375
previous_iter_valid_loss : 0.1678856611251831
227600 0.168101 0.167886 0.167828 CURRENT LEARNING RATE: 0.07187153829053905
previous_iter_valid_loss : 0.17473535239696503
227620 0.174941 0.174735 0.168482 CURRENT LEARNING RATE: 0.07185716542021586
previous_iter_valid_loss : 0.16150839626789093
227640 0.161697 0.161508 0.167987 CURRENT LEARNING RATE: 0.07184279542417932
previous_iter_valid_loss : 0.16756577789783478
227660 0.167791 0.167566 0.167623 CURRENT LEARNING RATE: 0.0718284283018546
previous_iter_valid_loss : 0.16223131120204926
227680 0.162447 0.162231 0.167512 CURRENT LEARNING RATE: 0.07181406405266703
previous_iter_valid_loss : 0.16303355991840363
227700 0.163241 0.163034 0.167289 CURRENT LEARNING RATE: 0.07179970267604203
previous_iter_valid_loss : 0.1621066778898239
227720 0.162330 0.162107 0.167195 CURRENT LEARNING RATE: 0.07178534417140515
previous_iter_valid_loss : 0.16268981993198395
227740 0.162860 0.162690 0.167223 CURRENT LEARNING RATE: 0.07177098853818205
previous_iter_valid_loss : 0.1648985892534256
227760 0.165101 0.164899 0.167115 CURRENT LEARNING RATE: 0.0717566357757985
previous_iter_valid_loss : 0.16208438575267792
227780 0.162284 0.162084 0.166808 CURRENT LEARNING RATE: 0.07174228588368038
previous_iter_valid_loss : 0.16581149399280548
227800 0.166044 0.165811 0.166955 CURRENT LEARNING RATE: 0.07172793886125373
previous_iter_valid_loss : 0.1678096204996109
227820 0.168031 0.167810 0.165810 CURRENT LEARNING RATE: 0.07171359470794461
previous_iter_valid_loss : 0.17353014647960663
227840 0.173840 0.173530 0.166385 CURRENT LEARNING RATE: 0.07169925342317932
previous_iter_valid_loss : 0.1645345836877823
227860 0.164692 0.164535 0.165938 CURRENT LEARNING RATE: 0.07168491500638415
previous_iter_valid_loss : 0.16667982935905457
227880 0.166912 0.166680 0.165885 CURRENT LEARNING RATE: 0.0716705794569856
previous_iter_valid_loss : 0.16530068218708038
227900 0.165476 0.165301 0.165500 CURRENT LEARNING RATE: 0.07165624677441022
previous_iter_valid_loss : 0.16127416491508484
227920 0.161480 0.161274 0.165420 CURRENT LEARNING RATE: 0.07164191695808475
previous_iter_valid_loss : 0.17364516854286194
227940 0.173969 0.173645 0.165651 CURRENT LEARNING RATE: 0.07162759000743595
previous_iter_valid_loss : 0.16381055116653442
227960 0.164104 0.163811 0.165736 CURRENT LEARNING RATE: 0.07161326592189078
previous_iter_valid_loss : 0.1756736934185028
227980 0.175988 0.175674 0.166339 CURRENT LEARNING RATE: 0.07159894470087623
previous_iter_valid_loss : 0.1614094078540802
228000 0.161591 0.161409 0.166015 CURRENT LEARNING RATE: 0.0715846263438195
previous_iter_valid_loss : 0.17340943217277527
228020 0.173633 0.173409 0.165949 CURRENT LEARNING RATE: 0.07157031085014778
previous_iter_valid_loss : 0.17318683862686157
228040 0.173460 0.173187 0.166533 CURRENT LEARNING RATE: 0.07155599821928856
previous_iter_valid_loss : 0.16314184665679932
228060 0.163400 0.163142 0.166312 CURRENT LEARNING RATE: 0.07154168845066926
previous_iter_valid_loss : 0.17629343271255493
228080 0.176609 0.176293 0.167015 CURRENT LEARNING RATE: 0.07152738154371752
previous_iter_valid_loss : 0.1631617397069931
228100 0.163460 0.163162 0.167021 CURRENT LEARNING RATE: 0.07151307749786104
previous_iter_valid_loss : 0.1730760782957077
228120 0.173283 0.173076 0.167570 CURRENT LEARNING RATE: 0.07149877631252767
previous_iter_valid_loss : 0.1619214415550232
228140 0.162113 0.161921 0.167531 CURRENT LEARNING RATE: 0.07148447798714536
previous_iter_valid_loss : 0.1627773940563202
228160 0.163014 0.162777 0.167425 CURRENT LEARNING RATE: 0.07147018252114219
previous_iter_valid_loss : 0.19074063003063202
228180 0.191237 0.190741 0.168858 CURRENT LEARNING RATE: 0.07145588991394632
previous_iter_valid_loss : 0.16515527665615082
228200 0.165367 0.165155 0.168825 CURRENT LEARNING RATE: 0.07144160016498606
previous_iter_valid_loss : 0.1616089940071106
228220 0.161803 0.161609 0.168515 CURRENT LEARNING RATE: 0.07142731327368981
previous_iter_valid_loss : 0.17323297262191772
228240 0.173445 0.173233 0.168500 CURRENT LEARNING RATE: 0.07141302923948611
previous_iter_valid_loss : 0.18471261858940125
228260 0.184986 0.184713 0.169509 CURRENT LEARNING RATE: 0.07139874806180359
previous_iter_valid_loss : 0.16136538982391357
228280 0.161550 0.161365 0.169244 CURRENT LEARNING RATE: 0.071384469740071
previous_iter_valid_loss : 0.16174045205116272
228300 0.161980 0.161740 0.169066 CURRENT LEARNING RATE: 0.07137019427371721
previous_iter_valid_loss : 0.1652558445930481
228320 0.165487 0.165256 0.169265 CURRENT LEARNING RATE: 0.0713559216621712
previous_iter_valid_loss : 0.1733255386352539
228340 0.173618 0.173326 0.169249 CURRENT LEARNING RATE: 0.07134165190486205
previous_iter_valid_loss : 0.16149918735027313
228360 0.161683 0.161499 0.169133 CURRENT LEARNING RATE: 0.07132738500121902
previous_iter_valid_loss : 0.1791098415851593
228380 0.179369 0.179110 0.169305 CURRENT LEARNING RATE: 0.07131312095067137
previous_iter_valid_loss : 0.17503565549850464
228400 0.175321 0.175036 0.169986 CURRENT LEARNING RATE: 0.07129885975264857
previous_iter_valid_loss : 0.19908694922924042
228420 0.199579 0.199087 0.171270 CURRENT LEARNING RATE: 0.07128460140658015
previous_iter_valid_loss : 0.16760514676570892
228440 0.167885 0.167605 0.170991 CURRENT LEARNING RATE: 0.07127034591189582
previous_iter_valid_loss : 0.1646086722612381
228460 0.164861 0.164609 0.171064 CURRENT LEARNING RATE: 0.07125609326802534
previous_iter_valid_loss : 0.1613248884677887
228480 0.161493 0.161325 0.170316 CURRENT LEARNING RATE: 0.0712418434743986
previous_iter_valid_loss : 0.17135444283485413
228500 0.171620 0.171354 0.170726 CURRENT LEARNING RATE: 0.07122759653044561
previous_iter_valid_loss : 0.1637309342622757
228520 0.163986 0.163731 0.170258 CURRENT LEARNING RATE: 0.0712133524355965
previous_iter_valid_loss : 0.16153337061405182
228540 0.161747 0.161533 0.170239 CURRENT LEARNING RATE: 0.07119911118928147
previous_iter_valid_loss : 0.1652781069278717
228560 0.165488 0.165278 0.170364 CURRENT LEARNING RATE: 0.07118487279093091
previous_iter_valid_loss : 0.16182304918766022
228580 0.162025 0.161823 0.168918 CURRENT LEARNING RATE: 0.07117063723997527
previous_iter_valid_loss : 0.16470974683761597
228600 0.164950 0.164710 0.168896 CURRENT LEARNING RATE: 0.07115640453584514
previous_iter_valid_loss : 0.16464635729789734
228620 0.164910 0.164646 0.169048 CURRENT LEARNING RATE: 0.07114217467797118
previous_iter_valid_loss : 0.16120390594005585
228640 0.161442 0.161204 0.168446 CURRENT LEARNING RATE: 0.07112794766578424
previous_iter_valid_loss : 0.16291536390781403
228660 0.163175 0.162915 0.167356 CURRENT LEARNING RATE: 0.07111372349871521
previous_iter_valid_loss : 0.16802872717380524
228680 0.168264 0.168029 0.167690 CURRENT LEARNING RATE: 0.07109950217619512
previous_iter_valid_loss : 0.17653915286064148
228700 0.176761 0.176539 0.168429 CURRENT LEARNING RATE: 0.07108528369765513
previous_iter_valid_loss : 0.16389328241348267
228720 0.164047 0.163893 0.168361 CURRENT LEARNING RATE: 0.0710710680625265
previous_iter_valid_loss : 0.16846278309822083
228740 0.168706 0.168463 0.168118 CURRENT LEARNING RATE: 0.0710568552702406
previous_iter_valid_loss : 0.16157418489456177
228760 0.161780 0.161574 0.168122 CURRENT LEARNING RATE: 0.07104264532022893
previous_iter_valid_loss : 0.16685225069522858
228780 0.167076 0.166852 0.167509 CURRENT LEARNING RATE: 0.07102843821192306
previous_iter_valid_loss : 0.16130518913269043
228800 0.161493 0.161305 0.166823 CURRENT LEARNING RATE: 0.07101423394475474
previous_iter_valid_loss : 0.1656317412853241
228820 0.165799 0.165632 0.165150 CURRENT LEARNING RATE: 0.07100003251815576
previous_iter_valid_loss : 0.16783103346824646
228840 0.168053 0.167831 0.165161 CURRENT LEARNING RATE: 0.07098583393155812
previous_iter_valid_loss : 0.16583064198493958
228860 0.166053 0.165831 0.165222 CURRENT LEARNING RATE: 0.07097163818439385
previous_iter_valid_loss : 0.16533072292804718
228880 0.165590 0.165331 0.165422 CURRENT LEARNING RATE: 0.07095744527609511
previous_iter_valid_loss : 0.16326384246349335
228900 0.163429 0.163264 0.165018 CURRENT LEARNING RATE: 0.0709432552060942
previous_iter_valid_loss : 0.16216695308685303
228920 0.162386 0.162167 0.164940 CURRENT LEARNING RATE: 0.07092906797382349
previous_iter_valid_loss : 0.16171710193157196
228940 0.161916 0.161717 0.164949 CURRENT LEARNING RATE: 0.07091488357871552
previous_iter_valid_loss : 0.16796468198299408
228960 0.168186 0.167965 0.165083 CURRENT LEARNING RATE: 0.0709007020202029
previous_iter_valid_loss : 0.1869686096906662
228980 0.187159 0.186969 0.166341 CURRENT LEARNING RATE: 0.07088652329771837
previous_iter_valid_loss : 0.16196374595165253
229000 0.162104 0.161964 0.166203 CURRENT LEARNING RATE: 0.07087234741069479
previous_iter_valid_loss : 0.16198194026947021
229020 0.162202 0.161982 0.166070 CURRENT LEARNING RATE: 0.07085817435856512
previous_iter_valid_loss : 0.163582906126976
229040 0.163856 0.163583 0.166189 CURRENT LEARNING RATE: 0.07084400414076242
previous_iter_valid_loss : 0.17418137192726135
229060 0.174357 0.174181 0.166752 CURRENT LEARNING RATE: 0.07082983675671989
previous_iter_valid_loss : 0.16782212257385254
229080 0.168036 0.167822 0.166742 CURRENT LEARNING RATE: 0.07081567220587084
previous_iter_valid_loss : 0.1614493727684021
229100 0.161656 0.161449 0.165987 CURRENT LEARNING RATE: 0.07080151048764871
previous_iter_valid_loss : 0.16267430782318115
229120 0.162844 0.162674 0.165927 CURRENT LEARNING RATE: 0.070787351601487
previous_iter_valid_loss : 0.16266903281211853
229140 0.162881 0.162669 0.165637 CURRENT LEARNING RATE: 0.07077319554681934
previous_iter_valid_loss : 0.164858877658844
229160 0.165064 0.164859 0.165801 CURRENT LEARNING RATE: 0.07075904232307953
previous_iter_valid_loss : 0.16112801432609558
229180 0.161291 0.161128 0.165515 CURRENT LEARNING RATE: 0.07074489192970143
previous_iter_valid_loss : 0.16146689653396606
229200 0.161637 0.161467 0.165523 CURRENT LEARNING RATE: 0.07073074436611901
previous_iter_valid_loss : 0.16687826812267303
229220 0.167115 0.166878 0.165585 CURRENT LEARNING RATE: 0.07071659963176632
previous_iter_valid_loss : 0.16361890733242035
229240 0.163791 0.163619 0.165375 CURRENT LEARNING RATE: 0.0707024577260777
previous_iter_valid_loss : 0.16214203834533691
229260 0.162356 0.162142 0.165190 CURRENT LEARNING RATE: 0.07068831864848736
previous_iter_valid_loss : 0.16207729279994965
229280 0.162214 0.162077 0.165028 CURRENT LEARNING RATE: 0.07067418239842979
previous_iter_valid_loss : 0.17013639211654663
229300 0.170375 0.170136 0.165371 CURRENT LEARNING RATE: 0.07066004897533953
previous_iter_valid_loss : 0.16259658336639404
229320 0.162811 0.162597 0.165393 CURRENT LEARNING RATE: 0.07064591837865124
previous_iter_valid_loss : 0.16591069102287292
229340 0.166078 0.165911 0.165602 CURRENT LEARNING RATE: 0.07063179060779969
previous_iter_valid_loss : 0.16161562502384186
229360 0.161839 0.161616 0.165285 CURRENT LEARNING RATE: 0.07061766566221978
previous_iter_valid_loss : 0.17725953459739685
229380 0.177491 0.177260 0.164799 CURRENT LEARNING RATE: 0.07060354354134649
previous_iter_valid_loss : 0.1631941944360733
229400 0.163386 0.163194 0.164861 CURRENT LEARNING RATE: 0.07058942424461497
previous_iter_valid_loss : 0.17596173286437988
229420 0.176313 0.175962 0.165560 CURRENT LEARNING RATE: 0.07057530777146041
previous_iter_valid_loss : 0.16924230754375458
229440 0.169473 0.169242 0.165843 CURRENT LEARNING RATE: 0.07056119412131817
previous_iter_valid_loss : 0.1651369333267212
229460 0.165332 0.165137 0.165391 CURRENT LEARNING RATE: 0.07054708329362372
previous_iter_valid_loss : 0.16210432350635529
229480 0.162356 0.162104 0.165105 CURRENT LEARNING RATE: 0.0705329752878126
previous_iter_valid_loss : 0.1662043184041977
229500 0.166475 0.166204 0.165343 CURRENT LEARNING RATE: 0.0705188701033205
previous_iter_valid_loss : 0.1624799370765686
229520 0.162724 0.162480 0.165333 CURRENT LEARNING RATE: 0.07050476773958322
previous_iter_valid_loss : 0.16849938035011292
229540 0.168736 0.168499 0.165624 CURRENT LEARNING RATE: 0.07049066819603667
previous_iter_valid_loss : 0.1631302535533905
229560 0.163340 0.163130 0.165538 CURRENT LEARNING RATE: 0.07047657147211685
previous_iter_valid_loss : 0.16848750412464142
229580 0.168740 0.168488 0.165906 CURRENT LEARNING RATE: 0.07046247756725989
previous_iter_valid_loss : 0.16157925128936768
229600 0.161778 0.161579 0.165911 CURRENT LEARNING RATE: 0.07044838648090204
previous_iter_valid_loss : 0.16590388119220734
229620 0.166102 0.165904 0.165863 CURRENT LEARNING RATE: 0.07043429821247964
previous_iter_valid_loss : 0.1616155207157135
229640 0.161771 0.161616 0.165763 CURRENT LEARNING RATE: 0.0704202127614292
previous_iter_valid_loss : 0.16966332495212555
229660 0.169844 0.169663 0.166139 CURRENT LEARNING RATE: 0.07040613012718727
previous_iter_valid_loss : 0.16278085112571716
229680 0.163000 0.162781 0.166174 CURRENT LEARNING RATE: 0.07039205030919057
previous_iter_valid_loss : 0.16381315886974335
229700 0.164002 0.163813 0.165858 CURRENT LEARNING RATE: 0.0703779733068759
previous_iter_valid_loss : 0.165186807513237
229720 0.165457 0.165187 0.165987 CURRENT LEARNING RATE: 0.07036389911968016
previous_iter_valid_loss : 0.1660100370645523
229740 0.166235 0.166010 0.165992 CURRENT LEARNING RATE: 0.07034982774704039
previous_iter_valid_loss : 0.16246891021728516
229760 0.162662 0.162469 0.166035 CURRENT LEARNING RATE: 0.07033575918839374
previous_iter_valid_loss : 0.1618737429380417
229780 0.162032 0.161874 0.165266 CURRENT LEARNING RATE: 0.07032169344317747
previous_iter_valid_loss : 0.1639660745859146
229800 0.164132 0.163966 0.165304 CURRENT LEARNING RATE: 0.07030763051082894
previous_iter_valid_loss : 0.1631651371717453
229820 0.163391 0.163165 0.164664 CURRENT LEARNING RATE: 0.07029357039078565
previous_iter_valid_loss : 0.16187919676303864
229840 0.162062 0.161879 0.164296 CURRENT LEARNING RATE: 0.07027951308248519
previous_iter_valid_loss : 0.16829755902290344
229860 0.168456 0.168298 0.164454 CURRENT LEARNING RATE: 0.07026545858536526
previous_iter_valid_loss : 0.16164468228816986
229880 0.161807 0.161645 0.164431 CURRENT LEARNING RATE: 0.07025140689886367
previous_iter_valid_loss : 0.17529630661010742
229900 0.175558 0.175296 0.164886 CURRENT LEARNING RATE: 0.07023735802241837
previous_iter_valid_loss : 0.16203637421131134
229920 0.162216 0.162036 0.164864 CURRENT LEARNING RATE: 0.0702233119554674
previous_iter_valid_loss : 0.16356828808784485
229940 0.163810 0.163568 0.164617 CURRENT LEARNING RATE: 0.07020926869744892
previous_iter_valid_loss : 0.2008061707019806
229960 0.200962 0.200806 0.166501 CURRENT LEARNING RATE: 0.0701952282478012
previous_iter_valid_loss : 0.17237572371959686
229980 0.172663 0.172376 0.166695 CURRENT LEARNING RATE: 0.07018119060596262
previous_iter_valid_loss : 0.1611427217721939
230000 0.161361 0.161143 0.166673 CURRENT LEARNING RATE: 0.07016715577137167
previous_iter_valid_loss : 0.16269707679748535
230020 0.162838 0.162697 0.166513 CURRENT LEARNING RATE: 0.07015312374346697
previous_iter_valid_loss : 0.1667177528142929
230040 0.166913 0.166718 0.166768 CURRENT LEARNING RATE: 0.07013909452168719
previous_iter_valid_loss : 0.1995886266231537
230060 0.199796 0.199589 0.168264 CURRENT LEARNING RATE: 0.07012506810547123
previous_iter_valid_loss : 0.17583058774471283
230080 0.176039 0.175831 0.168917 CURRENT LEARNING RATE: 0.07011104449425799
previous_iter_valid_loss : 0.16812171041965485
230100 0.168298 0.168122 0.169132 CURRENT LEARNING RATE: 0.07009702368748656
previous_iter_valid_loss : 0.1611919403076172
230120 0.161380 0.161192 0.168933 CURRENT LEARNING RATE: 0.07008300568459608
previous_iter_valid_loss : 0.16157744824886322
230140 0.161744 0.161577 0.168711 CURRENT LEARNING RATE: 0.07006899048502584
previous_iter_valid_loss : 0.16613592207431793
230160 0.166375 0.166136 0.168894 CURRENT LEARNING RATE: 0.07005497808821523
previous_iter_valid_loss : 0.16246472299098969
230180 0.162688 0.162465 0.168924 CURRENT LEARNING RATE: 0.07004096849360375
previous_iter_valid_loss : 0.1872115284204483
230200 0.187636 0.187212 0.170086 CURRENT LEARNING RATE: 0.07002696170063101
previous_iter_valid_loss : 0.16220059990882874
230220 0.162377 0.162201 0.170038 CURRENT LEARNING RATE: 0.07001295770873675
previous_iter_valid_loss : 0.16359181702136993
230240 0.163796 0.163592 0.170124 CURRENT LEARNING RATE: 0.06999895651736082
previous_iter_valid_loss : 0.16108277440071106
230260 0.161252 0.161083 0.169763 CURRENT LEARNING RATE: 0.06998495812594314
previous_iter_valid_loss : 0.1630171239376068
230280 0.163196 0.163017 0.169831 CURRENT LEARNING RATE: 0.06997096253392382
previous_iter_valid_loss : 0.17419254779815674
230300 0.174360 0.174193 0.169776 CURRENT LEARNING RATE: 0.069956969740743
previous_iter_valid_loss : 0.16275949776172638
230320 0.162911 0.162759 0.169812 CURRENT LEARNING RATE: 0.06994297974584096
previous_iter_valid_loss : 0.16218484938144684
230340 0.162359 0.162185 0.169743 CURRENT LEARNING RATE: 0.06992899254865814
previous_iter_valid_loss : 0.1703585684299469
230360 0.170586 0.170359 0.168221 CURRENT LEARNING RATE: 0.06991500814863504
previous_iter_valid_loss : 0.16221828758716583
230380 0.162443 0.162218 0.167713 CURRENT LEARNING RATE: 0.06990102654521226
previous_iter_valid_loss : 0.16489192843437195
230400 0.165135 0.164892 0.167900 CURRENT LEARNING RATE: 0.06988704773783054
previous_iter_valid_loss : 0.16633091866970062
230420 0.166555 0.166331 0.168082 CURRENT LEARNING RATE: 0.06987307172593075
previous_iter_valid_loss : 0.1610257923603058
230440 0.161204 0.161026 0.167798 CURRENT LEARNING RATE: 0.06985909850895382
previous_iter_valid_loss : 0.17428994178771973
230460 0.174629 0.174290 0.166533 CURRENT LEARNING RATE: 0.06984512808634086
previous_iter_valid_loss : 0.19671522080898285
230480 0.197215 0.196715 0.167577 CURRENT LEARNING RATE: 0.06983116045753303
previous_iter_valid_loss : 0.16545867919921875
230500 0.165687 0.165459 0.167444 CURRENT LEARNING RATE: 0.06981719562197163
previous_iter_valid_loss : 0.16366061568260193
230520 0.163829 0.163661 0.167567 CURRENT LEARNING RATE: 0.06980323357909807
previous_iter_valid_loss : 0.16266551613807678
230540 0.162954 0.162666 0.167622 CURRENT LEARNING RATE: 0.06978927432835386
previous_iter_valid_loss : 0.16192133724689484
230560 0.162087 0.161921 0.167411 CURRENT LEARNING RATE: 0.06977531786918062
previous_iter_valid_loss : 0.1609969288110733
230580 0.161177 0.160997 0.167337 CURRENT LEARNING RATE: 0.06976136420102011
previous_iter_valid_loss : 0.1614910364151001
230600 0.161721 0.161491 0.166051 CURRENT LEARNING RATE: 0.06974741332331419
previous_iter_valid_loss : 0.17488157749176025
230620 0.175125 0.174882 0.166685 CURRENT LEARNING RATE: 0.0697334652355048
previous_iter_valid_loss : 0.17280781269073486
230640 0.173053 0.172808 0.167146 CURRENT LEARNING RATE: 0.06971951993703404
previous_iter_valid_loss : 0.1647300124168396
230660 0.164990 0.164730 0.167329 CURRENT LEARNING RATE: 0.06970557742734407
previous_iter_valid_loss : 0.16152982413768768
230680 0.161710 0.161530 0.167254 CURRENT LEARNING RATE: 0.06969163770587722
previous_iter_valid_loss : 0.161529079079628
230700 0.161770 0.161529 0.166621 CURRENT LEARNING RATE: 0.06967770077207587
previous_iter_valid_loss : 0.16551831364631653
230720 0.165699 0.165518 0.166759 CURRENT LEARNING RATE: 0.06966376662538258
previous_iter_valid_loss : 0.161842480301857
230740 0.162072 0.161842 0.166742 CURRENT LEARNING RATE: 0.06964983526523996
previous_iter_valid_loss : 0.17391397058963776
230760 0.174169 0.173914 0.166920 CURRENT LEARNING RATE: 0.06963590669109075
previous_iter_valid_loss : 0.16146469116210938
230780 0.161661 0.161465 0.166882 CURRENT LEARNING RATE: 0.06962198090237783
previous_iter_valid_loss : 0.16269497573375702
230800 0.162865 0.162695 0.166772 CURRENT LEARNING RATE: 0.06960805789854414
previous_iter_valid_loss : 0.1886844038963318
230820 0.189089 0.188684 0.167890 CURRENT LEARNING RATE: 0.06959413767903279
previous_iter_valid_loss : 0.16195164620876312
230840 0.162176 0.161952 0.167936 CURRENT LEARNING RATE: 0.06958022024328692
previous_iter_valid_loss : 0.1617926061153412
230860 0.162006 0.161793 0.167311 CURRENT LEARNING RATE: 0.0695663055907499
previous_iter_valid_loss : 0.16681094467639923
230880 0.166990 0.166811 0.165816 CURRENT LEARNING RATE: 0.06955239372086512
previous_iter_valid_loss : 0.16350583732128143
230900 0.163700 0.163506 0.165718 CURRENT LEARNING RATE: 0.06953848463307609
previous_iter_valid_loss : 0.16132262349128723
230920 0.161482 0.161323 0.165601 CURRENT LEARNING RATE: 0.06952457832682646
previous_iter_valid_loss : 0.18128976225852966
230940 0.181495 0.181290 0.166533 CURRENT LEARNING RATE: 0.06951067480155997
previous_iter_valid_loss : 0.16248542070388794
230960 0.162584 0.162485 0.166561 CURRENT LEARNING RATE: 0.06949677405672047
previous_iter_valid_loss : 0.16643884778022766
230980 0.166630 0.166439 0.166833 CURRENT LEARNING RATE: 0.06948287609175195
previous_iter_valid_loss : 0.16134993731975555
231000 0.161541 0.161350 0.166826 CURRENT LEARNING RATE: 0.06946898090609849
previous_iter_valid_loss : 0.16259005665779114
231020 0.162769 0.162590 0.166211 CURRENT LEARNING RATE: 0.06945508849920427
previous_iter_valid_loss : 0.1812100112438202
231040 0.181531 0.181210 0.166631 CURRENT LEARNING RATE: 0.06944119887051359
previous_iter_valid_loss : 0.18719565868377686
231060 0.187688 0.187196 0.167755 CURRENT LEARNING RATE: 0.06942731201947089
previous_iter_valid_loss : 0.17305700480937958
231080 0.173219 0.173057 0.168331 CURRENT LEARNING RATE: 0.06941342794552066
previous_iter_valid_loss : 0.16315791010856628
231100 0.163392 0.163158 0.168413 CURRENT LEARNING RATE: 0.06939954664810757
previous_iter_valid_loss : 0.16173629462718964
231120 0.161895 0.161736 0.168223 CURRENT LEARNING RATE: 0.06938566812667636
previous_iter_valid_loss : 0.16627296805381775
231140 0.166537 0.166273 0.168445 CURRENT LEARNING RATE: 0.06937179238067188
previous_iter_valid_loss : 0.16393673419952393
231160 0.164102 0.163937 0.167946 CURRENT LEARNING RATE: 0.0693579194095391
previous_iter_valid_loss : 0.1632312536239624
231180 0.163389 0.163231 0.168034 CURRENT LEARNING RATE: 0.06934404921272312
previous_iter_valid_loss : 0.17120510339736938
231200 0.171479 0.171205 0.168460 CURRENT LEARNING RATE: 0.0693301817896691
previous_iter_valid_loss : 0.16260308027267456
231220 0.162787 0.162603 0.167156 CURRENT LEARNING RATE: 0.06931631713982236
previous_iter_valid_loss : 0.16111861169338226
231240 0.161290 0.161119 0.167114 CURRENT LEARNING RATE: 0.06930245526262829
previous_iter_valid_loss : 0.16327306628227234
231260 0.163445 0.163273 0.167188 CURRENT LEARNING RATE: 0.06928859615753248
previous_iter_valid_loss : 0.16113534569740295
231280 0.161313 0.161135 0.166904 CURRENT LEARNING RATE: 0.06927473982398052
previous_iter_valid_loss : 0.16739071905612946
231300 0.167668 0.167391 0.167099 CURRENT LEARNING RATE: 0.06926088626141816
previous_iter_valid_loss : 0.17304599285125732
231320 0.173356 0.173046 0.167685 CURRENT LEARNING RATE: 0.06924703546929127
previous_iter_valid_loss : 0.17679515480995178
231340 0.177070 0.176795 0.167460 CURRENT LEARNING RATE: 0.06923318744704579
previous_iter_valid_loss : 0.18868432939052582
231360 0.188886 0.188684 0.168770 CURRENT LEARNING RATE: 0.06921934219412783
previous_iter_valid_loss : 0.16929809749126434
231380 0.169587 0.169298 0.168913 CURRENT LEARNING RATE: 0.06920549970998356
previous_iter_valid_loss : 0.1614379733800888
231400 0.161610 0.161438 0.168917 CURRENT LEARNING RATE: 0.06919165999405928
previous_iter_valid_loss : 0.16110609471797943
231420 0.161290 0.161106 0.168843 CURRENT LEARNING RATE: 0.06917782304580142
previous_iter_valid_loss : 0.16128861904144287
231440 0.161456 0.161289 0.167847 CURRENT LEARNING RATE: 0.0691639888646565
previous_iter_valid_loss : 0.16473498940467834
231460 0.164942 0.164735 0.166724 CURRENT LEARNING RATE: 0.06915015745007112
previous_iter_valid_loss : 0.16512931883335114
231480 0.165296 0.165129 0.166328 CURRENT LEARNING RATE: 0.06913632880149208
previous_iter_valid_loss : 0.16535687446594238
231500 0.165594 0.165357 0.166438 CURRENT LEARNING RATE: 0.06912250291836618
previous_iter_valid_loss : 0.18624421954154968
231520 0.186419 0.186244 0.167663 CURRENT LEARNING RATE: 0.0691086798001404
previous_iter_valid_loss : 0.16852755844593048
231540 0.168708 0.168528 0.167776 CURRENT LEARNING RATE: 0.06909485944626183
previous_iter_valid_loss : 0.174007385969162
231560 0.174190 0.174007 0.168279 CURRENT LEARNING RATE: 0.06908104185617765
previous_iter_valid_loss : 0.1654646247625351
231580 0.165661 0.165465 0.168391 CURRENT LEARNING RATE: 0.06906722702933515
previous_iter_valid_loss : 0.16344159841537476
231600 0.163709 0.163442 0.168003 CURRENT LEARNING RATE: 0.06905341496518173
previous_iter_valid_loss : 0.17234757542610168
231620 0.172569 0.172348 0.168490 CURRENT LEARNING RATE: 0.06903960566316493
previous_iter_valid_loss : 0.18712957203388214
231640 0.187306 0.187130 0.169791 CURRENT LEARNING RATE: 0.06902579912273234
previous_iter_valid_loss : 0.16186341643333435
231660 0.162014 0.161863 0.169720 CURRENT LEARNING RATE: 0.06901199534333174
previous_iter_valid_loss : 0.16243745386600494
231680 0.162674 0.162437 0.169785 CURRENT LEARNING RATE: 0.06899819432441097
previous_iter_valid_loss : 0.1616509109735489
231700 0.161864 0.161651 0.169498 CURRENT LEARNING RATE: 0.06898439606541798
previous_iter_valid_loss : 0.1618880331516266
231720 0.162131 0.161888 0.168940 CURRENT LEARNING RATE: 0.06897060056580086
previous_iter_valid_loss : 0.16567012667655945
231740 0.165885 0.165670 0.168384 CURRENT LEARNING RATE: 0.06895680782500775
previous_iter_valid_loss : 0.1629725992679596
231760 0.163192 0.162973 0.167098 CURRENT LEARNING RATE: 0.06894301784248696
previous_iter_valid_loss : 0.16186054050922394
231780 0.162048 0.161861 0.166727 CURRENT LEARNING RATE: 0.06892923061768691
previous_iter_valid_loss : 0.16391685605049133
231800 0.164120 0.163917 0.166851 CURRENT LEARNING RATE: 0.06891544615005608
previous_iter_valid_loss : 0.16255636513233185
231820 0.162730 0.162556 0.166923 CURRENT LEARNING RATE: 0.06890166443904312
previous_iter_valid_loss : 0.16185835003852844
231840 0.162055 0.161858 0.166952 CURRENT LEARNING RATE: 0.06888788548409673
previous_iter_valid_loss : 0.16889484226703644
231860 0.169105 0.168895 0.167160 CURRENT LEARNING RATE: 0.06887410928466578
previous_iter_valid_loss : 0.16140277683734894
231880 0.161602 0.161403 0.166973 CURRENT LEARNING RATE: 0.06886033584019921
previous_iter_valid_loss : 0.17704297602176666
231900 0.177339 0.177043 0.167558 CURRENT LEARNING RATE: 0.06884656515014607
previous_iter_valid_loss : 0.16765008866786957
231920 0.167806 0.167650 0.166628 CURRENT LEARNING RATE: 0.06883279721395556
previous_iter_valid_loss : 0.1644526720046997
231940 0.164647 0.164453 0.166424 CURRENT LEARNING RATE: 0.06881903203107693
previous_iter_valid_loss : 0.16906805336475372
231960 0.169244 0.169068 0.166177 CURRENT LEARNING RATE: 0.0688052696009596
previous_iter_valid_loss : 0.16442784667015076
231980 0.164632 0.164428 0.166125 CURRENT LEARNING RATE: 0.06879150992305308
previous_iter_valid_loss : 0.16332460939884186
232000 0.163489 0.163325 0.166119 CURRENT LEARNING RATE: 0.06877775299680695
previous_iter_valid_loss : 0.16246388852596283
232020 0.162658 0.162464 0.165625 CURRENT LEARNING RATE: 0.06876399882167095
previous_iter_valid_loss : 0.16997626423835754
232040 0.170162 0.169976 0.164768 CURRENT LEARNING RATE: 0.06875024739709489
previous_iter_valid_loss : 0.1630650758743286
232060 0.163243 0.163065 0.164828 CURRENT LEARNING RATE: 0.06873649872252875
previous_iter_valid_loss : 0.17951366305351257
232080 0.179884 0.179514 0.165681 CURRENT LEARNING RATE: 0.06872275279742258
previous_iter_valid_loss : 0.16610197722911835
232100 0.166326 0.166102 0.165904 CURRENT LEARNING RATE: 0.06870900962122653
previous_iter_valid_loss : 0.161554217338562
232120 0.161767 0.161554 0.165887 CURRENT LEARNING RATE: 0.06869526919339086
previous_iter_valid_loss : 0.16126662492752075
232140 0.161454 0.161267 0.165667 CURRENT LEARNING RATE: 0.06868153151336599
previous_iter_valid_loss : 0.16281452775001526
232160 0.163028 0.162815 0.165659 CURRENT LEARNING RATE: 0.06866779658060237
previous_iter_valid_loss : 0.1615862250328064
232180 0.161829 0.161586 0.165646 CURRENT LEARNING RATE: 0.06865406439455063
previous_iter_valid_loss : 0.16106559336185455
232200 0.161241 0.161066 0.165503 CURRENT LEARNING RATE: 0.06864033495466147
previous_iter_valid_loss : 0.16156895458698273
232220 0.161758 0.161569 0.165454 CURRENT LEARNING RATE: 0.06862660826038573
previous_iter_valid_loss : 0.1634860634803772
232240 0.163735 0.163486 0.165535 CURRENT LEARNING RATE: 0.06861288431117432
previous_iter_valid_loss : 0.16201747953891754
232260 0.162235 0.162017 0.165191 CURRENT LEARNING RATE: 0.0685991631064783
previous_iter_valid_loss : 0.19189371168613434
232280 0.192325 0.191894 0.166716 CURRENT LEARNING RATE: 0.06858544464574881
previous_iter_valid_loss : 0.1741354912519455
232300 0.174316 0.174135 0.166570 CURRENT LEARNING RATE: 0.0685717289284371
previous_iter_valid_loss : 0.1629035621881485
232320 0.163072 0.162904 0.166333 CURRENT LEARNING RATE: 0.06855801595399456
previous_iter_valid_loss : 0.162382572889328
232340 0.162619 0.162383 0.166229 CURRENT LEARNING RATE: 0.06854430572187269
previous_iter_valid_loss : 0.16553685069084167
232360 0.165777 0.165537 0.166053 CURRENT LEARNING RATE: 0.06853059823152303
previous_iter_valid_loss : 0.1685306280851364
232380 0.168802 0.168531 0.166258 CURRENT LEARNING RATE: 0.06851689348239734
previous_iter_valid_loss : 0.17093349993228912
232400 0.171139 0.170933 0.166638 CURRENT LEARNING RATE: 0.06850319147394737
previous_iter_valid_loss : 0.16235515475273132
232420 0.162580 0.162355 0.166633 CURRENT LEARNING RATE: 0.06848949220562509
previous_iter_valid_loss : 0.18004782497882843
232440 0.180246 0.180048 0.167137 CURRENT LEARNING RATE: 0.06847579567688246
previous_iter_valid_loss : 0.16341310739517212
232460 0.163569 0.163413 0.167154 CURRENT LEARNING RATE: 0.06846210188717171
previous_iter_valid_loss : 0.16506114602088928
232480 0.165225 0.165061 0.166431 CURRENT LEARNING RATE: 0.06844841083594502
previous_iter_valid_loss : 0.1613844782114029
232500 0.161576 0.161384 0.166196 CURRENT LEARNING RATE: 0.0684347225226548
previous_iter_valid_loss : 0.1750682145357132
232520 0.175264 0.175068 0.166871 CURRENT LEARNING RATE: 0.06842103694675347
previous_iter_valid_loss : 0.1614541858434677
232540 0.161651 0.161454 0.166881 CURRENT LEARNING RATE: 0.06840735410769364
previous_iter_valid_loss : 0.16480416059494019
232560 0.165014 0.164804 0.166980 CURRENT LEARNING RATE: 0.06839367400492798
previous_iter_valid_loss : 0.16974563896656036
232580 0.170012 0.169746 0.167388 CURRENT LEARNING RATE: 0.0683799966379093
previous_iter_valid_loss : 0.17282944917678833
232600 0.173141 0.172829 0.167976 CURRENT LEARNING RATE: 0.06836632200609048
previous_iter_valid_loss : 0.17067620158195496
232620 0.170921 0.170676 0.168432 CURRENT LEARNING RATE: 0.06835265010892455
previous_iter_valid_loss : 0.16129131615161896
232640 0.161488 0.161291 0.168322 CURRENT LEARNING RATE: 0.06833898094586463
previous_iter_valid_loss : 0.1640138328075409
232660 0.164205 0.164014 0.168422 CURRENT LEARNING RATE: 0.06832531451636396
previous_iter_valid_loss : 0.16140887141227722
232680 0.161630 0.161409 0.166897 CURRENT LEARNING RATE: 0.06831165081987589
previous_iter_valid_loss : 0.16121020913124084
232700 0.161425 0.161210 0.166251 CURRENT LEARNING RATE: 0.06829798985585385
previous_iter_valid_loss : 0.1620619148015976
232720 0.162189 0.162062 0.166209 CURRENT LEARNING RATE: 0.06828433162375142
previous_iter_valid_loss : 0.16299055516719818
232740 0.163153 0.162991 0.166240 CURRENT LEARNING RATE: 0.06827067612302226
previous_iter_valid_loss : 0.16697219014167786
232760 0.167121 0.166972 0.166311 CURRENT LEARNING RATE: 0.06825702335312017
previous_iter_valid_loss : 0.170478954911232
232780 0.170605 0.170479 0.166409 CURRENT LEARNING RATE: 0.068243373313499
previous_iter_valid_loss : 0.1755882203578949
232800 0.175778 0.175588 0.166641 CURRENT LEARNING RATE: 0.06822972600361278
previous_iter_valid_loss : 0.17955411970615387
232820 0.179863 0.179554 0.167501 CURRENT LEARNING RATE: 0.0682160814229156
previous_iter_valid_loss : 0.1614929884672165
232840 0.161647 0.161493 0.166574 CURRENT LEARNING RATE: 0.06820243957086171
previous_iter_valid_loss : 0.16372735798358917
232860 0.163897 0.163727 0.166589 CURRENT LEARNING RATE: 0.06818880044690537
previous_iter_valid_loss : 0.16188137233257294
232880 0.162027 0.161881 0.166430 CURRENT LEARNING RATE: 0.06817516405050109
previous_iter_valid_loss : 0.16259358823299408
232900 0.162736 0.162594 0.166491 CURRENT LEARNING RATE: 0.06816153038110337
previous_iter_valid_loss : 0.1626414954662323
232920 0.162825 0.162641 0.165869 CURRENT LEARNING RATE: 0.06814789943816689
previous_iter_valid_loss : 0.17070406675338745
232940 0.170839 0.170704 0.166332 CURRENT LEARNING RATE: 0.06813427122114638
previous_iter_valid_loss : 0.16179442405700684
232960 0.161949 0.161794 0.166181 CURRENT LEARNING RATE: 0.06812064572949673
previous_iter_valid_loss : 0.16224989295005798
232980 0.162429 0.162250 0.165807 CURRENT LEARNING RATE: 0.06810702296267293
previous_iter_valid_loss : 0.1617937684059143
233000 0.161963 0.161794 0.165255 CURRENT LEARNING RATE: 0.06809340292013005
previous_iter_valid_loss : 0.1613054722547531
233020 0.161471 0.161305 0.164786 CURRENT LEARNING RATE: 0.0680797856013233
previous_iter_valid_loss : 0.16151516139507294
233040 0.161736 0.161515 0.164798 CURRENT LEARNING RATE: 0.06806617100570798
previous_iter_valid_loss : 0.16177184879779816
233060 0.161984 0.161772 0.164685 CURRENT LEARNING RATE: 0.0680525591327395
previous_iter_valid_loss : 0.16314250230789185
233080 0.163358 0.163143 0.164772 CURRENT LEARNING RATE: 0.0680389499818734
previous_iter_valid_loss : 0.16133630275726318
233100 0.161528 0.161336 0.164778 CURRENT LEARNING RATE: 0.06802534355256533
previous_iter_valid_loss : 0.1612182855606079
233120 0.161463 0.161218 0.164736 CURRENT LEARNING RATE: 0.06801173984427099
previous_iter_valid_loss : 0.16293635964393616
233140 0.163133 0.162936 0.164734 CURRENT LEARNING RATE: 0.06799813885644625
previous_iter_valid_loss : 0.1901017725467682
233160 0.190305 0.190102 0.165890 CURRENT LEARNING RATE: 0.06798454058854708
previous_iter_valid_loss : 0.16214893758296967
233180 0.162345 0.162149 0.165474 CURRENT LEARNING RATE: 0.06797094504002955
previous_iter_valid_loss : 0.16332565248012543
233200 0.163532 0.163326 0.164860 CURRENT LEARNING RATE: 0.06795735221034982
previous_iter_valid_loss : 0.16170404851436615
233220 0.161955 0.161704 0.163968 CURRENT LEARNING RATE: 0.06794376209896419
previous_iter_valid_loss : 0.16261859238147736
233240 0.162835 0.162619 0.164024 CURRENT LEARNING RATE: 0.06793017470532905
previous_iter_valid_loss : 0.16335786879062653
233260 0.163631 0.163358 0.164006 CURRENT LEARNING RATE: 0.06791659002890088
previous_iter_valid_loss : 0.1846466213464737
233280 0.185108 0.184647 0.165144 CURRENT LEARNING RATE: 0.06790300806913635
previous_iter_valid_loss : 0.1720152348279953
233300 0.172347 0.172015 0.165615 CURRENT LEARNING RATE: 0.06788942882549215
previous_iter_valid_loss : 0.1659204661846161
233320 0.166148 0.165920 0.165779 CURRENT LEARNING RATE: 0.06787585229742511
previous_iter_valid_loss : 0.16520200669765472
233340 0.165407 0.165202 0.165504 CURRENT LEARNING RATE: 0.06786227848439219
previous_iter_valid_loss : 0.16448436677455902
233360 0.164642 0.164484 0.165638 CURRENT LEARNING RATE: 0.0678487073858504
previous_iter_valid_loss : 0.16148413717746735
233380 0.161706 0.161484 0.165600 CURRENT LEARNING RATE: 0.06783513900125693
previous_iter_valid_loss : 0.16188324987888336
233400 0.162056 0.161883 0.165605 CURRENT LEARNING RATE: 0.06782157333006901
previous_iter_valid_loss : 0.1615128070116043
233420 0.161669 0.161513 0.165615 CURRENT LEARNING RATE: 0.06780801037174404
previous_iter_valid_loss : 0.16124126315116882
233440 0.161426 0.161241 0.165601 CURRENT LEARNING RATE: 0.0677944501257395
previous_iter_valid_loss : 0.16299638152122498
233460 0.163260 0.162996 0.165662 CURRENT LEARNING RATE: 0.06778089259151296
previous_iter_valid_loss : 0.17358683049678802
233480 0.173792 0.173587 0.166185 CURRENT LEARNING RATE: 0.06776733776852215
previous_iter_valid_loss : 0.17598162591457367
233500 0.176199 0.175982 0.166917 CURRENT LEARNING RATE: 0.06775378565622485
previous_iter_valid_loss : 0.16183921694755554
233520 0.162006 0.161839 0.166948 CURRENT LEARNING RATE: 0.06774023625407898
previous_iter_valid_loss : 0.16234102845191956
233540 0.162597 0.162341 0.166918 CURRENT LEARNING RATE: 0.06772668956154258
previous_iter_valid_loss : 0.1697770208120346
233560 0.169971 0.169777 0.165902 CURRENT LEARNING RATE: 0.06771314557807376
previous_iter_valid_loss : 0.16431622207164764
233580 0.164554 0.164316 0.166010 CURRENT LEARNING RATE: 0.06769960430313078
previous_iter_valid_loss : 0.16504113376140594
233600 0.165250 0.165041 0.166096 CURRENT LEARNING RATE: 0.06768606573617197
previous_iter_valid_loss : 0.16140571236610413
233620 0.161592 0.161406 0.166081 CURRENT LEARNING RATE: 0.06767252987665583
previous_iter_valid_loss : 0.1638791710138321
233640 0.164006 0.163879 0.166144 CURRENT LEARNING RATE: 0.06765899672404085
previous_iter_valid_loss : 0.1712532937526703
233660 0.171451 0.171253 0.166539 CURRENT LEARNING RATE: 0.06764546627778575
previous_iter_valid_loss : 0.18293368816375732
233680 0.183294 0.182934 0.166453 CURRENT LEARNING RATE: 0.06763193853734932
previous_iter_valid_loss : 0.16574369370937347
233700 0.165931 0.165744 0.166140 CURRENT LEARNING RATE: 0.06761841350219046
previous_iter_valid_loss : 0.166366308927536
233720 0.166581 0.166366 0.166162 CURRENT LEARNING RATE: 0.06760489117176814
previous_iter_valid_loss : 0.1636524498462677
233740 0.163889 0.163652 0.166085 CURRENT LEARNING RATE: 0.06759137154554147
previous_iter_valid_loss : 0.16122449934482574
233760 0.161382 0.161224 0.165922 CURRENT LEARNING RATE: 0.06757785462296968
previous_iter_valid_loss : 0.16364966332912445
233780 0.163824 0.163650 0.166030 CURRENT LEARNING RATE: 0.06756434040351209
previous_iter_valid_loss : 0.16661874949932098
233800 0.166738 0.166619 0.166267 CURRENT LEARNING RATE: 0.06755082888662811
previous_iter_valid_loss : 0.1609763503074646
233820 0.161133 0.160976 0.166240 CURRENT LEARNING RATE: 0.0675373200717773
previous_iter_valid_loss : 0.16850008070468903
233840 0.168746 0.168500 0.166603 CURRENT LEARNING RATE: 0.0675238139584193
previous_iter_valid_loss : 0.17586617171764374
233860 0.176053 0.175866 0.167246 CURRENT LEARNING RATE: 0.06751031054601388
previous_iter_valid_loss : 0.16859088838100433
233880 0.168854 0.168591 0.166996 CURRENT LEARNING RATE: 0.06749680983402087
previous_iter_valid_loss : 0.1611572951078415
233900 0.161358 0.161157 0.166255 CURRENT LEARNING RATE: 0.06748331182190027
previous_iter_valid_loss : 0.16550186276435852
233920 0.165731 0.165502 0.166438 CURRENT LEARNING RATE: 0.06746981650911216
previous_iter_valid_loss : 0.18555781245231628
233940 0.185933 0.185558 0.167599 CURRENT LEARNING RATE: 0.06745632389511672
previous_iter_valid_loss : 0.1647571474313736
233960 0.164954 0.164757 0.167348 CURRENT LEARNING RATE: 0.06744283397937423
previous_iter_valid_loss : 0.16129297018051147
233980 0.161446 0.161293 0.167197 CURRENT LEARNING RATE: 0.06742934676134511
previous_iter_valid_loss : 0.16656753420829773
234000 0.166820 0.166568 0.167273 CURRENT LEARNING RATE: 0.06741586224048988
previous_iter_valid_loss : 0.1628197878599167
234020 0.162985 0.162820 0.167344 CURRENT LEARNING RATE: 0.06740238041626916
previous_iter_valid_loss : 0.16722290217876434
234040 0.167485 0.167223 0.167511 CURRENT LEARNING RATE: 0.06738890128814365
previous_iter_valid_loss : 0.16217975318431854
234060 0.162315 0.162180 0.167058 CURRENT LEARNING RATE: 0.06737542485557416
previous_iter_valid_loss : 0.1622610241174698
234080 0.162407 0.162261 0.166024 CURRENT LEARNING RATE: 0.0673619511180217
previous_iter_valid_loss : 0.16313593089580536
234100 0.163303 0.163136 0.165894 CURRENT LEARNING RATE: 0.06734848007494731
previous_iter_valid_loss : 0.16188350319862366
234120 0.162044 0.161884 0.165669 CURRENT LEARNING RATE: 0.06733501172581215
previous_iter_valid_loss : 0.16269351541996002
234140 0.162897 0.162694 0.165621 CURRENT LEARNING RATE: 0.06732154607007744
previous_iter_valid_loss : 0.1618017852306366
234160 0.162006 0.161802 0.165650 CURRENT LEARNING RATE: 0.0673080831072046
previous_iter_valid_loss : 0.1649874746799469
234180 0.165168 0.164987 0.165717 CURRENT LEARNING RATE: 0.06729462283665508
previous_iter_valid_loss : 0.19278281927108765
234200 0.193228 0.192783 0.167025 CURRENT LEARNING RATE: 0.06728116525789049
previous_iter_valid_loss : 0.1615375280380249
234220 0.161758 0.161538 0.167053 CURRENT LEARNING RATE: 0.0672677103703725
previous_iter_valid_loss : 0.16238096356391907
234240 0.162579 0.162381 0.166747 CURRENT LEARNING RATE: 0.06725425817356295
previous_iter_valid_loss : 0.16374412178993225
234260 0.163966 0.163744 0.166141 CURRENT LEARNING RATE: 0.06724080866692374
previous_iter_valid_loss : 0.16160233318805695
234280 0.161777 0.161602 0.165792 CURRENT LEARNING RATE: 0.06722736184991687
previous_iter_valid_loss : 0.17689603567123413
234300 0.177142 0.176896 0.166579 CURRENT LEARNING RATE: 0.0672139177220045
previous_iter_valid_loss : 0.16220563650131226
234320 0.162450 0.162206 0.166414 CURRENT LEARNING RATE: 0.06720047628264884
previous_iter_valid_loss : 0.16795185208320618
234340 0.168171 0.167952 0.165534 CURRENT LEARNING RATE: 0.06718703753131224
previous_iter_valid_loss : 0.16532514989376068
234360 0.165638 0.165325 0.165562 CURRENT LEARNING RATE: 0.06717360146745716
previous_iter_valid_loss : 0.16349630057811737
234380 0.163707 0.163496 0.165672 CURRENT LEARNING RATE: 0.06716016809054613
previous_iter_valid_loss : 0.16103310883045197
234400 0.161246 0.161033 0.165396 CURRENT LEARNING RATE: 0.06714673740004184
previous_iter_valid_loss : 0.16792744398117065
234420 0.168171 0.167927 0.165651 CURRENT LEARNING RATE: 0.06713330939540707
previous_iter_valid_loss : 0.1612778604030609
234440 0.161495 0.161278 0.165354 CURRENT LEARNING RATE: 0.06711988407610466
previous_iter_valid_loss : 0.16417035460472107
234460 0.164413 0.164170 0.165453 CURRENT LEARNING RATE: 0.06710646144159761
previous_iter_valid_loss : 0.17443513870239258
234480 0.174638 0.174435 0.166062 CURRENT LEARNING RATE: 0.06709304149134905
previous_iter_valid_loss : 0.191083163022995
234500 0.191311 0.191083 0.167459 CURRENT LEARNING RATE: 0.06707962422482215
previous_iter_valid_loss : 0.1704799383878708
234520 0.170673 0.170480 0.167889 CURRENT LEARNING RATE: 0.06706620964148025
previous_iter_valid_loss : 0.17462396621704102
234540 0.174836 0.174624 0.168486 CURRENT LEARNING RATE: 0.06705279774078672
previous_iter_valid_loss : 0.16316834092140198
234560 0.163382 0.163168 0.168554 CURRENT LEARNING RATE: 0.06703938852220513
previous_iter_valid_loss : 0.16147004067897797
234580 0.161680 0.161470 0.168378 CURRENT LEARNING RATE: 0.06702598198519907
previous_iter_valid_loss : 0.1683194935321808
234600 0.168600 0.168319 0.167155 CURRENT LEARNING RATE: 0.06701257812923231
previous_iter_valid_loss : 0.1612953245639801
234620 0.161488 0.161295 0.167143 CURRENT LEARNING RATE: 0.06699917695376868
previous_iter_valid_loss : 0.16590750217437744
234640 0.166137 0.165908 0.167319 CURRENT LEARNING RATE: 0.06698577845827214
previous_iter_valid_loss : 0.1952977329492569
234660 0.195567 0.195298 0.168897 CURRENT LEARNING RATE: 0.06697238264220676
previous_iter_valid_loss : 0.17688895761966705
234680 0.177192 0.176889 0.169661 CURRENT LEARNING RATE: 0.06695898950503668
previous_iter_valid_loss : 0.17086538672447205
234700 0.171178 0.170865 0.169360 CURRENT LEARNING RATE: 0.06694559904622617
previous_iter_valid_loss : 0.16372375190258026
234720 0.164027 0.163724 0.169436 CURRENT LEARNING RATE: 0.06693221126523967
previous_iter_valid_loss : 0.16885866224765778
234740 0.169054 0.168859 0.169481 CURRENT LEARNING RATE: 0.0669188261615416
previous_iter_valid_loss : 0.1627712994813919
234760 0.163054 0.162771 0.169353 CURRENT LEARNING RATE: 0.0669054437345966
previous_iter_valid_loss : 0.17678527534008026
234780 0.177094 0.176785 0.170018 CURRENT LEARNING RATE: 0.06689206398386935
previous_iter_valid_loss : 0.17265035212039948
234800 0.172824 0.172650 0.170599 CURRENT LEARNING RATE: 0.06687868690882467
previous_iter_valid_loss : 0.16127146780490875
234820 0.161417 0.161271 0.170266 CURRENT LEARNING RATE: 0.06686531250892748
previous_iter_valid_loss : 0.16107209026813507
234840 0.161231 0.161072 0.170255 CURRENT LEARNING RATE: 0.0668519407836428
previous_iter_valid_loss : 0.1644616425037384
234860 0.164598 0.164462 0.170270 CURRENT LEARNING RATE: 0.06683857173243572
previous_iter_valid_loss : 0.17369724810123444
234880 0.173909 0.173697 0.170233 CURRENT LEARNING RATE: 0.06682520535477156
previous_iter_valid_loss : 0.16203944385051727
234900 0.162222 0.162039 0.168781 CURRENT LEARNING RATE: 0.06681184165011562
previous_iter_valid_loss : 0.1641024351119995
234920 0.164286 0.164102 0.168462 CURRENT LEARNING RATE: 0.06679848061793335
previous_iter_valid_loss : 0.16737619042396545
234940 0.167535 0.167376 0.168100 CURRENT LEARNING RATE: 0.06678512225769032
previous_iter_valid_loss : 0.1612994372844696
234960 0.161506 0.161299 0.168006 CURRENT LEARNING RATE: 0.06677176656885218
previous_iter_valid_loss : 0.18054690957069397
234980 0.180754 0.180547 0.168960 CURRENT LEARNING RATE: 0.06675841355088473
previous_iter_valid_loss : 0.17008446156978607
235000 0.170295 0.170084 0.169048 CURRENT LEARNING RATE: 0.06674506320325381
previous_iter_valid_loss : 0.18793734908103943
235020 0.188342 0.187937 0.170380 CURRENT LEARNING RATE: 0.06673171552542544
previous_iter_valid_loss : 0.16227415204048157
235040 0.162518 0.162274 0.170199 CURRENT LEARNING RATE: 0.06671837051686569
previous_iter_valid_loss : 0.16096046566963196
235060 0.161145 0.160960 0.168482 CURRENT LEARNING RATE: 0.06670502817704077
previous_iter_valid_loss : 0.16321589052677155
235080 0.163437 0.163216 0.167798 CURRENT LEARNING RATE: 0.066691688505417
previous_iter_valid_loss : 0.16962431371212006
235100 0.169902 0.169624 0.167736 CURRENT LEARNING RATE: 0.06667835150146077
previous_iter_valid_loss : 0.16386210918426514
235120 0.164084 0.163862 0.167743 CURRENT LEARNING RATE: 0.0666650171646386
previous_iter_valid_loss : 0.16324001550674438
235140 0.163421 0.163240 0.167462 CURRENT LEARNING RATE: 0.06665168549441715
previous_iter_valid_loss : 0.16331380605697632
235160 0.163522 0.163314 0.167489 CURRENT LEARNING RATE: 0.0666383564902631
previous_iter_valid_loss : 0.16340625286102295
235180 0.163586 0.163406 0.166820 CURRENT LEARNING RATE: 0.06662503015164334
previous_iter_valid_loss : 0.1729317009449005
235200 0.173062 0.172932 0.166834 CURRENT LEARNING RATE: 0.06661170647802478
previous_iter_valid_loss : 0.1622888743877411
235220 0.162415 0.162289 0.166885 CURRENT LEARNING RATE: 0.06659838546887449
previous_iter_valid_loss : 0.1634814441204071
235240 0.163687 0.163481 0.167006 CURRENT LEARNING RATE: 0.06658506712365965
previous_iter_valid_loss : 0.16794374585151672
235260 0.168158 0.167944 0.167180 CURRENT LEARNING RATE: 0.06657175144184747
previous_iter_valid_loss : 0.16115325689315796
235280 0.161319 0.161153 0.166553 CURRENT LEARNING RATE: 0.06655843842290536
previous_iter_valid_loss : 0.16140763461589813
235300 0.161611 0.161408 0.166521 CURRENT LEARNING RATE: 0.06654512806630081
previous_iter_valid_loss : 0.16194020211696625
235320 0.162134 0.161940 0.166413 CURRENT LEARNING RATE: 0.06653182037150138
previous_iter_valid_loss : 0.16139549016952515
235340 0.161589 0.161395 0.166114 CURRENT LEARNING RATE: 0.06651851533797479
previous_iter_valid_loss : 0.16119356453418732
235360 0.161409 0.161194 0.166109 CURRENT LEARNING RATE: 0.06650521296518881
previous_iter_valid_loss : 0.1616406887769699
235380 0.161883 0.161641 0.165163 CURRENT LEARNING RATE: 0.06649191325261136
previous_iter_valid_loss : 0.16129708290100098
235400 0.161499 0.161297 0.164724 CURRENT LEARNING RATE: 0.06647861619971046
previous_iter_valid_loss : 0.16134555637836456
235420 0.161472 0.161346 0.163394 CURRENT LEARNING RATE: 0.0664653218059542
previous_iter_valid_loss : 0.16819387674331665
235440 0.168389 0.168194 0.163690 CURRENT LEARNING RATE: 0.06645203007081084
previous_iter_valid_loss : 0.16455979645252228
235460 0.164685 0.164560 0.163870 CURRENT LEARNING RATE: 0.06643874099374868
previous_iter_valid_loss : 0.16620030999183655
235480 0.166491 0.166200 0.164020 CURRENT LEARNING RATE: 0.06642545457423617
previous_iter_valid_loss : 0.16207830607891083
235500 0.162247 0.162078 0.163642 CURRENT LEARNING RATE: 0.06641217081174185
previous_iter_valid_loss : 0.16137006878852844
235520 0.161560 0.161370 0.163518 CURRENT LEARNING RATE: 0.06639888970573438
previous_iter_valid_loss : 0.16724085807800293
235540 0.167444 0.167241 0.163718 CURRENT LEARNING RATE: 0.0663856112556825
previous_iter_valid_loss : 0.1652442216873169
235560 0.165409 0.165244 0.163814 CURRENT LEARNING RATE: 0.06637233546105509
previous_iter_valid_loss : 0.18313129246234894
235580 0.183357 0.183131 0.164801 CURRENT LEARNING RATE: 0.06635906232132109
previous_iter_valid_loss : 0.1718379110097885
235600 0.172143 0.171838 0.164746 CURRENT LEARNING RATE: 0.0663457918359496
previous_iter_valid_loss : 0.16108135879039764
235620 0.161282 0.161081 0.164685 CURRENT LEARNING RATE: 0.06633252400440978
previous_iter_valid_loss : 0.17046593129634857
235640 0.170639 0.170466 0.165035 CURRENT LEARNING RATE: 0.06631925882617096
previous_iter_valid_loss : 0.18478775024414062
235660 0.184970 0.184788 0.165877 CURRENT LEARNING RATE: 0.06630599630070247
previous_iter_valid_loss : 0.16415631771087646
235680 0.164366 0.164156 0.166027 CURRENT LEARNING RATE: 0.06629273642747383
previous_iter_valid_loss : 0.17095114290714264
235700 0.171110 0.170951 0.166504 CURRENT LEARNING RATE: 0.06627947920595467
previous_iter_valid_loss : 0.16421358287334442
235720 0.164422 0.164214 0.166618 CURRENT LEARNING RATE: 0.06626622463561471
previous_iter_valid_loss : 0.16681186854839325
235740 0.166953 0.166812 0.166889 CURRENT LEARNING RATE: 0.06625297271592373
previous_iter_valid_loss : 0.16170072555541992
235760 0.161876 0.161701 0.166914 CURRENT LEARNING RATE: 0.06623972344635166
previous_iter_valid_loss : 0.16100779175758362
235780 0.161160 0.161008 0.166882 CURRENT LEARNING RATE: 0.06622647682636855
previous_iter_valid_loss : 0.17117731273174286
235800 0.171464 0.171177 0.167376 CURRENT LEARNING RATE: 0.06621323285544452
previous_iter_valid_loss : 0.16172848641872406
235820 0.161927 0.161728 0.167396 CURRENT LEARNING RATE: 0.06619999153304981
previous_iter_valid_loss : 0.17704404890537262
235840 0.177224 0.177044 0.167838 CURRENT LEARNING RATE: 0.06618675285865476
previous_iter_valid_loss : 0.17541879415512085
235860 0.175672 0.175419 0.168381 CURRENT LEARNING RATE: 0.06617351683172985
previous_iter_valid_loss : 0.16601406037807465
235880 0.166265 0.166014 0.168372 CURRENT LEARNING RATE: 0.06616028345174561
previous_iter_valid_loss : 0.16918091475963593
235900 0.169450 0.169181 0.168727 CURRENT LEARNING RATE: 0.06614705271817271
previous_iter_valid_loss : 0.19176603853702545
235920 0.191977 0.191766 0.170247 CURRENT LEARNING RATE: 0.06613382463048195
previous_iter_valid_loss : 0.162196084856987
235940 0.162373 0.162196 0.169994 CURRENT LEARNING RATE: 0.06612059918814418
previous_iter_valid_loss : 0.18564854562282562
235960 0.185890 0.185649 0.171015 CURRENT LEARNING RATE: 0.06610737639063037
previous_iter_valid_loss : 0.16315078735351562
235980 0.163356 0.163151 0.170016 CURRENT LEARNING RATE: 0.06609415623741163
previous_iter_valid_loss : 0.16171258687973022
236000 0.161938 0.161713 0.169509 CURRENT LEARNING RATE: 0.06608093872795917
previous_iter_valid_loss : 0.16094934940338135
236020 0.161138 0.160949 0.169503 CURRENT LEARNING RATE: 0.06606772386174424
previous_iter_valid_loss : 0.1637052744626999
236040 0.163926 0.163705 0.169165 CURRENT LEARNING RATE: 0.06605451163823829
previous_iter_valid_loss : 0.1680678427219391
236060 0.168310 0.168068 0.168329 CURRENT LEARNING RATE: 0.0660413020569128
previous_iter_valid_loss : 0.16105753183364868
236080 0.161248 0.161058 0.168174 CURRENT LEARNING RATE: 0.0660280951172394
previous_iter_valid_loss : 0.18194998800754547
236100 0.182161 0.181950 0.168724 CURRENT LEARNING RATE: 0.0660148908186898
previous_iter_valid_loss : 0.1631173938512802
236120 0.163298 0.163117 0.168669 CURRENT LEARNING RATE: 0.06600168916073587
previous_iter_valid_loss : 0.20872578024864197
236140 0.208866 0.208726 0.170765 CURRENT LEARNING RATE: 0.06598849014284952
previous_iter_valid_loss : 0.16239550709724426
236160 0.162569 0.162396 0.170799 CURRENT LEARNING RATE: 0.06597529376450277
previous_iter_valid_loss : 0.161826491355896
236180 0.162042 0.161826 0.170840 CURRENT LEARNING RATE: 0.06596210002516778
previous_iter_valid_loss : 0.1693771928548813
236200 0.169600 0.169377 0.170750 CURRENT LEARNING RATE: 0.0659489089243168
previous_iter_valid_loss : 0.16190582513809204
236220 0.162180 0.161906 0.170759 CURRENT LEARNING RATE: 0.0659357204614222
previous_iter_valid_loss : 0.1612171232700348
236240 0.161423 0.161217 0.169968 CURRENT LEARNING RATE: 0.06592253463595642
previous_iter_valid_loss : 0.16180750727653503
236260 0.162025 0.161808 0.169287 CURRENT LEARNING RATE: 0.06590935144739203
previous_iter_valid_loss : 0.1636570245027542
236280 0.163869 0.163657 0.169169 CURRENT LEARNING RATE: 0.0658961708952017
previous_iter_valid_loss : 0.16124306619167328
236300 0.161389 0.161243 0.168772 CURRENT LEARNING RATE: 0.06588299297885822
previous_iter_valid_loss : 0.16337646543979645
236320 0.163584 0.163376 0.167353 CURRENT LEARNING RATE: 0.06586981769783447
previous_iter_valid_loss : 0.17578630149364471
236340 0.175976 0.175786 0.168032 CURRENT LEARNING RATE: 0.06585664505160344
previous_iter_valid_loss : 0.16190381348133087
236360 0.162088 0.161904 0.166845 CURRENT LEARNING RATE: 0.06584347503963822
previous_iter_valid_loss : 0.16127537190914154
236380 0.161433 0.161275 0.166751 CURRENT LEARNING RATE: 0.065830307661412
previous_iter_valid_loss : 0.17170409858226776
236400 0.171891 0.171704 0.167251 CURRENT LEARNING RATE: 0.0658171429163981
previous_iter_valid_loss : 0.16087894141674042
Current valid loss: 0.16087894141674042; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
236420 0.161080 0.160879 0.167248 CURRENT LEARNING RATE: 0.06580398080406993
previous_iter_valid_loss : 0.1641092598438263
236440 0.164294 0.164109 0.167268 CURRENT LEARNING RATE: 0.065790821323901
previous_iter_valid_loss : 0.16716158390045166
236460 0.167344 0.167162 0.167222 CURRENT LEARNING RATE: 0.06577766447536494
previous_iter_valid_loss : 0.16478534042835236
236480 0.164987 0.164785 0.167409 CURRENT LEARNING RATE: 0.06576451025793542
previous_iter_valid_loss : 0.16213344037532806
236500 0.162291 0.162133 0.166418 CURRENT LEARNING RATE: 0.06575135867108636
previous_iter_valid_loss : 0.17352774739265442
236520 0.173779 0.173528 0.166938 CURRENT LEARNING RATE: 0.06573820971429166
previous_iter_valid_loss : 0.1628803163766861
236540 0.163052 0.162880 0.164646 CURRENT LEARNING RATE: 0.06572506338702534
previous_iter_valid_loss : 0.16103613376617432
236560 0.161193 0.161036 0.164578 CURRENT LEARNING RATE: 0.06571191968876158
previous_iter_valid_loss : 0.16975465416908264
236580 0.169909 0.169755 0.164975 CURRENT LEARNING RATE: 0.06569877861897461
previous_iter_valid_loss : 0.16381403803825378
236600 0.164025 0.163814 0.164696 CURRENT LEARNING RATE: 0.0656856401771388
previous_iter_valid_loss : 0.17711015045642853
236620 0.177296 0.177110 0.165457 CURRENT LEARNING RATE: 0.0656725043627286
previous_iter_valid_loss : 0.17103803157806396
236640 0.171197 0.171038 0.165948 CURRENT LEARNING RATE: 0.06565937117521858
previous_iter_valid_loss : 0.16213028132915497
236660 0.162305 0.162130 0.165964 CURRENT LEARNING RATE: 0.06564624061408343
previous_iter_valid_loss : 0.17165470123291016
236680 0.171780 0.171655 0.166364 CURRENT LEARNING RATE: 0.0656331126787979
previous_iter_valid_loss : 0.16099946200847626
241980 0.161204 0.160999 0.166167 CURRENT LEARNING RATE: 0.06224513222157044
previous_iter_valid_loss : 0.16183564066886902
242000 0.162062 0.161836 0.165917 CURRENT LEARNING RATE: 0.06223268443994577
previous_iter_valid_loss : 0.16891860961914062
242020 0.169225 0.168919 0.166093 CURRENT LEARNING RATE: 0.06222023914762851
previous_iter_valid_loss : 0.16116772592067719
242040 0.161419 0.161168 0.165773 CURRENT LEARNING RATE: 0.062207796344120804
previous_iter_valid_loss : 0.16896994411945343
242060 0.169190 0.168970 0.165907 CURRENT LEARNING RATE: 0.062195356028924974
previous_iter_valid_loss : 0.17015521228313446
242080 0.170433 0.170155 0.166324 CURRENT LEARNING RATE: 0.06218291820154338
previous_iter_valid_loss : 0.17167489230632782
242100 0.171905 0.171675 0.166345 CURRENT LEARNING RATE: 0.062170482861478533
previous_iter_valid_loss : 0.1701594442129135
242120 0.170484 0.170159 0.166677 CURRENT LEARNING RATE: 0.06215805000823298
previous_iter_valid_loss : 0.16112753748893738
242140 0.161334 0.161128 0.165835 CURRENT LEARNING RATE: 0.06214561964130946
previous_iter_valid_loss : 0.16326145827770233
242160 0.163495 0.163261 0.165941 CURRENT LEARNING RATE: 0.06213319176021074
previous_iter_valid_loss : 0.16346634924411774
242180 0.163674 0.163466 0.166041 CURRENT LEARNING RATE: 0.062120766364439695
previous_iter_valid_loss : 0.16488827764987946
242200 0.165126 0.164888 0.165560 CURRENT LEARNING RATE: 0.06210834345349931
previous_iter_valid_loss : 0.16230620443820953
242220 0.162548 0.162306 0.165420 CURRENT LEARNING RATE: 0.06209592302689268
previous_iter_valid_loss : 0.16995231807231903
242240 0.170235 0.169952 0.165748 CURRENT LEARNING RATE: 0.06208350508412297
previous_iter_valid_loss : 0.1872071623802185
242260 0.187660 0.187207 0.166995 CURRENT LEARNING RATE: 0.062071089624693467
previous_iter_valid_loss : 0.16209204494953156
242280 0.162368 0.162092 0.167007 CURRENT LEARNING RATE: 0.06205867664810757
previous_iter_valid_loss : 0.16189664602279663
242300 0.162105 0.161897 0.166913 CURRENT LEARNING RATE: 0.06204626615386875
previous_iter_valid_loss : 0.16252730786800385
242320 0.162760 0.162527 0.166882 CURRENT LEARNING RATE: 0.06203385814148057
previous_iter_valid_loss : 0.16523514688014984
242340 0.165498 0.165235 0.166398 CURRENT LEARNING RATE: 0.062021452610446726
previous_iter_valid_loss : 0.16131702065467834
242360 0.161550 0.161317 0.165956 CURRENT LEARNING RATE: 0.062009049560271
previous_iter_valid_loss : 0.16514351963996887
242380 0.165384 0.165144 0.166164 CURRENT LEARNING RATE: 0.061996648990457266
previous_iter_valid_loss : 0.18693643808364868
242400 0.187326 0.186936 0.167419 CURRENT LEARNING RATE: 0.0619842509005095
previous_iter_valid_loss : 0.16326354444026947
242420 0.163542 0.163264 0.167136 CURRENT LEARNING RATE: 0.061971855289931765
previous_iter_valid_loss : 0.16820894181728363
242440 0.168516 0.168209 0.167488 CURRENT LEARNING RATE: 0.06195946215822827
previous_iter_valid_loss : 0.16390790045261383
242460 0.164078 0.163908 0.167235 CURRENT LEARNING RATE: 0.061947071504903264
previous_iter_valid_loss : 0.16132810711860657
242480 0.161499 0.161328 0.166794 CURRENT LEARNING RATE: 0.061934683329461115
previous_iter_valid_loss : 0.16544778645038605
242500 0.165666 0.165448 0.166482 CURRENT LEARNING RATE: 0.06192229763140632
previous_iter_valid_loss : 0.1625722348690033
242520 0.162778 0.162572 0.166103 CURRENT LEARNING RATE: 0.06190991441024343
previous_iter_valid_loss : 0.17423586547374725
242540 0.174423 0.174236 0.166758 CURRENT LEARNING RATE: 0.0618975336654771
previous_iter_valid_loss : 0.17411315441131592
242560 0.174326 0.174113 0.167301 CURRENT LEARNING RATE: 0.06188515539661216
previous_iter_valid_loss : 0.16303282976150513
242580 0.163312 0.163033 0.167279 CURRENT LEARNING RATE: 0.06187277960315343
previous_iter_valid_loss : 0.16483159363269806
242600 0.165067 0.164832 0.167276 CURRENT LEARNING RATE: 0.0618604062846059
previous_iter_valid_loss : 0.1638154834508896
242620 0.163988 0.163815 0.167352 CURRENT LEARNING RATE: 0.06184803544047463
previous_iter_valid_loss : 0.16689346730709076
242640 0.167156 0.166893 0.167199 CURRENT LEARNING RATE: 0.061835667070264784
previous_iter_valid_loss : 0.16117140650749207
242660 0.161360 0.161171 0.165897 CURRENT LEARNING RATE: 0.061823301173481636
previous_iter_valid_loss : 0.16168999671936035
242680 0.161864 0.161690 0.165877 CURRENT LEARNING RATE: 0.06181093774963054
previous_iter_valid_loss : 0.1613076776266098
242700 0.161484 0.161308 0.165847 CURRENT LEARNING RATE: 0.06179857679821696
previous_iter_valid_loss : 0.16126243770122528
242720 0.161464 0.161262 0.165784 CURRENT LEARNING RATE: 0.06178621831874646
previous_iter_valid_loss : 0.16229797899723053
242740 0.162548 0.162298 0.165637 CURRENT LEARNING RATE: 0.061773862310724695
previous_iter_valid_loss : 0.1658993661403656
242760 0.166102 0.165899 0.165867 CURRENT LEARNING RATE: 0.06176150877365744
previous_iter_valid_loss : 0.16966193914413452
242780 0.169839 0.169662 0.166092 CURRENT LEARNING RATE: 0.06174915770705054
previous_iter_valid_loss : 0.17025145888328552
242800 0.170431 0.170251 0.165258 CURRENT LEARNING RATE: 0.061736809110409956
previous_iter_valid_loss : 0.1611880362033844
242820 0.161348 0.161188 0.165154 CURRENT LEARNING RATE: 0.06172446298324175
previous_iter_valid_loss : 0.1615554839372635
242840 0.161713 0.161555 0.164822 CURRENT LEARNING RATE: 0.061712119325052064
previous_iter_valid_loss : 0.16123586893081665
242860 0.161387 0.161236 0.164688 CURRENT LEARNING RATE: 0.06169977813534716
previous_iter_valid_loss : 0.16483013331890106
242880 0.165045 0.164830 0.164863 CURRENT LEARNING RATE: 0.061687439413633395
previous_iter_valid_loss : 0.16308636963367462
242900 0.163211 0.163086 0.164745 CURRENT LEARNING RATE: 0.06167510315941721
previous_iter_valid_loss : 0.16250154376029968
242920 0.162683 0.162502 0.164742 CURRENT LEARNING RATE: 0.06166276937220516
previous_iter_valid_loss : 0.16334359347820282
242940 0.163501 0.163344 0.164197 CURRENT LEARNING RATE: 0.061650438051503866
previous_iter_valid_loss : 0.16545487940311432
242960 0.165674 0.165455 0.163764 CURRENT LEARNING RATE: 0.06163810919682013
previous_iter_valid_loss : 0.16273748874664307
242980 0.162907 0.162737 0.163749 CURRENT LEARNING RATE: 0.06162578280766078
previous_iter_valid_loss : 0.16291478276252747
243000 0.163108 0.162915 0.163654 CURRENT LEARNING RATE: 0.06161345888353274
previous_iter_valid_loss : 0.20473907887935638
243020 0.204928 0.204739 0.165700 CURRENT LEARNING RATE: 0.06160113742394307
previous_iter_valid_loss : 0.17116446793079376
243040 0.171445 0.171164 0.165913 CURRENT LEARNING RATE: 0.061588818428398896
previous_iter_valid_loss : 0.16600185632705688
243060 0.166195 0.166002 0.166155 CURRENT LEARNING RATE: 0.061576501896407475
previous_iter_valid_loss : 0.16301663219928741
243080 0.163213 0.163017 0.166221 CURRENT LEARNING RATE: 0.06156418782747613
previous_iter_valid_loss : 0.16080018877983093
Current valid loss: 0.16080018877983093; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
243100 0.160977 0.160800 0.166196 CURRENT LEARNING RATE: 0.06155187622111231
previous_iter_valid_loss : 0.16195189952850342
243120 0.162129 0.161952 0.166230 CURRENT LEARNING RATE: 0.06153956707682355
previous_iter_valid_loss : 0.16129803657531738
243140 0.161487 0.161298 0.166180 CURRENT LEARNING RATE: 0.061527260394117475
previous_iter_valid_loss : 0.1754234880208969
243160 0.175644 0.175423 0.166656 CURRENT LEARNING RATE: 0.061514956172501835
previous_iter_valid_loss : 0.18066641688346863
243180 0.181056 0.180666 0.167207 CURRENT LEARNING RATE: 0.06150265441148444
previous_iter_valid_loss : 0.16967613995075226
243200 0.169869 0.169676 0.167178 CURRENT LEARNING RATE: 0.06149035511057324
previous_iter_valid_loss : 0.16242146492004395
243220 0.162640 0.162421 0.167240 CURRENT LEARNING RATE: 0.06147805826927624
previous_iter_valid_loss : 0.16614696383476257
243240 0.166356 0.166147 0.167469 CURRENT LEARNING RATE: 0.061465763887101586
previous_iter_valid_loss : 0.16208118200302124
243260 0.162266 0.162081 0.167511 CURRENT LEARNING RATE: 0.06145347196355749
previous_iter_valid_loss : 0.16236472129821777
243280 0.162610 0.162365 0.167388 CURRENT LEARNING RATE: 0.06144118249815229
previous_iter_valid_loss : 0.1678863763809204
243300 0.168131 0.167886 0.167628 CURRENT LEARNING RATE: 0.06142889549039439
previous_iter_valid_loss : 0.17061388492584229
243320 0.170806 0.170614 0.168034 CURRENT LEARNING RATE: 0.061416610939792324
previous_iter_valid_loss : 0.16114254295825958
243340 0.161328 0.161143 0.167924 CURRENT LEARNING RATE: 0.06140432884585467
previous_iter_valid_loss : 0.17018389701843262
243360 0.170373 0.170184 0.168160 CURRENT LEARNING RATE: 0.06139204920809021
previous_iter_valid_loss : 0.16426219046115875
243380 0.164473 0.164262 0.168236 CURRENT LEARNING RATE: 0.06137977202600773
previous_iter_valid_loss : 0.1630517989397049
243400 0.163259 0.163052 0.168243 CURRENT LEARNING RATE: 0.06136749729911613
previous_iter_valid_loss : 0.16207049787044525
243420 0.162251 0.162070 0.166110 CURRENT LEARNING RATE: 0.061355225026924434
previous_iter_valid_loss : 0.16663092374801636
243440 0.166901 0.166631 0.165883 CURRENT LEARNING RATE: 0.06134295520894175
previous_iter_valid_loss : 0.16388460993766785
243460 0.164066 0.163885 0.165777 CURRENT LEARNING RATE: 0.06133068784467728
previous_iter_valid_loss : 0.16307131946086884
243480 0.163253 0.163071 0.165780 CURRENT LEARNING RATE: 0.061318422933640336
previous_iter_valid_loss : 0.16192258894443512
243500 0.162067 0.161923 0.165836 CURRENT LEARNING RATE: 0.061306160475340314
previous_iter_valid_loss : 0.18092499673366547
243520 0.181261 0.180925 0.166785 CURRENT LEARNING RATE: 0.06129390046928672
previous_iter_valid_loss : 0.17331525683403015
243540 0.173615 0.173315 0.167386 CURRENT LEARNING RATE: 0.06128164291498915
previous_iter_valid_loss : 0.1622440665960312
243560 0.162501 0.162244 0.166727 CURRENT LEARNING RATE: 0.06126938781195731
previous_iter_valid_loss : 0.16113992035388947
243580 0.161302 0.161140 0.165750 CURRENT LEARNING RATE: 0.061257135159700986
previous_iter_valid_loss : 0.16136343777179718
243600 0.161565 0.161363 0.165335 CURRENT LEARNING RATE: 0.061244884957730075
previous_iter_valid_loss : 0.1627231389284134
243620 0.162959 0.162723 0.165350 CURRENT LEARNING RATE: 0.06123263720555458
previous_iter_valid_loss : 0.16517646610736847
243640 0.165410 0.165176 0.165301 CURRENT LEARNING RATE: 0.06122039190268457
previous_iter_valid_loss : 0.16120468080043793
243660 0.161364 0.161205 0.165257 CURRENT LEARNING RATE: 0.06120814904863025
previous_iter_valid_loss : 0.16117627918720245
243680 0.161383 0.161176 0.165198 CURRENT LEARNING RATE: 0.061195908642901906
previous_iter_valid_loss : 0.1611979603767395
243700 0.161389 0.161198 0.164864 CURRENT LEARNING RATE: 0.061183670685009905
previous_iter_valid_loss : 0.17094522714614868
243720 0.171104 0.170945 0.164880 CURRENT LEARNING RATE: 0.06117143517446474
previous_iter_valid_loss : 0.16283302009105682
243740 0.162997 0.162833 0.164965 CURRENT LEARNING RATE: 0.06115920211077697
previous_iter_valid_loss : 0.16119146347045898
243760 0.161383 0.161191 0.164515 CURRENT LEARNING RATE: 0.06114697149345731
previous_iter_valid_loss : 0.16228662431240082
243780 0.162519 0.162287 0.164416 CURRENT LEARNING RATE: 0.06113474332201653
previous_iter_valid_loss : 0.16238375008106232
243800 0.162578 0.162384 0.164383 CURRENT LEARNING RATE: 0.061122517595965487
previous_iter_valid_loss : 0.16285626590251923
243820 0.163049 0.162856 0.164422 CURRENT LEARNING RATE: 0.061110294314815156
previous_iter_valid_loss : 0.16396380960941315
243840 0.164191 0.163964 0.164289 CURRENT LEARNING RATE: 0.0610980734780766
previous_iter_valid_loss : 0.16524629294872284
243860 0.165486 0.165246 0.164357 CURRENT LEARNING RATE: 0.061085855085261
previous_iter_valid_loss : 0.1796700358390808
243880 0.180037 0.179670 0.165187 CURRENT LEARNING RATE: 0.061073639135879605
previous_iter_valid_loss : 0.16682115197181702
243900 0.167082 0.166821 0.165432 CURRENT LEARNING RATE: 0.06106142562944379
previous_iter_valid_loss : 0.16477827727794647
243920 0.164976 0.164778 0.164624 CURRENT LEARNING RATE: 0.061049214565465
previous_iter_valid_loss : 0.16977813839912415
243940 0.170040 0.169778 0.164448 CURRENT LEARNING RATE: 0.061037005943454806
previous_iter_valid_loss : 0.16926227509975433
243960 0.169467 0.169262 0.164798 CURRENT LEARNING RATE: 0.06102479976292485
previous_iter_valid_loss : 0.1652691513299942
243980 0.165531 0.165269 0.165005 CURRENT LEARNING RATE: 0.061012596023386906
previous_iter_valid_loss : 0.163711816072464
244000 0.163910 0.163712 0.165122 CURRENT LEARNING RATE: 0.061000394724352806
previous_iter_valid_loss : 0.16276875138282776
244020 0.162995 0.162769 0.165125 CURRENT LEARNING RATE: 0.0609881958653345
previous_iter_valid_loss : 0.16814781725406647
244040 0.168356 0.168148 0.165273 CURRENT LEARNING RATE: 0.06097599944584403
previous_iter_valid_loss : 0.16098260879516602
244060 0.161201 0.160983 0.165262 CURRENT LEARNING RATE: 0.06096380546539356
previous_iter_valid_loss : 0.18213243782520294
244080 0.182518 0.182132 0.166310 CURRENT LEARNING RATE: 0.06095161392349531
previous_iter_valid_loss : 0.17389394342899323
244100 0.174104 0.173894 0.166945 CURRENT LEARNING RATE: 0.06093942481966163
previous_iter_valid_loss : 0.1681491583585739
244120 0.168394 0.168149 0.166805 CURRENT LEARNING RATE: 0.06092723815340495
previous_iter_valid_loss : 0.1626526564359665
244140 0.162829 0.162653 0.166796 CURRENT LEARNING RATE: 0.060915053924237766
previous_iter_valid_loss : 0.16132128238677979
244160 0.161483 0.161321 0.166802 CURRENT LEARNING RATE: 0.06090287213167279
previous_iter_valid_loss : 0.16254015266895294
244180 0.162720 0.162540 0.166815 CURRENT LEARNING RATE: 0.060890692775222695
previous_iter_valid_loss : 0.1612425595521927
244200 0.161446 0.161243 0.166758 CURRENT LEARNING RATE: 0.06087851585440033
previous_iter_valid_loss : 0.16576997935771942
244220 0.165995 0.165770 0.166904 CURRENT LEARNING RATE: 0.06086634136871859
previous_iter_valid_loss : 0.16618318855762482
244240 0.166356 0.166183 0.167015 CURRENT LEARNING RATE: 0.060854169317690526
previous_iter_valid_loss : 0.16123299300670624
244260 0.161430 0.161233 0.166814 CURRENT LEARNING RATE: 0.06084199970082924
previous_iter_valid_loss : 0.1687397062778473
244280 0.168999 0.168740 0.166267 CURRENT LEARNING RATE: 0.06082983251764795
previous_iter_valid_loss : 0.18246261775493622
244300 0.182774 0.182463 0.167049 CURRENT LEARNING RATE: 0.06081766776765997
previous_iter_valid_loss : 0.16114719212055206
244320 0.161343 0.161147 0.166868 CURRENT LEARNING RATE: 0.06080550545037871
previous_iter_valid_loss : 0.16588938236236572
244340 0.166085 0.165889 0.166673 CURRENT LEARNING RATE: 0.06079334556531768
previous_iter_valid_loss : 0.1699267476797104
244360 0.170213 0.169927 0.166707 CURRENT LEARNING RATE: 0.06078118811199048
previous_iter_valid_loss : 0.1741882711648941
244380 0.174359 0.174188 0.167153 CURRENT LEARNING RATE: 0.060769033089910794
previous_iter_valid_loss : 0.16505122184753418
244400 0.165210 0.165051 0.167220 CURRENT LEARNING RATE: 0.06075688049859246
previous_iter_valid_loss : 0.161394864320755
244420 0.161581 0.161395 0.167151 CURRENT LEARNING RATE: 0.060744730337549346
previous_iter_valid_loss : 0.16181516647338867
244440 0.162079 0.161815 0.166834 CURRENT LEARNING RATE: 0.06073258260629545
previous_iter_valid_loss : 0.16510728001594543
244460 0.165386 0.165107 0.167041 CURRENT LEARNING RATE: 0.06072043730434488
previous_iter_valid_loss : 0.16295313835144043
244480 0.163175 0.162953 0.166082 CURRENT LEARNING RATE: 0.0607082944312118
previous_iter_valid_loss : 0.16586533188819885
244500 0.166039 0.165865 0.165680 CURRENT LEARNING RATE: 0.060696153986410505
previous_iter_valid_loss : 0.165314182639122
244520 0.165573 0.165314 0.165538 CURRENT LEARNING RATE: 0.060684015969455385
previous_iter_valid_loss : 0.16166166961193085
244540 0.161898 0.161662 0.165489 CURRENT LEARNING RATE: 0.060671880379860876
previous_iter_valid_loss : 0.1624532788991928
244560 0.162690 0.162453 0.165545 CURRENT LEARNING RATE: 0.060659747217141624
previous_iter_valid_loss : 0.1725417673587799
244580 0.172779 0.172542 0.166046 CURRENT LEARNING RATE: 0.060647616480812266
previous_iter_valid_loss : 0.1695580929517746
244600 0.169798 0.169558 0.166461 CURRENT LEARNING RATE: 0.06063548817038757
previous_iter_valid_loss : 0.17237883806228638
244620 0.172709 0.172379 0.166792 CURRENT LEARNING RATE: 0.06062336228538241
previous_iter_valid_loss : 0.16121387481689453
244640 0.161454 0.161214 0.166543 CURRENT LEARNING RATE: 0.06061123882531176
previous_iter_valid_loss : 0.17781531810760498
244660 0.178132 0.177815 0.167372 CURRENT LEARNING RATE: 0.06059911778969066
previous_iter_valid_loss : 0.1667114943265915
244680 0.166930 0.166711 0.167271 CURRENT LEARNING RATE: 0.06058699917803429
previous_iter_valid_loss : 0.16128113865852356
244700 0.161515 0.161281 0.166212 CURRENT LEARNING RATE: 0.06057488298985789
previous_iter_valid_loss : 0.1620505154132843
244720 0.162262 0.162051 0.166257 CURRENT LEARNING RATE: 0.060562769224676814
previous_iter_valid_loss : 0.1674664169549942
244740 0.167769 0.167466 0.166336 CURRENT LEARNING RATE: 0.06055065788200652
previous_iter_valid_loss : 0.16405104100704193
244760 0.164258 0.164051 0.166042 CURRENT LEARNING RATE: 0.06053854896136254
previous_iter_valid_loss : 0.16490402817726135
244780 0.165119 0.164904 0.165578 CURRENT LEARNING RATE: 0.060526442462260535
previous_iter_valid_loss : 0.16127532720565796
244800 0.161479 0.161275 0.165389 CURRENT LEARNING RATE: 0.06051433838421624
previous_iter_valid_loss : 0.1645348072052002
244820 0.164718 0.164535 0.165546 CURRENT LEARNING RATE: 0.06050223672674549
previous_iter_valid_loss : 0.17537662386894226
244840 0.175600 0.175377 0.166224 CURRENT LEARNING RATE: 0.06049013748936421
previous_iter_valid_loss : 0.164001002907753
244860 0.164270 0.164001 0.166169 CURRENT LEARNING RATE: 0.060478040671588434
previous_iter_valid_loss : 0.17521879076957703
244880 0.175567 0.175219 0.166782 CURRENT LEARNING RATE: 0.0604659462729343
previous_iter_valid_loss : 0.16213056445121765
244900 0.162360 0.162131 0.166595 CURRENT LEARNING RATE: 0.060453854292918024
previous_iter_valid_loss : 0.16317929327487946
244920 0.163357 0.163179 0.166489 CURRENT LEARNING RATE: 0.06044176473105592
previous_iter_valid_loss : 0.1625566929578781
244940 0.162783 0.162557 0.166533 CURRENT LEARNING RATE: 0.0604296775868644
previous_iter_valid_loss : 0.1738974004983902
244960 0.174225 0.173897 0.167106 CURRENT LEARNING RATE: 0.06041759285986001
previous_iter_valid_loss : 0.16199001669883728
244980 0.162243 0.161990 0.166578 CURRENT LEARNING RATE: 0.060405510549559345
previous_iter_valid_loss : 0.16480638086795807
245000 0.165129 0.164806 0.166341 CURRENT LEARNING RATE: 0.06039343065547911
previous_iter_valid_loss : 0.1613202691078186
245020 0.161503 0.161320 0.165788 CURRENT LEARNING RATE: 0.0603813531771361
previous_iter_valid_loss : 0.16782476007938385
245040 0.168069 0.167825 0.166118 CURRENT LEARNING RATE: 0.060369278114047235
previous_iter_valid_loss : 0.16526706516742706
245060 0.165550 0.165267 0.165491 CURRENT LEARNING RATE: 0.06035720546572951
previous_iter_valid_loss : 0.19067421555519104
245080 0.191150 0.190674 0.166689 CURRENT LEARNING RATE: 0.060345135231699994
previous_iter_valid_loss : 0.1666443794965744
245100 0.166880 0.166644 0.166957 CURRENT LEARNING RATE: 0.060333067411475906
previous_iter_valid_loss : 0.1671447604894638
245120 0.167331 0.167145 0.167212 CURRENT LEARNING RATE: 0.06032100200457453
previous_iter_valid_loss : 0.16226822137832642
245140 0.162470 0.162268 0.166952 CURRENT LEARNING RATE: 0.06030893901051323
previous_iter_valid_loss : 0.1638534665107727
245160 0.164099 0.163853 0.166942 CURRENT LEARNING RATE: 0.0602968784288095
previous_iter_valid_loss : 0.1649923175573349
245180 0.165217 0.164992 0.166946 CURRENT LEARNING RATE: 0.06028482025898091
previous_iter_valid_loss : 0.16190597414970398
245200 0.162114 0.161906 0.166978 CURRENT LEARNING RATE: 0.06027276450054514
previous_iter_valid_loss : 0.16368988156318665
245220 0.163912 0.163690 0.166936 CURRENT LEARNING RATE: 0.060260711153019966
previous_iter_valid_loss : 0.16537347435951233
245240 0.165565 0.165373 0.166436 CURRENT LEARNING RATE: 0.06024866021592325
previous_iter_valid_loss : 0.17699526250362396
245260 0.177169 0.176995 0.167085 CURRENT LEARNING RATE: 0.06023661168877294
previous_iter_valid_loss : 0.16311322152614594
245280 0.163358 0.163113 0.166480 CURRENT LEARNING RATE: 0.0602245655710871
previous_iter_valid_loss : 0.17298106849193573
245300 0.173143 0.172981 0.167022 CURRENT LEARNING RATE: 0.06021252186238391
previous_iter_valid_loss : 0.16094990074634552
245320 0.161166 0.160950 0.166911 CURRENT LEARNING RATE: 0.060200480562181594
previous_iter_valid_loss : 0.1620810627937317
245340 0.162330 0.162081 0.166887 CURRENT LEARNING RATE: 0.0601884416699985
previous_iter_valid_loss : 0.17186832427978516
245360 0.172012 0.171868 0.166786 CURRENT LEARNING RATE: 0.06017640518535306
previous_iter_valid_loss : 0.16684754192829132
245380 0.167060 0.166848 0.167029 CURRENT LEARNING RATE: 0.06016437110776386
previous_iter_valid_loss : 0.1707153022289276
245400 0.171006 0.170715 0.167324 CURRENT LEARNING RATE: 0.060152339436749525
previous_iter_valid_loss : 0.16209684312343597
245420 0.162303 0.162097 0.167363 CURRENT LEARNING RATE: 0.06014031017182876
previous_iter_valid_loss : 0.16156113147735596
245440 0.161704 0.161561 0.167050 CURRENT LEARNING RATE: 0.060128283312520424
previous_iter_valid_loss : 0.1614966243505478
245460 0.161654 0.161497 0.166861 CURRENT LEARNING RATE: 0.060116258858343416
previous_iter_valid_loss : 0.1610432118177414
245480 0.161224 0.161043 0.165380 CURRENT LEARNING RATE: 0.060104236808816776
previous_iter_valid_loss : 0.16170547902584076
245500 0.161826 0.161705 0.165133 CURRENT LEARNING RATE: 0.06009221716345962
previous_iter_valid_loss : 0.16597849130630493
245520 0.166196 0.165978 0.165074 CURRENT LEARNING RATE: 0.06008019992179115
previous_iter_valid_loss : 0.16236640512943268
245540 0.162548 0.162366 0.165079 CURRENT LEARNING RATE: 0.060068185083330686
previous_iter_valid_loss : 0.16144877672195435
245560 0.161620 0.161449 0.164959 CURRENT LEARNING RATE: 0.06005617264759763
previous_iter_valid_loss : 0.16198302805423737
245580 0.162128 0.161983 0.164809 CURRENT LEARNING RATE: 0.0600441626141115
previous_iter_valid_loss : 0.16108980774879456
245600 0.161252 0.161090 0.164768 CURRENT LEARNING RATE: 0.06003215498239188
previous_iter_valid_loss : 0.17546440660953522
245620 0.175660 0.175464 0.165357 CURRENT LEARNING RATE: 0.06002014975195846
previous_iter_valid_loss : 0.16212628781795502
245640 0.162321 0.162126 0.165194 CURRENT LEARNING RATE: 0.060008146922331036
previous_iter_valid_loss : 0.1629779040813446
245660 0.163190 0.162978 0.164493 CURRENT LEARNING RATE: 0.059996146493029506
previous_iter_valid_loss : 0.1763969361782074
245680 0.176706 0.176397 0.165157 CURRENT LEARNING RATE: 0.05998414846357384
previous_iter_valid_loss : 0.16601592302322388
245700 0.166198 0.166016 0.164809 CURRENT LEARNING RATE: 0.05997215283348412
previous_iter_valid_loss : 0.16526572406291962
245720 0.165407 0.165266 0.165025 CURRENT LEARNING RATE: 0.05996015960228053
previous_iter_valid_loss : 0.16267718374729156
245740 0.162914 0.162677 0.165055 CURRENT LEARNING RATE: 0.05994816876948332
previous_iter_valid_loss : 0.16382712125778198
245760 0.164014 0.163827 0.164653 CURRENT LEARNING RATE: 0.05993618033461285
previous_iter_valid_loss : 0.16302113234996796
245780 0.163264 0.163021 0.164461 CURRENT LEARNING RATE: 0.05992419429718962
previous_iter_valid_loss : 0.19113320112228394
245800 0.191534 0.191133 0.165482 CURRENT LEARNING RATE: 0.059912210656734174
previous_iter_valid_loss : 0.177700012922287
245820 0.177887 0.177700 0.166262 CURRENT LEARNING RATE: 0.05990022941276717
previous_iter_valid_loss : 0.16508518159389496
245840 0.165313 0.165085 0.166439 CURRENT LEARNING RATE: 0.059888250564809335
previous_iter_valid_loss : 0.16175168752670288
245860 0.161945 0.161752 0.166451 CURRENT LEARNING RATE: 0.05987627411238154
previous_iter_valid_loss : 0.16477537155151367
245880 0.164961 0.164775 0.166638 CURRENT LEARNING RATE: 0.05986430005500471
previous_iter_valid_loss : 0.16349798440933228
245900 0.163688 0.163498 0.166728 CURRENT LEARNING RATE: 0.05985232839219991
previous_iter_valid_loss : 0.16809235513210297
245920 0.168266 0.168092 0.166833 CURRENT LEARNING RATE: 0.059840359123488236
previous_iter_valid_loss : 0.18085001409053802
245940 0.181051 0.180850 0.167758 CURRENT LEARNING RATE: 0.059828392248390934
previous_iter_valid_loss : 0.19086816906929016
245960 0.191050 0.190868 0.169229 CURRENT LEARNING RATE: 0.059816427766429335
previous_iter_valid_loss : 0.16436707973480225
245980 0.164539 0.164367 0.169348 CURRENT LEARNING RATE: 0.05980446567712486
previous_iter_valid_loss : 0.16278134286403656
246000 0.163033 0.162781 0.169432 CURRENT LEARNING RATE: 0.059792505979999015
previous_iter_valid_loss : 0.16242827475070953
246020 0.162598 0.162428 0.168780 CURRENT LEARNING RATE: 0.059780548674573414
previous_iter_valid_loss : 0.178753063082695
246040 0.179102 0.178753 0.169612 CURRENT LEARNING RATE: 0.05976859376036977
previous_iter_valid_loss : 0.16363433003425598
246060 0.163919 0.163634 0.169645 CURRENT LEARNING RATE: 0.05975664123690989
previous_iter_valid_loss : 0.17156410217285156
246080 0.171810 0.171564 0.169403 CURRENT LEARNING RATE: 0.059744691103715664
previous_iter_valid_loss : 0.16201278567314148
246100 0.162200 0.162013 0.169203 CURRENT LEARNING RATE: 0.059732743360309086
previous_iter_valid_loss : 0.1720525175333023
246120 0.172286 0.172053 0.169542 CURRENT LEARNING RATE: 0.05972079800621225
previous_iter_valid_loss : 0.17182734608650208
246140 0.172058 0.171827 0.170000 CURRENT LEARNING RATE: 0.05970885504094734
previous_iter_valid_loss : 0.17372742295265198
246160 0.173942 0.173727 0.170495 CURRENT LEARNING RATE: 0.05969691446403662
previous_iter_valid_loss : 0.1844499409198761
246180 0.184684 0.184450 0.171566 CURRENT LEARNING RATE: 0.059684976275002515
previous_iter_valid_loss : 0.17774224281311035
246200 0.178115 0.177742 0.170897 CURRENT LEARNING RATE: 0.05967304047336747
previous_iter_valid_loss : 0.18640495836734772
246220 0.186841 0.186405 0.171332 CURRENT LEARNING RATE: 0.05966110705865404
previous_iter_valid_loss : 0.1806267499923706
246240 0.180993 0.180627 0.172109 CURRENT LEARNING RATE: 0.059649176030384915
previous_iter_valid_loss : 0.16357767581939697
246260 0.163816 0.163578 0.172200 CURRENT LEARNING RATE: 0.05963724738808282
previous_iter_valid_loss : 0.16472971439361572
246280 0.164974 0.164730 0.172198 CURRENT LEARNING RATE: 0.05962532113127064
previous_iter_valid_loss : 0.1669195145368576
246300 0.167103 0.166920 0.172369 CURRENT LEARNING RATE: 0.05961339725947132
previous_iter_valid_loss : 0.17270243167877197
246320 0.173037 0.172702 0.172600 CURRENT LEARNING RATE: 0.059601475772207896
previous_iter_valid_loss : 0.1611454337835312
246340 0.161318 0.161145 0.171614 CURRENT LEARNING RATE: 0.0595895566690035
previous_iter_valid_loss : 0.16158753633499146
246360 0.161745 0.161588 0.170150 CURRENT LEARNING RATE: 0.05957763994938139
previous_iter_valid_loss : 0.18019068241119385
246380 0.180383 0.180191 0.170941 CURRENT LEARNING RATE: 0.05956572561286488
previous_iter_valid_loss : 0.16600021719932556
246400 0.166211 0.166000 0.171102 CURRENT LEARNING RATE: 0.0595538136589774
previous_iter_valid_loss : 0.1831856369972229
246420 0.183409 0.183186 0.172140 CURRENT LEARNING RATE: 0.059541904087242484
previous_iter_valid_loss : 0.16119936108589172
246440 0.161395 0.161199 0.171263 CURRENT LEARNING RATE: 0.05952999689718373
previous_iter_valid_loss : 0.1614198535680771
246460 0.161633 0.161420 0.171152 CURRENT LEARNING RATE: 0.059518092088324856
previous_iter_valid_loss : 0.17627084255218506
246480 0.176616 0.176271 0.171387 CURRENT LEARNING RATE: 0.05950618966018969
previous_iter_valid_loss : 0.1614418923854828
246500 0.161645 0.161442 0.171359 CURRENT LEARNING RATE: 0.059494289612302104
previous_iter_valid_loss : 0.17331190407276154
246520 0.173595 0.173312 0.171422 CURRENT LEARNING RATE: 0.059482391944186114
previous_iter_valid_loss : 0.16111811995506287
246540 0.161316 0.161118 0.170886 CURRENT LEARNING RATE: 0.059470496655365815
previous_iter_valid_loss : 0.17307938635349274
246560 0.173211 0.173079 0.170854 CURRENT LEARNING RATE: 0.05945860374536536
previous_iter_valid_loss : 0.16144070029258728
246580 0.161648 0.161441 0.169703 CURRENT LEARNING RATE: 0.05944671321370908
previous_iter_valid_loss : 0.16203005611896515
246600 0.162268 0.162030 0.168918 CURRENT LEARNING RATE: 0.059434825059921356
previous_iter_valid_loss : 0.18079005181789398
246620 0.181122 0.180790 0.168637 CURRENT LEARNING RATE: 0.05942293928352663
previous_iter_valid_loss : 0.16161544620990753
246640 0.161804 0.161615 0.167686 CURRENT LEARNING RATE: 0.059411055884049484
previous_iter_valid_loss : 0.17826706171035767
246660 0.178426 0.178267 0.168421 CURRENT LEARNING RATE: 0.059399174861014585
previous_iter_valid_loss : 0.1616385579109192
246680 0.161802 0.161639 0.168266 CURRENT LEARNING RATE: 0.059387296213946686
previous_iter_valid_loss : 0.16112110018730164
246700 0.161333 0.161121 0.167976 CURRENT LEARNING RATE: 0.05937541994237064
previous_iter_valid_loss : 0.18354959785938263
246720 0.183902 0.183550 0.168519 CURRENT LEARNING RATE: 0.059363546045811406
previous_iter_valid_loss : 0.16534698009490967
246740 0.165567 0.165347 0.168729 CURRENT LEARNING RATE: 0.05935167452379401
previous_iter_valid_loss : 0.16314494609832764
246760 0.163321 0.163145 0.168807 CURRENT LEARNING RATE: 0.059339805375843616
previous_iter_valid_loss : 0.18532615900039673
246780 0.185510 0.185326 0.169063 CURRENT LEARNING RATE: 0.05932793860148544
previous_iter_valid_loss : 0.16189143061637878
246800 0.162079 0.161891 0.168858 CURRENT LEARNING RATE: 0.05931607420024482
previous_iter_valid_loss : 0.16572530567646027
246820 0.165888 0.165725 0.167985 CURRENT LEARNING RATE: 0.05930421217164717
previous_iter_valid_loss : 0.16371701657772064
246840 0.163928 0.163717 0.168111 CURRENT LEARNING RATE: 0.05929235251521802
previous_iter_valid_loss : 0.16243067383766174
246860 0.162626 0.162431 0.168161 CURRENT LEARNING RATE: 0.05928049523048297
previous_iter_valid_loss : 0.17002804577350616
246880 0.170186 0.170028 0.167849 CURRENT LEARNING RATE: 0.05926864031696774
previous_iter_valid_loss : 0.16424810886383057
246900 0.164483 0.164248 0.167990 CURRENT LEARNING RATE: 0.059256787774198134
previous_iter_valid_loss : 0.1669357568025589
246920 0.167148 0.166936 0.167671 CURRENT LEARNING RATE: 0.05924493760170005
previous_iter_valid_loss : 0.1631685048341751
246940 0.163375 0.163169 0.167773 CURRENT LEARNING RATE: 0.059233089798999466
previous_iter_valid_loss : 0.16118615865707397
246960 0.161386 0.161186 0.167179 CURRENT LEARNING RATE: 0.05922124436562247
previous_iter_valid_loss : 0.16643103957176208
246980 0.166567 0.166431 0.167428 CURRENT LEARNING RATE: 0.05920940130109528
previous_iter_valid_loss : 0.1657491773366928
247000 0.165963 0.165749 0.167614 CURRENT LEARNING RATE: 0.05919756060494414
previous_iter_valid_loss : 0.16135936975479126
247020 0.161590 0.161359 0.166643 CURRENT LEARNING RATE: 0.05918572227669544
previous_iter_valid_loss : 0.16688212752342224
247040 0.167087 0.166882 0.166906 CURRENT LEARNING RATE: 0.05917388631587563
previous_iter_valid_loss : 0.1616022139787674
247060 0.161833 0.161602 0.166073 CURRENT LEARNING RATE: 0.0591620527220113
previous_iter_valid_loss : 0.18554852902889252
247080 0.185929 0.185549 0.167268 CURRENT LEARNING RATE: 0.05915022149462908
previous_iter_valid_loss : 0.16957370936870575
247100 0.169869 0.169574 0.167691 CURRENT LEARNING RATE: 0.05913839263325572
previous_iter_valid_loss : 0.16230693459510803
247120 0.162564 0.162307 0.166629 CURRENT LEARNING RATE: 0.059126566137418075
previous_iter_valid_loss : 0.1612245738506317
247140 0.161442 0.161225 0.166423 CURRENT LEARNING RATE: 0.05911474200664307
previous_iter_valid_loss : 0.16172808408737183
247160 0.161940 0.161728 0.166352 CURRENT LEARNING RATE: 0.059102920240457775
previous_iter_valid_loss : 0.16359169781208038
247180 0.163781 0.163592 0.165265 CURRENT LEARNING RATE: 0.05909110083838929
previous_iter_valid_loss : 0.16089513897895813
247200 0.161111 0.160895 0.165215 CURRENT LEARNING RATE: 0.05907928379996485
previous_iter_valid_loss : 0.1652398407459259
247220 0.165430 0.165240 0.165191 CURRENT LEARNING RATE: 0.059067469124711766
previous_iter_valid_loss : 0.16998732089996338
247240 0.170291 0.169987 0.165504 CURRENT LEARNING RATE: 0.05905565681215745
previous_iter_valid_loss : 0.17051972448825836
247260 0.170812 0.170520 0.165909 CURRENT LEARNING RATE: 0.05904384686182942
previous_iter_valid_loss : 0.17820657789707184
247280 0.178537 0.178207 0.166318 CURRENT LEARNING RATE: 0.059032039273255274
previous_iter_valid_loss : 0.16592824459075928
247300 0.166089 0.165928 0.166402 CURRENT LEARNING RATE: 0.059020234045962704
previous_iter_valid_loss : 0.16165971755981445
247320 0.161802 0.161660 0.166138 CURRENT LEARNING RATE: 0.0590084311794795
previous_iter_valid_loss : 0.1635303646326065
247340 0.163749 0.163530 0.166156 CURRENT LEARNING RATE: 0.05899663067333356
previous_iter_valid_loss : 0.16820843517780304
247360 0.168489 0.168208 0.166507 CURRENT LEARNING RATE: 0.058984832527052826
previous_iter_valid_loss : 0.17305773496627808
247380 0.173231 0.173058 0.166839 CURRENT LEARNING RATE: 0.05897303674016542
previous_iter_valid_loss : 0.16493575274944305
247400 0.165180 0.164936 0.166798 CURRENT LEARNING RATE: 0.0589612433121995
previous_iter_valid_loss : 0.16193050146102905
247420 0.162101 0.161931 0.166826 CURRENT LEARNING RATE: 0.05894945224268331
previous_iter_valid_loss : 0.16127312183380127
247440 0.161494 0.161273 0.166546 CURRENT LEARNING RATE: 0.05893766353114523
previous_iter_valid_loss : 0.16724690794944763
247460 0.167480 0.167247 0.166828 CURRENT LEARNING RATE: 0.05892587717711369
previous_iter_valid_loss : 0.16629672050476074
247480 0.166555 0.166297 0.165866 CURRENT LEARNING RATE: 0.05891409318011725
previous_iter_valid_loss : 0.16344080865383148
247500 0.163663 0.163441 0.165559 CURRENT LEARNING RATE: 0.05890231153968454
previous_iter_valid_loss : 0.16632889211177826
247520 0.166604 0.166329 0.165760 CURRENT LEARNING RATE: 0.058890532255344304
previous_iter_valid_loss : 0.16934834420681
247540 0.169554 0.169348 0.166166 CURRENT LEARNING RATE: 0.058878755326625364
previous_iter_valid_loss : 0.16903166472911835
247560 0.169222 0.169032 0.166531 CURRENT LEARNING RATE: 0.05886698075305665
previous_iter_valid_loss : 0.16095426678657532
247580 0.161125 0.160954 0.166400 CURRENT LEARNING RATE: 0.05885520853416717
previous_iter_valid_loss : 0.16394561529159546
247600 0.164167 0.163946 0.166552 CURRENT LEARNING RATE: 0.058843438669486034
previous_iter_valid_loss : 0.18550081551074982
247620 0.185660 0.185501 0.167565 CURRENT LEARNING RATE: 0.05883167115854246
previous_iter_valid_loss : 0.1648474484682083
247640 0.165129 0.164847 0.167308 CURRENT LEARNING RATE: 0.058819906000865736
previous_iter_valid_loss : 0.16188639402389526
247660 0.162079 0.161886 0.166877 CURRENT LEARNING RATE: 0.05880814319598527
previous_iter_valid_loss : 0.163833349943161
247680 0.164036 0.163833 0.166158 CURRENT LEARNING RATE: 0.05879638274343053
previous_iter_valid_loss : 0.16357511281967163
247700 0.163757 0.163575 0.166040 CURRENT LEARNING RATE: 0.058784624642731105
previous_iter_valid_loss : 0.1791054755449295
247720 0.179503 0.179105 0.166912 CURRENT LEARNING RATE: 0.05877286889341667
previous_iter_valid_loss : 0.1868298053741455
247740 0.187267 0.186830 0.168077 CURRENT LEARNING RATE: 0.05876111549501701
previous_iter_valid_loss : 0.17026233673095703
247760 0.170550 0.170262 0.168180 CURRENT LEARNING RATE: 0.058749364447061976
previous_iter_valid_loss : 0.162300243973732
247780 0.162460 0.162300 0.167642 CURRENT LEARNING RATE: 0.0587376157490815
previous_iter_valid_loss : 0.16197633743286133
247800 0.162160 0.161976 0.167494 CURRENT LEARNING RATE: 0.05872586940060568
previous_iter_valid_loss : 0.1613541841506958
247820 0.161543 0.161354 0.167466 CURRENT LEARNING RATE: 0.058714125401164656
previous_iter_valid_loss : 0.17140838503837585
247840 0.171708 0.171408 0.167972 CURRENT LEARNING RATE: 0.05870238375028865
previous_iter_valid_loss : 0.16520406305789948
247860 0.165465 0.165204 0.167870 CURRENT LEARNING RATE: 0.058690644447508
previous_iter_valid_loss : 0.18452905118465424
247880 0.184950 0.184529 0.168782 CURRENT LEARNING RATE: 0.05867890749235315
previous_iter_valid_loss : 0.1622454673051834
247900 0.162445 0.162245 0.168722 CURRENT LEARNING RATE: 0.058667172884354586
previous_iter_valid_loss : 0.1737070381641388
247920 0.174021 0.173707 0.169091 CURRENT LEARNING RATE: 0.058655440623042954
previous_iter_valid_loss : 0.16690050065517426
247940 0.167165 0.166901 0.168968 CURRENT LEARNING RATE: 0.05864371070794896
previous_iter_valid_loss : 0.165363609790802
247960 0.165656 0.165364 0.168785 CURRENT LEARNING RATE: 0.0586319831386034
previous_iter_valid_loss : 0.1609654575586319
247980 0.161138 0.160965 0.168786 CURRENT LEARNING RATE: 0.05862025791453717
previous_iter_valid_loss : 0.1612943410873413
248000 0.161523 0.161294 0.168653 CURRENT LEARNING RATE: 0.05860853503528127
previous_iter_valid_loss : 0.16651077568531036
248020 0.166753 0.166511 0.167704 CURRENT LEARNING RATE: 0.05859681450036677
previous_iter_valid_loss : 0.17210765182971954
248040 0.172408 0.172108 0.168067 CURRENT LEARNING RATE: 0.05858509630932486
previous_iter_valid_loss : 0.16445885598659515
248060 0.164699 0.164459 0.168195 CURRENT LEARNING RATE: 0.058573380461686815
previous_iter_valid_loss : 0.17197051644325256
248080 0.172257 0.171971 0.168602 CURRENT LEARNING RATE: 0.058561666956984
previous_iter_valid_loss : 0.16276191174983978
248100 0.162948 0.162762 0.168561 CURRENT LEARNING RATE: 0.058549955794747865
previous_iter_valid_loss : 0.16455475986003876
248120 0.164819 0.164555 0.167834 CURRENT LEARNING RATE: 0.05853824697450996
previous_iter_valid_loss : 0.16666768491268158
248140 0.166956 0.166668 0.166826 CURRENT LEARNING RATE: 0.05852654049580196
previous_iter_valid_loss : 0.16542819142341614
248160 0.165673 0.165428 0.166584 CURRENT LEARNING RATE: 0.058514836358155575
previous_iter_valid_loss : 0.16160203516483307
248180 0.161768 0.161602 0.166549 CURRENT LEARNING RATE: 0.05850313456110263
previous_iter_valid_loss : 0.17399027943611145
248200 0.174351 0.173990 0.167150 CURRENT LEARNING RATE: 0.05849143510417511
previous_iter_valid_loss : 0.17105630040168762
248220 0.171292 0.171056 0.167635 CURRENT LEARNING RATE: 0.058479737986904985
previous_iter_valid_loss : 0.1627974957227707
248240 0.163069 0.162797 0.167204 CURRENT LEARNING RATE: 0.0584680432088244
previous_iter_valid_loss : 0.18488556146621704
248260 0.185278 0.184886 0.168189 CURRENT LEARNING RATE: 0.058456350769465544
previous_iter_valid_loss : 0.16191282868385315
248280 0.162098 0.161913 0.167058 CURRENT LEARNING RATE: 0.05844466066836073
previous_iter_valid_loss : 0.18664412200450897
248300 0.187065 0.186644 0.168278 CURRENT LEARNING RATE: 0.058432972905042346
previous_iter_valid_loss : 0.16202212870121002
248320 0.162221 0.162022 0.167693 CURRENT LEARNING RATE: 0.05842128747904289
previous_iter_valid_loss : 0.16306374967098236
248340 0.163259 0.163064 0.167502 CURRENT LEARNING RATE: 0.05840960438989495
previous_iter_valid_loss : 0.16285273432731628
248360 0.163041 0.162853 0.167376 CURRENT LEARNING RATE: 0.05839792363713117
previous_iter_valid_loss : 0.17939412593841553
248380 0.179628 0.179394 0.168297 CURRENT LEARNING RATE: 0.05838624522028437
previous_iter_valid_loss : 0.16517987847328186
248400 0.165359 0.165180 0.168492 CURRENT LEARNING RATE: 0.05837456913888737
previous_iter_valid_loss : 0.16197353601455688
248420 0.162156 0.161974 0.168265 CURRENT LEARNING RATE: 0.05836289539247315
previous_iter_valid_loss : 0.1611623466014862
248440 0.161378 0.161162 0.167718 CURRENT LEARNING RATE: 0.05835122398057475
previous_iter_valid_loss : 0.1607746034860611
Current valid loss: 0.1607746034860611; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
248460 0.160982 0.160775 0.167533 CURRENT LEARNING RATE: 0.05833955490272531
previous_iter_valid_loss : 0.1608768105506897
248480 0.161090 0.160877 0.166979 CURRENT LEARNING RATE: 0.058327888158458095
previous_iter_valid_loss : 0.16651301085948944
248500 0.166658 0.166513 0.167166 CURRENT LEARNING RATE: 0.0583162237473064
previous_iter_valid_loss : 0.1766757220029831
248520 0.177019 0.176676 0.167772 CURRENT LEARNING RATE: 0.05830456166880366
previous_iter_valid_loss : 0.1675427258014679
248540 0.167810 0.167543 0.167816 CURRENT LEARNING RATE: 0.058292901922483396
previous_iter_valid_loss : 0.16565512120723724
248560 0.165870 0.165655 0.167827 CURRENT LEARNING RATE: 0.05828124450787922
previous_iter_valid_loss : 0.16364865005016327
248580 0.163860 0.163649 0.167930 CURRENT LEARNING RATE: 0.0582695894245248
previous_iter_valid_loss : 0.16713860630989075
248600 0.167379 0.167139 0.167587 CURRENT LEARNING RATE: 0.058257936671954
previous_iter_valid_loss : 0.16132518649101257
248620 0.161497 0.161325 0.167101 CURRENT LEARNING RATE: 0.05824628624970068
previous_iter_valid_loss : 0.1621493548154831
248640 0.162349 0.162149 0.167068 CURRENT LEARNING RATE: 0.058234638157298804
previous_iter_valid_loss : 0.16170132160186768
248660 0.161910 0.161701 0.165909 CURRENT LEARNING RATE: 0.05822299239428246
previous_iter_valid_loss : 0.16319870948791504
248680 0.163418 0.163199 0.165973 CURRENT LEARNING RATE: 0.05821134896018583
previous_iter_valid_loss : 0.1715954691171646
248700 0.171818 0.171595 0.165221 CURRENT LEARNING RATE: 0.05819970785454316
previous_iter_valid_loss : 0.16606742143630981
248720 0.166271 0.166067 0.165423 CURRENT LEARNING RATE: 0.05818806907688882
previous_iter_valid_loss : 0.16228581964969635
248740 0.162459 0.162286 0.165384 CURRENT LEARNING RATE: 0.05817643262675724
previous_iter_valid_loss : 0.16316178441047668
248760 0.163394 0.163162 0.165400 CURRENT LEARNING RATE: 0.05816479850368298
previous_iter_valid_loss : 0.16826997697353363
248780 0.168459 0.168270 0.164843 CURRENT LEARNING RATE: 0.058153166707200665
previous_iter_valid_loss : 0.16120140254497528
248800 0.161444 0.161201 0.164644 CURRENT LEARNING RATE: 0.05814153723684502
previous_iter_valid_loss : 0.1659553050994873
248820 0.166177 0.165955 0.164844 CURRENT LEARNING RATE: 0.058129910092150884
previous_iter_valid_loss : 0.174847811460495
248840 0.175171 0.174848 0.165528 CURRENT LEARNING RATE: 0.05811828527265315
previous_iter_valid_loss : 0.16205041110515594
248860 0.162297 0.162050 0.165592 CURRENT LEARNING RATE: 0.05810666277788685
previous_iter_valid_loss : 0.1808892786502838
248880 0.181215 0.180889 0.166592 CURRENT LEARNING RATE: 0.05809504260738705
previous_iter_valid_loss : 0.16215147078037262
248900 0.162369 0.162151 0.166374 CURRENT LEARNING RATE: 0.05808342476068898
previous_iter_valid_loss : 0.17778734862804413
248920 0.177969 0.177787 0.166430 CURRENT LEARNING RATE: 0.05807180923732789
previous_iter_valid_loss : 0.16940757632255554
248940 0.169692 0.169408 0.166523 CURRENT LEARNING RATE: 0.058060196036839186
previous_iter_valid_loss : 0.16395533084869385
248960 0.164209 0.163955 0.166438 CURRENT LEARNING RATE: 0.05804858515875833
previous_iter_valid_loss : 0.16201896965503693
248980 0.162253 0.162019 0.166357 CURRENT LEARNING RATE: 0.05803697660262086
previous_iter_valid_loss : 0.16180209815502167
249000 0.161996 0.161802 0.166090 CURRENT LEARNING RATE: 0.058025370367962494
previous_iter_valid_loss : 0.1653451770544052
249020 0.165550 0.165345 0.166291 CURRENT LEARNING RATE: 0.05801376645431894
previous_iter_valid_loss : 0.16995471715927124
249040 0.170160 0.169955 0.166681 CURRENT LEARNING RATE: 0.058002164861226065
previous_iter_valid_loss : 0.16350112855434418
249060 0.163752 0.163501 0.166771 CURRENT LEARNING RATE: 0.057990565588219786
previous_iter_valid_loss : 0.16171197593212128
249080 0.161919 0.161712 0.166697 CURRENT LEARNING RATE: 0.057978968634836134
previous_iter_valid_loss : 0.1668589562177658
249100 0.167101 0.166859 0.166460 CURRENT LEARNING RATE: 0.05796737400061124
previous_iter_valid_loss : 0.1656874269247055
249120 0.165909 0.165687 0.166441 CURRENT LEARNING RATE: 0.057955781685081316
previous_iter_valid_loss : 0.17808373272418976
249140 0.178309 0.178084 0.167231 CURRENT LEARNING RATE: 0.057944191687782656
previous_iter_valid_loss : 0.16118599474430084
249160 0.161429 0.161186 0.167132 CURRENT LEARNING RATE: 0.05793260400825169
previous_iter_valid_loss : 0.1618327647447586
249180 0.162030 0.161833 0.166810 CURRENT LEARNING RATE: 0.057921018646024884
previous_iter_valid_loss : 0.17269806563854218
249200 0.173005 0.172698 0.167385 CURRENT LEARNING RATE: 0.057909435600638826
previous_iter_valid_loss : 0.17525504529476166
249220 0.175474 0.175255 0.167850 CURRENT LEARNING RATE: 0.057897854871630204
previous_iter_valid_loss : 0.1800597906112671
249240 0.180434 0.180060 0.168110 CURRENT LEARNING RATE: 0.05788627645853578
previous_iter_valid_loss : 0.16366960108280182
249260 0.163890 0.163670 0.168191 CURRENT LEARNING RATE: 0.05787470036089243
previous_iter_valid_loss : 0.1629967838525772
249280 0.163251 0.162997 0.167297 CURRENT LEARNING RATE: 0.0578631265782371
previous_iter_valid_loss : 0.16125968098640442
249300 0.161463 0.161260 0.167252 CURRENT LEARNING RATE: 0.05785155511010683
previous_iter_valid_loss : 0.1633269339799881
249320 0.163525 0.163327 0.166529 CURRENT LEARNING RATE: 0.057839985956038786
previous_iter_valid_loss : 0.16633768379688263
249340 0.166584 0.166338 0.166376 CURRENT LEARNING RATE: 0.05782841911557018
previous_iter_valid_loss : 0.16228511929512024
249360 0.162516 0.162285 0.166292 CURRENT LEARNING RATE: 0.05781685458823835
previous_iter_valid_loss : 0.17042388021945953
249380 0.170736 0.170424 0.166712 CURRENT LEARNING RATE: 0.05780529237358068
previous_iter_valid_loss : 0.16228115558624268
249400 0.162498 0.162281 0.166736 CURRENT LEARNING RATE: 0.05779373247113474
previous_iter_valid_loss : 0.16123418509960175
249420 0.161429 0.161234 0.166531 CURRENT LEARNING RATE: 0.05778217488043811
previous_iter_valid_loss : 0.16232384741306305
249440 0.162507 0.162324 0.166149 CURRENT LEARNING RATE: 0.057770619601028486
previous_iter_valid_loss : 0.17599976062774658
249460 0.176204 0.176000 0.166774 CURRENT LEARNING RATE: 0.05775906663244365
previous_iter_valid_loss : 0.1774166375398636
249480 0.177597 0.177417 0.167559 CURRENT LEARNING RATE: 0.05774751597422148
previous_iter_valid_loss : 0.19330087304115295
249500 0.193488 0.193301 0.168881 CURRENT LEARNING RATE: 0.05773596762589997
previous_iter_valid_loss : 0.16567504405975342
249520 0.165885 0.165675 0.168881 CURRENT LEARNING RATE: 0.05772442158701717
previous_iter_valid_loss : 0.17818963527679443
249540 0.178410 0.178190 0.168886 CURRENT LEARNING RATE: 0.05771287785711123
previous_iter_valid_loss : 0.1625814288854599
249560 0.162812 0.162581 0.168956 CURRENT LEARNING RATE: 0.057701336435720424
previous_iter_valid_loss : 0.16593033075332642
249580 0.166172 0.165930 0.169161 CURRENT LEARNING RATE: 0.05768979732238307
previous_iter_valid_loss : 0.16117429733276367
249600 0.161378 0.161174 0.168585 CURRENT LEARNING RATE: 0.05767826051663763
previous_iter_valid_loss : 0.1669311672449112
249620 0.167121 0.166931 0.168168 CURRENT LEARNING RATE: 0.05766672601802262
previous_iter_valid_loss : 0.16291844844818115
249640 0.163113 0.162918 0.167311 CURRENT LEARNING RATE: 0.057655193826076645
previous_iter_valid_loss : 0.1634838730096817
249660 0.163657 0.163484 0.167302 CURRENT LEARNING RATE: 0.05764366394033844
previous_iter_valid_loss : 0.1661096066236496
249680 0.166281 0.166110 0.167458 CURRENT LEARNING RATE: 0.0576321363603468
previous_iter_valid_loss : 0.16524627804756165
249700 0.165516 0.165246 0.167657 CURRENT LEARNING RATE: 0.057620611085640615
previous_iter_valid_loss : 0.16207309067249298
249720 0.162224 0.162073 0.167594 CURRENT LEARNING RATE: 0.05760908811575889
previous_iter_valid_loss : 0.16167037189006805
249740 0.161839 0.161670 0.167361 CURRENT LEARNING RATE: 0.057597567450240694
previous_iter_valid_loss : 0.1623782515525818
249760 0.162577 0.162378 0.167366 CURRENT LEARNING RATE: 0.057586049088625205
previous_iter_valid_loss : 0.16301202774047852
249780 0.163239 0.163012 0.166995 CURRENT LEARNING RATE: 0.05757453303045166
previous_iter_valid_loss : 0.16398535668849945
249800 0.164173 0.163985 0.167080 CURRENT LEARNING RATE: 0.05756301927525947
previous_iter_valid_loss : 0.18037720024585724
249820 0.180577 0.180377 0.168037 CURRENT LEARNING RATE: 0.05755150782258806
previous_iter_valid_loss : 0.16555072367191315
249840 0.165754 0.165551 0.168199 CURRENT LEARNING RATE: 0.05753999867197697
previous_iter_valid_loss : 0.16652639210224152
249860 0.166745 0.166526 0.167725 CURRENT LEARNING RATE: 0.05752849182296583
previous_iter_valid_loss : 0.1670772284269333
249880 0.167356 0.167077 0.167208 CURRENT LEARNING RATE: 0.05751698727509437
previous_iter_valid_loss : 0.1742447167634964
249900 0.174451 0.174245 0.166255 CURRENT LEARNING RATE: 0.05750548502790241
previous_iter_valid_loss : 0.16105780005455017
249920 0.161266 0.161058 0.166024 CURRENT LEARNING RATE: 0.057493985080929864
previous_iter_valid_loss : 0.1609455794095993
249940 0.161178 0.160946 0.165162 CURRENT LEARNING RATE: 0.05748248743371673
previous_iter_valid_loss : 0.16598628461360931
249960 0.166263 0.165986 0.165332 CURRENT LEARNING RATE: 0.05747099208580309
previous_iter_valid_loss : 0.17191192507743835
249980 0.172117 0.171912 0.165632 CURRENT LEARNING RATE: 0.05745949903672916
previous_iter_valid_loss : 0.16246990859508514
250000 0.162675 0.162470 0.165696 CURRENT LEARNING RATE: 0.05744800828603518
previous_iter_valid_loss : 0.16397643089294434
250020 0.164205 0.163976 0.165549 CURRENT LEARNING RATE: 0.05743651983326154
previous_iter_valid_loss : 0.17870649695396423
250040 0.179052 0.178706 0.166338 CURRENT LEARNING RATE: 0.05742503367794871
previous_iter_valid_loss : 0.16289514303207397
250060 0.163188 0.162895 0.166309 CURRENT LEARNING RATE: 0.057413549819637234
previous_iter_valid_loss : 0.16960515081882477
250080 0.169948 0.169605 0.166483 CURRENT LEARNING RATE: 0.05740206825786776
previous_iter_valid_loss : 0.1614498645067215
250100 0.161719 0.161450 0.166293 CURRENT LEARNING RATE: 0.05739058899218102
previous_iter_valid_loss : 0.1654028743505478
250120 0.165657 0.165403 0.166460 CURRENT LEARNING RATE: 0.05737911202211785
previous_iter_valid_loss : 0.16241906583309174
250140 0.162678 0.162419 0.166497 CURRENT LEARNING RATE: 0.05736763734721916
previous_iter_valid_loss : 0.16122673451900482
250160 0.161511 0.161227 0.166440 CURRENT LEARNING RATE: 0.05735616496702598
previous_iter_valid_loss : 0.17799492180347443
250180 0.178352 0.177995 0.167189 CURRENT LEARNING RATE: 0.05734469488107941
previous_iter_valid_loss : 0.16799968481063843
250200 0.168317 0.168000 0.167390 CURRENT LEARNING RATE: 0.05733322708892061
previous_iter_valid_loss : 0.16227318346500397
250220 0.162564 0.162273 0.166484 CURRENT LEARNING RATE: 0.057321761590090926
previous_iter_valid_loss : 0.1618591547012329
250240 0.162087 0.161859 0.166300 CURRENT LEARNING RATE: 0.057310298384131715
previous_iter_valid_loss : 0.1622261255979538
250260 0.162484 0.162226 0.166085 CURRENT LEARNING RATE: 0.057298837470584445
previous_iter_valid_loss : 0.1634487360715866
250280 0.163665 0.163449 0.165903 CURRENT LEARNING RATE: 0.05728737884899069
previous_iter_valid_loss : 0.16880734264850616
250300 0.168993 0.168807 0.165632 CURRENT LEARNING RATE: 0.05727592251889209
previous_iter_valid_loss : 0.17249836027622223
250320 0.172675 0.172498 0.166204 CURRENT LEARNING RATE: 0.057264468479830404
previous_iter_valid_loss : 0.16761080920696259
250340 0.167907 0.167611 0.166537 CURRENT LEARNING RATE: 0.05725301673134745
previous_iter_valid_loss : 0.16194574534893036
250360 0.162172 0.161946 0.166335 CURRENT LEARNING RATE: 0.05724156727298519
previous_iter_valid_loss : 0.16271452605724335
250380 0.162993 0.162715 0.165875 CURRENT LEARNING RATE: 0.057230120104285624
previous_iter_valid_loss : 0.16147734224796295
250400 0.161693 0.161477 0.165825 CURRENT LEARNING RATE: 0.057218675224790856
previous_iter_valid_loss : 0.16348698735237122
250420 0.163707 0.163487 0.165801 CURRENT LEARNING RATE: 0.05720723263404313
previous_iter_valid_loss : 0.16125087440013885
250440 0.161470 0.161251 0.164928 CURRENT LEARNING RATE: 0.0571957923315847
previous_iter_valid_loss : 0.1742393970489502
250460 0.174533 0.174239 0.165495 CURRENT LEARNING RATE: 0.05718435431695797
previous_iter_valid_loss : 0.16094517707824707
250480 0.161139 0.160945 0.165062 CURRENT LEARNING RATE: 0.05717291858970542
previous_iter_valid_loss : 0.16250917315483093
250500 0.162702 0.162509 0.165115 CURRENT LEARNING RATE: 0.05716148514936963
previous_iter_valid_loss : 0.16114012897014618
250520 0.161308 0.161140 0.164902 CURRENT LEARNING RATE: 0.05715005399549325
previous_iter_valid_loss : 0.1628040373325348
250540 0.163006 0.162804 0.164921 CURRENT LEARNING RATE: 0.05713862512761903
previous_iter_valid_loss : 0.16130009293556213
250560 0.161498 0.161300 0.164925 CURRENT LEARNING RATE: 0.05712719854528983
previous_iter_valid_loss : 0.1618419736623764
250580 0.162061 0.161842 0.164117 CURRENT LEARNING RATE: 0.05711577424804858
previous_iter_valid_loss : 0.1692819595336914
250600 0.169534 0.169282 0.164182 CURRENT LEARNING RATE: 0.05710435223543828
previous_iter_valid_loss : 0.1681891828775406
250620 0.168476 0.168189 0.164477 CURRENT LEARNING RATE: 0.057092932507002106
previous_iter_valid_loss : 0.18379193544387817
250640 0.184017 0.183792 0.165574 CURRENT LEARNING RATE: 0.05708151506228323
previous_iter_valid_loss : 0.16241395473480225
250660 0.162690 0.162414 0.165583 CURRENT LEARNING RATE: 0.057070099900824976
previous_iter_valid_loss : 0.1663566529750824
250680 0.166620 0.166357 0.165729 CURRENT LEARNING RATE: 0.05705868702217072
previous_iter_valid_loss : 0.16267067193984985
250700 0.162921 0.162671 0.165422 CURRENT LEARNING RATE: 0.057047276425863956
previous_iter_valid_loss : 0.16449399292469025
250720 0.164731 0.164494 0.165022 CURRENT LEARNING RATE: 0.05703586811144825
previous_iter_valid_loss : 0.16183455288410187
250740 0.162031 0.161835 0.164733 CURRENT LEARNING RATE: 0.05702446207846728
previous_iter_valid_loss : 0.16146431863307953
250760 0.161670 0.161464 0.164709 CURRENT LEARNING RATE: 0.057013058326464805
previous_iter_valid_loss : 0.1880267709493637
250780 0.188453 0.188027 0.165974 CURRENT LEARNING RATE: 0.057001656854984664
previous_iter_valid_loss : 0.16104508936405182
250800 0.161211 0.161045 0.165953 CURRENT LEARNING RATE: 0.056990257663570805
previous_iter_valid_loss : 0.1655190885066986
250820 0.165703 0.165519 0.166054 CURRENT LEARNING RATE: 0.056978860751767266
previous_iter_valid_loss : 0.1673683524131775
250840 0.167504 0.167368 0.166360 CURRENT LEARNING RATE: 0.056967466119118154
previous_iter_valid_loss : 0.1676619052886963
250860 0.167864 0.167662 0.166031 CURRENT LEARNING RATE: 0.05695607376516771
previous_iter_valid_loss : 0.1646685004234314
250880 0.164884 0.164669 0.166218 CURRENT LEARNING RATE: 0.05694468368946021
previous_iter_valid_loss : 0.16359440982341766
250900 0.163820 0.163594 0.166272 CURRENT LEARNING RATE: 0.05693329589154007
previous_iter_valid_loss : 0.16150787472724915
250920 0.161716 0.161508 0.166290 CURRENT LEARNING RATE: 0.05692191037095177
previous_iter_valid_loss : 0.1647365689277649
250940 0.164939 0.164737 0.166387 CURRENT LEARNING RATE: 0.0569105271272399
previous_iter_valid_loss : 0.17761138081550598
250960 0.177789 0.177611 0.167203 CURRENT LEARNING RATE: 0.05689914615994912
previous_iter_valid_loss : 0.16128134727478027
250980 0.161514 0.161281 0.167174 CURRENT LEARNING RATE: 0.05688776746862419
previous_iter_valid_loss : 0.16380566358566284
251000 0.163983 0.163806 0.166901 CURRENT LEARNING RATE: 0.05687639105280995
previous_iter_valid_loss : 0.161305770277977
251020 0.161509 0.161306 0.166556 CURRENT LEARNING RATE: 0.056865016912051376
previous_iter_valid_loss : 0.16828925907611847
251040 0.168577 0.168289 0.165781 CURRENT LEARNING RATE: 0.056853645045893485
previous_iter_valid_loss : 0.16302275657653809
251060 0.163211 0.163023 0.165812 CURRENT LEARNING RATE: 0.05684227545388141
previous_iter_valid_loss : 0.17819978296756744
251080 0.178380 0.178200 0.166404 CURRENT LEARNING RATE: 0.05683090813556036
previous_iter_valid_loss : 0.17610427737236023
251100 0.176336 0.176104 0.167076 CURRENT LEARNING RATE: 0.056819543090475634
previous_iter_valid_loss : 0.1619115173816681
251120 0.162114 0.161912 0.166947 CURRENT LEARNING RATE: 0.056808180318172655
previous_iter_valid_loss : 0.16344520449638367
251140 0.163672 0.163445 0.167027 CURRENT LEARNING RATE: 0.056796819818196884
previous_iter_valid_loss : 0.16563865542411804
251160 0.165857 0.165639 0.167236 CURRENT LEARNING RATE: 0.056785461590093914
previous_iter_valid_loss : 0.16234178841114044
251180 0.162548 0.162342 0.165952 CURRENT LEARNING RATE: 0.05677410563340942
previous_iter_valid_loss : 0.16240890324115753
251200 0.162657 0.162409 0.166020 CURRENT LEARNING RATE: 0.05676275194768916
previous_iter_valid_loss : 0.16651654243469238
251220 0.166813 0.166517 0.166070 CURRENT LEARNING RATE: 0.056751400532478985
previous_iter_valid_loss : 0.16160845756530762
251240 0.161843 0.161608 0.165782 CURRENT LEARNING RATE: 0.05674005138732483
previous_iter_valid_loss : 0.16230371594429016
251260 0.162574 0.162304 0.165514 CURRENT LEARNING RATE: 0.05672870451177275
previous_iter_valid_loss : 0.16100957989692688
251280 0.161233 0.161010 0.165331 CURRENT LEARNING RATE: 0.05671735990536885
previous_iter_valid_loss : 0.16356028616428375
251300 0.163799 0.163560 0.165329 CURRENT LEARNING RATE: 0.056706017567659354
previous_iter_valid_loss : 0.1638859510421753
251320 0.164127 0.163886 0.165448 CURRENT LEARNING RATE: 0.05669467749819057
previous_iter_valid_loss : 0.1714153289794922
251340 0.171728 0.171415 0.165782 CURRENT LEARNING RATE: 0.05668333969650889
previous_iter_valid_loss : 0.16989439725875854
251360 0.170147 0.169894 0.165396 CURRENT LEARNING RATE: 0.05667200416216082
previous_iter_valid_loss : 0.19740696251392365
251380 0.197587 0.197407 0.167202 CURRENT LEARNING RATE: 0.056660670894692906
previous_iter_valid_loss : 0.16810202598571777
251400 0.168379 0.168102 0.167417 CURRENT LEARNING RATE: 0.05664933989365182
previous_iter_valid_loss : 0.1623118817806244
251420 0.162490 0.162312 0.167467 CURRENT LEARNING RATE: 0.05663801115858436
previous_iter_valid_loss : 0.16149769723415375
251440 0.161688 0.161498 0.167128 CURRENT LEARNING RATE: 0.05662668468903735
previous_iter_valid_loss : 0.16368626058101654
251460 0.164012 0.163686 0.167161 CURRENT LEARNING RATE: 0.05661536048455774
previous_iter_valid_loss : 0.16150271892547607
251480 0.161728 0.161503 0.166326 CURRENT LEARNING RATE: 0.05660403854469256
previous_iter_valid_loss : 0.16545958817005157
251500 0.165696 0.165460 0.165794 CURRENT LEARNING RATE: 0.05659271886898892
previous_iter_valid_loss : 0.16253456473350525
251520 0.162727 0.162535 0.165825 CURRENT LEARNING RATE: 0.05658140145699405
previous_iter_valid_loss : 0.18166223168373108
251540 0.181908 0.181662 0.166736 CURRENT LEARNING RATE: 0.05657008630825524
previous_iter_valid_loss : 0.1629360318183899
251560 0.163165 0.162936 0.166601 CURRENT LEARNING RATE: 0.0565587734223199
previous_iter_valid_loss : 0.1756877452135086
251580 0.175998 0.175688 0.167268 CURRENT LEARNING RATE: 0.056547462798735494
previous_iter_valid_loss : 0.16202090680599213
251600 0.162238 0.162021 0.167249 CURRENT LEARNING RATE: 0.05653615443704961
previous_iter_valid_loss : 0.16294264793395996
251620 0.163219 0.162943 0.167070 CURRENT LEARNING RATE: 0.05652484833680991
previous_iter_valid_loss : 0.1626855581998825
251640 0.162938 0.162686 0.167124 CURRENT LEARNING RATE: 0.05651354449756416
previous_iter_valid_loss : 0.16615581512451172
251660 0.166425 0.166156 0.167316 CURRENT LEARNING RATE: 0.05650224291886019
previous_iter_valid_loss : 0.16162818670272827
251680 0.161873 0.161628 0.167347 CURRENT LEARNING RATE: 0.05649094360024594
previous_iter_valid_loss : 0.1630263477563858
251700 0.163290 0.163026 0.167321 CURRENT LEARNING RATE: 0.05647964654126945
previous_iter_valid_loss : 0.1723504364490509
251720 0.172639 0.172350 0.167744 CURRENT LEARNING RATE: 0.05646835174147882
previous_iter_valid_loss : 0.16166526079177856
251740 0.161933 0.161665 0.167256 CURRENT LEARNING RATE: 0.05645705920042228
previous_iter_valid_loss : 0.16769689321517944
251760 0.167900 0.167697 0.167147 CURRENT LEARNING RATE: 0.056445768917648104
previous_iter_valid_loss : 0.16788502037525177
251780 0.168073 0.167885 0.165670 CURRENT LEARNING RATE: 0.056434480892704704
previous_iter_valid_loss : 0.16290786862373352
251800 0.163066 0.162908 0.165411 CURRENT LEARNING RATE: 0.05642319512514051
previous_iter_valid_loss : 0.16206499934196472
251820 0.162219 0.162065 0.165398 CURRENT LEARNING RATE: 0.056411911614504165
previous_iter_valid_loss : 0.18177294731140137
251840 0.181967 0.181773 0.166412 CURRENT LEARNING RATE: 0.05640063036034428
previous_iter_valid_loss : 0.1626482754945755
251860 0.162849 0.162648 0.166360 CURRENT LEARNING RATE: 0.05638935136220962
previous_iter_valid_loss : 0.1666349321603775
251880 0.166830 0.166635 0.166617 CURRENT LEARNING RATE: 0.05637807461964903
previous_iter_valid_loss : 0.16114991903305054
251900 0.161363 0.161150 0.166401 CURRENT LEARNING RATE: 0.056366800132211424
previous_iter_valid_loss : 0.174423947930336
251920 0.174726 0.174424 0.166996 CURRENT LEARNING RATE: 0.05635552789944583
previous_iter_valid_loss : 0.18384256958961487
251940 0.184223 0.183843 0.167105 CURRENT LEARNING RATE: 0.05634425792090137
previous_iter_valid_loss : 0.16250815987586975
251960 0.162701 0.162508 0.167083 CURRENT LEARNING RATE: 0.05633299019612722
previous_iter_valid_loss : 0.1614704430103302
251980 0.161661 0.161470 0.166373 CURRENT LEARNING RATE: 0.0563217247246727
previous_iter_valid_loss : 0.16440676152706146
252000 0.164661 0.164407 0.166492 CURRENT LEARNING RATE: 0.056310461506087164
previous_iter_valid_loss : 0.16762550175189972
252020 0.167882 0.167626 0.166726 CURRENT LEARNING RATE: 0.0562992005399201
previous_iter_valid_loss : 0.16385114192962646
252040 0.164000 0.163851 0.166784 CURRENT LEARNING RATE: 0.05628794182572107
previous_iter_valid_loss : 0.1689930558204651
252060 0.169238 0.168993 0.166926 CURRENT LEARNING RATE: 0.056276685363039716
previous_iter_valid_loss : 0.16250404715538025
252080 0.162618 0.162504 0.166970 CURRENT LEARNING RATE: 0.056265431151425786
previous_iter_valid_loss : 0.16136640310287476
252100 0.161508 0.161366 0.166887 CURRENT LEARNING RATE: 0.056254179190429104
previous_iter_valid_loss : 0.1611025631427765
252120 0.161249 0.161103 0.166325 CURRENT LEARNING RATE: 0.05624292947959961
previous_iter_valid_loss : 0.16083747148513794
252140 0.161001 0.160837 0.166283 CURRENT LEARNING RATE: 0.056231682018487286
previous_iter_valid_loss : 0.17270369827747345
252160 0.172987 0.172704 0.166533 CURRENT LEARNING RATE: 0.056220436806642266
previous_iter_valid_loss : 0.1615549623966217
252180 0.161754 0.161555 0.166217 CURRENT LEARNING RATE: 0.05620919384361471
previous_iter_valid_loss : 0.16205571591854095
252200 0.162219 0.162056 0.166174 CURRENT LEARNING RATE: 0.056197953128954904
previous_iter_valid_loss : 0.16367146372795105
252220 0.163862 0.163671 0.166255 CURRENT LEARNING RATE: 0.05618671466221325
previous_iter_valid_loss : 0.17813004553318024
252240 0.178431 0.178130 0.166073 CURRENT LEARNING RATE: 0.056175478442940185
previous_iter_valid_loss : 0.18269819021224976
252260 0.182882 0.182698 0.167075 CURRENT LEARNING RATE: 0.05616424447068628
previous_iter_valid_loss : 0.16234198212623596
252280 0.162519 0.162342 0.166860 CURRENT LEARNING RATE: 0.056153012745002145
previous_iter_valid_loss : 0.16170743107795715
252300 0.161879 0.161707 0.166888 CURRENT LEARNING RATE: 0.05614178326543853
previous_iter_valid_loss : 0.1618407517671585
252320 0.161993 0.161841 0.166259 CURRENT LEARNING RATE: 0.056130556031546264
previous_iter_valid_loss : 0.17637844383716583
252340 0.176659 0.176378 0.165886 CURRENT LEARNING RATE: 0.05611933104287624
previous_iter_valid_loss : 0.17375943064689636
252360 0.173945 0.173759 0.166448 CURRENT LEARNING RATE: 0.056108108298979456
previous_iter_valid_loss : 0.16150380671024323
252380 0.161674 0.161504 0.166450 CURRENT LEARNING RATE: 0.05609688779940703
previous_iter_valid_loss : 0.16273461282253265
252400 0.162858 0.162735 0.166367 CURRENT LEARNING RATE: 0.0560856695437101
previous_iter_valid_loss : 0.17626596987247467
252420 0.176452 0.176266 0.166799 CURRENT LEARNING RATE: 0.056074453531439986
previous_iter_valid_loss : 0.16202637553215027
252440 0.162154 0.162026 0.166707 CURRENT LEARNING RATE: 0.056063239762148
previous_iter_valid_loss : 0.16115069389343262
252460 0.161310 0.161151 0.166315 CURRENT LEARNING RATE: 0.056052028235385624
previous_iter_valid_loss : 0.16109199821949005
252480 0.161248 0.161092 0.166245 CURRENT LEARNING RATE: 0.056040818950704376
previous_iter_valid_loss : 0.16215555369853973
252500 0.162299 0.162156 0.166284 CURRENT LEARNING RATE: 0.0560296119076559
previous_iter_valid_loss : 0.16703477501869202
252520 0.167262 0.167035 0.166581 CURRENT LEARNING RATE: 0.0560184071057919
previous_iter_valid_loss : 0.17143286764621735
252540 0.171704 0.171433 0.167110 CURRENT LEARNING RATE: 0.05600720454466421
previous_iter_valid_loss : 0.1630726456642151
252560 0.163279 0.163073 0.166629 CURRENT LEARNING RATE: 0.0559960042238247
previous_iter_valid_loss : 0.16237565875053406
252580 0.162628 0.162376 0.166670 CURRENT LEARNING RATE: 0.055984806142825354
previous_iter_valid_loss : 0.16489188373088837
252600 0.165062 0.164892 0.166812 CURRENT LEARNING RATE: 0.05597361030121827
previous_iter_valid_loss : 0.1618845909833908
252620 0.162071 0.161885 0.166722 CURRENT LEARNING RATE: 0.055962416698555575
previous_iter_valid_loss : 0.1658201664686203
252640 0.166034 0.165820 0.166107 CURRENT LEARNING RATE: 0.05595122533438959
previous_iter_valid_loss : 0.1680435687303543
252660 0.168343 0.168044 0.165374 CURRENT LEARNING RATE: 0.05594003620827263
previous_iter_valid_loss : 0.16827499866485596
252680 0.168562 0.168275 0.165671 CURRENT LEARNING RATE: 0.05592884931975711
previous_iter_valid_loss : 0.17114275693893433
252700 0.171410 0.171143 0.166143 CURRENT LEARNING RATE: 0.05591766466839559
previous_iter_valid_loss : 0.16261810064315796
252720 0.162835 0.162618 0.166181 CURRENT LEARNING RATE: 0.05590648225374065
previous_iter_valid_loss : 0.16282659769058228
252740 0.162991 0.162827 0.165504 CURRENT LEARNING RATE: 0.05589530207534501
previous_iter_valid_loss : 0.17656929790973663
252760 0.176894 0.176569 0.165644 CURRENT LEARNING RATE: 0.055884124132761455
previous_iter_valid_loss : 0.16165876388549805
252780 0.161869 0.161659 0.165652 CURRENT LEARNING RATE: 0.05587294842554288
previous_iter_valid_loss : 0.16982512176036835
252800 0.170106 0.169825 0.166007 CURRENT LEARNING RATE: 0.055861774953242245
previous_iter_valid_loss : 0.17083707451820374
252820 0.171108 0.170837 0.165735 CURRENT LEARNING RATE: 0.055850603715412624
previous_iter_valid_loss : 0.16257703304290771
252840 0.162810 0.162577 0.165763 CURRENT LEARNING RATE: 0.055839434711607155
previous_iter_valid_loss : 0.16264112293720245
252860 0.162859 0.162641 0.165837 CURRENT LEARNING RATE: 0.05582826794137907
previous_iter_valid_loss : 0.16198782622814178
252880 0.162199 0.161988 0.165882 CURRENT LEARNING RATE: 0.055817103404281726
previous_iter_valid_loss : 0.16332115232944489
252900 0.163531 0.163321 0.165940 CURRENT LEARNING RATE: 0.05580594109986852
previous_iter_valid_loss : 0.16193604469299316
252920 0.162152 0.161936 0.165685 CURRENT LEARNING RATE: 0.05579478102769296
previous_iter_valid_loss : 0.16655509173870087
252940 0.166798 0.166555 0.165441 CURRENT LEARNING RATE: 0.05578362318730866
previous_iter_valid_loss : 0.17488542199134827
252960 0.175169 0.174885 0.166032 CURRENT LEARNING RATE: 0.055772467578269286
previous_iter_valid_loss : 0.17134509980678558
252980 0.171698 0.171345 0.166481 CURRENT LEARNING RATE: 0.05576131420012862
previous_iter_valid_loss : 0.16653434932231903
253000 0.166825 0.166534 0.166563 CURRENT LEARNING RATE: 0.055750163052440536
previous_iter_valid_loss : 0.16294848918914795
253020 0.163170 0.162948 0.166616 CURRENT LEARNING RATE: 0.05573901413475896
previous_iter_valid_loss : 0.1758129596710205
253040 0.176126 0.175813 0.167116 CURRENT LEARNING RATE: 0.05572786744663798
previous_iter_valid_loss : 0.1615193635225296
253060 0.161705 0.161519 0.166789 CURRENT LEARNING RATE: 0.0557167229876317
previous_iter_valid_loss : 0.16518743336200714
253080 0.165447 0.165187 0.166635 CURRENT LEARNING RATE: 0.05570558075729435
previous_iter_valid_loss : 0.16240622103214264
253100 0.162648 0.162406 0.166198 CURRENT LEARNING RATE: 0.055694440755180236
previous_iter_valid_loss : 0.17502360045909882
253120 0.175351 0.175024 0.166818 CURRENT LEARNING RATE: 0.055683302980843764
previous_iter_valid_loss : 0.17953021824359894
253140 0.179842 0.179530 0.167654 CURRENT LEARNING RATE: 0.05567216743383941
previous_iter_valid_loss : 0.16123370826244354
253160 0.161452 0.161234 0.166887 CURRENT LEARNING RATE: 0.055661034113721766
previous_iter_valid_loss : 0.1741010695695877
253180 0.174404 0.174101 0.167509 CURRENT LEARNING RATE: 0.0556499030200455
previous_iter_valid_loss : 0.16412533819675446
253200 0.164366 0.164125 0.167224 CURRENT LEARNING RATE: 0.05563877415236535
previous_iter_valid_loss : 0.16135983169078827
253220 0.161541 0.161360 0.166750 CURRENT LEARNING RATE: 0.05562764751023618
previous_iter_valid_loss : 0.17072851955890656
253240 0.170923 0.170729 0.167158 CURRENT LEARNING RATE: 0.05561652309321292
previous_iter_valid_loss : 0.1614190638065338
253260 0.161638 0.161419 0.167097 CURRENT LEARNING RATE: 0.05560540090085059
previous_iter_valid_loss : 0.16288650035858154
253280 0.163086 0.162887 0.167141 CURRENT LEARNING RATE: 0.0555942809327043
previous_iter_valid_loss : 0.1636236160993576
253300 0.163775 0.163624 0.167157 CURRENT LEARNING RATE: 0.05558316318832926
previous_iter_valid_loss : 0.16443577408790588
253320 0.164608 0.164436 0.167282 CURRENT LEARNING RATE: 0.05557204766728075
previous_iter_valid_loss : 0.1620439738035202
253340 0.162214 0.162044 0.167056 CURRENT LEARNING RATE: 0.05556093436911416
previous_iter_valid_loss : 0.16168321669101715
253360 0.161897 0.161683 0.166396 CURRENT LEARNING RATE: 0.05554982329338494
previous_iter_valid_loss : 0.1615002602338791
253380 0.161722 0.161500 0.165904 CURRENT LEARNING RATE: 0.055538714439648675
previous_iter_valid_loss : 0.18212369084358215
253400 0.182322 0.182124 0.166683 CURRENT LEARNING RATE: 0.05552760780746098
previous_iter_valid_loss : 0.1617031693458557
253420 0.161896 0.161703 0.166621 CURRENT LEARNING RATE: 0.055516503396377585
previous_iter_valid_loss : 0.17859496176242828
253440 0.178812 0.178595 0.166760 CURRENT LEARNING RATE: 0.05550540120595437
previous_iter_valid_loss : 0.16394490003585815
253460 0.164165 0.163945 0.166881 CURRENT LEARNING RATE: 0.055494301235747195
previous_iter_valid_loss : 0.16831569373607635
253480 0.168588 0.168316 0.167038 CURRENT LEARNING RATE: 0.055483203485312084
previous_iter_valid_loss : 0.16581331193447113
253500 0.166004 0.165813 0.167208 CURRENT LEARNING RATE: 0.05547210795420512
previous_iter_valid_loss : 0.16154363751411438
253520 0.161726 0.161544 0.166534 CURRENT LEARNING RATE: 0.055461014641982484
previous_iter_valid_loss : 0.16158516705036163
253540 0.161804 0.161585 0.165637 CURRENT LEARNING RATE: 0.05544992354820043
previous_iter_valid_loss : 0.1644286960363388
253560 0.164651 0.164429 0.165797 CURRENT LEARNING RATE: 0.05543883467241533
previous_iter_valid_loss : 0.17073097825050354
253580 0.170995 0.170731 0.165628 CURRENT LEARNING RATE: 0.05542774801418363
previous_iter_valid_loss : 0.16219012439250946
253600 0.162367 0.162190 0.165531 CURRENT LEARNING RATE: 0.05541666357306186
previous_iter_valid_loss : 0.1778298318386078
253620 0.178145 0.177830 0.166355 CURRENT LEARNING RATE: 0.05540558134860664
previous_iter_valid_loss : 0.16600878536701202
253640 0.166222 0.166009 0.166119 CURRENT LEARNING RATE: 0.05539450134037467
previous_iter_valid_loss : 0.16302652657032013
253660 0.163184 0.163027 0.166199 CURRENT LEARNING RATE: 0.055383423547922764
previous_iter_valid_loss : 0.16746263206005096
253680 0.167657 0.167463 0.166428 CURRENT LEARNING RATE: 0.05537234797080782
previous_iter_valid_loss : 0.16525577008724213
253700 0.165465 0.165256 0.166510 CURRENT LEARNING RATE: 0.05536127460858679
previous_iter_valid_loss : 0.16847024857997894
253720 0.168689 0.168470 0.166711 CURRENT LEARNING RATE: 0.05535020346081675
previous_iter_valid_loss : 0.16299091279506683
253740 0.163123 0.162991 0.166759 CURRENT LEARNING RATE: 0.05533913452705486
previous_iter_valid_loss : 0.16779659688472748
253760 0.167941 0.167797 0.167064 CURRENT LEARNING RATE: 0.05532806780685836
previous_iter_valid_loss : 0.16725610196590424
253780 0.167458 0.167256 0.167352 CURRENT LEARNING RATE: 0.055317003299784576
previous_iter_valid_loss : 0.16886843740940094
253800 0.169020 0.168868 0.166689 CURRENT LEARNING RATE: 0.055305941005390935
previous_iter_valid_loss : 0.16663210093975067
253820 0.166865 0.166632 0.166936 CURRENT LEARNING RATE: 0.05529488092323492
previous_iter_valid_loss : 0.16252800822257996
253840 0.162728 0.162528 0.166132 CURRENT LEARNING RATE: 0.055283823052874166
previous_iter_valid_loss : 0.16302183270454407
253860 0.163294 0.163022 0.166086 CURRENT LEARNING RATE: 0.05527276739386634
previous_iter_valid_loss : 0.1610274314880371
253880 0.161219 0.161027 0.165722 CURRENT LEARNING RATE: 0.05526171394576923
previous_iter_valid_loss : 0.1646667718887329
253900 0.164905 0.164667 0.165665 CURRENT LEARNING RATE: 0.05525066270814068
previous_iter_valid_loss : 0.18656176328659058
253920 0.186753 0.186562 0.166915 CURRENT LEARNING RATE: 0.05523961368053864
previous_iter_valid_loss : 0.163779154419899
253940 0.163947 0.163779 0.167025 CURRENT LEARNING RATE: 0.05522856686252116
previous_iter_valid_loss : 0.18613505363464355
253960 0.186587 0.186135 0.168111 CURRENT LEARNING RATE: 0.055217522253646366
previous_iter_valid_loss : 0.16149502992630005
253980 0.161678 0.161495 0.167649 CURRENT LEARNING RATE: 0.055206479853472455
previous_iter_valid_loss : 0.1638922542333603
254000 0.164060 0.163892 0.167734 CURRENT LEARNING RATE: 0.05519543966155776
previous_iter_valid_loss : 0.16130103170871735
254020 0.161478 0.161301 0.166907 CURRENT LEARNING RATE: 0.055184401677460644
previous_iter_valid_loss : 0.16138653457164764
254040 0.161551 0.161387 0.166676 CURRENT LEARNING RATE: 0.05517336590073961
previous_iter_valid_loss : 0.16265739500522614
254060 0.162833 0.162657 0.166658 CURRENT LEARNING RATE: 0.055162332330953225
previous_iter_valid_loss : 0.16278979182243347
254080 0.162964 0.162790 0.166424 CURRENT LEARNING RATE: 0.05515130096766014
previous_iter_valid_loss : 0.19882334768772125
254100 0.199316 0.198823 0.168103 CURRENT LEARNING RATE: 0.05514027181041909
previous_iter_valid_loss : 0.17918528616428375
254120 0.179563 0.179185 0.168638 CURRENT LEARNING RATE: 0.05512924485878893
previous_iter_valid_loss : 0.16511817276477814
254140 0.165318 0.165118 0.168745 CURRENT LEARNING RATE: 0.05511822011232857
previous_iter_valid_loss : 0.1642344743013382
254160 0.164509 0.164234 0.168567 CURRENT LEARNING RATE: 0.05510719757059702
previous_iter_valid_loss : 0.16144590079784393
254180 0.161618 0.161446 0.168276 CURRENT LEARNING RATE: 0.055096177233153375
previous_iter_valid_loss : 0.16922175884246826
254200 0.169477 0.169222 0.168294 CURRENT LEARNING RATE: 0.05508515909955684
previous_iter_valid_loss : 0.1630645990371704
254220 0.163214 0.163065 0.168115 CURRENT LEARNING RATE: 0.055074143169366645
previous_iter_valid_loss : 0.17256225645542145
254240 0.172835 0.172562 0.168617 CURRENT LEARNING RATE: 0.0550631294421422
previous_iter_valid_loss : 0.1611797958612442
254260 0.161402 0.161180 0.168525 CURRENT LEARNING RATE: 0.05505211791744295
previous_iter_valid_loss : 0.16138911247253418
254280 0.161552 0.161389 0.168543 CURRENT LEARNING RATE: 0.05504110859482843
previous_iter_valid_loss : 0.16661369800567627
254300 0.166909 0.166614 0.168640 CURRENT LEARNING RATE: 0.05503010147385825
previous_iter_valid_loss : 0.1701522171497345
254320 0.170377 0.170152 0.167820 CURRENT LEARNING RATE: 0.05501909655409213
previous_iter_valid_loss : 0.16323399543762207
254340 0.163409 0.163234 0.167793 CURRENT LEARNING RATE: 0.05500809383508989
previous_iter_valid_loss : 0.16115397214889526
254360 0.161289 0.161154 0.166544 CURRENT LEARNING RATE: 0.05499709331641142
previous_iter_valid_loss : 0.1612875908613205
254380 0.161406 0.161288 0.166533 CURRENT LEARNING RATE: 0.054986094997616676
previous_iter_valid_loss : 0.16141889989376068
254400 0.161595 0.161419 0.166410 CURRENT LEARNING RATE: 0.05497509887826574
previous_iter_valid_loss : 0.165199875831604
254420 0.165391 0.165200 0.166605 CURRENT LEARNING RATE: 0.054964104957918765
previous_iter_valid_loss : 0.17277035117149353
254440 0.172950 0.172770 0.167174 CURRENT LEARNING RATE: 0.054953113236136
previous_iter_valid_loss : 0.16489943861961365
254460 0.165076 0.164899 0.167286 CURRENT LEARNING RATE: 0.05494212371247778
previous_iter_valid_loss : 0.16355149447917938
254480 0.163756 0.163551 0.167324 CURRENT LEARNING RATE: 0.05493113638650451
previous_iter_valid_loss : 0.16207247972488403
254500 0.162269 0.162072 0.165486 CURRENT LEARNING RATE: 0.05492015125777669
previous_iter_valid_loss : 0.1620897501707077
254520 0.162324 0.162090 0.164632 CURRENT LEARNING RATE: 0.05490916832585494
previous_iter_valid_loss : 0.16121549904346466
254540 0.161391 0.161215 0.164436 CURRENT LEARNING RATE: 0.05489818759029993
previous_iter_valid_loss : 0.16707322001457214
254560 0.167258 0.167073 0.164578 CURRENT LEARNING RATE: 0.05488720905067243
previous_iter_valid_loss : 0.16574399173259735
254580 0.165993 0.165744 0.164793 CURRENT LEARNING RATE: 0.054876232706533294
previous_iter_valid_loss : 0.16193409264087677
254600 0.162097 0.161934 0.164429 CURRENT LEARNING RATE: 0.05486525855744347
previous_iter_valid_loss : 0.16409865021705627
254620 0.164261 0.164099 0.164481 CURRENT LEARNING RATE: 0.05485428660296399
previous_iter_valid_loss : 0.16133826971054077
254640 0.161484 0.161338 0.163919 CURRENT LEARNING RATE: 0.05484331684265599
previous_iter_valid_loss : 0.1615493893623352
254660 0.161697 0.161549 0.163938 CURRENT LEARNING RATE: 0.05483234927608068
previous_iter_valid_loss : 0.16634784638881683
254680 0.166472 0.166348 0.164186 CURRENT LEARNING RATE: 0.05482138390279935
previous_iter_valid_loss : 0.161678746342659
254700 0.161874 0.161679 0.163939 CURRENT LEARNING RATE: 0.054810420722373375
previous_iter_valid_loss : 0.1644185483455658
254720 0.164633 0.164419 0.163652 CURRENT LEARNING RATE: 0.05479945973436423
previous_iter_valid_loss : 0.16128617525100708
254740 0.161476 0.161286 0.163555 CURRENT LEARNING RATE: 0.0547885009383335
previous_iter_valid_loss : 0.16127243638038635
254760 0.161420 0.161272 0.163561 CURRENT LEARNING RATE: 0.054777544333842805
previous_iter_valid_loss : 0.16855353116989136
254780 0.168755 0.168554 0.163924 CURRENT LEARNING RATE: 0.054766589920453884
previous_iter_valid_loss : 0.16480900347232819
254800 0.165014 0.164809 0.164094 CURRENT LEARNING RATE: 0.054755637697728586
previous_iter_valid_loss : 0.1619909107685089
254820 0.162154 0.161991 0.163933 CURRENT LEARNING RATE: 0.05474468766522878
previous_iter_valid_loss : 0.16110043227672577
254840 0.161307 0.161100 0.163350 CURRENT LEARNING RATE: 0.05473373982251651
previous_iter_valid_loss : 0.16657374799251556
254860 0.166819 0.166574 0.163434 CURRENT LEARNING RATE: 0.05472279416915382
previous_iter_valid_loss : 0.16859669983386993
254880 0.168843 0.168597 0.163686 CURRENT LEARNING RATE: 0.05471185070470292
previous_iter_valid_loss : 0.20819510519504547
254900 0.208308 0.208195 0.165992 CURRENT LEARNING RATE: 0.054700909428726054
previous_iter_valid_loss : 0.16201916337013245
254920 0.162220 0.162019 0.165988 CURRENT LEARNING RATE: 0.05468997034078556
previous_iter_valid_loss : 0.17003658413887024
254940 0.170202 0.170037 0.166429 CURRENT LEARNING RATE: 0.0546790334404439
previous_iter_valid_loss : 0.1615915447473526
254960 0.161730 0.161592 0.166155 CURRENT LEARNING RATE: 0.05466809872726358
previous_iter_valid_loss : 0.16202569007873535
254980 0.162193 0.162026 0.165969 CURRENT LEARNING RATE: 0.05465716620080722
previous_iter_valid_loss : 0.17050717771053314
255000 0.170742 0.170507 0.166398 CURRENT LEARNING RATE: 0.05464623586063751
previous_iter_valid_loss : 0.1643657237291336
255020 0.164560 0.164366 0.166411 CURRENT LEARNING RATE: 0.054635307706317235
previous_iter_valid_loss : 0.1739002764225006
255040 0.174180 0.173900 0.167040 CURRENT LEARNING RATE: 0.05462438173740926
previous_iter_valid_loss : 0.1613452434539795
255060 0.161530 0.161345 0.167029 CURRENT LEARNING RATE: 0.05461345795347659
previous_iter_valid_loss : 0.16891296207904816
255080 0.169091 0.168913 0.167158 CURRENT LEARNING RATE: 0.054602536354082236
previous_iter_valid_loss : 0.162267804145813
255100 0.162449 0.162268 0.167187 CURRENT LEARNING RATE: 0.05459161693878935
previous_iter_valid_loss : 0.16162671148777008
255120 0.161841 0.161627 0.167047 CURRENT LEARNING RATE: 0.054580699707161145
previous_iter_valid_loss : 0.17467480897903442
255140 0.175001 0.174675 0.167717 CURRENT LEARNING RATE: 0.05456978465876094
previous_iter_valid_loss : 0.16153542697429657
255160 0.161710 0.161535 0.167730 CURRENT LEARNING RATE: 0.05455887179315213
previous_iter_valid_loss : 0.17656581103801727
255180 0.176906 0.176566 0.168131 CURRENT LEARNING RATE: 0.054547961109898194
previous_iter_valid_loss : 0.17522220313549042
255200 0.175541 0.175222 0.168651 CURRENT LEARNING RATE: 0.05453705260856271
previous_iter_valid_loss : 0.16634277999401093
255220 0.166534 0.166343 0.168869 CURRENT LEARNING RATE: 0.05452614628870933
previous_iter_valid_loss : 0.16973990201950073
255240 0.170020 0.169740 0.169301 CURRENT LEARNING RATE: 0.054515242149901826
previous_iter_valid_loss : 0.1791621595621109
255260 0.179521 0.179162 0.169930 CURRENT LEARNING RATE: 0.054504340191704005
previous_iter_valid_loss : 0.1616906225681305
255280 0.161883 0.161691 0.169585 CURRENT LEARNING RATE: 0.054493440413679796
previous_iter_valid_loss : 0.1649547517299652
255300 0.165194 0.164955 0.167423 CURRENT LEARNING RATE: 0.05448254281539322
previous_iter_valid_loss : 0.16088439524173737
255320 0.161073 0.160884 0.167366 CURRENT LEARNING RATE: 0.054471647396408356
previous_iter_valid_loss : 0.17403747141361237
255340 0.174364 0.174037 0.167566 CURRENT LEARNING RATE: 0.054460754156289405
previous_iter_valid_loss : 0.173935204744339
255360 0.174234 0.173935 0.168183 CURRENT LEARNING RATE: 0.05444986309460061
previous_iter_valid_loss : 0.16230903565883636
255380 0.162489 0.162309 0.168198 CURRENT LEARNING RATE: 0.05443897421090636
previous_iter_valid_loss : 0.16382996737957
255400 0.164098 0.163830 0.167864 CURRENT LEARNING RATE: 0.05442808750477108
previous_iter_valid_loss : 0.16193780303001404
255420 0.162118 0.161938 0.167742 CURRENT LEARNING RATE: 0.05441720297575932
previous_iter_valid_loss : 0.16516561806201935
255440 0.165395 0.165166 0.167306 CURRENT LEARNING RATE: 0.054406320623435644
previous_iter_valid_loss : 0.17393052577972412
255460 0.174181 0.173931 0.167935 CURRENT LEARNING RATE: 0.05439544044736483
previous_iter_valid_loss : 0.1703379899263382
255480 0.170542 0.170338 0.168006 CURRENT LEARNING RATE: 0.05438456244711165
previous_iter_valid_loss : 0.16159559786319733
255500 0.161760 0.161596 0.167973 CURRENT LEARNING RATE: 0.054373686622240965
previous_iter_valid_loss : 0.16763447225093842
255520 0.167800 0.167634 0.168273 CURRENT LEARNING RATE: 0.05436281297231776
previous_iter_valid_loss : 0.16582174599170685
255540 0.165987 0.165822 0.167830 CURRENT LEARNING RATE: 0.05435194149690708
previous_iter_valid_loss : 0.1623508781194687
255560 0.162558 0.162351 0.167871 CURRENT LEARNING RATE: 0.05434107219557406
previous_iter_valid_loss : 0.1830260306596756
255580 0.183382 0.183026 0.168194 CURRENT LEARNING RATE: 0.054330205067883934
previous_iter_valid_loss : 0.1620849370956421
255600 0.162265 0.162085 0.167537 CURRENT LEARNING RATE: 0.054319340113402025
previous_iter_valid_loss : 0.17303937673568726
255620 0.173232 0.173039 0.167872 CURRENT LEARNING RATE: 0.05430847733169373
previous_iter_valid_loss : 0.16281165182590485
255640 0.163030 0.162812 0.167526 CURRENT LEARNING RATE: 0.054297616722324527
previous_iter_valid_loss : 0.16889899969100952
255660 0.169165 0.168899 0.167012 CURRENT LEARNING RATE: 0.05428675828486001
previous_iter_valid_loss : 0.16127783060073853
255680 0.161470 0.161278 0.166992 CURRENT LEARNING RATE: 0.054275902018865826
previous_iter_valid_loss : 0.1742037534713745
255700 0.174348 0.174204 0.167454 CURRENT LEARNING RATE: 0.054265047923907725
previous_iter_valid_loss : 0.16305983066558838
255720 0.163207 0.163060 0.167563 CURRENT LEARNING RATE: 0.05425419599955156
previous_iter_valid_loss : 0.1627538651227951
255740 0.162930 0.162754 0.166999 CURRENT LEARNING RATE: 0.054243346245363235
previous_iter_valid_loss : 0.2029079645872116
255760 0.202970 0.202908 0.168448 CURRENT LEARNING RATE: 0.05423249866090876
previous_iter_valid_loss : 0.16406093537807465
255780 0.164328 0.164061 0.168535 CURRENT LEARNING RATE: 0.054221653245754245
previous_iter_valid_loss : 0.16349339485168457
255800 0.163661 0.163493 0.168518 CURRENT LEARNING RATE: 0.05421080999946587
previous_iter_valid_loss : 0.161362886428833
255820 0.161538 0.161363 0.168490 CURRENT LEARNING RATE: 0.0541999689216099
previous_iter_valid_loss : 0.21310299634933472
255840 0.213232 0.213103 0.170886 CURRENT LEARNING RATE: 0.05418913001175268
previous_iter_valid_loss : 0.16345007717609406
255860 0.163656 0.163450 0.170362 CURRENT LEARNING RATE: 0.05417829326946068
previous_iter_valid_loss : 0.1673637479543686
255880 0.167629 0.167364 0.170214 CURRENT LEARNING RATE: 0.05416745869430042
previous_iter_valid_loss : 0.1622856855392456
255900 0.162519 0.162286 0.170248 CURRENT LEARNING RATE: 0.05415662628583851
previous_iter_valid_loss : 0.16265210509300232
255920 0.162916 0.162652 0.169999 CURRENT LEARNING RATE: 0.05414579604364166
previous_iter_valid_loss : 0.16213081777095795
255940 0.162345 0.162131 0.169814 CURRENT LEARNING RATE: 0.05413496796727667
previous_iter_valid_loss : 0.16817115247249603
255960 0.168414 0.168171 0.170106 CURRENT LEARNING RATE: 0.0541241420563104
previous_iter_valid_loss : 0.162753626704216
255980 0.162945 0.162754 0.169092 CURRENT LEARNING RATE: 0.05411331831030981
previous_iter_valid_loss : 0.16148531436920166
256000 0.161683 0.161485 0.169062 CURRENT LEARNING RATE: 0.05410249672884197
previous_iter_valid_loss : 0.16161370277404785
256020 0.161799 0.161614 0.168491 CURRENT LEARNING RATE: 0.05409167731147401
previous_iter_valid_loss : 0.16907702386379242
256040 0.169319 0.169077 0.168804 CURRENT LEARNING RATE: 0.05408086005777315
previous_iter_valid_loss : 0.16292092204093933
256060 0.163075 0.162921 0.168505 CURRENT LEARNING RATE: 0.054070044967306684
previous_iter_valid_loss : 0.16104809939861298
256080 0.161239 0.161048 0.168494 CURRENT LEARNING RATE: 0.05405923203964203
previous_iter_valid_loss : 0.16134649515151978
256100 0.161497 0.161346 0.167851 CURRENT LEARNING RATE: 0.05404842127434668
previous_iter_valid_loss : 0.16580763459205627
256120 0.165989 0.165808 0.167988 CURRENT LEARNING RATE: 0.054037612670988174
previous_iter_valid_loss : 0.16260956227779388
256140 0.162815 0.162610 0.167981 CURRENT LEARNING RATE: 0.05402680622913418
previous_iter_valid_loss : 0.17109379172325134
256160 0.171393 0.171094 0.166390 CURRENT LEARNING RATE: 0.05401600194835245
previous_iter_valid_loss : 0.1671667993068695
256180 0.167394 0.167167 0.166545 CURRENT LEARNING RATE: 0.0540051998282108
previous_iter_valid_loss : 0.16968341171741486
256200 0.169966 0.169683 0.166855 CURRENT LEARNING RATE: 0.05399439986827716
previous_iter_valid_loss : 0.1666477769613266
256220 0.166888 0.166648 0.167119 CURRENT LEARNING RATE: 0.05398360206811951
previous_iter_valid_loss : 0.16160087287425995
256240 0.161797 0.161601 0.164544 CURRENT LEARNING RATE: 0.053972806427305925
previous_iter_valid_loss : 0.17756780982017517
256260 0.177769 0.177568 0.165250 CURRENT LEARNING RATE: 0.05396201294540463
previous_iter_valid_loss : 0.17139503359794617
256280 0.171694 0.171395 0.165451 CURRENT LEARNING RATE: 0.05395122162198387
previous_iter_valid_loss : 0.16212759912014008
256300 0.162323 0.162128 0.165444 CURRENT LEARNING RATE: 0.053940432456611974
previous_iter_valid_loss : 0.16620786488056183
256320 0.166434 0.166208 0.165621 CURRENT LEARNING RATE: 0.05392964544885738
previous_iter_valid_loss : 0.1658645123243332
256340 0.166045 0.165865 0.165808 CURRENT LEARNING RATE: 0.05391886059828862
previous_iter_valid_loss : 0.16153129935264587
256360 0.161697 0.161531 0.165476 CURRENT LEARNING RATE: 0.05390807790447429
previous_iter_valid_loss : 0.16107915341854095
256380 0.161278 0.161079 0.165392 CURRENT LEARNING RATE: 0.05389729736698308
previous_iter_valid_loss : 0.16277500987052917
256400 0.162949 0.162775 0.165457 CURRENT LEARNING RATE: 0.053886518985383776
previous_iter_valid_loss : 0.17199741303920746
256420 0.172184 0.171997 0.165976 CURRENT LEARNING RATE: 0.05387574275924523
previous_iter_valid_loss : 0.16254916787147522
256440 0.162763 0.162549 0.165650 CURRENT LEARNING RATE: 0.05386496868813641
previous_iter_valid_loss : 0.1627560257911682
256460 0.162968 0.162756 0.165641 CURRENT LEARNING RATE: 0.05385419677162633
previous_iter_valid_loss : 0.16408959031105042
256480 0.164260 0.164090 0.165793 CURRENT LEARNING RATE: 0.05384342700928415
previous_iter_valid_loss : 0.18780134618282318
256500 0.187930 0.187801 0.167116 CURRENT LEARNING RATE: 0.053832659400679043
previous_iter_valid_loss : 0.1617431491613388
256520 0.161932 0.161743 0.166913 CURRENT LEARNING RATE: 0.053821893945380325
previous_iter_valid_loss : 0.166524738073349
256540 0.166724 0.166525 0.167109 CURRENT LEARNING RATE: 0.053811130642957374
previous_iter_valid_loss : 0.16185757517814636
256560 0.162058 0.161858 0.166647 CURRENT LEARNING RATE: 0.053800369492979644
previous_iter_valid_loss : 0.16116969287395477
256580 0.161345 0.161170 0.166347 CURRENT LEARNING RATE: 0.05378961049501671
previous_iter_valid_loss : 0.16225175559520721
256600 0.162386 0.162252 0.165975 CURRENT LEARNING RATE: 0.05377885364863821
previous_iter_valid_loss : 0.16179686784744263
256620 0.162013 0.161797 0.165733 CURRENT LEARNING RATE: 0.05376809895341385
previous_iter_valid_loss : 0.16672490537166595
256640 0.166971 0.166725 0.165989 CURRENT LEARNING RATE: 0.053757346408913435
previous_iter_valid_loss : 0.1638507843017578
256660 0.164065 0.163851 0.165303 CURRENT LEARNING RATE: 0.05374659601470691
previous_iter_valid_loss : 0.16208164393901825
256680 0.162258 0.162082 0.164838 CURRENT LEARNING RATE: 0.05373584777036423
previous_iter_valid_loss : 0.16228164732456207
256700 0.162482 0.162282 0.164845 CURRENT LEARNING RATE: 0.05372510167545547
previous_iter_valid_loss : 0.16167840361595154
256720 0.161856 0.161678 0.164619 CURRENT LEARNING RATE: 0.05371435772955078
previous_iter_valid_loss : 0.17222550511360168
256740 0.172376 0.172226 0.164937 CURRENT LEARNING RATE: 0.05370361593222041
previous_iter_valid_loss : 0.16439153254032135
256760 0.164568 0.164392 0.165080 CURRENT LEARNING RATE: 0.053692876283034686
previous_iter_valid_loss : 0.16173453629016876
256780 0.161904 0.161735 0.165113 CURRENT LEARNING RATE: 0.05368213878156402
previous_iter_valid_loss : 0.16317962110042572
256800 0.163340 0.163180 0.165133 CURRENT LEARNING RATE: 0.053671403427378916
previous_iter_valid_loss : 0.16192705929279327
256820 0.162098 0.161927 0.164629 CURRENT LEARNING RATE: 0.05366067022004995
previous_iter_valid_loss : 0.165779709815979
256840 0.165999 0.165780 0.164791 CURRENT LEARNING RATE: 0.05364993915914781
previous_iter_valid_loss : 0.1640179306268692
256860 0.164260 0.164018 0.164854 CURRENT LEARNING RATE: 0.05363921024424322
previous_iter_valid_loss : 0.17250147461891174
256880 0.172843 0.172501 0.165275 CURRENT LEARNING RATE: 0.05362848347490707
previous_iter_valid_loss : 0.16954545676708221
256900 0.169826 0.169545 0.164362 CURRENT LEARNING RATE: 0.053617758850710254
previous_iter_valid_loss : 0.1785387545824051
256920 0.178888 0.178539 0.165202 CURRENT LEARNING RATE: 0.053607036371223805
previous_iter_valid_loss : 0.16263790428638458
256940 0.162869 0.162638 0.165007 CURRENT LEARNING RATE: 0.05359631603601882
previous_iter_valid_loss : 0.1644001603126526
256960 0.164685 0.164400 0.165134 CURRENT LEARNING RATE: 0.053585597844666474
previous_iter_valid_loss : 0.16665789484977722
256980 0.166937 0.166658 0.165409 CURRENT LEARNING RATE: 0.053574881796738055
previous_iter_valid_loss : 0.16173772513866425
257000 0.161937 0.161738 0.165383 CURRENT LEARNING RATE: 0.05356416789180492
previous_iter_valid_loss : 0.16927331686019897
257020 0.169574 0.169273 0.165757 CURRENT LEARNING RATE: 0.0535534561294385
previous_iter_valid_loss : 0.16623562574386597
257040 0.166394 0.166236 0.165732 CURRENT LEARNING RATE: 0.05354274650921031
previous_iter_valid_loss : 0.1631103754043579
257060 0.163335 0.163110 0.165695 CURRENT LEARNING RATE: 0.05353203903069201
previous_iter_valid_loss : 0.16668549180030823
257080 0.166939 0.166685 0.165926 CURRENT LEARNING RATE: 0.053521333693455284
previous_iter_valid_loss : 0.17151300609111786
257100 0.171804 0.171513 0.166387 CURRENT LEARNING RATE: 0.05351063049707191
previous_iter_valid_loss : 0.16754430532455444
257120 0.167734 0.167544 0.166680 CURRENT LEARNING RATE: 0.05349992944111376
previous_iter_valid_loss : 0.16499271988868713
257140 0.165238 0.164993 0.166319 CURRENT LEARNING RATE: 0.053489230525152795
previous_iter_valid_loss : 0.17093248665332794
257160 0.171125 0.170932 0.166646 CURRENT LEARNING RATE: 0.05347853374876107
previous_iter_valid_loss : 0.16200663149356842
257180 0.162202 0.162007 0.166659 CURRENT LEARNING RATE: 0.053467839111510686
previous_iter_valid_loss : 0.1890547126531601
257200 0.189232 0.189055 0.167953 CURRENT LEARNING RATE: 0.05345714661297388
previous_iter_valid_loss : 0.16128161549568176
257220 0.161455 0.161282 0.167921 CURRENT LEARNING RATE: 0.05344645625272295
previous_iter_valid_loss : 0.16414646804332733
257240 0.164338 0.164146 0.167839 CURRENT LEARNING RATE: 0.053435768030330275
previous_iter_valid_loss : 0.16187193989753723
257260 0.162070 0.161872 0.167732 CURRENT LEARNING RATE: 0.053425081945368325
previous_iter_valid_loss : 0.16934247314929962
257280 0.169538 0.169342 0.167574 CURRENT LEARNING RATE: 0.05341439799740966
previous_iter_valid_loss : 0.17193129658699036
257300 0.172097 0.171931 0.167693 CURRENT LEARNING RATE: 0.05340371618602693
previous_iter_valid_loss : 0.16721214354038239
257320 0.167428 0.167212 0.167127 CURRENT LEARNING RATE: 0.05339303651079284
previous_iter_valid_loss : 0.16199061274528503
257340 0.162201 0.161991 0.167095 CURRENT LEARNING RATE: 0.05338235897128022
previous_iter_valid_loss : 0.1643056571483612
257360 0.164519 0.164306 0.167090 CURRENT LEARNING RATE: 0.05337168356706198
previous_iter_valid_loss : 0.1651848554611206
257380 0.165413 0.165185 0.167016 CURRENT LEARNING RATE: 0.05336101029771108
previous_iter_valid_loss : 0.16211865842342377
257400 0.162330 0.162119 0.167035 CURRENT LEARNING RATE: 0.0533503391628006
previous_iter_valid_loss : 0.16135060787200928
257420 0.161563 0.161351 0.166639 CURRENT LEARNING RATE: 0.0533396701619037
previous_iter_valid_loss : 0.1702660173177719
257440 0.170552 0.170266 0.166841 CURRENT LEARNING RATE: 0.05332900329459358
previous_iter_valid_loss : 0.18096543848514557
257460 0.181288 0.180965 0.167733 CURRENT LEARNING RATE: 0.05331833856044362
previous_iter_valid_loss : 0.16089704632759094
257480 0.161086 0.160897 0.167444 CURRENT LEARNING RATE: 0.053307675959027224
previous_iter_valid_loss : 0.16256965696811676
257500 0.162788 0.162570 0.166997 CURRENT LEARNING RATE: 0.053297015489917866
previous_iter_valid_loss : 0.16752970218658447
257520 0.167723 0.167530 0.166996 CURRENT LEARNING RATE: 0.05328635715268913
previous_iter_valid_loss : 0.16287246346473694
257540 0.163127 0.162872 0.166890 CURRENT LEARNING RATE: 0.05327570094691469
previous_iter_valid_loss : 0.1632239669561386
257560 0.163435 0.163224 0.166505 CURRENT LEARNING RATE: 0.0532650468721683
previous_iter_valid_loss : 0.16136784851551056
257580 0.161596 0.161368 0.166473 CURRENT LEARNING RATE: 0.053254394928023786
previous_iter_valid_loss : 0.18314403295516968
257600 0.183387 0.183144 0.166177 CURRENT LEARNING RATE: 0.05324374511405509
previous_iter_valid_loss : 0.17411455512046814
257620 0.174331 0.174115 0.166819 CURRENT LEARNING RATE: 0.05323309742983618
previous_iter_valid_loss : 0.1718320995569229
257640 0.172044 0.171832 0.167203 CURRENT LEARNING RATE: 0.05322245187494119
previous_iter_valid_loss : 0.16495764255523682
257660 0.165222 0.164958 0.167357 CURRENT LEARNING RATE: 0.05321180844894429
previous_iter_valid_loss : 0.16653050482273102
257680 0.166800 0.166531 0.167217 CURRENT LEARNING RATE: 0.053201167151419725
previous_iter_valid_loss : 0.17000538110733032
257700 0.170289 0.170005 0.167120 CURRENT LEARNING RATE: 0.053190527981941856
previous_iter_valid_loss : 0.16328027844429016
257720 0.163573 0.163280 0.166924 CURRENT LEARNING RATE: 0.0531798909400851
previous_iter_valid_loss : 0.1620786041021347
257740 0.162312 0.162079 0.166928 CURRENT LEARNING RATE: 0.05316925602542401
previous_iter_valid_loss : 0.16819430887699127
257760 0.168467 0.168194 0.167123 CURRENT LEARNING RATE: 0.05315862323753315
previous_iter_valid_loss : 0.17134109139442444
257780 0.171617 0.171341 0.167431 CURRENT LEARNING RATE: 0.05314799257598724
previous_iter_valid_loss : 0.16454608738422394
257800 0.164781 0.164546 0.167552 CURRENT LEARNING RATE: 0.05313736404036103
previous_iter_valid_loss : 0.17469123005867004
257820 0.175009 0.174691 0.168219 CURRENT LEARNING RATE: 0.05312673763022939
previous_iter_valid_loss : 0.17108403146266937
257840 0.171360 0.171084 0.168260 CURRENT LEARNING RATE: 0.05311611334516727
previous_iter_valid_loss : 0.17562814056873322
257860 0.175815 0.175628 0.167993 CURRENT LEARNING RATE: 0.053105491184749665
previous_iter_valid_loss : 0.1630314439535141
257880 0.163224 0.163031 0.168100 CURRENT LEARNING RATE: 0.053094871148551735
previous_iter_valid_loss : 0.1719380021095276
257900 0.172121 0.171938 0.168568 CURRENT LEARNING RATE: 0.05308425323614866
previous_iter_valid_loss : 0.16306446492671967
257920 0.163257 0.163064 0.168345 CURRENT LEARNING RATE: 0.053073637447115726
previous_iter_valid_loss : 0.167519211769104
257940 0.167801 0.167519 0.168577 CURRENT LEARNING RATE: 0.053063023781028285
previous_iter_valid_loss : 0.1616252213716507
257960 0.161837 0.161625 0.168497 CURRENT LEARNING RATE: 0.053052412237461814
previous_iter_valid_loss : 0.16213181614875793
257980 0.162307 0.162132 0.168535 CURRENT LEARNING RATE: 0.053041802815991836
previous_iter_valid_loss : 0.16269555687904358
258000 0.162896 0.162696 0.167513 CURRENT LEARNING RATE: 0.05303119551619397
previous_iter_valid_loss : 0.16324831545352936
258020 0.163446 0.163248 0.166970 CURRENT LEARNING RATE: 0.05302059033764394
previous_iter_valid_loss : 0.1615317165851593
258040 0.161724 0.161532 0.166455 CURRENT LEARNING RATE: 0.05300998727991753
previous_iter_valid_loss : 0.17521318793296814
258060 0.175381 0.175213 0.166967 CURRENT LEARNING RATE: 0.05299938634259062
previous_iter_valid_loss : 0.16354301571846008
258080 0.163759 0.163543 0.166818 CURRENT LEARNING RATE: 0.05298878752523916
previous_iter_valid_loss : 0.16444967687129974
258100 0.164648 0.164450 0.166540 CURRENT LEARNING RATE: 0.052978190827439216
previous_iter_valid_loss : 0.16185171902179718
258120 0.162018 0.161852 0.166469 CURRENT LEARNING RATE: 0.052967596248766916
previous_iter_valid_loss : 0.18441103398799896
258140 0.184630 0.184411 0.167585 CURRENT LEARNING RATE: 0.05295700378879847
previous_iter_valid_loss : 0.17411231994628906
258160 0.174284 0.174112 0.167881 CURRENT LEARNING RATE: 0.05294641344711018
previous_iter_valid_loss : 0.1651482880115509
258180 0.165389 0.165148 0.167572 CURRENT LEARNING RATE: 0.05293582522327843
previous_iter_valid_loss : 0.16518180072307587
258200 0.165390 0.165182 0.167604 CURRENT LEARNING RATE: 0.052925239116879706
previous_iter_valid_loss : 0.16265396773815155
258220 0.162793 0.162654 0.167002 CURRENT LEARNING RATE: 0.05291465512749055
previous_iter_valid_loss : 0.16691280901432037
258240 0.167100 0.166913 0.166793 CURRENT LEARNING RATE: 0.05290407325468761
previous_iter_valid_loss : 0.1610291749238968
258260 0.161206 0.161029 0.166063 CURRENT LEARNING RATE: 0.05289349349804758
previous_iter_valid_loss : 0.1644142121076584
258280 0.164600 0.164414 0.166132 CURRENT LEARNING RATE: 0.05288291585714732
previous_iter_valid_loss : 0.18815234303474426
258300 0.188300 0.188152 0.166943 CURRENT LEARNING RATE: 0.052872340331563704
previous_iter_valid_loss : 0.1736222207546234
258320 0.173788 0.173622 0.167471 CURRENT LEARNING RATE: 0.0528617669208737
previous_iter_valid_loss : 0.1615585833787918
258340 0.161705 0.161559 0.167173 CURRENT LEARNING RATE: 0.052851195624654394
previous_iter_valid_loss : 0.16251544654369354
258360 0.162742 0.162515 0.167217 CURRENT LEARNING RATE: 0.052840626442482906
previous_iter_valid_loss : 0.1654154360294342
258380 0.165628 0.165415 0.167382 CURRENT LEARNING RATE: 0.052830059373936485
previous_iter_valid_loss : 0.17230753600597382
258400 0.172544 0.172308 0.167862 CURRENT LEARNING RATE: 0.052819494418592454
previous_iter_valid_loss : 0.16088496148586273
258420 0.161098 0.160885 0.167744 CURRENT LEARNING RATE: 0.0528089315760282
previous_iter_valid_loss : 0.177056223154068
258440 0.177367 0.177056 0.168520 CURRENT LEARNING RATE: 0.05279837084582122
previous_iter_valid_loss : 0.16411595046520233
258460 0.164317 0.164116 0.167965 CURRENT LEARNING RATE: 0.05278781222754908
previous_iter_valid_loss : 0.18242140114307404
258480 0.182632 0.182421 0.168909 CURRENT LEARNING RATE: 0.05277725572078943
previous_iter_valid_loss : 0.16480909287929535
258500 0.164986 0.164809 0.168927 CURRENT LEARNING RATE: 0.05276670132512003
previous_iter_valid_loss : 0.17459101974964142
258520 0.174765 0.174591 0.169564 CURRENT LEARNING RATE: 0.05275614904011868
previous_iter_valid_loss : 0.16642363369464874
258540 0.166692 0.166424 0.168665 CURRENT LEARNING RATE: 0.0527455988653633
previous_iter_valid_loss : 0.17187312245368958
258560 0.172075 0.171873 0.168553 CURRENT LEARNING RATE: 0.052735050800431886
previous_iter_valid_loss : 0.1613713651895523
258580 0.161542 0.161371 0.168364 CURRENT LEARNING RATE: 0.0527245048449025
previous_iter_valid_loss : 0.1634649634361267
258600 0.163684 0.163465 0.168278 CURRENT LEARNING RATE: 0.05271396099835333
previous_iter_valid_loss : 0.1642899066209793
258620 0.164564 0.164290 0.168360 CURRENT LEARNING RATE: 0.05270341926036259
previous_iter_valid_loss : 0.16868719458580017
258640 0.168854 0.168687 0.168449 CURRENT LEARNING RATE: 0.05269287963050864
previous_iter_valid_loss : 0.163983553647995
258660 0.164203 0.163984 0.168596 CURRENT LEARNING RATE: 0.052682342108369855
previous_iter_valid_loss : 0.16177140176296234
258680 0.161956 0.161771 0.168464 CURRENT LEARNING RATE: 0.05267180669352478
previous_iter_valid_loss : 0.17588894069194794
258700 0.176233 0.175889 0.167851 CURRENT LEARNING RATE: 0.05266127338555199
previous_iter_valid_loss : 0.16080796718597412
258720 0.161031 0.160808 0.167210 CURRENT LEARNING RATE: 0.05265074218403013
previous_iter_valid_loss : 0.1628151535987854
258740 0.163056 0.162815 0.167273 CURRENT LEARNING RATE: 0.052640213088537974
previous_iter_valid_loss : 0.16213349997997284
258760 0.162360 0.162133 0.167254 CURRENT LEARNING RATE: 0.05262968609865435
previous_iter_valid_loss : 0.16412489116191864
258780 0.164366 0.164125 0.167190 CURRENT LEARNING RATE: 0.05261916121395817
previous_iter_valid_loss : 0.16279153525829315
258800 0.163028 0.162792 0.166714 CURRENT LEARNING RATE: 0.05260863843402845
previous_iter_valid_loss : 0.17619869112968445
258820 0.176541 0.176199 0.167479 CURRENT LEARNING RATE: 0.05259811775844427
previous_iter_valid_loss : 0.1642773598432541
258840 0.164560 0.164277 0.166841 CURRENT LEARNING RATE: 0.05258759918678481
previous_iter_valid_loss : 0.1658596396446228
258860 0.166067 0.165860 0.166928 CURRENT LEARNING RATE: 0.05257708271862933
previous_iter_valid_loss : 0.16128435730934143
258880 0.161466 0.161284 0.165871 CURRENT LEARNING RATE: 0.05256656835355716
previous_iter_valid_loss : 0.16078439354896545
258900 0.160976 0.160784 0.165670 CURRENT LEARNING RATE: 0.052556056091147725
previous_iter_valid_loss : 0.16971227526664734
258920 0.169980 0.169712 0.165426 CURRENT LEARNING RATE: 0.05254554593098055
previous_iter_valid_loss : 0.16350388526916504
258940 0.163755 0.163504 0.165280 CURRENT LEARNING RATE: 0.052535037872635214
previous_iter_valid_loss : 0.16139839589595795
258960 0.161584 0.161398 0.164756 CURRENT LEARNING RATE: 0.052524531915691404
previous_iter_valid_loss : 0.17643965780735016
258980 0.176766 0.176440 0.165509 CURRENT LEARNING RATE: 0.05251402805972888
previous_iter_valid_loss : 0.16734381020069122
259000 0.167628 0.167344 0.165703 CURRENT LEARNING RATE: 0.05250352630432748
previous_iter_valid_loss : 0.18036121129989624
259020 0.180593 0.180361 0.166507 CURRENT LEARNING RATE: 0.05249302664906713
previous_iter_valid_loss : 0.17171846330165863
259040 0.172046 0.171718 0.166658 CURRENT LEARNING RATE: 0.05248252909352787
previous_iter_valid_loss : 0.1615409404039383
259060 0.161720 0.161541 0.166536 CURRENT LEARNING RATE: 0.05247203363728976
previous_iter_valid_loss : 0.17483046650886536
259080 0.175122 0.174830 0.167189 CURRENT LEARNING RATE: 0.05246154027993301
previous_iter_valid_loss : 0.16824781894683838
259100 0.168434 0.168248 0.166807 CURRENT LEARNING RATE: 0.052451049021037886
previous_iter_valid_loss : 0.1617646962404251
259120 0.161983 0.161765 0.166855 CURRENT LEARNING RATE: 0.05244055986018473
previous_iter_valid_loss : 0.19702160358428955
259140 0.197563 0.197022 0.168565 CURRENT LEARNING RATE: 0.05243007279695397
previous_iter_valid_loss : 0.16391775012016296
259160 0.164179 0.163918 0.168655 CURRENT LEARNING RATE: 0.05241958783092614
previous_iter_valid_loss : 0.1654282808303833
259180 0.165639 0.165428 0.168720 CURRENT LEARNING RATE: 0.052409104961681816
previous_iter_valid_loss : 0.1612384170293808
259200 0.161444 0.161238 0.168642 CURRENT LEARNING RATE: 0.05239862418880171
previous_iter_valid_loss : 0.16371962428092957
259220 0.163894 0.163720 0.168018 CURRENT LEARNING RATE: 0.052388145511866574
previous_iter_valid_loss : 0.16607169806957245
259240 0.166350 0.166072 0.168108 CURRENT LEARNING RATE: 0.05237766893045726
previous_iter_valid_loss : 0.16273178160190582
259260 0.162921 0.162732 0.167952 CURRENT LEARNING RATE: 0.05236719444415472
previous_iter_valid_loss : 0.16154181957244873
259280 0.161776 0.161542 0.167964 CURRENT LEARNING RATE: 0.05235672205253996
previous_iter_valid_loss : 0.1618773490190506
259300 0.162112 0.161877 0.168019 CURRENT LEARNING RATE: 0.052346251755194084
previous_iter_valid_loss : 0.17445893585681915
259320 0.174774 0.174459 0.168256 CURRENT LEARNING RATE: 0.052335783551698295
previous_iter_valid_loss : 0.16108785569667816
259340 0.161262 0.161088 0.168136 CURRENT LEARNING RATE: 0.05232531744163385
previous_iter_valid_loss : 0.16145697236061096
259360 0.161689 0.161457 0.168139 CURRENT LEARNING RATE: 0.0523148534245821
previous_iter_valid_loss : 0.164650559425354
259380 0.164850 0.164651 0.167549 CURRENT LEARNING RATE: 0.05230439150012451
previous_iter_valid_loss : 0.16211487352848053
259400 0.162345 0.162115 0.167288 CURRENT LEARNING RATE: 0.05229393166784258
previous_iter_valid_loss : 0.1730346977710724
259420 0.173351 0.173035 0.166921 CURRENT LEARNING RATE: 0.05228347392731793
previous_iter_valid_loss : 0.16136430203914642
259440 0.161568 0.161364 0.166404 CURRENT LEARNING RATE: 0.05227301827813224
previous_iter_valid_loss : 0.1618497669696808
259460 0.162092 0.161850 0.166419 CURRENT LEARNING RATE: 0.052262564719867254
previous_iter_valid_loss : 0.16226497292518616
259480 0.162417 0.162265 0.165791 CURRENT LEARNING RATE: 0.052252113252104895
previous_iter_valid_loss : 0.18046687543392181
259500 0.180672 0.180467 0.166402 CURRENT LEARNING RATE: 0.05224166387442707
previous_iter_valid_loss : 0.16764894127845764
259520 0.167824 0.167649 0.166696 CURRENT LEARNING RATE: 0.052231216586415816
previous_iter_valid_loss : 0.16385287046432495
259540 0.164095 0.163853 0.165037 CURRENT LEARNING RATE: 0.052220771387653235
previous_iter_valid_loss : 0.16868147253990173
259560 0.168877 0.168681 0.165276 CURRENT LEARNING RATE: 0.052210328277721506
previous_iter_valid_loss : 0.1611889749765396
259580 0.161380 0.161189 0.165064 CURRENT LEARNING RATE: 0.05219988725620291
previous_iter_valid_loss : 0.18519055843353271
259600 0.185606 0.185191 0.166261 CURRENT LEARNING RATE: 0.05218944832267983
previous_iter_valid_loss : 0.17844878137111664
259620 0.178828 0.178449 0.166998 CURRENT LEARNING RATE: 0.05217901147673467
previous_iter_valid_loss : 0.1723753958940506
259640 0.172663 0.172375 0.167313 CURRENT LEARNING RATE: 0.052168576717949985
previous_iter_valid_loss : 0.1693802773952484
259660 0.169572 0.169380 0.167645 CURRENT LEARNING RATE: 0.052158144045908385
previous_iter_valid_loss : 0.16237831115722656
259680 0.162558 0.162378 0.167687 CURRENT LEARNING RATE: 0.05214771346019254
previous_iter_valid_loss : 0.17089881002902985
259700 0.171079 0.170899 0.168138 CURRENT LEARNING RATE: 0.05213728496038525
previous_iter_valid_loss : 0.1713108867406845
259720 0.171576 0.171311 0.167981 CURRENT LEARNING RATE: 0.052126858546069355
previous_iter_valid_loss : 0.16762271523475647
259740 0.167879 0.167623 0.168308 CURRENT LEARNING RATE: 0.05211643421682781
previous_iter_valid_loss : 0.16378505527973175
259760 0.164032 0.163785 0.168424 CURRENT LEARNING RATE: 0.05210601197224365
previous_iter_valid_loss : 0.16276821494102478
259780 0.162935 0.162768 0.168330 CURRENT LEARNING RATE: 0.05209559181189997
previous_iter_valid_loss : 0.18121092021465302
259800 0.181429 0.181211 0.169285 CURRENT LEARNING RATE: 0.05208517373537997
previous_iter_valid_loss : 0.16187836229801178
259820 0.162122 0.161878 0.168727 CURRENT LEARNING RATE: 0.05207475774226693
previous_iter_valid_loss : 0.19414450228214264
259840 0.194353 0.194145 0.170366 CURRENT LEARNING RATE: 0.0520643438321442
previous_iter_valid_loss : 0.16108885407447815
259860 0.161285 0.161089 0.170328 CURRENT LEARNING RATE: 0.0520539320045952
previous_iter_valid_loss : 0.16120530664920807
259880 0.161412 0.161205 0.170275 CURRENT LEARNING RATE: 0.05204352225920353
previous_iter_valid_loss : 0.16484415531158447
259900 0.165035 0.164844 0.169494 CURRENT LEARNING RATE: 0.05203311459555275
previous_iter_valid_loss : 0.1648099422454834
259920 0.164984 0.164810 0.169352 CURRENT LEARNING RATE: 0.05202270901322656
previous_iter_valid_loss : 0.17101337015628815
259940 0.171212 0.171013 0.169710 CURRENT LEARNING RATE: 0.052012305511808736
previous_iter_valid_loss : 0.16180677711963654
259960 0.161991 0.161807 0.169366 CURRENT LEARNING RATE: 0.05200190409088313
previous_iter_valid_loss : 0.1629042774438858
259980 0.163140 0.162904 0.169452 CURRENT LEARNING RATE: 0.05199150475003371
previous_iter_valid_loss : 0.16150657832622528
260000 0.161689 0.161507 0.168268 CURRENT LEARNING RATE: 0.051981107488844484
previous_iter_valid_loss : 0.16722993552684784
260020 0.167450 0.167230 0.167707 CURRENT LEARNING RATE: 0.051970712306899564
previous_iter_valid_loss : 0.16385190188884735
260040 0.164032 0.163852 0.167280 CURRENT LEARNING RATE: 0.051960319203783134
previous_iter_valid_loss : 0.1703822910785675
260060 0.170575 0.170382 0.167331 CURRENT LEARNING RATE: 0.05194992817907948
previous_iter_valid_loss : 0.16177219152450562
260080 0.161983 0.161772 0.167300 CURRENT LEARNING RATE: 0.05193953923237297
previous_iter_valid_loss : 0.18110258877277374
260100 0.181322 0.181103 0.167810 CURRENT LEARNING RATE: 0.05192915236324803
previous_iter_valid_loss : 0.16145464777946472
260120 0.161683 0.161455 0.167318 CURRENT LEARNING RATE: 0.051918767571289194
previous_iter_valid_loss : 0.1860610693693161
260140 0.186278 0.186061 0.168240 CURRENT LEARNING RATE: 0.05190838485608107
previous_iter_valid_loss : 0.17178665101528168
260160 0.171996 0.171787 0.168640 CURRENT LEARNING RATE: 0.051898004217208346
previous_iter_valid_loss : 0.16374962031841278
260180 0.163967 0.163750 0.168689 CURRENT LEARNING RATE: 0.05188762565425579
previous_iter_valid_loss : 0.18715357780456543
260200 0.187393 0.187154 0.168986 CURRENT LEARNING RATE: 0.051877249166808276
previous_iter_valid_loss : 0.16733963787555695
260220 0.167615 0.167340 0.169259 CURRENT LEARNING RATE: 0.05186687475445073
previous_iter_valid_loss : 0.16277360916137695
260240 0.162999 0.162774 0.167690 CURRENT LEARNING RATE: 0.05185650241676818
previous_iter_valid_loss : 0.16683267056941986
260260 0.167070 0.166833 0.167978 CURRENT LEARNING RATE: 0.05184613215334574
previous_iter_valid_loss : 0.16148705780506134
260280 0.161666 0.161487 0.167992 CURRENT LEARNING RATE: 0.05183576396376857
previous_iter_valid_loss : 0.16177774965763092
260300 0.161969 0.161778 0.167838 CURRENT LEARNING RATE: 0.05182539784762198
previous_iter_valid_loss : 0.16500306129455566
260320 0.165199 0.165003 0.167848 CURRENT LEARNING RATE: 0.05181503380449132
previous_iter_valid_loss : 0.20900438725948334
260340 0.209112 0.209004 0.169748 CURRENT LEARNING RATE: 0.051804671833962014
previous_iter_valid_loss : 0.16147436201572418
260360 0.161671 0.161474 0.169731 CURRENT LEARNING RATE: 0.0517943119356196
previous_iter_valid_loss : 0.1621672362089157
260380 0.162353 0.162167 0.169694 CURRENT LEARNING RATE: 0.05178395410904965
previous_iter_valid_loss : 0.16264505684375763
260400 0.162835 0.162645 0.169751 CURRENT LEARNING RATE: 0.05177359835383789
previous_iter_valid_loss : 0.16146425902843475
260420 0.161640 0.161464 0.169463 CURRENT LEARNING RATE: 0.051763244669570066
previous_iter_valid_loss : 0.16191081702709198
260440 0.162077 0.161911 0.169366 CURRENT LEARNING RATE: 0.05175289305583203
previous_iter_valid_loss : 0.16170375049114227
260460 0.161859 0.161704 0.168932 CURRENT LEARNING RATE: 0.05174254351220972
previous_iter_valid_loss : 0.16102001070976257
260480 0.161202 0.161020 0.168894 CURRENT LEARNING RATE: 0.051732196038289165
previous_iter_valid_loss : 0.1660872995853424
260500 0.166284 0.166087 0.168143 CURRENT LEARNING RATE: 0.05172185063365645
previous_iter_valid_loss : 0.16176337003707886
260520 0.161943 0.161763 0.168159 CURRENT LEARNING RATE: 0.05171150729789777
previous_iter_valid_loss : 0.16097863018512726
260540 0.161167 0.160979 0.166905 CURRENT LEARNING RATE: 0.0517011660305994
previous_iter_valid_loss : 0.16097396612167358
260560 0.161143 0.160974 0.166364 CURRENT LEARNING RATE: 0.05169082683134767
previous_iter_valid_loss : 0.18248775601387024
260580 0.182878 0.182488 0.167301 CURRENT LEARNING RATE: 0.05168048969972902
previous_iter_valid_loss : 0.16453500092029572
260600 0.164771 0.164535 0.166170 CURRENT LEARNING RATE: 0.05167015463532997
previous_iter_valid_loss : 0.16769343614578247
260620 0.167939 0.167693 0.166188 CURRENT LEARNING RATE: 0.05165982163773711
previous_iter_valid_loss : 0.18007563054561615
260640 0.180311 0.180076 0.167053 CURRENT LEARNING RATE: 0.05164949070653712
previous_iter_valid_loss : 0.16123709082603455
260660 0.161399 0.161237 0.166773 CURRENT LEARNING RATE: 0.051639161841316755
previous_iter_valid_loss : 0.1653825044631958
260680 0.165615 0.165383 0.166968 CURRENT LEARNING RATE: 0.05162883504166286
previous_iter_valid_loss : 0.20332176983356476
260700 0.203523 0.203322 0.169045 CURRENT LEARNING RATE: 0.0516185103071624
previous_iter_valid_loss : 0.16626222431659698
260720 0.166484 0.166262 0.169108 CURRENT LEARNING RATE: 0.05160818763740235
previous_iter_valid_loss : 0.17194421589374542
260740 0.172200 0.171944 0.167255 CURRENT LEARNING RATE: 0.05159786703196982
previous_iter_valid_loss : 0.1661585569381714
260760 0.166389 0.166159 0.167489 CURRENT LEARNING RATE: 0.051587548490451975
previous_iter_valid_loss : 0.16081050038337708
260780 0.160994 0.160811 0.167421 CURRENT LEARNING RATE: 0.05157723201243608
previous_iter_valid_loss : 0.17973262071609497
260800 0.179938 0.179733 0.168276 CURRENT LEARNING RATE: 0.05156691759750946
previous_iter_valid_loss : 0.1635211557149887
260820 0.163721 0.163521 0.168379 CURRENT LEARNING RATE: 0.05155660524525956
previous_iter_valid_loss : 0.16386382281780243
260840 0.164151 0.163864 0.168476 CURRENT LEARNING RATE: 0.05154629495527388
previous_iter_valid_loss : 0.1641853004693985
260860 0.164404 0.164185 0.168600 CURRENT LEARNING RATE: 0.05153598672713999
previous_iter_valid_loss : 0.16124586760997772
260880 0.161418 0.161246 0.168612 CURRENT LEARNING RATE: 0.05152568056044559
previous_iter_valid_loss : 0.1609499603509903
260900 0.161140 0.160950 0.168355 CURRENT LEARNING RATE: 0.05151537645477841
previous_iter_valid_loss : 0.16397570073604584
260920 0.164158 0.163976 0.168465 CURRENT LEARNING RATE: 0.051505074409726306
previous_iter_valid_loss : 0.16259917616844177
260940 0.162827 0.162599 0.168546 CURRENT LEARNING RATE: 0.05149477442487718
previous_iter_valid_loss : 0.16090631484985352
260960 0.161100 0.160906 0.168543 CURRENT LEARNING RATE: 0.05148447649981904
previous_iter_valid_loss : 0.1612524688243866
260980 0.161419 0.161252 0.167481 CURRENT LEARNING RATE: 0.051474180634139964
previous_iter_valid_loss : 0.1635267287492752
261000 0.163715 0.163527 0.167431 CURRENT LEARNING RATE: 0.05146388682742812
previous_iter_valid_loss : 0.1746351271867752
261020 0.174799 0.174635 0.167778 CURRENT LEARNING RATE: 0.051453595079271754
previous_iter_valid_loss : 0.16101057827472687
261040 0.161184 0.161011 0.166825 CURRENT LEARNING RATE: 0.05144330538925921
previous_iter_valid_loss : 0.16176989674568176
261060 0.161950 0.161770 0.166851 CURRENT LEARNING RATE: 0.05143301775697888
previous_iter_valid_loss : 0.17944815754890442
261080 0.179805 0.179448 0.167555 CURRENT LEARNING RATE: 0.05142273218201924
previous_iter_valid_loss : 0.16312988102436066
261100 0.163328 0.163130 0.165545 CURRENT LEARNING RATE: 0.05141244866396893
previous_iter_valid_loss : 0.1619584560394287
261120 0.162157 0.161958 0.165330 CURRENT LEARNING RATE: 0.05140216720241656
previous_iter_valid_loss : 0.16293933987617493
261140 0.163137 0.162939 0.164879 CURRENT LEARNING RATE: 0.051391887796950884
previous_iter_valid_loss : 0.16923683881759644
261160 0.169417 0.169237 0.165033 CURRENT LEARNING RATE: 0.051381610447160726
previous_iter_valid_loss : 0.16307853162288666
261180 0.163301 0.163079 0.165147 CURRENT LEARNING RATE: 0.051371335152635006
previous_iter_valid_loss : 0.16105885803699493
261200 0.161283 0.161059 0.164213 CURRENT LEARNING RATE: 0.051361061912962684
previous_iter_valid_loss : 0.16210009157657623
261220 0.162368 0.162100 0.164142 CURRENT LEARNING RATE: 0.05135079072773286
previous_iter_valid_loss : 0.16145749390125275
261240 0.161694 0.161457 0.164022 CURRENT LEARNING RATE: 0.05134052159653466
previous_iter_valid_loss : 0.18050874769687653
261260 0.180914 0.180509 0.164838 CURRENT LEARNING RATE: 0.05133025451895734
previous_iter_valid_loss : 0.1704387217760086
261280 0.170729 0.170439 0.165298 CURRENT LEARNING RATE: 0.051319989494590205
previous_iter_valid_loss : 0.16815440356731415
261300 0.168469 0.168154 0.165658 CURRENT LEARNING RATE: 0.05130972652302265
previous_iter_valid_loss : 0.16336290538311005
261320 0.163575 0.163363 0.165627 CURRENT LEARNING RATE: 0.05129946560384417
previous_iter_valid_loss : 0.166167750954628
261340 0.166342 0.166168 0.165806 CURRENT LEARNING RATE: 0.05128920673664432
previous_iter_valid_loss : 0.17482200264930725
261360 0.175137 0.174822 0.166501 CURRENT LEARNING RATE: 0.05127894992101274
previous_iter_valid_loss : 0.1702522486448288
261380 0.170464 0.170252 0.166951 CURRENT LEARNING RATE: 0.05126869515653917
previous_iter_valid_loss : 0.1781100630760193
261400 0.178323 0.178110 0.167680 CURRENT LEARNING RATE: 0.05125844244281341
previous_iter_valid_loss : 0.16547952592372894
261420 0.165717 0.165480 0.167223 CURRENT LEARNING RATE: 0.051248191779425356
previous_iter_valid_loss : 0.1611684113740921
261440 0.161381 0.161168 0.167231 CURRENT LEARNING RATE: 0.051237943165964986
previous_iter_valid_loss : 0.1612844616174698
261460 0.161491 0.161284 0.167206 CURRENT LEARNING RATE: 0.05122769660202234
previous_iter_valid_loss : 0.16544818878173828
261480 0.165655 0.165448 0.166506 CURRENT LEARNING RATE: 0.051217452087187545
previous_iter_valid_loss : 0.16822047531604767
261500 0.168483 0.168220 0.166761 CURRENT LEARNING RATE: 0.05120720962105086
previous_iter_valid_loss : 0.173905149102211
261520 0.174213 0.173905 0.167358 CURRENT LEARNING RATE: 0.051196969203202575
previous_iter_valid_loss : 0.162154421210289
261540 0.162339 0.162154 0.167319 CURRENT LEARNING RATE: 0.05118673083323306
previous_iter_valid_loss : 0.16492517292499542
261560 0.165101 0.164925 0.167103 CURRENT LEARNING RATE: 0.051176494510732785
previous_iter_valid_loss : 0.16979150474071503
261580 0.170057 0.169792 0.167439 CURRENT LEARNING RATE: 0.051166260235292305
previous_iter_valid_loss : 0.1621212214231491
261600 0.162293 0.162121 0.167492 CURRENT LEARNING RATE: 0.05115602800650223
previous_iter_valid_loss : 0.16946524381637573
261620 0.169725 0.169465 0.167860 CURRENT LEARNING RATE: 0.05114579782395328
previous_iter_valid_loss : 0.17465367913246155
261640 0.174818 0.174654 0.168520 CURRENT LEARNING RATE: 0.05113556968723626
previous_iter_valid_loss : 0.16118253767490387
261660 0.161369 0.161183 0.167554 CURRENT LEARNING RATE: 0.051125343595942035
previous_iter_valid_loss : 0.16317850351333618
261680 0.163384 0.163179 0.167191 CURRENT LEARNING RATE: 0.05111511954966155
previous_iter_valid_loss : 0.16102518141269684
261700 0.161209 0.161025 0.166834 CURRENT LEARNING RATE: 0.05110489754798586
previous_iter_valid_loss : 0.16699443757534027
261720 0.167239 0.166994 0.167016 CURRENT LEARNING RATE: 0.05109467759050609
previous_iter_valid_loss : 0.16885216534137726
261740 0.169001 0.168852 0.167150 CURRENT LEARNING RATE: 0.0510844596768134
previous_iter_valid_loss : 0.16128851473331451
261760 0.161469 0.161289 0.166474 CURRENT LEARNING RATE: 0.05107424380649913
previous_iter_valid_loss : 0.16123978793621063
261780 0.161425 0.161240 0.166023 CURRENT LEARNING RATE: 0.051064029979154615
previous_iter_valid_loss : 0.16897708177566528
261800 0.169250 0.168977 0.165566 CURRENT LEARNING RATE: 0.0510538181943713
previous_iter_valid_loss : 0.1969292312860489
261820 0.197360 0.196929 0.167139 CURRENT LEARNING RATE: 0.05104360845174072
previous_iter_valid_loss : 0.1609182208776474
261840 0.161079 0.160918 0.167126 CURRENT LEARNING RATE: 0.05103340075085449
previous_iter_valid_loss : 0.1632763147354126
261860 0.163469 0.163276 0.167226 CURRENT LEARNING RATE: 0.05102319509130429
previous_iter_valid_loss : 0.16534069180488586
261880 0.165565 0.165341 0.167220 CURRENT LEARNING RATE: 0.051012991472681894
previous_iter_valid_loss : 0.17547349631786346
261900 0.175675 0.175473 0.167583 CURRENT LEARNING RATE: 0.05100278989457917
previous_iter_valid_loss : 0.16391333937644958
261920 0.164114 0.163913 0.167084 CURRENT LEARNING RATE: 0.05099259035658805
previous_iter_valid_loss : 0.18298223614692688
261940 0.183373 0.182982 0.168125 CURRENT LEARNING RATE: 0.05098239285830056
previous_iter_valid_loss : 0.16275395452976227
261960 0.162966 0.162754 0.168016 CURRENT LEARNING RATE: 0.05097219739930878
previous_iter_valid_loss : 0.1674935668706894
261980 0.167694 0.167494 0.167901 CURRENT LEARNING RATE: 0.05096200397920491
previous_iter_valid_loss : 0.16696833074092865
262000 0.167116 0.166968 0.168144 CURRENT LEARNING RATE: 0.050951812597581206
previous_iter_valid_loss : 0.16229940950870514
262020 0.162454 0.162299 0.167785 CURRENT LEARNING RATE: 0.05094162325403001
previous_iter_valid_loss : 0.162809818983078
262040 0.162967 0.162810 0.167193 CURRENT LEARNING RATE: 0.05093143594814375
previous_iter_valid_loss : 0.16230876743793488
262060 0.162478 0.162309 0.167250 CURRENT LEARNING RATE: 0.05092125067951494
previous_iter_valid_loss : 0.1768173724412918
262080 0.177131 0.176817 0.167932 CURRENT LEARNING RATE: 0.05091106744773616
previous_iter_valid_loss : 0.1619480699300766
262100 0.162172 0.161948 0.167978 CURRENT LEARNING RATE: 0.05090088625240008
previous_iter_valid_loss : 0.16149437427520752
262120 0.161669 0.161494 0.167703 CURRENT LEARNING RATE: 0.05089070709309946
previous_iter_valid_loss : 0.1610100418329239
262140 0.161218 0.161010 0.167311 CURRENT LEARNING RATE: 0.050880529969427137
previous_iter_valid_loss : 0.16308274865150452
262160 0.163302 0.163083 0.167400 CURRENT LEARNING RATE: 0.05087035488097601
previous_iter_valid_loss : 0.16169250011444092
262180 0.161879 0.161693 0.167423 CURRENT LEARNING RATE: 0.05086018182733909
previous_iter_valid_loss : 0.18021933734416962
262200 0.180577 0.180219 0.167985 CURRENT LEARNING RATE: 0.05085001080810944
previous_iter_valid_loss : 0.16408690810203552
262220 0.164266 0.164087 0.166343 CURRENT LEARNING RATE: 0.05083984182288025
previous_iter_valid_loss : 0.17755602300167084
262240 0.177762 0.177556 0.167175 CURRENT LEARNING RATE: 0.05082967487124472
previous_iter_valid_loss : 0.16301791369915009
262260 0.163237 0.163018 0.167162 CURRENT LEARNING RATE: 0.05081950995279621
previous_iter_valid_loss : 0.16646826267242432
262280 0.166729 0.166468 0.167218 CURRENT LEARNING RATE: 0.05080934706712807
previous_iter_valid_loss : 0.1614675372838974
262300 0.161672 0.161468 0.166518 CURRENT LEARNING RATE: 0.050799186213833836
previous_iter_valid_loss : 0.17143093049526215
262320 0.171742 0.171431 0.166894 CURRENT LEARNING RATE: 0.050789027392507076
previous_iter_valid_loss : 0.16568626463413239
262340 0.165965 0.165686 0.166029 CURRENT LEARNING RATE: 0.05077887060274141
previous_iter_valid_loss : 0.16157500445842743
262360 0.161807 0.161575 0.165970 CURRENT LEARNING RATE: 0.05076871584413057
previous_iter_valid_loss : 0.1614975482225418
262380 0.161743 0.161498 0.165670 CURRENT LEARNING RATE: 0.05075856311626837
previous_iter_valid_loss : 0.16258500516414642
262400 0.162841 0.162585 0.165451 CURRENT LEARNING RATE: 0.05074841241874871
previous_iter_valid_loss : 0.16113069653511047
262420 0.161309 0.161131 0.165393 CURRENT LEARNING RATE: 0.050738263751165545
previous_iter_valid_loss : 0.16242526471614838
262440 0.162615 0.162425 0.165373 CURRENT LEARNING RATE: 0.05072811711311294
previous_iter_valid_loss : 0.1684114634990692
262460 0.168631 0.168411 0.165679 CURRENT LEARNING RATE: 0.050717972504185034
previous_iter_valid_loss : 0.16314667463302612
262480 0.163365 0.163147 0.164995 CURRENT LEARNING RATE: 0.05070782992397602
previous_iter_valid_loss : 0.17811459302902222
262500 0.178424 0.178115 0.165803 CURRENT LEARNING RATE: 0.05069768937208022
previous_iter_valid_loss : 0.17037037014961243
262520 0.170644 0.170370 0.166247 CURRENT LEARNING RATE: 0.050687550848092
previous_iter_valid_loss : 0.1692248433828354
262540 0.169424 0.169225 0.166658 CURRENT LEARNING RATE: 0.05067741435160582
previous_iter_valid_loss : 0.16564753651618958
262560 0.165850 0.165648 0.166786 CURRENT LEARNING RATE: 0.05066727988221621
previous_iter_valid_loss : 0.16653163731098175
262580 0.166768 0.166532 0.167028 CURRENT LEARNING RATE: 0.05065714743951782
previous_iter_valid_loss : 0.16687099635601044
262600 0.167075 0.166871 0.166361 CURRENT LEARNING RATE: 0.05064701702310533
previous_iter_valid_loss : 0.17152167856693268
262620 0.171811 0.171522 0.166732 CURRENT LEARNING RATE: 0.05063688863257352
previous_iter_valid_loss : 0.16156376898288727
262640 0.161731 0.161564 0.165933 CURRENT LEARNING RATE: 0.05062676226751727
previous_iter_valid_loss : 0.16839835047721863
262660 0.168563 0.168398 0.166202 CURRENT LEARNING RATE: 0.050616637927531516
previous_iter_valid_loss : 0.1616932898759842
262680 0.161880 0.161693 0.165963 CURRENT LEARNING RATE: 0.05060651561221128
previous_iter_valid_loss : 0.18845446407794952
262700 0.188829 0.188454 0.167312 CURRENT LEARNING RATE: 0.050596395321151656
previous_iter_valid_loss : 0.16099371016025543
262720 0.161159 0.160994 0.166791 CURRENT LEARNING RATE: 0.05058627705394788
previous_iter_valid_loss : 0.1690853387117386
262740 0.169285 0.169085 0.166961 CURRENT LEARNING RATE: 0.050576160810195184
previous_iter_valid_loss : 0.16383932530879974
262760 0.164054 0.163839 0.167074 CURRENT LEARNING RATE: 0.050566046589488926
previous_iter_valid_loss : 0.18512435257434845
262780 0.185371 0.185124 0.168255 CURRENT LEARNING RATE: 0.05055593439142454
previous_iter_valid_loss : 0.16213233768939972
262800 0.162307 0.162132 0.168233 CURRENT LEARNING RATE: 0.05054582421559754
previous_iter_valid_loss : 0.16371962428092957
262820 0.163935 0.163720 0.168362 CURRENT LEARNING RATE: 0.05053571606160352
previous_iter_valid_loss : 0.16418859362602234
262840 0.164405 0.164189 0.168450 CURRENT LEARNING RATE: 0.050525609929038144
previous_iter_valid_loss : 0.16459093987941742
262860 0.164829 0.164591 0.168259 CURRENT LEARNING RATE: 0.050515505817497176
previous_iter_valid_loss : 0.16326481103897095
262880 0.163456 0.163265 0.168265 CURRENT LEARNING RATE: 0.05050540372657644
previous_iter_valid_loss : 0.18070697784423828
262900 0.180908 0.180707 0.168395 CURRENT LEARNING RATE: 0.05049530365587187
previous_iter_valid_loss : 0.16850565373897552
262920 0.168753 0.168506 0.168301 CURRENT LEARNING RATE: 0.05048520560497944
previous_iter_valid_loss : 0.1636476218700409
262940 0.163883 0.163648 0.168023 CURRENT LEARNING RATE: 0.05047510957349524
previous_iter_valid_loss : 0.1742912381887436
262960 0.174480 0.174291 0.168455 CURRENT LEARNING RATE: 0.050465015561015444
previous_iter_valid_loss : 0.16127909719944
262980 0.161459 0.161279 0.168192 CURRENT LEARNING RATE: 0.05045492356713627
previous_iter_valid_loss : 0.16629847884178162
263000 0.166518 0.166298 0.168163 CURRENT LEARNING RATE: 0.05044483359145404
previous_iter_valid_loss : 0.16343949735164642
263020 0.163647 0.163439 0.167759 CURRENT LEARNING RATE: 0.05043474563356517
previous_iter_valid_loss : 0.16595110297203064
263040 0.166189 0.165951 0.167979 CURRENT LEARNING RATE: 0.05042465969306613
previous_iter_valid_loss : 0.1610822081565857
263060 0.161240 0.161082 0.167613 CURRENT LEARNING RATE: 0.05041457576955348
previous_iter_valid_loss : 0.16232918202877045
263080 0.162498 0.162329 0.167645 CURRENT LEARNING RATE: 0.05040449386262387
previous_iter_valid_loss : 0.17447777092456818
263100 0.174646 0.174478 0.166946 CURRENT LEARNING RATE: 0.050394413971874004
previous_iter_valid_loss : 0.19841235876083374
263120 0.198582 0.198412 0.168817 CURRENT LEARNING RATE: 0.05038433609690071
previous_iter_valid_loss : 0.16539840400218964
263140 0.165621 0.165398 0.168632 CURRENT LEARNING RATE: 0.05037426023730088
previous_iter_valid_loss : 0.16186198592185974
263160 0.162065 0.161862 0.168534 CURRENT LEARNING RATE: 0.05036418639267146
previous_iter_valid_loss : 0.16604125499725342
263180 0.166278 0.166041 0.167579 CURRENT LEARNING RATE: 0.050354114562609506
previous_iter_valid_loss : 0.1667611449956894
263200 0.166974 0.166761 0.167811 CURRENT LEARNING RATE: 0.05034404474671215
previous_iter_valid_loss : 0.16105283796787262
263220 0.161246 0.161053 0.167678 CURRENT LEARNING RATE: 0.05033397694457657
previous_iter_valid_loss : 0.18252168595790863
263240 0.182720 0.182522 0.168594 CURRENT LEARNING RATE: 0.050323911155800094
previous_iter_valid_loss : 0.1630905270576477
263260 0.163324 0.163091 0.168519 CURRENT LEARNING RATE: 0.05031384737998006
previous_iter_valid_loss : 0.16177135705947876
263280 0.161976 0.161771 0.168444 CURRENT LEARNING RATE: 0.050303785616713934
previous_iter_valid_loss : 0.1619596779346466
263300 0.162186 0.161960 0.167507 CURRENT LEARNING RATE: 0.050293725865599236
previous_iter_valid_loss : 0.1753256767988205
263320 0.175544 0.175326 0.167848 CURRENT LEARNING RATE: 0.05028366812623358
previous_iter_valid_loss : 0.16100138425827026
263340 0.161205 0.161001 0.167716 CURRENT LEARNING RATE: 0.05027361239821465
previous_iter_valid_loss : 0.16872644424438477
263360 0.168924 0.168726 0.167438 CURRENT LEARNING RATE: 0.05026355868114024
previous_iter_valid_loss : 0.16636690497398376
263380 0.166536 0.166367 0.167692 CURRENT LEARNING RATE: 0.05025350697460817
previous_iter_valid_loss : 0.1608070433139801
263400 0.161005 0.160807 0.167417 CURRENT LEARNING RATE: 0.050243457278216386
previous_iter_valid_loss : 0.1611427515745163
263420 0.161325 0.161143 0.167303 CURRENT LEARNING RATE: 0.050233409591562896
previous_iter_valid_loss : 0.16567249596118927
263440 0.165947 0.165672 0.167289 CURRENT LEARNING RATE: 0.050223363914245804
previous_iter_valid_loss : 0.1613861620426178
263460 0.161557 0.161386 0.167304 CURRENT LEARNING RATE: 0.05021332024586328
previous_iter_valid_loss : 0.17808093130588531
263480 0.178273 0.178081 0.168091 CURRENT LEARNING RATE: 0.05020327858601356
previous_iter_valid_loss : 0.16536535322666168
263500 0.165607 0.165365 0.167636 CURRENT LEARNING RATE: 0.05019323893429497
previous_iter_valid_loss : 0.16667498648166656
263520 0.166917 0.166675 0.166049 CURRENT LEARNING RATE: 0.05018320129030597
previous_iter_valid_loss : 0.16893790662288666
263540 0.169130 0.168938 0.166226 CURRENT LEARNING RATE: 0.05017316565364503
previous_iter_valid_loss : 0.17849187552928925
263560 0.178852 0.178492 0.167057 CURRENT LEARNING RATE: 0.05016313202391072
previous_iter_valid_loss : 0.20040911436080933
263580 0.200953 0.200409 0.168776 CURRENT LEARNING RATE: 0.05015310040070171
previous_iter_valid_loss : 0.1615503579378128
263600 0.161808 0.161550 0.168515 CURRENT LEARNING RATE: 0.0501430707836167
previous_iter_valid_loss : 0.16544102132320404
263620 0.165755 0.165441 0.168735 CURRENT LEARNING RATE: 0.050133043172254546
previous_iter_valid_loss : 0.18679392337799072
263640 0.187269 0.186794 0.168948 CURRENT LEARNING RATE: 0.05012301756621411
previous_iter_valid_loss : 0.16162818670272827
263660 0.161867 0.161628 0.168875 CURRENT LEARNING RATE: 0.050112993965094395
previous_iter_valid_loss : 0.16325105726718903
263680 0.163500 0.163251 0.168949 CURRENT LEARNING RATE: 0.05010297236849444
previous_iter_valid_loss : 0.1732885092496872
263700 0.173520 0.173289 0.169516 CURRENT LEARNING RATE: 0.050092952776013396
previous_iter_valid_loss : 0.1621418446302414
263720 0.162408 0.162142 0.168856 CURRENT LEARNING RATE: 0.05008293518725046
previous_iter_valid_loss : 0.16105930507183075
263740 0.161286 0.161059 0.168859 CURRENT LEARNING RATE: 0.05007291960180494
previous_iter_valid_loss : 0.16194303333759308
263760 0.162143 0.161943 0.168520 CURRENT LEARNING RATE: 0.05006290601927621
previous_iter_valid_loss : 0.1626662164926529
263780 0.162867 0.162666 0.168335 CURRENT LEARNING RATE: 0.05005289443926373
previous_iter_valid_loss : 0.17229953408241272
263800 0.172532 0.172300 0.168910 CURRENT LEARNING RATE: 0.050042884861367036
previous_iter_valid_loss : 0.17038686573505402
263820 0.170586 0.170387 0.169372 CURRENT LEARNING RATE: 0.05003287728518573
previous_iter_valid_loss : 0.16756069660186768
263840 0.167775 0.167561 0.169466 CURRENT LEARNING RATE: 0.050022871710319536
previous_iter_valid_loss : 0.16358475387096405
263860 0.163797 0.163585 0.169576 CURRENT LEARNING RATE: 0.05001286813636822
previous_iter_valid_loss : 0.1719386875629425
263880 0.172229 0.171939 0.169269 CURRENT LEARNING RATE: 0.050002866562931625
previous_iter_valid_loss : 0.16180671751499176
263900 0.161948 0.161807 0.169091 CURRENT LEARNING RATE: 0.04999286698960968
previous_iter_valid_loss : 0.16171376407146454
263920 0.161944 0.161714 0.168843 CURRENT LEARNING RATE: 0.04998286941600245
previous_iter_valid_loss : 0.16802385449409485
263940 0.168306 0.168024 0.168797 CURRENT LEARNING RATE: 0.04997287384171
previous_iter_valid_loss : 0.1614842563867569
263960 0.161662 0.161484 0.167947 CURRENT LEARNING RATE: 0.049962880266332506
previous_iter_valid_loss : 0.16119444370269775
263980 0.161408 0.161194 0.165986 CURRENT LEARNING RATE: 0.04995288868947023
previous_iter_valid_loss : 0.17762339115142822
264000 0.177854 0.177623 0.166790 CURRENT LEARNING RATE: 0.04994289911072351
previous_iter_valid_loss : 0.1647745668888092
264020 0.164961 0.164775 0.166757 CURRENT LEARNING RATE: 0.04993291152969277
previous_iter_valid_loss : 0.17238934338092804
264040 0.172636 0.172389 0.166036 CURRENT LEARNING RATE: 0.04992292594597848
previous_iter_valid_loss : 0.16196657717227936
264060 0.162180 0.161967 0.166053 CURRENT LEARNING RATE: 0.04991294235918125
previous_iter_valid_loss : 0.16128109395503998
264080 0.161469 0.161281 0.165955 CURRENT LEARNING RATE: 0.04990296076890171
previous_iter_valid_loss : 0.19148971140384674
264100 0.191689 0.191490 0.166865 CURRENT LEARNING RATE: 0.04989298117474062
previous_iter_valid_loss : 0.16088822484016418
264120 0.161117 0.160888 0.166802 CURRENT LEARNING RATE: 0.049883003576298775
previous_iter_valid_loss : 0.16817061603069305
264140 0.168397 0.168171 0.167158 CURRENT LEARNING RATE: 0.04987302797317708
previous_iter_valid_loss : 0.16696783900260925
264160 0.167136 0.166968 0.167409 CURRENT LEARNING RATE: 0.049863054364976504
previous_iter_valid_loss : 0.1633012294769287
264180 0.163540 0.163301 0.167441 CURRENT LEARNING RATE: 0.04985308275129812
previous_iter_valid_loss : 0.1625087410211563
264200 0.162743 0.162509 0.166951 CURRENT LEARNING RATE: 0.04984311313174305
previous_iter_valid_loss : 0.16099867224693298
264220 0.161204 0.160999 0.166482 CURRENT LEARNING RATE: 0.04983314550591251
previous_iter_valid_loss : 0.16819247603416443
264240 0.168404 0.168192 0.166513 CURRENT LEARNING RATE: 0.0498231798734078
previous_iter_valid_loss : 0.17453959584236145
264260 0.174745 0.174540 0.167061 CURRENT LEARNING RATE: 0.04981321623383028
previous_iter_valid_loss : 0.1629423350095749
264280 0.163123 0.162942 0.166611 CURRENT LEARNING RATE: 0.049803254586781434
previous_iter_valid_loss : 0.16235828399658203
264300 0.162612 0.162358 0.166639 CURRENT LEARNING RATE: 0.04979329493186274
previous_iter_valid_loss : 0.1940234750509262
264320 0.194446 0.194023 0.168254 CURRENT LEARNING RATE: 0.049783337268675884
previous_iter_valid_loss : 0.16637834906578064
264340 0.166647 0.166378 0.168172 CURRENT LEARNING RATE: 0.04977338159682252
previous_iter_valid_loss : 0.18996334075927734
264360 0.190177 0.189963 0.169596 CURRENT LEARNING RATE: 0.04976342791590443
previous_iter_valid_loss : 0.1634788066148758
264380 0.163728 0.163479 0.169710 CURRENT LEARNING RATE: 0.04975347622552346
previous_iter_valid_loss : 0.16286838054656982
264400 0.163104 0.162868 0.168973 CURRENT LEARNING RATE: 0.04974352652528155
previous_iter_valid_loss : 0.1614285707473755
264420 0.161650 0.161429 0.168805 CURRENT LEARNING RATE: 0.0497335788147807
previous_iter_valid_loss : 0.16966669261455536
264440 0.169879 0.169667 0.168669 CURRENT LEARNING RATE: 0.049723633093623015
previous_iter_valid_loss : 0.16438952088356018
264460 0.164608 0.164390 0.168790 CURRENT LEARNING RATE: 0.04971368936141066
previous_iter_valid_loss : 0.16254262626171112
264480 0.162804 0.162543 0.168853 CURRENT LEARNING RATE: 0.04970374761774589
previous_iter_valid_loss : 0.16277523338794708
264500 0.162985 0.162775 0.167418 CURRENT LEARNING RATE: 0.049693807862231015
previous_iter_valid_loss : 0.16158437728881836
264520 0.161792 0.161584 0.167452 CURRENT LEARNING RATE: 0.04968387009446848
previous_iter_valid_loss : 0.16114099323749542
264540 0.161351 0.161141 0.167101 CURRENT LEARNING RATE: 0.04967393431406074
previous_iter_valid_loss : 0.161005437374115
264560 0.161211 0.161005 0.166803 CURRENT LEARNING RATE: 0.049664000520610395
previous_iter_valid_loss : 0.16140934824943542
264580 0.161602 0.161409 0.166708 CURRENT LEARNING RATE: 0.04965406871372006
previous_iter_valid_loss : 0.1610162854194641
264600 0.161209 0.161016 0.166634 CURRENT LEARNING RATE: 0.04964413889299249
previous_iter_valid_loss : 0.16540122032165527
264620 0.165640 0.165401 0.166854 CURRENT LEARNING RATE: 0.04963421105803048
previous_iter_valid_loss : 0.16908331215381622
264640 0.169294 0.169083 0.166898 CURRENT LEARNING RATE: 0.04962428520843692
previous_iter_valid_loss : 0.18503941595554352
264660 0.185271 0.185039 0.167423 CURRENT LEARNING RATE: 0.049614361343814785
previous_iter_valid_loss : 0.16290459036827087
264680 0.163136 0.162905 0.167421 CURRENT LEARNING RATE: 0.049604439463767094
previous_iter_valid_loss : 0.16154399514198303
264700 0.161728 0.161544 0.167381 CURRENT LEARNING RATE: 0.049594519567896976
previous_iter_valid_loss : 0.16170845925807953
264720 0.161969 0.161708 0.165765 CURRENT LEARNING RATE: 0.049584601655807664
previous_iter_valid_loss : 0.16642218828201294
264740 0.166711 0.166422 0.165767 CURRENT LEARNING RATE: 0.04957468572710243
previous_iter_valid_loss : 0.16092737019062042
264760 0.161147 0.160927 0.164315 CURRENT LEARNING RATE: 0.049564771781384624
previous_iter_valid_loss : 0.16170787811279297
264780 0.161911 0.161708 0.164227 CURRENT LEARNING RATE: 0.049554859818257704
previous_iter_valid_loss : 0.1839938908815384
264800 0.184204 0.183994 0.165283 CURRENT LEARNING RATE: 0.04954494983732518
previous_iter_valid_loss : 0.16489821672439575
264820 0.165150 0.164898 0.165457 CURRENT LEARNING RATE: 0.04953504183819066
previous_iter_valid_loss : 0.16097190976142883
264840 0.161147 0.160972 0.165022 CURRENT LEARNING RATE: 0.04952513582045781
previous_iter_valid_loss : 0.1750272810459137
264860 0.175224 0.175027 0.165554 CURRENT LEARNING RATE: 0.04951523178373041
previous_iter_valid_loss : 0.161757230758667
264880 0.161969 0.161757 0.165514 CURRENT LEARNING RATE: 0.04950532972761228
previous_iter_valid_loss : 0.1661735624074936
264900 0.166369 0.166174 0.165684 CURRENT LEARNING RATE: 0.04949542965170735
previous_iter_valid_loss : 0.16166111826896667
264920 0.161857 0.161661 0.165688 CURRENT LEARNING RATE: 0.04948553155561961
previous_iter_valid_loss : 0.1701446920633316
264940 0.170346 0.170145 0.166138 CURRENT LEARNING RATE: 0.04947563543895314
previous_iter_valid_loss : 0.19242919981479645
264960 0.192932 0.192429 0.167710 CURRENT LEARNING RATE: 0.0494657413013121
previous_iter_valid_loss : 0.16930100321769714
264980 0.169584 0.169301 0.168104 CURRENT LEARNING RATE: 0.049455849142300716
previous_iter_valid_loss : 0.16103175282478333
265000 0.161260 0.161032 0.168105 CURRENT LEARNING RATE: 0.049445958961523304
previous_iter_valid_loss : 0.16173212230205536
265020 0.161931 0.161732 0.167922 CURRENT LEARNING RATE: 0.04943607075858425
previous_iter_valid_loss : 0.16172382235527039
265040 0.161918 0.161724 0.167554 CURRENT LEARNING RATE: 0.04942618453308804
previous_iter_valid_loss : 0.16599363088607788
265060 0.166216 0.165994 0.166601 CURRENT LEARNING RATE: 0.04941630028463922
previous_iter_valid_loss : 0.1635570228099823
265080 0.163763 0.163557 0.166634 CURRENT LEARNING RATE: 0.04940641801284241
previous_iter_valid_loss : 0.162145733833313
265100 0.162347 0.162146 0.166664 CURRENT LEARNING RATE: 0.049396537717302326
previous_iter_valid_loss : 0.16443535685539246
265120 0.164677 0.164435 0.166800 CURRENT LEARNING RATE: 0.04938665939762374
previous_iter_valid_loss : 0.16790463030338287
265140 0.168091 0.167905 0.166874 CURRENT LEARNING RATE: 0.04937678305341156
previous_iter_valid_loss : 0.16459941864013672
265160 0.164840 0.164599 0.167058 CURRENT LEARNING RATE: 0.04936690868427071
previous_iter_valid_loss : 0.16889356076717377
265180 0.169157 0.168894 0.167417 CURRENT LEARNING RATE: 0.04935703628980621
previous_iter_valid_loss : 0.18019962310791016
265200 0.180564 0.180200 0.167228 CURRENT LEARNING RATE: 0.04934716586962317
previous_iter_valid_loss : 0.16414718329906464
265220 0.164404 0.164147 0.167190 CURRENT LEARNING RATE: 0.04933729742332677
previous_iter_valid_loss : 0.16990560293197632
265240 0.170143 0.169906 0.167637 CURRENT LEARNING RATE: 0.04932743095052228
previous_iter_valid_loss : 0.16169799864292145
265260 0.161945 0.161698 0.166970 CURRENT LEARNING RATE: 0.04931756645081502
previous_iter_valid_loss : 0.1733420044183731
265280 0.173655 0.173342 0.167550 CURRENT LEARNING RATE: 0.04930770392381044
previous_iter_valid_loss : 0.1682826429605484
265300 0.168575 0.168283 0.167655 CURRENT LEARNING RATE: 0.04929784336911401
previous_iter_valid_loss : 0.16084037721157074
265320 0.161045 0.160840 0.167614 CURRENT LEARNING RATE: 0.04928798478633133
previous_iter_valid_loss : 0.1638908088207245
265340 0.164099 0.163891 0.167301 CURRENT LEARNING RATE: 0.04927812817506805
previous_iter_valid_loss : 0.1635035276412964
265360 0.163729 0.163504 0.165855 CURRENT LEARNING RATE: 0.0492682735349299
previous_iter_valid_loss : 0.1711866855621338
265380 0.171430 0.171187 0.165949 CURRENT LEARNING RATE: 0.04925842086552269
previous_iter_valid_loss : 0.16227611899375916
265400 0.162492 0.162276 0.166011 CURRENT LEARNING RATE: 0.049248570166452336
previous_iter_valid_loss : 0.16450142860412598
265420 0.164723 0.164501 0.166150 CURRENT LEARNING RATE: 0.049238721437324794
previous_iter_valid_loss : 0.19520579278469086
265440 0.195393 0.195206 0.167824 CURRENT LEARNING RATE: 0.04922887467774611
previous_iter_valid_loss : 0.16278043389320374
265460 0.163054 0.162780 0.167663 CURRENT LEARNING RATE: 0.049219029887322414
previous_iter_valid_loss : 0.16977852582931519
265480 0.170098 0.169779 0.167974 CURRENT LEARNING RATE: 0.04920918706565993
previous_iter_valid_loss : 0.1673474758863449
265500 0.167613 0.167347 0.168235 CURRENT LEARNING RATE: 0.049199346212364936
previous_iter_valid_loss : 0.16078826785087585
265520 0.160969 0.160788 0.168052 CURRENT LEARNING RATE: 0.04918950732704376
previous_iter_valid_loss : 0.16209515929222107
265540 0.162329 0.162095 0.167762 CURRENT LEARNING RATE: 0.04917967040930292
previous_iter_valid_loss : 0.19777093827724457
265560 0.197925 0.197771 0.169420 CURRENT LEARNING RATE: 0.0491698354587489
previous_iter_valid_loss : 0.16394124925136566
265580 0.164081 0.163941 0.169173 CURRENT LEARNING RATE: 0.04916000247498831
previous_iter_valid_loss : 0.16439896821975708
265600 0.164604 0.164399 0.168383 CURRENT LEARNING RATE: 0.04915017145762781
previous_iter_valid_loss : 0.1610431969165802
265620 0.161213 0.161043 0.168227 CURRENT LEARNING RATE: 0.049140342406274184
previous_iter_valid_loss : 0.1736256629228592
265640 0.173844 0.173626 0.168413 CURRENT LEARNING RATE: 0.049130515320534265
previous_iter_valid_loss : 0.16696049273014069
265660 0.167166 0.166960 0.168677 CURRENT LEARNING RATE: 0.04912069020001496
previous_iter_valid_loss : 0.17563305795192719
265680 0.175992 0.175633 0.168791 CURRENT LEARNING RATE: 0.04911086704432328
previous_iter_valid_loss : 0.1715715527534485
265700 0.171870 0.171572 0.168956 CURRENT LEARNING RATE: 0.04910104585306627
previous_iter_valid_loss : 0.1746988147497177
265720 0.175029 0.174699 0.169648 CURRENT LEARNING RATE: 0.04909122662585111
previous_iter_valid_loss : 0.17439165711402893
265740 0.174633 0.174392 0.170173 CURRENT LEARNING RATE: 0.04908140936228502
previous_iter_valid_loss : 0.19575800001621246
265760 0.196257 0.195758 0.171786 CURRENT LEARNING RATE: 0.04907159406197532
previous_iter_valid_loss : 0.16190437972545624
265780 0.162150 0.161904 0.171322 CURRENT LEARNING RATE: 0.04906178072452937
previous_iter_valid_loss : 0.18428148329257965
265800 0.184505 0.184281 0.172422 CURRENT LEARNING RATE: 0.04905196934955467
previous_iter_valid_loss : 0.17811319231987
265820 0.178356 0.178113 0.173103 CURRENT LEARNING RATE: 0.04904215993665875
previous_iter_valid_loss : 0.16916945576667786
265840 0.169482 0.169169 0.171801 CURRENT LEARNING RATE: 0.04903235248544923
previous_iter_valid_loss : 0.1793544739484787
265860 0.179725 0.179354 0.172630 CURRENT LEARNING RATE: 0.04902254699553382
previous_iter_valid_loss : 0.1619175523519516
265880 0.162122 0.161918 0.172237 CURRENT LEARNING RATE: 0.0490127434665203
previous_iter_valid_loss : 0.16130512952804565
265900 0.161519 0.161305 0.171935 CURRENT LEARNING RATE: 0.04900294189801651
previous_iter_valid_loss : 0.161357581615448
265920 0.161579 0.161358 0.171963 CURRENT LEARNING RATE: 0.04899314228963039
previous_iter_valid_loss : 0.16133169829845428
265940 0.161546 0.161332 0.171925 CURRENT LEARNING RATE: 0.04898334464097
previous_iter_valid_loss : 0.16225233674049377
265960 0.162468 0.162252 0.170149 CURRENT LEARNING RATE: 0.04897354895164339
previous_iter_valid_loss : 0.1865311861038208
265980 0.186758 0.186531 0.171279 CURRENT LEARNING RATE: 0.048963755221258745
previous_iter_valid_loss : 0.17423254251480103
266000 0.174528 0.174233 0.171770 CURRENT LEARNING RATE: 0.04895396344942432
previous_iter_valid_loss : 0.1619710624217987
266020 0.162171 0.161971 0.171817 CURRENT LEARNING RATE: 0.048944173635748434
previous_iter_valid_loss : 0.16506029665470123
266040 0.165306 0.165060 0.171388 CURRENT LEARNING RATE: 0.0489343857798395
previous_iter_valid_loss : 0.19133931398391724
266060 0.191540 0.191339 0.172607 CURRENT LEARNING RATE: 0.04892459988130601
previous_iter_valid_loss : 0.16491921246051788
266080 0.165166 0.164919 0.172072 CURRENT LEARNING RATE: 0.048914815939756516
previous_iter_valid_loss : 0.16088655591011047
266100 0.161087 0.160887 0.171537 CURRENT LEARNING RATE: 0.048905033954799663
previous_iter_valid_loss : 0.16468997299671173
266120 0.164904 0.164690 0.171037 CURRENT LEARNING RATE: 0.048895253926044185
previous_iter_valid_loss : 0.16753242909908295
266140 0.167811 0.167532 0.170694 CURRENT LEARNING RATE: 0.04888547585309887
previous_iter_valid_loss : 0.16309738159179688
266160 0.163314 0.163097 0.169061 CURRENT LEARNING RATE: 0.048875699735572584
previous_iter_valid_loss : 0.1672617346048355
266180 0.167521 0.167262 0.169329 CURRENT LEARNING RATE: 0.04886592557307431
previous_iter_valid_loss : 0.1624438464641571
266200 0.162662 0.162444 0.168237 CURRENT LEARNING RATE: 0.04885615336521305
previous_iter_valid_loss : 0.16278818249702454
266220 0.163013 0.162788 0.167471 CURRENT LEARNING RATE: 0.04884638311159793
previous_iter_valid_loss : 0.17028284072875977
266240 0.170564 0.170283 0.167526 CURRENT LEARNING RATE: 0.04883661481183815
previous_iter_valid_loss : 0.16143307089805603
266260 0.161585 0.161433 0.166630 CURRENT LEARNING RATE: 0.04882684846554298
previous_iter_valid_loss : 0.16496527194976807
266280 0.165191 0.164965 0.166783 CURRENT LEARNING RATE: 0.04881708407232173
previous_iter_valid_loss : 0.162655770778656
266300 0.162878 0.162656 0.166850 CURRENT LEARNING RATE: 0.04880732163178387
previous_iter_valid_loss : 0.16675296425819397
266320 0.166967 0.166753 0.167120 CURRENT LEARNING RATE: 0.04879756114353885
previous_iter_valid_loss : 0.16114041209220886
266340 0.161352 0.161140 0.167110 CURRENT LEARNING RATE: 0.048787802607196305
previous_iter_valid_loss : 0.1634581834077835
266360 0.163652 0.163458 0.167171 CURRENT LEARNING RATE: 0.04877804602236588
previous_iter_valid_loss : 0.1687089055776596
266380 0.168997 0.168709 0.166280 CURRENT LEARNING RATE: 0.048768291388657285
previous_iter_valid_loss : 0.17187795042991638
266400 0.172158 0.171878 0.166162 CURRENT LEARNING RATE: 0.048758538705680365
previous_iter_valid_loss : 0.16246971487998962
266420 0.162669 0.162470 0.166187 CURRENT LEARNING RATE: 0.048748787973044994
previous_iter_valid_loss : 0.16728918254375458
266440 0.167548 0.167289 0.166298 CURRENT LEARNING RATE: 0.048739039190361155
previous_iter_valid_loss : 0.16130225360393524
266460 0.161530 0.161302 0.164796 CURRENT LEARNING RATE: 0.04872929235723888
previous_iter_valid_loss : 0.1650361716747284
266480 0.165280 0.165036 0.164802 CURRENT LEARNING RATE: 0.048719547473288306
previous_iter_valid_loss : 0.1658218801021576
266500 0.166104 0.165822 0.165049 CURRENT LEARNING RATE: 0.04870980453811965
previous_iter_valid_loss : 0.16549578309059143
266520 0.165702 0.165496 0.165089 CURRENT LEARNING RATE: 0.048700063551343174
previous_iter_valid_loss : 0.16183626651763916
266540 0.162062 0.161836 0.164804 CURRENT LEARNING RATE: 0.04869032451256925
previous_iter_valid_loss : 0.16162484884262085
266560 0.161848 0.161625 0.164731 CURRENT LEARNING RATE: 0.04868058742140831
previous_iter_valid_loss : 0.1610262542963028
266580 0.161243 0.161026 0.164419 CURRENT LEARNING RATE: 0.048670852277470866
previous_iter_valid_loss : 0.1621725708246231
266600 0.162410 0.162173 0.164405 CURRENT LEARNING RATE: 0.04866111908036753
previous_iter_valid_loss : 0.16853362321853638
266620 0.168828 0.168534 0.164693 CURRENT LEARNING RATE: 0.04865138782970896
previous_iter_valid_loss : 0.16099299490451813
266640 0.161187 0.160993 0.164228 CURRENT LEARNING RATE: 0.048641658525105914
previous_iter_valid_loss : 0.170840784907341
266660 0.171128 0.170841 0.164699 CURRENT LEARNING RATE: 0.048631931166169214
previous_iter_valid_loss : 0.16099868714809418
266680 0.161220 0.160999 0.164500 CURRENT LEARNING RATE: 0.04862220575250976
previous_iter_valid_loss : 0.16408337652683258
266700 0.164331 0.164083 0.164572 CURRENT LEARNING RATE: 0.04861248228373855
previous_iter_valid_loss : 0.16109305620193481
266720 0.161286 0.161093 0.164289 CURRENT LEARNING RATE: 0.048602760759466616
previous_iter_valid_loss : 0.16661521792411804
266740 0.166860 0.166615 0.164562 CURRENT LEARNING RATE: 0.04859304117930513
previous_iter_valid_loss : 0.1659366339445114
266760 0.166157 0.165937 0.164686 CURRENT LEARNING RATE: 0.04858332354286532
previous_iter_valid_loss : 0.16840778291225433
266780 0.168696 0.168408 0.164671 CURRENT LEARNING RATE: 0.048573607849758435
previous_iter_valid_loss : 0.16193051636219025
266800 0.162159 0.161931 0.164174 CURRENT LEARNING RATE: 0.04856389409959588
previous_iter_valid_loss : 0.16173791885375977
266820 0.161993 0.161738 0.164137 CURRENT LEARNING RATE: 0.048554182291989094
previous_iter_valid_loss : 0.1608452945947647
266840 0.161063 0.160845 0.163815 CURRENT LEARNING RATE: 0.04854447242654961
previous_iter_valid_loss : 0.1612868756055832
266860 0.161490 0.161287 0.163814 CURRENT LEARNING RATE: 0.04853476450288903
previous_iter_valid_loss : 0.1620039939880371
266880 0.162264 0.162004 0.163663 CURRENT LEARNING RATE: 0.04852505852061903
previous_iter_valid_loss : 0.18522284924983978
266900 0.185459 0.185223 0.164633 CURRENT LEARNING RATE: 0.04851535447935139
previous_iter_valid_loss : 0.1614808887243271
266920 0.161676 0.161481 0.164432 CURRENT LEARNING RATE: 0.048505652378697924
previous_iter_valid_loss : 0.16747909784317017
266940 0.167740 0.167479 0.164714 CURRENT LEARNING RATE: 0.04849595221827056
previous_iter_valid_loss : 0.16290244460105896
266960 0.163153 0.162902 0.164778 CURRENT LEARNING RATE: 0.04848625399768129
previous_iter_valid_loss : 0.165163055062294
266980 0.165375 0.165163 0.164985 CURRENT LEARNING RATE: 0.04847655771654219
previous_iter_valid_loss : 0.16980290412902832
267000 0.170076 0.169803 0.165366 CURRENT LEARNING RATE: 0.04846686337446541
previous_iter_valid_loss : 0.16134802997112274
267020 0.161556 0.161348 0.165007 CURRENT LEARNING RATE: 0.048457170971063154
previous_iter_valid_loss : 0.17358559370040894
267040 0.173761 0.173586 0.165637 CURRENT LEARNING RATE: 0.048447480505947764
previous_iter_valid_loss : 0.17721009254455566
267060 0.177560 0.177210 0.165955 CURRENT LEARNING RATE: 0.04843779197873159
previous_iter_valid_loss : 0.17189079523086548
267080 0.172180 0.171891 0.166500 CURRENT LEARNING RATE: 0.0484281053890271
previous_iter_valid_loss : 0.1626189947128296
267100 0.162792 0.162619 0.166427 CURRENT LEARNING RATE: 0.048418420736446845
previous_iter_valid_loss : 0.16294506192207336
267120 0.163146 0.162945 0.166519 CURRENT LEARNING RATE: 0.048408738020603394
previous_iter_valid_loss : 0.17081399261951447
267140 0.171031 0.170814 0.166729 CURRENT LEARNING RATE: 0.04839905724110949
previous_iter_valid_loss : 0.1613953858613968
267160 0.161587 0.161395 0.166502 CURRENT LEARNING RATE: 0.04838937839757788
previous_iter_valid_loss : 0.16265137493610382
267180 0.162872 0.162651 0.166214 CURRENT LEARNING RATE: 0.04837970148962142
previous_iter_valid_loss : 0.16245721280574799
267200 0.162684 0.162457 0.166241 CURRENT LEARNING RATE: 0.04837002651685303
previous_iter_valid_loss : 0.16529154777526855
267220 0.165472 0.165292 0.166418 CURRENT LEARNING RATE: 0.0483603534788857
previous_iter_valid_loss : 0.1632148176431656
267240 0.163417 0.163215 0.166537 CURRENT LEARNING RATE: 0.048350682375332514
previous_iter_valid_loss : 0.1647804081439972
267260 0.164999 0.164780 0.166712 CURRENT LEARNING RATE: 0.04834101320580663
previous_iter_valid_loss : 0.16176852583885193
267280 0.161962 0.161769 0.166700 CURRENT LEARNING RATE: 0.04833134596992129
previous_iter_valid_loss : 0.16078555583953857
267300 0.160994 0.160786 0.165478 CURRENT LEARNING RATE: 0.048321680667289785
previous_iter_valid_loss : 0.18221500515937805
267320 0.182604 0.182215 0.166515 CURRENT LEARNING RATE: 0.04831201729752552
previous_iter_valid_loss : 0.16085585951805115
267340 0.161048 0.160856 0.166183 CURRENT LEARNING RATE: 0.04830235586024194
previous_iter_valid_loss : 0.16370563209056854
267360 0.163895 0.163706 0.166224 CURRENT LEARNING RATE: 0.04829269635505261
previous_iter_valid_loss : 0.16104432940483093
267380 0.161215 0.161044 0.166018 CURRENT LEARNING RATE: 0.04828303878157114
previous_iter_valid_loss : 0.16095180809497833
267400 0.161151 0.160952 0.165575 CURRENT LEARNING RATE: 0.04827338313941123
previous_iter_valid_loss : 0.17546431720256805
267420 0.175700 0.175464 0.166281 CURRENT LEARNING RATE: 0.04826372942818665
previous_iter_valid_loss : 0.1750364899635315
267440 0.175366 0.175036 0.166353 CURRENT LEARNING RATE: 0.048254077647511245
previous_iter_valid_loss : 0.1619131863117218
267460 0.162131 0.161913 0.165589 CURRENT LEARNING RATE: 0.048244427796998966
previous_iter_valid_loss : 0.1610880345106125
267480 0.161301 0.161088 0.165048 CURRENT LEARNING RATE: 0.0482347798762638
previous_iter_valid_loss : 0.1715366691350937
267500 0.171832 0.171537 0.165494 CURRENT LEARNING RATE: 0.048225133884919835
previous_iter_valid_loss : 0.1711520105600357
267520 0.171478 0.171152 0.165905 CURRENT LEARNING RATE: 0.04821548982258123
previous_iter_valid_loss : 0.16250765323638916
267540 0.162729 0.162508 0.165489 CURRENT LEARNING RATE: 0.04820584768886221
previous_iter_valid_loss : 0.16558216512203217
267560 0.165804 0.165582 0.165699 CURRENT LEARNING RATE: 0.04819620748337713
previous_iter_valid_loss : 0.167612224817276
267580 0.167840 0.167612 0.165947 CURRENT LEARNING RATE: 0.04818656920574034
previous_iter_valid_loss : 0.17256367206573486
267600 0.172769 0.172564 0.166452 CURRENT LEARNING RATE: 0.04817693285556633
previous_iter_valid_loss : 0.16298268735408783
267620 0.163176 0.162983 0.166337 CURRENT LEARNING RATE: 0.04816729843246964
previous_iter_valid_loss : 0.16269053518772125
267640 0.162921 0.162691 0.166310 CURRENT LEARNING RATE: 0.0481576659360649
previous_iter_valid_loss : 0.1700100153684616
267660 0.170296 0.170010 0.166572 CURRENT LEARNING RATE: 0.0481480353659668
previous_iter_valid_loss : 0.16889649629592896
267680 0.169134 0.168896 0.166928 CURRENT LEARNING RATE: 0.04813840672179012
previous_iter_valid_loss : 0.16276425123214722
267700 0.163068 0.162764 0.167027 CURRENT LEARNING RATE: 0.04812878000314972
previous_iter_valid_loss : 0.1747719943523407
267720 0.175065 0.174772 0.166655 CURRENT LEARNING RATE: 0.04811915520966052
previous_iter_valid_loss : 0.1637478470802307
267740 0.163937 0.163748 0.166800 CURRENT LEARNING RATE: 0.04810953234093754
previous_iter_valid_loss : 0.16095508635044098
267760 0.161152 0.160955 0.166662 CURRENT LEARNING RATE: 0.048099911396595856
previous_iter_valid_loss : 0.16093263030052185
267780 0.161146 0.160933 0.166657 CURRENT LEARNING RATE: 0.04809029237625063
previous_iter_valid_loss : 0.16149064898490906
267800 0.161697 0.161491 0.166684 CURRENT LEARNING RATE: 0.048080675279517114
previous_iter_valid_loss : 0.16625337302684784
267820 0.166469 0.166253 0.166223 CURRENT LEARNING RATE: 0.04807106010601062
previous_iter_valid_loss : 0.1714029312133789
267840 0.171665 0.171403 0.166041 CURRENT LEARNING RATE: 0.04806144685534653
previous_iter_valid_loss : 0.1691317856311798
267860 0.169360 0.169132 0.166402 CURRENT LEARNING RATE: 0.04805183552714032
previous_iter_valid_loss : 0.18035788834095
267880 0.180728 0.180358 0.167366 CURRENT LEARNING RATE: 0.04804222612100753
previous_iter_valid_loss : 0.16433873772621155
267900 0.164588 0.164339 0.167006 CURRENT LEARNING RATE: 0.0480326186365638
previous_iter_valid_loss : 0.16184408962726593
267920 0.162101 0.161844 0.166540 CURRENT LEARNING RATE: 0.048023013073424825
previous_iter_valid_loss : 0.16211523115634918
267940 0.162304 0.162115 0.166521 CURRENT LEARNING RATE: 0.04801340943120635
previous_iter_valid_loss : 0.1647770255804062
267960 0.165030 0.164777 0.166481 CURRENT LEARNING RATE: 0.04800380770952429
previous_iter_valid_loss : 0.16117741167545319
267980 0.161406 0.161177 0.166159 CURRENT LEARNING RATE: 0.04799420790799454
previous_iter_valid_loss : 0.17209355533123016
268000 0.172402 0.172094 0.166135 CURRENT LEARNING RATE: 0.04798461002623311
previous_iter_valid_loss : 0.16115953028202057
268020 0.161357 0.161160 0.166044 CURRENT LEARNING RATE: 0.047975014063856077
previous_iter_valid_loss : 0.16776420176029205
268040 0.168026 0.167764 0.166298 CURRENT LEARNING RATE: 0.047965420020479634
previous_iter_valid_loss : 0.16298407316207886
268060 0.163211 0.162984 0.165947 CURRENT LEARNING RATE: 0.047955827895719984
previous_iter_valid_loss : 0.18510575592517853
268080 0.185491 0.185106 0.166757 CURRENT LEARNING RATE: 0.04794623768919346
previous_iter_valid_loss : 0.16292710602283478
268100 0.163163 0.162927 0.166765 CURRENT LEARNING RATE: 0.04793664940051645
previous_iter_valid_loss : 0.16682365536689758
268120 0.167079 0.166824 0.166368 CURRENT LEARNING RATE: 0.04792706302930543
previous_iter_valid_loss : 0.16374024748802185
268140 0.163931 0.163740 0.166367 CURRENT LEARNING RATE: 0.047917478575176926
previous_iter_valid_loss : 0.16512084007263184
268160 0.165372 0.165121 0.166576 CURRENT LEARNING RATE: 0.047907896037747574
previous_iter_valid_loss : 0.17058165371418
268180 0.170780 0.170582 0.167058 CURRENT LEARNING RATE: 0.04789831541663408
previous_iter_valid_loss : 0.18220733106136322
268200 0.182449 0.182207 0.168094 CURRENT LEARNING RATE: 0.047888736711453196
previous_iter_valid_loss : 0.1734333485364914
268220 0.173649 0.173433 0.168453 CURRENT LEARNING RATE: 0.04787915992182179
previous_iter_valid_loss : 0.16224299371242523
268240 0.162438 0.162243 0.167995 CURRENT LEARNING RATE: 0.0478695850473568
previous_iter_valid_loss : 0.16152913868427277
268260 0.161738 0.161529 0.167615 CURRENT LEARNING RATE: 0.04786001208767521
previous_iter_valid_loss : 0.16954714059829712
268280 0.169860 0.169547 0.167074 CURRENT LEARNING RATE: 0.0478504410423941
previous_iter_valid_loss : 0.1629822552204132
268300 0.163169 0.162982 0.167006 CURRENT LEARNING RATE: 0.04784087191113064
previous_iter_valid_loss : 0.1611962765455246
268320 0.161402 0.161196 0.166974 CURRENT LEARNING RATE: 0.04783130469350207
previous_iter_valid_loss : 0.16271252930164337
268340 0.162910 0.162713 0.167004 CURRENT LEARNING RATE: 0.04782173938912568
previous_iter_valid_loss : 0.1615878790616989
268360 0.161787 0.161588 0.166844 CURRENT LEARNING RATE: 0.04781217599761888
previous_iter_valid_loss : 0.16706101596355438
268380 0.167336 0.167061 0.167139 CURRENT LEARNING RATE: 0.04780261451859913
previous_iter_valid_loss : 0.17607301473617554
268400 0.176380 0.176073 0.167338 CURRENT LEARNING RATE: 0.04779305495168397
previous_iter_valid_loss : 0.1660386025905609
268420 0.166273 0.166039 0.167581 CURRENT LEARNING RATE: 0.04778349729649101
previous_iter_valid_loss : 0.16099129617214203
268440 0.161204 0.160991 0.167243 CURRENT LEARNING RATE: 0.04777394155263796
previous_iter_valid_loss : 0.1699097454547882
268460 0.170192 0.169910 0.167589 CURRENT LEARNING RATE: 0.04776438771974256
previous_iter_valid_loss : 0.17058540880680084
268480 0.170877 0.170585 0.166863 CURRENT LEARNING RATE: 0.047754835797422686
previous_iter_valid_loss : 0.16121377050876617
268500 0.161447 0.161214 0.166777 CURRENT LEARNING RATE: 0.04774528578529624
previous_iter_valid_loss : 0.1608155071735382
268520 0.161019 0.160816 0.166477 CURRENT LEARNING RATE: 0.04773573768298125
previous_iter_valid_loss : 0.16129589080810547
268540 0.161471 0.161296 0.166355 CURRENT LEARNING RATE: 0.047726191490095764
previous_iter_valid_loss : 0.20808231830596924
268560 0.208162 0.208082 0.168503 CURRENT LEARNING RATE: 0.04771664720625794
previous_iter_valid_loss : 0.16161008179187775
268580 0.161827 0.161610 0.168054 CURRENT LEARNING RATE: 0.04770710483108602
previous_iter_valid_loss : 0.16333740949630737
268600 0.163544 0.163337 0.167111 CURRENT LEARNING RATE: 0.04769756436419829
previous_iter_valid_loss : 0.19871219992637634
268620 0.198865 0.198712 0.168375 CURRENT LEARNING RATE: 0.04768802580521315
previous_iter_valid_loss : 0.16134203970432281
268640 0.161552 0.161342 0.168330 CURRENT LEARNING RATE: 0.047678489153749046
previous_iter_valid_loss : 0.16298063099384308
268660 0.163170 0.162981 0.168402 CURRENT LEARNING RATE: 0.0476689544094245
previous_iter_valid_loss : 0.16245317459106445
268680 0.162644 0.162453 0.168048 CURRENT LEARNING RATE: 0.04765942157185815
previous_iter_valid_loss : 0.16230681538581848
268700 0.162535 0.162307 0.168014 CURRENT LEARNING RATE: 0.04764989064066868
previous_iter_valid_loss : 0.16204479336738586
268720 0.162230 0.162045 0.168056 CURRENT LEARNING RATE: 0.04764036161547482
previous_iter_valid_loss : 0.18739812076091766
268740 0.187601 0.187398 0.169291 CURRENT LEARNING RATE: 0.047630834495895426
previous_iter_valid_loss : 0.16167709231376648
268760 0.161868 0.161677 0.169295 CURRENT LEARNING RATE: 0.04762130928154942
previous_iter_valid_loss : 0.1647224724292755
268780 0.164972 0.164722 0.169178 CURRENT LEARNING RATE: 0.047611785972055815
previous_iter_valid_loss : 0.1639714390039444
268800 0.164219 0.163971 0.168573 CURRENT LEARNING RATE: 0.04760226456703364
previous_iter_valid_loss : 0.16465699672698975
268820 0.164919 0.164657 0.168504 CURRENT LEARNING RATE: 0.04759274506610207
previous_iter_valid_loss : 0.18433094024658203
268840 0.184543 0.184331 0.169671 CURRENT LEARNING RATE: 0.04758322746888029
previous_iter_valid_loss : 0.16786175966262817
268860 0.168070 0.167862 0.169568 CURRENT LEARNING RATE: 0.04757371177498762
previous_iter_valid_loss : 0.18739505112171173
268880 0.187616 0.187395 0.170409 CURRENT LEARNING RATE: 0.04756419798404344
previous_iter_valid_loss : 0.16363191604614258
268900 0.163837 0.163632 0.170530 CURRENT LEARNING RATE: 0.047554686095667174
previous_iter_valid_loss : 0.16096220910549164
268920 0.161164 0.160962 0.170537 CURRENT LEARNING RATE: 0.04754517610947836
previous_iter_valid_loss : 0.18265773355960846
268940 0.182876 0.182658 0.171605 CURRENT LEARNING RATE: 0.047535668025096595
previous_iter_valid_loss : 0.18587514758110046
268960 0.186083 0.185875 0.170495 CURRENT LEARNING RATE: 0.04752616184214156
previous_iter_valid_loss : 0.16541217267513275
268980 0.165592 0.165412 0.170685 CURRENT LEARNING RATE: 0.04751665756023301
previous_iter_valid_loss : 0.17422416806221008
269000 0.174440 0.174224 0.171229 CURRENT LEARNING RATE: 0.047507155178990755
previous_iter_valid_loss : 0.17333999276161194
269020 0.173636 0.173340 0.169961 CURRENT LEARNING RATE: 0.04749765469803472
previous_iter_valid_loss : 0.1673601269721985
269040 0.167607 0.167360 0.170262 CURRENT LEARNING RATE: 0.047488156116984884
previous_iter_valid_loss : 0.16722474992275238
269060 0.167408 0.167225 0.170474 CURRENT LEARNING RATE: 0.0474786594354613
previous_iter_valid_loss : 0.1616601198911667
269080 0.161894 0.161660 0.170434 CURRENT LEARNING RATE: 0.047469164653084095
previous_iter_valid_loss : 0.1670912206172943
269100 0.167334 0.167091 0.170673 CURRENT LEARNING RATE: 0.04745967176947348
previous_iter_valid_loss : 0.16906796395778656
269120 0.169277 0.169068 0.171025 CURRENT LEARNING RATE: 0.04745018078424974
previous_iter_valid_loss : 0.1668470948934555
269140 0.167070 0.166847 0.169997 CURRENT LEARNING RATE: 0.04744069169703322
previous_iter_valid_loss : 0.17875486612319946
269160 0.178956 0.178755 0.170851 CURRENT LEARNING RATE: 0.047431204507444404
previous_iter_valid_loss : 0.17083069682121277
269180 0.171016 0.170831 0.171156 CURRENT LEARNING RATE: 0.047421719215103776
previous_iter_valid_loss : 0.16157594323158264
269200 0.161767 0.161576 0.171037 CURRENT LEARNING RATE: 0.047412235819631915
previous_iter_valid_loss : 0.16981756687164307
269220 0.170113 0.169818 0.171295 CURRENT LEARNING RATE: 0.04740275432064949
previous_iter_valid_loss : 0.1647264063358307
269240 0.164961 0.164726 0.170314 CURRENT LEARNING RATE: 0.04739327471777724
previous_iter_valid_loss : 0.16571876406669617
269260 0.165908 0.165719 0.170207 CURRENT LEARNING RATE: 0.047383797010636
previous_iter_valid_loss : 0.17224037647247314
269280 0.172437 0.172240 0.169449 CURRENT LEARNING RATE: 0.04737432119884663
previous_iter_valid_loss : 0.1682649850845337
269300 0.168521 0.168265 0.169681 CURRENT LEARNING RATE: 0.04736484728203012
previous_iter_valid_loss : 0.16087652742862701
269320 0.161073 0.160877 0.169677 CURRENT LEARNING RATE: 0.04735537525980752
previous_iter_valid_loss : 0.16115251183509827
269340 0.161368 0.161153 0.168602 CURRENT LEARNING RATE: 0.047345905131799926
previous_iter_valid_loss : 0.17297622561454773
269360 0.173311 0.172976 0.167957 CURRENT LEARNING RATE: 0.047336436897628544
previous_iter_valid_loss : 0.16151271760463715
269380 0.161686 0.161513 0.167762 CURRENT LEARNING RATE: 0.04732697055691464
previous_iter_valid_loss : 0.1627403050661087
269400 0.162971 0.162740 0.167187 CURRENT LEARNING RATE: 0.04731750610927958
previous_iter_valid_loss : 0.19374266266822815
269420 0.194163 0.193743 0.168208 CURRENT LEARNING RATE: 0.04730804355434476
previous_iter_valid_loss : 0.16161462664604187
269440 0.161819 0.161615 0.167920 CURRENT LEARNING RATE: 0.04729858289173169
previous_iter_valid_loss : 0.16164369881153107
269460 0.161868 0.161644 0.167641 CURRENT LEARNING RATE: 0.04728912412106193
previous_iter_valid_loss : 0.1668388992547989
269480 0.167059 0.166839 0.167900 CURRENT LEARNING RATE: 0.04727966724195716
previous_iter_valid_loss : 0.16155129671096802
269500 0.161804 0.161551 0.167623 CURRENT LEARNING RATE: 0.04727021225403907
previous_iter_valid_loss : 0.17300665378570557
269520 0.173240 0.173007 0.167820 CURRENT LEARNING RATE: 0.0472607591569295
previous_iter_valid_loss : 0.16091805696487427
269540 0.161137 0.160918 0.167524 CURRENT LEARNING RATE: 0.04725130795025025
previous_iter_valid_loss : 0.16737547516822815
269560 0.167619 0.167375 0.166955 CURRENT LEARNING RATE: 0.04724185863362337
previous_iter_valid_loss : 0.1617417186498642
269580 0.161952 0.161742 0.166500 CURRENT LEARNING RATE: 0.04723241120667083
previous_iter_valid_loss : 0.1608346849679947
269600 0.161037 0.160835 0.166463 CURRENT LEARNING RATE: 0.047222965669014745
previous_iter_valid_loss : 0.1614428460597992
269620 0.161651 0.161443 0.166045 CURRENT LEARNING RATE: 0.0472135220202773
previous_iter_valid_loss : 0.1634681075811386
269640 0.163710 0.163468 0.165982 CURRENT LEARNING RATE: 0.04720408026008074
previous_iter_valid_loss : 0.16106058657169342
269660 0.161242 0.161061 0.165749 CURRENT LEARNING RATE: 0.047194640388047396
previous_iter_valid_loss : 0.17174068093299866
269680 0.171912 0.171741 0.165724 CURRENT LEARNING RATE: 0.04718520240379967
previous_iter_valid_loss : 0.16146190464496613
269700 0.161694 0.161462 0.165384 CURRENT LEARNING RATE: 0.04717576630696005
previous_iter_valid_loss : 0.16138647496700287
269720 0.161589 0.161386 0.165409 CURRENT LEARNING RATE: 0.047166332097151084
previous_iter_valid_loss : 0.1702118068933487
269740 0.170494 0.170212 0.165862 CURRENT LEARNING RATE: 0.04715689977399541
previous_iter_valid_loss : 0.1611197143793106
269760 0.161299 0.161120 0.165269 CURRENT LEARNING RATE: 0.047147469337115736
previous_iter_valid_loss : 0.16569696366786957
269780 0.165921 0.165697 0.165478 CURRENT LEARNING RATE: 0.04713804078613484
previous_iter_valid_loss : 0.16137859225273132
269800 0.161562 0.161379 0.165410 CURRENT LEARNING RATE: 0.04712861412067558
previous_iter_valid_loss : 0.18999552726745605
269820 0.190424 0.189996 0.165223 CURRENT LEARNING RATE: 0.0471191893403609
previous_iter_valid_loss : 0.1622724086046219
269840 0.162459 0.162272 0.165256 CURRENT LEARNING RATE: 0.04710976644481379
previous_iter_valid_loss : 0.16801027953624725
269860 0.168277 0.168010 0.165574 CURRENT LEARNING RATE: 0.04710034543365735
previous_iter_valid_loss : 0.16250446438789368
269880 0.162723 0.162504 0.165357 CURRENT LEARNING RATE: 0.04709092630651473
previous_iter_valid_loss : 0.16105051338672638
269900 0.161260 0.161051 0.165332 CURRENT LEARNING RATE: 0.04708150906300917
previous_iter_valid_loss : 0.16841906309127808
269920 0.168688 0.168419 0.165103 CURRENT LEARNING RATE: 0.04707209370276398
previous_iter_valid_loss : 0.16263605654239655
269940 0.162810 0.162636 0.165189 CURRENT LEARNING RATE: 0.04706268022540252
previous_iter_valid_loss : 0.16133946180343628
269960 0.161547 0.161339 0.164887 CURRENT LEARNING RATE: 0.04705326863054829
previous_iter_valid_loss : 0.16101814806461334
269980 0.161222 0.161018 0.164851 CURRENT LEARNING RATE: 0.047043858917824824
previous_iter_valid_loss : 0.1607787162065506
270000 0.160960 0.160779 0.164848 CURRENT LEARNING RATE: 0.047034451086855715
previous_iter_valid_loss : 0.16561971604824066
270020 0.165806 0.165620 0.165057 CURRENT LEARNING RATE: 0.04702504513726466
previous_iter_valid_loss : 0.17143882811069489
270040 0.171648 0.171439 0.165455 CURRENT LEARNING RATE: 0.047015641068675416
previous_iter_valid_loss : 0.16136975586414337
270060 0.161534 0.161370 0.165471 CURRENT LEARNING RATE: 0.047006238880711815
previous_iter_valid_loss : 0.16278265416622162
270080 0.162976 0.162783 0.165023 CURRENT LEARNING RATE: 0.04699683857299778
previous_iter_valid_loss : 0.161113440990448
270100 0.161297 0.161113 0.165006 CURRENT LEARNING RATE: 0.04698744014515729
previous_iter_valid_loss : 0.16325236856937408
270120 0.163490 0.163252 0.165099 CURRENT LEARNING RATE: 0.04697804359681442
previous_iter_valid_loss : 0.16602084040641785
270140 0.166199 0.166021 0.164889 CURRENT LEARNING RATE: 0.04696864892759329
previous_iter_valid_loss : 0.16096921265125275
270160 0.161169 0.160969 0.164882 CURRENT LEARNING RATE: 0.046959256137118134
previous_iter_valid_loss : 0.16153700649738312
270180 0.161752 0.161537 0.164674 CURRENT LEARNING RATE: 0.04694986522501323
previous_iter_valid_loss : 0.1627618968486786
270200 0.163017 0.162762 0.164743 CURRENT LEARNING RATE: 0.04694047619090293
previous_iter_valid_loss : 0.16093118488788605
270220 0.161161 0.160931 0.163290 CURRENT LEARNING RATE: 0.04693108903441169
previous_iter_valid_loss : 0.1613466888666153
270240 0.161565 0.161347 0.163243 CURRENT LEARNING RATE: 0.04692170375516402
previous_iter_valid_loss : 0.19046936929225922
270260 0.190657 0.190469 0.164366 CURRENT LEARNING RATE: 0.0469123203527845
previous_iter_valid_loss : 0.16116949915885925
270280 0.161385 0.161169 0.164300 CURRENT LEARNING RATE: 0.046902938826897805
previous_iter_valid_loss : 0.1636706292629242
270300 0.163900 0.163671 0.164431 CURRENT LEARNING RATE: 0.046893559177128674
previous_iter_valid_loss : 0.18211586773395538
270320 0.182458 0.182116 0.165116 CURRENT LEARNING RATE: 0.04688418140310191
previous_iter_valid_loss : 0.16106952726840973
270340 0.161270 0.161070 0.165037 CURRENT LEARNING RATE: 0.04687480550444241
previous_iter_valid_loss : 0.16266490519046783
270360 0.162869 0.162665 0.165104 CURRENT LEARNING RATE: 0.04686543148077511
previous_iter_valid_loss : 0.1683286726474762
270380 0.168462 0.168329 0.165469 CURRENT LEARNING RATE: 0.046856059331725104
previous_iter_valid_loss : 0.16328789293766022
270400 0.163437 0.163288 0.165595 CURRENT LEARNING RATE: 0.04684668905691748
previous_iter_valid_loss : 0.16276103258132935
270420 0.162962 0.162761 0.165452 CURRENT LEARNING RATE: 0.04683732065597742
previous_iter_valid_loss : 0.17273195087909698
270440 0.173029 0.172732 0.165516 CURRENT LEARNING RATE: 0.046827954128530185
previous_iter_valid_loss : 0.16681304574012756
270460 0.167045 0.166813 0.165788 CURRENT LEARNING RATE: 0.04681858947420113
previous_iter_valid_loss : 0.1617826372385025
270480 0.161977 0.161783 0.165738 CURRENT LEARNING RATE: 0.04680922669261566
previous_iter_valid_loss : 0.16665233671665192
270500 0.166907 0.166652 0.166015 CURRENT LEARNING RATE: 0.04679986578339926
previous_iter_valid_loss : 0.16158480942249298
270520 0.161799 0.161585 0.165932 CURRENT LEARNING RATE: 0.046790506746177504
previous_iter_valid_loss : 0.1634194403886795
270540 0.163657 0.163419 0.165802 CURRENT LEARNING RATE: 0.04678114958057602
previous_iter_valid_loss : 0.17215341329574585
270560 0.172449 0.172153 0.166361 CURRENT LEARNING RATE: 0.046771794286220525
previous_iter_valid_loss : 0.16662928462028503
270580 0.166911 0.166629 0.166616 CURRENT LEARNING RATE: 0.04676244086273681
previous_iter_valid_loss : 0.16980358958244324
270600 0.170084 0.169804 0.166968 CURRENT LEARNING RATE: 0.04675308930975074
previous_iter_valid_loss : 0.1625010371208191
270620 0.162696 0.162501 0.167046 CURRENT LEARNING RATE: 0.046743739626888235
previous_iter_valid_loss : 0.16098806262016296
270640 0.161163 0.160988 0.167028 CURRENT LEARNING RATE: 0.046734391813775325
previous_iter_valid_loss : 0.16342659294605255
270660 0.163568 0.163427 0.165676 CURRENT LEARNING RATE: 0.046725045870038104
previous_iter_valid_loss : 0.17065291106700897
270680 0.170830 0.170653 0.166150 CURRENT LEARNING RATE: 0.04671570179530272
previous_iter_valid_loss : 0.16683875024318695
270700 0.167080 0.166839 0.166309 CURRENT LEARNING RATE: 0.04670635958919541
previous_iter_valid_loss : 0.16656051576137543
270720 0.166770 0.166561 0.165531 CURRENT LEARNING RATE: 0.04669701925134249
previous_iter_valid_loss : 0.16289609670639038
270740 0.163094 0.162896 0.165622 CURRENT LEARNING RATE: 0.046687680781370346
previous_iter_valid_loss : 0.1616601198911667
270760 0.161803 0.161660 0.165572 CURRENT LEARNING RATE: 0.046678344178905415
previous_iter_valid_loss : 0.1762513667345047
270780 0.176435 0.176251 0.165968 CURRENT LEARNING RATE: 0.04666900944357429
previous_iter_valid_loss : 0.17271435260772705
270800 0.172879 0.172714 0.166440 CURRENT LEARNING RATE: 0.04665967657500354
previous_iter_valid_loss : 0.16127367317676544
270820 0.161452 0.161274 0.166365 CURRENT LEARNING RATE: 0.04665034557281987
previous_iter_valid_loss : 0.17174725234508514
270840 0.172027 0.171747 0.166316 CURRENT LEARNING RATE: 0.046641016436650015
previous_iter_valid_loss : 0.17355498671531677
270860 0.173849 0.173555 0.166653 CURRENT LEARNING RATE: 0.04663168916612083
previous_iter_valid_loss : 0.1650364100933075
270880 0.165240 0.165036 0.166816 CURRENT LEARNING RATE: 0.04662236376085922
previous_iter_valid_loss : 0.16212432086467743
270900 0.162362 0.162124 0.166589 CURRENT LEARNING RATE: 0.04661304022049216
previous_iter_valid_loss : 0.16248509287834167
270920 0.162743 0.162485 0.166634 CURRENT LEARNING RATE: 0.04660371854464672
previous_iter_valid_loss : 0.16323122382164001
270940 0.163454 0.163231 0.166625 CURRENT LEARNING RATE: 0.046594398732950036
previous_iter_valid_loss : 0.17050346732139587
270960 0.170803 0.170503 0.166543 CURRENT LEARNING RATE: 0.04658508078502929
previous_iter_valid_loss : 0.17009800672531128
270980 0.170375 0.170098 0.166716 CURRENT LEARNING RATE: 0.04657576470051179
previous_iter_valid_loss : 0.19125886261463165
271000 0.191689 0.191259 0.167789 CURRENT LEARNING RATE: 0.04656645047902489
previous_iter_valid_loss : 0.17258335649967194
271020 0.172794 0.172583 0.168293 CURRENT LEARNING RATE: 0.046557138120196004
previous_iter_valid_loss : 0.16219747066497803
271040 0.162397 0.162197 0.168353 CURRENT LEARNING RATE: 0.04654782762365266
previous_iter_valid_loss : 0.1635005921125412
271060 0.163702 0.163501 0.168357 CURRENT LEARNING RATE: 0.04653851898902243
previous_iter_valid_loss : 0.1668594628572464
271080 0.167107 0.166859 0.168167 CURRENT LEARNING RATE: 0.046529212215932945
previous_iter_valid_loss : 0.17347711324691772
271100 0.173772 0.173477 0.168499 CURRENT LEARNING RATE: 0.046519907304011975
previous_iter_valid_loss : 0.16106726229190826
271120 0.161255 0.161067 0.168225 CURRENT LEARNING RATE: 0.0465106042528873
previous_iter_valid_loss : 0.16805043816566467
271140 0.168281 0.168050 0.168482 CURRENT LEARNING RATE: 0.04650130306218679
previous_iter_valid_loss : 0.16118453443050385
271160 0.161332 0.161185 0.168459 CURRENT LEARNING RATE: 0.046492003731538396
previous_iter_valid_loss : 0.16613684594631195
271180 0.166344 0.166137 0.167953 CURRENT LEARNING RATE: 0.04648270626057018
previous_iter_valid_loss : 0.17200824618339539
271200 0.172302 0.172008 0.167917 CURRENT LEARNING RATE: 0.046473410648910224
previous_iter_valid_loss : 0.16167327761650085
271220 0.161862 0.161673 0.167937 CURRENT LEARNING RATE: 0.046464116896186694
previous_iter_valid_loss : 0.1630629003047943
271240 0.163285 0.163063 0.167503 CURRENT LEARNING RATE: 0.04645482500202784
previous_iter_valid_loss : 0.1652817726135254
271260 0.165526 0.165282 0.167090 CURRENT LEARNING RATE: 0.046445534966062005
previous_iter_valid_loss : 0.1624838411808014
271280 0.162676 0.162484 0.166962 CURRENT LEARNING RATE: 0.046436246787917565
previous_iter_valid_loss : 0.16680754721164703
271300 0.166983 0.166808 0.167196 CURRENT LEARNING RATE: 0.04642696046722301
previous_iter_valid_loss : 0.1614709049463272
271320 0.161703 0.161471 0.167145 CURRENT LEARNING RATE: 0.04641767600360688
previous_iter_valid_loss : 0.18146304786205292
271340 0.181695 0.181463 0.168057 CURRENT LEARNING RATE: 0.046408393396697785
previous_iter_valid_loss : 0.16106225550174713
271360 0.161220 0.161062 0.167585 CURRENT LEARNING RATE: 0.04639911264612443
previous_iter_valid_loss : 0.176487535238266
271380 0.176794 0.176488 0.167904 CURRENT LEARNING RATE: 0.046389833751515605
previous_iter_valid_loss : 0.16215629875659943
271400 0.162316 0.162156 0.166449 CURRENT LEARNING RATE: 0.046380556712500125
previous_iter_valid_loss : 0.1615874022245407
271420 0.161749 0.161587 0.165900 CURRENT LEARNING RATE: 0.046371281528706926
previous_iter_valid_loss : 0.16585177183151245
271440 0.166023 0.165852 0.166082 CURRENT LEARNING RATE: 0.046362008199764985
previous_iter_valid_loss : 0.17220966517925262
271460 0.172368 0.172210 0.166518 CURRENT LEARNING RATE: 0.04635273672530339
previous_iter_valid_loss : 0.1655409187078476
271480 0.165805 0.165541 0.166452 CURRENT LEARNING RATE: 0.04634346710495127
previous_iter_valid_loss : 0.16437265276908875
271500 0.164577 0.164373 0.165997 CURRENT LEARNING RATE: 0.04633419933833783
previous_iter_valid_loss : 0.16733014583587646
271520 0.167570 0.167330 0.166310 CURRENT LEARNING RATE: 0.04632493342509238
previous_iter_valid_loss : 0.16247721016407013
271540 0.162680 0.162477 0.166031 CURRENT LEARNING RATE: 0.04631566936484426
previous_iter_valid_loss : 0.16482670605182648
271560 0.165025 0.164827 0.166213 CURRENT LEARNING RATE: 0.0463064071572229
previous_iter_valid_loss : 0.1608308106660843
271580 0.161014 0.160831 0.165948 CURRENT LEARNING RATE: 0.04629714680185787
previous_iter_valid_loss : 0.16178874671459198
271600 0.161991 0.161789 0.165437 CURRENT LEARNING RATE: 0.0462878882983787
previous_iter_valid_loss : 0.16107647120952606
271620 0.161300 0.161076 0.165407 CURRENT LEARNING RATE: 0.04627863164641509
previous_iter_valid_loss : 0.1627882719039917
271640 0.162996 0.162788 0.165393 CURRENT LEARNING RATE: 0.04626937684559673
previous_iter_valid_loss : 0.16131502389907837
271660 0.161486 0.161315 0.165195 CURRENT LEARNING RATE: 0.046260123895553465
previous_iter_valid_loss : 0.1622626632452011
271680 0.162482 0.162263 0.165184 CURRENT LEARNING RATE: 0.04625087279591516
previous_iter_valid_loss : 0.16910073161125183
271700 0.169380 0.169101 0.165299 CURRENT LEARNING RATE: 0.04624162354631176
previous_iter_valid_loss : 0.16425721347332
271720 0.164462 0.164257 0.165438 CURRENT LEARNING RATE: 0.04623237614637332
previous_iter_valid_loss : 0.1608937531709671
271740 0.161105 0.160894 0.164409 CURRENT LEARNING RATE: 0.04622313059572993
previous_iter_valid_loss : 0.16921783983707428
271760 0.169450 0.169218 0.164817 CURRENT LEARNING RATE: 0.04621388689401178
previous_iter_valid_loss : 0.16263097524642944
271780 0.162806 0.162631 0.164124 CURRENT LEARNING RATE: 0.046204645040849084
previous_iter_valid_loss : 0.19075271487236023
271800 0.191209 0.190753 0.165554 CURRENT LEARNING RATE: 0.046195405035872224
previous_iter_valid_loss : 0.165640190243721
271820 0.165910 0.165640 0.165757 CURRENT LEARNING RATE: 0.04618616687871155
previous_iter_valid_loss : 0.16122473776340485
271840 0.161454 0.161225 0.165525 CURRENT LEARNING RATE: 0.04617693056899757
previous_iter_valid_loss : 0.1621721088886261
271860 0.162399 0.162172 0.165024 CURRENT LEARNING RATE: 0.046167696106360824
previous_iter_valid_loss : 0.1651933491230011
271880 0.165464 0.165193 0.165006 CURRENT LEARNING RATE: 0.04615846349043192
previous_iter_valid_loss : 0.16398054361343384
271900 0.164188 0.163981 0.164987 CURRENT LEARNING RATE: 0.046149232720841565
previous_iter_valid_loss : 0.16919134557247162
271920 0.169478 0.169191 0.165080 CURRENT LEARNING RATE: 0.04614000379722052
previous_iter_valid_loss : 0.1696542501449585
271940 0.169916 0.169654 0.165439 CURRENT LEARNING RATE: 0.046130776719199636
previous_iter_valid_loss : 0.2106025367975235
271960 0.210689 0.210603 0.167727 CURRENT LEARNING RATE: 0.046121551486409805
previous_iter_valid_loss : 0.16177643835544586
271980 0.161951 0.161776 0.167775 CURRENT LEARNING RATE: 0.046112328098482064
previous_iter_valid_loss : 0.16242294013500214
272000 0.162599 0.162423 0.167806 CURRENT LEARNING RATE: 0.04610310655504744
previous_iter_valid_loss : 0.17066091299057007
272020 0.170930 0.170661 0.168286 CURRENT LEARNING RATE: 0.04609388685573711
previous_iter_valid_loss : 0.16514961421489716
272040 0.165378 0.165150 0.168404 CURRENT LEARNING RATE: 0.046084669000182245
previous_iter_valid_loss : 0.16426615417003632
272060 0.164448 0.164266 0.168551 CURRENT LEARNING RATE: 0.04607545298801414
previous_iter_valid_loss : 0.16792364418506622
272080 0.168094 0.167924 0.168834 CURRENT LEARNING RATE: 0.046066238818864166
previous_iter_valid_loss : 0.16732749342918396
272100 0.167545 0.167327 0.168746 CURRENT LEARNING RATE: 0.04605702649236375
previous_iter_valid_loss : 0.1772514283657074
272120 0.177462 0.177251 0.169395 CURRENT LEARNING RATE: 0.04604781600814441
previous_iter_valid_loss : 0.16099275648593903
272140 0.161186 0.160993 0.169400 CURRENT LEARNING RATE: 0.0460386073658377
previous_iter_valid_loss : 0.16874195635318756
272160 0.168913 0.168742 0.169376 CURRENT LEARNING RATE: 0.0460294005650753
previous_iter_valid_loss : 0.16853615641593933
272180 0.168785 0.168536 0.169672 CURRENT LEARNING RATE: 0.04602019560548893
previous_iter_valid_loss : 0.1675487756729126
272200 0.167807 0.167549 0.168511 CURRENT LEARNING RATE: 0.04601099248671039
previous_iter_valid_loss : 0.16521848738193512
272220 0.165447 0.165218 0.168490 CURRENT LEARNING RATE: 0.04600179120837155
previous_iter_valid_loss : 0.17353971302509308
272240 0.173819 0.173540 0.169106 CURRENT LEARNING RATE: 0.04599259177010437
previous_iter_valid_loss : 0.16930800676345825
272260 0.169566 0.169308 0.169463 CURRENT LEARNING RATE: 0.04598339417154087
previous_iter_valid_loss : 0.19654400646686554
272280 0.197047 0.196544 0.171030 CURRENT LEARNING RATE: 0.04597419841231313
previous_iter_valid_loss : 0.1667669713497162
272300 0.167026 0.166767 0.171170 CURRENT LEARNING RATE: 0.04596500449205334
previous_iter_valid_loss : 0.1617496758699417
272320 0.161973 0.161750 0.170798 CURRENT LEARNING RATE: 0.04595581241039374
previous_iter_valid_loss : 0.16601386666297913
272340 0.166234 0.166014 0.170616 CURRENT LEARNING RATE: 0.045946622166966634
previous_iter_valid_loss : 0.176857128739357
272360 0.177185 0.176857 0.168928 CURRENT LEARNING RATE: 0.04593743376140441
previous_iter_valid_loss : 0.16111691296100616
272380 0.161297 0.161117 0.168895 CURRENT LEARNING RATE: 0.04592824719333956
previous_iter_valid_loss : 0.16652539372444153
272400 0.166708 0.166525 0.169101 CURRENT LEARNING RATE: 0.045919062462404604
previous_iter_valid_loss : 0.1616678684949875
272420 0.161832 0.161668 0.168651 CURRENT LEARNING RATE: 0.04590987956823214
previous_iter_valid_loss : 0.1618974655866623
272440 0.162080 0.161897 0.168488 CURRENT LEARNING RATE: 0.04590069851045488
previous_iter_valid_loss : 0.18677082657814026
272460 0.186941 0.186771 0.169614 CURRENT LEARNING RATE: 0.045891519288705565
previous_iter_valid_loss : 0.1615322232246399
272480 0.161691 0.161532 0.169294 CURRENT LEARNING RATE: 0.04588234190261703
previous_iter_valid_loss : 0.16355983912944794
272500 0.163756 0.163560 0.169106 CURRENT LEARNING RATE: 0.04587316635182217
previous_iter_valid_loss : 0.16244271397590637
272520 0.162608 0.162443 0.168365 CURRENT LEARNING RATE: 0.04586399263595397
previous_iter_valid_loss : 0.180125892162323
272540 0.180475 0.180126 0.169322 CURRENT LEARNING RATE: 0.04585482075464549
previous_iter_valid_loss : 0.17021487653255463
272560 0.170476 0.170215 0.169395 CURRENT LEARNING RATE: 0.045845650707529835
previous_iter_valid_loss : 0.17628353834152222
272580 0.176656 0.176284 0.169783 CURRENT LEARNING RATE: 0.045836482494240216
previous_iter_valid_loss : 0.16105115413665771
272600 0.161207 0.161051 0.169458 CURRENT LEARNING RATE: 0.04582731611440991
previous_iter_valid_loss : 0.16416940093040466
272620 0.164415 0.164169 0.169405 CURRENT LEARNING RATE: 0.04581815156767225
previous_iter_valid_loss : 0.1610986590385437
272640 0.161274 0.161099 0.168783 CURRENT LEARNING RATE: 0.04580898885366066
previous_iter_valid_loss : 0.1647082418203354
272660 0.164947 0.164708 0.168553 CURRENT LEARNING RATE: 0.045799827972008635
previous_iter_valid_loss : 0.16104748845100403
272680 0.161256 0.161047 0.166779 CURRENT LEARNING RATE: 0.045790668922349724
previous_iter_valid_loss : 0.16133259236812592
272700 0.161543 0.161333 0.166507 CURRENT LEARNING RATE: 0.04578151170431759
previous_iter_valid_loss : 0.17361967265605927
272720 0.173771 0.173620 0.167100 CURRENT LEARNING RATE: 0.04577235631754592
previous_iter_valid_loss : 0.16323280334472656
272740 0.163440 0.163233 0.166961 CURRENT LEARNING RATE: 0.04576320276166851
previous_iter_valid_loss : 0.16985194385051727
272760 0.170147 0.169852 0.166611 CURRENT LEARNING RATE: 0.04575405103631922
previous_iter_valid_loss : 0.1614106148481369
272780 0.161613 0.161411 0.166626 CURRENT LEARNING RATE: 0.04574490114113195
previous_iter_valid_loss : 0.16336438059806824
272800 0.163540 0.163364 0.166468 CURRENT LEARNING RATE: 0.045735753075740765
previous_iter_valid_loss : 0.16251200437545776
272820 0.162705 0.162512 0.166510 CURRENT LEARNING RATE: 0.04572660683977969
previous_iter_valid_loss : 0.1625245064496994
272840 0.162745 0.162525 0.166541 CURRENT LEARNING RATE: 0.04571746243288292
previous_iter_valid_loss : 0.16273167729377747
272860 0.162986 0.162732 0.165339 CURRENT LEARNING RATE: 0.04570831985468463
previous_iter_valid_loss : 0.1631249487400055
272880 0.163319 0.163125 0.165419 CURRENT LEARNING RATE: 0.04569917910481915
previous_iter_valid_loss : 0.16076594591140747
Current valid loss: 0.16076594591140747; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
272900 0.160957 0.160766 0.165279 CURRENT LEARNING RATE: 0.045690040182920846
previous_iter_valid_loss : 0.17676560580730438
272920 0.177064 0.176766 0.165995 CURRENT LEARNING RATE: 0.045680903088624145
previous_iter_valid_loss : 0.16230237483978271
272940 0.162511 0.162302 0.165104 CURRENT LEARNING RATE: 0.045671767821563576
previous_iter_valid_loss : 0.1614023894071579
272960 0.161625 0.161402 0.164664 CURRENT LEARNING RATE: 0.04566263438137373
previous_iter_valid_loss : 0.16090364754199982
272980 0.161131 0.160904 0.163895 CURRENT LEARNING RATE: 0.045653502767689265
previous_iter_valid_loss : 0.1623309701681137
273000 0.162548 0.162331 0.163959 CURRENT LEARNING RATE: 0.04564437298014492
previous_iter_valid_loss : 0.1696339100599289
273020 0.169831 0.169634 0.164232 CURRENT LEARNING RATE: 0.045635245018375487
previous_iter_valid_loss : 0.1668393611907959
273040 0.167098 0.166839 0.164519 CURRENT LEARNING RATE: 0.04562611888201587
previous_iter_valid_loss : 0.16799558699131012
273060 0.168182 0.167996 0.164683 CURRENT LEARNING RATE: 0.045616994570701015
previous_iter_valid_loss : 0.16657443344593048
273080 0.166791 0.166574 0.164960 CURRENT LEARNING RATE: 0.04560787208406595
previous_iter_valid_loss : 0.16866134107112885
273100 0.168922 0.168661 0.165326 CURRENT LEARNING RATE: 0.04559875142174577
previous_iter_valid_loss : 0.1641480028629303
273120 0.164374 0.164148 0.164852 CURRENT LEARNING RATE: 0.04558963258337565
previous_iter_valid_loss : 0.16809658706188202
273140 0.168358 0.168097 0.165096 CURRENT LEARNING RATE: 0.04558051556859085
previous_iter_valid_loss : 0.1610432118177414
273160 0.161243 0.161043 0.164655 CURRENT LEARNING RATE: 0.04557140037702667
previous_iter_valid_loss : 0.16564680635929108
273180 0.165890 0.165647 0.164867 CURRENT LEARNING RATE: 0.04556228700831849
previous_iter_valid_loss : 0.16620969772338867
273200 0.166465 0.166210 0.165009 CURRENT LEARNING RATE: 0.04555317546210183
previous_iter_valid_loss : 0.16304701566696167
273220 0.163293 0.163047 0.165036 CURRENT LEARNING RATE: 0.04554406573801219
previous_iter_valid_loss : 0.1687549352645874
273240 0.169017 0.168755 0.165348 CURRENT LEARNING RATE: 0.04553495783568517
previous_iter_valid_loss : 0.16120655834674835
273260 0.161386 0.161207 0.165271 CURRENT LEARNING RATE: 0.045525851754756486
previous_iter_valid_loss : 0.16159534454345703
273280 0.161825 0.161595 0.165195 CURRENT LEARNING RATE: 0.04551674749486188
previous_iter_valid_loss : 0.16611844301223755
273300 0.166295 0.166118 0.165462 CURRENT LEARNING RATE: 0.04550764505563717
previous_iter_valid_loss : 0.16072297096252441
Current valid loss: 0.16072297096252441; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
273320 0.160909 0.160723 0.164660 CURRENT LEARNING RATE: 0.04549854443671826
previous_iter_valid_loss : 0.1616857945919037
273340 0.161913 0.161686 0.164629 CURRENT LEARNING RATE: 0.04548944563774115
previous_iter_valid_loss : 0.17284813523292542
273360 0.173074 0.172848 0.165202 CURRENT LEARNING RATE: 0.045480348658341864
previous_iter_valid_loss : 0.1707431524991989
273380 0.171066 0.170743 0.165694 CURRENT LEARNING RATE: 0.04547125349815653
previous_iter_valid_loss : 0.16917648911476135
273400 0.169376 0.169176 0.166036 CURRENT LEARNING RATE: 0.045462160156821356
previous_iter_valid_loss : 0.16162408888339996
273420 0.161868 0.161624 0.165635 CURRENT LEARNING RATE: 0.04545306863397257
previous_iter_valid_loss : 0.1673891246318817
273440 0.167599 0.167389 0.165663 CURRENT LEARNING RATE: 0.04544397892924655
previous_iter_valid_loss : 0.1616753339767456
273460 0.161884 0.161675 0.165347 CURRENT LEARNING RATE: 0.0454348910422797
previous_iter_valid_loss : 0.1713680922985077
273480 0.171667 0.171368 0.165587 CURRENT LEARNING RATE: 0.04542580497270848
previous_iter_valid_loss : 0.16082711517810822
273500 0.161015 0.160827 0.165195 CURRENT LEARNING RATE: 0.04541672072016947
previous_iter_valid_loss : 0.16299134492874146
273520 0.163204 0.162991 0.165137 CURRENT LEARNING RATE: 0.0454076382842993
previous_iter_valid_loss : 0.16113874316215515
273540 0.161288 0.161139 0.164789 CURRENT LEARNING RATE: 0.04539855766473467
previous_iter_valid_loss : 0.16317574679851532
273560 0.163438 0.163176 0.164896 CURRENT LEARNING RATE: 0.04538947886111235
previous_iter_valid_loss : 0.16140921413898468
273580 0.161596 0.161409 0.164684 CURRENT LEARNING RATE: 0.04538040187306917
previous_iter_valid_loss : 0.16397252678871155
273600 0.164218 0.163973 0.164572 CURRENT LEARNING RATE: 0.04537132670024209
previous_iter_valid_loss : 0.16263946890830994
273620 0.162883 0.162639 0.164552 CURRENT LEARNING RATE: 0.04536225334226809
previous_iter_valid_loss : 0.16541892290115356
273640 0.165647 0.165419 0.164385 CURRENT LEARNING RATE: 0.045353181798784226
previous_iter_valid_loss : 0.16701890528202057
273660 0.167229 0.167019 0.164676 CURRENT LEARNING RATE: 0.045344112069427636
previous_iter_valid_loss : 0.21618901193141937
273680 0.216828 0.216189 0.167405 CURRENT LEARNING RATE: 0.04533504415383553
previous_iter_valid_loss : 0.16462181508541107
273700 0.164846 0.164622 0.167330 CURRENT LEARNING RATE: 0.04532597805164521
previous_iter_valid_loss : 0.16150878369808197
273720 0.161700 0.161509 0.167370 CURRENT LEARNING RATE: 0.045316913762494006
previous_iter_valid_loss : 0.16082821786403656
273740 0.161041 0.160828 0.167327 CURRENT LEARNING RATE: 0.04530785128601937
previous_iter_valid_loss : 0.17183883488178253
273760 0.172012 0.171839 0.167276 CURRENT LEARNING RATE: 0.04529879062185878
previous_iter_valid_loss : 0.16122743487358093
273780 0.161378 0.161227 0.166801 CURRENT LEARNING RATE: 0.04528973176964983
previous_iter_valid_loss : 0.16137897968292236
273800 0.161568 0.161379 0.166411 CURRENT LEARNING RATE: 0.04528067472903015
previous_iter_valid_loss : 0.1691070795059204
273820 0.169284 0.169107 0.166785 CURRENT LEARNING RATE: 0.04527161949963747
previous_iter_valid_loss : 0.16113227605819702
273840 0.161326 0.161132 0.166472 CURRENT LEARNING RATE: 0.045262566081109575
previous_iter_valid_loss : 0.18298029899597168
273860 0.183185 0.182980 0.167537 CURRENT LEARNING RATE: 0.04525351447308432
previous_iter_valid_loss : 0.16160522401332855
273880 0.161786 0.161605 0.167049 CURRENT LEARNING RATE: 0.04524446467519967
previous_iter_valid_loss : 0.1696469485759735
273900 0.169858 0.169647 0.167490 CURRENT LEARNING RATE: 0.0452354166870936
previous_iter_valid_loss : 0.17668983340263367
273920 0.176923 0.176690 0.168175 CURRENT LEARNING RATE: 0.0452263705084042
previous_iter_valid_loss : 0.16830308735370636
273940 0.168547 0.168303 0.168533 CURRENT LEARNING RATE: 0.04521732613876964
previous_iter_valid_loss : 0.16137027740478516
273960 0.161584 0.161370 0.168443 CURRENT LEARNING RATE: 0.045208283577828114
previous_iter_valid_loss : 0.16422080993652344
273980 0.164455 0.164221 0.168584 CURRENT LEARNING RATE: 0.04519924282521793
previous_iter_valid_loss : 0.18530906736850739
274000 0.185693 0.185309 0.169650 CURRENT LEARNING RATE: 0.045190203880577484
previous_iter_valid_loss : 0.1749129742383957
274020 0.175221 0.174913 0.170264 CURRENT LEARNING RATE: 0.04518116674354519
previous_iter_valid_loss : 0.16159555315971375
274040 0.161780 0.161596 0.170073 CURRENT LEARNING RATE: 0.045172131413759586
previous_iter_valid_loss : 0.19253875315189362
274060 0.193001 0.192539 0.171349 CURRENT LEARNING RATE: 0.04516309789085924
previous_iter_valid_loss : 0.16638214886188507
274080 0.166606 0.166382 0.168859 CURRENT LEARNING RATE: 0.0451540661744828
previous_iter_valid_loss : 0.16210757195949554
274100 0.162340 0.162108 0.168733 CURRENT LEARNING RATE: 0.04514503626426903
previous_iter_valid_loss : 0.16188913583755493
274120 0.162133 0.161889 0.168752 CURRENT LEARNING RATE: 0.04513600815985671
previous_iter_valid_loss : 0.183025524020195
274140 0.183238 0.183026 0.169862 CURRENT LEARNING RATE: 0.045126981860884735
previous_iter_valid_loss : 0.16132083535194397
274160 0.161526 0.161321 0.169336 CURRENT LEARNING RATE: 0.04511795736699202
previous_iter_valid_loss : 0.16175714135169983
274180 0.161990 0.161757 0.169362 CURRENT LEARNING RATE: 0.045108934677817625
previous_iter_valid_loss : 0.1623293161392212
274200 0.162545 0.162329 0.169410 CURRENT LEARNING RATE: 0.04509991379300061
previous_iter_valid_loss : 0.16105665266513824
274220 0.161283 0.161057 0.169007 CURRENT LEARNING RATE: 0.045090894712180155
previous_iter_valid_loss : 0.1611594408750534
274240 0.161377 0.161159 0.169009 CURRENT LEARNING RATE: 0.0450818774349955
previous_iter_valid_loss : 0.1608630120754242
274260 0.161073 0.160863 0.167903 CURRENT LEARNING RATE: 0.04507286196108594
previous_iter_valid_loss : 0.1674247831106186
274280 0.167652 0.167425 0.168194 CURRENT LEARNING RATE: 0.04506384829009087
previous_iter_valid_loss : 0.16331662237644196
274300 0.163544 0.163317 0.167877 CURRENT LEARNING RATE: 0.04505483642164974
previous_iter_valid_loss : 0.1738474816083908
274320 0.174051 0.173847 0.167735 CURRENT LEARNING RATE: 0.045045826355402066
previous_iter_valid_loss : 0.16079778969287872
274340 0.160996 0.160798 0.167360 CURRENT LEARNING RATE: 0.04503681809098745
previous_iter_valid_loss : 0.17292702198028564
274360 0.173238 0.172927 0.167938 CURRENT LEARNING RATE: 0.045027811628045575
previous_iter_valid_loss : 0.1695326268672943
274380 0.169729 0.169533 0.168203 CURRENT LEARNING RATE: 0.04501880696621614
previous_iter_valid_loss : 0.17663642764091492
274400 0.176970 0.176636 0.167770 CURRENT LEARNING RATE: 0.045009804105139016
previous_iter_valid_loss : 0.1651557981967926
274420 0.165375 0.165156 0.167282 CURRENT LEARNING RATE: 0.045000803044454064
previous_iter_valid_loss : 0.16275405883789062
274440 0.162934 0.162754 0.167340 CURRENT LEARNING RATE: 0.044991803783801236
previous_iter_valid_loss : 0.1749027669429779
274460 0.175224 0.174903 0.166458 CURRENT LEARNING RATE: 0.04498280632282057
previous_iter_valid_loss : 0.18786348402500153
274480 0.188039 0.187863 0.167532 CURRENT LEARNING RATE: 0.04497381066115216
previous_iter_valid_loss : 0.16699203848838806
274500 0.167150 0.166992 0.167776 CURRENT LEARNING RATE: 0.044964816798436176
previous_iter_valid_loss : 0.16746199131011963
274520 0.167663 0.167462 0.168055 CURRENT LEARNING RATE: 0.04495582473431288
previous_iter_valid_loss : 0.17042671144008636
274540 0.170699 0.170427 0.167425 CURRENT LEARNING RATE: 0.04494683446842257
previous_iter_valid_loss : 0.16241344809532166
274560 0.162608 0.162413 0.167480 CURRENT LEARNING RATE: 0.04493784600040566
previous_iter_valid_loss : 0.16314902901649475
274580 0.163391 0.163149 0.167549 CURRENT LEARNING RATE: 0.04492885932990258
previous_iter_valid_loss : 0.1609816551208496
274600 0.161181 0.160982 0.167482 CURRENT LEARNING RATE: 0.044919874456553884
previous_iter_valid_loss : 0.1609320193529129
274620 0.161118 0.160932 0.167475 CURRENT LEARNING RATE: 0.04491089138000017
previous_iter_valid_loss : 0.16725993156433105
274640 0.167462 0.167260 0.167781 CURRENT LEARNING RATE: 0.04490191009988213
previous_iter_valid_loss : 0.1631457805633545
274660 0.163380 0.163146 0.167895 CURRENT LEARNING RATE: 0.04489293061584048
previous_iter_valid_loss : 0.16109775006771088
274680 0.161271 0.161098 0.167578 CURRENT LEARNING RATE: 0.044883952927516076
previous_iter_valid_loss : 0.1661018580198288
274700 0.166333 0.166102 0.167718 CURRENT LEARNING RATE: 0.04487497703454979
previous_iter_valid_loss : 0.16262800991535187
274720 0.162832 0.162628 0.167157 CURRENT LEARNING RATE: 0.04486600293658259
previous_iter_valid_loss : 0.16428861021995544
274740 0.164503 0.164289 0.167331 CURRENT LEARNING RATE: 0.04485703063325552
previous_iter_valid_loss : 0.1634995937347412
274760 0.163725 0.163500 0.166860 CURRENT LEARNING RATE: 0.04484806012420967
previous_iter_valid_loss : 0.16520151495933533
274780 0.165418 0.165202 0.166643 CURRENT LEARNING RATE: 0.044839091409086214
previous_iter_valid_loss : 0.16083838045597076
274800 0.161018 0.160838 0.165853 CURRENT LEARNING RATE: 0.04483012448752645
previous_iter_valid_loss : 0.23830629885196686
274820 0.238240 0.238306 0.169511 CURRENT LEARNING RATE: 0.04482115935917166
previous_iter_valid_loss : 0.1801619976758957
274840 0.180309 0.180162 0.170381 CURRENT LEARNING RATE: 0.04481219602366326
previous_iter_valid_loss : 0.166336789727211
274860 0.166564 0.166337 0.169953 CURRENT LEARNING RATE: 0.0448032344806427
previous_iter_valid_loss : 0.17302508652210236
274880 0.173195 0.173025 0.169211 CURRENT LEARNING RATE: 0.044794274729751525
previous_iter_valid_loss : 0.16303236782550812
274900 0.163287 0.163032 0.169013 CURRENT LEARNING RATE: 0.04478531677063135
previous_iter_valid_loss : 0.16105163097381592
274920 0.161289 0.161052 0.168692 CURRENT LEARNING RATE: 0.04477636060292385
previous_iter_valid_loss : 0.20584073662757874
274940 0.205956 0.205841 0.170463 CURRENT LEARNING RATE: 0.04476740622627078
previous_iter_valid_loss : 0.16720977425575256
274960 0.167494 0.167210 0.170703 CURRENT LEARNING RATE: 0.044758453640313965
previous_iter_valid_loss : 0.16145995259284973
274980 0.161648 0.161460 0.170619 CURRENT LEARNING RATE: 0.044749502844695296
previous_iter_valid_loss : 0.1637565791606903
275000 0.163960 0.163757 0.170757 CURRENT LEARNING RATE: 0.04474055383905676
previous_iter_valid_loss : 0.20005251467227936
275020 0.200152 0.200053 0.172713 CURRENT LEARNING RATE: 0.04473160662304037
previous_iter_valid_loss : 0.17230239510536194
275040 0.172612 0.172302 0.172965 CURRENT LEARNING RATE: 0.04472266119628825
previous_iter_valid_loss : 0.16137124598026276
275060 0.161550 0.161371 0.172877 CURRENT LEARNING RATE: 0.0447137175584426
previous_iter_valid_loss : 0.1613636165857315
275080 0.161551 0.161364 0.172890 CURRENT LEARNING RATE: 0.04470477570914565
previous_iter_valid_loss : 0.1805194616317749
275100 0.180842 0.180519 0.173611 CURRENT LEARNING RATE: 0.04469583564803973
previous_iter_valid_loss : 0.17608994245529175
275120 0.176393 0.176090 0.174284 CURRENT LEARNING RATE: 0.044686897374767234
previous_iter_valid_loss : 0.16194941103458405
275140 0.162182 0.161949 0.174167 CURRENT LEARNING RATE: 0.044677960888970664
previous_iter_valid_loss : 0.16738353669643402
275160 0.167667 0.167384 0.174361 CURRENT LEARNING RATE: 0.04466902619029252
previous_iter_valid_loss : 0.16816657781600952
275180 0.168422 0.168167 0.174509 CURRENT LEARNING RATE: 0.04466009327837542
previous_iter_valid_loss : 0.16292384266853333
275200 0.163112 0.162924 0.174614 CURRENT LEARNING RATE: 0.04465116215286206
previous_iter_valid_loss : 0.16107627749443054
275220 0.161292 0.161076 0.170752 CURRENT LEARNING RATE: 0.04464223281339519
previous_iter_valid_loss : 0.167929008603096
275240 0.168173 0.167929 0.170141 CURRENT LEARNING RATE: 0.044633305259617645
previous_iter_valid_loss : 0.1742537021636963
275260 0.174444 0.174254 0.170536 CURRENT LEARNING RATE: 0.044624379491172324
previous_iter_valid_loss : 0.17393642663955688
275280 0.174263 0.173936 0.170582 CURRENT LEARNING RATE: 0.04461545550770218
previous_iter_valid_loss : 0.1711670458316803
275300 0.171463 0.171167 0.170989 CURRENT LEARNING RATE: 0.04460653330885027
previous_iter_valid_loss : 0.16197946667671204
275320 0.162214 0.161979 0.171035 CURRENT LEARNING RATE: 0.044597612894259696
previous_iter_valid_loss : 0.16394415497779846
275340 0.164220 0.163944 0.168940 CURRENT LEARNING RATE: 0.04458869426357364
previous_iter_valid_loss : 0.16885273158550262
275360 0.169148 0.168853 0.169022 CURRENT LEARNING RATE: 0.044579777416435366
previous_iter_valid_loss : 0.16081440448760986
275380 0.161041 0.160814 0.168990 CURRENT LEARNING RATE: 0.044570862352488194
previous_iter_valid_loss : 0.16719560325145721
275400 0.167392 0.167196 0.169162 CURRENT LEARNING RATE: 0.04456194907137551
previous_iter_valid_loss : 0.16116033494472504
275420 0.161352 0.161160 0.167218 CURRENT LEARNING RATE: 0.04455303757274081
previous_iter_valid_loss : 0.1620638370513916
275440 0.162320 0.162064 0.166706 CURRENT LEARNING RATE: 0.04454412785622761
previous_iter_valid_loss : 0.163183331489563
275460 0.163454 0.163183 0.166796 CURRENT LEARNING RATE: 0.04453521992147954
previous_iter_valid_loss : 0.1644110530614853
275480 0.164693 0.164411 0.166949 CURRENT LEARNING RATE: 0.04452631376814026
previous_iter_valid_loss : 0.1612650603055954
275500 0.161473 0.161265 0.165986 CURRENT LEARNING RATE: 0.044517409395853545
previous_iter_valid_loss : 0.17594890296459198
275520 0.176280 0.175949 0.165979 CURRENT LEARNING RATE: 0.044508506804263215
previous_iter_valid_loss : 0.1610071212053299
275540 0.161224 0.161007 0.165932 CURRENT LEARNING RATE: 0.044499605993013155
previous_iter_valid_loss : 0.18065212666988373
275560 0.181008 0.180652 0.166595 CURRENT LEARNING RATE: 0.04449070696174734
previous_iter_valid_loss : 0.1673327088356018
275580 0.167603 0.167333 0.166553 CURRENT LEARNING RATE: 0.044481809710109815
previous_iter_valid_loss : 0.16207921504974365
275600 0.162323 0.162079 0.166511 CURRENT LEARNING RATE: 0.04447291423774466
previous_iter_valid_loss : 0.16692698001861572
275620 0.167213 0.166927 0.166804 CURRENT LEARNING RATE: 0.0444640205442961
previous_iter_valid_loss : 0.16643649339675903
275640 0.166658 0.166436 0.166729 CURRENT LEARNING RATE: 0.044455128629408376
previous_iter_valid_loss : 0.17103615403175354
275660 0.171210 0.171036 0.166568 CURRENT LEARNING RATE: 0.0444462384927258
previous_iter_valid_loss : 0.16423897445201874
275680 0.164455 0.164239 0.166083 CURRENT LEARNING RATE: 0.04443735013389276
previous_iter_valid_loss : 0.1721106618642807
275700 0.172282 0.172111 0.166131 CURRENT LEARNING RATE: 0.04442846355255374
previous_iter_valid_loss : 0.1627112179994583
275720 0.162950 0.162711 0.166167 CURRENT LEARNING RATE: 0.04441957874835326
previous_iter_valid_loss : 0.16148361563682556
275740 0.161694 0.161484 0.166044 CURRENT LEARNING RATE: 0.04441069572093595
previous_iter_valid_loss : 0.16733308136463165
275760 0.167499 0.167333 0.165968 CURRENT LEARNING RATE: 0.04440181446994647
previous_iter_valid_loss : 0.1619464010000229
275780 0.162158 0.161946 0.166025 CURRENT LEARNING RATE: 0.04439293499502957
previous_iter_valid_loss : 0.16216818988323212
275800 0.162348 0.162168 0.165773 CURRENT LEARNING RATE: 0.04438405729583008
previous_iter_valid_loss : 0.16550534963607788
275820 0.165733 0.165505 0.165991 CURRENT LEARNING RATE: 0.04437518137199288
previous_iter_valid_loss : 0.16193534433841705
275840 0.162138 0.161935 0.165984 CURRENT LEARNING RATE: 0.04436630722316295
previous_iter_valid_loss : 0.1636224240064621
275860 0.163915 0.163622 0.166006 CURRENT LEARNING RATE: 0.04435743484898531
previous_iter_valid_loss : 0.16373978555202484
275880 0.164004 0.163740 0.165973 CURRENT LEARNING RATE: 0.04434856424910506
previous_iter_valid_loss : 0.16140063107013702
275900 0.161617 0.161401 0.165979 CURRENT LEARNING RATE: 0.04433969542316741
previous_iter_valid_loss : 0.1622108817100525
275920 0.162426 0.162211 0.165292 CURRENT LEARNING RATE: 0.04433082837081756
previous_iter_valid_loss : 0.17646853625774384
275940 0.176675 0.176469 0.166065 CURRENT LEARNING RATE: 0.04432196309170087
previous_iter_valid_loss : 0.1658312976360321
275960 0.166040 0.165831 0.165324 CURRENT LEARNING RATE: 0.044313099585462694
previous_iter_valid_loss : 0.17729906737804413
275980 0.177482 0.177299 0.165823 CURRENT LEARNING RATE: 0.04430423785174851
previous_iter_valid_loss : 0.16554345190525055
276000 0.165791 0.165543 0.165996 CURRENT LEARNING RATE: 0.044295377890203824
previous_iter_valid_loss : 0.1737734079360962
276020 0.173972 0.173773 0.166338 CURRENT LEARNING RATE: 0.04428651970047429
previous_iter_valid_loss : 0.1737774908542633
276040 0.174110 0.173777 0.166705 CURRENT LEARNING RATE: 0.044277663282205545
previous_iter_valid_loss : 0.17314782738685608
276060 0.173464 0.173148 0.166811 CURRENT LEARNING RATE: 0.044268808635043344
previous_iter_valid_loss : 0.16167430579662323
276080 0.161892 0.161674 0.166683 CURRENT LEARNING RATE: 0.044259955758633486
previous_iter_valid_loss : 0.17011339962482452
276100 0.170309 0.170113 0.166583 CURRENT LEARNING RATE: 0.04425110465262186
previous_iter_valid_loss : 0.16128280758857727
276120 0.161461 0.161283 0.166511 CURRENT LEARNING RATE: 0.04424225531665443
previous_iter_valid_loss : 0.16172868013381958
276140 0.161941 0.161729 0.166524 CURRENT LEARNING RATE: 0.04423340775037723
previous_iter_valid_loss : 0.16708475351333618
276160 0.167351 0.167085 0.166511 CURRENT LEARNING RATE: 0.044224561953436325
previous_iter_valid_loss : 0.16314630210399628
276180 0.163425 0.163146 0.166571 CURRENT LEARNING RATE: 0.04421571792547792
previous_iter_valid_loss : 0.16730165481567383
276200 0.167538 0.167302 0.166828 CURRENT LEARNING RATE: 0.044206875666148227
previous_iter_valid_loss : 0.17725299298763275
276220 0.177581 0.177253 0.167415 CURRENT LEARNING RATE: 0.044198035175093575
previous_iter_valid_loss : 0.16086259484291077
276240 0.161064 0.160863 0.167362 CURRENT LEARNING RATE: 0.04418919645196034
previous_iter_valid_loss : 0.1674538552761078
276260 0.167734 0.167454 0.167553 CURRENT LEARNING RATE: 0.044180359496394955
previous_iter_valid_loss : 0.1611858308315277
276280 0.161422 0.161186 0.167426 CURRENT LEARNING RATE: 0.044171524308043955
previous_iter_valid_loss : 0.17001575231552124
276300 0.170301 0.170016 0.167856 CURRENT LEARNING RATE: 0.044162690886553946
previous_iter_valid_loss : 0.16101139783859253
276320 0.161216 0.161011 0.167796 CURRENT LEARNING RATE: 0.04415385923157157
previous_iter_valid_loss : 0.16131193935871124
276340 0.161502 0.161312 0.167038 CURRENT LEARNING RATE: 0.04414502934274358
previous_iter_valid_loss : 0.16108989715576172
276360 0.161301 0.161090 0.166801 CURRENT LEARNING RATE: 0.04413620121971675
previous_iter_valid_loss : 0.17930853366851807
276380 0.179623 0.179309 0.166902 CURRENT LEARNING RATE: 0.044127374862138
previous_iter_valid_loss : 0.16216112673282623
276400 0.162387 0.162161 0.166733 CURRENT LEARNING RATE: 0.044118550269654215
previous_iter_valid_loss : 0.18468043208122253
276420 0.184884 0.184680 0.167278 CURRENT LEARNING RATE: 0.044109727441912466
previous_iter_valid_loss : 0.16139784455299377
276440 0.161620 0.161398 0.166659 CURRENT LEARNING RATE: 0.044100906378559825
previous_iter_valid_loss : 0.16740870475769043
276460 0.167614 0.167409 0.166372 CURRENT LEARNING RATE: 0.04409208707924345
previous_iter_valid_loss : 0.16236922144889832
276480 0.162592 0.162369 0.166407 CURRENT LEARNING RATE: 0.04408326954361055
previous_iter_valid_loss : 0.16561667621135712
276500 0.165879 0.165617 0.166182 CURRENT LEARNING RATE: 0.04407445377130845
previous_iter_valid_loss : 0.16674602031707764
276520 0.166946 0.166746 0.166455 CURRENT LEARNING RATE: 0.0440656397619845
previous_iter_valid_loss : 0.16156171262264252
276540 0.161748 0.161562 0.166447 CURRENT LEARNING RATE: 0.04405682751528615
previous_iter_valid_loss : 0.16123072803020477
276560 0.161393 0.161231 0.166154 CURRENT LEARNING RATE: 0.0440480170308609
previous_iter_valid_loss : 0.16379840672016144
276580 0.164002 0.163798 0.166187 CURRENT LEARNING RATE: 0.04403920830835634
previous_iter_valid_loss : 0.16110999882221222
276600 0.161324 0.161110 0.165877 CURRENT LEARNING RATE: 0.044030401347420124
previous_iter_valid_loss : 0.16175459325313568
276620 0.162013 0.161755 0.165102 CURRENT LEARNING RATE: 0.04402159614769996
previous_iter_valid_loss : 0.1705876886844635
276640 0.170814 0.170588 0.165588 CURRENT LEARNING RATE: 0.044012792708843645
previous_iter_valid_loss : 0.16966569423675537
276660 0.169967 0.169666 0.165699 CURRENT LEARNING RATE: 0.044003991030499054
previous_iter_valid_loss : 0.16124138236045837
276680 0.161481 0.161241 0.165702 CURRENT LEARNING RATE: 0.04399519111231411
previous_iter_valid_loss : 0.1665060967206955
276700 0.166788 0.166506 0.165526 CURRENT LEARNING RATE: 0.04398639295393681
previous_iter_valid_loss : 0.1619609147310257
276720 0.162179 0.161961 0.165574 CURRENT LEARNING RATE: 0.04397759655501524
previous_iter_valid_loss : 0.17030221223831177
276740 0.170489 0.170302 0.166023 CURRENT LEARNING RATE: 0.04396880191519754
previous_iter_valid_loss : 0.1660885512828827
276760 0.166342 0.166089 0.166273 CURRENT LEARNING RATE: 0.04396000903413191
previous_iter_valid_loss : 0.1612337827682495
276780 0.161456 0.161234 0.165370 CURRENT LEARNING RATE: 0.04395121791146666
previous_iter_valid_loss : 0.17220032215118408
276800 0.172398 0.172200 0.165872 CURRENT LEARNING RATE: 0.043942428546850106
previous_iter_valid_loss : 0.19310781359672546
276820 0.193244 0.193108 0.166293 CURRENT LEARNING RATE: 0.043933640939930726
previous_iter_valid_loss : 0.19571396708488464
276840 0.195900 0.195714 0.168009 CURRENT LEARNING RATE: 0.04392485509035698
previous_iter_valid_loss : 0.17812830209732056
276860 0.178451 0.178128 0.168545 CURRENT LEARNING RATE: 0.043916070997777445
previous_iter_valid_loss : 0.1637401580810547
276880 0.163961 0.163740 0.168613 CURRENT LEARNING RATE: 0.043907288661840765
previous_iter_valid_loss : 0.17703001201152802
276900 0.177365 0.177030 0.169184 CURRENT LEARNING RATE: 0.04389850808219563
previous_iter_valid_loss : 0.16080671548843384
276920 0.161020 0.160807 0.168887 CURRENT LEARNING RATE: 0.043889729258490814
previous_iter_valid_loss : 0.16129693388938904
276940 0.161490 0.161297 0.168874 CURRENT LEARNING RATE: 0.043880952190375196
previous_iter_valid_loss : 0.1696769744157791
276960 0.169976 0.169677 0.169296 CURRENT LEARNING RATE: 0.04387217687749766
previous_iter_valid_loss : 0.1635914146900177
276980 0.163817 0.163591 0.169286 CURRENT LEARNING RATE: 0.0438634033195072
previous_iter_valid_loss : 0.18410925567150116
277000 0.184306 0.184109 0.170436 CURRENT LEARNING RATE: 0.043854631516052886
previous_iter_valid_loss : 0.1612357795238495
277020 0.161457 0.161236 0.170410 CURRENT LEARNING RATE: 0.04384586146678384
previous_iter_valid_loss : 0.16115394234657288
277040 0.161394 0.161154 0.169938 CURRENT LEARNING RATE: 0.043837093171349255
previous_iter_valid_loss : 0.16088369488716125
277060 0.161074 0.160884 0.169499 CURRENT LEARNING RATE: 0.0438283266293984
previous_iter_valid_loss : 0.1694692224264145
277080 0.169739 0.169469 0.169910 CURRENT LEARNING RATE: 0.04381956184058062
previous_iter_valid_loss : 0.16201075911521912
277100 0.162222 0.162011 0.169685 CURRENT LEARNING RATE: 0.04381079880454532
previous_iter_valid_loss : 0.16304637491703033
277120 0.163259 0.163046 0.169740 CURRENT LEARNING RATE: 0.04380203752094198
previous_iter_valid_loss : 0.16274365782737732
277140 0.162940 0.162744 0.169362 CURRENT LEARNING RATE: 0.043793277989420135
previous_iter_valid_loss : 0.1775810271501541
277160 0.177779 0.177581 0.169936 CURRENT LEARNING RATE: 0.043784520209629425
previous_iter_valid_loss : 0.16173134744167328
277180 0.161969 0.161731 0.169961 CURRENT LEARNING RATE: 0.043775764181219534
previous_iter_valid_loss : 0.16427497565746307
277200 0.164519 0.164275 0.169565 CURRENT LEARNING RATE: 0.04376700990384018
previous_iter_valid_loss : 0.16343046724796295
277220 0.163681 0.163430 0.168081 CURRENT LEARNING RATE: 0.043758257377141264
previous_iter_valid_loss : 0.16115809977054596
277240 0.161343 0.161158 0.166353 CURRENT LEARNING RATE: 0.04374950660077264
previous_iter_valid_loss : 0.17860476672649384
277260 0.178792 0.178605 0.166377 CURRENT LEARNING RATE: 0.043740757574384295
previous_iter_valid_loss : 0.16854219138622284
277280 0.168722 0.168542 0.166617 CURRENT LEARNING RATE: 0.04373201029762625
previous_iter_valid_loss : 0.1615772396326065
277300 0.161771 0.161577 0.165845 CURRENT LEARNING RATE: 0.04372326477014862
previous_iter_valid_loss : 0.16937793791294098
277320 0.169644 0.169378 0.166273 CURRENT LEARNING RATE: 0.04371452099160159
previous_iter_valid_loss : 0.1609877198934555
277340 0.161171 0.160988 0.166258 CURRENT LEARNING RATE: 0.04370577896163541
previous_iter_valid_loss : 0.16088874638080597
277360 0.161118 0.160889 0.165818 CURRENT LEARNING RATE: 0.043697038679900393
previous_iter_valid_loss : 0.16159656643867493
277380 0.161827 0.161597 0.165719 CURRENT LEARNING RATE: 0.04368830014604693
previous_iter_valid_loss : 0.17127418518066406
277400 0.171572 0.171274 0.165077 CURRENT LEARNING RATE: 0.043679563359725476
previous_iter_valid_loss : 0.1645764708518982
277420 0.164754 0.164576 0.165244 CURRENT LEARNING RATE: 0.043670828320586566
previous_iter_valid_loss : 0.16663922369480133
277440 0.166893 0.166639 0.165518 CURRENT LEARNING RATE: 0.04366209502828079
previous_iter_valid_loss : 0.16439484059810638
277460 0.164560 0.164395 0.165694 CURRENT LEARNING RATE: 0.043653363482458823
previous_iter_valid_loss : 0.1624835729598999
277480 0.162667 0.162484 0.165344 CURRENT LEARNING RATE: 0.0436446336827714
previous_iter_valid_loss : 0.16321225464344025
277500 0.163412 0.163212 0.165405 CURRENT LEARNING RATE: 0.04363590562886933
previous_iter_valid_loss : 0.1648818701505661
277520 0.165102 0.164882 0.165496 CURRENT LEARNING RATE: 0.04362717932040349
previous_iter_valid_loss : 0.1614014059305191
277540 0.161591 0.161401 0.165429 CURRENT LEARNING RATE: 0.043618454757024826
previous_iter_valid_loss : 0.1673302948474884
277560 0.167587 0.167330 0.164917 CURRENT LEARNING RATE: 0.04360973193838437
previous_iter_valid_loss : 0.17429573833942413
277580 0.174498 0.174296 0.165545 CURRENT LEARNING RATE: 0.043601010864133184
previous_iter_valid_loss : 0.16273821890354156
277600 0.162972 0.162738 0.165468 CURRENT LEARNING RATE: 0.043592291533922446
previous_iter_valid_loss : 0.2054952085018158
277620 0.205633 0.205495 0.167571 CURRENT LEARNING RATE: 0.04358357394740335
previous_iter_valid_loss : 0.16172100603580475
277640 0.161922 0.161721 0.167599 CURRENT LEARNING RATE: 0.043574858104227246
previous_iter_valid_loss : 0.16162045300006866
277660 0.161830 0.161620 0.166750 CURRENT LEARNING RATE: 0.04356614400404546
previous_iter_valid_loss : 0.18945527076721191
277680 0.189856 0.189455 0.167796 CURRENT LEARNING RATE: 0.04355743164650945
previous_iter_valid_loss : 0.17218291759490967
277700 0.172458 0.172183 0.168326 CURRENT LEARNING RATE: 0.04354872103127071
previous_iter_valid_loss : 0.1616249829530716
277720 0.161822 0.161625 0.167939 CURRENT LEARNING RATE: 0.04354001215798081
previous_iter_valid_loss : 0.16266530752182007
277740 0.162861 0.162665 0.168022 CURRENT LEARNING RATE: 0.04353130502629141
previous_iter_valid_loss : 0.16800934076309204
277760 0.168277 0.168009 0.168378 CURRENT LEARNING RATE: 0.04352259963585422
previous_iter_valid_loss : 0.1619560718536377
277780 0.162129 0.161956 0.168396 CURRENT LEARNING RATE: 0.043513895986321015
previous_iter_valid_loss : 0.1612943559885025
277800 0.161511 0.161294 0.167897 CURRENT LEARNING RATE: 0.04350519407734365
previous_iter_valid_loss : 0.16176478564739227
277820 0.162002 0.161765 0.167757 CURRENT LEARNING RATE: 0.04349649390857406
previous_iter_valid_loss : 0.16155271232128143
277840 0.161783 0.161553 0.167502 CURRENT LEARNING RATE: 0.043487795479664235
previous_iter_valid_loss : 0.16108334064483643
277860 0.161283 0.161083 0.167337 CURRENT LEARNING RATE: 0.04347909879026623
previous_iter_valid_loss : 0.16757062077522278
277880 0.167850 0.167571 0.167591 CURRENT LEARNING RATE: 0.04347040384003219
previous_iter_valid_loss : 0.16636264324188232
277900 0.166624 0.166363 0.167749 CURRENT LEARNING RATE: 0.0434617106286143
previous_iter_valid_loss : 0.18018311262130737
277920 0.180399 0.180183 0.168514 CURRENT LEARNING RATE: 0.043453019155664845
previous_iter_valid_loss : 0.1655527502298355
277940 0.165822 0.165553 0.168721 CURRENT LEARNING RATE: 0.04344432942083616
previous_iter_valid_loss : 0.16258692741394043
277960 0.162788 0.162587 0.168484 CURRENT LEARNING RATE: 0.04343564142378066
previous_iter_valid_loss : 0.16870608925819397
277980 0.169017 0.168706 0.168205 CURRENT LEARNING RATE: 0.04342695516415082
previous_iter_valid_loss : 0.1962042897939682
278000 0.196411 0.196204 0.169878 CURRENT LEARNING RATE: 0.0434182706415992
previous_iter_valid_loss : 0.16942337155342102
278020 0.169639 0.169423 0.168075 CURRENT LEARNING RATE: 0.04340958785577838
previous_iter_valid_loss : 0.16187265515327454
278040 0.162101 0.161873 0.168082 CURRENT LEARNING RATE: 0.04340090680634111
previous_iter_valid_loss : 0.16228076815605164
278060 0.162518 0.162281 0.168115 CURRENT LEARNING RATE: 0.04339222749294011
previous_iter_valid_loss : 0.16143515706062317
278080 0.161642 0.161435 0.166714 CURRENT LEARNING RATE: 0.04338354991522823
previous_iter_valid_loss : 0.1667732447385788
278100 0.166973 0.166773 0.166444 CURRENT LEARNING RATE: 0.04337487407285833
previous_iter_valid_loss : 0.18380631506443024
278120 0.184024 0.183806 0.167553 CURRENT LEARNING RATE: 0.04336619996548342
previous_iter_valid_loss : 0.16126284003257751
278140 0.161455 0.161263 0.167483 CURRENT LEARNING RATE: 0.0433575275927565
previous_iter_valid_loss : 0.16227450966835022
278160 0.162502 0.162275 0.167196 CURRENT LEARNING RATE: 0.043348856954330696
previous_iter_valid_loss : 0.16321083903312683
278180 0.163449 0.163211 0.167259 CURRENT LEARNING RATE: 0.04334018804985917
previous_iter_valid_loss : 0.18487267196178436
278200 0.185073 0.184873 0.168437 CURRENT LEARNING RATE: 0.043331520878995174
previous_iter_valid_loss : 0.16757267713546753
278220 0.167841 0.167573 0.168728 CURRENT LEARNING RATE: 0.04332285544139203
previous_iter_valid_loss : 0.18689417839050293
278240 0.187313 0.186894 0.169995 CURRENT LEARNING RATE: 0.043314191736703096
previous_iter_valid_loss : 0.16144157946109772
278260 0.161672 0.161442 0.170013 CURRENT LEARNING RATE: 0.043305529764581845
previous_iter_valid_loss : 0.16325844824314117
278280 0.163480 0.163258 0.169797 CURRENT LEARNING RATE: 0.043296869524681786
previous_iter_valid_loss : 0.16787900030612946
278300 0.168131 0.167879 0.169873 CURRENT LEARNING RATE: 0.04328821101665651
previous_iter_valid_loss : 0.16212265193462372
278320 0.162388 0.162123 0.168970 CURRENT LEARNING RATE: 0.04327955424015969
previous_iter_valid_loss : 0.17378878593444824
278340 0.173993 0.173789 0.169382 CURRENT LEARNING RATE: 0.04327089919484504
previous_iter_valid_loss : 0.1630662977695465
278360 0.163264 0.163066 0.169406 CURRENT LEARNING RATE: 0.04326224588036636
previous_iter_valid_loss : 0.18328741192817688
278380 0.183487 0.183287 0.170135 CURRENT LEARNING RATE: 0.043253594296377526
previous_iter_valid_loss : 0.16342484951019287
278400 0.163640 0.163425 0.168496 CURRENT LEARNING RATE: 0.04324494444253247
previous_iter_valid_loss : 0.16086900234222412
278420 0.161062 0.160869 0.168068 CURRENT LEARNING RATE: 0.043236296318485176
previous_iter_valid_loss : 0.1616186648607254
278440 0.161824 0.161619 0.168055 CURRENT LEARNING RATE: 0.04322764992388976
previous_iter_valid_loss : 0.16281303763389587
278460 0.163063 0.162813 0.168082 CURRENT LEARNING RATE: 0.04321900525840035
previous_iter_valid_loss : 0.1613960713148117
278480 0.161613 0.161396 0.168080 CURRENT LEARNING RATE: 0.04321036232167115
previous_iter_valid_loss : 0.16214483976364136
278500 0.162388 0.162145 0.167849 CURRENT LEARNING RATE: 0.043201721113356455
previous_iter_valid_loss : 0.16179683804512024
278520 0.161988 0.161797 0.166748 CURRENT LEARNING RATE: 0.04319308163311061
previous_iter_valid_loss : 0.16942068934440613
278540 0.169693 0.169421 0.167156 CURRENT LEARNING RATE: 0.04318444388058803
previous_iter_valid_loss : 0.1626783162355423
278560 0.162882 0.162678 0.167176 CURRENT LEARNING RATE: 0.04317580785544322
previous_iter_valid_loss : 0.16759315133094788
278580 0.167822 0.167593 0.167395 CURRENT LEARNING RATE: 0.04316717355733072
previous_iter_valid_loss : 0.18268083035945892
278600 0.182886 0.182681 0.167286 CURRENT LEARNING RATE: 0.04315854098590517
previous_iter_valid_loss : 0.17301218211650848
278620 0.173318 0.173012 0.167558 CURRENT LEARNING RATE: 0.04314991014082127
previous_iter_valid_loss : 0.20158147811889648
278640 0.201720 0.201581 0.168292 CURRENT LEARNING RATE: 0.04314128102173378
previous_iter_valid_loss : 0.16823828220367432
278660 0.168420 0.168238 0.168632 CURRENT LEARNING RATE: 0.04313265362829753
previous_iter_valid_loss : 0.16163522005081177
278680 0.161790 0.161635 0.168551 CURRENT LEARNING RATE: 0.04312402796016744
previous_iter_valid_loss : 0.16221289336681366
278700 0.162404 0.162213 0.168268 CURRENT LEARNING RATE: 0.043115404016998475
previous_iter_valid_loss : 0.16721230745315552
278720 0.167409 0.167212 0.168522 CURRENT LEARNING RATE: 0.04310678179844567
previous_iter_valid_loss : 0.1718595027923584
278740 0.172150 0.171860 0.168426 CURRENT LEARNING RATE: 0.04309816130416415
previous_iter_valid_loss : 0.1685090959072113
278760 0.168693 0.168509 0.168698 CURRENT LEARNING RATE: 0.043089542533809075
previous_iter_valid_loss : 0.16449600458145142
278780 0.164696 0.164496 0.167758 CURRENT LEARNING RATE: 0.04308092548703572
previous_iter_valid_loss : 0.16074348986148834
278800 0.160949 0.160743 0.167624 CURRENT LEARNING RATE: 0.04307231016349938
previous_iter_valid_loss : 0.16355465352535248
278820 0.163787 0.163555 0.167758 CURRENT LEARNING RATE: 0.04306369656285544
previous_iter_valid_loss : 0.20918406546115875
278840 0.209767 0.209184 0.170137 CURRENT LEARNING RATE: 0.04305508468475939
previous_iter_valid_loss : 0.161918044090271
278860 0.162136 0.161918 0.170092 CURRENT LEARNING RATE: 0.04304647452886673
previous_iter_valid_loss : 0.1610138714313507
278880 0.161225 0.161014 0.170073 CURRENT LEARNING RATE: 0.04303786609483305
previous_iter_valid_loss : 0.16708122193813324
278900 0.167286 0.167081 0.170320 CURRENT LEARNING RATE: 0.04302925938231403
previous_iter_valid_loss : 0.1645079255104065
278920 0.164771 0.164508 0.170455 CURRENT LEARNING RATE: 0.043020654390965384
previous_iter_valid_loss : 0.18039114773273468
278940 0.180754 0.180391 0.171004 CURRENT LEARNING RATE: 0.04301205112044292
previous_iter_valid_loss : 0.16099579632282257
278960 0.161197 0.160996 0.170920 CURRENT LEARNING RATE: 0.04300344957040251
previous_iter_valid_loss : 0.16200874745845795
278980 0.162255 0.162009 0.170640 CURRENT LEARNING RATE: 0.042994849740500087
previous_iter_valid_loss : 0.16240906715393066
279000 0.162576 0.162409 0.169627 CURRENT LEARNING RATE: 0.04298625163039166
previous_iter_valid_loss : 0.1740584671497345
279020 0.174303 0.174058 0.169679 CURRENT LEARNING RATE: 0.0429776552397333
previous_iter_valid_loss : 0.17639708518981934
279040 0.176683 0.176397 0.168420 CURRENT LEARNING RATE: 0.04296906056818116
previous_iter_valid_loss : 0.16294331848621368
284580 0.163132 0.162943 0.165667 CURRENT LEARNING RATE: 0.04065331307136988
previous_iter_valid_loss : 0.18985505402088165
284600 0.189974 0.189855 0.166672 CURRENT LEARNING RATE: 0.04064518322176767
previous_iter_valid_loss : 0.1778133660554886
284620 0.178035 0.177813 0.167000 CURRENT LEARNING RATE: 0.04063705499797279
previous_iter_valid_loss : 0.17660148441791534
284640 0.176791 0.176601 0.167700 CURRENT LEARNING RATE: 0.04062892839966011
previous_iter_valid_loss : 0.18200422823429108
284660 0.182194 0.182004 0.168695 CURRENT LEARNING RATE: 0.04062080342650458
previous_iter_valid_loss : 0.1721516251564026
284680 0.172338 0.172152 0.169225 CURRENT LEARNING RATE: 0.04061268007818119
previous_iter_valid_loss : 0.16178061068058014
284700 0.161963 0.161781 0.168135 CURRENT LEARNING RATE: 0.04060455835436501
previous_iter_valid_loss : 0.16127488017082214
284720 0.161464 0.161275 0.168152 CURRENT LEARNING RATE: 0.040596438254731165
previous_iter_valid_loss : 0.16543079912662506
284740 0.165694 0.165431 0.168312 CURRENT LEARNING RATE: 0.04058831977895486
previous_iter_valid_loss : 0.16303037106990814
284760 0.163261 0.163030 0.167390 CURRENT LEARNING RATE: 0.04058020292671135
previous_iter_valid_loss : 0.16122308373451233
284780 0.161445 0.161223 0.167214 CURRENT LEARNING RATE: 0.04057208769767596
previous_iter_valid_loss : 0.16074389219284058
284800 0.160955 0.160744 0.166932 CURRENT LEARNING RATE: 0.04056397409152409
previous_iter_valid_loss : 0.17561490833759308
284820 0.175946 0.175615 0.167624 CURRENT LEARNING RATE: 0.04055586210793118
previous_iter_valid_loss : 0.16145159304141998
284840 0.161669 0.161452 0.167646 CURRENT LEARNING RATE: 0.04054775174657277
previous_iter_valid_loss : 0.16128547489643097
284860 0.161490 0.161285 0.167542 CURRENT LEARNING RATE: 0.04053964300712441
previous_iter_valid_loss : 0.17373043298721313
284880 0.174069 0.173730 0.168162 CURRENT LEARNING RATE: 0.0405315358892618
previous_iter_valid_loss : 0.1615937054157257
284900 0.161798 0.161594 0.167886 CURRENT LEARNING RATE: 0.040523430392660625
previous_iter_valid_loss : 0.16118371486663818
284920 0.161382 0.161184 0.167605 CURRENT LEARNING RATE: 0.04051532651699667
previous_iter_valid_loss : 0.16144362092018127
284940 0.161618 0.161444 0.167638 CURRENT LEARNING RATE: 0.040507224261945786
previous_iter_valid_loss : 0.17280112206935883
284960 0.173000 0.172801 0.168196 CURRENT LEARNING RATE: 0.04049912362718388
previous_iter_valid_loss : 0.16433186829090118
284980 0.164567 0.164332 0.168266 CURRENT LEARNING RATE: 0.04049102461238692
previous_iter_valid_loss : 0.16582199931144714
285000 0.166029 0.165822 0.167064 CURRENT LEARNING RATE: 0.04048292721723095
previous_iter_valid_loss : 0.1748580038547516
285020 0.175163 0.174858 0.166916 CURRENT LEARNING RATE: 0.04047483144139207
previous_iter_valid_loss : 0.16212034225463867
285040 0.162315 0.162120 0.166192 CURRENT LEARNING RATE: 0.04046673728454646
previous_iter_valid_loss : 0.16839377582073212
285060 0.168589 0.168394 0.165512 CURRENT LEARNING RATE: 0.04045864474637034
previous_iter_valid_loss : 0.16231684386730194
285080 0.162525 0.162317 0.165020 CURRENT LEARNING RATE: 0.040450553826540024
previous_iter_valid_loss : 0.1614171713590622
285100 0.161613 0.161417 0.165002 CURRENT LEARNING RATE: 0.040442464524731866
previous_iter_valid_loss : 0.16578099131584167
285120 0.166012 0.165781 0.165227 CURRENT LEARNING RATE: 0.04043437684062229
previous_iter_valid_loss : 0.16177092492580414
285140 0.162033 0.161771 0.165044 CURRENT LEARNING RATE: 0.04042629077388779
previous_iter_valid_loss : 0.16205981373786926
285160 0.162244 0.162060 0.164996 CURRENT LEARNING RATE: 0.04041820632420493
previous_iter_valid_loss : 0.16088274121284485
285180 0.161092 0.160883 0.164979 CURRENT LEARNING RATE: 0.04041012349125033
previous_iter_valid_loss : 0.16717754304409027
285200 0.167392 0.167178 0.165300 CURRENT LEARNING RATE: 0.04040204227470067
previous_iter_valid_loss : 0.1822350174188614
285220 0.182446 0.182235 0.165631 CURRENT LEARNING RATE: 0.04039396267423271
previous_iter_valid_loss : 0.1618526577949524
285240 0.162054 0.161853 0.165651 CURRENT LEARNING RATE: 0.04038588468952326
previous_iter_valid_loss : 0.16082943975925446
285260 0.161021 0.160829 0.165629 CURRENT LEARNING RATE: 0.04037780832024921
previous_iter_valid_loss : 0.16178759932518005
285280 0.162015 0.161788 0.165031 CURRENT LEARNING RATE: 0.04036973356608747
previous_iter_valid_loss : 0.1670277863740921
285300 0.167319 0.167028 0.165303 CURRENT LEARNING RATE: 0.0403616604267151
previous_iter_valid_loss : 0.18752090632915497
285320 0.187990 0.187521 0.166620 CURRENT LEARNING RATE: 0.04035358890180916
previous_iter_valid_loss : 0.16578978300094604
285340 0.166068 0.165790 0.166837 CURRENT LEARNING RATE: 0.04034551899104677
previous_iter_valid_loss : 0.16507390141487122
285360 0.165283 0.165074 0.166451 CURRENT LEARNING RATE: 0.04033745069410515
previous_iter_valid_loss : 0.16879531741142273
285380 0.169082 0.168795 0.166674 CURRENT LEARNING RATE: 0.040329384010661565
previous_iter_valid_loss : 0.16114875674247742
285400 0.161357 0.161149 0.166440 CURRENT LEARNING RATE: 0.04032131894039335
previous_iter_valid_loss : 0.16585299372673035
285420 0.166164 0.165853 0.165990 CURRENT LEARNING RATE: 0.040313255482977886
previous_iter_valid_loss : 0.1632658988237381
285440 0.163518 0.163266 0.166047 CURRENT LEARNING RATE: 0.04030519363809266
previous_iter_valid_loss : 0.17326021194458008
285460 0.173638 0.173260 0.166291 CURRENT LEARNING RATE: 0.04029713340541517
previous_iter_valid_loss : 0.16478918492794037
285480 0.165078 0.164789 0.166414 CURRENT LEARNING RATE: 0.040289074784623034
previous_iter_valid_loss : 0.1730310320854187
285500 0.173388 0.173031 0.166995 CURRENT LEARNING RATE: 0.04028101777539388
previous_iter_valid_loss : 0.1618160903453827
285520 0.162009 0.161816 0.166797 CURRENT LEARNING RATE: 0.04027296237740546
previous_iter_valid_loss : 0.1616557240486145
285540 0.161888 0.161656 0.166791 CURRENT LEARNING RATE: 0.04026490859033553
previous_iter_valid_loss : 0.16098424792289734
285560 0.161175 0.160984 0.166737 CURRENT LEARNING RATE: 0.04025685641386195
previous_iter_valid_loss : 0.1670188158750534
285580 0.167301 0.167019 0.167044 CURRENT LEARNING RATE: 0.04024880584766263
previous_iter_valid_loss : 0.1608181595802307
285600 0.161012 0.160818 0.166726 CURRENT LEARNING RATE: 0.04024075689141556
previous_iter_valid_loss : 0.1646362841129303
285620 0.164808 0.164636 0.165846 CURRENT LEARNING RATE: 0.04023270954479877
previous_iter_valid_loss : 0.16139177978038788
285640 0.161615 0.161392 0.165823 CURRENT LEARNING RATE: 0.04022466380749035
previous_iter_valid_loss : 0.16758525371551514
285660 0.167851 0.167585 0.166161 CURRENT LEARNING RATE: 0.0402166196791685
previous_iter_valid_loss : 0.1666163057088852
285680 0.166879 0.166616 0.166402 CURRENT LEARNING RATE: 0.04020857715951143
previous_iter_valid_loss : 0.16142509877681732
285700 0.161635 0.161425 0.166122 CURRENT LEARNING RATE: 0.04020053624819746
previous_iter_valid_loss : 0.16921475529670715
285720 0.169391 0.169215 0.165207 CURRENT LEARNING RATE: 0.04019249694490495
previous_iter_valid_loss : 0.1674841195344925
285740 0.167705 0.167484 0.165292 CURRENT LEARNING RATE: 0.04018445924931232
previous_iter_valid_loss : 0.16249871253967285
285760 0.162742 0.162499 0.165163 CURRENT LEARNING RATE: 0.04017642316109807
previous_iter_valid_loss : 0.16112571954727173
285780 0.161355 0.161126 0.164780 CURRENT LEARNING RATE: 0.04016838867994074
previous_iter_valid_loss : 0.16423963010311127
285800 0.164467 0.164240 0.164934 CURRENT LEARNING RATE: 0.04016035580551897
previous_iter_valid_loss : 0.17017585039138794
285820 0.170371 0.170176 0.165150 CURRENT LEARNING RATE: 0.04015232453751144
previous_iter_valid_loss : 0.1742485612630844
285840 0.174451 0.174249 0.165699 CURRENT LEARNING RATE: 0.0401442948755969
previous_iter_valid_loss : 0.16100433468818665
285860 0.161164 0.161004 0.165087 CURRENT LEARNING RATE: 0.040136266819454154
previous_iter_valid_loss : 0.1616184264421463
285880 0.161767 0.161618 0.164928 CURRENT LEARNING RATE: 0.04012824036876209
previous_iter_valid_loss : 0.16133226454257965
285900 0.161535 0.161332 0.164343 CURRENT LEARNING RATE: 0.040120215523199644
previous_iter_valid_loss : 0.16214115917682648
285920 0.162340 0.162141 0.164359 CURRENT LEARNING RATE: 0.04011219228244582
previous_iter_valid_loss : 0.16129887104034424
285940 0.161473 0.161299 0.164341 CURRENT LEARNING RATE: 0.0401041706461797
previous_iter_valid_loss : 0.1804196536540985
285960 0.180748 0.180420 0.165313 CURRENT LEARNING RATE: 0.04009615061408041
previous_iter_valid_loss : 0.1749638468027115
285980 0.175242 0.174964 0.165710 CURRENT LEARNING RATE: 0.04008813218582715
previous_iter_valid_loss : 0.18086586892604828
286000 0.181221 0.180866 0.166713 CURRENT LEARNING RATE: 0.04008011536109918
previous_iter_valid_loss : 0.16108760237693787
286020 0.161264 0.161088 0.166535 CURRENT LEARNING RATE: 0.04007210013957583
previous_iter_valid_loss : 0.1639132797718048
286040 0.164105 0.163913 0.166662 CURRENT LEARNING RATE: 0.040064086520936494
previous_iter_valid_loss : 0.16384659707546234
286060 0.164069 0.163847 0.166475 CURRENT LEARNING RATE: 0.04005607450486062
previous_iter_valid_loss : 0.16484078764915466
286080 0.165087 0.164841 0.166386 CURRENT LEARNING RATE: 0.040048064091027714
previous_iter_valid_loss : 0.16179677844047546
286100 0.162007 0.161797 0.166404 CURRENT LEARNING RATE: 0.040040055279117394
previous_iter_valid_loss : 0.1652720868587494
286120 0.165550 0.165272 0.166207 CURRENT LEARNING RATE: 0.0400320480688093
previous_iter_valid_loss : 0.16209612786769867
286140 0.162341 0.162096 0.165938 CURRENT LEARNING RATE: 0.040024042459783124
previous_iter_valid_loss : 0.1626317799091339
286160 0.162847 0.162632 0.165944 CURRENT LEARNING RATE: 0.04001603845171865
previous_iter_valid_loss : 0.17326697707176208
286180 0.173592 0.173267 0.166552 CURRENT LEARNING RATE: 0.04000803604429573
previous_iter_valid_loss : 0.16099323332309723
286200 0.161189 0.160993 0.166389 CURRENT LEARNING RATE: 0.040000035237194254
previous_iter_valid_loss : 0.16250847280025482
286220 0.162767 0.162508 0.166006 CURRENT LEARNING RATE: 0.039992036030094186
previous_iter_valid_loss : 0.16100159287452698
286240 0.161211 0.161002 0.165344 CURRENT LEARNING RATE: 0.03998403842267557
previous_iter_valid_loss : 0.16169308125972748
286260 0.161936 0.161693 0.165378 CURRENT LEARNING RATE: 0.039976042414618496
previous_iter_valid_loss : 0.18710148334503174
286280 0.187507 0.187101 0.166652 CURRENT LEARNING RATE: 0.03996804800560312
previous_iter_valid_loss : 0.1629703789949417
286300 0.163156 0.162970 0.166734 CURRENT LEARNING RATE: 0.03996005519530967
previous_iter_valid_loss : 0.16560280323028564
286320 0.165843 0.165603 0.166907 CURRENT LEARNING RATE: 0.03995206398341843
previous_iter_valid_loss : 0.1612299233675003
286340 0.161400 0.161230 0.166904 CURRENT LEARNING RATE: 0.03994407436960977
previous_iter_valid_loss : 0.18509693443775177
286360 0.185300 0.185097 0.167138 CURRENT LEARNING RATE: 0.039936086353564076
previous_iter_valid_loss : 0.16192243993282318
286380 0.162128 0.161922 0.166485 CURRENT LEARNING RATE: 0.039928099934961846
previous_iter_valid_loss : 0.1631404310464859
286400 0.163335 0.163140 0.165599 CURRENT LEARNING RATE: 0.03992011511348362
previous_iter_valid_loss : 0.16758346557617188
286420 0.167816 0.167583 0.165924 CURRENT LEARNING RATE: 0.03991213188881
previous_iter_valid_loss : 0.18759046494960785
286440 0.188041 0.187590 0.167108 CURRENT LEARNING RATE: 0.03990415026062166
previous_iter_valid_loss : 0.17164383828639984
286460 0.171862 0.171644 0.167498 CURRENT LEARNING RATE: 0.03989617022859934
previous_iter_valid_loss : 0.16454724967479706
286480 0.164804 0.164547 0.167483 CURRENT LEARNING RATE: 0.039888191792423824
previous_iter_valid_loss : 0.16124144196510315
286500 0.161438 0.161241 0.167455 CURRENT LEARNING RATE: 0.03988021495177599
previous_iter_valid_loss : 0.1626856029033661
286520 0.162863 0.162686 0.167326 CURRENT LEARNING RATE: 0.039872239706336764
previous_iter_valid_loss : 0.18195122480392456
286540 0.182159 0.181951 0.168319 CURRENT LEARNING RATE: 0.039864266055787134
previous_iter_valid_loss : 0.16077987849712372
286560 0.160968 0.160780 0.168226 CURRENT LEARNING RATE: 0.03985629399980815
previous_iter_valid_loss : 0.17486652731895447
286580 0.175144 0.174867 0.168306 CURRENT LEARNING RATE: 0.039848323538080925
previous_iter_valid_loss : 0.16560056805610657
286600 0.165820 0.165601 0.168536 CURRENT LEARNING RATE: 0.039840354670286654
previous_iter_valid_loss : 0.16257527470588684
286620 0.162758 0.162575 0.168540 CURRENT LEARNING RATE: 0.039832387396106575
previous_iter_valid_loss : 0.16189108788967133
286640 0.162102 0.161891 0.168584 CURRENT LEARNING RATE: 0.03982442171522199
previous_iter_valid_loss : 0.1732177585363388
286660 0.173487 0.173218 0.169160 CURRENT LEARNING RATE: 0.03981645762731429
previous_iter_valid_loss : 0.1611640602350235
286680 0.161379 0.161164 0.167864 CURRENT LEARNING RATE: 0.03980849513206489
previous_iter_valid_loss : 0.16477374732494354
286700 0.164935 0.164774 0.167954 CURRENT LEARNING RATE: 0.039800534229155304
previous_iter_valid_loss : 0.17633463442325592
286720 0.176553 0.176335 0.168490 CURRENT LEARNING RATE: 0.0397925749182671
previous_iter_valid_loss : 0.16178494691848755
286740 0.161961 0.161785 0.168518 CURRENT LEARNING RATE: 0.03978461719908189
previous_iter_valid_loss : 0.16860553622245789
286760 0.168892 0.168606 0.167694 CURRENT LEARNING RATE: 0.039776661071281375
previous_iter_valid_loss : 0.16130653023719788
286780 0.161495 0.161307 0.167663 CURRENT LEARNING RATE: 0.03976870653454731
previous_iter_valid_loss : 0.16102400422096252
286800 0.161217 0.161024 0.167557 CURRENT LEARNING RATE: 0.03976075358856151
previous_iter_valid_loss : 0.16460520029067993
286820 0.164864 0.164605 0.167408 CURRENT LEARNING RATE: 0.039752802233005854
previous_iter_valid_loss : 0.16109493374824524
286840 0.161260 0.161095 0.166083 CURRENT LEARNING RATE: 0.0397448524675623
previous_iter_valid_loss : 0.17999030649662018
286860 0.180181 0.179990 0.166501 CURRENT LEARNING RATE: 0.039736904291912845
previous_iter_valid_loss : 0.16397534310817719
286880 0.164230 0.163975 0.166472 CURRENT LEARNING RATE: 0.03972895770573955
previous_iter_valid_loss : 0.17110750079154968
286900 0.171303 0.171108 0.166965 CURRENT LEARNING RATE: 0.03972101270872459
previous_iter_valid_loss : 0.16121593117713928
286920 0.161424 0.161216 0.166892 CURRENT LEARNING RATE: 0.039713069300550144
previous_iter_valid_loss : 0.18354029953479767
286940 0.183911 0.183540 0.166971 CURRENT LEARNING RATE: 0.039705127480898474
previous_iter_valid_loss : 0.18853309750556946
286960 0.188992 0.188533 0.168359 CURRENT LEARNING RATE: 0.039697187249451905
previous_iter_valid_loss : 0.16209527850151062
286980 0.162315 0.162095 0.167720 CURRENT LEARNING RATE: 0.03968924860589283
previous_iter_valid_loss : 0.17381824553012848
287000 0.174131 0.173818 0.168131 CURRENT LEARNING RATE: 0.03968131154990371
previous_iter_valid_loss : 0.19010013341903687
287020 0.190555 0.190100 0.169507 CURRENT LEARNING RATE: 0.039673376081167055
previous_iter_valid_loss : 0.16228412091732025
287040 0.162500 0.162284 0.169527 CURRENT LEARNING RATE: 0.03966544219936545
previous_iter_valid_loss : 0.16104842722415924
287060 0.161238 0.161048 0.168919 CURRENT LEARNING RATE: 0.039657509904181536
previous_iter_valid_loss : 0.16290070116519928
287080 0.163122 0.162901 0.169005 CURRENT LEARNING RATE: 0.039649579195298025
previous_iter_valid_loss : 0.16340309381484985
287100 0.163621 0.163403 0.168937 CURRENT LEARNING RATE: 0.039641650072397686
previous_iter_valid_loss : 0.1878395825624466
287120 0.188284 0.187840 0.169512 CURRENT LEARNING RATE: 0.039633722535163354
previous_iter_valid_loss : 0.16181372106075287
287140 0.162057 0.161814 0.169514 CURRENT LEARNING RATE: 0.03962579658327793
previous_iter_valid_loss : 0.16970127820968628
287160 0.169922 0.169701 0.169568 CURRENT LEARNING RATE: 0.03961787221642438
previous_iter_valid_loss : 0.16776487231254578
287180 0.167988 0.167765 0.169891 CURRENT LEARNING RATE: 0.03960994943428572
previous_iter_valid_loss : 0.16903038322925568
287200 0.169323 0.169030 0.170292 CURRENT LEARNING RATE: 0.03960202823654504
previous_iter_valid_loss : 0.16101506352424622
287220 0.161221 0.161015 0.170112 CURRENT LEARNING RATE: 0.039594108622885496
previous_iter_valid_loss : 0.17035384476184845
287240 0.170578 0.170354 0.170575 CURRENT LEARNING RATE: 0.0395861905929903
previous_iter_valid_loss : 0.17211349308490753
287260 0.172437 0.172113 0.170181 CURRENT LEARNING RATE: 0.03957827414654274
previous_iter_valid_loss : 0.16717109084129333
287280 0.167443 0.167171 0.170341 CURRENT LEARNING RATE: 0.03957035928322613
previous_iter_valid_loss : 0.16616377234458923
287300 0.166350 0.166164 0.170094 CURRENT LEARNING RATE: 0.03956244600272391
previous_iter_valid_loss : 0.16082361340522766
287320 0.161008 0.160824 0.170074 CURRENT LEARNING RATE: 0.03955453430471954
previous_iter_valid_loss : 0.1622200906276703
287340 0.162422 0.162220 0.169008 CURRENT LEARNING RATE: 0.03954662418889655
previous_iter_valid_loss : 0.16235819458961487
287360 0.162520 0.162358 0.167699 CURRENT LEARNING RATE: 0.03953871565493852
previous_iter_valid_loss : 0.16136616468429565
287380 0.161593 0.161366 0.167663 CURRENT LEARNING RATE: 0.03953080870252913
previous_iter_valid_loss : 0.1663406789302826
287400 0.166604 0.166341 0.167289 CURRENT LEARNING RATE: 0.039522903331352104
previous_iter_valid_loss : 0.16723108291625977
287420 0.167498 0.167231 0.166146 CURRENT LEARNING RATE: 0.0395149995410912
previous_iter_valid_loss : 0.16120325028896332
287440 0.161360 0.161203 0.166092 CURRENT LEARNING RATE: 0.03950709733143029
previous_iter_valid_loss : 0.16893337666988373
287460 0.169100 0.168933 0.166486 CURRENT LEARNING RATE: 0.039499196702053284
previous_iter_valid_loss : 0.16444149613380432
287480 0.164622 0.164441 0.166563 CURRENT LEARNING RATE: 0.03949129765264414
previous_iter_valid_loss : 0.16486665606498718
287500 0.165039 0.164867 0.166636 CURRENT LEARNING RATE: 0.039483400182886916
previous_iter_valid_loss : 0.16477297246456146
287520 0.165005 0.164773 0.165483 CURRENT LEARNING RATE: 0.0394755042924657
previous_iter_valid_loss : 0.16539108753204346
287540 0.165617 0.165391 0.165662 CURRENT LEARNING RATE: 0.03946760998106466
previous_iter_valid_loss : 0.16104112565517426
287560 0.161222 0.161041 0.165229 CURRENT LEARNING RATE: 0.039459717248368026
previous_iter_valid_loss : 0.16246695816516876
287580 0.162663 0.162467 0.164964 CURRENT LEARNING RATE: 0.03945182609406009
previous_iter_valid_loss : 0.1637432724237442
287600 0.163942 0.163743 0.164699 CURRENT LEARNING RATE: 0.0394439365178252
previous_iter_valid_loss : 0.1615251898765564
287620 0.161739 0.161525 0.164725 CURRENT LEARNING RATE: 0.03943604851934778
previous_iter_valid_loss : 0.18004858493804932
287640 0.180389 0.180049 0.165210 CURRENT LEARNING RATE: 0.039428162098312305
previous_iter_valid_loss : 0.1658465713262558
287660 0.166072 0.165847 0.164896 CURRENT LEARNING RATE: 0.039420277254403314
previous_iter_valid_loss : 0.16093891859054565
287680 0.161117 0.160939 0.164585 CURRENT LEARNING RATE: 0.03941239398730542
previous_iter_valid_loss : 0.1648968905210495
287700 0.165156 0.164897 0.164521 CURRENT LEARNING RATE: 0.039404512296703276
previous_iter_valid_loss : 0.1851244866847992
287720 0.185320 0.185124 0.165736 CURRENT LEARNING RATE: 0.03939663218228164
previous_iter_valid_loss : 0.16591483354568481
287740 0.166075 0.165915 0.165921 CURRENT LEARNING RATE: 0.03938875364372531
previous_iter_valid_loss : 0.16724738478660583
287760 0.167506 0.167247 0.166166 CURRENT LEARNING RATE: 0.03938087668071912
previous_iter_valid_loss : 0.16111019253730774
287780 0.161325 0.161110 0.166153 CURRENT LEARNING RATE: 0.039373001292948004
previous_iter_valid_loss : 0.163716122508049
287800 0.163913 0.163716 0.166022 CURRENT LEARNING RATE: 0.03936512748009695
previous_iter_valid_loss : 0.1676383763551712
287820 0.167895 0.167638 0.166042 CURRENT LEARNING RATE: 0.039357255241851
previous_iter_valid_loss : 0.17458663880825043
287840 0.174762 0.174587 0.166711 CURRENT LEARNING RATE: 0.039349384577895254
previous_iter_valid_loss : 0.18284332752227783
287860 0.183248 0.182843 0.167407 CURRENT LEARNING RATE: 0.03934151548791491
previous_iter_valid_loss : 0.16816408932209015
287880 0.168441 0.168164 0.167593 CURRENT LEARNING RATE: 0.03933364797159518
previous_iter_valid_loss : 0.16333934664726257
287900 0.163558 0.163339 0.167516 CURRENT LEARNING RATE: 0.03932578202862138
previous_iter_valid_loss : 0.16115893423557281
287920 0.161346 0.161159 0.167336 CURRENT LEARNING RATE: 0.03931791765867886
previous_iter_valid_loss : 0.161359503865242
287940 0.161599 0.161360 0.167134 CURRENT LEARNING RATE: 0.039310054861453066
previous_iter_valid_loss : 0.16129781305789948
287960 0.161479 0.161298 0.167147 CURRENT LEARNING RATE: 0.03930219363662946
previous_iter_valid_loss : 0.17324718832969666
287980 0.173458 0.173247 0.167686 CURRENT LEARNING RATE: 0.039294333983893606
previous_iter_valid_loss : 0.16219525039196014
288000 0.162448 0.162195 0.167609 CURRENT LEARNING RATE: 0.03928647590293112
previous_iter_valid_loss : 0.1848398596048355
288020 0.185263 0.184840 0.168774 CURRENT LEARNING RATE: 0.03927861939342767
previous_iter_valid_loss : 0.16088415682315826
288040 0.161081 0.160884 0.167816 CURRENT LEARNING RATE: 0.03927076445506901
previous_iter_valid_loss : 0.17240093648433685
288060 0.172691 0.172401 0.168144 CURRENT LEARNING RATE: 0.03926291108754092
previous_iter_valid_loss : 0.161025732755661
288080 0.161220 0.161026 0.168148 CURRENT LEARNING RATE: 0.03925505929052929
previous_iter_valid_loss : 0.16083204746246338
288100 0.161051 0.160832 0.167945 CURRENT LEARNING RATE: 0.039247209063720014
previous_iter_valid_loss : 0.19490104913711548
288120 0.195077 0.194901 0.168434 CURRENT LEARNING RATE: 0.03923936040679913
previous_iter_valid_loss : 0.1622881144285202
288140 0.162546 0.162288 0.168252 CURRENT LEARNING RATE: 0.03923151331945266
previous_iter_valid_loss : 0.16423802077770233
288160 0.164482 0.164238 0.168102 CURRENT LEARNING RATE: 0.039223667801366734
previous_iter_valid_loss : 0.16094477474689484
288180 0.161133 0.160945 0.168094 CURRENT LEARNING RATE: 0.03921582385222752
previous_iter_valid_loss : 0.16706596314907074
288200 0.167216 0.167066 0.168261 CURRENT LEARNING RATE: 0.03920798147172126
previous_iter_valid_loss : 0.16499336063861847
288220 0.165225 0.164993 0.168129 CURRENT LEARNING RATE: 0.03920014065953428
previous_iter_valid_loss : 0.1657310426235199
288240 0.165977 0.165731 0.167686 CURRENT LEARNING RATE: 0.039192301415352924
previous_iter_valid_loss : 0.16846637427806854
288260 0.168753 0.168466 0.166967 CURRENT LEARNING RATE: 0.039184463738863626
previous_iter_valid_loss : 0.1780451536178589
288280 0.178233 0.178045 0.167461 CURRENT LEARNING RATE: 0.03917662762975289
previous_iter_valid_loss : 0.16285237669944763
288300 0.163034 0.162852 0.167437 CURRENT LEARNING RATE: 0.03916879308770725
previous_iter_valid_loss : 0.1612934023141861
288320 0.161499 0.161293 0.167444 CURRENT LEARNING RATE: 0.03916096011241336
previous_iter_valid_loss : 0.16139456629753113
288340 0.161552 0.161395 0.167445 CURRENT LEARNING RATE: 0.03915312870355787
previous_iter_valid_loss : 0.16411815583705902
288360 0.164352 0.164118 0.167586 CURRENT LEARNING RATE: 0.03914529886082752
previous_iter_valid_loss : 0.16191452741622925
288380 0.162102 0.161915 0.167020 CURRENT LEARNING RATE: 0.039137470583909144
previous_iter_valid_loss : 0.1621592491865158
288400 0.162355 0.162159 0.167018 CURRENT LEARNING RATE: 0.03912964387248959
previous_iter_valid_loss : 0.1654869019985199
288420 0.165743 0.165487 0.166050 CURRENT LEARNING RATE: 0.03912181872625581
previous_iter_valid_loss : 0.16755302250385284
288440 0.167826 0.167553 0.166384 CURRENT LEARNING RATE: 0.039113995144894775
previous_iter_valid_loss : 0.1607344001531601
288460 0.160941 0.160734 0.165801 CURRENT LEARNING RATE: 0.039106173128093544
previous_iter_valid_loss : 0.16207091510295868
288480 0.162288 0.162071 0.165853 CURRENT LEARNING RATE: 0.03909835267553925
previous_iter_valid_loss : 0.16124051809310913
288500 0.161456 0.161241 0.165873 CURRENT LEARNING RATE: 0.039090533786919054
previous_iter_valid_loss : 0.16806933283805847
288520 0.168325 0.168069 0.164532 CURRENT LEARNING RATE: 0.03908271646192023
previous_iter_valid_loss : 0.16225197911262512
288540 0.162435 0.162252 0.164530 CURRENT LEARNING RATE: 0.039074900700230064
previous_iter_valid_loss : 0.17411358654499054
288560 0.174401 0.174114 0.165024 CURRENT LEARNING RATE: 0.03906708650153594
previous_iter_valid_loss : 0.17017537355422974
288580 0.170443 0.170175 0.165485 CURRENT LEARNING RATE: 0.039059273865525275
previous_iter_valid_loss : 0.16800422966480255
288600 0.168265 0.168004 0.165532 CURRENT LEARNING RATE: 0.03905146279188557
previous_iter_valid_loss : 0.1638457030057907
288620 0.164049 0.163846 0.165475 CURRENT LEARNING RATE: 0.03904365328030438
previous_iter_valid_loss : 0.16090166568756104
288640 0.161061 0.160902 0.165233 CURRENT LEARNING RATE: 0.03903584533046933
previous_iter_valid_loss : 0.17575646936893463
288660 0.175954 0.175756 0.165598 CURRENT LEARNING RATE: 0.039028038942068105
previous_iter_valid_loss : 0.16676105558872223
288680 0.166923 0.166761 0.165033 CURRENT LEARNING RATE: 0.03902023411478843
previous_iter_valid_loss : 0.16304007172584534
288700 0.163243 0.163040 0.165043 CURRENT LEARNING RATE: 0.03901243084831814
previous_iter_valid_loss : 0.1623326689004898
288720 0.162548 0.162333 0.165095 CURRENT LEARNING RATE: 0.03900462914234508
previous_iter_valid_loss : 0.16533437371253967
288740 0.165602 0.165334 0.165292 CURRENT LEARNING RATE: 0.03899682899655719
previous_iter_valid_loss : 0.16084671020507812
288760 0.161016 0.160847 0.165128 CURRENT LEARNING RATE: 0.03898903041064246
previous_iter_valid_loss : 0.1671888381242752
288780 0.167376 0.167189 0.165392 CURRENT LEARNING RATE: 0.03898123338428896
previous_iter_valid_loss : 0.21991699934005737
288800 0.219990 0.219917 0.168280 CURRENT LEARNING RATE: 0.0389734379171848
previous_iter_valid_loss : 0.1636941134929657
288820 0.163886 0.163694 0.168190 CURRENT LEARNING RATE: 0.038965644009018155
previous_iter_valid_loss : 0.17647959291934967
288840 0.176698 0.176480 0.168637 CURRENT LEARNING RATE: 0.03895785165947729
previous_iter_valid_loss : 0.16531281173229218
288860 0.165576 0.165313 0.168865 CURRENT LEARNING RATE: 0.03895006086825048
previous_iter_valid_loss : 0.16094079613685608
288880 0.161151 0.160941 0.168809 CURRENT LEARNING RATE: 0.038942271635026116
previous_iter_valid_loss : 0.16104871034622192
288900 0.161253 0.161049 0.168799 CURRENT LEARNING RATE: 0.03893448395949261
previous_iter_valid_loss : 0.17756132781505585
288920 0.177903 0.177561 0.169274 CURRENT LEARNING RATE: 0.03892669784133848
previous_iter_valid_loss : 0.1699470728635788
288940 0.170222 0.169947 0.169659 CURRENT LEARNING RATE: 0.03891891328025227
previous_iter_valid_loss : 0.19028575718402863
288960 0.190682 0.190286 0.170467 CURRENT LEARNING RATE: 0.0389111302759226
previous_iter_valid_loss : 0.16730566322803497
288980 0.167550 0.167306 0.170324 CURRENT LEARNING RATE: 0.038903348828038135
previous_iter_valid_loss : 0.178762286901474
289000 0.179084 0.178762 0.170862 CURRENT LEARNING RATE: 0.03889556893628764
previous_iter_valid_loss : 0.1873367875814438
289020 0.187757 0.187337 0.172036 CURRENT LEARNING RATE: 0.038887790600359906
previous_iter_valid_loss : 0.16118261218070984
289040 0.161367 0.161183 0.172050 CURRENT LEARNING RATE: 0.0388800138199438
previous_iter_valid_loss : 0.16105380654335022
289060 0.161252 0.161054 0.171315 CURRENT LEARNING RATE: 0.03887223859472825
previous_iter_valid_loss : 0.16162629425525665
289080 0.161803 0.161626 0.171058 CURRENT LEARNING RATE: 0.03886446492440225
previous_iter_valid_loss : 0.17090079188346863
289100 0.171089 0.170901 0.171452 CURRENT LEARNING RATE: 0.03885669280865486
previous_iter_valid_loss : 0.163726806640625
289120 0.163950 0.163727 0.171521 CURRENT LEARNING RATE: 0.03884892224717517
previous_iter_valid_loss : 0.16078543663024902
289140 0.160982 0.160785 0.171294 CURRENT LEARNING RATE: 0.038841153239652385
previous_iter_valid_loss : 0.16188465058803558
289160 0.162071 0.161885 0.171346 CURRENT LEARNING RATE: 0.038833385785775734
previous_iter_valid_loss : 0.18523043394088745
289180 0.185406 0.185230 0.172248 CURRENT LEARNING RATE: 0.03882561988523452
previous_iter_valid_loss : 0.1654113382101059
289200 0.165613 0.165411 0.169522 CURRENT LEARNING RATE: 0.03881785553771811
previous_iter_valid_loss : 0.16447626054286957
289220 0.164658 0.164476 0.169562 CURRENT LEARNING RATE: 0.03881009274291592
previous_iter_valid_loss : 0.17233389616012573
289240 0.172479 0.172334 0.169354 CURRENT LEARNING RATE: 0.03880233150051745
previous_iter_valid_loss : 0.16363798081874847
289260 0.163817 0.163638 0.169271 CURRENT LEARNING RATE: 0.038794571810212244
previous_iter_valid_loss : 0.16405947506427765
289280 0.164286 0.164059 0.169426 CURRENT LEARNING RATE: 0.038786813671689915
previous_iter_valid_loss : 0.1617567539215088
289300 0.161938 0.161757 0.169462 CURRENT LEARNING RATE: 0.03877905708464012
previous_iter_valid_loss : 0.1612468659877777
289320 0.161405 0.161247 0.168646 CURRENT LEARNING RATE: 0.038771302048752634
previous_iter_valid_loss : 0.16654348373413086
289340 0.166797 0.166543 0.168476 CURRENT LEARNING RATE: 0.038763548563717234
previous_iter_valid_loss : 0.16302822530269623
289360 0.163250 0.163028 0.167113 CURRENT LEARNING RATE: 0.03875579662922378
previous_iter_valid_loss : 0.16116918623447418
289380 0.161387 0.161169 0.166806 CURRENT LEARNING RATE: 0.0387480462449622
previous_iter_valid_loss : 0.16372956335544586
289400 0.163963 0.163730 0.166055 CURRENT LEARNING RATE: 0.038740297410622467
previous_iter_valid_loss : 0.16177743673324585
289420 0.161981 0.161777 0.164777 CURRENT LEARNING RATE: 0.03873255012589464
previous_iter_valid_loss : 0.16084825992584229
289440 0.161034 0.160848 0.164760 CURRENT LEARNING RATE: 0.038724804390468825
previous_iter_valid_loss : 0.1731121987104416
289460 0.173302 0.173112 0.165363 CURRENT LEARNING RATE: 0.03871706020403519
previous_iter_valid_loss : 0.16345569491386414
289480 0.163683 0.163456 0.165454 CURRENT LEARNING RATE: 0.038709317566283964
previous_iter_valid_loss : 0.16256067156791687
289500 0.162768 0.162561 0.165037 CURRENT LEARNING RATE: 0.038701576476905454
previous_iter_valid_loss : 0.16119937598705292
289520 0.161407 0.161199 0.164911 CURRENT LEARNING RATE: 0.038693836935590004
previous_iter_valid_loss : 0.1732376515865326
289540 0.173534 0.173238 0.165534 CURRENT LEARNING RATE: 0.038686098942028034
previous_iter_valid_loss : 0.1608622670173645
289560 0.161063 0.160862 0.165482 CURRENT LEARNING RATE: 0.03867836249591003
previous_iter_valid_loss : 0.16088362038135529
289580 0.161074 0.160884 0.164265 CURRENT LEARNING RATE: 0.03867062759692653
previous_iter_valid_loss : 0.16185328364372253
289600 0.162072 0.161853 0.164087 CURRENT LEARNING RATE: 0.03866289424476814
previous_iter_valid_loss : 0.1767786592245102
289620 0.177093 0.176779 0.164702 CURRENT LEARNING RATE: 0.03865516243912552
previous_iter_valid_loss : 0.161034494638443
289640 0.161194 0.161034 0.164137 CURRENT LEARNING RATE: 0.03864743217968941
previous_iter_valid_loss : 0.17090585827827454
289660 0.171060 0.170906 0.164501 CURRENT LEARNING RATE: 0.03863970346615059
previous_iter_valid_loss : 0.16082140803337097
289680 0.160998 0.160821 0.164339 CURRENT LEARNING RATE: 0.038631976298199915
previous_iter_valid_loss : 0.17635245621204376
289700 0.176631 0.176352 0.165069 CURRENT LEARNING RATE: 0.03862425067552828
previous_iter_valid_loss : 0.17164768278598785
289720 0.171925 0.171648 0.165589 CURRENT LEARNING RATE: 0.03861652659782669
previous_iter_valid_loss : 0.1736733317375183
289740 0.173953 0.173673 0.165945 CURRENT LEARNING RATE: 0.038608804064786166
previous_iter_valid_loss : 0.1620679348707199
289760 0.162266 0.162068 0.165897 CURRENT LEARNING RATE: 0.03860108307609782
previous_iter_valid_loss : 0.16310465335845947
289780 0.163303 0.163105 0.165994 CURRENT LEARNING RATE: 0.0385933636314528
previous_iter_valid_loss : 0.1654094010591507
289800 0.165601 0.165409 0.166078 CURRENT LEARNING RATE: 0.03858564573054232
previous_iter_valid_loss : 0.16281241178512573
289820 0.163022 0.162812 0.166130 CURRENT LEARNING RATE: 0.038577929373057686
previous_iter_valid_loss : 0.1616126000881195
289840 0.161821 0.161613 0.166168 CURRENT LEARNING RATE: 0.038570214558690225
previous_iter_valid_loss : 0.16153940558433533
289860 0.161774 0.161539 0.165589 CURRENT LEARNING RATE: 0.03856250128713136
previous_iter_valid_loss : 0.16455522179603577
289880 0.164782 0.164555 0.165644 CURRENT LEARNING RATE: 0.03855478955807254
previous_iter_valid_loss : 0.16112858057022095
289900 0.161304 0.161129 0.165573 CURRENT LEARNING RATE: 0.038547079371205314
previous_iter_valid_loss : 0.1766413003206253
289920 0.176809 0.176641 0.166345 CURRENT LEARNING RATE: 0.038539370726221274
previous_iter_valid_loss : 0.16293103992938995
289940 0.163114 0.162931 0.165829 CURRENT LEARNING RATE: 0.03853166362281206
previous_iter_valid_loss : 0.16603414714336395
289960 0.166216 0.166034 0.166088 CURRENT LEARNING RATE: 0.0385239580606694
previous_iter_valid_loss : 0.16106951236724854
289980 0.161261 0.161070 0.166097 CURRENT LEARNING RATE: 0.03851625403948506
previous_iter_valid_loss : 0.16208218038082123
290000 0.162274 0.162082 0.166109 CURRENT LEARNING RATE: 0.038508551558950894
previous_iter_valid_loss : 0.17149242758750916
290020 0.171781 0.171492 0.165844 CURRENT LEARNING RATE: 0.03850085061875879
previous_iter_valid_loss : 0.17125706374645233
290040 0.171501 0.171257 0.166356 CURRENT LEARNING RATE: 0.038493151218600724
previous_iter_valid_loss : 0.16212734580039978
290060 0.162291 0.162127 0.165917 CURRENT LEARNING RATE: 0.038485453358168706
previous_iter_valid_loss : 0.17773140966892242
290080 0.178054 0.177731 0.166762 CURRENT LEARNING RATE: 0.03847775703715483
previous_iter_valid_loss : 0.16437694430351257
290100 0.164605 0.164377 0.166163 CURRENT LEARNING RATE: 0.038470062255251236
previous_iter_valid_loss : 0.17020419239997864
290120 0.170379 0.170204 0.166091 CURRENT LEARNING RATE: 0.038462369012150124
previous_iter_valid_loss : 0.1612754613161087
290140 0.161494 0.161275 0.165471 CURRENT LEARNING RATE: 0.038454677307543796
previous_iter_valid_loss : 0.16414012014865875
290160 0.164347 0.164140 0.165575 CURRENT LEARNING RATE: 0.038446987141124565
previous_iter_valid_loss : 0.16122788190841675
290180 0.161401 0.161228 0.165481 CURRENT LEARNING RATE: 0.03843929851258482
previous_iter_valid_loss : 0.1617598682641983
290200 0.161973 0.161760 0.165299 CURRENT LEARNING RATE: 0.03843161142161703
previous_iter_valid_loss : 0.16402287781238556
290220 0.164233 0.164023 0.165359 CURRENT LEARNING RATE: 0.03842392586791369
previous_iter_valid_loss : 0.16110308468341827
290240 0.161258 0.161103 0.165334 CURRENT LEARNING RATE: 0.0384162418511674
previous_iter_valid_loss : 0.16933153569698334
290260 0.169573 0.169332 0.165723 CURRENT LEARNING RATE: 0.03840855937107079
previous_iter_valid_loss : 0.18553149700164795
290280 0.185706 0.185531 0.166772 CURRENT LEARNING RATE: 0.03840087842731655
previous_iter_valid_loss : 0.16130568087100983
290300 0.161464 0.161306 0.166781 CURRENT LEARNING RATE: 0.03839319901959746
previous_iter_valid_loss : 0.1664116233587265
290320 0.166575 0.166412 0.166269 CURRENT LEARNING RATE: 0.03838552114760633
previous_iter_valid_loss : 0.16076461970806122
290340 0.160928 0.160765 0.166161 CURRENT LEARNING RATE: 0.03837784481103605
previous_iter_valid_loss : 0.16598087549209595
290360 0.166244 0.165981 0.166158 CURRENT LEARNING RATE: 0.03837017000957958
previous_iter_valid_loss : 0.1865696758031845
290380 0.186768 0.186570 0.167433 CURRENT LEARNING RATE: 0.03836249674292991
previous_iter_valid_loss : 0.16587390005588531
290400 0.166110 0.165874 0.167623 CURRENT LEARNING RATE: 0.03835482501078011
previous_iter_valid_loss : 0.16449157893657684
290420 0.164716 0.164492 0.167273 CURRENT LEARNING RATE: 0.03834715481282332
previous_iter_valid_loss : 0.1623891294002533
290440 0.162566 0.162389 0.166830 CURRENT LEARNING RATE: 0.038339486148752724
previous_iter_valid_loss : 0.18974658846855164
290460 0.189908 0.189747 0.168211 CURRENT LEARNING RATE: 0.038331819018261576
previous_iter_valid_loss : 0.18122439086437225
290480 0.181411 0.181224 0.168385 CURRENT LEARNING RATE: 0.0383241534210432
previous_iter_valid_loss : 0.16245068609714508
290500 0.162627 0.162451 0.168289 CURRENT LEARNING RATE: 0.03831648935679097
previous_iter_valid_loss : 0.1641341596841812
290520 0.164352 0.164134 0.167985 CURRENT LEARNING RATE: 0.03830882682519829
previous_iter_valid_loss : 0.1615482121706009
290540 0.161729 0.161548 0.167999 CURRENT LEARNING RATE: 0.03830116582595871
previous_iter_valid_loss : 0.16167178750038147
290560 0.161867 0.161672 0.167876 CURRENT LEARNING RATE: 0.03829350635876577
previous_iter_valid_loss : 0.16661283373832703
290580 0.166817 0.166613 0.168145 CURRENT LEARNING RATE: 0.03828584842331309
previous_iter_valid_loss : 0.16794095933437347
290600 0.168189 0.167941 0.168454 CURRENT LEARNING RATE: 0.03827819201929435
previous_iter_valid_loss : 0.16078491508960724
290620 0.160986 0.160785 0.168292 CURRENT LEARNING RATE: 0.0382705371464033
previous_iter_valid_loss : 0.17064189910888672
290640 0.170908 0.170642 0.168769 CURRENT LEARNING RATE: 0.038262883804333736
previous_iter_valid_loss : 0.17016252875328064
290660 0.170349 0.170163 0.168811 CURRENT LEARNING RATE: 0.03825523199277953
previous_iter_valid_loss : 0.1609075963497162
290680 0.161108 0.160908 0.167579 CURRENT LEARNING RATE: 0.038247581711434615
previous_iter_valid_loss : 0.16265085339546204
290700 0.162847 0.162651 0.167647 CURRENT LEARNING RATE: 0.03823993295999297
previous_iter_valid_loss : 0.16084976494312286
290720 0.161045 0.160850 0.167368 CURRENT LEARNING RATE: 0.038232285738148644
previous_iter_valid_loss : 0.16627217829227448
290740 0.166530 0.166272 0.167644 CURRENT LEARNING RATE: 0.03822464004559576
previous_iter_valid_loss : 0.16411137580871582
290760 0.164339 0.164111 0.167550 CURRENT LEARNING RATE: 0.038216995882028475
previous_iter_valid_loss : 0.1614665538072586
290780 0.161679 0.161467 0.166295 CURRENT LEARNING RATE: 0.03820935324714104
previous_iter_valid_loss : 0.16116221249103546
290800 0.161368 0.161162 0.166060 CURRENT LEARNING RATE: 0.03820171214062773
previous_iter_valid_loss : 0.16530556976795197
290820 0.165458 0.165306 0.166100 CURRENT LEARNING RATE: 0.038194072562182914
previous_iter_valid_loss : 0.17438063025474548
290840 0.174553 0.174381 0.166700 CURRENT LEARNING RATE: 0.038186434511501006
previous_iter_valid_loss : 0.16073007881641388
290860 0.160918 0.160730 0.165249 CURRENT LEARNING RATE: 0.03817879798827649
previous_iter_valid_loss : 0.16305801272392273
290880 0.163277 0.163058 0.164341 CURRENT LEARNING RATE: 0.03817116299220389
previous_iter_valid_loss : 0.16086144745349884
290900 0.161052 0.160861 0.164261 CURRENT LEARNING RATE: 0.038163529522977815
previous_iter_valid_loss : 0.16790653765201569
290920 0.168089 0.167907 0.164450 CURRENT LEARNING RATE: 0.03815589758029292
previous_iter_valid_loss : 0.1608925461769104
290940 0.161105 0.160893 0.164417 CURRENT LEARNING RATE: 0.03814826716384394
previous_iter_valid_loss : 0.1660553365945816
290960 0.166318 0.166055 0.164636 CURRENT LEARNING RATE: 0.03814063827332565
previous_iter_valid_loss : 0.16839778423309326
290980 0.168659 0.168398 0.164726 CURRENT LEARNING RATE: 0.0381330109084329
previous_iter_valid_loss : 0.16890378296375275
291000 0.169151 0.168904 0.164774 CURRENT LEARNING RATE: 0.03812538506886059
previous_iter_valid_loss : 0.16145558655261993
291020 0.161653 0.161456 0.164807 CURRENT LEARNING RATE: 0.03811776075430369
previous_iter_valid_loss : 0.16182373464107513
291040 0.162041 0.161824 0.164366 CURRENT LEARNING RATE: 0.038110137964457225
previous_iter_valid_loss : 0.1625318080186844
291060 0.162743 0.162532 0.163985 CURRENT LEARNING RATE: 0.03810251669901628
previous_iter_valid_loss : 0.18751972913742065
291080 0.187693 0.187520 0.165315 CURRENT LEARNING RATE: 0.03809489695767601
previous_iter_valid_loss : 0.1661914587020874
291100 0.166393 0.166191 0.165492 CURRENT LEARNING RATE: 0.038087278740131625
previous_iter_valid_loss : 0.16085533797740936
291120 0.161051 0.160855 0.165493 CURRENT LEARNING RATE: 0.0380796620460784
previous_iter_valid_loss : 0.16326218843460083
291140 0.163499 0.163262 0.165342 CURRENT LEARNING RATE: 0.03807204687521165
previous_iter_valid_loss : 0.16244365274906158
291160 0.162646 0.162444 0.165259 CURRENT LEARNING RATE: 0.03806443322722679
previous_iter_valid_loss : 0.16100995242595673
291180 0.161209 0.161010 0.165236 CURRENT LEARNING RATE: 0.03805682110181925
previous_iter_valid_loss : 0.16700239479541779
291200 0.167186 0.167002 0.165528 CURRENT LEARNING RATE: 0.03804921049868457
previous_iter_valid_loss : 0.1625882238149643
291220 0.162826 0.162588 0.165392 CURRENT LEARNING RATE: 0.03804160141751832
previous_iter_valid_loss : 0.18868637084960938
291240 0.188887 0.188686 0.166107 CURRENT LEARNING RATE: 0.038033993858016125
previous_iter_valid_loss : 0.16543884575366974
291260 0.165681 0.165439 0.166343 CURRENT LEARNING RATE: 0.038026387819873685
previous_iter_valid_loss : 0.16085094213485718
291280 0.161055 0.160851 0.166233 CURRENT LEARNING RATE: 0.038018783302786775
previous_iter_valid_loss : 0.17045852541923523
291300 0.170757 0.170459 0.166712 CURRENT LEARNING RATE: 0.03801118030645119
previous_iter_valid_loss : 0.16107824444770813
291320 0.161247 0.161078 0.166371 CURRENT LEARNING RATE: 0.038003578830562816
previous_iter_valid_loss : 0.16422885656356812
291340 0.164455 0.164229 0.166538 CURRENT LEARNING RATE: 0.037995978874817614
previous_iter_valid_loss : 0.16104981303215027
291360 0.161242 0.161050 0.166288 CURRENT LEARNING RATE: 0.03798838043891157
previous_iter_valid_loss : 0.17253315448760986
291380 0.172735 0.172533 0.166494 CURRENT LEARNING RATE: 0.037980783522540744
previous_iter_valid_loss : 0.16073651611804962
291400 0.160935 0.160737 0.166086 CURRENT LEARNING RATE: 0.03797318812540127
previous_iter_valid_loss : 0.1615220308303833
291420 0.161713 0.161522 0.166089 CURRENT LEARNING RATE: 0.03796559424718932
previous_iter_valid_loss : 0.16204018890857697
291440 0.162250 0.162040 0.166100 CURRENT LEARNING RATE: 0.03795800188760115
previous_iter_valid_loss : 0.16104932129383087
291460 0.161267 0.161049 0.166026 CURRENT LEARNING RATE: 0.03795041104633306
previous_iter_valid_loss : 0.16129721701145172
291480 0.161494 0.161297 0.164715 CURRENT LEARNING RATE: 0.03794282172308142
previous_iter_valid_loss : 0.18406043946743011
291500 0.184245 0.184060 0.165608 CURRENT LEARNING RATE: 0.03793523391754265
previous_iter_valid_loss : 0.16156677901744843
291520 0.161804 0.161567 0.165644 CURRENT LEARNING RATE: 0.037927647629413246
previous_iter_valid_loss : 0.16232478618621826
291540 0.162491 0.162325 0.165597 CURRENT LEARNING RATE: 0.037920062858389746
previous_iter_valid_loss : 0.1621556133031845
291560 0.162347 0.162156 0.165583 CURRENT LEARNING RATE: 0.03791247960416877
previous_iter_valid_loss : 0.16206598281860352
291580 0.162269 0.162066 0.165635 CURRENT LEARNING RATE: 0.037904897866446984
previous_iter_valid_loss : 0.1756519079208374
291600 0.175780 0.175652 0.166068 CURRENT LEARNING RATE: 0.03789731764492111
previous_iter_valid_loss : 0.17698122560977936
291620 0.177126 0.176981 0.166787 CURRENT LEARNING RATE: 0.03788973893928796
previous_iter_valid_loss : 0.1773652285337448
291640 0.177664 0.177365 0.166221 CURRENT LEARNING RATE: 0.03788216174924436
previous_iter_valid_loss : 0.1724906861782074
291660 0.172768 0.172491 0.166574 CURRENT LEARNING RATE: 0.037874586074487245
previous_iter_valid_loss : 0.17707893252372742
291680 0.177390 0.177079 0.167385 CURRENT LEARNING RATE: 0.03786701191471357
previous_iter_valid_loss : 0.16166962683200836
291700 0.161849 0.161670 0.166946 CURRENT LEARNING RATE: 0.03785943926962038
previous_iter_valid_loss : 0.16385270655155182
291720 0.164061 0.163853 0.167085 CURRENT LEARNING RATE: 0.03785186813890475
previous_iter_valid_loss : 0.18945728242397308
291740 0.189631 0.189457 0.168346 CURRENT LEARNING RATE: 0.03784429852226386
previous_iter_valid_loss : 0.1695435643196106
291760 0.169822 0.169544 0.168771 CURRENT LEARNING RATE: 0.03783673041939493
previous_iter_valid_loss : 0.16120359301567078
291780 0.161382 0.161204 0.168204 CURRENT LEARNING RATE: 0.03782916382999521
previous_iter_valid_loss : 0.16085734963417053
291800 0.161042 0.160857 0.168210 CURRENT LEARNING RATE: 0.03782159875376205
previous_iter_valid_loss : 0.16121473908424377
291820 0.161380 0.161215 0.168195 CURRENT LEARNING RATE: 0.03781403519039285
previous_iter_valid_loss : 0.16241954267024994
291840 0.162575 0.162420 0.168214 CURRENT LEARNING RATE: 0.03780647313958506
previous_iter_valid_loss : 0.16553059220314026
291860 0.165751 0.165531 0.168438 CURRENT LEARNING RATE: 0.0377989126010362
previous_iter_valid_loss : 0.1643909215927124
291880 0.164582 0.164391 0.168593 CURRENT LEARNING RATE: 0.037791353574443846
previous_iter_valid_loss : 0.1629769206047058
291900 0.163221 0.162977 0.167539 CURRENT LEARNING RATE: 0.037783796059505645
previous_iter_valid_loss : 0.16092224419116974
291920 0.161115 0.160922 0.167506 CURRENT LEARNING RATE: 0.03777624005591929
previous_iter_valid_loss : 0.1623542755842209
291940 0.162567 0.162354 0.167508 CURRENT LEARNING RATE: 0.037768685563382545
previous_iter_valid_loss : 0.16192243993282318
291960 0.162120 0.161922 0.167496 CURRENT LEARNING RATE: 0.03776113258159322
previous_iter_valid_loss : 0.1616964340209961
291980 0.161912 0.161696 0.167478 CURRENT LEARNING RATE: 0.037753581110249214
previous_iter_valid_loss : 0.16440702974796295
292000 0.164604 0.164407 0.166915 CURRENT LEARNING RATE: 0.037746031149048447
previous_iter_valid_loss : 0.1782083511352539
292020 0.178558 0.178208 0.166977 CURRENT LEARNING RATE: 0.03773848269768894
previous_iter_valid_loss : 0.1645580381155014
292040 0.164758 0.164558 0.166336 CURRENT LEARNING RATE: 0.03773093575586874
previous_iter_valid_loss : 0.16373036801815033
292060 0.163937 0.163730 0.165898 CURRENT LEARNING RATE: 0.03772339032328598
previous_iter_valid_loss : 0.166733980178833
292080 0.167001 0.166734 0.165381 CURRENT LEARNING RATE: 0.03771584639963883
previous_iter_valid_loss : 0.16234546899795532
292100 0.162588 0.162345 0.165415 CURRENT LEARNING RATE: 0.037708303984625546
previous_iter_valid_loss : 0.16090333461761475
292120 0.161102 0.160903 0.165267 CURRENT LEARNING RATE: 0.037700763077944406
previous_iter_valid_loss : 0.16108517348766327
292140 0.161281 0.161085 0.163849 CURRENT LEARNING RATE: 0.03769322367929382
previous_iter_valid_loss : 0.16872768104076385
292160 0.169011 0.168728 0.163808 CURRENT LEARNING RATE: 0.03768568578837218
previous_iter_valid_loss : 0.16303040087223053
292180 0.163282 0.163030 0.163899 CURRENT LEARNING RATE: 0.03767814940487797
previous_iter_valid_loss : 0.16595908999443054
292200 0.166187 0.165959 0.164154 CURRENT LEARNING RATE: 0.037670614528509755
previous_iter_valid_loss : 0.1646430343389511
292220 0.164808 0.164643 0.164326 CURRENT LEARNING RATE: 0.03766308115896612
previous_iter_valid_loss : 0.16175615787506104
292240 0.161946 0.161756 0.164293 CURRENT LEARNING RATE: 0.03765554929594574
previous_iter_valid_loss : 0.16087184846401215
292260 0.161074 0.160872 0.164060 CURRENT LEARNING RATE: 0.03764801893914733
previous_iter_valid_loss : 0.1657692939043045
292280 0.166020 0.165769 0.164129 CURRENT LEARNING RATE: 0.03764049008826968
previous_iter_valid_loss : 0.17746783792972565
292300 0.177777 0.177468 0.164853 CURRENT LEARNING RATE: 0.037632962743011644
previous_iter_valid_loss : 0.16462674736976624
292320 0.164836 0.164627 0.165039 CURRENT LEARNING RATE: 0.03762543690307212
previous_iter_valid_loss : 0.16513127088546753
292340 0.165359 0.165131 0.165177 CURRENT LEARNING RATE: 0.037617912568150086
previous_iter_valid_loss : 0.16207750141620636
292360 0.162308 0.162078 0.165185 CURRENT LEARNING RATE: 0.037610389737944554
previous_iter_valid_loss : 0.1608896404504776
292380 0.161077 0.160890 0.165145 CURRENT LEARNING RATE: 0.037602868412154614
previous_iter_valid_loss : 0.17659644782543182
292400 0.176922 0.176596 0.165754 CURRENT LEARNING RATE: 0.037595348590479416
previous_iter_valid_loss : 0.16109071671962738
292420 0.161287 0.161091 0.164898 CURRENT LEARNING RATE: 0.03758783027261817
previous_iter_valid_loss : 0.16122569143772125
292440 0.161402 0.161226 0.164732 CURRENT LEARNING RATE: 0.037580313458270134
previous_iter_valid_loss : 0.1614324003458023
292460 0.161651 0.161432 0.164617 CURRENT LEARNING RATE: 0.03757279814713465
previous_iter_valid_loss : 0.164950430393219
292480 0.165138 0.164950 0.164528 CURRENT LEARNING RATE: 0.03756528433891109
previous_iter_valid_loss : 0.16455943882465363
292500 0.164757 0.164559 0.164638 CURRENT LEARNING RATE: 0.037557772033298915
previous_iter_valid_loss : 0.16191630065441132
292520 0.162148 0.161916 0.164689 CURRENT LEARNING RATE: 0.03755026122999762
previous_iter_valid_loss : 0.17141982913017273
292540 0.171619 0.171420 0.165206 CURRENT LEARNING RATE: 0.037542751928706763
previous_iter_valid_loss : 0.17008234560489655
292560 0.170349 0.170082 0.165274 CURRENT LEARNING RATE: 0.03753524412912601
previous_iter_valid_loss : 0.1608913391828537
292580 0.161092 0.160891 0.165167 CURRENT LEARNING RATE: 0.037527737830955026
previous_iter_valid_loss : 0.16097775101661682
292600 0.161186 0.160978 0.164917 CURRENT LEARNING RATE: 0.037520233033893555
previous_iter_valid_loss : 0.16139014065265656
292620 0.161629 0.161390 0.164755 CURRENT LEARNING RATE: 0.037512729737641415
previous_iter_valid_loss : 0.16261781752109528
292640 0.162846 0.162618 0.164798 CURRENT LEARNING RATE: 0.037505227941898464
previous_iter_valid_loss : 0.16128535568714142
292660 0.161497 0.161285 0.164819 CURRENT LEARNING RATE: 0.03749772764636464
previous_iter_valid_loss : 0.16120168566703796
292680 0.161393 0.161202 0.164590 CURRENT LEARNING RATE: 0.03749022885073992
previous_iter_valid_loss : 0.17397482693195343
292700 0.174181 0.173975 0.164416 CURRENT LEARNING RATE: 0.037482731554724376
previous_iter_valid_loss : 0.16348503530025482
292720 0.163733 0.163485 0.164358 CURRENT LEARNING RATE: 0.03747523575801808
previous_iter_valid_loss : 0.16077788174152374
292740 0.160980 0.160778 0.164141 CURRENT LEARNING RATE: 0.03746774146032123
previous_iter_valid_loss : 0.16119854152202606
292760 0.161424 0.161199 0.164097 CURRENT LEARNING RATE: 0.037460248661334045
previous_iter_valid_loss : 0.16372673213481903
292780 0.163973 0.163727 0.164239 CURRENT LEARNING RATE: 0.0374527573607568
previous_iter_valid_loss : 0.16151835024356842
292800 0.161719 0.161518 0.163485 CURRENT LEARNING RATE: 0.03744526755828987
previous_iter_valid_loss : 0.16455724835395813
292820 0.164740 0.164557 0.163658 CURRENT LEARNING RATE: 0.03743777925363363
previous_iter_valid_loss : 0.1740400195121765
292840 0.174368 0.174040 0.164299 CURRENT LEARNING RATE: 0.03743029244648858
previous_iter_valid_loss : 0.16492965817451477
292860 0.165125 0.164930 0.164474 CURRENT LEARNING RATE: 0.03742280713655523
previous_iter_valid_loss : 0.16100484132766724
292880 0.161211 0.161005 0.164276 CURRENT LEARNING RATE: 0.037415323323534165
previous_iter_valid_loss : 0.16982661187648773
292900 0.170080 0.169827 0.164540 CURRENT LEARNING RATE: 0.03740784100712605
previous_iter_valid_loss : 0.16648635268211365
292920 0.166717 0.166486 0.164768 CURRENT LEARNING RATE: 0.037400360187031564
previous_iter_valid_loss : 0.17748725414276123
292940 0.177690 0.177487 0.165072 CURRENT LEARNING RATE: 0.037392880862951484
previous_iter_valid_loss : 0.16155052185058594
292960 0.161733 0.161551 0.164645 CURRENT LEARNING RATE: 0.03738540303458666
previous_iter_valid_loss : 0.16228337585926056
292980 0.162474 0.162283 0.164715 CURRENT LEARNING RATE: 0.037377926701637955
previous_iter_valid_loss : 0.16117830574512482
293000 0.161340 0.161178 0.164725 CURRENT LEARNING RATE: 0.037370451863806324
previous_iter_valid_loss : 0.1610860377550125
293020 0.161254 0.161086 0.164710 CURRENT LEARNING RATE: 0.03736297852079278
previous_iter_valid_loss : 0.17570386826992035
293040 0.175888 0.175704 0.165364 CURRENT LEARNING RATE: 0.03735550667229838
previous_iter_valid_loss : 0.16247466206550598
293060 0.162650 0.162475 0.165423 CURRENT LEARNING RATE: 0.03734803631802425
previous_iter_valid_loss : 0.1727059781551361
293080 0.173008 0.172706 0.165998 CURRENT LEARNING RATE: 0.03734056745767157
previous_iter_valid_loss : 0.1624797135591507
293100 0.162689 0.162480 0.165424 CURRENT LEARNING RATE: 0.0373331000909416
previous_iter_valid_loss : 0.16414472460746765
293120 0.164367 0.164145 0.165457 CURRENT LEARNING RATE: 0.037325634217535646
previous_iter_valid_loss : 0.17112381756305695
293140 0.171423 0.171124 0.165974 CURRENT LEARNING RATE: 0.03731816983715506
previous_iter_valid_loss : 0.17461754381656647
293160 0.174831 0.174618 0.166645 CURRENT LEARNING RATE: 0.03731070694950127
previous_iter_valid_loss : 0.1613045334815979
293180 0.161528 0.161305 0.166524 CURRENT LEARNING RATE: 0.03730324555427576
previous_iter_valid_loss : 0.1624276340007782
293200 0.162646 0.162428 0.166569 CURRENT LEARNING RATE: 0.03729578565118009
previous_iter_valid_loss : 0.1608949899673462
293220 0.161088 0.160895 0.166386 CURRENT LEARNING RATE: 0.03728832723991583
previous_iter_valid_loss : 0.17133890092372894
293240 0.171517 0.171339 0.166251 CURRENT LEARNING RATE: 0.037280870320184685
previous_iter_valid_loss : 0.16254012286663055
293260 0.162729 0.162540 0.166132 CURRENT LEARNING RATE: 0.03727341489168835
previous_iter_valid_loss : 0.16510584950447083
293280 0.165361 0.165106 0.166337 CURRENT LEARNING RATE: 0.03726596095412862
previous_iter_valid_loss : 0.1612463742494583
293300 0.161430 0.161246 0.165908 CURRENT LEARNING RATE: 0.03725850850720732
previous_iter_valid_loss : 0.16424116492271423
293320 0.164481 0.164241 0.165795 CURRENT LEARNING RATE: 0.037251057550626375
previous_iter_valid_loss : 0.16360287368297577
293340 0.163850 0.163603 0.165101 CURRENT LEARNING RATE: 0.03724360808408773
previous_iter_valid_loss : 0.16924560070037842
293360 0.169437 0.169246 0.165486 CURRENT LEARNING RATE: 0.037236160107293415
previous_iter_valid_loss : 0.16110795736312866
293380 0.161316 0.161108 0.165427 CURRENT LEARNING RATE: 0.03722871361994551
previous_iter_valid_loss : 0.16132234036922455
293400 0.161519 0.161322 0.165434 CURRENT LEARNING RATE: 0.037221268621746156
previous_iter_valid_loss : 0.17684683203697205
293420 0.177040 0.176847 0.166222 CURRENT LEARNING RATE: 0.037213825112397556
previous_iter_valid_loss : 0.16136181354522705
293440 0.161558 0.161362 0.165505 CURRENT LEARNING RATE: 0.037206383091601965
previous_iter_valid_loss : 0.16165441274642944
293460 0.161897 0.161654 0.165464 CURRENT LEARNING RATE: 0.0371989425590617
previous_iter_valid_loss : 0.18035471439361572
293480 0.180723 0.180355 0.165847 CURRENT LEARNING RATE: 0.03719150351447915
previous_iter_valid_loss : 0.16255733370780945
293500 0.162752 0.162557 0.165851 CURRENT LEARNING RATE: 0.03718406595755673
previous_iter_valid_loss : 0.1614954024553299
293520 0.161685 0.161495 0.165718 CURRENT LEARNING RATE: 0.03717662988799696
previous_iter_valid_loss : 0.17025884985923767
293540 0.170458 0.170259 0.165675 CURRENT LEARNING RATE: 0.037169195305502396
previous_iter_valid_loss : 0.16666506230831146
293560 0.166856 0.166665 0.165277 CURRENT LEARNING RATE: 0.03716176220977565
previous_iter_valid_loss : 0.16208231449127197
293580 0.162280 0.162082 0.165316 CURRENT LEARNING RATE: 0.03715433060051939
previous_iter_valid_loss : 0.1834101676940918
293600 0.183602 0.183410 0.166365 CURRENT LEARNING RATE: 0.037146900477436365
previous_iter_valid_loss : 0.16694003343582153
293620 0.167220 0.166940 0.166668 CURRENT LEARNING RATE: 0.03713947184022936
previous_iter_valid_loss : 0.16373752057552338
293640 0.163945 0.163738 0.166288 CURRENT LEARNING RATE: 0.037132044688601235
previous_iter_valid_loss : 0.16107554733753204
293660 0.161249 0.161076 0.166214 CURRENT LEARNING RATE: 0.037124619022254904
previous_iter_valid_loss : 0.175166055560112
293680 0.175510 0.175166 0.166717 CURRENT LEARNING RATE: 0.03711719484089334
previous_iter_valid_loss : 0.1696474254131317
293700 0.169931 0.169647 0.167137 CURRENT LEARNING RATE: 0.037109772144219566
previous_iter_valid_loss : 0.1811893880367279
293720 0.181523 0.181189 0.167985 CURRENT LEARNING RATE: 0.03710235093193669
previous_iter_valid_loss : 0.16200096905231476
293740 0.162188 0.162001 0.167905 CURRENT LEARNING RATE: 0.037094931203747836
previous_iter_valid_loss : 0.16748613119125366
293760 0.167686 0.167486 0.167817 CURRENT LEARNING RATE: 0.03708751295935626
previous_iter_valid_loss : 0.1650826632976532
293780 0.165305 0.165083 0.168015 CURRENT LEARNING RATE: 0.037080096198465196
previous_iter_valid_loss : 0.16458678245544434
293800 0.164774 0.164587 0.168179 CURRENT LEARNING RATE: 0.03707268092077799
previous_iter_valid_loss : 0.16167373955249786
293820 0.161920 0.161674 0.167420 CURRENT LEARNING RATE: 0.03706526712599803
previous_iter_valid_loss : 0.16173772513866425
293840 0.161939 0.161738 0.167439 CURRENT LEARNING RATE: 0.03705785481382875
previous_iter_valid_loss : 0.18000538647174835
293860 0.180212 0.180005 0.168356 CURRENT LEARNING RATE: 0.037050443983973676
previous_iter_valid_loss : 0.1792069971561432
293880 0.179443 0.179207 0.168299 CURRENT LEARNING RATE: 0.03704303463613636
previous_iter_valid_loss : 0.22952155768871307
293900 0.229589 0.229522 0.171647 CURRENT LEARNING RATE: 0.03703562677002044
previous_iter_valid_loss : 0.17030954360961914
293920 0.170471 0.170310 0.172088 CURRENT LEARNING RATE: 0.037028220385329595
previous_iter_valid_loss : 0.1705317497253418
293940 0.170746 0.170532 0.172102 CURRENT LEARNING RATE: 0.03702081548176757
previous_iter_valid_loss : 0.16128197312355042
293960 0.161466 0.161282 0.171832 CURRENT LEARNING RATE: 0.037013412059038166
previous_iter_valid_loss : 0.16227543354034424
293980 0.162468 0.162275 0.171842 CURRENT LEARNING RATE: 0.037006010116845255
previous_iter_valid_loss : 0.16326384246349335
294000 0.163459 0.163264 0.170835 CURRENT LEARNING RATE: 0.036998609654892746
previous_iter_valid_loss : 0.16253407299518585
294020 0.162744 0.162534 0.170614 CURRENT LEARNING RATE: 0.036991210672884633
previous_iter_valid_loss : 0.1652987003326416
294040 0.165495 0.165299 0.170693 CURRENT LEARNING RATE: 0.03698381317052495
previous_iter_valid_loss : 0.16121619939804077
294060 0.161401 0.161216 0.170700 CURRENT LEARNING RATE: 0.0369764171475178
previous_iter_valid_loss : 0.16779743134975433
294080 0.168059 0.167797 0.170331 CURRENT LEARNING RATE: 0.036969022603567346
previous_iter_valid_loss : 0.1967029869556427
294100 0.196863 0.196703 0.171684 CURRENT LEARNING RATE: 0.036961629538377797
previous_iter_valid_loss : 0.17802298069000244
294120 0.178215 0.178023 0.171526 CURRENT LEARNING RATE: 0.03695423795165343
previous_iter_valid_loss : 0.16104945540428162
294140 0.161216 0.161049 0.171478 CURRENT LEARNING RATE: 0.036946847843098575
previous_iter_valid_loss : 0.16084353625774384
294160 0.161036 0.160844 0.171146 CURRENT LEARNING RATE: 0.03693945921241765
previous_iter_valid_loss : 0.16634345054626465
294180 0.166495 0.166343 0.171209 CURRENT LEARNING RATE: 0.036932072059315105
previous_iter_valid_loss : 0.16668809950351715
294200 0.166932 0.166688 0.171314 CURRENT LEARNING RATE: 0.03692468638349544
previous_iter_valid_loss : 0.1608492136001587
294220 0.161034 0.160849 0.171273 CURRENT LEARNING RATE: 0.03691730218466324
previous_iter_valid_loss : 0.189017191529274
294240 0.189433 0.189017 0.172637 CURRENT LEARNING RATE: 0.03690991946252313
previous_iter_valid_loss : 0.17606735229492188
294260 0.176357 0.176067 0.172440 CURRENT LEARNING RATE: 0.03690253821677981
previous_iter_valid_loss : 0.16211171448230743
294280 0.162272 0.162112 0.171585 CURRENT LEARNING RATE: 0.03689515844713802
previous_iter_valid_loss : 0.16335393488407135
294300 0.163557 0.163354 0.168277 CURRENT LEARNING RATE: 0.03688778015330257
previous_iter_valid_loss : 0.1645890176296234
294320 0.164815 0.164589 0.167991 CURRENT LEARNING RATE: 0.03688040333497833
previous_iter_valid_loss : 0.162199005484581
294340 0.162390 0.162199 0.167574 CURRENT LEARNING RATE: 0.03687302799187023
previous_iter_valid_loss : 0.16079175472259521
294360 0.160977 0.160792 0.167550 CURRENT LEARNING RATE: 0.03686565412368325
previous_iter_valid_loss : 0.16171570122241974
294380 0.161887 0.161716 0.167522 CURRENT LEARNING RATE: 0.03685828173012245
previous_iter_valid_loss : 0.16244080662727356
294400 0.162630 0.162441 0.167480 CURRENT LEARNING RATE: 0.036850910810892916
previous_iter_valid_loss : 0.16420121490955353
294420 0.164374 0.164201 0.167564 CURRENT LEARNING RATE: 0.036843541365699825
previous_iter_valid_loss : 0.1610182672739029
294440 0.161203 0.161018 0.167350 CURRENT LEARNING RATE: 0.03683617339424839
previous_iter_valid_loss : 0.16180381178855896
294460 0.162014 0.161804 0.167379 CURRENT LEARNING RATE: 0.0368288068962439
previous_iter_valid_loss : 0.16683439910411835
294480 0.167079 0.166834 0.167331 CURRENT LEARNING RATE: 0.036821441871391684
previous_iter_valid_loss : 0.17586450278759003
294500 0.176032 0.175865 0.166289 CURRENT LEARNING RATE: 0.03681407831939715
previous_iter_valid_loss : 0.16668716073036194
294520 0.166880 0.166687 0.165722 CURRENT LEARNING RATE: 0.03680671623996575
previous_iter_valid_loss : 0.16304980218410492
294540 0.163230 0.163050 0.165822 CURRENT LEARNING RATE: 0.036799355632802996
previous_iter_valid_loss : 0.16181600093841553
294560 0.161977 0.161816 0.165871 CURRENT LEARNING RATE: 0.036791996497614485
previous_iter_valid_loss : 0.16217267513275146
294580 0.162371 0.162173 0.165662 CURRENT LEARNING RATE: 0.03678463883410584
previous_iter_valid_loss : 0.17042522132396698
294600 0.170667 0.170425 0.165849 CURRENT LEARNING RATE: 0.03677728264198275
previous_iter_valid_loss : 0.16099391877651215
294620 0.161190 0.160994 0.165856 CURRENT LEARNING RATE: 0.036769927920950976
previous_iter_valid_loss : 0.16237376630306244
294640 0.162556 0.162374 0.164524 CURRENT LEARNING RATE: 0.03676257467071632
previous_iter_valid_loss : 0.16521231830120087
294660 0.165384 0.165212 0.163982 CURRENT LEARNING RATE: 0.03675522289098466
previous_iter_valid_loss : 0.16242903470993042
294680 0.162662 0.162429 0.163997 CURRENT LEARNING RATE: 0.036747872581461914
previous_iter_valid_loss : 0.16609574854373932
294700 0.166352 0.166096 0.164134 CURRENT LEARNING RATE: 0.03674052374185408
previous_iter_valid_loss : 0.1607048213481903
294720 0.160886 0.160705 0.163940 CURRENT LEARNING RATE: 0.0367331763718672
previous_iter_valid_loss : 0.16401618719100952
294740 0.164216 0.164016 0.164031 CURRENT LEARNING RATE: 0.03672583047120738
previous_iter_valid_loss : 0.16199925541877747
294760 0.162148 0.161999 0.164091 CURRENT LEARNING RATE: 0.036718486039580785
previous_iter_valid_loss : 0.166370689868927
294780 0.166604 0.166371 0.164324 CURRENT LEARNING RATE: 0.03671114307669364
previous_iter_valid_loss : 0.16326723992824554
294800 0.163485 0.163267 0.164366 CURRENT LEARNING RATE: 0.03670380158225221
previous_iter_valid_loss : 0.1614580601453781
294820 0.161675 0.161458 0.164228 CURRENT LEARNING RATE: 0.03669646155596286
previous_iter_valid_loss : 0.1650061011314392
294840 0.165247 0.165006 0.164428 CURRENT LEARNING RATE: 0.03668912299753197
previous_iter_valid_loss : 0.1721460521221161
294860 0.172319 0.172146 0.164945 CURRENT LEARNING RATE: 0.03668178590666601
previous_iter_valid_loss : 0.1614857167005539
294880 0.161676 0.161486 0.164677 CURRENT LEARNING RATE: 0.036674450283071494
previous_iter_valid_loss : 0.16161662340164185
294900 0.161818 0.161617 0.163965 CURRENT LEARNING RATE: 0.036667116126454985
previous_iter_valid_loss : 0.19073812663555145
294920 0.191162 0.190738 0.165168 CURRENT LEARNING RATE: 0.03665978343652313
previous_iter_valid_loss : 0.1775675117969513
294940 0.177904 0.177568 0.165893 CURRENT LEARNING RATE: 0.0366524522129826
previous_iter_valid_loss : 0.1636085957288742
294960 0.163825 0.163609 0.165983 CURRENT LEARNING RATE: 0.036645122455540184
previous_iter_valid_loss : 0.1613427847623825
294980 0.161541 0.161343 0.165942 CURRENT LEARNING RATE: 0.036637794163902664
previous_iter_valid_loss : 0.1614987701177597
295000 0.161724 0.161499 0.165495 CURRENT LEARNING RATE: 0.03663046733777692
previous_iter_valid_loss : 0.17321430146694183
295020 0.173532 0.173214 0.166106 CURRENT LEARNING RATE: 0.036623141976869875
previous_iter_valid_loss : 0.16127412021160126
295040 0.161485 0.161274 0.166051 CURRENT LEARNING RATE: 0.03661581808088851
previous_iter_valid_loss : 0.1608974039554596
295060 0.161113 0.160897 0.165836 CURRENT LEARNING RATE: 0.036608495649539885
previous_iter_valid_loss : 0.17423512041568756
295080 0.174550 0.174235 0.166426 CURRENT LEARNING RATE: 0.03660117468253108
previous_iter_valid_loss : 0.16232647001743317
295100 0.162521 0.162326 0.166237 CURRENT LEARNING RATE: 0.036593855179569264
previous_iter_valid_loss : 0.16099271178245544
295120 0.161216 0.160993 0.166252 CURRENT LEARNING RATE: 0.03658653714036167
previous_iter_valid_loss : 0.16933201253414154
295140 0.169609 0.169332 0.166518 CURRENT LEARNING RATE: 0.03657922056461556
previous_iter_valid_loss : 0.16091856360435486
295160 0.161120 0.160919 0.166464 CURRENT LEARNING RATE: 0.03657190545203828
previous_iter_valid_loss : 0.16152362525463104
295180 0.161724 0.161524 0.166221 CURRENT LEARNING RATE: 0.03656459180233722
previous_iter_valid_loss : 0.16385653614997864
295200 0.164086 0.163857 0.166251 CURRENT LEARNING RATE: 0.03655727961521984
previous_iter_valid_loss : 0.16338634490966797
295220 0.163609 0.163386 0.166347 CURRENT LEARNING RATE: 0.03654996889039365
previous_iter_valid_loss : 0.16943061351776123
295240 0.169709 0.169431 0.166568 CURRENT LEARNING RATE: 0.03654265962756622
previous_iter_valid_loss : 0.16511431336402893
295260 0.165298 0.165114 0.166217 CURRENT LEARNING RATE: 0.03653535182644518
previous_iter_valid_loss : 0.16245463490486145
295280 0.162649 0.162455 0.166265 CURRENT LEARNING RATE: 0.036528045486738214
previous_iter_valid_loss : 0.16330531239509583
295300 0.163530 0.163305 0.166350 CURRENT LEARNING RATE: 0.03652074060815307
previous_iter_valid_loss : 0.16347484290599823
295320 0.163713 0.163475 0.164986 CURRENT LEARNING RATE: 0.03651343719039756
previous_iter_valid_loss : 0.1783175766468048
295340 0.178669 0.178318 0.165024 CURRENT LEARNING RATE: 0.03650613523317955
previous_iter_valid_loss : 0.16855831444263458
295360 0.168735 0.168558 0.165271 CURRENT LEARNING RATE: 0.03649883473620692
previous_iter_valid_loss : 0.16763442754745483
295380 0.167907 0.167634 0.165586 CURRENT LEARNING RATE: 0.03649153569918772
previous_iter_valid_loss : 0.16672483086585999
295400 0.166936 0.166725 0.165847 CURRENT LEARNING RATE: 0.036484238121829944
previous_iter_valid_loss : 0.17398113012313843
295420 0.174187 0.173981 0.165886 CURRENT LEARNING RATE: 0.036476942003841696
previous_iter_valid_loss : 0.16176043450832367
295440 0.161972 0.161760 0.165910 CURRENT LEARNING RATE: 0.03646964734493114
previous_iter_valid_loss : 0.16510890424251556
295460 0.165310 0.165109 0.166121 CURRENT LEARNING RATE: 0.036462354144806475
previous_iter_valid_loss : 0.18471238017082214
295480 0.184894 0.184712 0.166644 CURRENT LEARNING RATE: 0.03645506240317598
previous_iter_valid_loss : 0.16166825592517853
295500 0.161863 0.161668 0.166612 CURRENT LEARNING RATE: 0.03644777211974799
previous_iter_valid_loss : 0.161685049533844
295520 0.161870 0.161685 0.166646 CURRENT LEARNING RATE: 0.03644048329423089
previous_iter_valid_loss : 0.16975946724414825
295540 0.169936 0.169759 0.166668 CURRENT LEARNING RATE: 0.03643319592633313
previous_iter_valid_loss : 0.1916639655828476
295560 0.191841 0.191664 0.168205 CURRENT LEARNING RATE: 0.0364259100157632
previous_iter_valid_loss : 0.16381368041038513
295580 0.164016 0.163814 0.168319 CURRENT LEARNING RATE: 0.03641862556222969
previous_iter_valid_loss : 0.1613975614309311
295600 0.161607 0.161398 0.168196 CURRENT LEARNING RATE: 0.0364113425654412
previous_iter_valid_loss : 0.16281449794769287
295620 0.163017 0.162814 0.168168 CURRENT LEARNING RATE: 0.03640406102510642
previous_iter_valid_loss : 0.20694950222969055
295640 0.207041 0.206950 0.170044 CURRENT LEARNING RATE: 0.03639678094093408
previous_iter_valid_loss : 0.16872087121009827
295660 0.168979 0.168721 0.170224 CURRENT LEARNING RATE: 0.036389502312632986
previous_iter_valid_loss : 0.1618662178516388
295680 0.162092 0.161866 0.170195 CURRENT LEARNING RATE: 0.03638222513991199
previous_iter_valid_loss : 0.1634654849767685
295700 0.163676 0.163465 0.170203 CURRENT LEARNING RATE: 0.03637494942248
previous_iter_valid_loss : 0.1614881455898285
295720 0.161708 0.161488 0.170103 CURRENT LEARNING RATE: 0.036367675160046
previous_iter_valid_loss : 0.1655077487230301
295740 0.165728 0.165508 0.169463 CURRENT LEARNING RATE: 0.03636040235231901
previous_iter_valid_loss : 0.16929344832897186
295760 0.169518 0.169293 0.169500 CURRENT LEARNING RATE: 0.036353130999008096
previous_iter_valid_loss : 0.17645516991615295
295780 0.176796 0.176455 0.169941 CURRENT LEARNING RATE: 0.03634586109982245
previous_iter_valid_loss : 0.16632646322250366
295800 0.166603 0.166326 0.169921 CURRENT LEARNING RATE: 0.036338592654471244
previous_iter_valid_loss : 0.16186974942684174
295820 0.162061 0.161870 0.169315 CURRENT LEARNING RATE: 0.036331325662663755
previous_iter_valid_loss : 0.1724090725183487
295840 0.172732 0.172409 0.169848 CURRENT LEARNING RATE: 0.0363240601241093
previous_iter_valid_loss : 0.16380959749221802
295860 0.164063 0.163810 0.169783 CURRENT LEARNING RATE: 0.03631679603851725
previous_iter_valid_loss : 0.16925138235092163
295880 0.169519 0.169251 0.169010 CURRENT LEARNING RATE: 0.03630953340559705
previous_iter_valid_loss : 0.18837970495224
295900 0.188822 0.188380 0.170345 CURRENT LEARNING RATE: 0.036302272225058184
previous_iter_valid_loss : 0.16091053187847137
295920 0.161103 0.160911 0.170306 CURRENT LEARNING RATE: 0.03629501249661022
previous_iter_valid_loss : 0.1621260941028595
295940 0.162311 0.162126 0.169925 CURRENT LEARNING RATE: 0.03628775421996276
previous_iter_valid_loss : 0.21266072988510132
295960 0.213275 0.212661 0.170975 CURRENT LEARNING RATE: 0.03628049739482547
previous_iter_valid_loss : 0.160883828997612
295980 0.161085 0.160884 0.170828 CURRENT LEARNING RATE: 0.03627324202090808
previous_iter_valid_loss : 0.17032213509082794
296000 0.170596 0.170322 0.171274 CURRENT LEARNING RATE: 0.03626598809792038
previous_iter_valid_loss : 0.1609899252653122
296020 0.161199 0.160990 0.171183 CURRENT LEARNING RATE: 0.036258735625572205
previous_iter_valid_loss : 0.20527297258377075
296040 0.205914 0.205273 0.171099 CURRENT LEARNING RATE: 0.03625148460357346
previous_iter_valid_loss : 0.16133740544319153
296060 0.161538 0.161337 0.170730 CURRENT LEARNING RATE: 0.03624423503163411
previous_iter_valid_loss : 0.1612342745065689
296080 0.161438 0.161234 0.170698 CURRENT LEARNING RATE: 0.03623698690946416
previous_iter_valid_loss : 0.16412384808063507
296100 0.164293 0.164124 0.170731 CURRENT LEARNING RATE: 0.036229740236773694
previous_iter_valid_loss : 0.16092470288276672
296120 0.161117 0.160925 0.170703 CURRENT LEARNING RATE: 0.03622249501327284
previous_iter_valid_loss : 0.17455002665519714
296140 0.174750 0.174550 0.171155 CURRENT LEARNING RATE: 0.036215251238671795
previous_iter_valid_loss : 0.1617586314678192
296160 0.161957 0.161759 0.170779 CURRENT LEARNING RATE: 0.03620800891268078
previous_iter_valid_loss : 0.1611378788948059
296180 0.161326 0.161138 0.170013 CURRENT LEARNING RATE: 0.03620076803501015
previous_iter_valid_loss : 0.16939526796340942
296200 0.169650 0.169395 0.170166 CURRENT LEARNING RATE: 0.03619352860537024
previous_iter_valid_loss : 0.1724453866481781
296220 0.172738 0.172445 0.170695 CURRENT LEARNING RATE: 0.036186290623471486
previous_iter_valid_loss : 0.18126003444194794
296240 0.181595 0.181260 0.171137 CURRENT LEARNING RATE: 0.03617905408902436
previous_iter_valid_loss : 0.1758631020784378
296260 0.176011 0.175863 0.171740 CURRENT LEARNING RATE: 0.0361718190017394
previous_iter_valid_loss : 0.16418437659740448
296280 0.164427 0.164184 0.171487 CURRENT LEARNING RATE: 0.0361645853613272
previous_iter_valid_loss : 0.16688846051692963
296300 0.167052 0.166888 0.170412 CURRENT LEARNING RATE: 0.03615735316749843
previous_iter_valid_loss : 0.16084522008895874
296320 0.161048 0.160845 0.170409 CURRENT LEARNING RATE: 0.03615012241996379
previous_iter_valid_loss : 0.16299572587013245
296340 0.163218 0.162996 0.170452 CURRENT LEARNING RATE: 0.03614289311843405
previous_iter_valid_loss : 0.16588172316551208
296360 0.166119 0.165882 0.168113 CURRENT LEARNING RATE: 0.03613566526262004
previous_iter_valid_loss : 0.1609422117471695
296380 0.161131 0.160942 0.168116 CURRENT LEARNING RATE: 0.03612843885223264
previous_iter_valid_loss : 0.1697276532649994
296400 0.170020 0.169728 0.168087 CURRENT LEARNING RATE: 0.036121213886982806
previous_iter_valid_loss : 0.16894598305225372
296420 0.169203 0.168946 0.168485 CURRENT LEARNING RATE: 0.03611399036658153
previous_iter_valid_loss : 0.1709001362323761
296440 0.171076 0.170900 0.166766 CURRENT LEARNING RATE: 0.03610676829073987
previous_iter_valid_loss : 0.16130901873111725
296460 0.161515 0.161309 0.166764 CURRENT LEARNING RATE: 0.036099547659168944
previous_iter_valid_loss : 0.16144749522209167
296480 0.161661 0.161447 0.166775 CURRENT LEARNING RATE: 0.036092328471579935
previous_iter_valid_loss : 0.1767079383134842
296500 0.176877 0.176708 0.167404 CURRENT LEARNING RATE: 0.03608511072768407
previous_iter_valid_loss : 0.16617143154144287
296520 0.166322 0.166171 0.167667 CURRENT LEARNING RATE: 0.036077894427192635
previous_iter_valid_loss : 0.20119279623031616
296540 0.201331 0.201193 0.168999 CURRENT LEARNING RATE: 0.03607067956981699
previous_iter_valid_loss : 0.16796647012233734
296560 0.168218 0.167966 0.169309 CURRENT LEARNING RATE: 0.03606346615526851
previous_iter_valid_loss : 0.162203848361969
296580 0.162390 0.162204 0.169362 CURRENT LEARNING RATE: 0.036056254183258696
previous_iter_valid_loss : 0.1719457060098648
296600 0.172244 0.171946 0.169490 CURRENT LEARNING RATE: 0.036049043653499056
previous_iter_valid_loss : 0.16185562312602997
296620 0.162052 0.161856 0.168961 CURRENT LEARNING RATE: 0.03604183456570117
previous_iter_valid_loss : 0.18052621185779572
296640 0.180875 0.180526 0.168924 CURRENT LEARNING RATE: 0.036034626919576665
previous_iter_valid_loss : 0.161759153008461
296660 0.161987 0.161759 0.168219 CURRENT LEARNING RATE: 0.03602742071483724
previous_iter_valid_loss : 0.16932982206344604
296680 0.169582 0.169330 0.168476 CURRENT LEARNING RATE: 0.03602021595119466
previous_iter_valid_loss : 0.16451649367809296
296700 0.164719 0.164516 0.168357 CURRENT LEARNING RATE: 0.036013012628360715
previous_iter_valid_loss : 0.16230784356594086
296720 0.162480 0.162308 0.168430 CURRENT LEARNING RATE: 0.03600581074604728
previous_iter_valid_loss : 0.16177396476268768
296740 0.161991 0.161774 0.168369 CURRENT LEARNING RATE: 0.03599861030396628
previous_iter_valid_loss : 0.1626082956790924
296760 0.162801 0.162608 0.168206 CURRENT LEARNING RATE: 0.0359914113018297
previous_iter_valid_loss : 0.16204839944839478
296780 0.162265 0.162048 0.168261 CURRENT LEARNING RATE: 0.035984213739349576
previous_iter_valid_loss : 0.1607109010219574
296800 0.160902 0.160711 0.167810 CURRENT LEARNING RATE: 0.035977017616238005
previous_iter_valid_loss : 0.1612662971019745
296820 0.161469 0.161266 0.167426 CURRENT LEARNING RATE: 0.03596982293220714
previous_iter_valid_loss : 0.1617807149887085
296840 0.161961 0.161781 0.166970 CURRENT LEARNING RATE: 0.03596262968696921
previous_iter_valid_loss : 0.20501737296581268
296860 0.205148 0.205017 0.169156 CURRENT LEARNING RATE: 0.03595543788023645
previous_iter_valid_loss : 0.16722506284713745
296880 0.167393 0.167225 0.169445 CURRENT LEARNING RATE: 0.03594824751172123
previous_iter_valid_loss : 0.1634960025548935
296900 0.163665 0.163496 0.168784 CURRENT LEARNING RATE: 0.03594105858113591
previous_iter_valid_loss : 0.16142325103282928
296920 0.161574 0.161423 0.168547 CURRENT LEARNING RATE: 0.03593387108819293
previous_iter_valid_loss : 0.1752372533082962
296940 0.175444 0.175237 0.167249 CURRENT LEARNING RATE: 0.03592668503260481
previous_iter_valid_loss : 0.1609165072441101
296960 0.161112 0.160917 0.166896 CURRENT LEARNING RATE: 0.03591950041408407
previous_iter_valid_loss : 0.17554913461208344
296980 0.175830 0.175549 0.167564 CURRENT LEARNING RATE: 0.03591231723234337
previous_iter_valid_loss : 0.16103596985340118
297000 0.161200 0.161036 0.167018 CURRENT LEARNING RATE: 0.035905135487095376
previous_iter_valid_loss : 0.1656031459569931
297020 0.165802 0.165603 0.167205 CURRENT LEARNING RATE: 0.03589795517805279
previous_iter_valid_loss : 0.1678447127342224
297040 0.167995 0.167845 0.166571 CURRENT LEARNING RATE: 0.03589077630492842
previous_iter_valid_loss : 0.1939506232738495
297060 0.194098 0.193951 0.168181 CURRENT LEARNING RATE: 0.03588359886743511
previous_iter_valid_loss : 0.16687889397144318
297080 0.167034 0.166879 0.168058 CURRENT LEARNING RATE: 0.035876422865285765
previous_iter_valid_loss : 0.16459299623966217
297100 0.164840 0.164593 0.168062 CURRENT LEARNING RATE: 0.03586924829819333
previous_iter_valid_loss : 0.16089190542697906
297120 0.161088 0.160892 0.167991 CURRENT LEARNING RATE: 0.03586207516587083
previous_iter_valid_loss : 0.1648678034543991
297140 0.165054 0.164868 0.168146 CURRENT LEARNING RATE: 0.03585490346803135
previous_iter_valid_loss : 0.19786514341831207
297160 0.197996 0.197865 0.169909 CURRENT LEARNING RATE: 0.03584773320438801
previous_iter_valid_loss : 0.1608160138130188
297180 0.161019 0.160816 0.169847 CURRENT LEARNING RATE: 0.035840564374654
previous_iter_valid_loss : 0.16471485793590546
297200 0.164905 0.164715 0.170048 CURRENT LEARNING RATE: 0.03583339697854258
previous_iter_valid_loss : 0.16760869324207306
297220 0.167769 0.167609 0.170365 CURRENT LEARNING RATE: 0.035826231015767034
previous_iter_valid_loss : 0.16298268735408783
297240 0.163140 0.162983 0.170425 CURRENT LEARNING RATE: 0.03581906648604073
previous_iter_valid_loss : 0.17239661514759064
297260 0.172547 0.172397 0.168794 CURRENT LEARNING RATE: 0.035811903389077096
previous_iter_valid_loss : 0.16089190542697906
297280 0.161093 0.160892 0.168477 CURRENT LEARNING RATE: 0.035804741724589605
previous_iter_valid_loss : 0.18858304619789124
297300 0.189072 0.188583 0.169731 CURRENT LEARNING RATE: 0.035797581492291786
previous_iter_valid_loss : 0.16076251864433289
297320 0.160941 0.160763 0.169698 CURRENT LEARNING RATE: 0.03579042269189723
previous_iter_valid_loss : 0.18551300466060638
297340 0.185917 0.185513 0.170212 CURRENT LEARNING RATE: 0.03578326532311959
previous_iter_valid_loss : 0.16872316598892212
297360 0.168908 0.168723 0.170602 CURRENT LEARNING RATE: 0.03577610938567254
previous_iter_valid_loss : 0.16387461125850677
297380 0.164038 0.163875 0.170019 CURRENT LEARNING RATE: 0.035768954879269906
previous_iter_valid_loss : 0.1788661628961563
297400 0.179047 0.178866 0.170910 CURRENT LEARNING RATE: 0.035761801803625454
previous_iter_valid_loss : 0.16122661530971527
297420 0.161439 0.161227 0.170691 CURRENT LEARNING RATE: 0.03575465015845309
previous_iter_valid_loss : 0.16369016468524933
297440 0.163868 0.163690 0.170484 CURRENT LEARNING RATE: 0.03574749994346673
previous_iter_valid_loss : 0.16298672556877136
297460 0.163155 0.162987 0.168936 CURRENT LEARNING RATE: 0.035740351158380375
previous_iter_valid_loss : 0.16258156299591064
297480 0.162806 0.162582 0.168721 CURRENT LEARNING RATE: 0.03573320380290807
previous_iter_valid_loss : 0.16255702078342438
297500 0.162804 0.162557 0.168619 CURRENT LEARNING RATE: 0.035726057876763924
previous_iter_valid_loss : 0.17572052776813507
297520 0.175934 0.175721 0.169360 CURRENT LEARNING RATE: 0.0357189133796621
previous_iter_valid_loss : 0.16608190536499023
297540 0.166355 0.166082 0.169421 CURRENT LEARNING RATE: 0.035711770311316816
previous_iter_valid_loss : 0.16999797523021698
297560 0.170198 0.169998 0.168028 CURRENT LEARNING RATE: 0.03570462867144234
previous_iter_valid_loss : 0.18402379751205444
297580 0.184225 0.184024 0.169188 CURRENT LEARNING RATE: 0.03569748845975303
previous_iter_valid_loss : 0.16359521448612213
297600 0.163766 0.163595 0.169132 CURRENT LEARNING RATE: 0.03569034967596325
previous_iter_valid_loss : 0.16838130354881287
297620 0.168639 0.168381 0.169171 CURRENT LEARNING RATE: 0.035683212319787466
previous_iter_valid_loss : 0.16260764002799988
297640 0.162821 0.162608 0.169152 CURRENT LEARNING RATE: 0.03567607639094018
previous_iter_valid_loss : 0.16497959196567535
297660 0.165209 0.164980 0.168781 CURRENT LEARNING RATE: 0.035668941889135955
previous_iter_valid_loss : 0.16341538727283478
297680 0.163584 0.163415 0.168907 CURRENT LEARNING RATE: 0.03566180881408941
previous_iter_valid_loss : 0.16269724071025848
297700 0.162908 0.162697 0.167613 CURRENT LEARNING RATE: 0.03565467716551522
previous_iter_valid_loss : 0.1821836233139038
297720 0.182538 0.182184 0.168684 CURRENT LEARNING RATE: 0.035647546943128126
previous_iter_valid_loss : 0.16265572607517242
297740 0.162876 0.162656 0.167541 CURRENT LEARNING RATE: 0.03564041814664291
previous_iter_valid_loss : 0.17761772871017456
297760 0.177903 0.177618 0.167986 CURRENT LEARNING RATE: 0.03563329077577443
previous_iter_valid_loss : 0.1864560842514038
297780 0.186857 0.186456 0.169115 CURRENT LEARNING RATE: 0.03562616483023757
previous_iter_valid_loss : 0.16648167371749878
297800 0.166682 0.166482 0.168496 CURRENT LEARNING RATE: 0.035619040309747316
previous_iter_valid_loss : 0.16110622882843018
297820 0.161347 0.161106 0.168490 CURRENT LEARNING RATE: 0.035611917214018685
previous_iter_valid_loss : 0.16074436902999878
297840 0.160962 0.160744 0.168343 CURRENT LEARNING RATE: 0.03560479554276674
previous_iter_valid_loss : 0.18134190142154694
297860 0.181543 0.181342 0.169260 CURRENT LEARNING RATE: 0.035597675295706635
previous_iter_valid_loss : 0.16095949709415436
297880 0.161178 0.160959 0.169179 CURRENT LEARNING RATE: 0.03559055647255354
previous_iter_valid_loss : 0.17042973637580872
297900 0.170724 0.170430 0.169573 CURRENT LEARNING RATE: 0.03558343907302271
previous_iter_valid_loss : 0.16256077587604523
297920 0.162801 0.162561 0.168915 CURRENT LEARNING RATE: 0.03557632309682944
previous_iter_valid_loss : 0.1648876667022705
297940 0.165086 0.164888 0.168855 CURRENT LEARNING RATE: 0.035569208543689106
previous_iter_valid_loss : 0.168008953332901
297960 0.168282 0.168009 0.168756 CURRENT LEARNING RATE: 0.03556209541331711
previous_iter_valid_loss : 0.16433241963386536
297980 0.164581 0.164332 0.167771 CURRENT LEARNING RATE: 0.03555498370542895
previous_iter_valid_loss : 0.1625407338142395
298000 0.162738 0.162541 0.167718 CURRENT LEARNING RATE: 0.03554787341974014
previous_iter_valid_loss : 0.16487640142440796
298020 0.165067 0.164876 0.167543 CURRENT LEARNING RATE: 0.03554076455596626
previous_iter_valid_loss : 0.16488659381866455
298040 0.165129 0.164887 0.167657 CURRENT LEARNING RATE: 0.035533657113822975
previous_iter_valid_loss : 0.18573592603206635
298060 0.186114 0.185736 0.168695 CURRENT LEARNING RATE: 0.03552655109302597
previous_iter_valid_loss : 0.1620604395866394
298080 0.162283 0.162060 0.168627 CURRENT LEARNING RATE: 0.03551944649329103
previous_iter_valid_loss : 0.17644119262695312
298100 0.176743 0.176441 0.169314 CURRENT LEARNING RATE: 0.03551234331433394
previous_iter_valid_loss : 0.1615995466709137
298120 0.161788 0.161600 0.168285 CURRENT LEARNING RATE: 0.03550524155587059
previous_iter_valid_loss : 0.16117040812969208
298140 0.161373 0.161170 0.168211 CURRENT LEARNING RATE: 0.035498141217616914
previous_iter_valid_loss : 0.16225922107696533
298160 0.162495 0.162259 0.167443 CURRENT LEARNING RATE: 0.035491042299288886
previous_iter_valid_loss : 0.2022693008184433
298180 0.202439 0.202269 0.168234 CURRENT LEARNING RATE: 0.035483944800602546
previous_iter_valid_loss : 0.1656830906867981
298200 0.165895 0.165683 0.168194 CURRENT LEARNING RATE: 0.035476848721274004
previous_iter_valid_loss : 0.16265496611595154
298220 0.162877 0.162655 0.168271 CURRENT LEARNING RATE: 0.03546975406101943
previous_iter_valid_loss : 0.17475184798240662
298240 0.174953 0.174752 0.168971 CURRENT LEARNING RATE: 0.03546266081955502
previous_iter_valid_loss : 0.16337628662586212
298260 0.163587 0.163376 0.168073 CURRENT LEARNING RATE: 0.03545556899659704
previous_iter_valid_loss : 0.16106528043746948
298280 0.161274 0.161065 0.168078 CURRENT LEARNING RATE: 0.03544847859186183
previous_iter_valid_loss : 0.17167522013187408
298300 0.171877 0.171675 0.168141 CURRENT LEARNING RATE: 0.035441389605065765
previous_iter_valid_loss : 0.16328278183937073
298320 0.163546 0.163283 0.168177 CURRENT LEARNING RATE: 0.0354343020359253
previous_iter_valid_loss : 0.16290290653705597
298340 0.163142 0.162903 0.168078 CURRENT LEARNING RATE: 0.03542721588415691
previous_iter_valid_loss : 0.1611691266298294
298360 0.161341 0.161169 0.167736 CURRENT LEARNING RATE: 0.03542013114947717
previous_iter_valid_loss : 0.16175784170627594
298380 0.161975 0.161758 0.167607 CURRENT LEARNING RATE: 0.03541304783160267
previous_iter_valid_loss : 0.16339202225208282
298400 0.163577 0.163392 0.167649 CURRENT LEARNING RATE: 0.03540596593025009
previous_iter_valid_loss : 0.1617473065853119
298420 0.161936 0.161747 0.167493 CURRENT LEARNING RATE: 0.03539888544513615
previous_iter_valid_loss : 0.1607227474451065
298440 0.160907 0.160723 0.167285 CURRENT LEARNING RATE: 0.03539180637597764
previous_iter_valid_loss : 0.1622171252965927
298460 0.162415 0.162217 0.166109 CURRENT LEARNING RATE: 0.03538472872249138
previous_iter_valid_loss : 0.16070610284805298
298480 0.160888 0.160706 0.166041 CURRENT LEARNING RATE: 0.035377652484394284
previous_iter_valid_loss : 0.16113601624965668
298500 0.161296 0.161136 0.165276 CURRENT LEARNING RATE: 0.03537057766140329
previous_iter_valid_loss : 0.16644272208213806
298520 0.166598 0.166443 0.165518 CURRENT LEARNING RATE: 0.0353635042532354
previous_iter_valid_loss : 0.16630905866622925
298540 0.166478 0.166309 0.165775 CURRENT LEARNING RATE: 0.0353564322596077
previous_iter_valid_loss : 0.16138815879821777
298560 0.161601 0.161388 0.165731 CURRENT LEARNING RATE: 0.03534936168023728
previous_iter_valid_loss : 0.16921314597129822
298580 0.169366 0.169213 0.164079 CURRENT LEARNING RATE: 0.03534229251484132
previous_iter_valid_loss : 0.1633688509464264
298600 0.163554 0.163369 0.163963 CURRENT LEARNING RATE: 0.03533522476313708
previous_iter_valid_loss : 0.16920620203018188
298620 0.169470 0.169206 0.164291 CURRENT LEARNING RATE: 0.03532815842484184
previous_iter_valid_loss : 0.16480275988578796
298640 0.164974 0.164803 0.163793 CURRENT LEARNING RATE: 0.03532109349967293
previous_iter_valid_loss : 0.16316278278827667
298660 0.163387 0.163163 0.163782 CURRENT LEARNING RATE: 0.035314029987347784
previous_iter_valid_loss : 0.177597776055336
298680 0.177919 0.177598 0.164609 CURRENT LEARNING RATE: 0.03530696788758383
previous_iter_valid_loss : 0.16303910315036774
298700 0.163273 0.163039 0.164177 CURRENT LEARNING RATE: 0.035299907200098596
previous_iter_valid_loss : 0.17034481465816498
298720 0.170622 0.170345 0.164530 CURRENT LEARNING RATE: 0.03529284792460966
previous_iter_valid_loss : 0.17488358914852142
298740 0.175177 0.174884 0.165129 CURRENT LEARNING RATE: 0.03528579006083464
previous_iter_valid_loss : 0.16166001558303833
298760 0.161836 0.161660 0.165154 CURRENT LEARNING RATE: 0.03527873360849123
previous_iter_valid_loss : 0.1611187756061554
298780 0.161306 0.161119 0.165122 CURRENT LEARNING RATE: 0.03527167856729717
previous_iter_valid_loss : 0.1772342175245285
298800 0.177412 0.177234 0.165814 CURRENT LEARNING RATE: 0.03526462493697026
previous_iter_valid_loss : 0.1727033108472824
298820 0.173007 0.172703 0.166362 CURRENT LEARNING RATE: 0.03525757271722834
previous_iter_valid_loss : 0.1608305424451828
298840 0.161026 0.160831 0.166367 CURRENT LEARNING RATE: 0.035250521907789344
previous_iter_valid_loss : 0.16102370619773865
298860 0.161233 0.161024 0.166308 CURRENT LEARNING RATE: 0.03524347250837123
previous_iter_valid_loss : 0.17012566328048706
298880 0.170305 0.170126 0.166778 CURRENT LEARNING RATE: 0.035236424518692015
previous_iter_valid_loss : 0.1609521359205246
298900 0.161161 0.160952 0.166769 CURRENT LEARNING RATE: 0.03522937793846979
previous_iter_valid_loss : 0.1703156679868698
298920 0.170502 0.170316 0.166963 CURRENT LEARNING RATE: 0.03522233276742268
previous_iter_valid_loss : 0.16711613535881042
298940 0.167328 0.167116 0.167003 CURRENT LEARNING RATE: 0.03521528900526889
previous_iter_valid_loss : 0.18854914605617523
298960 0.188738 0.188549 0.168361 CURRENT LEARNING RATE: 0.03520824665172667
previous_iter_valid_loss : 0.16599009931087494
298980 0.166184 0.165990 0.168200 CURRENT LEARNING RATE: 0.035201205706514305
previous_iter_valid_loss : 0.16286534070968628
299000 0.163077 0.162865 0.168175 CURRENT LEARNING RATE: 0.03519416616935018
previous_iter_valid_loss : 0.17363029718399048
299020 0.173803 0.173630 0.168396 CURRENT LEARNING RATE: 0.03518712803995271
previous_iter_valid_loss : 0.1620442122220993
299040 0.162261 0.162044 0.168258 CURRENT LEARNING RATE: 0.03518009131804037
previous_iter_valid_loss : 0.16810713708400726
299060 0.168267 0.168107 0.168506 CURRENT LEARNING RATE: 0.03517305600333168
previous_iter_valid_loss : 0.16152960062026978
299080 0.161701 0.161530 0.167702 CURRENT LEARNING RATE: 0.035166022095545243
previous_iter_valid_loss : 0.1725790649652481
299100 0.172745 0.172579 0.168179 CURRENT LEARNING RATE: 0.03515898959439969
previous_iter_valid_loss : 0.1708064079284668
299120 0.171101 0.170806 0.168202 CURRENT LEARNING RATE: 0.03515195849961373
previous_iter_valid_loss : 0.16715370118618011
299140 0.167332 0.167154 0.167816 CURRENT LEARNING RATE: 0.035144928810906105
previous_iter_valid_loss : 0.16906988620758057
299160 0.169328 0.169070 0.168186 CURRENT LEARNING RATE: 0.03513790052799565
previous_iter_valid_loss : 0.16145843267440796
299180 0.161656 0.161458 0.168203 CURRENT LEARNING RATE: 0.03513087365060121
previous_iter_valid_loss : 0.17813003063201904
299200 0.178291 0.178130 0.168248 CURRENT LEARNING RATE: 0.035123848178441726
previous_iter_valid_loss : 0.16116128861904144
299220 0.161340 0.161161 0.167671 CURRENT LEARNING RATE: 0.03511682411123617
previous_iter_valid_loss : 0.16172325611114502
299240 0.161921 0.161723 0.167715 CURRENT LEARNING RATE: 0.03510980144870359
previous_iter_valid_loss : 0.16271643340587616
299260 0.162930 0.162716 0.167800 CURRENT LEARNING RATE: 0.035102780190563065
previous_iter_valid_loss : 0.16142809391021729
299280 0.161614 0.161428 0.167365 CURRENT LEARNING RATE: 0.035095760336533756
previous_iter_valid_loss : 0.1612061858177185
299300 0.161354 0.161206 0.167378 CURRENT LEARNING RATE: 0.035088741886334866
previous_iter_valid_loss : 0.1620052307844162
299320 0.162185 0.162005 0.166962 CURRENT LEARNING RATE: 0.035081724839685656
previous_iter_valid_loss : 0.1617056429386139
299340 0.161855 0.161706 0.166692 CURRENT LEARNING RATE: 0.03507470919630545
previous_iter_valid_loss : 0.1622220128774643
299360 0.162400 0.162222 0.165376 CURRENT LEARNING RATE: 0.0350676949559136
previous_iter_valid_loss : 0.16276566684246063
299380 0.162979 0.162766 0.165214 CURRENT LEARNING RATE: 0.03506068211822955
previous_iter_valid_loss : 0.1609589159488678
299400 0.161130 0.160959 0.165119 CURRENT LEARNING RATE: 0.0350536706829728
previous_iter_valid_loss : 0.1674940437078476
299420 0.167656 0.167494 0.164812 CURRENT LEARNING RATE: 0.035046660649862886
previous_iter_valid_loss : 0.17238681018352509
299440 0.172577 0.172387 0.165329 CURRENT LEARNING RATE: 0.035039652018619395
previous_iter_valid_loss : 0.1608399897813797
299460 0.161034 0.160840 0.164966 CURRENT LEARNING RATE: 0.035032644788962
previous_iter_valid_loss : 0.16166378557682037
299480 0.161820 0.161664 0.164973 CURRENT LEARNING RATE: 0.035025638960610395
previous_iter_valid_loss : 0.17083661258220673
299500 0.171000 0.170837 0.164886 CURRENT LEARNING RATE: 0.035018634533284354
previous_iter_valid_loss : 0.16250601410865784
299520 0.162714 0.162506 0.164471 CURRENT LEARNING RATE: 0.0350116315067037
previous_iter_valid_loss : 0.1767740249633789
299540 0.177102 0.176774 0.164952 CURRENT LEARNING RATE: 0.03500462988058831
previous_iter_valid_loss : 0.16110733151435852
299560 0.161292 0.161107 0.164553 CURRENT LEARNING RATE: 0.03499762965465812
previous_iter_valid_loss : 0.16100601851940155
299580 0.161204 0.161006 0.164531 CURRENT LEARNING RATE: 0.03499063082863312
previous_iter_valid_loss : 0.16249194741249084
299600 0.162653 0.162492 0.163749 CURRENT LEARNING RATE: 0.03498363340223336
previous_iter_valid_loss : 0.16100506484508514
299620 0.161199 0.161005 0.163741 CURRENT LEARNING RATE: 0.03497663737517894
previous_iter_valid_loss : 0.17610672116279602
299640 0.176415 0.176107 0.164460 CURRENT LEARNING RATE: 0.03496964274719002
previous_iter_valid_loss : 0.16174110770225525
299660 0.161931 0.161741 0.164412 CURRENT LEARNING RATE: 0.03496264951798681
previous_iter_valid_loss : 0.1678989976644516
299680 0.168154 0.167899 0.164735 CURRENT LEARNING RATE: 0.034955657687289594
previous_iter_valid_loss : 0.18663938343524933
299700 0.186843 0.186639 0.166007 CURRENT LEARNING RATE: 0.03494866725481868
previous_iter_valid_loss : 0.1607879400253296
299720 0.160974 0.160788 0.165946 CURRENT LEARNING RATE: 0.03494167822029447
previous_iter_valid_loss : 0.16247296333312988
299740 0.162684 0.162473 0.165984 CURRENT LEARNING RATE: 0.03493469058343739
previous_iter_valid_loss : 0.16454172134399414
299760 0.164752 0.164542 0.166100 CURRENT LEARNING RATE: 0.03492770434396794
previous_iter_valid_loss : 0.16928716003894806
299780 0.169557 0.169287 0.166426 CURRENT LEARNING RATE: 0.03492071950160665
previous_iter_valid_loss : 0.16138261556625366
299800 0.161597 0.161383 0.166447 CURRENT LEARNING RATE: 0.03491373605607416
previous_iter_valid_loss : 0.16096661984920502
299820 0.161172 0.160967 0.166121 CURRENT LEARNING RATE: 0.03490675400709112
previous_iter_valid_loss : 0.161248117685318
299840 0.161438 0.161248 0.165564 CURRENT LEARNING RATE: 0.03489977335437824
previous_iter_valid_loss : 0.16164208948612213
299860 0.161837 0.161642 0.165604 CURRENT LEARNING RATE: 0.034892794097656304
previous_iter_valid_loss : 0.16118717193603516
299880 0.161392 0.161187 0.165580 CURRENT LEARNING RATE: 0.034885816236646126
previous_iter_valid_loss : 0.16266126930713654
299900 0.162889 0.162661 0.165172 CURRENT LEARNING RATE: 0.03487883977106862
previous_iter_valid_loss : 0.16400638222694397
299920 0.164190 0.164006 0.165247 CURRENT LEARNING RATE: 0.0348718647006447
previous_iter_valid_loss : 0.16335751116275787
299940 0.163545 0.163358 0.164576 CURRENT LEARNING RATE: 0.034864891025095365
previous_iter_valid_loss : 0.16939441859722137
299960 0.169596 0.169394 0.164990 CURRENT LEARNING RATE: 0.03485791874414168
previous_iter_valid_loss : 0.16206297278404236
299980 0.162262 0.162063 0.165043 CURRENT LEARNING RATE: 0.03485094785750476
previous_iter_valid_loss : 0.1610656976699829
300000 0.161245 0.161066 0.164972 CURRENT LEARNING RATE: 0.03484397836490575
previous_iter_valid_loss : 0.16873952746391296
300020 0.168936 0.168740 0.165358 CURRENT LEARNING RATE: 0.03483701026606588
previous_iter_valid_loss : 0.16844706237316132
300040 0.168725 0.168447 0.164975 CURRENT LEARNING RATE: 0.034830043560706424
previous_iter_valid_loss : 0.18364271521568298
300060 0.184002 0.183643 0.166071 CURRENT LEARNING RATE: 0.03482307824854872
previous_iter_valid_loss : 0.162013977766037
300080 0.162208 0.162014 0.165776 CURRENT LEARNING RATE: 0.03481611432931415
previous_iter_valid_loss : 0.16087058186531067
300100 0.161085 0.160871 0.164488 CURRENT LEARNING RATE: 0.034809151802724154
previous_iter_valid_loss : 0.16393639147281647
300120 0.164130 0.163936 0.164645 CURRENT LEARNING RATE: 0.03480219066850023
previous_iter_valid_loss : 0.17319218814373016
300140 0.173379 0.173192 0.165181 CURRENT LEARNING RATE: 0.03479523092636395
previous_iter_valid_loss : 0.1685391366481781
300160 0.168810 0.168539 0.165381 CURRENT LEARNING RATE: 0.0347882725760369
previous_iter_valid_loss : 0.1638394445180893
300180 0.164051 0.163839 0.165109 CURRENT LEARNING RATE: 0.034781315617240766
previous_iter_valid_loss : 0.17238038778305054
300200 0.172584 0.172380 0.165659 CURRENT LEARNING RATE: 0.034774360049697244
previous_iter_valid_loss : 0.18795807659626007
300220 0.188161 0.187958 0.167008 CURRENT LEARNING RATE: 0.03476740587312814
previous_iter_valid_loss : 0.16590383648872375
300240 0.166112 0.165904 0.167241 CURRENT LEARNING RATE: 0.034760453087255276
previous_iter_valid_loss : 0.16289155185222626
300260 0.163128 0.162892 0.167303 CURRENT LEARNING RATE: 0.03475350169180055
previous_iter_valid_loss : 0.1623740941286087
300280 0.162591 0.162374 0.167363 CURRENT LEARNING RATE: 0.03474655168648589
previous_iter_valid_loss : 0.16912993788719177
300300 0.169296 0.169130 0.167686 CURRENT LEARNING RATE: 0.03473960307103329
previous_iter_valid_loss : 0.16538283228874207
300320 0.165620 0.165383 0.167755 CURRENT LEARNING RATE: 0.034732655845164835
previous_iter_valid_loss : 0.16361472010612488
300340 0.163814 0.163615 0.167768 CURRENT LEARNING RATE: 0.03472571000860261
previous_iter_valid_loss : 0.1716286838054657
300360 0.171897 0.171629 0.167880 CURRENT LEARNING RATE: 0.034718765561068794
previous_iter_valid_loss : 0.16112631559371948
300380 0.161316 0.161126 0.167833 CURRENT LEARNING RATE: 0.0347118225022856
previous_iter_valid_loss : 0.16991953551769257
300400 0.170175 0.169920 0.168275 CURRENT LEARNING RATE: 0.034704880831975315
previous_iter_valid_loss : 0.1625048965215683
300420 0.162675 0.162505 0.167964 CURRENT LEARNING RATE: 0.034697940549860265
previous_iter_valid_loss : 0.16091445088386536
300440 0.161104 0.160914 0.167587 CURRENT LEARNING RATE: 0.03469100165566284
previous_iter_valid_loss : 0.16152498126029968
300460 0.161719 0.161525 0.166481 CURRENT LEARNING RATE: 0.03468406414910549
previous_iter_valid_loss : 0.16442030668258667
300480 0.164578 0.164420 0.166602 CURRENT LEARNING RATE: 0.034677128029910714
previous_iter_valid_loss : 0.1836252361536026
300500 0.183820 0.183625 0.167739 CURRENT LEARNING RATE: 0.03467019329780106
previous_iter_valid_loss : 0.16558405756950378
300520 0.165824 0.165584 0.167822 CURRENT LEARNING RATE: 0.03466325995249914
previous_iter_valid_loss : 0.16123241186141968
300540 0.161399 0.161232 0.167224 CURRENT LEARNING RATE: 0.03465632799372763
previous_iter_valid_loss : 0.16243265569210052
300560 0.162671 0.162433 0.166918 CURRENT LEARNING RATE: 0.03464939742120923
previous_iter_valid_loss : 0.1614268720149994
300580 0.161588 0.161427 0.166798 CURRENT LEARNING RATE: 0.03464246823466675
previous_iter_valid_loss : 0.16571871936321259
300600 0.165901 0.165719 0.166465 CURRENT LEARNING RATE: 0.03463554043382298
previous_iter_valid_loss : 0.16839803755283356
300620 0.168566 0.168398 0.165487 CURRENT LEARNING RATE: 0.03462861401840084
previous_iter_valid_loss : 0.1687346249818802
300640 0.168993 0.168735 0.165628 CURRENT LEARNING RATE: 0.03462168898812327
previous_iter_valid_loss : 0.16347987949848175
300660 0.163693 0.163480 0.165658 CURRENT LEARNING RATE: 0.034614765342713266
previous_iter_valid_loss : 0.16408608853816986
300680 0.164290 0.164086 0.165743 CURRENT LEARNING RATE: 0.03460784308189388
previous_iter_valid_loss : 0.16129185259342194
300700 0.161498 0.161292 0.165351 CURRENT LEARNING RATE: 0.034600922205388226
previous_iter_valid_loss : 0.16246873140335083
300720 0.162660 0.162469 0.165206 CURRENT LEARNING RATE: 0.03459400271291946
previous_iter_valid_loss : 0.1647477000951767
300740 0.164936 0.164748 0.165262 CURRENT LEARNING RATE: 0.034587084604210803
previous_iter_valid_loss : 0.17469660937786102
300760 0.174866 0.174697 0.165416 CURRENT LEARNING RATE: 0.034580167878985546
previous_iter_valid_loss : 0.16288504004478455
300780 0.163062 0.162885 0.165504 CURRENT LEARNING RATE: 0.034573252536967
previous_iter_valid_loss : 0.16159597039222717
300800 0.161801 0.161596 0.165087 CURRENT LEARNING RATE: 0.03456633857787856
previous_iter_valid_loss : 0.16587860882282257
300820 0.166047 0.165879 0.165256 CURRENT LEARNING RATE: 0.034559426001443676
previous_iter_valid_loss : 0.17242896556854248
300840 0.172574 0.172429 0.165832 CURRENT LEARNING RATE: 0.03455251480738583
previous_iter_valid_loss : 0.17331261932849884
300860 0.173485 0.173313 0.166421 CURRENT LEARNING RATE: 0.03454560499542858
previous_iter_valid_loss : 0.16205653548240662
300880 0.162219 0.162057 0.166303 CURRENT LEARNING RATE: 0.03453869656529553
previous_iter_valid_loss : 0.16187231242656708
300900 0.162099 0.161872 0.165215 CURRENT LEARNING RATE: 0.03453178951671036
previous_iter_valid_loss : 0.16093643009662628
300920 0.161131 0.160936 0.164983 CURRENT LEARNING RATE: 0.03452488384939677
previous_iter_valid_loss : 0.161411315202713
300940 0.161609 0.161411 0.164992 CURRENT LEARNING RATE: 0.03451797956307854
previous_iter_valid_loss : 0.1657690405845642
300960 0.165952 0.165769 0.165159 CURRENT LEARNING RATE: 0.034511076657479496
previous_iter_valid_loss : 0.18995767831802368
300980 0.190401 0.189958 0.166585 CURRENT LEARNING RATE: 0.03450417513232352
previous_iter_valid_loss : 0.16236945986747742
301000 0.162585 0.162369 0.166418 CURRENT LEARNING RATE: 0.034497274987334535
previous_iter_valid_loss : 0.16275566816329956
301020 0.162958 0.162756 0.166136 CURRENT LEARNING RATE: 0.03449037622223658
previous_iter_valid_loss : 0.16424088180065155
301040 0.164430 0.164241 0.165911 CURRENT LEARNING RATE: 0.03448347883675367
previous_iter_valid_loss : 0.16468758881092072
301060 0.164886 0.164688 0.165971 CURRENT LEARNING RATE: 0.03447658283060992
previous_iter_valid_loss : 0.16219162940979004
301080 0.162419 0.162192 0.165877 CURRENT LEARNING RATE: 0.03446968820352949
previous_iter_valid_loss : 0.1726997196674347
301100 0.172985 0.172700 0.166447 CURRENT LEARNING RATE: 0.03446279495523659
previous_iter_valid_loss : 0.1637972593307495
301120 0.164010 0.163797 0.166514 CURRENT LEARNING RATE: 0.03445590308545549
previous_iter_valid_loss : 0.1609404981136322
301140 0.161103 0.160940 0.166323 CURRENT LEARNING RATE: 0.03444901259391053
previous_iter_valid_loss : 0.16115553677082062
301160 0.161359 0.161156 0.165646 CURRENT LEARNING RATE: 0.03444212348032607
previous_iter_valid_loss : 0.16888241469860077
301180 0.169058 0.168882 0.165946 CURRENT LEARNING RATE: 0.03443523574442655
previous_iter_valid_loss : 0.16436749696731567
301200 0.164544 0.164367 0.166085 CURRENT LEARNING RATE: 0.034428349385936474
previous_iter_valid_loss : 0.17604674398899078
301220 0.176226 0.176047 0.166593 CURRENT LEARNING RATE: 0.03442146440458037
previous_iter_valid_loss : 0.17032390832901
301240 0.170504 0.170324 0.166488 CURRENT LEARNING RATE: 0.03441458080008285
previous_iter_valid_loss : 0.16173584759235382
301260 0.161931 0.161736 0.165909 CURRENT LEARNING RATE: 0.03440769857216857
previous_iter_valid_loss : 0.16105790436267853
301280 0.161240 0.161058 0.165859 CURRENT LEARNING RATE: 0.034400817720562235
previous_iter_valid_loss : 0.16489343345165253
301300 0.165113 0.164893 0.166010 CURRENT LEARNING RATE: 0.03439393824498861
previous_iter_valid_loss : 0.17071670293807983
301320 0.170885 0.170717 0.166499 CURRENT LEARNING RATE: 0.034387060145172524
previous_iter_valid_loss : 0.16081757843494415
301340 0.160991 0.160818 0.166469 CURRENT LEARNING RATE: 0.034380183420838845
previous_iter_valid_loss : 0.1708029955625534
301360 0.170975 0.170803 0.166721 CURRENT LEARNING RATE: 0.03437330807171251
previous_iter_valid_loss : 0.1677185595035553
301380 0.167896 0.167719 0.165609 CURRENT LEARNING RATE: 0.034366434097518495
previous_iter_valid_loss : 0.16186021268367767
301400 0.162043 0.161860 0.165584 CURRENT LEARNING RATE: 0.03435956149798184
previous_iter_valid_loss : 0.16883786022663116
301420 0.169095 0.168838 0.165888 CURRENT LEARNING RATE: 0.03435269027282766
previous_iter_valid_loss : 0.16218438744544983
301440 0.162335 0.162184 0.165785 CURRENT LEARNING RATE: 0.0343458204217811
previous_iter_valid_loss : 0.166162371635437
301460 0.166395 0.166162 0.165859 CURRENT LEARNING RATE: 0.03433895194456737
previous_iter_valid_loss : 0.17328689992427826
301480 0.173582 0.173287 0.166413 CURRENT LEARNING RATE: 0.03433208484091171
previous_iter_valid_loss : 0.16154299676418304
301500 0.161714 0.161543 0.165856 CURRENT LEARNING RATE: 0.03432521911053945
previous_iter_valid_loss : 0.16083161532878876
301520 0.161017 0.160832 0.165707 CURRENT LEARNING RATE: 0.03431835475317596
previous_iter_valid_loss : 0.1607738882303238
301540 0.160931 0.160774 0.165699 CURRENT LEARNING RATE: 0.03431149176854667
previous_iter_valid_loss : 0.1696147322654724
301560 0.169872 0.169615 0.166122 CURRENT LEARNING RATE: 0.034304630156377046
previous_iter_valid_loss : 0.16425324976444244
301580 0.164459 0.164253 0.165890 CURRENT LEARNING RATE: 0.03429776991639264
previous_iter_valid_loss : 0.16523377597332
301600 0.165384 0.165234 0.165934 CURRENT LEARNING RATE: 0.03429091104831903
previous_iter_valid_loss : 0.16907331347465515
301620 0.169297 0.169073 0.165585 CURRENT LEARNING RATE: 0.03428405355188187
previous_iter_valid_loss : 0.17130611836910248
301640 0.171538 0.171306 0.165634 CURRENT LEARNING RATE: 0.034277197426806856
previous_iter_valid_loss : 0.16169218719005585
301660 0.161872 0.161692 0.165632 CURRENT LEARNING RATE: 0.03427034267281974
previous_iter_valid_loss : 0.16132080554962158
301680 0.161471 0.161321 0.165645 CURRENT LEARNING RATE: 0.034263489289646336
previous_iter_valid_loss : 0.17533087730407715
301700 0.175585 0.175331 0.166167 CURRENT LEARNING RATE: 0.03425663727701252
previous_iter_valid_loss : 0.16116484999656677
301720 0.161309 0.161165 0.165689 CURRENT LEARNING RATE: 0.03424978663464419
previous_iter_valid_loss : 0.16933923959732056
301740 0.169500 0.169339 0.166115 CURRENT LEARNING RATE: 0.03424293736226733
previous_iter_valid_loss : 0.1693316549062729
301760 0.169495 0.169332 0.166042 CURRENT LEARNING RATE: 0.03423608945960797
previous_iter_valid_loss : 0.1609608680009842
301780 0.161142 0.160961 0.165704 CURRENT LEARNING RATE: 0.03422924292639219
previous_iter_valid_loss : 0.16151461005210876
301800 0.161661 0.161515 0.165687 CURRENT LEARNING RATE: 0.03422239776234612
previous_iter_valid_loss : 0.16456566751003265
301820 0.164776 0.164566 0.165473 CURRENT LEARNING RATE: 0.03421555396719598
previous_iter_valid_loss : 0.17126768827438354
301840 0.171422 0.171268 0.165927 CURRENT LEARNING RATE: 0.034208711540668
previous_iter_valid_loss : 0.16687390208244324
301860 0.167093 0.166874 0.165963 CURRENT LEARNING RATE: 0.03420187048248849
previous_iter_valid_loss : 0.18370932340621948
301880 0.183889 0.183709 0.166484 CURRENT LEARNING RATE: 0.0341950307923838
previous_iter_valid_loss : 0.1626081019639969
301900 0.162812 0.162608 0.166537 CURRENT LEARNING RATE: 0.03418819247008035
previous_iter_valid_loss : 0.1729629635810852
301920 0.173125 0.172963 0.167144 CURRENT LEARNING RATE: 0.0341813555153046
previous_iter_valid_loss : 0.16166718304157257
301940 0.161840 0.161667 0.167188 CURRENT LEARNING RATE: 0.03417451992778307
previous_iter_valid_loss : 0.162191703915596
301960 0.162409 0.162192 0.166817 CURRENT LEARNING RATE: 0.03416768570724236
previous_iter_valid_loss : 0.1667986810207367
301980 0.166976 0.166799 0.166945 CURRENT LEARNING RATE: 0.03416085285340907
previous_iter_valid_loss : 0.1714087277650833
302000 0.171591 0.171409 0.167253 CURRENT LEARNING RATE: 0.0341540213660099
previous_iter_valid_loss : 0.1693577766418457
302020 0.169526 0.169358 0.167268 CURRENT LEARNING RATE: 0.03414719124477159
previous_iter_valid_loss : 0.16979216039180756
302040 0.169912 0.169792 0.167192 CURRENT LEARNING RATE: 0.034140362489420935
previous_iter_valid_loss : 0.16772672533988953
302060 0.167902 0.167727 0.167494 CURRENT LEARNING RATE: 0.03413353509968478
previous_iter_valid_loss : 0.1618700623512268
302080 0.162088 0.161870 0.167521 CURRENT LEARNING RATE: 0.034126709075290036
previous_iter_valid_loss : 0.16253989934921265
302100 0.162731 0.162540 0.166882 CURRENT LEARNING RATE: 0.03411988441596366
previous_iter_valid_loss : 0.16087515652179718
302120 0.161049 0.160875 0.166867 CURRENT LEARNING RATE: 0.03411306112143267
previous_iter_valid_loss : 0.16254159808158875
302140 0.162763 0.162542 0.166527 CURRENT LEARNING RATE: 0.03410623919142412
previous_iter_valid_loss : 0.16187627613544464
302160 0.162093 0.161876 0.166154 CURRENT LEARNING RATE: 0.03409941862566515
previous_iter_valid_loss : 0.1684008687734604
302180 0.168605 0.168401 0.166526 CURRENT LEARNING RATE: 0.03409259942388292
previous_iter_valid_loss : 0.16435731947422028
302200 0.164590 0.164357 0.166669 CURRENT LEARNING RATE: 0.03408578158580467
previous_iter_valid_loss : 0.17729100584983826
302220 0.177623 0.177291 0.167305 CURRENT LEARNING RATE: 0.0340789651111577
previous_iter_valid_loss : 0.1693505495786667
302240 0.169479 0.169351 0.167209 CURRENT LEARNING RATE: 0.03407214999966933
previous_iter_valid_loss : 0.16139914095401764
302260 0.161586 0.161399 0.166935 CURRENT LEARNING RATE: 0.03406533625106697
previous_iter_valid_loss : 0.16206826269626617
302280 0.162276 0.162068 0.165853 CURRENT LEARNING RATE: 0.034058523865078065
previous_iter_valid_loss : 0.1628788411617279
302300 0.163095 0.162879 0.165867 CURRENT LEARNING RATE: 0.03405171284143012
previous_iter_valid_loss : 0.1719304621219635
302320 0.172200 0.171930 0.165815 CURRENT LEARNING RATE: 0.03404490317985069
previous_iter_valid_loss : 0.1615450084209442
302340 0.161749 0.161545 0.165809 CURRENT LEARNING RATE: 0.03403809488006739
previous_iter_valid_loss : 0.16581162810325623
302360 0.165927 0.165812 0.165990 CURRENT LEARNING RATE: 0.034031287941807896
previous_iter_valid_loss : 0.16077277064323425
302380 0.160939 0.160773 0.165689 CURRENT LEARNING RATE: 0.03402448236479992
previous_iter_valid_loss : 0.166779026389122
302400 0.167016 0.166779 0.165457 CURRENT LEARNING RATE: 0.03401767814877125
previous_iter_valid_loss : 0.16374793648719788
302420 0.163921 0.163748 0.165177 CURRENT LEARNING RATE: 0.0340108752934497
previous_iter_valid_loss : 0.16363340616226196
302440 0.163855 0.163633 0.164869 CURRENT LEARNING RATE: 0.03400407379856317
previous_iter_valid_loss : 0.16363346576690674
302460 0.163816 0.163633 0.164664 CURRENT LEARNING RATE: 0.0339972736638396
previous_iter_valid_loss : 0.16765542328357697
302480 0.167858 0.167655 0.164953 CURRENT LEARNING RATE: 0.03399047488900698
previous_iter_valid_loss : 0.16200178861618042
302500 0.162197 0.162002 0.164926 CURRENT LEARNING RATE: 0.033983677473793356
previous_iter_valid_loss : 0.16169403493404388
302520 0.161824 0.161694 0.164967 CURRENT LEARNING RATE: 0.03397688141792684
previous_iter_valid_loss : 0.16282719373703003
302540 0.163038 0.162827 0.164982 CURRENT LEARNING RATE: 0.03397008672113558
previous_iter_valid_loss : 0.16925866901874542
302560 0.169484 0.169259 0.165351 CURRENT LEARNING RATE: 0.0339632933831478
previous_iter_valid_loss : 0.17560088634490967
302580 0.175851 0.175601 0.165711 CURRENT LEARNING RATE: 0.033956501403691754
previous_iter_valid_loss : 0.16791518032550812
302600 0.168122 0.167915 0.165889 CURRENT LEARNING RATE: 0.03394971078249577
previous_iter_valid_loss : 0.16724857687950134
302620 0.167387 0.167249 0.165387 CURRENT LEARNING RATE: 0.03394292151928821
previous_iter_valid_loss : 0.16359490156173706
302640 0.163725 0.163595 0.165099 CURRENT LEARNING RATE: 0.03393613361379753
previous_iter_valid_loss : 0.17283150553703308
302660 0.173098 0.172832 0.165670 CURRENT LEARNING RATE: 0.033929347065752194
previous_iter_valid_loss : 0.18276523053646088
302680 0.183098 0.182765 0.166705 CURRENT LEARNING RATE: 0.03392256187488075
previous_iter_valid_loss : 0.18511584401130676
302700 0.185284 0.185116 0.167817 CURRENT LEARNING RATE: 0.03391577804091179
previous_iter_valid_loss : 0.16868352890014648
302720 0.168827 0.168684 0.167655 CURRENT LEARNING RATE: 0.03390899556357395
previous_iter_valid_loss : 0.16993746161460876
302740 0.170117 0.169937 0.168074 CURRENT LEARNING RATE: 0.03390221444259593
previous_iter_valid_loss : 0.16087399423122406
302760 0.161059 0.160874 0.167828 CURRENT LEARNING RATE: 0.033895434677706504
previous_iter_valid_loss : 0.1611810326576233
302780 0.161373 0.161181 0.167848 CURRENT LEARNING RATE: 0.033888656268634465
previous_iter_valid_loss : 0.1621946394443512
302800 0.162365 0.162195 0.167619 CURRENT LEARNING RATE: 0.03388187921510868
previous_iter_valid_loss : 0.163905069231987
302820 0.164079 0.163905 0.167627 CURRENT LEARNING RATE: 0.03387510351685807
previous_iter_valid_loss : 0.17523734271526337
302840 0.175393 0.175237 0.168207 CURRENT LEARNING RATE: 0.03386832917361161
previous_iter_valid_loss : 0.1620214730501175
302860 0.162225 0.162021 0.168126 CURRENT LEARNING RATE: 0.03386155618509831
previous_iter_valid_loss : 0.16518081724643707
302880 0.165407 0.165181 0.168002 CURRENT LEARNING RATE: 0.03385478455104727
previous_iter_valid_loss : 0.16675734519958496
302900 0.166936 0.166757 0.168240 CURRENT LEARNING RATE: 0.03384801427118762
previous_iter_valid_loss : 0.16249315440654755
302920 0.162734 0.162493 0.168280 CURRENT LEARNING RATE: 0.03384124534524854
previous_iter_valid_loss : 0.1609751284122467
302940 0.161172 0.160975 0.168188 CURRENT LEARNING RATE: 0.033834477772959275
previous_iter_valid_loss : 0.1719244122505188
302960 0.172122 0.171924 0.168321 CURRENT LEARNING RATE: 0.03382771155404913
previous_iter_valid_loss : 0.17836062610149384
302980 0.178541 0.178361 0.168459 CURRENT LEARNING RATE: 0.03382094668824745
previous_iter_valid_loss : 0.17921575903892517
303000 0.179407 0.179216 0.169024 CURRENT LEARNING RATE: 0.03381418317528364
previous_iter_valid_loss : 0.16097557544708252
303020 0.161171 0.160976 0.168710 CURRENT LEARNING RATE: 0.03380742101488715
previous_iter_valid_loss : 0.16082169115543365
303040 0.160993 0.160822 0.168572 CURRENT LEARNING RATE: 0.03380066020678752
previous_iter_valid_loss : 0.16736100614070892
303060 0.167613 0.167361 0.168298 CURRENT LEARNING RATE: 0.0337939007507143
previous_iter_valid_loss : 0.16193749010562897
303080 0.162176 0.161937 0.167257 CURRENT LEARNING RATE: 0.033787142646397116
previous_iter_valid_loss : 0.1613049954175949
303100 0.161497 0.161305 0.166066 CURRENT LEARNING RATE: 0.03378038589356565
previous_iter_valid_loss : 0.16493889689445496
303120 0.165101 0.164939 0.165879 CURRENT LEARNING RATE: 0.03377363049194961
previous_iter_valid_loss : 0.16463574767112732
303140 0.164859 0.164636 0.165614 CURRENT LEARNING RATE: 0.0337668764412788
previous_iter_valid_loss : 0.1636074185371399
303160 0.163790 0.163607 0.165750 CURRENT LEARNING RATE: 0.03376012374128306
previous_iter_valid_loss : 0.16156838834285736
303180 0.161783 0.161568 0.165770 CURRENT LEARNING RATE: 0.033753372391692266
previous_iter_valid_loss : 0.16077712178230286
303200 0.160993 0.160777 0.165699 CURRENT LEARNING RATE: 0.03374662239223637
previous_iter_valid_loss : 0.16245225071907043
303220 0.162671 0.162452 0.165626 CURRENT LEARNING RATE: 0.033739873742645386
previous_iter_valid_loss : 0.18093641102313995
303240 0.181154 0.180936 0.165911 CURRENT LEARNING RATE: 0.03373312644264934
previous_iter_valid_loss : 0.16084975004196167
303260 0.161041 0.160850 0.165853 CURRENT LEARNING RATE: 0.03372638049197837
previous_iter_valid_loss : 0.18589593470096588
303280 0.186287 0.185896 0.166888 CURRENT LEARNING RATE: 0.03371963589036262
previous_iter_valid_loss : 0.16148699820041656
303300 0.161695 0.161487 0.166625 CURRENT LEARNING RATE: 0.033712892637532306
previous_iter_valid_loss : 0.16088244318962097
303320 0.161062 0.160882 0.166544 CURRENT LEARNING RATE: 0.033706150733217706
previous_iter_valid_loss : 0.17418022453784943
303340 0.174463 0.174180 0.167205 CURRENT LEARNING RATE: 0.033699410177149135
previous_iter_valid_loss : 0.1625378578901291
303360 0.162741 0.162538 0.166735 CURRENT LEARNING RATE: 0.03369267096905698
previous_iter_valid_loss : 0.16824692487716675
303380 0.168423 0.168247 0.166230 CURRENT LEARNING RATE: 0.03368593310867167
previous_iter_valid_loss : 0.16586947441101074
303400 0.166082 0.165869 0.165562 CURRENT LEARNING RATE: 0.03367919659572369
previous_iter_valid_loss : 0.16383753716945648
303420 0.163994 0.163838 0.165705 CURRENT LEARNING RATE: 0.033672461429943554
previous_iter_valid_loss : 0.1658802479505539
303440 0.166040 0.165880 0.165958 CURRENT LEARNING RATE: 0.0336657276110619
previous_iter_valid_loss : 0.16203446686267853
303460 0.162244 0.162034 0.165692 CURRENT LEARNING RATE: 0.03365899513880936
previous_iter_valid_loss : 0.18106721341609955
303480 0.181428 0.181067 0.166648 CURRENT LEARNING RATE: 0.03365226401291662
previous_iter_valid_loss : 0.1606995016336441
303500 0.160894 0.160700 0.166618 CURRENT LEARNING RATE: 0.033645534233114456
previous_iter_valid_loss : 0.16071753203868866
303520 0.160897 0.160718 0.166407 CURRENT LEARNING RATE: 0.033638805799133656
previous_iter_valid_loss : 0.18329255282878876
303540 0.183470 0.183293 0.167340 CURRENT LEARNING RATE: 0.033632078710705095
previous_iter_valid_loss : 0.16517236828804016
303560 0.165339 0.165172 0.167418 CURRENT LEARNING RATE: 0.03362535296755969
previous_iter_valid_loss : 0.16440452635288239
303580 0.164631 0.164405 0.167560 CURRENT LEARNING RATE: 0.033618628569428405
previous_iter_valid_loss : 0.165773406624794
303600 0.165971 0.165773 0.167810 CURRENT LEARNING RATE: 0.03361190551604227
previous_iter_valid_loss : 0.1607663482427597
303620 0.160955 0.160766 0.167726 CURRENT LEARNING RATE: 0.03360518380713236
previous_iter_valid_loss : 0.1694788783788681
303640 0.169679 0.169479 0.167153 CURRENT LEARNING RATE: 0.0335984634424298
previous_iter_valid_loss : 0.16214489936828613
303660 0.162364 0.162145 0.167217 CURRENT LEARNING RATE: 0.03359174442166579
previous_iter_valid_loss : 0.16417577862739563
303680 0.164387 0.164176 0.166131 CURRENT LEARNING RATE: 0.03358502674457156
previous_iter_valid_loss : 0.17751924693584442
303700 0.177691 0.177519 0.166933 CURRENT LEARNING RATE: 0.0335783104108784
previous_iter_valid_loss : 0.16106131672859192
303720 0.161260 0.161061 0.166942 CURRENT LEARNING RATE: 0.03357159542031767
previous_iter_valid_loss : 0.17194490134716034
303740 0.172123 0.171945 0.166830 CURRENT LEARNING RATE: 0.03356488177262076
previous_iter_valid_loss : 0.16442091763019562
303760 0.164614 0.164421 0.166924 CURRENT LEARNING RATE: 0.03355816946751912
previous_iter_valid_loss : 0.16571949422359467
303780 0.165918 0.165719 0.166798 CURRENT LEARNING RATE: 0.03355145850474426
previous_iter_valid_loss : 0.18738891184329987
303800 0.187557 0.187389 0.167874 CURRENT LEARNING RATE: 0.03354474888402775
previous_iter_valid_loss : 0.1813841611146927
303820 0.181576 0.181384 0.168751 CURRENT LEARNING RATE: 0.03353804060510118
previous_iter_valid_loss : 0.17998763918876648
303840 0.180155 0.179988 0.169457 CURRENT LEARNING RATE: 0.03353133366769626
previous_iter_valid_loss : 0.16463175415992737
303860 0.164835 0.164632 0.169587 CURRENT LEARNING RATE: 0.03352462807154469
previous_iter_valid_loss : 0.1609424352645874
303880 0.161112 0.160942 0.168580 CURRENT LEARNING RATE: 0.03351792381637824
previous_iter_valid_loss : 0.166733980178833
303900 0.166964 0.166734 0.168882 CURRENT LEARNING RATE: 0.033511220901928755
previous_iter_valid_loss : 0.16599047183990479
303920 0.166184 0.165990 0.169146 CURRENT LEARNING RATE: 0.03350451932792811
previous_iter_valid_loss : 0.168096125125885
303940 0.168241 0.168096 0.168386 CURRENT LEARNING RATE: 0.03349781909410825
previous_iter_valid_loss : 0.16738750040531158
303960 0.167559 0.167388 0.168497 CURRENT LEARNING RATE: 0.03349112020020115
previous_iter_valid_loss : 0.1617632955312729
303980 0.161949 0.161763 0.168365 CURRENT LEARNING RATE: 0.03348442264593886
previous_iter_valid_loss : 0.1621685028076172
304000 0.162391 0.162169 0.168184 CURRENT LEARNING RATE: 0.03347772643105348
previous_iter_valid_loss : 0.16970886290073395
304020 0.169963 0.169709 0.168631 CURRENT LEARNING RATE: 0.033471031555277156
previous_iter_valid_loss : 0.16116827726364136
304040 0.161315 0.161168 0.168216 CURRENT LEARNING RATE: 0.03346433801834211
previous_iter_valid_loss : 0.1623186320066452
304060 0.162500 0.162319 0.168225 CURRENT LEARNING RATE: 0.033457645819980585
previous_iter_valid_loss : 0.1619928479194641
304080 0.162155 0.161993 0.168115 CURRENT LEARNING RATE: 0.0334509549599249
previous_iter_valid_loss : 0.1618693619966507
304100 0.162041 0.161869 0.167333 CURRENT LEARNING RATE: 0.03344426543790742
previous_iter_valid_loss : 0.16688743233680725
304120 0.167054 0.166887 0.167624 CURRENT LEARNING RATE: 0.033437577253660554
previous_iter_valid_loss : 0.1608319729566574
304140 0.161020 0.160832 0.167069 CURRENT LEARNING RATE: 0.03343089040691679
previous_iter_valid_loss : 0.16072522103786469
304160 0.160902 0.160725 0.166884 CURRENT LEARNING RATE: 0.03342420489740864
previous_iter_valid_loss : 0.16573168337345123
304180 0.165888 0.165732 0.166884 CURRENT LEARNING RATE: 0.03341752072486869
previous_iter_valid_loss : 0.16134501993656158
304200 0.161514 0.161345 0.165582 CURRENT LEARNING RATE: 0.033410837889029585
previous_iter_valid_loss : 0.17293645441532135
304220 0.173127 0.172936 0.165160 CURRENT LEARNING RATE: 0.03340415638962397
previous_iter_valid_loss : 0.16676115989685059
304240 0.166997 0.166761 0.164499 CURRENT LEARNING RATE: 0.03339747622638464
previous_iter_valid_loss : 0.16083191335201263
304260 0.161022 0.160832 0.164309 CURRENT LEARNING RATE: 0.03339079739904436
previous_iter_valid_loss : 0.16094021499156952
304280 0.161138 0.160940 0.164308 CURRENT LEARNING RATE: 0.03338411990733598
previous_iter_valid_loss : 0.17950519919395447
304300 0.179656 0.179505 0.164947 CURRENT LEARNING RATE: 0.03337744375099241
previous_iter_valid_loss : 0.1632830947637558
304320 0.163455 0.163283 0.164812 CURRENT LEARNING RATE: 0.03337076892974658
previous_iter_valid_loss : 0.1608787477016449
304340 0.161029 0.160879 0.164451 CURRENT LEARNING RATE: 0.03336409544333152
previous_iter_valid_loss : 0.1608453094959259
304360 0.160994 0.160845 0.164124 CURRENT LEARNING RATE: 0.03335742329148028
previous_iter_valid_loss : 0.16320249438285828
304380 0.163405 0.163202 0.164196 CURRENT LEARNING RATE: 0.03335075247392597
previous_iter_valid_loss : 0.16209407150745392
304400 0.162313 0.162094 0.164192 CURRENT LEARNING RATE: 0.03334408299040177
previous_iter_valid_loss : 0.1618642657995224
304420 0.162049 0.161864 0.163800 CURRENT LEARNING RATE: 0.0333374148406409
previous_iter_valid_loss : 0.1609967201948166
304440 0.161148 0.160997 0.163791 CURRENT LEARNING RATE: 0.03333074802437662
previous_iter_valid_loss : 0.1609269231557846
304460 0.161117 0.160927 0.163721 CURRENT LEARNING RATE: 0.03332408254134227
previous_iter_valid_loss : 0.1608753353357315
304480 0.161034 0.160875 0.163666 CURRENT LEARNING RATE: 0.03331741839127122
previous_iter_valid_loss : 0.1607261598110199
304500 0.160907 0.160726 0.163608 CURRENT LEARNING RATE: 0.033310755573896914
previous_iter_valid_loss : 0.16213001310825348
304520 0.162348 0.162130 0.163371 CURRENT LEARNING RATE: 0.03330409408895283
previous_iter_valid_loss : 0.1621464639902115
304540 0.162301 0.162146 0.163436 CURRENT LEARNING RATE: 0.03329743393617252
previous_iter_valid_loss : 0.1729130893945694
304560 0.173178 0.172913 0.164046 CURRENT LEARNING RATE: 0.03329077511528957
previous_iter_valid_loss : 0.1784282773733139
304580 0.178616 0.178428 0.164681 CURRENT LEARNING RATE: 0.03328411762603763
previous_iter_valid_loss : 0.17017613351345062
304600 0.170420 0.170176 0.165122 CURRENT LEARNING RATE: 0.0332774614681504
previous_iter_valid_loss : 0.16111500561237335
304620 0.161316 0.161115 0.164531 CURRENT LEARNING RATE: 0.03327080664136162
previous_iter_valid_loss : 0.1648430973291397
304640 0.165057 0.164843 0.164435 CURRENT LEARNING RATE: 0.03326415314540512
previous_iter_valid_loss : 0.16123440861701965
304660 0.161385 0.161234 0.164455 CURRENT LEARNING RATE: 0.03325750098001475
previous_iter_valid_loss : 0.17571043968200684
304680 0.175924 0.175710 0.165194 CURRENT LEARNING RATE: 0.03325085014492443
previous_iter_valid_loss : 0.1709708422422409
304700 0.171242 0.170971 0.164767 CURRENT LEARNING RATE: 0.03324420063986812
previous_iter_valid_loss : 0.1610737442970276
304720 0.161255 0.161074 0.164657 CURRENT LEARNING RATE: 0.033237552464579836
previous_iter_valid_loss : 0.1693698614835739
304740 0.169567 0.169370 0.165081 CURRENT LEARNING RATE: 0.03323090561879365
previous_iter_valid_loss : 0.16440971195697784
304760 0.164604 0.164410 0.165259 CURRENT LEARNING RATE: 0.033224260102243705
previous_iter_valid_loss : 0.18785199522972107
304780 0.188058 0.187852 0.166492 CURRENT LEARNING RATE: 0.033217615914664156
previous_iter_valid_loss : 0.16117869317531586
304800 0.161378 0.161179 0.166446 CURRENT LEARNING RATE: 0.03321097305578926
previous_iter_valid_loss : 0.1617034375667572
304820 0.161905 0.161703 0.166438 CURRENT LEARNING RATE: 0.033204331525353285
previous_iter_valid_loss : 0.16540609300136566
304840 0.165633 0.165406 0.166658 CURRENT LEARNING RATE: 0.03319769132309057
previous_iter_valid_loss : 0.17583408951759338
304860 0.176000 0.175834 0.167404 CURRENT LEARNING RATE: 0.03319105244873552
previous_iter_valid_loss : 0.18278193473815918
304880 0.183156 0.182782 0.168499 CURRENT LEARNING RATE: 0.03318441490202257
previous_iter_valid_loss : 0.16709725558757782
304900 0.167230 0.167097 0.168818 CURRENT LEARNING RATE: 0.03317777868268622
previous_iter_valid_loss : 0.16215243935585022
304920 0.162280 0.162152 0.168819 CURRENT LEARNING RATE: 0.03317114379046102
previous_iter_valid_loss : 0.16100412607192993
304940 0.161162 0.161004 0.168762 CURRENT LEARNING RATE: 0.03316451022508158
previous_iter_valid_loss : 0.1658451110124588
304960 0.166062 0.165845 0.168408 CURRENT LEARNING RATE: 0.03315787798628255
previous_iter_valid_loss : 0.17408975958824158
304980 0.174254 0.174090 0.168191 CURRENT LEARNING RATE: 0.03315124707379865
previous_iter_valid_loss : 0.16425031423568726
305000 0.164451 0.164250 0.167895 CURRENT LEARNING RATE: 0.033144617487364636
previous_iter_valid_loss : 0.1607515662908554
305020 0.160916 0.160752 0.167877 CURRENT LEARNING RATE: 0.03313798922671532
previous_iter_valid_loss : 0.16726970672607422
305040 0.167425 0.167270 0.167998 CURRENT LEARNING RATE: 0.033131362291585566
previous_iter_valid_loss : 0.16224369406700134
305060 0.162454 0.162244 0.168049 CURRENT LEARNING RATE: 0.03312473668171032
previous_iter_valid_loss : 0.16110014915466309
305080 0.161274 0.161100 0.167318 CURRENT LEARNING RATE: 0.03311811239682455
previous_iter_valid_loss : 0.16085410118103027
305100 0.161021 0.160854 0.166812 CURRENT LEARNING RATE: 0.033111489436663276
previous_iter_valid_loss : 0.16361646354198456
305120 0.163822 0.163616 0.166939 CURRENT LEARNING RATE: 0.03310486780096159
previous_iter_valid_loss : 0.16127103567123413
305140 0.161406 0.161271 0.166534 CURRENT LEARNING RATE: 0.03309824748945461
previous_iter_valid_loss : 0.1607464700937271
305160 0.160921 0.160746 0.166351 CURRENT LEARNING RATE: 0.033091628501877544
previous_iter_valid_loss : 0.1607922464609146
305180 0.160952 0.160792 0.164998 CURRENT LEARNING RATE: 0.03308501083796562
previous_iter_valid_loss : 0.1622428447008133
305200 0.162409 0.162243 0.165052 CURRENT LEARNING RATE: 0.03307839449745413
previous_iter_valid_loss : 0.16125088930130005
305220 0.161408 0.161251 0.165029 CURRENT LEARNING RATE: 0.03307177948007843
previous_iter_valid_loss : 0.16171857714653015
305240 0.161850 0.161719 0.164845 CURRENT LEARNING RATE: 0.03306516578557391
previous_iter_valid_loss : 0.17076969146728516
305260 0.170918 0.170770 0.164591 CURRENT LEARNING RATE: 0.03305855341367603
previous_iter_valid_loss : 0.16202497482299805
305280 0.162184 0.162025 0.163553 CURRENT LEARNING RATE: 0.03305194236412028
previous_iter_valid_loss : 0.17070406675338745
305300 0.170872 0.170704 0.163734 CURRENT LEARNING RATE: 0.03304533263664224
previous_iter_valid_loss : 0.16223859786987305
305320 0.162416 0.162239 0.163738 CURRENT LEARNING RATE: 0.033038724230977506
previous_iter_valid_loss : 0.17437362670898438
305340 0.174537 0.174374 0.164407 CURRENT LEARNING RATE: 0.03303211714686175
previous_iter_valid_loss : 0.1640533059835434
305360 0.164229 0.164053 0.164317 CURRENT LEARNING RATE: 0.03302551138403068
previous_iter_valid_loss : 0.17037776112556458
305380 0.170532 0.170378 0.164131 CURRENT LEARNING RATE: 0.03301890694222007
previous_iter_valid_loss : 0.17127181589603424
305400 0.171419 0.171272 0.164482 CURRENT LEARNING RATE: 0.033012303821165746
previous_iter_valid_loss : 0.16357749700546265
305420 0.163774 0.163577 0.164624 CURRENT LEARNING RATE: 0.03300570202060357
previous_iter_valid_loss : 0.16330838203430176
305440 0.163458 0.163308 0.164426 CURRENT LEARNING RATE: 0.03299910154026948
previous_iter_valid_loss : 0.17279404401779175
305460 0.172937 0.172794 0.164953 CURRENT LEARNING RATE: 0.03299250237989946
previous_iter_valid_loss : 0.16203798353672028
305480 0.162230 0.162038 0.165000 CURRENT LEARNING RATE: 0.03298590453922954
previous_iter_valid_loss : 0.161063551902771
305500 0.161228 0.161064 0.165011 CURRENT LEARNING RATE: 0.032979308017995805
previous_iter_valid_loss : 0.17385822534561157
305520 0.174002 0.173858 0.165523 CURRENT LEARNING RATE: 0.0329727128159344
previous_iter_valid_loss : 0.1718902587890625
305540 0.172035 0.171890 0.166054 CURRENT LEARNING RATE: 0.0329661189327815
previous_iter_valid_loss : 0.16460540890693665
305560 0.164806 0.164605 0.166247 CURRENT LEARNING RATE: 0.03295952636827337
previous_iter_valid_loss : 0.18212531507015228
305580 0.182285 0.182125 0.167313 CURRENT LEARNING RATE: 0.0329529351221463
previous_iter_valid_loss : 0.1613759696483612
305600 0.161572 0.161376 0.167270 CURRENT LEARNING RATE: 0.032946345194136646
previous_iter_valid_loss : 0.16076812148094177
305620 0.160947 0.160768 0.167246 CURRENT LEARNING RATE: 0.032939756583980795
previous_iter_valid_loss : 0.16192728281021118
305640 0.162100 0.161927 0.167256 CURRENT LEARNING RATE: 0.03293316929141522
previous_iter_valid_loss : 0.16200977563858032
305660 0.162157 0.162010 0.166818 CURRENT LEARNING RATE: 0.03292658331617641
previous_iter_valid_loss : 0.16083750128746033
305680 0.160995 0.160838 0.166759 CURRENT LEARNING RATE: 0.03291999865800094
previous_iter_valid_loss : 0.16673637926578522
305700 0.166965 0.166736 0.166560 CURRENT LEARNING RATE: 0.03291341531662542
previous_iter_valid_loss : 0.16075499355793
305720 0.160921 0.160755 0.166486 CURRENT LEARNING RATE: 0.03290683329178652
previous_iter_valid_loss : 0.18420810997486115
305740 0.184369 0.184208 0.166978 CURRENT LEARNING RATE: 0.032900252583220956
previous_iter_valid_loss : 0.16377021372318268
305760 0.163920 0.163770 0.166964 CURRENT LEARNING RATE: 0.0328936731906655
previous_iter_valid_loss : 0.16134297847747803
305780 0.161484 0.161343 0.166512 CURRENT LEARNING RATE: 0.03288709511385698
previous_iter_valid_loss : 0.16446858644485474
305800 0.164627 0.164469 0.166172 CURRENT LEARNING RATE: 0.03288051835253226
previous_iter_valid_loss : 0.16712084412574768
305820 0.167262 0.167121 0.166349 CURRENT LEARNING RATE: 0.03287394290642828
previous_iter_valid_loss : 0.16106650233268738
305840 0.161204 0.161067 0.166237 CURRENT LEARNING RATE: 0.03286736877528201
previous_iter_valid_loss : 0.1773659884929657
305860 0.177635 0.177366 0.166466 CURRENT LEARNING RATE: 0.032860795958830506
previous_iter_valid_loss : 0.17362289130687714
305880 0.173889 0.173623 0.167045 CURRENT LEARNING RATE: 0.03285422445681085
previous_iter_valid_loss : 0.17514875531196594
305900 0.175428 0.175149 0.167749 CURRENT LEARNING RATE: 0.03284765426896018
previous_iter_valid_loss : 0.16311340034008026
305920 0.163313 0.163113 0.167212 CURRENT LEARNING RATE: 0.03284108539501567
previous_iter_valid_loss : 0.16146862506866455
305940 0.161651 0.161469 0.166691 CURRENT LEARNING RATE: 0.0328345178347146
previous_iter_valid_loss : 0.17056316137313843
305960 0.170825 0.170563 0.166989 CURRENT LEARNING RATE: 0.03282795158779423
previous_iter_valid_loss : 0.16320714354515076
305980 0.163385 0.163207 0.166043 CURRENT LEARNING RATE: 0.03282138665399194
previous_iter_valid_loss : 0.16174590587615967
306000 0.161901 0.161746 0.166061 CURRENT LEARNING RATE: 0.032814823033045115
previous_iter_valid_loss : 0.16552412509918213
306020 0.165677 0.165524 0.166299 CURRENT LEARNING RATE: 0.032808260724691216
previous_iter_valid_loss : 0.19300831854343414
306040 0.193155 0.193008 0.167853 CURRENT LEARNING RATE: 0.03280169972866775
previous_iter_valid_loss : 0.1655341535806656
306060 0.165707 0.165534 0.168029 CURRENT LEARNING RATE: 0.032795140044712276
previous_iter_valid_loss : 0.16111040115356445
306080 0.161291 0.161110 0.168043 CURRENT LEARNING RATE: 0.03278858167256241
previous_iter_valid_loss : 0.16448666155338287
306100 0.164674 0.164487 0.167930 CURRENT LEARNING RATE: 0.03278202461195582
previous_iter_valid_loss : 0.17516355216503143
306120 0.175457 0.175164 0.168651 CURRENT LEARNING RATE: 0.03277546886263021
previous_iter_valid_loss : 0.19950318336486816
306140 0.200051 0.199503 0.169416 CURRENT LEARNING RATE: 0.03276891442432337
previous_iter_valid_loss : 0.17555870115756989
306160 0.175851 0.175559 0.170005 CURRENT LEARNING RATE: 0.0327623612967731
previous_iter_valid_loss : 0.1666509062051773
306180 0.166825 0.166651 0.170270 CURRENT LEARNING RATE: 0.03275580947971729
previous_iter_valid_loss : 0.1656443476676941
306200 0.165847 0.165644 0.170329 CURRENT LEARNING RATE: 0.032749258972893866
previous_iter_valid_loss : 0.1641487181186676
306220 0.164320 0.164149 0.170181 CURRENT LEARNING RATE: 0.0327427097760408
previous_iter_valid_loss : 0.16579750180244446
306240 0.166008 0.165798 0.170417 CURRENT LEARNING RATE: 0.03273616188889612
previous_iter_valid_loss : 0.1616140455007553
306260 0.161773 0.161614 0.169630 CURRENT LEARNING RATE: 0.03272961531119794
previous_iter_valid_loss : 0.1637692153453827
306280 0.164001 0.163769 0.169137 CURRENT LEARNING RATE: 0.03272307004268436
previous_iter_valid_loss : 0.16138145327568054
306300 0.161570 0.161381 0.168449 CURRENT LEARNING RATE: 0.032716526083093604
previous_iter_valid_loss : 0.1669602394104004
306320 0.167196 0.166960 0.168641 CURRENT LEARNING RATE: 0.032709983432163886
previous_iter_valid_loss : 0.16625761985778809
306340 0.166509 0.166258 0.168880 CURRENT LEARNING RATE: 0.032703442089633515
previous_iter_valid_loss : 0.17147818207740784
306360 0.171750 0.171478 0.168926 CURRENT LEARNING RATE: 0.032696902055240826
previous_iter_valid_loss : 0.18059518933296204
306380 0.180916 0.180595 0.169795 CURRENT LEARNING RATE: 0.03269036332872422
previous_iter_valid_loss : 0.16122399270534515
306400 0.161400 0.161224 0.169769 CURRENT LEARNING RATE: 0.03268382590982216
previous_iter_valid_loss : 0.17327621579170227
306420 0.173426 0.173276 0.170157 CURRENT LEARNING RATE: 0.03267728979827314
previous_iter_valid_loss : 0.16163556277751923
306440 0.161801 0.161636 0.168588 CURRENT LEARNING RATE: 0.032670754993815714
previous_iter_valid_loss : 0.1745326966047287
306460 0.174677 0.174533 0.169038 CURRENT LEARNING RATE: 0.03266422149618849
previous_iter_valid_loss : 0.17292161285877228
306480 0.173192 0.172922 0.169629 CURRENT LEARNING RATE: 0.03265768930513014
previous_iter_valid_loss : 0.16120612621307373
306500 0.161393 0.161206 0.169465 CURRENT LEARNING RATE: 0.032651158420379356
previous_iter_valid_loss : 0.16130712628364563
306520 0.161462 0.161307 0.168772 CURRENT LEARNING RATE: 0.03264462884167492
previous_iter_valid_loss : 0.1737198382616043
306540 0.173987 0.173720 0.167483 CURRENT LEARNING RATE: 0.032638100568755636
previous_iter_valid_loss : 0.160838782787323
306560 0.161010 0.160839 0.166747 CURRENT LEARNING RATE: 0.03263157360136038
previous_iter_valid_loss : 0.1680249124765396
306580 0.168228 0.168025 0.166816 CURRENT LEARNING RATE: 0.032625047939228075
previous_iter_valid_loss : 0.16764062643051147
306600 0.167870 0.167641 0.166915 CURRENT LEARNING RATE: 0.03261852358209769
previous_iter_valid_loss : 0.18620972335338593
306620 0.186556 0.186210 0.168018 CURRENT LEARNING RATE: 0.03261200052970825
previous_iter_valid_loss : 0.16164502501487732
306640 0.161831 0.161645 0.167811 CURRENT LEARNING RATE: 0.032605478781798834
previous_iter_valid_loss : 0.1711142659187317
306660 0.171365 0.171114 0.168286 CURRENT LEARNING RATE: 0.03259895833810857
previous_iter_valid_loss : 0.18810983002185822
306680 0.188550 0.188110 0.169503 CURRENT LEARNING RATE: 0.03259243919837666
previous_iter_valid_loss : 0.16132134199142456
306700 0.161473 0.161321 0.169500 CURRENT LEARNING RATE: 0.03258592136234231
previous_iter_valid_loss : 0.16100028157234192
306720 0.161164 0.161000 0.169202 CURRENT LEARNING RATE: 0.03257940482974483
previous_iter_valid_loss : 0.1677822470664978
306740 0.167928 0.167782 0.169278 CURRENT LEARNING RATE: 0.03257288960032354
previous_iter_valid_loss : 0.16079933941364288
306760 0.160961 0.160799 0.168744 CURRENT LEARNING RATE: 0.032566375673817836
previous_iter_valid_loss : 0.16134338080883026
306780 0.161493 0.161343 0.167782 CURRENT LEARNING RATE: 0.03255986304996717
previous_iter_valid_loss : 0.1608191281557083
306800 0.160971 0.160819 0.167761 CURRENT LEARNING RATE: 0.03255335172851103
previous_iter_valid_loss : 0.17049506306648254
306820 0.170744 0.170495 0.167622 CURRENT LEARNING RATE: 0.03254684170918896
previous_iter_valid_loss : 0.16074399650096893
306840 0.160914 0.160744 0.167578 CURRENT LEARNING RATE: 0.03254033299174056
previous_iter_valid_loss : 0.17436394095420837
306860 0.174517 0.174364 0.167569 CURRENT LEARNING RATE: 0.03253382557590549
previous_iter_valid_loss : 0.16608600318431854
306880 0.166284 0.166086 0.167227 CURRENT LEARNING RATE: 0.03252731946142345
previous_iter_valid_loss : 0.160800501704216
306900 0.160970 0.160801 0.167207 CURRENT LEARNING RATE: 0.03252081464803418
previous_iter_valid_loss : 0.16133533418178558
306920 0.161554 0.161335 0.167209 CURRENT LEARNING RATE: 0.03251431113547751
previous_iter_valid_loss : 0.16521316766738892
306940 0.165459 0.165213 0.166783 CURRENT LEARNING RATE: 0.03250780892349329
previous_iter_valid_loss : 0.1609157770872116
306960 0.161112 0.160916 0.166787 CURRENT LEARNING RATE: 0.032501308011821425
previous_iter_valid_loss : 0.16241304576396942
306980 0.162628 0.162413 0.166506 CURRENT LEARNING RATE: 0.032494808400201886
previous_iter_valid_loss : 0.16364768147468567
307000 0.163842 0.163648 0.166307 CURRENT LEARNING RATE: 0.032488310088374696
previous_iter_valid_loss : 0.16112466156482697
307020 0.161328 0.161125 0.165053 CURRENT LEARNING RATE: 0.032481813076079905
previous_iter_valid_loss : 0.1636853963136673
307040 0.163907 0.163685 0.165155 CURRENT LEARNING RATE: 0.03247531736305763
previous_iter_valid_loss : 0.1784442514181137
307060 0.178607 0.178444 0.165521 CURRENT LEARNING RATE: 0.03246882294904807
previous_iter_valid_loss : 0.1670074313879013
307080 0.167251 0.167007 0.164466 CURRENT LEARNING RATE: 0.03246232983379143
previous_iter_valid_loss : 0.17064256966114044
307100 0.170910 0.170643 0.164932 CURRENT LEARNING RATE: 0.03245583801702799
previous_iter_valid_loss : 0.16068589687347412
Current valid loss: 0.16068589687347412; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
307120 0.160864 0.160686 0.164916 CURRENT LEARNING RATE: 0.03244934749849807
previous_iter_valid_loss : 0.16233587265014648
307140 0.162526 0.162336 0.164644 CURRENT LEARNING RATE: 0.032442858277942056
previous_iter_valid_loss : 0.1706569343805313
307160 0.170931 0.170657 0.165137 CURRENT LEARNING RATE: 0.03243637035510038
previous_iter_valid_loss : 0.17344272136688232
307180 0.173734 0.173443 0.165742 CURRENT LEARNING RATE: 0.03242988372971352
previous_iter_valid_loss : 0.16423191130161285
307200 0.164448 0.164232 0.165912 CURRENT LEARNING RATE: 0.032423398401522016
previous_iter_valid_loss : 0.1620073765516281
307220 0.162247 0.162007 0.165488 CURRENT LEARNING RATE: 0.032416914370266454
previous_iter_valid_loss : 0.16111861169338226
307240 0.161320 0.161119 0.165507 CURRENT LEARNING RATE: 0.032410431635687464
previous_iter_valid_loss : 0.16303999722003937
307260 0.163248 0.163040 0.164941 CURRENT LEARNING RATE: 0.032403950197525754
previous_iter_valid_loss : 0.17639440298080444
307280 0.176704 0.176394 0.165456 CURRENT LEARNING RATE: 0.03239747005552205
previous_iter_valid_loss : 0.16108094155788422
307300 0.161268 0.161081 0.165470 CURRENT LEARNING RATE: 0.03239099120941715
previous_iter_valid_loss : 0.1616937667131424
307320 0.161866 0.161694 0.165488 CURRENT LEARNING RATE: 0.032384513658951904
previous_iter_valid_loss : 0.18172425031661987
307340 0.181891 0.181724 0.166314 CURRENT LEARNING RATE: 0.032378037403867216
previous_iter_valid_loss : 0.17844170331954956
307360 0.178609 0.178442 0.167190 CURRENT LEARNING RATE: 0.03237156244390402
previous_iter_valid_loss : 0.16605080664157867
307380 0.166227 0.166051 0.167372 CURRENT LEARNING RATE: 0.03236508877880333
previous_iter_valid_loss : 0.1726291924715042
307400 0.172794 0.172629 0.167821 CURRENT LEARNING RATE: 0.032358616408306194
previous_iter_valid_loss : 0.17026732861995697
307420 0.170550 0.170267 0.168278 CURRENT LEARNING RATE: 0.03235214533215372
previous_iter_valid_loss : 0.17927566170692444
307440 0.179473 0.179276 0.169057 CURRENT LEARNING RATE: 0.03234567555008704
previous_iter_valid_loss : 0.18464674055576324
307460 0.184821 0.184647 0.169368 CURRENT LEARNING RATE: 0.03233920706184742
previous_iter_valid_loss : 0.1749715656042099
307480 0.175179 0.174972 0.169766 CURRENT LEARNING RATE: 0.032332739867176066
previous_iter_valid_loss : 0.16090358793735504
307500 0.161117 0.160904 0.169279 CURRENT LEARNING RATE: 0.03232627396581433
previous_iter_valid_loss : 0.1638069599866867
307520 0.163990 0.163807 0.169435 CURRENT LEARNING RATE: 0.03231980935750354
previous_iter_valid_loss : 0.16551358997821808
307540 0.165701 0.165514 0.169594 CURRENT LEARNING RATE: 0.03231334604198514
previous_iter_valid_loss : 0.1682770997285843
307560 0.168543 0.168277 0.169475 CURRENT LEARNING RATE: 0.03230688401900058
previous_iter_valid_loss : 0.16101162135601044
307580 0.161173 0.161012 0.168853 CURRENT LEARNING RATE: 0.032300423288291386
previous_iter_valid_loss : 0.1635790318250656
307600 0.163784 0.163579 0.168821 CURRENT LEARNING RATE: 0.03229396384959913
previous_iter_valid_loss : 0.16123193502426147
307620 0.161384 0.161232 0.168782 CURRENT LEARNING RATE: 0.032287505702665434
previous_iter_valid_loss : 0.17339582741260529
307640 0.173530 0.173396 0.169396 CURRENT LEARNING RATE: 0.032281048847231965
previous_iter_valid_loss : 0.17265528440475464
307660 0.172891 0.172655 0.169876 CURRENT LEARNING RATE: 0.032274593283040456
previous_iter_valid_loss : 0.16095782816410065
307680 0.161104 0.160958 0.169105 CURRENT LEARNING RATE: 0.032268139009832685
previous_iter_valid_loss : 0.16160716116428375
307700 0.161815 0.161607 0.169131 CURRENT LEARNING RATE: 0.03226168602735048
previous_iter_valid_loss : 0.16108906269073486
307720 0.161245 0.161089 0.169101 CURRENT LEARNING RATE: 0.03225523433533572
previous_iter_valid_loss : 0.16116705536842346
307740 0.161313 0.161167 0.168073 CURRENT LEARNING RATE: 0.03224878393353033
previous_iter_valid_loss : 0.1655581295490265
307760 0.165778 0.165558 0.167429 CURRENT LEARNING RATE: 0.03224233482167631
previous_iter_valid_loss : 0.18076440691947937
307780 0.180951 0.180764 0.168164 CURRENT LEARNING RATE: 0.032235886999515684
previous_iter_valid_loss : 0.1612858772277832
307800 0.161484 0.161286 0.167597 CURRENT LEARNING RATE: 0.03222944046679054
previous_iter_valid_loss : 0.16558972001075745
307820 0.165790 0.165590 0.167363 CURRENT LEARNING RATE: 0.032222995223243026
previous_iter_valid_loss : 0.18988652527332306
307840 0.190365 0.189887 0.167894 CURRENT LEARNING RATE: 0.03221655126861532
previous_iter_valid_loss : 0.20310388505458832
307860 0.203642 0.203104 0.168817 CURRENT LEARNING RATE: 0.032210108602649654
previous_iter_valid_loss : 0.16277162730693817
307880 0.162944 0.162772 0.168207 CURRENT LEARNING RATE: 0.03220366722508835
previous_iter_valid_loss : 0.1653287559747696
307900 0.165497 0.165329 0.168428 CURRENT LEARNING RATE: 0.032197227135673745
previous_iter_valid_loss : 0.16071856021881104
307920 0.160898 0.160719 0.168274 CURRENT LEARNING RATE: 0.03219078833414822
previous_iter_valid_loss : 0.16103534400463104
307940 0.161231 0.161035 0.168050 CURRENT LEARNING RATE: 0.03218435082025425
previous_iter_valid_loss : 0.1622864007949829
307960 0.162520 0.162286 0.167750 CURRENT LEARNING RATE: 0.0321779145937343
previous_iter_valid_loss : 0.1607702672481537
307980 0.160951 0.160770 0.167738 CURRENT LEARNING RATE: 0.03217147965433094
previous_iter_valid_loss : 0.16483111679553986
308000 0.165045 0.164831 0.167801 CURRENT LEARNING RATE: 0.032165046001786775
previous_iter_valid_loss : 0.16104936599731445
308020 0.161252 0.161049 0.167791 CURRENT LEARNING RATE: 0.032158613635844456
previous_iter_valid_loss : 0.1617160439491272
308040 0.161894 0.161716 0.167207 CURRENT LEARNING RATE: 0.03215218255624668
previous_iter_valid_loss : 0.16141684353351593
308060 0.161602 0.161417 0.166646 CURRENT LEARNING RATE: 0.03214575276273622
previous_iter_valid_loss : 0.16327480971813202
308080 0.163474 0.163275 0.166761 CURRENT LEARNING RATE: 0.03213932425505587
previous_iter_valid_loss : 0.16966384649276733
308100 0.169920 0.169664 0.167164 CURRENT LEARNING RATE: 0.03213289703294849
previous_iter_valid_loss : 0.1672700047492981
308120 0.167447 0.167270 0.167473 CURRENT LEARNING RATE: 0.032126471096157
previous_iter_valid_loss : 0.16986040771007538
308140 0.170031 0.169860 0.167908 CURRENT LEARNING RATE: 0.03212004644442436
previous_iter_valid_loss : 0.1622868776321411
308160 0.162511 0.162287 0.167744 CURRENT LEARNING RATE: 0.03211362307749358
previous_iter_valid_loss : 0.16688603162765503
308180 0.167139 0.166886 0.167050 CURRENT LEARNING RATE: 0.03210720099510773
previous_iter_valid_loss : 0.16334913671016693
308200 0.163522 0.163349 0.167154 CURRENT LEARNING RATE: 0.03210078019700992
previous_iter_valid_loss : 0.16076189279556274
308220 0.160949 0.160762 0.166912 CURRENT LEARNING RATE: 0.03209436068294332
previous_iter_valid_loss : 0.16097094118595123
308240 0.161160 0.160971 0.165466 CURRENT LEARNING RATE: 0.03208794245265116
previous_iter_valid_loss : 0.17899365723133087
308260 0.179164 0.178994 0.164261 CURRENT LEARNING RATE: 0.03208152550587669
previous_iter_valid_loss : 0.1641925573348999
308280 0.164408 0.164193 0.164332 CURRENT LEARNING RATE: 0.032075109842363246
previous_iter_valid_loss : 0.16173291206359863
308300 0.161940 0.161733 0.164152 CURRENT LEARNING RATE: 0.03206869546185421
previous_iter_valid_loss : 0.16203100979328156
308320 0.162244 0.162031 0.164218 CURRENT LEARNING RATE: 0.03206228236409299
previous_iter_valid_loss : 0.16377151012420654
308340 0.163930 0.163772 0.164355 CURRENT LEARNING RATE: 0.03205587054882307
previous_iter_valid_loss : 0.17588694393634796
308360 0.176172 0.175887 0.165035 CURRENT LEARNING RATE: 0.03204946001578798
previous_iter_valid_loss : 0.18572664260864258
308380 0.185901 0.185727 0.166283 CURRENT LEARNING RATE: 0.032043050764731296
previous_iter_valid_loss : 0.16521938145160675
308400 0.165436 0.165219 0.166302 CURRENT LEARNING RATE: 0.03203664279539664
previous_iter_valid_loss : 0.16091406345367432
308420 0.161104 0.160914 0.166295 CURRENT LEARNING RATE: 0.032030236107527706
previous_iter_valid_loss : 0.16467954218387604
308440 0.164890 0.164680 0.166443 CURRENT LEARNING RATE: 0.032023830700868214
previous_iter_valid_loss : 0.162128284573555
308460 0.162322 0.162128 0.166479 CURRENT LEARNING RATE: 0.03201742657516196
previous_iter_valid_loss : 0.16837070882320404
308480 0.168643 0.168371 0.166734 CURRENT LEARNING RATE: 0.03201102373015277
previous_iter_valid_loss : 0.161906436085701
308500 0.162131 0.161906 0.166346 CURRENT LEARNING RATE: 0.032004622165584536
previous_iter_valid_loss : 0.17083904147148132
308520 0.171158 0.170839 0.166524 CURRENT LEARNING RATE: 0.031998221881201196
previous_iter_valid_loss : 0.16295269131660461
308540 0.163158 0.162953 0.166179 CURRENT LEARNING RATE: 0.03199182287674673
previous_iter_valid_loss : 0.1607987880706787
308560 0.161018 0.160799 0.166104 CURRENT LEARNING RATE: 0.03198542515196519
previous_iter_valid_loss : 0.17522244155406952
308580 0.175539 0.175222 0.166521 CURRENT LEARNING RATE: 0.03197902870660065
previous_iter_valid_loss : 0.17293106019496918
308600 0.173226 0.172931 0.167000 CURRENT LEARNING RATE: 0.03197263354039727
previous_iter_valid_loss : 0.17857269942760468
308620 0.178754 0.178573 0.167891 CURRENT LEARNING RATE: 0.03196623965309923
previous_iter_valid_loss : 0.16294144093990326
308640 0.163124 0.162941 0.167989 CURRENT LEARNING RATE: 0.03195984704445079
previous_iter_valid_loss : 0.16183489561080933
308660 0.162049 0.161835 0.167132 CURRENT LEARNING RATE: 0.031953455714196215
previous_iter_valid_loss : 0.17765499651432037
308680 0.177965 0.177655 0.167805 CURRENT LEARNING RATE: 0.03194706566207989
previous_iter_valid_loss : 0.17916075885295868
308700 0.179522 0.179161 0.168676 CURRENT LEARNING RATE: 0.031940676887846194
previous_iter_valid_loss : 0.16109134256839752
308720 0.161282 0.161091 0.168629 CURRENT LEARNING RATE: 0.03193428939123957
previous_iter_valid_loss : 0.16752281785011292
308740 0.167693 0.167523 0.168817 CURRENT LEARNING RATE: 0.031927903172004536
previous_iter_valid_loss : 0.16208259761333466
308760 0.162331 0.162083 0.168126 CURRENT LEARNING RATE: 0.031921518229885634
previous_iter_valid_loss : 0.1856146603822708
308780 0.185998 0.185615 0.168121 CURRENT LEARNING RATE: 0.03191513456462746
previous_iter_valid_loss : 0.16372238099575043
308800 0.163926 0.163722 0.168046 CURRENT LEARNING RATE: 0.03190875217597468
previous_iter_valid_loss : 0.17196452617645264
308820 0.172254 0.171965 0.168598 CURRENT LEARNING RATE: 0.03190237106367198
previous_iter_valid_loss : 0.16375209391117096
308840 0.163979 0.163752 0.168552 CURRENT LEARNING RATE: 0.031895991227464136
previous_iter_valid_loss : 0.16275063157081604
308860 0.162989 0.162751 0.168583 CURRENT LEARNING RATE: 0.031889612667095946
previous_iter_valid_loss : 0.178507000207901
308880 0.178832 0.178507 0.169090 CURRENT LEARNING RATE: 0.03188323538231226
previous_iter_valid_loss : 0.1647416353225708
308900 0.164958 0.164742 0.169232 CURRENT LEARNING RATE: 0.031876859372857995
previous_iter_valid_loss : 0.16343460977077484
308920 0.163626 0.163435 0.168862 CURRENT LEARNING RATE: 0.031870484638478115
previous_iter_valid_loss : 0.16314660012722015
308940 0.163337 0.163147 0.168871 CURRENT LEARNING RATE: 0.031864111178917624
previous_iter_valid_loss : 0.1618349403142929
308960 0.162010 0.161835 0.168923 CURRENT LEARNING RATE: 0.03185773899392158
previous_iter_valid_loss : 0.16771799325942993
308980 0.167903 0.167718 0.168548 CURRENT LEARNING RATE: 0.0318513680832351
previous_iter_valid_loss : 0.16993729770183563
309000 0.170119 0.169937 0.168398 CURRENT LEARNING RATE: 0.03184499844660335
previous_iter_valid_loss : 0.16573266685009003
309020 0.165923 0.165733 0.167756 CURRENT LEARNING RATE: 0.03183863008377154
previous_iter_valid_loss : 0.17760317027568817
309040 0.177795 0.177603 0.168489 CURRENT LEARNING RATE: 0.03183226299448494
previous_iter_valid_loss : 0.16134323179721832
309060 0.161568 0.161343 0.168465 CURRENT LEARNING RATE: 0.03182589717848885
previous_iter_valid_loss : 0.1687847524881363
309080 0.168970 0.168785 0.168021 CURRENT LEARNING RATE: 0.03181953263552866
previous_iter_valid_loss : 0.1669149100780487
309100 0.167125 0.166915 0.167409 CURRENT LEARNING RATE: 0.03181316936534978
previous_iter_valid_loss : 0.16103987395763397
309120 0.161213 0.161040 0.167406 CURRENT LEARNING RATE: 0.031806807367697684
previous_iter_valid_loss : 0.16115212440490723
309140 0.161340 0.161152 0.167088 CURRENT LEARNING RATE: 0.03180044664231789
previous_iter_valid_loss : 0.16766227781772614
309160 0.167932 0.167662 0.167367 CURRENT LEARNING RATE: 0.03179408718895596
previous_iter_valid_loss : 0.1666700839996338
309180 0.166851 0.166670 0.166420 CURRENT LEARNING RATE: 0.031787729007357525
previous_iter_valid_loss : 0.16531826555728912
309200 0.165554 0.165318 0.166499 CURRENT LEARNING RATE: 0.03178137209726825
previous_iter_valid_loss : 0.16191580891609192
309220 0.162098 0.161916 0.165997 CURRENT LEARNING RATE: 0.03177501645843387
previous_iter_valid_loss : 0.16298867762088776
309240 0.163237 0.162989 0.165959 CURRENT LEARNING RATE: 0.03176866209060014
previous_iter_valid_loss : 0.17616473138332367
309260 0.176475 0.176165 0.166629 CURRENT LEARNING RATE: 0.031762308993512914
previous_iter_valid_loss : 0.1608031690120697
309280 0.161001 0.160803 0.165744 CURRENT LEARNING RATE: 0.03175595716691804
previous_iter_valid_loss : 0.1711985468864441
309300 0.171465 0.171199 0.166067 CURRENT LEARNING RATE: 0.03174960661056146
previous_iter_valid_loss : 0.16290293633937836
309320 0.163123 0.162903 0.166041 CURRENT LEARNING RATE: 0.03174325732418915
previous_iter_valid_loss : 0.18166562914848328
309340 0.181859 0.181666 0.166966 CURRENT LEARNING RATE: 0.03173690930754714
previous_iter_valid_loss : 0.16913922131061554
309360 0.169423 0.169139 0.167332 CURRENT LEARNING RATE: 0.03173056256038151
previous_iter_valid_loss : 0.16246750950813293
309380 0.162724 0.162468 0.167069 CURRENT LEARNING RATE: 0.031724217082438375
previous_iter_valid_loss : 0.1651892364025116
309400 0.165371 0.165189 0.166832 CURRENT LEARNING RATE: 0.031717872873463934
previous_iter_valid_loss : 0.16940250992774963
309420 0.169602 0.169403 0.167015 CURRENT LEARNING RATE: 0.031711529933204405
previous_iter_valid_loss : 0.1615106612443924
309440 0.161728 0.161511 0.166211 CURRENT LEARNING RATE: 0.031705188261406086
previous_iter_valid_loss : 0.17706118524074554
309460 0.177389 0.177061 0.166996 CURRENT LEARNING RATE: 0.031698847857815286
previous_iter_valid_loss : 0.16370227932929993
309480 0.163971 0.163702 0.166742 CURRENT LEARNING RATE: 0.031692508722178415
previous_iter_valid_loss : 0.16073493659496307
309500 0.160946 0.160735 0.166433 CURRENT LEARNING RATE: 0.0316861708542419
previous_iter_valid_loss : 0.1615963578224182
309520 0.161819 0.161596 0.166461 CURRENT LEARNING RATE: 0.03167983425375223
previous_iter_valid_loss : 0.16540315747261047
309540 0.165639 0.165403 0.166674 CURRENT LEARNING RATE: 0.03167349892045593
previous_iter_valid_loss : 0.16870902478694916
309560 0.168902 0.168709 0.166726 CURRENT LEARNING RATE: 0.03166716485409958
previous_iter_valid_loss : 0.17055658996105194
309580 0.170836 0.170557 0.166920 CURRENT LEARNING RATE: 0.03166083205442984
previous_iter_valid_loss : 0.16235333681106567
309600 0.162521 0.162353 0.166772 CURRENT LEARNING RATE: 0.03165450052119338
previous_iter_valid_loss : 0.16658081114292145
309620 0.166745 0.166581 0.167005 CURRENT LEARNING RATE: 0.03164817025413695
previous_iter_valid_loss : 0.17386677861213684
309640 0.174127 0.173867 0.167549 CURRENT LEARNING RATE: 0.031641841253007334
previous_iter_valid_loss : 0.165359765291214
309660 0.165590 0.165360 0.167009 CURRENT LEARNING RATE: 0.031635513517551374
previous_iter_valid_loss : 0.16095517575740814
309680 0.161169 0.160955 0.167017 CURRENT LEARNING RATE: 0.03162918704751596
previous_iter_valid_loss : 0.1720310002565384
309700 0.172303 0.172031 0.167058 CURRENT LEARNING RATE: 0.03162286184264802
previous_iter_valid_loss : 0.1862797886133194
309720 0.186661 0.186280 0.168227 CURRENT LEARNING RATE: 0.03161653790269457
previous_iter_valid_loss : 0.1631820946931839
309740 0.163417 0.163182 0.167303 CURRENT LEARNING RATE: 0.031610215227402635
previous_iter_valid_loss : 0.16328579187393188
309760 0.163481 0.163286 0.167010 CURRENT LEARNING RATE: 0.03160389381651932
previous_iter_valid_loss : 0.16075965762138367
309780 0.160948 0.160760 0.166925 CURRENT LEARNING RATE: 0.031597573669791754
previous_iter_valid_loss : 0.16188392043113708
309800 0.162078 0.161884 0.166760 CURRENT LEARNING RATE: 0.031591254786967136
previous_iter_valid_loss : 0.16305100917816162
309820 0.163242 0.163051 0.166442 CURRENT LEARNING RATE: 0.031584937167792725
previous_iter_valid_loss : 0.1691054254770279
309840 0.169383 0.169105 0.166822 CURRENT LEARNING RATE: 0.0315786208120158
previous_iter_valid_loss : 0.16115590929985046
309860 0.161397 0.161156 0.166027 CURRENT LEARNING RATE: 0.03157230571938369
previous_iter_valid_loss : 0.16074728965759277
309880 0.160931 0.160747 0.165879 CURRENT LEARNING RATE: 0.03156599188964384
previous_iter_valid_loss : 0.1619197130203247
309900 0.162149 0.161920 0.165938 CURRENT LEARNING RATE: 0.031559679322543666
previous_iter_valid_loss : 0.16376842558383942
309920 0.163961 0.163768 0.166047 CURRENT LEARNING RATE: 0.031553368017830666
previous_iter_valid_loss : 0.16213691234588623
309940 0.162347 0.162137 0.165883 CURRENT LEARNING RATE: 0.03154705797525239
previous_iter_valid_loss : 0.16101063787937164
309960 0.161210 0.161011 0.165498 CURRENT LEARNING RATE: 0.03154074919455644
previous_iter_valid_loss : 0.16170142590999603
309980 0.161945 0.161701 0.165056 CURRENT LEARNING RATE: 0.03153444167549046
previous_iter_valid_loss : 0.16096501052379608
310000 0.161191 0.160965 0.164986 CURRENT LEARNING RATE: 0.03152813541780215
previous_iter_valid_loss : 0.16075468063354492
310020 0.160960 0.160755 0.164695 CURRENT LEARNING RATE: 0.031521830421239266
previous_iter_valid_loss : 0.161507248878479
310040 0.161743 0.161507 0.164077 CURRENT LEARNING RATE: 0.0315155266855496
previous_iter_valid_loss : 0.16166971623897552
310060 0.161889 0.161670 0.163892 CURRENT LEARNING RATE: 0.031509224210481
previous_iter_valid_loss : 0.16608570516109467
310080 0.166270 0.166086 0.164149 CURRENT LEARNING RATE: 0.031502922995781384
previous_iter_valid_loss : 0.17147421836853027
310100 0.171751 0.171474 0.164121 CURRENT LEARNING RATE: 0.031496623041198685
previous_iter_valid_loss : 0.16082371771335602
310120 0.161014 0.160824 0.162848 CURRENT LEARNING RATE: 0.031490324346480913
previous_iter_valid_loss : 0.18160946667194366
310140 0.181818 0.181609 0.163770 CURRENT LEARNING RATE: 0.03148402691137612
previous_iter_valid_loss : 0.17825376987457275
310160 0.178588 0.178254 0.164518 CURRENT LEARNING RATE: 0.031477730735632405
previous_iter_valid_loss : 0.1630084067583084
310180 0.163208 0.163008 0.164631 CURRENT LEARNING RATE: 0.03147143581899793
previous_iter_valid_loss : 0.1643018126487732
310200 0.164537 0.164302 0.164751 CURRENT LEARNING RATE: 0.031465142161220885
previous_iter_valid_loss : 0.16078682243824005
310220 0.160981 0.160787 0.164638 CURRENT LEARNING RATE: 0.03145884976204954
previous_iter_valid_loss : 0.16181717813014984
310240 0.162017 0.161817 0.164274 CURRENT LEARNING RATE: 0.03145255862123218
previous_iter_valid_loss : 0.1805102825164795
310260 0.180722 0.180510 0.165242 CURRENT LEARNING RATE: 0.03144626873851717
previous_iter_valid_loss : 0.1610090285539627
310280 0.161246 0.161009 0.165255 CURRENT LEARNING RATE: 0.0314399801136529
previous_iter_valid_loss : 0.16149108111858368
310300 0.161686 0.161491 0.165233 CURRENT LEARNING RATE: 0.031433692746387853
previous_iter_valid_loss : 0.16736048460006714
310320 0.167614 0.167360 0.165413 CURRENT LEARNING RATE: 0.03142740663647052
previous_iter_valid_loss : 0.17047859728336334
310340 0.170705 0.170479 0.165830 CURRENT LEARNING RATE: 0.03142112178364946
previous_iter_valid_loss : 0.16423918306827545
310360 0.164441 0.164239 0.165991 CURRENT LEARNING RATE: 0.03141483818767328
previous_iter_valid_loss : 0.16080190241336823
310380 0.160998 0.160802 0.165946 CURRENT LEARNING RATE: 0.03140855584829062
previous_iter_valid_loss : 0.19531087577342987
310400 0.195483 0.195311 0.167664 CURRENT LEARNING RATE: 0.031402274765250204
previous_iter_valid_loss : 0.16100485622882843
310420 0.161217 0.161005 0.167676 CURRENT LEARNING RATE: 0.03139599493830078
previous_iter_valid_loss : 0.16142702102661133
310440 0.161645 0.161427 0.167672 CURRENT LEARNING RATE: 0.031389716367191164
previous_iter_valid_loss : 0.18936385214328766
310460 0.189538 0.189364 0.169057 CURRENT LEARNING RATE: 0.0313834390516702
previous_iter_valid_loss : 0.1633739322423935
310480 0.163603 0.163374 0.168921 CURRENT LEARNING RATE: 0.03137716299148681
previous_iter_valid_loss : 0.1670408695936203
310500 0.167309 0.167041 0.168700 CURRENT LEARNING RATE: 0.03137088818638994
previous_iter_valid_loss : 0.1608017235994339
310520 0.161020 0.160802 0.168698 CURRENT LEARNING RATE: 0.03136461463612859
previous_iter_valid_loss : 0.165018692612648
310540 0.165289 0.165019 0.167869 CURRENT LEARNING RATE: 0.031358342340451845
previous_iter_valid_loss : 0.1608220487833023
310560 0.161013 0.160822 0.166997 CURRENT LEARNING RATE: 0.031352071299108795
previous_iter_valid_loss : 0.1613701581954956
310580 0.161617 0.161370 0.166915 CURRENT LEARNING RATE: 0.0313458015118486
previous_iter_valid_loss : 0.1609511524438858
310600 0.161136 0.160951 0.166748 CURRENT LEARNING RATE: 0.03133953297842047
previous_iter_valid_loss : 0.1608186513185501
310620 0.161005 0.160819 0.166749 CURRENT LEARNING RATE: 0.031333265698573656
previous_iter_valid_loss : 0.16693344712257385
310640 0.167217 0.166933 0.167005 CURRENT LEARNING RATE: 0.03132699967205749
previous_iter_valid_loss : 0.16110044717788696
310660 0.161313 0.161100 0.166035 CURRENT LEARNING RATE: 0.031320734898621305
previous_iter_valid_loss : 0.16986183822155
310680 0.170044 0.169862 0.166477 CURRENT LEARNING RATE: 0.031314471378014505
previous_iter_valid_loss : 0.18569603562355042
310700 0.185889 0.185696 0.167688 CURRENT LEARNING RATE: 0.03130820910998658
previous_iter_valid_loss : 0.16205565631389618
310720 0.162222 0.162056 0.167422 CURRENT LEARNING RATE: 0.03130194809428702
previous_iter_valid_loss : 0.17047645151615143
310740 0.170664 0.170476 0.167422 CURRENT LEARNING RATE: 0.03129568833066539
previous_iter_valid_loss : 0.16167183220386505
310760 0.161854 0.161672 0.167294 CURRENT LEARNING RATE: 0.031289429818871305
previous_iter_valid_loss : 0.1705043464899063
310780 0.170773 0.170504 0.167779 CURRENT LEARNING RATE: 0.031283172558654405
previous_iter_valid_loss : 0.16157285869121552
310800 0.161810 0.161573 0.166092 CURRENT LEARNING RATE: 0.031276916549764416
previous_iter_valid_loss : 0.16070318222045898
310820 0.160912 0.160703 0.166077 CURRENT LEARNING RATE: 0.0312706617919511
previous_iter_valid_loss : 0.1616199016571045
310840 0.161860 0.161620 0.166087 CURRENT LEARNING RATE: 0.031264408284964254
previous_iter_valid_loss : 0.16359327733516693
310860 0.163860 0.163593 0.164798 CURRENT LEARNING RATE: 0.03125815602855374
previous_iter_valid_loss : 0.16192609071731567
310880 0.162137 0.161926 0.164726 CURRENT LEARNING RATE: 0.031251905022469474
previous_iter_valid_loss : 0.16571979224681854
310900 0.165933 0.165720 0.164660 CURRENT LEARNING RATE: 0.031245655266461416
previous_iter_valid_loss : 0.16166181862354279
310920 0.161884 0.161662 0.164703 CURRENT LEARNING RATE: 0.031239406760279573
previous_iter_valid_loss : 0.17133578658103943
310940 0.171621 0.171336 0.165019 CURRENT LEARNING RATE: 0.031233159503673998
previous_iter_valid_loss : 0.16457998752593994
310960 0.164819 0.164580 0.165207 CURRENT LEARNING RATE: 0.031226913496394813
previous_iter_valid_loss : 0.1794564574956894
310980 0.179809 0.179456 0.166111 CURRENT LEARNING RATE: 0.031220668738192174
previous_iter_valid_loss : 0.1660810261964798
311000 0.166305 0.166081 0.166367 CURRENT LEARNING RATE: 0.031214425228816282
previous_iter_valid_loss : 0.16384448111057281
311020 0.164051 0.163844 0.166519 CURRENT LEARNING RATE: 0.03120818296801741
previous_iter_valid_loss : 0.16267409920692444
311040 0.162935 0.162674 0.166306 CURRENT LEARNING RATE: 0.031201941955545858
previous_iter_valid_loss : 0.1679655760526657
311060 0.168246 0.167966 0.166649 CURRENT LEARNING RATE: 0.03119570219115199
previous_iter_valid_loss : 0.18791373074054718
311080 0.188311 0.187914 0.167552 CURRENT LEARNING RATE: 0.031189463674586193
previous_iter_valid_loss : 0.16380183398723602
311100 0.164011 0.163802 0.166457 CURRENT LEARNING RATE: 0.031183226405598966
previous_iter_valid_loss : 0.16684265434741974
311120 0.167113 0.166843 0.166696 CURRENT LEARNING RATE: 0.0311769903839408
previous_iter_valid_loss : 0.18537284433841705
311140 0.185758 0.185373 0.167441 CURRENT LEARNING RATE: 0.031170755609362253
previous_iter_valid_loss : 0.16085469722747803
311160 0.161078 0.160855 0.167400 CURRENT LEARNING RATE: 0.031164522081613938
previous_iter_valid_loss : 0.1724373698234558
311180 0.172732 0.172437 0.167497 CURRENT LEARNING RATE: 0.031158289800446506
previous_iter_valid_loss : 0.16175468266010284
311200 0.161994 0.161755 0.167506 CURRENT LEARNING RATE: 0.03115205876561067
previous_iter_valid_loss : 0.16382840275764465
311220 0.164099 0.163828 0.167662 CURRENT LEARNING RATE: 0.03114582897685719
previous_iter_valid_loss : 0.16086237132549286
311240 0.161071 0.160862 0.167624 CURRENT LEARNING RATE: 0.031139600433936872
previous_iter_valid_loss : 0.16272087395191193
311260 0.162963 0.162721 0.167581 CURRENT LEARNING RATE: 0.031133373136600577
previous_iter_valid_loss : 0.16071057319641113
311280 0.160913 0.160711 0.167520 CURRENT LEARNING RATE: 0.031127147084599214
previous_iter_valid_loss : 0.162783682346344
311300 0.163048 0.162784 0.167373 CURRENT LEARNING RATE: 0.031120922277683736
previous_iter_valid_loss : 0.16382066905498505
311320 0.164041 0.163821 0.167481 CURRENT LEARNING RATE: 0.03111469871560515
previous_iter_valid_loss : 0.1672271341085434
311340 0.167510 0.167227 0.167276 CURRENT LEARNING RATE: 0.031108476398114523
previous_iter_valid_loss : 0.16262443363666534
311360 0.162867 0.162624 0.167178 CURRENT LEARNING RATE: 0.03110225532496295
previous_iter_valid_loss : 0.18439331650733948
311380 0.184577 0.184393 0.167425 CURRENT LEARNING RATE: 0.031096035495901595
previous_iter_valid_loss : 0.17367224395275116
311400 0.173957 0.173672 0.167804 CURRENT LEARNING RATE: 0.031089816910681665
previous_iter_valid_loss : 0.16342371702194214
311420 0.163618 0.163424 0.167783 CURRENT LEARNING RATE: 0.031083599569054418
previous_iter_valid_loss : 0.16423285007476807
311440 0.164434 0.164233 0.167861 CURRENT LEARNING RATE: 0.031077383470771155
previous_iter_valid_loss : 0.16549775004386902
311460 0.165765 0.165498 0.167738 CURRENT LEARNING RATE: 0.031071168615583237
previous_iter_valid_loss : 0.17208607494831085
311480 0.172375 0.172086 0.166946 CURRENT LEARNING RATE: 0.031064955003242054
previous_iter_valid_loss : 0.16688980162143707
311500 0.167143 0.166890 0.167101 CURRENT LEARNING RATE: 0.031058742633499087
previous_iter_valid_loss : 0.16140305995941162
311520 0.161585 0.161403 0.166829 CURRENT LEARNING RATE: 0.031052531506105836
previous_iter_valid_loss : 0.16090615093708038
311540 0.161084 0.160906 0.165605 CURRENT LEARNING RATE: 0.03104632162081384
previous_iter_valid_loss : 0.16193224489688873
311560 0.162148 0.161932 0.165659 CURRENT LEARNING RATE: 0.031040112977374718
previous_iter_valid_loss : 0.16877207159996033
311580 0.168945 0.168772 0.165476 CURRENT LEARNING RATE: 0.03103390557554012
previous_iter_valid_loss : 0.16277006268501282
311600 0.163018 0.162770 0.165527 CURRENT LEARNING RATE: 0.031027699415061748
previous_iter_valid_loss : 0.16525308787822723
311620 0.165466 0.165253 0.165598 CURRENT LEARNING RATE: 0.03102149449569136
previous_iter_valid_loss : 0.1625986546278
311640 0.162837 0.162599 0.165685 CURRENT LEARNING RATE: 0.03101529081718075
previous_iter_valid_loss : 0.1661255955696106
311660 0.166372 0.166126 0.165855 CURRENT LEARNING RATE: 0.031009088379281777
previous_iter_valid_loss : 0.1614486277103424
311680 0.161670 0.161449 0.165892 CURRENT LEARNING RATE: 0.031002887181746347
previous_iter_valid_loss : 0.17820779979228973
311700 0.178423 0.178208 0.166663 CURRENT LEARNING RATE: 0.030996687224326407
previous_iter_valid_loss : 0.16534584760665894
311720 0.165537 0.165346 0.166739 CURRENT LEARNING RATE: 0.03099048850677396
previous_iter_valid_loss : 0.1609983742237091
311740 0.161202 0.160998 0.166428 CURRENT LEARNING RATE: 0.03098429102884106
previous_iter_valid_loss : 0.16100873053073883
311760 0.161199 0.161009 0.166347 CURRENT LEARNING RATE: 0.0309780947902798
previous_iter_valid_loss : 0.16393712162971497
311780 0.164144 0.163937 0.165324 CURRENT LEARNING RATE: 0.030971899790842337
previous_iter_valid_loss : 0.17759254574775696
311800 0.177786 0.177593 0.165520 CURRENT LEARNING RATE: 0.03096570603028087
previous_iter_valid_loss : 0.18244987726211548
311820 0.182669 0.182450 0.166472 CURRENT LEARNING RATE: 0.03095951350834765
previous_iter_valid_loss : 0.16112904250621796
311840 0.161354 0.161129 0.166317 CURRENT LEARNING RATE: 0.03095332222479498
previous_iter_valid_loss : 0.16413067281246185
311860 0.164315 0.164131 0.166248 CURRENT LEARNING RATE: 0.030947132179375194
previous_iter_valid_loss : 0.16085557639598846
311880 0.161055 0.160856 0.165687 CURRENT LEARNING RATE: 0.03094094337184069
previous_iter_valid_loss : 0.16373106837272644
311900 0.163912 0.163731 0.165529 CURRENT LEARNING RATE: 0.030934755801943936
previous_iter_valid_loss : 0.174955353140831
311920 0.175142 0.174955 0.166206 CURRENT LEARNING RATE: 0.030928569469437422
previous_iter_valid_loss : 0.16226990520954132
311940 0.162455 0.162270 0.166275 CURRENT LEARNING RATE: 0.030922384374073682
previous_iter_valid_loss : 0.16088815033435822
311960 0.161052 0.160888 0.166222 CURRENT LEARNING RATE: 0.03091620051560533
previous_iter_valid_loss : 0.1767740398645401
311980 0.176941 0.176774 0.166622 CURRENT LEARNING RATE: 0.030910017893785
previous_iter_valid_loss : 0.17109070718288422
312000 0.171366 0.171091 0.167038 CURRENT LEARNING RATE: 0.030903836508365392
previous_iter_valid_loss : 0.16997893154621124
312020 0.170244 0.169979 0.167275 CURRENT LEARNING RATE: 0.03089765635909925
previous_iter_valid_loss : 0.19228562712669373
312040 0.192746 0.192286 0.168759 CURRENT LEARNING RATE: 0.03089147744573936
previous_iter_valid_loss : 0.16920556128025055
312060 0.169454 0.169206 0.168913 CURRENT LEARNING RATE: 0.030885299768038575
previous_iter_valid_loss : 0.17193584144115448
312080 0.172217 0.171936 0.169437 CURRENT LEARNING RATE: 0.030879123325749786
previous_iter_valid_loss : 0.16178275644779205
312100 0.161967 0.161783 0.168616 CURRENT LEARNING RATE: 0.030872948118625933
previous_iter_valid_loss : 0.1632019728422165
312120 0.163420 0.163202 0.168509 CURRENT LEARNING RATE: 0.030866774146420008
previous_iter_valid_loss : 0.16145828366279602
312140 0.161680 0.161458 0.168532 CURRENT LEARNING RATE: 0.030860601408885052
previous_iter_valid_loss : 0.16123290359973907
312160 0.161396 0.161233 0.168543 CURRENT LEARNING RATE: 0.030854429905774163
previous_iter_valid_loss : 0.1608564257621765
312180 0.161067 0.160856 0.168389 CURRENT LEARNING RATE: 0.030848259636840465
previous_iter_valid_loss : 0.16079962253570557
312200 0.160979 0.160800 0.167550 CURRENT LEARNING RATE: 0.030842090601837163
previous_iter_valid_loss : 0.1747289001941681
312220 0.174901 0.174729 0.167163 CURRENT LEARNING RATE: 0.030835922800517487
previous_iter_valid_loss : 0.18409574031829834
312240 0.184464 0.184096 0.168312 CURRENT LEARNING RATE: 0.030829756232634727
previous_iter_valid_loss : 0.1688104122877121
312260 0.168997 0.168810 0.168546 CURRENT LEARNING RATE: 0.030823590897942222
previous_iter_valid_loss : 0.16172967851161957
312280 0.161939 0.161730 0.168590 CURRENT LEARNING RATE: 0.030817426796193342
previous_iter_valid_loss : 0.1654011309146881
312300 0.165593 0.165401 0.168673 CURRENT LEARNING RATE: 0.030811263927141553
previous_iter_valid_loss : 0.1610369086265564
312320 0.161244 0.161037 0.167977 CURRENT LEARNING RATE: 0.030805102290540325
previous_iter_valid_loss : 0.16725395619869232
312340 0.167511 0.167254 0.168226 CURRENT LEARNING RATE: 0.03079894188614319
previous_iter_valid_loss : 0.16092509031295776
312360 0.161139 0.160925 0.168228 CURRENT LEARNING RATE: 0.030792782713703736
previous_iter_valid_loss : 0.1638583391904831
312380 0.164124 0.163858 0.167582 CURRENT LEARNING RATE: 0.0307866247729756
previous_iter_valid_loss : 0.16206441819667816
312400 0.162272 0.162064 0.167131 CURRENT LEARNING RATE: 0.030780468063712454
previous_iter_valid_loss : 0.16591978073120117
312420 0.166154 0.165920 0.166928 CURRENT LEARNING RATE: 0.03077431258566803
previous_iter_valid_loss : 0.1660120040178299
312440 0.166256 0.166012 0.165614 CURRENT LEARNING RATE: 0.03076815833859612
previous_iter_valid_loss : 0.16707700490951538
312460 0.167245 0.167077 0.165508 CURRENT LEARNING RATE: 0.030762005322250544
previous_iter_valid_loss : 0.16762684285640717
312480 0.167806 0.167627 0.165293 CURRENT LEARNING RATE: 0.030755853536385193
previous_iter_valid_loss : 0.1625487059354782
312500 0.162741 0.162549 0.165331 CURRENT LEARNING RATE: 0.03074970298075398
previous_iter_valid_loss : 0.16233006119728088
312520 0.162496 0.162330 0.165287 CURRENT LEARNING RATE: 0.03074355365511089
previous_iter_valid_loss : 0.17135855555534363
312540 0.171531 0.171359 0.165782 CURRENT LEARNING RATE: 0.03073740555920995
previous_iter_valid_loss : 0.16342373192310333
312560 0.163607 0.163424 0.165892 CURRENT LEARNING RATE: 0.03073125869280524
previous_iter_valid_loss : 0.16357195377349854
312580 0.163755 0.163572 0.166028 CURRENT LEARNING RATE: 0.030725113055650885
previous_iter_valid_loss : 0.16083762049674988
312600 0.161019 0.160838 0.166029 CURRENT LEARNING RATE: 0.030718968647501052
previous_iter_valid_loss : 0.16967180371284485
312620 0.169947 0.169672 0.165777 CURRENT LEARNING RATE: 0.030712825468109967
previous_iter_valid_loss : 0.1891542375087738
312640 0.189338 0.189154 0.166030 CURRENT LEARNING RATE: 0.030706683517231905
previous_iter_valid_loss : 0.16249535977840424
312660 0.162702 0.162495 0.165714 CURRENT LEARNING RATE: 0.03070054279462119
previous_iter_valid_loss : 0.16694162786006927
312680 0.167108 0.166942 0.165974 CURRENT LEARNING RATE: 0.03069440330003219
previous_iter_valid_loss : 0.1607329398393631
312700 0.160912 0.160733 0.165741 CURRENT LEARNING RATE: 0.030688265033219312
previous_iter_valid_loss : 0.16855710744857788
312720 0.168818 0.168557 0.166117 CURRENT LEARNING RATE: 0.030682127993937054
previous_iter_valid_loss : 0.16781935095787048
312740 0.168070 0.167819 0.166145 CURRENT LEARNING RATE: 0.030675992181939917
previous_iter_valid_loss : 0.1630595624446869
312760 0.163279 0.163060 0.166252 CURRENT LEARNING RATE: 0.03066985759698248
previous_iter_valid_loss : 0.1816510558128357
312780 0.181830 0.181651 0.167142 CURRENT LEARNING RATE: 0.03066372423881934
previous_iter_valid_loss : 0.1610899418592453
312800 0.161261 0.161090 0.167093 CURRENT LEARNING RATE: 0.03065759210720518
previous_iter_valid_loss : 0.16307063400745392
312820 0.163253 0.163071 0.166950 CURRENT LEARNING RATE: 0.03065146120189471
previous_iter_valid_loss : 0.16107052564620972
312840 0.161265 0.161071 0.166703 CURRENT LEARNING RATE: 0.030645331522642687
previous_iter_valid_loss : 0.16508981585502625
312860 0.165294 0.165090 0.166604 CURRENT LEARNING RATE: 0.03063920306920393
previous_iter_valid_loss : 0.16298501193523407
312880 0.163241 0.162985 0.166372 CURRENT LEARNING RATE: 0.0306330758413333
previous_iter_valid_loss : 0.16817893087863922
312900 0.168447 0.168179 0.166653 CURRENT LEARNING RATE: 0.030626949838785708
previous_iter_valid_loss : 0.17790383100509644
312920 0.178091 0.177904 0.167432 CURRENT LEARNING RATE: 0.03062082506131612
previous_iter_valid_loss : 0.1659001260995865
312940 0.166102 0.165900 0.167159 CURRENT LEARNING RATE: 0.030614701508679534
previous_iter_valid_loss : 0.16190984845161438
312960 0.162104 0.161910 0.167083 CURRENT LEARNING RATE: 0.03060857918063101
previous_iter_valid_loss : 0.16408975422382355
312980 0.164278 0.164090 0.167109 CURRENT LEARNING RATE: 0.030602458076925656
previous_iter_valid_loss : 0.1611701399087906
313000 0.161366 0.161170 0.167126 CURRENT LEARNING RATE: 0.03059633819731863
previous_iter_valid_loss : 0.1618162840604782
313020 0.162040 0.161816 0.166733 CURRENT LEARNING RATE: 0.030590219541565142
previous_iter_valid_loss : 0.1621420830488205
313040 0.162369 0.162142 0.165383 CURRENT LEARNING RATE: 0.030584102109420433
previous_iter_valid_loss : 0.17517049610614777
313060 0.175472 0.175170 0.166016 CURRENT LEARNING RATE: 0.030577985900639818
previous_iter_valid_loss : 0.16718581318855286
313080 0.167425 0.167186 0.166029 CURRENT LEARNING RATE: 0.03057187091497864
previous_iter_valid_loss : 0.16421441733837128
313100 0.164399 0.164214 0.166203 CURRENT LEARNING RATE: 0.03056575715219229
previous_iter_valid_loss : 0.1623620092868805
313120 0.162556 0.162362 0.165893 CURRENT LEARNING RATE: 0.03055964461203624
previous_iter_valid_loss : 0.17562729120254517
313140 0.175951 0.175627 0.166283 CURRENT LEARNING RATE: 0.03055353329426598
previous_iter_valid_loss : 0.16668352484703064
313160 0.166930 0.166684 0.166465 CURRENT LEARNING RATE: 0.030547423198637062
previous_iter_valid_loss : 0.16553279757499695
313180 0.165776 0.165533 0.165659 CURRENT LEARNING RATE: 0.030541314324905068
previous_iter_valid_loss : 0.1655242145061493
313200 0.165754 0.165524 0.165880 CURRENT LEARNING RATE: 0.030535206672825655
previous_iter_valid_loss : 0.1637464463710785
313220 0.163959 0.163746 0.165914 CURRENT LEARNING RATE: 0.030529100242154515
previous_iter_valid_loss : 0.16502051055431366
313240 0.165221 0.165021 0.166112 CURRENT LEARNING RATE: 0.030522995032647382
previous_iter_valid_loss : 0.1610332876443863
313260 0.161235 0.161033 0.165909 CURRENT LEARNING RATE: 0.030516891044060062
previous_iter_valid_loss : 0.16715866327285767
313280 0.167370 0.167159 0.166117 CURRENT LEARNING RATE: 0.030510788276148382
previous_iter_valid_loss : 0.16209959983825684
313300 0.162315 0.162100 0.165814 CURRENT LEARNING RATE: 0.03050468672866824
previous_iter_valid_loss : 0.16158230602741241
313320 0.161772 0.161582 0.164997 CURRENT LEARNING RATE: 0.030498586401375573
previous_iter_valid_loss : 0.16101005673408508
313340 0.161180 0.161010 0.164753 CURRENT LEARNING RATE: 0.03049248729402636
previous_iter_valid_loss : 0.16375809907913208
313360 0.163936 0.163758 0.164845 CURRENT LEARNING RATE: 0.030486389406376647
previous_iter_valid_loss : 0.16197490692138672
313380 0.162169 0.161975 0.164740 CURRENT LEARNING RATE: 0.030480292738182518
previous_iter_valid_loss : 0.160975381731987
313400 0.161154 0.160975 0.164730 CURRENT LEARNING RATE: 0.030474197289200096
previous_iter_valid_loss : 0.16173823177814484
313420 0.161923 0.161738 0.164726 CURRENT LEARNING RATE: 0.030468103059185573
previous_iter_valid_loss : 0.21588370203971863
313440 0.216502 0.215884 0.167413 CURRENT LEARNING RATE: 0.03046201004789517
previous_iter_valid_loss : 0.16206465661525726
313460 0.162274 0.162065 0.166758 CURRENT LEARNING RATE: 0.030455918255085184
previous_iter_valid_loss : 0.19268566370010376
313480 0.192840 0.192686 0.168033 CURRENT LEARNING RATE: 0.030449827680511927
previous_iter_valid_loss : 0.16137193143367767
313500 0.161530 0.161372 0.167891 CURRENT LEARNING RATE: 0.030443738323931768
previous_iter_valid_loss : 0.17842134833335876
313520 0.178732 0.178421 0.168694 CURRENT LEARNING RATE: 0.030437650185101157
previous_iter_valid_loss : 0.1748485267162323
313540 0.175018 0.174849 0.168655 CURRENT LEARNING RATE: 0.030431563263776558
previous_iter_valid_loss : 0.1655087023973465
313560 0.165751 0.165509 0.168596 CURRENT LEARNING RATE: 0.030425477559714496
previous_iter_valid_loss : 0.16176840662956238
313580 0.161954 0.161768 0.168408 CURRENT LEARNING RATE: 0.030419393072671542
previous_iter_valid_loss : 0.16093631088733673
313600 0.161122 0.160936 0.168178 CURRENT LEARNING RATE: 0.030413309802404313
previous_iter_valid_loss : 0.16096840798854828
313620 0.161152 0.160968 0.168039 CURRENT LEARNING RATE: 0.03040722774866948
previous_iter_valid_loss : 0.16227340698242188
313640 0.162415 0.162273 0.167902 CURRENT LEARNING RATE: 0.030401146911223764
previous_iter_valid_loss : 0.16129636764526367
313660 0.161469 0.161296 0.167915 CURRENT LEARNING RATE: 0.030395067289823923
previous_iter_valid_loss : 0.16105353832244873
313680 0.161255 0.161054 0.167610 CURRENT LEARNING RATE: 0.03038898888422678
previous_iter_valid_loss : 0.18484093248844147
313700 0.185214 0.184841 0.168747 CURRENT LEARNING RATE: 0.030382911694189194
previous_iter_valid_loss : 0.16330492496490479
313720 0.163483 0.163305 0.168833 CURRENT LEARNING RATE: 0.030376835719468084
previous_iter_valid_loss : 0.16115643084049225
313740 0.161319 0.161156 0.168840 CURRENT LEARNING RATE: 0.0303707609598204
previous_iter_valid_loss : 0.16452158987522125
313760 0.164730 0.164522 0.168879 CURRENT LEARNING RATE: 0.03036468741500317
previous_iter_valid_loss : 0.16556715965270996
313780 0.165767 0.165567 0.169058 CURRENT LEARNING RATE: 0.030358615084773433
previous_iter_valid_loss : 0.1659979373216629
313800 0.166175 0.165998 0.169309 CURRENT LEARNING RATE: 0.030352543968888302
previous_iter_valid_loss : 0.16094206273555756
313820 0.161122 0.160942 0.169270 CURRENT LEARNING RATE: 0.030346474067104938
previous_iter_valid_loss : 0.17508435249328613
313840 0.175275 0.175084 0.167230 CURRENT LEARNING RATE: 0.03034040537918054
previous_iter_valid_loss : 0.16096945106983185
313860 0.161179 0.160969 0.167175 CURRENT LEARNING RATE: 0.03033433790487236
previous_iter_valid_loss : 0.1617206335067749
313880 0.161908 0.161721 0.165627 CURRENT LEARNING RATE: 0.0303282716439377
previous_iter_valid_loss : 0.1617196500301361
313900 0.161932 0.161720 0.165644 CURRENT LEARNING RATE: 0.030322206596133893
previous_iter_valid_loss : 0.16169419884681702
313920 0.161869 0.161694 0.164808 CURRENT LEARNING RATE: 0.030316142761218374
previous_iter_valid_loss : 0.16829775273799896
313940 0.168506 0.168298 0.164480 CURRENT LEARNING RATE: 0.030310080138948568
previous_iter_valid_loss : 0.17062491178512573
313960 0.170826 0.170625 0.164736 CURRENT LEARNING RATE: 0.03030401872908197
previous_iter_valid_loss : 0.16418348252773285
313980 0.164407 0.164183 0.164857 CURRENT LEARNING RATE: 0.030297958531376123
previous_iter_valid_loss : 0.16097427904605865
314000 0.161195 0.160974 0.164858 CURRENT LEARNING RATE: 0.030291899545588627
previous_iter_valid_loss : 0.16283099353313446
314020 0.163090 0.162831 0.164952 CURRENT LEARNING RATE: 0.030285841771477112
previous_iter_valid_loss : 0.16816864907741547
314040 0.168458 0.168169 0.165246 CURRENT LEARNING RATE: 0.030279785208799277
previous_iter_valid_loss : 0.1610354483127594
314060 0.161246 0.161035 0.165233 CURRENT LEARNING RATE: 0.03027372985731285
previous_iter_valid_loss : 0.1618606299161911
314080 0.162048 0.161861 0.165274 CURRENT LEARNING RATE: 0.03026767571677562
previous_iter_valid_loss : 0.16254715621471405
314100 0.162773 0.162547 0.164159 CURRENT LEARNING RATE: 0.030261622786945427
previous_iter_valid_loss : 0.16166888177394867
314120 0.161828 0.161669 0.164077 CURRENT LEARNING RATE: 0.030255571067580145
previous_iter_valid_loss : 0.1880301684141159
314140 0.188203 0.188030 0.165421 CURRENT LEARNING RATE: 0.03024952055843771
previous_iter_valid_loss : 0.16718588769435883
314160 0.167351 0.167186 0.165554 CURRENT LEARNING RATE: 0.030243471259276105
previous_iter_valid_loss : 0.16881465911865234
314180 0.168961 0.168815 0.165716 CURRENT LEARNING RATE: 0.030237423169853353
previous_iter_valid_loss : 0.1624150425195694
314200 0.162611 0.162415 0.165537 CURRENT LEARNING RATE: 0.030231376289927534
previous_iter_valid_loss : 0.1682022660970688
314220 0.168474 0.168202 0.165900 CURRENT LEARNING RATE: 0.030225330619256766
previous_iter_valid_loss : 0.16334699094295502
314240 0.163497 0.163347 0.165313 CURRENT LEARNING RATE: 0.03021928615759923
previous_iter_valid_loss : 0.16233773529529572
314260 0.162495 0.162338 0.165382 CURRENT LEARNING RATE: 0.030213242904713142
previous_iter_valid_loss : 0.16918550431728363
314280 0.169355 0.169186 0.165755 CURRENT LEARNING RATE: 0.030207200860356775
previous_iter_valid_loss : 0.16109344363212585
314300 0.161255 0.161093 0.165724 CURRENT LEARNING RATE: 0.030201160024288434
previous_iter_valid_loss : 0.1629846841096878
314320 0.163146 0.162985 0.165788 CURRENT LEARNING RATE: 0.030195120396266515
previous_iter_valid_loss : 0.16505776345729828
314340 0.165247 0.165058 0.165626 CURRENT LEARNING RATE: 0.03018908197604941
previous_iter_valid_loss : 0.16123434901237488
314360 0.161424 0.161234 0.165157 CURRENT LEARNING RATE: 0.030183044763395592
previous_iter_valid_loss : 0.16173052787780762
314380 0.161898 0.161731 0.165034 CURRENT LEARNING RATE: 0.03017700875806357
previous_iter_valid_loss : 0.16362056136131287
314400 0.163845 0.163621 0.165166 CURRENT LEARNING RATE: 0.030170973959811897
previous_iter_valid_loss : 0.1783553957939148
314420 0.178545 0.178355 0.165943 CURRENT LEARNING RATE: 0.03016494036839919
previous_iter_valid_loss : 0.16143938899040222
314440 0.161667 0.161439 0.165606 CURRENT LEARNING RATE: 0.0301589079835841
previous_iter_valid_loss : 0.16666950285434723
314460 0.166870 0.166670 0.165888 CURRENT LEARNING RATE: 0.03015287680512533
previous_iter_valid_loss : 0.1827651560306549
314480 0.182961 0.182765 0.166933 CURRENT LEARNING RATE: 0.030146846832781644
previous_iter_valid_loss : 0.16088996827602386
314500 0.161085 0.160890 0.166850 CURRENT LEARNING RATE: 0.030140818066311827
previous_iter_valid_loss : 0.17124690115451813
314520 0.171452 0.171247 0.167329 CURRENT LEARNING RATE: 0.030134790505474743
previous_iter_valid_loss : 0.16278450191020966
314540 0.163018 0.162785 0.166067 CURRENT LEARNING RATE: 0.03012876415002928
previous_iter_valid_loss : 0.1628141701221466
314560 0.163071 0.162814 0.165848 CURRENT LEARNING RATE: 0.03012273899973439
previous_iter_valid_loss : 0.1612962782382965
314580 0.161516 0.161296 0.165472 CURRENT LEARNING RATE: 0.030116715054349062
previous_iter_valid_loss : 0.16406208276748657
314600 0.164255 0.164062 0.165555 CURRENT LEARNING RATE: 0.03011069231363234
previous_iter_valid_loss : 0.17417259514331818
314620 0.174348 0.174173 0.165853 CURRENT LEARNING RATE: 0.030104670777343315
previous_iter_valid_loss : 0.16997665166854858
314640 0.170252 0.169977 0.166185 CURRENT LEARNING RATE: 0.030098650445241126
previous_iter_valid_loss : 0.1611461490392685
314660 0.161351 0.161146 0.166125 CURRENT LEARNING RATE: 0.030092631317084954
previous_iter_valid_loss : 0.18365904688835144
314680 0.184059 0.183659 0.166849 CURRENT LEARNING RATE: 0.030086613392634045
previous_iter_valid_loss : 0.1646571010351181
314700 0.164853 0.164657 0.167027 CURRENT LEARNING RATE: 0.03008059667164766
previous_iter_valid_loss : 0.19156084954738617
314720 0.192054 0.191561 0.168456 CURRENT LEARNING RATE: 0.030074581153885158
previous_iter_valid_loss : 0.19083622097969055
314740 0.190981 0.190836 0.169745 CURRENT LEARNING RATE: 0.030068566839105904
previous_iter_valid_loss : 0.16422012448310852
314760 0.164418 0.164220 0.169894 CURRENT LEARNING RATE: 0.030062553727069334
previous_iter_valid_loss : 0.16218054294586182
314780 0.162389 0.162181 0.169917 CURRENT LEARNING RATE: 0.030056541817534914
previous_iter_valid_loss : 0.1638508439064026
314800 0.164009 0.163851 0.169928 CURRENT LEARNING RATE: 0.03005053111026217
previous_iter_valid_loss : 0.16304121911525726
314820 0.163229 0.163041 0.169162 CURRENT LEARNING RATE: 0.030044521605010675
previous_iter_valid_loss : 0.16128399968147278
314840 0.161458 0.161284 0.169155 CURRENT LEARNING RATE: 0.030038513301540046
previous_iter_valid_loss : 0.16371497511863708
314860 0.163925 0.163715 0.169007 CURRENT LEARNING RATE: 0.03003250619960996
previous_iter_valid_loss : 0.16186319291591644
314880 0.162072 0.161863 0.167962 CURRENT LEARNING RATE: 0.03002650029898012
previous_iter_valid_loss : 0.16301575303077698
314900 0.163219 0.163016 0.168068 CURRENT LEARNING RATE: 0.030020495599410297
previous_iter_valid_loss : 0.16434262692928314
314920 0.164548 0.164343 0.167723 CURRENT LEARNING RATE: 0.030014492100660303
previous_iter_valid_loss : 0.18180051445960999
314940 0.182181 0.181801 0.168674 CURRENT LEARNING RATE: 0.030008489802489997
previous_iter_valid_loss : 0.17327170073986053
314960 0.173453 0.173272 0.169197 CURRENT LEARNING RATE: 0.030002488704659283
previous_iter_valid_loss : 0.1672562211751938
314980 0.167520 0.167256 0.169495 CURRENT LEARNING RATE: 0.02999648880692813
previous_iter_valid_loss : 0.16378934681415558
315000 0.163977 0.163789 0.169481 CURRENT LEARNING RATE: 0.029990490109056526
previous_iter_valid_loss : 0.16959649324417114
315020 0.169894 0.169596 0.169252 CURRENT LEARNING RATE: 0.02998449261080453
previous_iter_valid_loss : 0.16078290343284607
315040 0.160991 0.160783 0.168792 CURRENT LEARNING RATE: 0.029978496311932244
previous_iter_valid_loss : 0.1652410477399826
315060 0.165484 0.165241 0.168997 CURRENT LEARNING RATE: 0.029972501212199815
previous_iter_valid_loss : 0.16954314708709717
315080 0.169729 0.169543 0.168291 CURRENT LEARNING RATE: 0.02996650731136744
previous_iter_valid_loss : 0.16329719126224518
315100 0.163475 0.163297 0.168223 CURRENT LEARNING RATE: 0.02996051460919536
previous_iter_valid_loss : 0.1608738899230957
315120 0.161038 0.160874 0.166689 CURRENT LEARNING RATE: 0.029954523105443855
previous_iter_valid_loss : 0.1652653068304062
315140 0.165456 0.165265 0.165410 CURRENT LEARNING RATE: 0.029948532799873293
previous_iter_valid_loss : 0.16086100041866302
315160 0.161038 0.160861 0.165243 CURRENT LEARNING RATE: 0.029942543692244045
previous_iter_valid_loss : 0.17317311465740204
315180 0.173487 0.173173 0.165792 CURRENT LEARNING RATE: 0.02993655578231655
previous_iter_valid_loss : 0.17558859288692474
315200 0.175892 0.175589 0.166379 CURRENT LEARNING RATE: 0.02993056906985129
previous_iter_valid_loss : 0.16078293323516846
315220 0.160950 0.160783 0.166266 CURRENT LEARNING RATE: 0.029924583554608794
previous_iter_valid_loss : 0.16714857518672943
315240 0.167327 0.167149 0.166559 CURRENT LEARNING RATE: 0.02991859923634965
previous_iter_valid_loss : 0.21762768924236298
315260 0.217747 0.217628 0.169255 CURRENT LEARNING RATE: 0.02991261611483447
previous_iter_valid_loss : 0.1646849811077118
315280 0.164905 0.164685 0.169396 CURRENT LEARNING RATE: 0.02990663418982395
previous_iter_valid_loss : 0.17046096920967102
315300 0.170726 0.170461 0.169768 CURRENT LEARNING RATE: 0.029900653461078796
previous_iter_valid_loss : 0.16115522384643555
315320 0.161330 0.161155 0.169609 CURRENT LEARNING RATE: 0.029894673928359785
previous_iter_valid_loss : 0.1628141850233078
315340 0.162998 0.162814 0.168660 CURRENT LEARNING RATE: 0.02988869559142773
previous_iter_valid_loss : 0.1722199022769928
315360 0.172421 0.172220 0.168607 CURRENT LEARNING RATE: 0.029882718450043512
previous_iter_valid_loss : 0.16694048047065735
315380 0.167173 0.166940 0.168591 CURRENT LEARNING RATE: 0.029876742503968032
previous_iter_valid_loss : 0.17859505116939545
315400 0.178923 0.178595 0.169332 CURRENT LEARNING RATE: 0.02987076775296225
previous_iter_valid_loss : 0.16474375128746033
315420 0.164938 0.164744 0.169089 CURRENT LEARNING RATE: 0.02986479419678719
previous_iter_valid_loss : 0.16679808497428894
315440 0.166961 0.166798 0.169390 CURRENT LEARNING RATE: 0.029858821835203896
previous_iter_valid_loss : 0.16076652705669403
315460 0.160934 0.160767 0.169166 CURRENT LEARNING RATE: 0.029852850667973486
previous_iter_valid_loss : 0.1629193127155304
315480 0.163108 0.162919 0.168835 CURRENT LEARNING RATE: 0.029846880694857105
previous_iter_valid_loss : 0.16154493391513824
315500 0.161730 0.161545 0.168747 CURRENT LEARNING RATE: 0.029840911915615952
previous_iter_valid_loss : 0.1689605563879013
315520 0.169195 0.168961 0.169151 CURRENT LEARNING RATE: 0.029834944330011267
previous_iter_valid_loss : 0.1629670113325119
315540 0.163147 0.162967 0.169037 CURRENT LEARNING RATE: 0.02982897793780438
previous_iter_valid_loss : 0.16759584844112396
315560 0.167770 0.167596 0.169373 CURRENT LEARNING RATE: 0.029823012738756604
previous_iter_valid_loss : 0.16923674941062927
315580 0.169484 0.169237 0.169177 CURRENT LEARNING RATE: 0.02981704873262935
previous_iter_valid_loss : 0.17146602272987366
315600 0.171637 0.171466 0.168970 CURRENT LEARNING RATE: 0.029811085919184042
previous_iter_valid_loss : 0.16105633974075317
315620 0.161225 0.161056 0.168984 CURRENT LEARNING RATE: 0.02980512429818218
previous_iter_valid_loss : 0.1609072983264923
315640 0.161057 0.160907 0.168672 CURRENT LEARNING RATE: 0.029799163869385293
previous_iter_valid_loss : 0.166368305683136
315660 0.166595 0.166368 0.166109 CURRENT LEARNING RATE: 0.029793204632554963
previous_iter_valid_loss : 0.17262518405914307
315680 0.172915 0.172625 0.166506 CURRENT LEARNING RATE: 0.029787246587452822
previous_iter_valid_loss : 0.16066142916679382
Current valid loss: 0.16066142916679382; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
315700 0.160834 0.160661 0.166016 CURRENT LEARNING RATE: 0.02978128973384055
previous_iter_valid_loss : 0.1692495197057724
315720 0.169501 0.169250 0.166421 CURRENT LEARNING RATE: 0.02977533407147987
previous_iter_valid_loss : 0.1760241538286209
315740 0.176304 0.176024 0.167081 CURRENT LEARNING RATE: 0.029769379600132557
previous_iter_valid_loss : 0.1654278188943863
315760 0.165649 0.165428 0.166742 CURRENT LEARNING RATE: 0.029763426319560433
previous_iter_valid_loss : 0.16084779798984528
315780 0.161011 0.160848 0.166437 CURRENT LEARNING RATE: 0.029757474229525366
previous_iter_valid_loss : 0.17525197565555573
315800 0.175539 0.175252 0.166270 CURRENT LEARNING RATE: 0.029751523329789274
previous_iter_valid_loss : 0.16496111452579498
315820 0.165117 0.164961 0.166281 CURRENT LEARNING RATE: 0.029745573620114114
previous_iter_valid_loss : 0.17218564450740814
315840 0.172468 0.172186 0.166550 CURRENT LEARNING RATE: 0.0297396251002619
previous_iter_valid_loss : 0.1660097986459732
315860 0.166237 0.166010 0.166812 CURRENT LEARNING RATE: 0.029733677769994707
previous_iter_valid_loss : 0.18547390401363373
315880 0.185893 0.185474 0.167940 CURRENT LEARNING RATE: 0.02972773162907462
previous_iter_valid_loss : 0.1610393226146698
315900 0.161201 0.161039 0.167915 CURRENT LEARNING RATE: 0.029721786677263804
previous_iter_valid_loss : 0.16227923333644867
315920 0.162488 0.162279 0.167581 CURRENT LEARNING RATE: 0.029715842914324442
previous_iter_valid_loss : 0.1633148491382599
315940 0.163509 0.163315 0.167598 CURRENT LEARNING RATE: 0.029709900340018816
previous_iter_valid_loss : 0.18024931848049164
315960 0.180581 0.180249 0.168231 CURRENT LEARNING RATE: 0.02970395895410921
previous_iter_valid_loss : 0.16130858659744263
315980 0.161464 0.161309 0.167834 CURRENT LEARNING RATE: 0.02969801875635797
previous_iter_valid_loss : 0.16738063097000122
316000 0.167609 0.167381 0.167630 CURRENT LEARNING RATE: 0.029692079746527475
previous_iter_valid_loss : 0.16428320109844208
316020 0.164489 0.164283 0.167791 CURRENT LEARNING RATE: 0.029686141924380176
previous_iter_valid_loss : 0.22104622423648834
316040 0.221151 0.221046 0.170798 CURRENT LEARNING RATE: 0.029680205289678564
previous_iter_valid_loss : 0.1614154577255249
316060 0.161618 0.161415 0.170551 CURRENT LEARNING RATE: 0.029674269842185158
previous_iter_valid_loss : 0.16136419773101807
316080 0.161516 0.161364 0.169988 CURRENT LEARNING RATE: 0.02966833558166256
previous_iter_valid_loss : 0.16158293187618256
316100 0.161755 0.161583 0.170034 CURRENT LEARNING RATE: 0.02966240250787338
previous_iter_valid_loss : 0.16183440387248993
316120 0.162022 0.161834 0.169663 CURRENT LEARNING RATE: 0.02965647062058031
previous_iter_valid_loss : 0.16236090660095215
316140 0.162527 0.162361 0.168980 CURRENT LEARNING RATE: 0.029650539919546064
previous_iter_valid_loss : 0.16177543997764587
316160 0.161929 0.161775 0.168797 CURRENT LEARNING RATE: 0.029644610404533422
previous_iter_valid_loss : 0.16132839024066925
316180 0.161509 0.161328 0.168821 CURRENT LEARNING RATE: 0.0296386820753052
previous_iter_valid_loss : 0.16186918318271637
316200 0.162078 0.161869 0.168152 CURRENT LEARNING RATE: 0.029632754931624268
previous_iter_valid_loss : 0.16246113181114197
316220 0.162621 0.162461 0.168027 CURRENT LEARNING RATE: 0.029626828973253534
previous_iter_valid_loss : 0.16469790041446686
316240 0.164869 0.164698 0.167653 CURRENT LEARNING RATE: 0.02962090419995596
previous_iter_valid_loss : 0.16088329255580902
316260 0.161033 0.160883 0.167396 CURRENT LEARNING RATE: 0.029614980611494562
previous_iter_valid_loss : 0.16307096183300018
316280 0.163277 0.163071 0.166276 CURRENT LEARNING RATE: 0.029609058207632395
previous_iter_valid_loss : 0.16875506937503815
316300 0.168929 0.168755 0.166662 CURRENT LEARNING RATE: 0.029603136988132554
previous_iter_valid_loss : 0.16067397594451904
316320 0.160831 0.160674 0.166582 CURRENT LEARNING RATE: 0.029597216952758184
previous_iter_valid_loss : 0.16096290946006775
316340 0.161127 0.160963 0.166464 CURRENT LEARNING RATE: 0.02959129810127251
previous_iter_valid_loss : 0.16842995584011078
316360 0.168582 0.168430 0.165873 CURRENT LEARNING RATE: 0.029585380433438765
previous_iter_valid_loss : 0.1631225049495697
316380 0.163279 0.163123 0.165964 CURRENT LEARNING RATE: 0.029579463949020245
previous_iter_valid_loss : 0.1618483066558838
316400 0.162001 0.161848 0.165687 CURRENT LEARNING RATE: 0.029573548647780282
previous_iter_valid_loss : 0.16119365394115448
316420 0.161350 0.161194 0.165533 CURRENT LEARNING RATE: 0.02956763452948227
previous_iter_valid_loss : 0.18020369112491608
316440 0.180369 0.180204 0.163491 CURRENT LEARNING RATE: 0.029561721593889645
previous_iter_valid_loss : 0.16240137815475464
316460 0.162576 0.162401 0.163540 CURRENT LEARNING RATE: 0.029555809840765883
previous_iter_valid_loss : 0.1628037691116333
316480 0.162975 0.162804 0.163612 CURRENT LEARNING RATE: 0.029549899269874523
previous_iter_valid_loss : 0.163584366440773
316500 0.163807 0.163584 0.163712 CURRENT LEARNING RATE: 0.029543989880979137
previous_iter_valid_loss : 0.16974975168704987
316520 0.170013 0.169750 0.164108 CURRENT LEARNING RATE: 0.029538081673843346
previous_iter_valid_loss : 0.16103363037109375
316540 0.161233 0.161034 0.164041 CURRENT LEARNING RATE: 0.02953217464823083
previous_iter_valid_loss : 0.1709097921848297
316560 0.171071 0.170910 0.164498 CURRENT LEARNING RATE: 0.029526268803905305
previous_iter_valid_loss : 0.16337278485298157
316580 0.163591 0.163373 0.164600 CURRENT LEARNING RATE: 0.029520364140630532
previous_iter_valid_loss : 0.16073499619960785
316600 0.160904 0.160735 0.164544 CURRENT LEARNING RATE: 0.02951446065817033
previous_iter_valid_loss : 0.16495762765407562
316620 0.165170 0.164958 0.164668 CURRENT LEARNING RATE: 0.029508558356288562
previous_iter_valid_loss : 0.16314178705215454
316640 0.163280 0.163142 0.164591 CURRENT LEARNING RATE: 0.029502657234749128
previous_iter_valid_loss : 0.16107244789600372
316660 0.161230 0.161072 0.164600 CURRENT LEARNING RATE: 0.02949675729331599
previous_iter_valid_loss : 0.16203230619430542
316680 0.162177 0.162032 0.164548 CURRENT LEARNING RATE: 0.029490858531753147
previous_iter_valid_loss : 0.1611124575138092
316700 0.161285 0.161112 0.164166 CURRENT LEARNING RATE: 0.029484960949824644
previous_iter_valid_loss : 0.16456668078899384
316720 0.164807 0.164567 0.164361 CURRENT LEARNING RATE: 0.02947906454729458
previous_iter_valid_loss : 0.16300217807292938
316740 0.163148 0.163002 0.164463 CURRENT LEARNING RATE: 0.029473169323927108
previous_iter_valid_loss : 0.19111107289791107
316760 0.191270 0.191111 0.165597 CURRENT LEARNING RATE: 0.029467275279486414
previous_iter_valid_loss : 0.16071714460849762
316780 0.160870 0.160717 0.165476 CURRENT LEARNING RATE: 0.029461382413736737
previous_iter_valid_loss : 0.1640593707561493
316800 0.164301 0.164059 0.165587 CURRENT LEARNING RATE: 0.029455490726442355
previous_iter_valid_loss : 0.16591759026050568
316820 0.166149 0.165918 0.165823 CURRENT LEARNING RATE: 0.02944960021736761
previous_iter_valid_loss : 0.1613209992647171
316840 0.161519 0.161321 0.164879 CURRENT LEARNING RATE: 0.029443710886276876
previous_iter_valid_loss : 0.16091477870941162
316860 0.161095 0.160915 0.164805 CURRENT LEARNING RATE: 0.029437822732934587
previous_iter_valid_loss : 0.17012707889080048
316880 0.170311 0.170127 0.165171 CURRENT LEARNING RATE: 0.029431935757105204
previous_iter_valid_loss : 0.16216768324375153
316900 0.162367 0.162168 0.165100 CURRENT LEARNING RATE: 0.02942604995855326
previous_iter_valid_loss : 0.16101378202438354
316920 0.161221 0.161014 0.164663 CURRENT LEARNING RATE: 0.029420165337043315
previous_iter_valid_loss : 0.16175606846809387
316940 0.161955 0.161756 0.164699 CURRENT LEARNING RATE: 0.029414281892339987
previous_iter_valid_loss : 0.16161005198955536
316960 0.161816 0.161610 0.164234 CURRENT LEARNING RATE: 0.02940839962420794
previous_iter_valid_loss : 0.16168001294136047
316980 0.161845 0.161680 0.164150 CURRENT LEARNING RATE: 0.029402518532411884
previous_iter_valid_loss : 0.19348230957984924
317000 0.193607 0.193482 0.165787 CURRENT LEARNING RATE: 0.02939663861671657
previous_iter_valid_loss : 0.1659034937620163
317020 0.166090 0.165903 0.165834 CURRENT LEARNING RATE: 0.02939075987688681
previous_iter_valid_loss : 0.17951032519340515
317040 0.179848 0.179510 0.166653 CURRENT LEARNING RATE: 0.029384882312687443
previous_iter_valid_loss : 0.17680948972702026
317060 0.177128 0.176809 0.167440 CURRENT LEARNING RATE: 0.029379005923883372
previous_iter_valid_loss : 0.1626127064228058
317080 0.162843 0.162613 0.167469 CURRENT LEARNING RATE: 0.029373130710239545
previous_iter_valid_loss : 0.1622917205095291
317100 0.162522 0.162292 0.167528 CURRENT LEARNING RATE: 0.02936725667152095
previous_iter_valid_loss : 0.1613095998764038
317120 0.161479 0.161310 0.167365 CURRENT LEARNING RATE: 0.029361383807492612
previous_iter_valid_loss : 0.16152909398078918
317140 0.161720 0.161529 0.167291 CURRENT LEARNING RATE: 0.029355512117919647
previous_iter_valid_loss : 0.19288091361522675
317160 0.193310 0.192881 0.167380 CURRENT LEARNING RATE: 0.029349641602567166
previous_iter_valid_loss : 0.17133350670337677
317180 0.171580 0.171334 0.167910 CURRENT LEARNING RATE: 0.029343772261200354
previous_iter_valid_loss : 0.16275234520435333
317200 0.162925 0.162752 0.167845 CURRENT LEARNING RATE: 0.029337904093584437
previous_iter_valid_loss : 0.16397839784622192
317220 0.164125 0.163978 0.167748 CURRENT LEARNING RATE: 0.029332037099484686
previous_iter_valid_loss : 0.16280096769332886
317240 0.162954 0.162801 0.167822 CURRENT LEARNING RATE: 0.029326171278666425
previous_iter_valid_loss : 0.16070592403411865
317260 0.160858 0.160706 0.167812 CURRENT LEARNING RATE: 0.02932030663089502
previous_iter_valid_loss : 0.1648280918598175
317280 0.165013 0.164828 0.167547 CURRENT LEARNING RATE: 0.02931444315593588
previous_iter_valid_loss : 0.16083396971225739
317300 0.160968 0.160834 0.167480 CURRENT LEARNING RATE: 0.02930858085355447
previous_iter_valid_loss : 0.16775159537792206
317320 0.167974 0.167752 0.167817 CURRENT LEARNING RATE: 0.029302719723516307
previous_iter_valid_loss : 0.1747794896364212
317340 0.175054 0.174779 0.168468 CURRENT LEARNING RATE: 0.02929685976558693
previous_iter_valid_loss : 0.17110538482666016
317360 0.171232 0.171105 0.168943 CURRENT LEARNING RATE: 0.029291000979531946
previous_iter_valid_loss : 0.17045782506465912
317380 0.170612 0.170458 0.169382 CURRENT LEARNING RATE: 0.02928514336511701
previous_iter_valid_loss : 0.1662500649690628
317400 0.166412 0.166250 0.168020 CURRENT LEARNING RATE: 0.02927928692210781
previous_iter_valid_loss : 0.16101662814617157
317420 0.161176 0.161017 0.167776 CURRENT LEARNING RATE: 0.02927343165027009
previous_iter_valid_loss : 0.1607499122619629
317440 0.160917 0.160750 0.166838 CURRENT LEARNING RATE: 0.02926757754936964
previous_iter_valid_loss : 0.17076975107192993
317460 0.170954 0.170770 0.166536 CURRENT LEARNING RATE: 0.029261724619172293
previous_iter_valid_loss : 0.16150887310504913
317480 0.161656 0.161509 0.166481 CURRENT LEARNING RATE: 0.02925587285944394
previous_iter_valid_loss : 0.16146573424339294
317500 0.161628 0.161466 0.166439 CURRENT LEARNING RATE: 0.029250022269950503
previous_iter_valid_loss : 0.16087977588176727
317520 0.161035 0.160880 0.166418 CURRENT LEARNING RATE: 0.02924417285045796
previous_iter_valid_loss : 0.17081321775913239
317540 0.171107 0.170813 0.166882 CURRENT LEARNING RATE: 0.029238324600732325
previous_iter_valid_loss : 0.1639162302017212
317560 0.164148 0.163916 0.165434 CURRENT LEARNING RATE: 0.029232477520539684
previous_iter_valid_loss : 0.17687532305717468
317580 0.177088 0.176875 0.165711 CURRENT LEARNING RATE: 0.029226631609646156
previous_iter_valid_loss : 0.17158997058868408
317600 0.171780 0.171590 0.166153 CURRENT LEARNING RATE: 0.02922078686781789
previous_iter_valid_loss : 0.1623820662498474
317620 0.162560 0.162382 0.166073 CURRENT LEARNING RATE: 0.02921494329482111
previous_iter_valid_loss : 0.16964371502399445
317640 0.169910 0.169644 0.166415 CURRENT LEARNING RATE: 0.02920910089042206
previous_iter_valid_loss : 0.16395185887813568
317660 0.164129 0.163952 0.166577 CURRENT LEARNING RATE: 0.02920325965438705
previous_iter_valid_loss : 0.1611572504043579
317680 0.161297 0.161157 0.166394 CURRENT LEARNING RATE: 0.02919741958648243
previous_iter_valid_loss : 0.16123555600643158
317700 0.161369 0.161236 0.166414 CURRENT LEARNING RATE: 0.029191580686474594
previous_iter_valid_loss : 0.16167069971561432
317720 0.161833 0.161671 0.166110 CURRENT LEARNING RATE: 0.029185742954129998
previous_iter_valid_loss : 0.16155898571014404
317740 0.161710 0.161559 0.165449 CURRENT LEARNING RATE: 0.029179906389215117
previous_iter_valid_loss : 0.16804909706115723
317760 0.168241 0.168049 0.165296 CURRENT LEARNING RATE: 0.0291740709914965
previous_iter_valid_loss : 0.16496418416500092
317780 0.165173 0.164964 0.165021 CURRENT LEARNING RATE: 0.029168236760740724
previous_iter_valid_loss : 0.16127167642116547
317800 0.161449 0.161272 0.164772 CURRENT LEARNING RATE: 0.029162403696714422
previous_iter_valid_loss : 0.17371074855327606
317820 0.174024 0.173711 0.165407 CURRENT LEARNING RATE: 0.029156571799184273
previous_iter_valid_loss : 0.16247116029262543
317840 0.162657 0.162471 0.165493 CURRENT LEARNING RATE: 0.029150741067917
previous_iter_valid_loss : 0.16163045167922974
317860 0.161822 0.161630 0.165036 CURRENT LEARNING RATE: 0.02914491150267937
previous_iter_valid_loss : 0.1650039255619049
317880 0.165162 0.165004 0.165211 CURRENT LEARNING RATE: 0.029139083103238206
previous_iter_valid_loss : 0.16122137010097504
317900 0.161371 0.161221 0.165199 CURRENT LEARNING RATE: 0.029133255869360372
previous_iter_valid_loss : 0.16319899260997772
317920 0.163364 0.163199 0.165315 CURRENT LEARNING RATE: 0.029127429800812774
previous_iter_valid_loss : 0.18422062695026398
317940 0.184425 0.184221 0.165985 CURRENT LEARNING RATE: 0.029121604897362364
previous_iter_valid_loss : 0.16094838082790375
317960 0.161124 0.160948 0.165837 CURRENT LEARNING RATE: 0.029115781158776163
previous_iter_valid_loss : 0.1657056361436844
317980 0.165951 0.165706 0.165278 CURRENT LEARNING RATE: 0.02910995858482121
previous_iter_valid_loss : 0.16678386926651
318000 0.167048 0.166784 0.165038 CURRENT LEARNING RATE: 0.029104137175264607
previous_iter_valid_loss : 0.17384116351604462
318020 0.174145 0.173841 0.165611 CURRENT LEARNING RATE: 0.029098316929873497
previous_iter_valid_loss : 0.16144104301929474
318040 0.161641 0.161441 0.165201 CURRENT LEARNING RATE: 0.029092497848415066
previous_iter_valid_loss : 0.16334477066993713
318060 0.163529 0.163345 0.165170 CURRENT LEARNING RATE: 0.02908667993065655
previous_iter_valid_loss : 0.16832128167152405
318080 0.168498 0.168321 0.165529 CURRENT LEARNING RATE: 0.029080863176365237
previous_iter_valid_loss : 0.1651933342218399
318100 0.165383 0.165193 0.165726 CURRENT LEARNING RATE: 0.029075047585308458
previous_iter_valid_loss : 0.16490602493286133
318120 0.165119 0.164906 0.165888 CURRENT LEARNING RATE: 0.029069233157253585
previous_iter_valid_loss : 0.1839808076620102
318140 0.184338 0.183981 0.167009 CURRENT LEARNING RATE: 0.02906341989196804
previous_iter_valid_loss : 0.1631753146648407
318160 0.163380 0.163175 0.166766 CURRENT LEARNING RATE: 0.029057607789219297
previous_iter_valid_loss : 0.16380475461483002
318180 0.163984 0.163805 0.166708 CURRENT LEARNING RATE: 0.029051796848774868
previous_iter_valid_loss : 0.1647840440273285
318200 0.164982 0.164784 0.166883 CURRENT LEARNING RATE: 0.029045987070402315
previous_iter_valid_loss : 0.1616731584072113
318220 0.161854 0.161673 0.166281 CURRENT LEARNING RATE: 0.02904017845386925
previous_iter_valid_loss : 0.16452431678771973
318240 0.164709 0.164524 0.166384 CURRENT LEARNING RATE: 0.029034370998943328
previous_iter_valid_loss : 0.16079558432102203
318260 0.160930 0.160796 0.166342 CURRENT LEARNING RATE: 0.029028564705392248
previous_iter_valid_loss : 0.17067551612854004
318280 0.170836 0.170676 0.166626 CURRENT LEARNING RATE: 0.029022759572983763
previous_iter_valid_loss : 0.16166184842586517
318300 0.161838 0.161662 0.166648 CURRENT LEARNING RATE: 0.029016955601485664
previous_iter_valid_loss : 0.16153469681739807
318320 0.161713 0.161535 0.166565 CURRENT LEARNING RATE: 0.029011152790665788
previous_iter_valid_loss : 0.17175087332725525
318340 0.171872 0.171751 0.165941 CURRENT LEARNING RATE: 0.029005351140292023
previous_iter_valid_loss : 0.16979797184467316
318360 0.169941 0.169798 0.166384 CURRENT LEARNING RATE: 0.028999550650132315
previous_iter_valid_loss : 0.1677727848291397
318380 0.167918 0.167773 0.166487 CURRENT LEARNING RATE: 0.02899375131995464
previous_iter_valid_loss : 0.16129657626152039
318400 0.161473 0.161297 0.166213 CURRENT LEARNING RATE: 0.028987953149527016
previous_iter_valid_loss : 0.16267774999141693
318420 0.162866 0.162678 0.165654 CURRENT LEARNING RATE: 0.02898215613861753
previous_iter_valid_loss : 0.17959068715572357
318440 0.179909 0.179591 0.166562 CURRENT LEARNING RATE: 0.028976360286994286
previous_iter_valid_loss : 0.16092412173748016
318460 0.161094 0.160924 0.166441 CURRENT LEARNING RATE: 0.028970565594425464
previous_iter_valid_loss : 0.16677246987819672
318480 0.166982 0.166772 0.166364 CURRENT LEARNING RATE: 0.028964772060679263
previous_iter_valid_loss : 0.17345596849918365
318500 0.173752 0.173456 0.166777 CURRENT LEARNING RATE: 0.028958979685523953
previous_iter_valid_loss : 0.16862852871418
318520 0.168789 0.168629 0.166963 CURRENT LEARNING RATE: 0.02895318846872783
previous_iter_valid_loss : 0.16833889484405518
318540 0.168511 0.168339 0.166181 CURRENT LEARNING RATE: 0.028947398410059253
previous_iter_valid_loss : 0.16713599860668182
318560 0.167330 0.167136 0.166379 CURRENT LEARNING RATE: 0.028941609509286616
previous_iter_valid_loss : 0.16274602711200714
318580 0.162962 0.162746 0.166326 CURRENT LEARNING RATE: 0.028935821766178364
previous_iter_valid_loss : 0.1777675300836563
318600 0.178082 0.177768 0.166975 CURRENT LEARNING RATE: 0.028930035180502984
previous_iter_valid_loss : 0.16097381711006165
318620 0.161137 0.160974 0.166940 CURRENT LEARNING RATE: 0.028924249752029015
previous_iter_valid_loss : 0.16208410263061523
318640 0.162259 0.162084 0.166818 CURRENT LEARNING RATE: 0.02891846548052504
previous_iter_valid_loss : 0.16500067710876465
318660 0.165152 0.165001 0.167028 CURRENT LEARNING RATE: 0.02891268236575969
previous_iter_valid_loss : 0.17203214764595032
318680 0.172290 0.172032 0.167096 CURRENT LEARNING RATE: 0.02890690040750164
previous_iter_valid_loss : 0.17923623323440552
318700 0.179547 0.179236 0.167975 CURRENT LEARNING RATE: 0.028901119605519606
previous_iter_valid_loss : 0.17358900606632233
318720 0.173863 0.173589 0.168577 CURRENT LEARNING RATE: 0.028895339959582364
previous_iter_valid_loss : 0.1657383143901825
318740 0.165901 0.165738 0.168277 CURRENT LEARNING RATE: 0.028889561469458706
previous_iter_valid_loss : 0.1798425316810608
318760 0.180156 0.179843 0.168779 CURRENT LEARNING RATE: 0.028883784134917528
previous_iter_valid_loss : 0.16684946417808533
318780 0.167058 0.166849 0.168733 CURRENT LEARNING RATE: 0.028878007955727716
previous_iter_valid_loss : 0.1833571493625641
318800 0.183698 0.183357 0.169836 CURRENT LEARNING RATE: 0.02887223293165823
previous_iter_valid_loss : 0.16439159214496613
318820 0.164553 0.164392 0.169922 CURRENT LEARNING RATE: 0.028866459062478065
previous_iter_valid_loss : 0.16140678524971008
318840 0.161597 0.161407 0.169012 CURRENT LEARNING RATE: 0.028860686347956264
previous_iter_valid_loss : 0.1608286052942276
318860 0.160996 0.160829 0.169008 CURRENT LEARNING RATE: 0.02885491478786192
previous_iter_valid_loss : 0.16144230961799622
318880 0.161606 0.161442 0.168741 CURRENT LEARNING RATE: 0.028849144381964172
previous_iter_valid_loss : 0.1644526869058609
318900 0.164612 0.164453 0.168291 CURRENT LEARNING RATE: 0.028843375130032208
previous_iter_valid_loss : 0.16115370392799377
318920 0.161317 0.161154 0.167917 CURRENT LEARNING RATE: 0.028837607031835247
previous_iter_valid_loss : 0.16150972247123718
318940 0.161668 0.161510 0.167576 CURRENT LEARNING RATE: 0.028831840087142572
previous_iter_valid_loss : 0.16074199974536896
318960 0.160906 0.160742 0.167256 CURRENT LEARNING RATE: 0.02882607429572351
previous_iter_valid_loss : 0.16694997251033783
318980 0.167166 0.166950 0.167466 CURRENT LEARNING RATE: 0.028820309657347415
previous_iter_valid_loss : 0.16079172492027283
319000 0.160963 0.160792 0.166617 CURRENT LEARNING RATE: 0.028814546171783716
previous_iter_valid_loss : 0.1632509082555771
319020 0.163473 0.163251 0.166731 CURRENT LEARNING RATE: 0.028808783838801862
previous_iter_valid_loss : 0.1639978438615799
319040 0.164219 0.163998 0.166827 CURRENT LEARNING RATE: 0.028803022658171373
previous_iter_valid_loss : 0.1958627849817276
319060 0.196320 0.195863 0.168370 CURRENT LEARNING RATE: 0.02879726262966179
previous_iter_valid_loss : 0.16212309896945953
319080 0.162305 0.162123 0.167875 CURRENT LEARNING RATE: 0.028791503753042718
previous_iter_valid_loss : 0.1617504060268402
319100 0.161898 0.161750 0.167000 CURRENT LEARNING RATE: 0.028785746028083793
previous_iter_valid_loss : 0.190017431974411
319120 0.190433 0.190017 0.167822 CURRENT LEARNING RATE: 0.028779989454554723
previous_iter_valid_loss : 0.16621214151382446
319140 0.166377 0.166212 0.167846 CURRENT LEARNING RATE: 0.02877423403222521
previous_iter_valid_loss : 0.166567862033844
319160 0.166723 0.166568 0.167182 CURRENT LEARNING RATE: 0.02876847976086509
previous_iter_valid_loss : 0.16131432354450226
319180 0.161463 0.161314 0.166905 CURRENT LEARNING RATE: 0.02876272664024415
previous_iter_valid_loss : 0.17518846690654755
319200 0.175329 0.175188 0.166497 CURRENT LEARNING RATE: 0.02875697467013229
previous_iter_valid_loss : 0.16306674480438232
319220 0.163271 0.163067 0.166430 CURRENT LEARNING RATE: 0.028751223850299417
previous_iter_valid_loss : 0.1616964042186737
319240 0.161910 0.161696 0.166445 CURRENT LEARNING RATE: 0.028745474180515502
previous_iter_valid_loss : 0.16129854321479797
319260 0.161469 0.161299 0.166468 CURRENT LEARNING RATE: 0.02873972566055056
previous_iter_valid_loss : 0.1669107973575592
319280 0.167157 0.166911 0.166742 CURRENT LEARNING RATE: 0.02873397829017464
previous_iter_valid_loss : 0.16235950589179993
319300 0.162558 0.162360 0.166637 CURRENT LEARNING RATE: 0.028728232069157866
previous_iter_valid_loss : 0.1617969125509262
319320 0.161958 0.161797 0.166669 CURRENT LEARNING RATE: 0.028722486997270376
previous_iter_valid_loss : 0.1608654409646988
319340 0.161055 0.160865 0.166637 CURRENT LEARNING RATE: 0.028716743074282368
previous_iter_valid_loss : 0.16358454525470734
319360 0.163779 0.163585 0.166779 CURRENT LEARNING RATE: 0.028711000299964085
previous_iter_valid_loss : 0.16259360313415527
319380 0.162801 0.162594 0.166561 CURRENT LEARNING RATE: 0.028705258674085816
previous_iter_valid_loss : 0.16507530212402344
319400 0.165346 0.165075 0.166775 CURRENT LEARNING RATE: 0.028699518196417903
previous_iter_valid_loss : 0.1612619161605835
319420 0.161458 0.161262 0.166676 CURRENT LEARNING RATE: 0.028693778866730718
previous_iter_valid_loss : 0.16106054186820984
319440 0.161240 0.161061 0.166529 CURRENT LEARNING RATE: 0.028688040684794698
previous_iter_valid_loss : 0.1614914983510971
319460 0.161650 0.161491 0.164811 CURRENT LEARNING RATE: 0.028682303650380304
previous_iter_valid_loss : 0.16659720242023468
319480 0.166843 0.166597 0.165034 CURRENT LEARNING RATE: 0.02867656776325806
previous_iter_valid_loss : 0.1761528104543686
319500 0.176492 0.176153 0.165754 CURRENT LEARNING RATE: 0.02867083302319853
previous_iter_valid_loss : 0.16129277646541595
319520 0.161451 0.161293 0.164318 CURRENT LEARNING RATE: 0.028665099429972328
previous_iter_valid_loss : 0.17020902037620544
319540 0.170339 0.170209 0.164518 CURRENT LEARNING RATE: 0.028659366983350087
previous_iter_valid_loss : 0.16178637742996216
319560 0.162001 0.161786 0.164279 CURRENT LEARNING RATE: 0.028653635683102547
previous_iter_valid_loss : 0.16995833814144135
319580 0.170099 0.169958 0.164711 CURRENT LEARNING RATE: 0.028647905529000442
previous_iter_valid_loss : 0.1722228229045868
319600 0.172495 0.172223 0.164563 CURRENT LEARNING RATE: 0.028642176520814553
previous_iter_valid_loss : 0.16116781532764435
319620 0.161330 0.161168 0.164468 CURRENT LEARNING RATE: 0.028636448658315734
previous_iter_valid_loss : 0.17074207961559296
319640 0.171000 0.170742 0.164920 CURRENT LEARNING RATE: 0.028630721941274865
previous_iter_valid_loss : 0.1844269037246704
319660 0.184604 0.184427 0.166077 CURRENT LEARNING RATE: 0.028624996369462877
previous_iter_valid_loss : 0.16178441047668457
319680 0.162007 0.161784 0.165820 CURRENT LEARNING RATE: 0.02861927194265075
previous_iter_valid_loss : 0.1861402690410614
319700 0.186541 0.186140 0.167009 CURRENT LEARNING RATE: 0.028613548660609504
previous_iter_valid_loss : 0.17720384895801544
319720 0.177503 0.177204 0.167780 CURRENT LEARNING RATE: 0.028607826523110204
previous_iter_valid_loss : 0.16107286512851715
319740 0.161235 0.161073 0.167790 CURRENT LEARNING RATE: 0.02860210552992397
previous_iter_valid_loss : 0.17991000413894653
319760 0.180061 0.179910 0.168606 CURRENT LEARNING RATE: 0.028596385680821963
previous_iter_valid_loss : 0.1621713489294052
319780 0.162336 0.162171 0.168585 CURRENT LEARNING RATE: 0.028590666975575385
previous_iter_valid_loss : 0.16082720458507538
319800 0.160985 0.160827 0.168373 CURRENT LEARNING RATE: 0.02858494941395549
previous_iter_valid_loss : 0.16993685066699982
319820 0.170095 0.169937 0.168807 CURRENT LEARNING RATE: 0.02857923299573358
previous_iter_valid_loss : 0.160740926861763
319840 0.160908 0.160741 0.168791 CURRENT LEARNING RATE: 0.02857351772068099
previous_iter_valid_loss : 0.16243799030780792
319860 0.162602 0.162438 0.168838 CURRENT LEARNING RATE: 0.028567803588569113
previous_iter_valid_loss : 0.1849210262298584
319880 0.185299 0.184921 0.169754 CURRENT LEARNING RATE: 0.028562090599169383
previous_iter_valid_loss : 0.16075173020362854
319900 0.160944 0.160752 0.168984 CURRENT LEARNING RATE: 0.028556378752253277
previous_iter_valid_loss : 0.17642994225025177
319920 0.176729 0.176430 0.169741 CURRENT LEARNING RATE: 0.028550668047592334
previous_iter_valid_loss : 0.17755775153636932
319940 0.177735 0.177558 0.170108 CURRENT LEARNING RATE: 0.028544958484958093
previous_iter_valid_loss : 0.16410794854164124
319960 0.164269 0.164108 0.170224 CURRENT LEARNING RATE: 0.028539250064122217
previous_iter_valid_loss : 0.1618514358997345
319980 0.162033 0.161851 0.169819 CURRENT LEARNING RATE: 0.028533542784856345
previous_iter_valid_loss : 0.1730223447084427
320000 0.173298 0.173022 0.169859 CURRENT LEARNING RATE: 0.02852783664693219
previous_iter_valid_loss : 0.16210564970970154
320020 0.162275 0.162106 0.169906 CURRENT LEARNING RATE: 0.028522131650121497
previous_iter_valid_loss : 0.16696538031101227
320040 0.167093 0.166965 0.169717 CURRENT LEARNING RATE: 0.02851642779419608
previous_iter_valid_loss : 0.16124531626701355
320060 0.161431 0.161245 0.168558 CURRENT LEARNING RATE: 0.028510725078927775
previous_iter_valid_loss : 0.16292735934257507
320080 0.163122 0.162927 0.168615 CURRENT LEARNING RATE: 0.02850502350408848
previous_iter_valid_loss : 0.1628074049949646
320100 0.162967 0.162807 0.167449 CURRENT LEARNING RATE: 0.02849932306945013
previous_iter_valid_loss : 0.161240816116333
320120 0.161440 0.161241 0.166650 CURRENT LEARNING RATE: 0.028493623774784704
previous_iter_valid_loss : 0.16087402403354645
320140 0.161018 0.160874 0.166640 CURRENT LEARNING RATE: 0.028487925619864234
previous_iter_valid_loss : 0.1625545620918274
320160 0.162680 0.162555 0.165773 CURRENT LEARNING RATE: 0.028482228604460792
previous_iter_valid_loss : 0.16118097305297852
320180 0.161319 0.161181 0.165723 CURRENT LEARNING RATE: 0.028476532728346497
previous_iter_valid_loss : 0.16188493371009827
320200 0.162084 0.161885 0.165776 CURRENT LEARNING RATE: 0.028470837991293515
previous_iter_valid_loss : 0.1618638038635254
320220 0.162019 0.161864 0.165372 CURRENT LEARNING RATE: 0.028465144393074057
previous_iter_valid_loss : 0.16092978417873383
320240 0.161105 0.160930 0.165382 CURRENT LEARNING RATE: 0.028459451933460382
previous_iter_valid_loss : 0.163962721824646
320260 0.164158 0.163963 0.165458 CURRENT LEARNING RATE: 0.028453760612224786
previous_iter_valid_loss : 0.16927583515644073
320280 0.169491 0.169276 0.164676 CURRENT LEARNING RATE: 0.028448070429139615
previous_iter_valid_loss : 0.16150228679180145
320300 0.161681 0.161502 0.164713 CURRENT LEARNING RATE: 0.02844238138397727
previous_iter_valid_loss : 0.16087034344673157
320320 0.161054 0.160870 0.163935 CURRENT LEARNING RATE: 0.02843669347651018
previous_iter_valid_loss : 0.16064666211605072
Current valid loss: 0.16064666211605072; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
320340 0.160820 0.160647 0.163090 CURRENT LEARNING RATE: 0.028431006706510838
previous_iter_valid_loss : 0.1946139931678772
320360 0.195148 0.194614 0.164615 CURRENT LEARNING RATE: 0.028425321073751748
previous_iter_valid_loss : 0.1618613451719284
320380 0.162076 0.161861 0.164616 CURRENT LEARNING RATE: 0.028419636578005524
previous_iter_valid_loss : 0.17166538536548615
320400 0.171959 0.171665 0.164548 CURRENT LEARNING RATE: 0.02841395321904476
previous_iter_valid_loss : 0.16330012679100037
320420 0.163528 0.163300 0.164607 CURRENT LEARNING RATE: 0.028408270996642133
previous_iter_valid_loss : 0.1652236431837082
320440 0.165453 0.165224 0.164520 CURRENT LEARNING RATE: 0.02840258991057035
previous_iter_valid_loss : 0.1622239351272583
320460 0.162452 0.162224 0.164569 CURRENT LEARNING RATE: 0.02839690996060217
previous_iter_valid_loss : 0.16822566092014313
320480 0.168456 0.168226 0.164834 CURRENT LEARNING RATE: 0.028391231146510387
previous_iter_valid_loss : 0.16087551414966583
320500 0.161036 0.160876 0.164738 CURRENT LEARNING RATE: 0.028385553468067856
previous_iter_valid_loss : 0.16968074440956116
320520 0.169817 0.169681 0.165160 CURRENT LEARNING RATE: 0.028379876925047464
previous_iter_valid_loss : 0.1784260869026184
320540 0.178577 0.178426 0.166037 CURRENT LEARNING RATE: 0.02837420151722216
previous_iter_valid_loss : 0.17402531206607819
320560 0.174197 0.174025 0.166611 CURRENT LEARNING RATE: 0.028368527244364915
previous_iter_valid_loss : 0.17602115869522095
320580 0.176314 0.176021 0.167353 CURRENT LEARNING RATE: 0.028362854106248763
previous_iter_valid_loss : 0.16512635350227356
320600 0.165333 0.165126 0.167515 CURRENT LEARNING RATE: 0.02835718210264678
previous_iter_valid_loss : 0.1779078245162964
320620 0.178211 0.177908 0.168317 CURRENT LEARNING RATE: 0.028351511233332086
previous_iter_valid_loss : 0.16136181354522705
320640 0.161487 0.161362 0.168339 CURRENT LEARNING RATE: 0.028345841498077846
previous_iter_valid_loss : 0.18908455967903137
320660 0.189260 0.189085 0.169595 CURRENT LEARNING RATE: 0.028340172896657266
previous_iter_valid_loss : 0.16091027855873108
320680 0.161074 0.160910 0.169176 CURRENT LEARNING RATE: 0.02833450542884361
previous_iter_valid_loss : 0.16702598333358765
320700 0.167256 0.167026 0.169453 CURRENT LEARNING RATE: 0.028328839094410172
previous_iter_valid_loss : 0.16200080513954163
320720 0.162164 0.162001 0.169509 CURRENT LEARNING RATE: 0.028323173893130302
previous_iter_valid_loss : 0.1628085821866989
320740 0.162968 0.162809 0.169617 CURRENT LEARNING RATE: 0.02831750982477739
previous_iter_valid_loss : 0.16688944399356842
320760 0.167076 0.166889 0.168231 CURRENT LEARNING RATE: 0.028311846889124866
previous_iter_valid_loss : 0.16071689128875732
320780 0.160885 0.160717 0.168174 CURRENT LEARNING RATE: 0.028306185085946234
previous_iter_valid_loss : 0.16249483823776245
320800 0.162665 0.162495 0.167715 CURRENT LEARNING RATE: 0.028300524415015006
previous_iter_valid_loss : 0.16283033788204193
320820 0.162986 0.162830 0.167692 CURRENT LEARNING RATE: 0.028294864876104758
previous_iter_valid_loss : 0.16342966258525848
320840 0.163617 0.163430 0.167602 CURRENT LEARNING RATE: 0.028289206468989112
previous_iter_valid_loss : 0.16577081382274628
320860 0.165988 0.165771 0.167779 CURRENT LEARNING RATE: 0.02828354919344173
previous_iter_valid_loss : 0.16152840852737427
320880 0.161686 0.161528 0.167445 CURRENT LEARNING RATE: 0.028277893049236315
previous_iter_valid_loss : 0.1620119959115982
320900 0.162200 0.162012 0.167501 CURRENT LEARNING RATE: 0.028272238036146626
previous_iter_valid_loss : 0.16863533854484558
320920 0.168887 0.168635 0.167449 CURRENT LEARNING RATE: 0.028266584153946468
previous_iter_valid_loss : 0.16234059631824493
320940 0.162523 0.162341 0.166645 CURRENT LEARNING RATE: 0.028260931402409675
previous_iter_valid_loss : 0.18384093046188354
320960 0.184021 0.183841 0.167136 CURRENT LEARNING RATE: 0.02825527978131014
previous_iter_valid_loss : 0.16451290249824524
320980 0.164676 0.164513 0.166560 CURRENT LEARNING RATE: 0.0282496292904218
previous_iter_valid_loss : 0.16683031618595123
321000 0.167029 0.166830 0.166645 CURRENT LEARNING RATE: 0.02824397992951864
previous_iter_valid_loss : 0.18269731104373932
321020 0.182920 0.182697 0.166885 CURRENT LEARNING RATE: 0.02823833169837468
previous_iter_valid_loss : 0.1673983633518219
321040 0.167558 0.167398 0.167187 CURRENT LEARNING RATE: 0.02823268459676399
previous_iter_valid_loss : 0.17152823507785797
321060 0.171774 0.171528 0.166309 CURRENT LEARNING RATE: 0.028227038624460684
previous_iter_valid_loss : 0.16691608726978302
321080 0.167095 0.166916 0.166609 CURRENT LEARNING RATE: 0.028221393781238932
previous_iter_valid_loss : 0.16122187674045563
321100 0.161421 0.161222 0.166319 CURRENT LEARNING RATE: 0.02821575006687294
previous_iter_valid_loss : 0.17404544353485107
321120 0.174222 0.174045 0.166921 CURRENT LEARNING RATE: 0.028210107481136944
previous_iter_valid_loss : 0.1621709018945694
321140 0.162348 0.162171 0.166889 CURRENT LEARNING RATE: 0.028204466023805257
previous_iter_valid_loss : 0.16722583770751953
321160 0.167396 0.167226 0.166906 CURRENT LEARNING RATE: 0.028198825694652197
previous_iter_valid_loss : 0.16256482899188995
321180 0.162750 0.162565 0.166999 CURRENT LEARNING RATE: 0.028193186493452187
previous_iter_valid_loss : 0.1625470370054245
321200 0.162739 0.162547 0.167001 CURRENT LEARNING RATE: 0.028187548419979638
previous_iter_valid_loss : 0.1710047572851181
321220 0.171178 0.171005 0.167410 CURRENT LEARNING RATE: 0.028181911474009027
previous_iter_valid_loss : 0.1608722060918808
321240 0.161040 0.160872 0.167282 CURRENT LEARNING RATE: 0.028176275655314886
previous_iter_valid_loss : 0.16282561421394348
321260 0.163013 0.162826 0.167135 CURRENT LEARNING RATE: 0.02817064096367177
previous_iter_valid_loss : 0.16450612246990204
321280 0.164657 0.164506 0.167284 CURRENT LEARNING RATE: 0.028165007398854296
previous_iter_valid_loss : 0.16955365240573883
321300 0.169745 0.169554 0.167661 CURRENT LEARNING RATE: 0.02815937496063712
previous_iter_valid_loss : 0.16324590146541595
321320 0.163414 0.163246 0.167391 CURRENT LEARNING RATE: 0.028153743648794947
previous_iter_valid_loss : 0.17079491913318634
321340 0.171050 0.170795 0.167814 CURRENT LEARNING RATE: 0.028148113463102527
previous_iter_valid_loss : 0.16075831651687622
321360 0.160908 0.160758 0.166660 CURRENT LEARNING RATE: 0.028142484403334646
previous_iter_valid_loss : 0.16085751354694366
321380 0.161034 0.160858 0.166477 CURRENT LEARNING RATE: 0.02813685646926615
previous_iter_valid_loss : 0.18406453728675842
321400 0.184403 0.184065 0.167339 CURRENT LEARNING RATE: 0.028131229660671914
previous_iter_valid_loss : 0.16482509672641754
321420 0.165028 0.164825 0.166445 CURRENT LEARNING RATE: 0.02812560397732686
previous_iter_valid_loss : 0.16097497940063477
321440 0.161129 0.160975 0.166124 CURRENT LEARNING RATE: 0.02811997941900598
previous_iter_valid_loss : 0.16101406514644623
321460 0.161176 0.161014 0.165598 CURRENT LEARNING RATE: 0.028114355985484275
previous_iter_valid_loss : 0.1610870063304901
321480 0.161227 0.161087 0.165307 CURRENT LEARNING RATE: 0.028108733676536816
previous_iter_valid_loss : 0.1636258363723755
321500 0.163750 0.163626 0.165427 CURRENT LEARNING RATE: 0.028103112491938705
previous_iter_valid_loss : 0.16435855627059937
321520 0.164506 0.164359 0.164943 CURRENT LEARNING RATE: 0.028097492431465098
previous_iter_valid_loss : 0.16158418357372284
321540 0.161746 0.161584 0.164913 CURRENT LEARNING RATE: 0.028091873494891194
previous_iter_valid_loss : 0.1713629513978958
321560 0.171590 0.171363 0.165120 CURRENT LEARNING RATE: 0.02808625568199222
previous_iter_valid_loss : 0.16578704118728638
321580 0.165944 0.165787 0.165281 CURRENT LEARNING RATE: 0.02808063899254349
previous_iter_valid_loss : 0.16069041192531586
321600 0.160843 0.160690 0.165188 CURRENT LEARNING RATE: 0.028075023426320324
previous_iter_valid_loss : 0.17367081344127655
321620 0.173862 0.173671 0.165322 CURRENT LEARNING RATE: 0.028069408983098093
previous_iter_valid_loss : 0.16118080914020538
321640 0.161354 0.161181 0.165337 CURRENT LEARNING RATE: 0.028063795662652234
previous_iter_valid_loss : 0.1631784439086914
321660 0.163378 0.163178 0.165355 CURRENT LEARNING RATE: 0.028058183464758198
previous_iter_valid_loss : 0.16073590517044067
321680 0.160900 0.160736 0.165166 CURRENT LEARNING RATE: 0.02805257238919151
previous_iter_valid_loss : 0.1633579283952713
321700 0.163538 0.163358 0.164857 CURRENT LEARNING RATE: 0.028046962435727716
previous_iter_valid_loss : 0.1694875955581665
321720 0.169735 0.169488 0.165169 CURRENT LEARNING RATE: 0.02804135360414243
previous_iter_valid_loss : 0.16239716112613678
321740 0.162542 0.162397 0.164749 CURRENT LEARNING RATE: 0.028035745894211286
previous_iter_valid_loss : 0.16890113055706024
321760 0.169130 0.168901 0.165156 CURRENT LEARNING RATE: 0.028030139305709984
previous_iter_valid_loss : 0.16314557194709778
321780 0.163314 0.163146 0.165270 CURRENT LEARNING RATE: 0.028024533838414255
previous_iter_valid_loss : 0.17783133685588837
321800 0.178173 0.177831 0.164959 CURRENT LEARNING RATE: 0.028018929492099883
previous_iter_valid_loss : 0.1637239158153534
321820 0.163866 0.163724 0.164904 CURRENT LEARNING RATE: 0.0280133262665427
previous_iter_valid_loss : 0.18660515546798706
321840 0.186746 0.186605 0.166185 CURRENT LEARNING RATE: 0.02800772416151857
previous_iter_valid_loss : 0.17575588822364807
321860 0.175911 0.175756 0.166922 CURRENT LEARNING RATE: 0.028002123176803402
previous_iter_valid_loss : 0.16108731925487518
321880 0.161249 0.161087 0.166922 CURRENT LEARNING RATE: 0.027996523312173175
previous_iter_valid_loss : 0.17291982471942902
321900 0.173175 0.172920 0.167387 CURRENT LEARNING RATE: 0.027990924567403878
previous_iter_valid_loss : 0.16145363450050354
321920 0.161638 0.161454 0.167242 CURRENT LEARNING RATE: 0.02798532694227157
previous_iter_valid_loss : 0.16216324269771576
321940 0.162347 0.162163 0.167271 CURRENT LEARNING RATE: 0.027979730436552344
previous_iter_valid_loss : 0.16096843779087067
321960 0.161125 0.160968 0.166751 CURRENT LEARNING RATE: 0.027974135050022327
previous_iter_valid_loss : 0.16632188856601715
321980 0.166519 0.166322 0.166778 CURRENT LEARNING RATE: 0.027968540782457724
previous_iter_valid_loss : 0.16492179036140442
322000 0.165098 0.164922 0.166989 CURRENT LEARNING RATE: 0.02796294763363476
previous_iter_valid_loss : 0.16713294386863708
322020 0.167259 0.167133 0.166662 CURRENT LEARNING RATE: 0.027957355603329705
previous_iter_valid_loss : 0.1660202592611313
322040 0.166226 0.166020 0.166904 CURRENT LEARNING RATE: 0.027951764691318878
previous_iter_valid_loss : 0.1869751513004303
322060 0.187154 0.186975 0.168094 CURRENT LEARNING RATE: 0.02794617489737864
previous_iter_valid_loss : 0.16131898760795593
322080 0.161475 0.161319 0.168123 CURRENT LEARNING RATE: 0.027940586221285407
previous_iter_valid_loss : 0.16115671396255493
322100 0.161333 0.161157 0.168013 CURRENT LEARNING RATE: 0.027934998662815624
previous_iter_valid_loss : 0.17775605618953705
322120 0.178111 0.177756 0.168427 CURRENT LEARNING RATE: 0.027929412221745786
previous_iter_valid_loss : 0.17054875195026398
322140 0.170828 0.170549 0.168834 CURRENT LEARNING RATE: 0.027923826897852447
previous_iter_valid_loss : 0.18788263201713562
322160 0.188304 0.187883 0.169783 CURRENT LEARNING RATE: 0.027918242690912184
previous_iter_valid_loss : 0.1841460019350052
322180 0.184534 0.184146 0.170833 CURRENT LEARNING RATE: 0.027912659600701634
previous_iter_valid_loss : 0.16688615083694458
322200 0.167119 0.166886 0.170286 CURRENT LEARNING RATE: 0.027907077626997474
previous_iter_valid_loss : 0.16133403778076172
322220 0.161516 0.161334 0.170166 CURRENT LEARNING RATE: 0.027901496769576418
previous_iter_valid_loss : 0.1789374053478241
322240 0.179117 0.178937 0.169783 CURRENT LEARNING RATE: 0.02789591702821524
previous_iter_valid_loss : 0.1643642783164978
322260 0.164515 0.164364 0.169214 CURRENT LEARNING RATE: 0.027890338402690742
previous_iter_valid_loss : 0.16517236828804016
322280 0.165393 0.165172 0.169418 CURRENT LEARNING RATE: 0.02788476089277979
previous_iter_valid_loss : 0.16991128027439117
322300 0.170156 0.169911 0.169267 CURRENT LEARNING RATE: 0.027879184498259272
previous_iter_valid_loss : 0.1614701896905899
322320 0.161644 0.161470 0.169268 CURRENT LEARNING RATE: 0.02787360921890614
previous_iter_valid_loss : 0.16951580345630646
322340 0.169653 0.169516 0.169636 CURRENT LEARNING RATE: 0.027868035054497385
previous_iter_valid_loss : 0.18578708171844482
322360 0.185960 0.185787 0.170877 CURRENT LEARNING RATE: 0.027862462004810018
previous_iter_valid_loss : 0.16339419782161713
322380 0.163572 0.163394 0.170730 CURRENT LEARNING RATE: 0.027856890069621148
previous_iter_valid_loss : 0.1612819880247116
322400 0.161471 0.161282 0.170548 CURRENT LEARNING RATE: 0.027851319248707884
previous_iter_valid_loss : 0.18275609612464905
322420 0.182938 0.182756 0.171329 CURRENT LEARNING RATE: 0.027845749541847396
previous_iter_valid_loss : 0.17293432354927063
322440 0.173214 0.172934 0.171675 CURRENT LEARNING RATE: 0.02784018094881689
previous_iter_valid_loss : 0.18178096413612366
322460 0.182146 0.181781 0.171415 CURRENT LEARNING RATE: 0.02783461346939363
previous_iter_valid_loss : 0.16079673171043396
322480 0.160949 0.160797 0.171389 CURRENT LEARNING RATE: 0.02782904710335491
previous_iter_valid_loss : 0.170301154255867
322500 0.170544 0.170301 0.171847 CURRENT LEARNING RATE: 0.027823481850478077
previous_iter_valid_loss : 0.1877012550830841
322520 0.188109 0.187701 0.172344 CURRENT LEARNING RATE: 0.027817917710540527
previous_iter_valid_loss : 0.1607511192560196
322540 0.160935 0.160751 0.171854 CURRENT LEARNING RATE: 0.02781235468331968
previous_iter_valid_loss : 0.16224555671215057
322560 0.162466 0.162246 0.170572 CURRENT LEARNING RATE: 0.02780679276859303
previous_iter_valid_loss : 0.16747447848320007
322580 0.167725 0.167474 0.169739 CURRENT LEARNING RATE: 0.027801231966138096
previous_iter_valid_loss : 0.17258749902248383
322600 0.172754 0.172587 0.170024 CURRENT LEARNING RATE: 0.02779567227573244
previous_iter_valid_loss : 0.16093142330646515
322620 0.161106 0.160931 0.170003 CURRENT LEARNING RATE: 0.02779011369715368
previous_iter_valid_loss : 0.1652807742357254
322640 0.165516 0.165281 0.169321 CURRENT LEARNING RATE: 0.02778455623017947
previous_iter_valid_loss : 0.18213671445846558
322660 0.182350 0.182137 0.170209 CURRENT LEARNING RATE: 0.027778999874587516
previous_iter_valid_loss : 0.16147415339946747
322680 0.161651 0.161474 0.170024 CURRENT LEARNING RATE: 0.027773444630155558
previous_iter_valid_loss : 0.16196869313716888
322700 0.162155 0.161969 0.169627 CURRENT LEARNING RATE: 0.027767890496661393
previous_iter_valid_loss : 0.16272343695163727
322720 0.162943 0.162723 0.169690 CURRENT LEARNING RATE: 0.027762337473882848
previous_iter_valid_loss : 0.16105347871780396
322740 0.161234 0.161053 0.169267 CURRENT LEARNING RATE: 0.02775678556159781
previous_iter_valid_loss : 0.16155685484409332
322760 0.161769 0.161557 0.168055 CURRENT LEARNING RATE: 0.027751234759584197
previous_iter_valid_loss : 0.18151859939098358
322780 0.181899 0.181519 0.168961 CURRENT LEARNING RATE: 0.027745685067619957
previous_iter_valid_loss : 0.1663118153810501
322800 0.166556 0.166312 0.169213 CURRENT LEARNING RATE: 0.027740136485483145
previous_iter_valid_loss : 0.1658279448747635
322820 0.166009 0.165828 0.168367 CURRENT LEARNING RATE: 0.027734589012951796
previous_iter_valid_loss : 0.1733447164297104
322840 0.173534 0.173345 0.168387 CURRENT LEARNING RATE: 0.027729042649804008
previous_iter_valid_loss : 0.16339997947216034
322860 0.163659 0.163400 0.167468 CURRENT LEARNING RATE: 0.02772349739581793
previous_iter_valid_loss : 0.16099630296230316
322880 0.161187 0.160996 0.167478 CURRENT LEARNING RATE: 0.027717953250771754
previous_iter_valid_loss : 0.16102740168571472
322900 0.161248 0.161027 0.167014 CURRENT LEARNING RATE: 0.027712410214443713
previous_iter_valid_loss : 0.1732475608587265
322920 0.173420 0.173248 0.166292 CURRENT LEARNING RATE: 0.027706868286612077
previous_iter_valid_loss : 0.16150574386119843
322940 0.161682 0.161506 0.166329 CURRENT LEARNING RATE: 0.02770132746705518
previous_iter_valid_loss : 0.16266606748104095
322960 0.162906 0.162666 0.166350 CURRENT LEARNING RATE: 0.027695787755551385
previous_iter_valid_loss : 0.1625494360923767
322980 0.162731 0.162549 0.166104 CURRENT LEARNING RATE: 0.027690249151879107
previous_iter_valid_loss : 0.1699228137731552
323000 0.170198 0.169923 0.165971 CURRENT LEARNING RATE: 0.027684711655816794
previous_iter_valid_loss : 0.16178324818611145
323020 0.162010 0.161783 0.166014 CURRENT LEARNING RATE: 0.02767917526714295
previous_iter_valid_loss : 0.16184067726135254
323040 0.162062 0.161841 0.165842 CURRENT LEARNING RATE: 0.027673639985636128
previous_iter_valid_loss : 0.1623626947402954
323060 0.162550 0.162363 0.164853 CURRENT LEARNING RATE: 0.027668105811074904
previous_iter_valid_loss : 0.1671249270439148
323080 0.167292 0.167125 0.165135 CURRENT LEARNING RATE: 0.027662572743237916
previous_iter_valid_loss : 0.1687835305929184
323100 0.168962 0.168784 0.165476 CURRENT LEARNING RATE: 0.027657040781903845
previous_iter_valid_loss : 0.1626334935426712
323120 0.162808 0.162633 0.165472 CURRENT LEARNING RATE: 0.027651509926851406
previous_iter_valid_loss : 0.16883617639541626
323140 0.169014 0.168836 0.165861 CURRENT LEARNING RATE: 0.027645980177859367
previous_iter_valid_loss : 0.1614421308040619
323160 0.161598 0.161442 0.165855 CURRENT LEARNING RATE: 0.02764045153470654
previous_iter_valid_loss : 0.16135986149311066
323180 0.161556 0.161360 0.164847 CURRENT LEARNING RATE: 0.027634923997171764
previous_iter_valid_loss : 0.16659750044345856
323200 0.166793 0.166598 0.164861 CURRENT LEARNING RATE: 0.027629397565033964
previous_iter_valid_loss : 0.16063790023326874
Current valid loss: 0.16063790023326874; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
323220 0.160832 0.160638 0.164602 CURRENT LEARNING RATE: 0.027623872238072077
previous_iter_valid_loss : 0.16369721293449402
323240 0.163889 0.163697 0.164119 CURRENT LEARNING RATE: 0.027618348016065077
previous_iter_valid_loss : 0.1649358719587326
323260 0.165108 0.164936 0.164196 CURRENT LEARNING RATE: 0.027612824898792
previous_iter_valid_loss : 0.16865801811218262
323280 0.168922 0.168658 0.164579 CURRENT LEARNING RATE: 0.02760730288603193
previous_iter_valid_loss : 0.18235181272029877
323300 0.182742 0.182352 0.165646 CURRENT LEARNING RATE: 0.02760178197756397
previous_iter_valid_loss : 0.16807875037193298
323320 0.168250 0.168079 0.165387 CURRENT LEARNING RATE: 0.027596262173167296
previous_iter_valid_loss : 0.1796180009841919
323340 0.179982 0.179618 0.166293 CURRENT LEARNING RATE: 0.027590743472621117
previous_iter_valid_loss : 0.16339810192584991
323360 0.163586 0.163398 0.166329 CURRENT LEARNING RATE: 0.027585225875704677
previous_iter_valid_loss : 0.17294976115226746
323380 0.173245 0.172950 0.166849 CURRENT LEARNING RATE: 0.02757970938219727
previous_iter_valid_loss : 0.16222505271434784
323400 0.162423 0.162225 0.166464 CURRENT LEARNING RATE: 0.02757419399187825
previous_iter_valid_loss : 0.1668403446674347
323420 0.167077 0.166840 0.166717 CURRENT LEARNING RATE: 0.02756867970452699
previous_iter_valid_loss : 0.16240660846233368
323440 0.162637 0.162407 0.166746 CURRENT LEARNING RATE: 0.027563166519922924
previous_iter_valid_loss : 0.1704530119895935
323460 0.170624 0.170453 0.167150 CURRENT LEARNING RATE: 0.02755765443784552
previous_iter_valid_loss : 0.1659168004989624
323480 0.166083 0.165917 0.167090 CURRENT LEARNING RATE: 0.027552143458074302
previous_iter_valid_loss : 0.16206152737140656
323500 0.162227 0.162062 0.166754 CURRENT LEARNING RATE: 0.02754663358038882
previous_iter_valid_loss : 0.162931427359581
323520 0.163160 0.162931 0.166769 CURRENT LEARNING RATE: 0.027541124804568686
previous_iter_valid_loss : 0.1610039621591568
323540 0.161174 0.161004 0.166377 CURRENT LEARNING RATE: 0.02753561713039355
previous_iter_valid_loss : 0.16619133949279785
323560 0.166412 0.166191 0.166614 CURRENT LEARNING RATE: 0.027530110557643105
previous_iter_valid_loss : 0.16141770780086517
323580 0.161564 0.161418 0.166617 CURRENT LEARNING RATE: 0.02752460508609707
previous_iter_valid_loss : 0.16660721600055695
323600 0.166796 0.166607 0.166618 CURRENT LEARNING RATE: 0.027519100715535257
previous_iter_valid_loss : 0.18579353392124176
323620 0.185984 0.185794 0.167876 CURRENT LEARNING RATE: 0.027513597445737472
previous_iter_valid_loss : 0.1613709181547165
323640 0.161533 0.161371 0.167759 CURRENT LEARNING RATE: 0.027508095276483593
previous_iter_valid_loss : 0.18663176894187927
323660 0.186834 0.186632 0.168844 CURRENT LEARNING RATE: 0.027502594207553528
previous_iter_valid_loss : 0.16629043221473694
323680 0.166538 0.166290 0.168726 CURRENT LEARNING RATE: 0.027497094238727232
previous_iter_valid_loss : 0.16553951799869537
323700 0.165785 0.165540 0.167885 CURRENT LEARNING RATE: 0.02749159536978471
previous_iter_valid_loss : 0.16200469434261322
323720 0.162181 0.162005 0.167581 CURRENT LEARNING RATE: 0.027486097600506007
previous_iter_valid_loss : 0.16281990706920624
323740 0.163015 0.162820 0.166741 CURRENT LEARNING RATE: 0.02748060093067121
previous_iter_valid_loss : 0.16311809420585632
323760 0.163315 0.163118 0.166727 CURRENT LEARNING RATE: 0.027475105360060457
previous_iter_valid_loss : 0.1614164561033249
323780 0.161605 0.161416 0.166151 CURRENT LEARNING RATE: 0.02746961088845392
previous_iter_valid_loss : 0.16221143305301666
323800 0.162369 0.162211 0.166150 CURRENT LEARNING RATE: 0.027464117515631825
previous_iter_valid_loss : 0.16392891108989716
323820 0.164115 0.163929 0.166005 CURRENT LEARNING RATE: 0.02745862524137443
previous_iter_valid_loss : 0.16151821613311768
323840 0.161678 0.161518 0.165960 CURRENT LEARNING RATE: 0.027453134065462056
previous_iter_valid_loss : 0.16099131107330322
323860 0.161179 0.160991 0.165487 CURRENT LEARNING RATE: 0.027447643987675043
previous_iter_valid_loss : 0.16108261048793793
323880 0.161290 0.161083 0.165245 CURRENT LEARNING RATE: 0.027442155007793793
previous_iter_valid_loss : 0.16127662360668182
323900 0.161460 0.161277 0.165206 CURRENT LEARNING RATE: 0.027436667125598748
previous_iter_valid_loss : 0.16512003540992737
323920 0.165285 0.165120 0.165316 CURRENT LEARNING RATE: 0.027431180340870387
previous_iter_valid_loss : 0.19385886192321777
323940 0.194017 0.193859 0.166958 CURRENT LEARNING RATE: 0.02742569465338925
previous_iter_valid_loss : 0.17848798632621765
323960 0.178682 0.178488 0.167573 CURRENT LEARNING RATE: 0.0274202100629359
previous_iter_valid_loss : 0.16891953349113464
323980 0.169176 0.168920 0.167948 CURRENT LEARNING RATE: 0.027414726569290945
previous_iter_valid_loss : 0.1703110784292221
324000 0.170459 0.170311 0.168133 CURRENT LEARNING RATE: 0.027409244172235066
previous_iter_valid_loss : 0.16093190014362335
324020 0.161117 0.160932 0.166890 CURRENT LEARNING RATE: 0.027403762871548963
previous_iter_valid_loss : 0.16072618961334229
324040 0.160924 0.160726 0.166858 CURRENT LEARNING RATE: 0.02739828266701337
previous_iter_valid_loss : 0.16073434054851532
324060 0.160917 0.160734 0.165563 CURRENT LEARNING RATE: 0.027392803558409097
previous_iter_valid_loss : 0.16464971005916595
324080 0.164819 0.164650 0.165481 CURRENT LEARNING RATE: 0.027387325545516962
previous_iter_valid_loss : 0.16388477385044098
324100 0.164111 0.163885 0.165398 CURRENT LEARNING RATE: 0.027381848628117853
previous_iter_valid_loss : 0.163621723651886
324120 0.163812 0.163622 0.165479 CURRENT LEARNING RATE: 0.027376372805992696
previous_iter_valid_loss : 0.16789567470550537
324140 0.168174 0.167896 0.165733 CURRENT LEARNING RATE: 0.027370898078922457
previous_iter_valid_loss : 0.16541755199432373
324160 0.165661 0.165418 0.165848 CURRENT LEARNING RATE: 0.027365424446688137
previous_iter_valid_loss : 0.18228735029697418
324180 0.182664 0.182287 0.166892 CURRENT LEARNING RATE: 0.027359951909070805
previous_iter_valid_loss : 0.17655253410339355
324200 0.176862 0.176553 0.167609 CURRENT LEARNING RATE: 0.027354480465851556
previous_iter_valid_loss : 0.16844040155410767
324220 0.168662 0.168440 0.167834 CURRENT LEARNING RATE: 0.027349010116811522
previous_iter_valid_loss : 0.1607305407524109
324240 0.160907 0.160731 0.167795 CURRENT LEARNING RATE: 0.0273435408617319
previous_iter_valid_loss : 0.16469816863536835
324260 0.164923 0.164698 0.167980 CURRENT LEARNING RATE: 0.027338072700393914
previous_iter_valid_loss : 0.16448591649532318
324280 0.164695 0.164486 0.168150 CURRENT LEARNING RATE: 0.027332605632578843
previous_iter_valid_loss : 0.17869433760643005
324300 0.178858 0.178694 0.169021 CURRENT LEARNING RATE: 0.027327139658067996
previous_iter_valid_loss : 0.164367213845253
324320 0.164538 0.164367 0.168984 CURRENT LEARNING RATE: 0.027321674776642744
previous_iter_valid_loss : 0.16223064064979553
324340 0.162437 0.162231 0.167402 CURRENT LEARNING RATE: 0.027316210988084483
previous_iter_valid_loss : 0.16105419397354126
324360 0.161256 0.161054 0.166530 CURRENT LEARNING RATE: 0.02731074829217467
previous_iter_valid_loss : 0.16294699907302856
324380 0.163135 0.162947 0.166232 CURRENT LEARNING RATE: 0.027305286688694776
previous_iter_valid_loss : 0.16958683729171753
324400 0.169771 0.169587 0.166196 CURRENT LEARNING RATE: 0.027299826177426368
previous_iter_valid_loss : 0.16724149882793427
324420 0.167457 0.167241 0.166511 CURRENT LEARNING RATE: 0.027294366758151004
previous_iter_valid_loss : 0.16147591173648834
324440 0.161692 0.161476 0.166549 CURRENT LEARNING RATE: 0.02728890843065032
previous_iter_valid_loss : 0.1631099134683609
324460 0.163295 0.163110 0.166667 CURRENT LEARNING RATE: 0.027283451194705977
previous_iter_valid_loss : 0.16379404067993164
324480 0.163992 0.163794 0.166625 CURRENT LEARNING RATE: 0.02727799505009968
previous_iter_valid_loss : 0.16166506707668304
324500 0.161840 0.161665 0.166514 CURRENT LEARNING RATE: 0.027272539996613193
previous_iter_valid_loss : 0.16413584351539612
324520 0.164366 0.164136 0.166539 CURRENT LEARNING RATE: 0.02726708603402831
previous_iter_valid_loss : 0.16779156029224396
324540 0.167964 0.167792 0.166534 CURRENT LEARNING RATE: 0.02726163316212687
previous_iter_valid_loss : 0.16207264363765717
324560 0.162295 0.162073 0.166367 CURRENT LEARNING RATE: 0.027256181380690764
previous_iter_valid_loss : 0.1626485139131546
324580 0.162840 0.162649 0.165385 CURRENT LEARNING RATE: 0.027250730689501918
previous_iter_valid_loss : 0.16716349124908447
324600 0.167339 0.167163 0.164915 CURRENT LEARNING RATE: 0.027245281088342295
previous_iter_valid_loss : 0.17520539462566376
324620 0.175401 0.175205 0.165254 CURRENT LEARNING RATE: 0.027239832576993923
previous_iter_valid_loss : 0.16100630164146423
324640 0.161206 0.161006 0.165267 CURRENT LEARNING RATE: 0.027234385155238863
previous_iter_valid_loss : 0.16082283854484558
324660 0.161026 0.160823 0.165074 CURRENT LEARNING RATE: 0.02722893882285921
previous_iter_valid_loss : 0.16100332140922546
324680 0.161215 0.161003 0.164900 CURRENT LEARNING RATE: 0.027223493579637107
previous_iter_valid_loss : 0.16072849929332733
324700 0.160926 0.160728 0.164001 CURRENT LEARNING RATE: 0.02721804942535476
previous_iter_valid_loss : 0.1608036905527115
324720 0.161008 0.160804 0.163823 CURRENT LEARNING RATE: 0.02721260635979439
previous_iter_valid_loss : 0.16197523474693298
324740 0.162177 0.161975 0.163810 CURRENT LEARNING RATE: 0.027207164382738274
previous_iter_valid_loss : 0.1623976230621338
324760 0.162588 0.162398 0.163878 CURRENT LEARNING RATE: 0.02720172349396874
previous_iter_valid_loss : 0.1625049114227295
324780 0.162743 0.162505 0.163855 CURRENT LEARNING RATE: 0.02719628369326814
previous_iter_valid_loss : 0.16769947111606598
324800 0.167905 0.167699 0.163761 CURRENT LEARNING RATE: 0.027190844980418898
previous_iter_valid_loss : 0.1622433215379715
324820 0.162454 0.162243 0.163511 CURRENT LEARNING RATE: 0.027185407355203462
previous_iter_valid_loss : 0.1613437980413437
324840 0.161547 0.161344 0.163505 CURRENT LEARNING RATE: 0.027179970817404323
previous_iter_valid_loss : 0.16426903009414673
324860 0.164530 0.164269 0.163563 CURRENT LEARNING RATE: 0.027174535366804024
previous_iter_valid_loss : 0.17847496271133423
324880 0.178813 0.178475 0.164297 CURRENT LEARNING RATE: 0.027169101003185137
previous_iter_valid_loss : 0.16634948551654816
324900 0.166576 0.166349 0.164531 CURRENT LEARNING RATE: 0.0271636677263303
previous_iter_valid_loss : 0.16416382789611816
324920 0.164372 0.164164 0.164532 CURRENT LEARNING RATE: 0.027158235536022174
previous_iter_valid_loss : 0.17297162115573883
324940 0.173169 0.172972 0.164791 CURRENT LEARNING RATE: 0.027152804432043466
previous_iter_valid_loss : 0.161215141415596
324960 0.161421 0.161215 0.164748 CURRENT LEARNING RATE: 0.027147374414176945
previous_iter_valid_loss : 0.1607591211795807
324980 0.160951 0.160759 0.164654 CURRENT LEARNING RATE: 0.027141945482205405
previous_iter_valid_loss : 0.16397058963775635
325000 0.164191 0.163971 0.164494 CURRENT LEARNING RATE: 0.027136517635911687
previous_iter_valid_loss : 0.16925260424613953
325020 0.169464 0.169253 0.164197 CURRENT LEARNING RATE: 0.02713109087507868
previous_iter_valid_loss : 0.16076858341693878
325040 0.160970 0.160769 0.164185 CURRENT LEARNING RATE: 0.02712566519948931
previous_iter_valid_loss : 0.16330879926681519
325060 0.163535 0.163309 0.164309 CURRENT LEARNING RATE: 0.02712024060892655
previous_iter_valid_loss : 0.1609310805797577
325080 0.161125 0.160931 0.164305 CURRENT LEARNING RATE: 0.027114817103173417
previous_iter_valid_loss : 0.17278090119361877
325100 0.172978 0.172781 0.164908 CURRENT LEARNING RATE: 0.027109394682012972
previous_iter_valid_loss : 0.16137303411960602
325120 0.161573 0.161373 0.164936 CURRENT LEARNING RATE: 0.02710397334522832
previous_iter_valid_loss : 0.16204658150672913
325140 0.162275 0.162047 0.164940 CURRENT LEARNING RATE: 0.027098553092602607
previous_iter_valid_loss : 0.17295122146606445
325160 0.173144 0.172951 0.165468 CURRENT LEARNING RATE: 0.02709313392391902
previous_iter_valid_loss : 0.16646569967269897
325180 0.166716 0.166466 0.165666 CURRENT LEARNING RATE: 0.027087715838960795
previous_iter_valid_loss : 0.16080626845359802
325200 0.161000 0.160806 0.165321 CURRENT LEARNING RATE: 0.02708229883751119
previous_iter_valid_loss : 0.18029767274856567
325220 0.180533 0.180298 0.166224 CURRENT LEARNING RATE: 0.02707688291935356
previous_iter_valid_loss : 0.16229906678199768
325240 0.162497 0.162299 0.166272 CURRENT LEARNING RATE: 0.027071468084271244
previous_iter_valid_loss : 0.16384093463420868
325260 0.164070 0.163841 0.166250 CURRENT LEARNING RATE: 0.027066054332047663
previous_iter_valid_loss : 0.17531315982341766
325280 0.175511 0.175313 0.166092 CURRENT LEARNING RATE: 0.02706064166246625
previous_iter_valid_loss : 0.16213980317115784
325300 0.162325 0.162140 0.165882 CURRENT LEARNING RATE: 0.027055230075310514
previous_iter_valid_loss : 0.1829369217157364
325320 0.183321 0.182937 0.166820 CURRENT LEARNING RATE: 0.02704981957036398
previous_iter_valid_loss : 0.16240248084068298
325340 0.162583 0.162402 0.166292 CURRENT LEARNING RATE: 0.027044410147410235
previous_iter_valid_loss : 0.1653130203485489
325360 0.165480 0.165313 0.166497 CURRENT LEARNING RATE: 0.0270390018062329
previous_iter_valid_loss : 0.17394350469112396
325380 0.174224 0.173944 0.167156 CURRENT LEARNING RATE: 0.02703359454661564
previous_iter_valid_loss : 0.16918110847473145
325400 0.169441 0.169181 0.167416 CURRENT LEARNING RATE: 0.027028188368342164
previous_iter_valid_loss : 0.16410177946090698
325420 0.164292 0.164102 0.167159 CURRENT LEARNING RATE: 0.027022783271196227
previous_iter_valid_loss : 0.1622241735458374
325440 0.162430 0.162224 0.167232 CURRENT LEARNING RATE: 0.027017379254961626
previous_iter_valid_loss : 0.1610846370458603
325460 0.161267 0.161085 0.167120 CURRENT LEARNING RATE: 0.027011976319422197
previous_iter_valid_loss : 0.16812805831432343
325480 0.168378 0.168128 0.167480 CURRENT LEARNING RATE: 0.027006574464361825
previous_iter_valid_loss : 0.16214022040367126
325500 0.162350 0.162140 0.166948 CURRENT LEARNING RATE: 0.027001173689564437
previous_iter_valid_loss : 0.16090184450149536
325520 0.161085 0.160902 0.166925 CURRENT LEARNING RATE: 0.026995773994814
previous_iter_valid_loss : 0.16281186044216156
325540 0.163022 0.162812 0.166963 CURRENT LEARNING RATE: 0.026990375379894526
previous_iter_valid_loss : 0.16587956249713898
325560 0.166118 0.165880 0.166609 CURRENT LEARNING RATE: 0.02698497784459007
previous_iter_valid_loss : 0.16685833036899567
325580 0.167048 0.166858 0.166629 CURRENT LEARNING RATE: 0.02697958138868473
previous_iter_valid_loss : 0.17157161235809326
325600 0.171862 0.171572 0.167167 CURRENT LEARNING RATE: 0.026974186011962636
previous_iter_valid_loss : 0.16430246829986572
325620 0.164541 0.164302 0.166367 CURRENT LEARNING RATE: 0.026968791714208004
previous_iter_valid_loss : 0.16298750042915344
325640 0.163218 0.162988 0.166402 CURRENT LEARNING RATE: 0.026963398495205036
previous_iter_valid_loss : 0.16208724677562714
325660 0.162243 0.162087 0.166314 CURRENT LEARNING RATE: 0.02695800635473802
previous_iter_valid_loss : 0.1610153764486313
325680 0.161170 0.161015 0.165599 CURRENT LEARNING RATE: 0.026952615292591256
previous_iter_valid_loss : 0.16117937862873077
325700 0.161355 0.161179 0.165551 CURRENT LEARNING RATE: 0.02694722530854911
previous_iter_valid_loss : 0.1636485606431961
325720 0.163867 0.163649 0.164587 CURRENT LEARNING RATE: 0.026941836402395978
previous_iter_valid_loss : 0.1642264872789383
325740 0.164459 0.164226 0.164678 CURRENT LEARNING RATE: 0.02693644857391631
previous_iter_valid_loss : 0.177021786570549
325760 0.177238 0.177022 0.165264 CURRENT LEARNING RATE: 0.02693106182289458
previous_iter_valid_loss : 0.16296973824501038
325780 0.163180 0.162970 0.164715 CURRENT LEARNING RATE: 0.026925676149115337
previous_iter_valid_loss : 0.16194550693035126
325800 0.162165 0.161946 0.164353 CURRENT LEARNING RATE: 0.026920291552363137
previous_iter_valid_loss : 0.16188108921051025
325820 0.162090 0.161881 0.164242 CURRENT LEARNING RATE: 0.026914908032422604
previous_iter_valid_loss : 0.16787225008010864
325840 0.168050 0.167872 0.164524 CURRENT LEARNING RATE: 0.026909525589078394
previous_iter_valid_loss : 0.1623803824186325
325860 0.162600 0.162380 0.164589 CURRENT LEARNING RATE: 0.026904144222115216
previous_iter_valid_loss : 0.16721315681934357
325880 0.167461 0.167213 0.164543 CURRENT LEARNING RATE: 0.026898763931317807
previous_iter_valid_loss : 0.16299481689929962
325900 0.163157 0.162995 0.164586 CURRENT LEARNING RATE: 0.02689338471647096
previous_iter_valid_loss : 0.16641297936439514
325920 0.166615 0.166413 0.164862 CURRENT LEARNING RATE: 0.026888006577359503
previous_iter_valid_loss : 0.16104522347450256
325940 0.161206 0.161045 0.164773 CURRENT LEARNING RATE: 0.026882629513768314
previous_iter_valid_loss : 0.16777563095092773
325960 0.168023 0.167776 0.164868 CURRENT LEARNING RATE: 0.02687725352548231
previous_iter_valid_loss : 0.16261722147464752
325980 0.162825 0.162617 0.164656 CURRENT LEARNING RATE: 0.026871878612286453
previous_iter_valid_loss : 0.16089078783988953
326000 0.161088 0.160891 0.164122 CURRENT LEARNING RATE: 0.026866504773965724
previous_iter_valid_loss : 0.16096974909305573
326020 0.161173 0.160970 0.163955 CURRENT LEARNING RATE: 0.02686113201030521
previous_iter_valid_loss : 0.16081847250461578
326040 0.161015 0.160818 0.163847 CURRENT LEARNING RATE: 0.026855760321089977
previous_iter_valid_loss : 0.17547591030597687
326060 0.175796 0.175476 0.164516 CURRENT LEARNING RATE: 0.02685038970610516
previous_iter_valid_loss : 0.17257758975028992
326080 0.172887 0.172578 0.165095 CURRENT LEARNING RATE: 0.026845020165135937
previous_iter_valid_loss : 0.16157935559749603
326100 0.161768 0.161579 0.165115 CURRENT LEARNING RATE: 0.02683965169796752
previous_iter_valid_loss : 0.16098454594612122
326120 0.161153 0.160985 0.164981 CURRENT LEARNING RATE: 0.026834284304385177
previous_iter_valid_loss : 0.16681163012981415
326140 0.167065 0.166812 0.165111 CURRENT LEARNING RATE: 0.02682891798417421
previous_iter_valid_loss : 0.16324812173843384
326160 0.163433 0.163248 0.164422 CURRENT LEARNING RATE: 0.026823552737119963
previous_iter_valid_loss : 0.166129931807518
326180 0.166377 0.166130 0.164580 CURRENT LEARNING RATE: 0.02681818856300783
previous_iter_valid_loss : 0.1611718386411667
326200 0.161394 0.161172 0.164541 CURRENT LEARNING RATE: 0.02681282546162325
previous_iter_valid_loss : 0.16073252260684967
326220 0.160927 0.160733 0.164484 CURRENT LEARNING RATE: 0.026807463432751685
previous_iter_valid_loss : 0.16300280392169952
326240 0.163202 0.163003 0.164240 CURRENT LEARNING RATE: 0.026802102476178664
previous_iter_valid_loss : 0.17543932795524597
326260 0.175650 0.175439 0.164893 CURRENT LEARNING RATE: 0.02679674259168974
previous_iter_valid_loss : 0.1634918600320816
326280 0.163683 0.163492 0.164707 CURRENT LEARNING RATE: 0.026791383779070525
previous_iter_valid_loss : 0.16176074743270874
326300 0.161969 0.161761 0.164646 CURRENT LEARNING RATE: 0.026786026038106668
previous_iter_valid_loss : 0.16122174263000488
326320 0.161448 0.161222 0.164386 CURRENT LEARNING RATE: 0.026780669368583858
previous_iter_valid_loss : 0.16367153823375702
326340 0.163910 0.163672 0.164517 CURRENT LEARNING RATE: 0.026775313770287825
previous_iter_valid_loss : 0.16101229190826416
326360 0.161170 0.161012 0.164179 CURRENT LEARNING RATE: 0.026769959243004342
previous_iter_valid_loss : 0.1707170307636261
326380 0.170911 0.170717 0.164584 CURRENT LEARNING RATE: 0.026764605786519235
previous_iter_valid_loss : 0.1739455610513687
326400 0.174116 0.173946 0.165237 CURRENT LEARNING RATE: 0.026759253400618348
previous_iter_valid_loss : 0.1615825593471527
326420 0.161772 0.161583 0.165268 CURRENT LEARNING RATE: 0.026753902085087617
previous_iter_valid_loss : 0.16118793189525604
326440 0.161351 0.161188 0.165286 CURRENT LEARNING RATE: 0.02674855183971297
previous_iter_valid_loss : 0.16656579077243805
326460 0.166740 0.166566 0.164841 CURRENT LEARNING RATE: 0.026743202664280406
previous_iter_valid_loss : 0.16134555637836456
326480 0.161536 0.161346 0.164279 CURRENT LEARNING RATE: 0.026737854558575948
previous_iter_valid_loss : 0.16678732633590698
326500 0.166963 0.166787 0.164539 CURRENT LEARNING RATE: 0.02673250752238568
previous_iter_valid_loss : 0.16303278505802155
326520 0.163249 0.163033 0.164642 CURRENT LEARNING RATE: 0.026727161555495708
previous_iter_valid_loss : 0.16897979378700256
326540 0.169245 0.168980 0.164750 CURRENT LEARNING RATE: 0.02672181665769221
previous_iter_valid_loss : 0.17602010071277618
326560 0.176335 0.176020 0.165389 CURRENT LEARNING RATE: 0.026716472828761374
previous_iter_valid_loss : 0.1617988497018814
326580 0.162032 0.161799 0.165172 CURRENT LEARNING RATE: 0.026711130068489457
previous_iter_valid_loss : 0.1621701568365097
326600 0.162390 0.162170 0.165222 CURRENT LEARNING RATE: 0.026705788376662747
previous_iter_valid_loss : 0.1618414670228958
326620 0.162025 0.161841 0.165278 CURRENT LEARNING RATE: 0.02670044775306758
previous_iter_valid_loss : 0.16066811978816986
326640 0.160851 0.160668 0.165161 CURRENT LEARNING RATE: 0.02669510819749032
previous_iter_valid_loss : 0.1701488494873047
326660 0.170344 0.170149 0.164896 CURRENT LEARNING RATE: 0.026689769709717398
previous_iter_valid_loss : 0.1619393676519394
326680 0.162101 0.161939 0.164819 CURRENT LEARNING RATE: 0.02668443228953526
previous_iter_valid_loss : 0.16083715856075287
326700 0.161019 0.160837 0.164772 CURRENT LEARNING RATE: 0.026679095936730426
previous_iter_valid_loss : 0.17679977416992188
326720 0.176999 0.176800 0.165551 CURRENT LEARNING RATE: 0.02667376065108943
previous_iter_valid_loss : 0.16449132561683655
326740 0.164669 0.164491 0.165592 CURRENT LEARNING RATE: 0.02666842643239886
previous_iter_valid_loss : 0.16740286350250244
326760 0.167588 0.167403 0.165912 CURRENT LEARNING RATE: 0.026663093280445357
previous_iter_valid_loss : 0.16102543473243713
326780 0.161219 0.161025 0.165427 CURRENT LEARNING RATE: 0.026657761195015586
previous_iter_valid_loss : 0.16258922219276428
326800 0.162772 0.162589 0.164860 CURRENT LEARNING RATE: 0.02665243017589625
previous_iter_valid_loss : 0.16081950068473816
326820 0.161018 0.160820 0.164821 CURRENT LEARNING RATE: 0.02664710022287414
previous_iter_valid_loss : 0.16099193692207336
326840 0.161182 0.160992 0.164812 CURRENT LEARNING RATE: 0.02664177133573604
previous_iter_valid_loss : 0.16663393378257751
326860 0.166880 0.166634 0.164815 CURRENT LEARNING RATE: 0.0266364435142688
previous_iter_valid_loss : 0.1608092486858368
326880 0.161019 0.160809 0.164788 CURRENT LEARNING RATE: 0.026631116758259306
previous_iter_valid_loss : 0.16110463440418243
326900 0.161320 0.161105 0.164504 CURRENT LEARNING RATE: 0.02662579106749448
previous_iter_valid_loss : 0.17455673217773438
326920 0.174755 0.174557 0.165080 CURRENT LEARNING RATE: 0.026620466441761307
previous_iter_valid_loss : 0.1628773808479309
326940 0.163094 0.162877 0.164775 CURRENT LEARNING RATE: 0.026615142880846793
previous_iter_valid_loss : 0.17199067771434784
326960 0.172312 0.171991 0.164574 CURRENT LEARNING RATE: 0.026609820384537995
previous_iter_valid_loss : 0.16068962216377258
326980 0.160904 0.160690 0.164518 CURRENT LEARNING RATE: 0.026604498952622017
previous_iter_valid_loss : 0.19166821241378784
327000 0.191908 0.191668 0.165993 CURRENT LEARNING RATE: 0.026599178584886002
previous_iter_valid_loss : 0.18114513158798218
327020 0.181368 0.181145 0.166958 CURRENT LEARNING RATE: 0.026593859281117137
previous_iter_valid_loss : 0.17531496286392212
327040 0.175511 0.175315 0.167691 CURRENT LEARNING RATE: 0.026588541041102642
previous_iter_valid_loss : 0.16308623552322388
327060 0.163300 0.163086 0.167337 CURRENT LEARNING RATE: 0.02658322386462979
previous_iter_valid_loss : 0.16529442369937897
327080 0.165528 0.165294 0.167505 CURRENT LEARNING RATE: 0.026577907751485903
previous_iter_valid_loss : 0.1607121229171753
327100 0.160895 0.160712 0.167499 CURRENT LEARNING RATE: 0.026572592701458328
previous_iter_valid_loss : 0.16831402480602264
327120 0.168550 0.168314 0.167075 CURRENT LEARNING RATE: 0.026567278714334456
previous_iter_valid_loss : 0.16623114049434662
327140 0.166425 0.166231 0.167162 CURRENT LEARNING RATE: 0.026561965789901745
previous_iter_valid_loss : 0.16106100380420685
327160 0.161289 0.161061 0.166845 CURRENT LEARNING RATE: 0.02655665392794767
previous_iter_valid_loss : 0.1851651668548584
327180 0.185565 0.185165 0.168052 CURRENT LEARNING RATE: 0.026551343128259748
previous_iter_valid_loss : 0.169723778963089
327200 0.169996 0.169724 0.168408 CURRENT LEARNING RATE: 0.02654603339062555
previous_iter_valid_loss : 0.16135209798812866
327220 0.161554 0.161352 0.168435 CURRENT LEARNING RATE: 0.026540724714832698
previous_iter_valid_loss : 0.16077730059623718
327240 0.160988 0.160777 0.168424 CURRENT LEARNING RATE: 0.02653541710066884
previous_iter_valid_loss : 0.16278190910816193
327260 0.163038 0.162782 0.168232 CURRENT LEARNING RATE: 0.026530110547921672
previous_iter_valid_loss : 0.1642785519361496
327280 0.164499 0.164279 0.168405 CURRENT LEARNING RATE: 0.026524805056378928
previous_iter_valid_loss : 0.1694498211145401
327300 0.169732 0.169450 0.168822 CURRENT LEARNING RATE: 0.02651950062582839
previous_iter_valid_loss : 0.16546355187892914
327320 0.165675 0.165464 0.168368 CURRENT LEARNING RATE: 0.026514197256057876
previous_iter_valid_loss : 0.1713675558567047
327340 0.171575 0.171368 0.168792 CURRENT LEARNING RATE: 0.026508894946855262
previous_iter_valid_loss : 0.16354042291641235
327360 0.163775 0.163540 0.168370 CURRENT LEARNING RATE: 0.02650359369800845
previous_iter_valid_loss : 0.16747836768627167
327380 0.167680 0.167478 0.168709 CURRENT LEARNING RATE: 0.026498293509305385
previous_iter_valid_loss : 0.16084378957748413
327400 0.161027 0.160844 0.167168 CURRENT LEARNING RATE: 0.02649299438053406
previous_iter_valid_loss : 0.162545308470726
327420 0.162747 0.162545 0.166238 CURRENT LEARNING RATE: 0.026487696311482522
previous_iter_valid_loss : 0.16515837609767914
327440 0.165408 0.165158 0.165730 CURRENT LEARNING RATE: 0.026482399301938835
previous_iter_valid_loss : 0.16918298602104187
327460 0.169449 0.169183 0.166035 CURRENT LEARNING RATE: 0.026477103351691126
previous_iter_valid_loss : 0.16889020800590515
327480 0.169180 0.168890 0.166215 CURRENT LEARNING RATE: 0.026471808460527557
previous_iter_valid_loss : 0.16113226115703583
327500 0.161362 0.161132 0.166236 CURRENT LEARNING RATE: 0.02646651462823633
previous_iter_valid_loss : 0.16135483980178833
327520 0.161552 0.161355 0.165888 CURRENT LEARNING RATE: 0.026461221854605685
previous_iter_valid_loss : 0.16215309500694275
327540 0.162371 0.162153 0.165684 CURRENT LEARNING RATE: 0.026455930139423923
previous_iter_valid_loss : 0.1672801822423935
327560 0.167542 0.167280 0.165995 CURRENT LEARNING RATE: 0.02645063948247937
previous_iter_valid_loss : 0.16435739398002625
327580 0.164569 0.164357 0.164954 CURRENT LEARNING RATE: 0.026445349883560395
previous_iter_valid_loss : 0.16508355736732483
327600 0.165366 0.165084 0.164722 CURRENT LEARNING RATE: 0.026440061342455422
previous_iter_valid_loss : 0.16155225038528442
327620 0.161792 0.161552 0.164732 CURRENT LEARNING RATE: 0.0264347738589529
previous_iter_valid_loss : 0.16696803271770477
327640 0.167233 0.166968 0.165042 CURRENT LEARNING RATE: 0.02642948743284134
previous_iter_valid_loss : 0.16079984605312347
327660 0.161010 0.160800 0.164943 CURRENT LEARNING RATE: 0.02642420206390928
previous_iter_valid_loss : 0.16232559084892273
327680 0.162541 0.162326 0.164845 CURRENT LEARNING RATE: 0.02641891775194531
previous_iter_valid_loss : 0.1629025638103485
327700 0.163167 0.162903 0.164518 CURRENT LEARNING RATE: 0.02641363449673806
previous_iter_valid_loss : 0.16407965123653412
327720 0.164295 0.164080 0.164449 CURRENT LEARNING RATE: 0.02640835229807618
previous_iter_valid_loss : 0.1702769547700882
327740 0.170515 0.170277 0.164394 CURRENT LEARNING RATE: 0.026403071155748404
previous_iter_valid_loss : 0.17554022371768951
327760 0.175755 0.175540 0.164994 CURRENT LEARNING RATE: 0.026397791069543475
previous_iter_valid_loss : 0.16622979938983917
327780 0.166406 0.166230 0.164932 CURRENT LEARNING RATE: 0.026392512039250197
previous_iter_valid_loss : 0.16274303197860718
327800 0.162973 0.162743 0.165027 CURRENT LEARNING RATE: 0.026387234064657396
previous_iter_valid_loss : 0.16208887100219727
327820 0.162307 0.162089 0.165004 CURRENT LEARNING RATE: 0.026381957145553966
previous_iter_valid_loss : 0.1900857537984848
327840 0.190276 0.190086 0.166250 CURRENT LEARNING RATE: 0.026376681281728823
previous_iter_valid_loss : 0.16202756762504578
327860 0.162275 0.162028 0.165892 CURRENT LEARNING RATE: 0.02637140647297094
previous_iter_valid_loss : 0.1607280671596527
327880 0.160911 0.160728 0.165484 CURRENT LEARNING RATE: 0.026366132719069315
previous_iter_valid_loss : 0.16074290871620178
327900 0.160938 0.160743 0.165465 CURRENT LEARNING RATE: 0.026360860019813002
previous_iter_valid_loss : 0.17508652806282043
327920 0.175310 0.175087 0.166151 CURRENT LEARNING RATE: 0.026355588374991093
previous_iter_valid_loss : 0.16632230579853058
327940 0.166581 0.166322 0.166360 CURRENT LEARNING RATE: 0.026350317784392726
previous_iter_valid_loss : 0.1611979752779007
327960 0.161395 0.161198 0.166056 CURRENT LEARNING RATE: 0.026345048247807073
previous_iter_valid_loss : 0.17447547614574432
327980 0.174716 0.174475 0.166562 CURRENT LEARNING RATE: 0.026339779765023354
previous_iter_valid_loss : 0.16077066957950592
328000 0.160977 0.160771 0.166346 CURRENT LEARNING RATE: 0.026334512335830822
previous_iter_valid_loss : 0.1666557788848877
328020 0.166923 0.166656 0.166601 CURRENT LEARNING RATE: 0.02632924596001878
previous_iter_valid_loss : 0.1727311611175537
328040 0.173047 0.172731 0.166889 CURRENT LEARNING RATE: 0.026323980637376593
previous_iter_valid_loss : 0.1688145399093628
328060 0.169110 0.168815 0.167290 CURRENT LEARNING RATE: 0.026318716367693635
previous_iter_valid_loss : 0.16685740649700165
328080 0.167126 0.166857 0.167517 CURRENT LEARNING RATE: 0.026313453150759336
previous_iter_valid_loss : 0.16088208556175232
328100 0.161081 0.160882 0.167416 CURRENT LEARNING RATE: 0.026308190986363163
previous_iter_valid_loss : 0.1609000265598297
328120 0.161098 0.160900 0.167257 CURRENT LEARNING RATE: 0.026302929874294636
previous_iter_valid_loss : 0.16879937052726746
328140 0.169018 0.168799 0.167183 CURRENT LEARNING RATE: 0.026297669814343307
previous_iter_valid_loss : 0.16557301580905914
328160 0.165816 0.165573 0.166684 CURRENT LEARNING RATE: 0.02629241080629877
previous_iter_valid_loss : 0.1881951242685318
328180 0.188621 0.188195 0.167783 CURRENT LEARNING RATE: 0.026287152849950677
previous_iter_valid_loss : 0.16088278591632843
328200 0.161098 0.160883 0.167690 CURRENT LEARNING RATE: 0.026281895945088694
previous_iter_valid_loss : 0.16208890080451965
328220 0.162321 0.162089 0.167690 CURRENT LEARNING RATE: 0.026276640091502552
previous_iter_valid_loss : 0.17561666667461395
328240 0.175829 0.175617 0.166966 CURRENT LEARNING RATE: 0.026271385288982024
previous_iter_valid_loss : 0.16145381331443787
328260 0.161687 0.161454 0.166938 CURRENT LEARNING RATE: 0.026266131537316908
previous_iter_valid_loss : 0.16085802018642426
328280 0.161067 0.160858 0.166944 CURRENT LEARNING RATE: 0.026260878836297054
previous_iter_valid_loss : 0.16110756993293762
328300 0.161283 0.161108 0.166962 CURRENT LEARNING RATE: 0.026255627185712362
previous_iter_valid_loss : 0.16212520003318787
328320 0.162323 0.162125 0.166314 CURRENT LEARNING RATE: 0.026250376585352758
previous_iter_valid_loss : 0.16433027386665344
328340 0.164510 0.164330 0.166215 CURRENT LEARNING RATE: 0.02624512703500822
previous_iter_valid_loss : 0.16432704031467438
328360 0.164534 0.164327 0.166371 CURRENT LEARNING RATE: 0.026239878534468766
previous_iter_valid_loss : 0.16223809123039246
328380 0.162463 0.162238 0.165759 CURRENT LEARNING RATE: 0.02623463108352446
previous_iter_valid_loss : 0.16191549599170685
328400 0.162107 0.161915 0.165816 CURRENT LEARNING RATE: 0.0262293846819654
previous_iter_valid_loss : 0.1637529581785202
328420 0.163950 0.163753 0.165671 CURRENT LEARNING RATE: 0.02622413932958172
previous_iter_valid_loss : 0.16081266105175018
328440 0.161002 0.160813 0.165075 CURRENT LEARNING RATE: 0.026218895026163626
previous_iter_valid_loss : 0.1634901612997055
328460 0.163707 0.163490 0.164809 CURRENT LEARNING RATE: 0.026213651771501336
previous_iter_valid_loss : 0.16097722947597504
328480 0.161161 0.160977 0.164515 CURRENT LEARNING RATE: 0.026208409565385123
previous_iter_valid_loss : 0.16574980318546295
328500 0.165986 0.165750 0.164759 CURRENT LEARNING RATE: 0.026203168407605296
previous_iter_valid_loss : 0.1621689796447754
328520 0.162397 0.162169 0.164822 CURRENT LEARNING RATE: 0.026197928297952203
previous_iter_valid_loss : 0.16076447069644928
328540 0.160960 0.160764 0.164420 CURRENT LEARNING RATE: 0.026192689236216253
previous_iter_valid_loss : 0.1658601611852646
328560 0.166066 0.165860 0.164435 CURRENT LEARNING RATE: 0.026187451222187873
previous_iter_valid_loss : 0.1660197526216507
328580 0.166225 0.166020 0.163326 CURRENT LEARNING RATE: 0.026182214255657546
previous_iter_valid_loss : 0.16834276914596558
328600 0.168546 0.168343 0.163699 CURRENT LEARNING RATE: 0.026176978336415795
previous_iter_valid_loss : 0.16092024743556976
328620 0.161118 0.160920 0.163640 CURRENT LEARNING RATE: 0.02617174346425318
previous_iter_valid_loss : 0.16538797318935394
328640 0.165609 0.165388 0.163129 CURRENT LEARNING RATE: 0.026166509638960302
previous_iter_valid_loss : 0.16079355776309967
328660 0.160975 0.160794 0.163096 CURRENT LEARNING RATE: 0.026161276860327817
previous_iter_valid_loss : 0.16113992035388947
328680 0.161286 0.161140 0.163110 CURRENT LEARNING RATE: 0.02615604512814641
previous_iter_valid_loss : 0.1770864725112915
328700 0.177418 0.177086 0.163909 CURRENT LEARNING RATE: 0.026150814442206807
previous_iter_valid_loss : 0.16891060769557953
328720 0.169170 0.168911 0.164248 CURRENT LEARNING RATE: 0.026145584802299792
previous_iter_valid_loss : 0.1610126495361328
328740 0.161223 0.161013 0.164082 CURRENT LEARNING RATE: 0.026140356208216167
previous_iter_valid_loss : 0.16091737151145935
328760 0.161076 0.160917 0.163912 CURRENT LEARNING RATE: 0.0261351286597468
previous_iter_valid_loss : 0.1648457795381546
328780 0.165035 0.164846 0.164042 CURRENT LEARNING RATE: 0.026129902156682577
previous_iter_valid_loss : 0.16145096719264984
328800 0.161655 0.161451 0.164019 CURRENT LEARNING RATE: 0.026124676698814443
previous_iter_valid_loss : 0.17036102712154388
328820 0.170636 0.170361 0.164349 CURRENT LEARNING RATE: 0.026119452285933376
previous_iter_valid_loss : 0.16071628034114838
328840 0.160906 0.160716 0.164345 CURRENT LEARNING RATE: 0.026114228917830412
previous_iter_valid_loss : 0.16109783947467804
328860 0.161285 0.161098 0.164225 CURRENT LEARNING RATE: 0.02610900659429661
previous_iter_valid_loss : 0.16169288754463196
328880 0.161878 0.161693 0.164261 CURRENT LEARNING RATE: 0.02610378531512307
previous_iter_valid_loss : 0.16686835885047913
328900 0.167110 0.166868 0.164317 CURRENT LEARNING RATE: 0.026098565080100947
previous_iter_valid_loss : 0.1742834746837616
328920 0.174583 0.174283 0.164922 CURRENT LEARNING RATE: 0.026093345889021433
previous_iter_valid_loss : 0.1612660437822342
328940 0.161453 0.161266 0.164948 CURRENT LEARNING RATE: 0.026088127741675758
previous_iter_valid_loss : 0.1610589325428009
328960 0.161255 0.161059 0.164707 CURRENT LEARNING RATE: 0.026082910637855197
previous_iter_valid_loss : 0.17231474816799164
328980 0.172616 0.172315 0.165022 CURRENT LEARNING RATE: 0.026077694577351065
previous_iter_valid_loss : 0.18109525740146637
329000 0.181453 0.181095 0.165660 CURRENT LEARNING RATE: 0.026072479559954717
previous_iter_valid_loss : 0.1664961278438568
329020 0.166728 0.166496 0.165939 CURRENT LEARNING RATE: 0.026067265585457557
previous_iter_valid_loss : 0.1700286567211151
329040 0.170221 0.170029 0.166171 CURRENT LEARNING RATE: 0.026062052653651024
previous_iter_valid_loss : 0.1783374547958374
329060 0.178553 0.178337 0.167048 CURRENT LEARNING RATE: 0.026056840764326596
previous_iter_valid_loss : 0.1678243726491928
329080 0.168025 0.167824 0.167382 CURRENT LEARNING RATE: 0.026051629917275807
previous_iter_valid_loss : 0.16106583178043365
329100 0.161242 0.161066 0.166581 CURRENT LEARNING RATE: 0.026046420112290216
previous_iter_valid_loss : 0.16609784960746765
329120 0.166357 0.166098 0.166440 CURRENT LEARNING RATE: 0.026041211349161434
previous_iter_valid_loss : 0.1783454716205597
329140 0.178556 0.178345 0.167307 CURRENT LEARNING RATE: 0.026036003627681114
previous_iter_valid_loss : 0.16081620752811432
329160 0.161016 0.160816 0.167302 CURRENT LEARNING RATE: 0.026030796947640936
previous_iter_valid_loss : 0.17392387986183167
329180 0.174235 0.173924 0.167756 CURRENT LEARNING RATE: 0.02602559130883264
previous_iter_valid_loss : 0.16125169396400452
329200 0.161453 0.161252 0.167746 CURRENT LEARNING RATE: 0.026020386711048
previous_iter_valid_loss : 0.16200384497642517
329220 0.162217 0.162004 0.167328 CURRENT LEARNING RATE: 0.026015183154078823
previous_iter_valid_loss : 0.1609659641981125
329240 0.161198 0.160966 0.167341 CURRENT LEARNING RATE: 0.026009980637716985
previous_iter_valid_loss : 0.16168643534183502
329260 0.161906 0.161686 0.167370 CURRENT LEARNING RATE: 0.02600477916175438
previous_iter_valid_loss : 0.16457948088645935
329280 0.164821 0.164579 0.167514 CURRENT LEARNING RATE: 0.02599957872598294
previous_iter_valid_loss : 0.16709831357002258
329300 0.167350 0.167098 0.167526 CURRENT LEARNING RATE: 0.02599437933019465
previous_iter_valid_loss : 0.16380715370178223
329320 0.164047 0.163807 0.167002 CURRENT LEARNING RATE: 0.025989180974181545
previous_iter_valid_loss : 0.16227421164512634
329340 0.162471 0.162274 0.167052 CURRENT LEARNING RATE: 0.025983983657735677
previous_iter_valid_loss : 0.1701435148715973
329360 0.170362 0.170144 0.167507 CURRENT LEARNING RATE: 0.02597878738064916
previous_iter_valid_loss : 0.1824638545513153
329380 0.182715 0.182464 0.168014 CURRENT LEARNING RATE: 0.02597359214271414
previous_iter_valid_loss : 0.1614171415567398
329400 0.161629 0.161417 0.167030 CURRENT LEARNING RATE: 0.025968397943722816
previous_iter_valid_loss : 0.16108624637126923
329420 0.161304 0.161086 0.166760 CURRENT LEARNING RATE: 0.025963204783467402
previous_iter_valid_loss : 0.1678335815668106
329440 0.168037 0.167834 0.166650 CURRENT LEARNING RATE: 0.02595801266174019
previous_iter_valid_loss : 0.16191141307353973
329460 0.162123 0.161911 0.165829 CURRENT LEARNING RATE: 0.025952821578333486
previous_iter_valid_loss : 0.16098476946353912
329480 0.161145 0.160985 0.165487 CURRENT LEARNING RATE: 0.02594763153303965
previous_iter_valid_loss : 0.16114963591098785
329500 0.161362 0.161150 0.165491 CURRENT LEARNING RATE: 0.02594244252565108
previous_iter_valid_loss : 0.16084109246730804
329520 0.161036 0.160841 0.165228 CURRENT LEARNING RATE: 0.025937254555960212
previous_iter_valid_loss : 0.16541101038455963
329540 0.165625 0.165411 0.164581 CURRENT LEARNING RATE: 0.02593206762375953
previous_iter_valid_loss : 0.16067753732204437
329560 0.160888 0.160678 0.164574 CURRENT LEARNING RATE: 0.02592688172884156
previous_iter_valid_loss : 0.16317658126354218
329580 0.163374 0.163177 0.164037 CURRENT LEARNING RATE: 0.025921696870998857
previous_iter_valid_loss : 0.16506053507328033
329600 0.165312 0.165061 0.164227 CURRENT LEARNING RATE: 0.025916513050024032
previous_iter_valid_loss : 0.16300269961357117
329620 0.163229 0.163003 0.164277 CURRENT LEARNING RATE: 0.02591133026570973
previous_iter_valid_loss : 0.16100244224071503
329640 0.161239 0.161002 0.164279 CURRENT LEARNING RATE: 0.025906148517848643
previous_iter_valid_loss : 0.16175344586372375
329660 0.161979 0.161753 0.164283 CURRENT LEARNING RATE: 0.025900967806233504
previous_iter_valid_loss : 0.16113588213920593
329680 0.161340 0.161136 0.164110 CURRENT LEARNING RATE: 0.025895788130657085
previous_iter_valid_loss : 0.1633012294769287
329700 0.163535 0.163301 0.163921 CURRENT LEARNING RATE: 0.025890609490912188
previous_iter_valid_loss : 0.16153959929943085
329720 0.161767 0.161540 0.163807 CURRENT LEARNING RATE: 0.02588543188679168
previous_iter_valid_loss : 0.17300841212272644
329740 0.173190 0.173008 0.164344 CURRENT LEARNING RATE: 0.025880255318088446
previous_iter_valid_loss : 0.16075703501701355
329760 0.160944 0.160757 0.163875 CURRENT LEARNING RATE: 0.02587507978459543
previous_iter_valid_loss : 0.17149372398853302
329780 0.171675 0.171494 0.163326 CURRENT LEARNING RATE: 0.025869905286105607
previous_iter_valid_loss : 0.16837236285209656
329800 0.168535 0.168372 0.163674 CURRENT LEARNING RATE: 0.025864731822412005
previous_iter_valid_loss : 0.17954424023628235
329820 0.179751 0.179544 0.164597 CURRENT LEARNING RATE: 0.02585955939330767
previous_iter_valid_loss : 0.17186854779720306
329840 0.172155 0.171869 0.164798 CURRENT LEARNING RATE: 0.025854387998585724
previous_iter_valid_loss : 0.16269800066947937
329860 0.162922 0.162698 0.164838 CURRENT LEARNING RATE: 0.025849217638039292
previous_iter_valid_loss : 0.16279053688049316
329880 0.162938 0.162791 0.164928 CURRENT LEARNING RATE: 0.025844048311461573
previous_iter_valid_loss : 0.16130836308002472
329900 0.161496 0.161308 0.164936 CURRENT LEARNING RATE: 0.02583888001864579
previous_iter_valid_loss : 0.16244393587112427
329920 0.162653 0.162444 0.165016 CURRENT LEARNING RATE: 0.025833712759385213
previous_iter_valid_loss : 0.16911207139492035
329940 0.169368 0.169112 0.165201 CURRENT LEARNING RATE: 0.025828546533473152
previous_iter_valid_loss : 0.16336040198802948
329960 0.163570 0.163360 0.165335 CURRENT LEARNING RATE: 0.02582338134070295
previous_iter_valid_loss : 0.18146809935569763
329980 0.181687 0.181468 0.166250 CURRENT LEARNING RATE: 0.02581821718086801
previous_iter_valid_loss : 0.16915452480316162
330000 0.169417 0.169155 0.166455 CURRENT LEARNING RATE: 0.025813054053761754
previous_iter_valid_loss : 0.16691884398460388
330020 0.167167 0.166919 0.166650 CURRENT LEARNING RATE: 0.025807891959177667
previous_iter_valid_loss : 0.18602383136749268
330040 0.186446 0.186024 0.167901 CURRENT LEARNING RATE: 0.02580273089690925
previous_iter_valid_loss : 0.17300055921077728
330060 0.173282 0.173001 0.168464 CURRENT LEARNING RATE: 0.025797570866750087
previous_iter_valid_loss : 0.1669905036687851
330080 0.167165 0.166991 0.168757 CURRENT LEARNING RATE: 0.02579241186849376
previous_iter_valid_loss : 0.16289260983467102
330100 0.163123 0.162893 0.168736 CURRENT LEARNING RATE: 0.02578725390193391
previous_iter_valid_loss : 0.1627901792526245
330120 0.163003 0.162790 0.168799 CURRENT LEARNING RATE: 0.02578209696686422
previous_iter_valid_loss : 0.16737835109233856
330140 0.167618 0.167378 0.168517 CURRENT LEARNING RATE: 0.025776941063078415
previous_iter_valid_loss : 0.17369841039180756
330160 0.173978 0.173698 0.169164 CURRENT LEARNING RATE: 0.025771786190370252
previous_iter_valid_loss : 0.16382135450839996
330180 0.164036 0.163821 0.168781 CURRENT LEARNING RATE: 0.025766632348533543
previous_iter_valid_loss : 0.19122761487960815
330200 0.191443 0.191228 0.169923 CURRENT LEARNING RATE: 0.02576147953736213
previous_iter_valid_loss : 0.1892765909433365
330220 0.189743 0.189277 0.170410 CURRENT LEARNING RATE: 0.025756327756649898
previous_iter_valid_loss : 0.16086900234222412
330240 0.161060 0.160869 0.169860 CURRENT LEARNING RATE: 0.025751177006190784
previous_iter_valid_loss : 0.16728727519512177
330260 0.167496 0.167287 0.170089 CURRENT LEARNING RATE: 0.025746027285778756
previous_iter_valid_loss : 0.164024218916893
330280 0.164223 0.164024 0.170151 CURRENT LEARNING RATE: 0.025740878595207822
previous_iter_valid_loss : 0.18118581175804138
330300 0.181404 0.181186 0.171145 CURRENT LEARNING RATE: 0.025735730934272033
previous_iter_valid_loss : 0.1639215052127838
330320 0.164162 0.163922 0.171219 CURRENT LEARNING RATE: 0.025730584302765484
previous_iter_valid_loss : 0.16439838707447052
330340 0.164650 0.164398 0.170983 CURRENT LEARNING RATE: 0.02572543870048231
previous_iter_valid_loss : 0.17955300211906433
330360 0.179766 0.179553 0.171793 CURRENT LEARNING RATE: 0.025720294127216693
previous_iter_valid_loss : 0.16621240973472595
330380 0.166458 0.166212 0.171030 CURRENT LEARNING RATE: 0.02571515058276284
previous_iter_valid_loss : 0.16379880905151367
330400 0.163986 0.163799 0.170762 CURRENT LEARNING RATE: 0.02571000806691501
previous_iter_valid_loss : 0.18057924509048462
330420 0.180941 0.180579 0.171445 CURRENT LEARNING RATE: 0.025704866579467515
previous_iter_valid_loss : 0.16097646951675415
330440 0.161141 0.160976 0.170193 CURRENT LEARNING RATE: 0.02569972612021467
previous_iter_valid_loss : 0.16503596305847168
330460 0.165249 0.165036 0.169795 CURRENT LEARNING RATE: 0.025694586688950884
previous_iter_valid_loss : 0.16196297109127045
330480 0.162194 0.161963 0.169543 CURRENT LEARNING RATE: 0.02568944828547057
previous_iter_valid_loss : 0.20359459519386292
330500 0.203777 0.203595 0.171578 CURRENT LEARNING RATE: 0.025684310909568193
previous_iter_valid_loss : 0.16391359269618988
330520 0.164117 0.163914 0.171635 CURRENT LEARNING RATE: 0.025679174561038257
previous_iter_valid_loss : 0.1706787496805191
330540 0.170976 0.170679 0.171800 CURRENT LEARNING RATE: 0.0256740392396753
previous_iter_valid_loss : 0.18648159503936768
330560 0.186914 0.186482 0.172439 CURRENT LEARNING RATE: 0.02566890494527392
previous_iter_valid_loss : 0.16360466182231903
330580 0.163835 0.163605 0.172428 CURRENT LEARNING RATE: 0.025663771677628743
previous_iter_valid_loss : 0.17638619244098663
330600 0.176611 0.176386 0.171686 CURRENT LEARNING RATE: 0.025658639436534434
previous_iter_valid_loss : 0.16871120035648346
330620 0.168980 0.168711 0.170658 CURRENT LEARNING RATE: 0.025653508221785706
previous_iter_valid_loss : 0.16084113717079163
330640 0.161052 0.160841 0.170656 CURRENT LEARNING RATE: 0.02564837803317731
previous_iter_valid_loss : 0.16064748167991638
330660 0.160846 0.160647 0.170324 CURRENT LEARNING RATE: 0.02564324887050404
previous_iter_valid_loss : 0.16131505370140076
330680 0.161515 0.161315 0.170189 CURRENT LEARNING RATE: 0.02563812073356073
previous_iter_valid_loss : 0.16127909719944
330700 0.161427 0.161279 0.169193 CURRENT LEARNING RATE: 0.02563299362214225
previous_iter_valid_loss : 0.1678660362958908
330720 0.168073 0.167866 0.169391 CURRENT LEARNING RATE: 0.02562786753604352
previous_iter_valid_loss : 0.16361930966377258
330740 0.163844 0.163619 0.169352 CURRENT LEARNING RATE: 0.025622742475059496
previous_iter_valid_loss : 0.1617085039615631
330760 0.161933 0.161709 0.168459 CURRENT LEARNING RATE: 0.025617618438985166
previous_iter_valid_loss : 0.16131514310836792
330780 0.161512 0.161315 0.168215 CURRENT LEARNING RATE: 0.025612495427615588
previous_iter_valid_loss : 0.16094492375850677
330800 0.161146 0.160945 0.168072 CURRENT LEARNING RATE: 0.025607373440745824
previous_iter_valid_loss : 0.16657833755016327
330820 0.166782 0.166578 0.167372 CURRENT LEARNING RATE: 0.025602252478171002
previous_iter_valid_loss : 0.18052013218402863
330840 0.180735 0.180520 0.168349 CURRENT LEARNING RATE: 0.025597132539686273
previous_iter_valid_loss : 0.16494090855121613
330860 0.165192 0.164941 0.168344 CURRENT LEARNING RATE: 0.02559201362508686
previous_iter_valid_loss : 0.17352259159088135
330880 0.173716 0.173523 0.168922 CURRENT LEARNING RATE: 0.025586895734167996
previous_iter_valid_loss : 0.16798514127731323
330900 0.168255 0.167985 0.167142 CURRENT LEARNING RATE: 0.025581778866724962
previous_iter_valid_loss : 0.16859102249145508
330920 0.168801 0.168591 0.167376 CURRENT LEARNING RATE: 0.025576663022553084
previous_iter_valid_loss : 0.17146100103855133
330940 0.171658 0.171461 0.167415 CURRENT LEARNING RATE: 0.025571548201447736
previous_iter_valid_loss : 0.16992075741291046
330960 0.170118 0.169921 0.166587 CURRENT LEARNING RATE: 0.02556643440320432
previous_iter_valid_loss : 0.16453352570533752
330980 0.164745 0.164534 0.166633 CURRENT LEARNING RATE: 0.02556132162761828
previous_iter_valid_loss : 0.16224874556064606
331000 0.162440 0.162249 0.165926 CURRENT LEARNING RATE: 0.025556209874485106
previous_iter_valid_loss : 0.1642947643995285
331020 0.164524 0.164295 0.165706 CURRENT LEARNING RATE: 0.025551099143600334
previous_iter_valid_loss : 0.16090062260627747
331040 0.161083 0.160901 0.165708 CURRENT LEARNING RATE: 0.025545989434759532
previous_iter_valid_loss : 0.1665884405374527
331060 0.166836 0.166588 0.166006 CURRENT LEARNING RATE: 0.025540880747758312
previous_iter_valid_loss : 0.1626417189836502
331080 0.162866 0.162642 0.166072 CURRENT LEARNING RATE: 0.025535773082392323
previous_iter_valid_loss : 0.16414134204387665
331100 0.164366 0.164141 0.166215 CURRENT LEARNING RATE: 0.025530666438457257
previous_iter_valid_loss : 0.16279077529907227
331120 0.163015 0.162791 0.165961 CURRENT LEARNING RATE: 0.02552556081574886
previous_iter_valid_loss : 0.17008234560489655
331140 0.170349 0.170082 0.166284 CURRENT LEARNING RATE: 0.025520456214062893
previous_iter_valid_loss : 0.17099200189113617
331160 0.171190 0.170992 0.166749 CURRENT LEARNING RATE: 0.02551535263319518
previous_iter_valid_loss : 0.1607879400253296
331180 0.161002 0.160788 0.166722 CURRENT LEARNING RATE: 0.025510250072941575
previous_iter_valid_loss : 0.16947634518146515
331200 0.169749 0.169476 0.167149 CURRENT LEARNING RATE: 0.025505148533097974
previous_iter_valid_loss : 0.16972509026527405
331220 0.169922 0.169725 0.167306 CURRENT LEARNING RATE: 0.02550004801346032
previous_iter_valid_loss : 0.1646028757095337
331240 0.164839 0.164603 0.166510 CURRENT LEARNING RATE: 0.025494948513824583
previous_iter_valid_loss : 0.1870020478963852
331260 0.187199 0.187002 0.167613 CURRENT LEARNING RATE: 0.025489850033986797
previous_iter_valid_loss : 0.1898343563079834
331280 0.190252 0.189834 0.168429 CURRENT LEARNING RATE: 0.025484752573743018
previous_iter_valid_loss : 0.16310249269008636
331300 0.163272 0.163102 0.168185 CURRENT LEARNING RATE: 0.02547965613288934
previous_iter_valid_loss : 0.16084977984428406
331320 0.161049 0.160850 0.167798 CURRENT LEARNING RATE: 0.02547456071122192
previous_iter_valid_loss : 0.1614987850189209
331340 0.161651 0.161499 0.167300 CURRENT LEARNING RATE: 0.02546946630853692
previous_iter_valid_loss : 0.162138432264328
331360 0.162347 0.162138 0.166910 CURRENT LEARNING RATE: 0.02546437292463058
previous_iter_valid_loss : 0.16431619226932526
331380 0.164550 0.164316 0.166900 CURRENT LEARNING RATE: 0.025459280559299163
previous_iter_valid_loss : 0.1607971042394638
331400 0.160982 0.160797 0.166827 CURRENT LEARNING RATE: 0.025454189212338975
previous_iter_valid_loss : 0.16442514955997467
331420 0.164667 0.164425 0.166833 CURRENT LEARNING RATE: 0.025449098883546354
previous_iter_valid_loss : 0.1713915467262268
331440 0.171597 0.171392 0.167358 CURRENT LEARNING RATE: 0.025444009572717693
previous_iter_valid_loss : 0.16146700084209442
331460 0.161658 0.161467 0.167102 CURRENT LEARNING RATE: 0.025438921279649418
previous_iter_valid_loss : 0.16550354659557343
331480 0.165710 0.165504 0.167245 CURRENT LEARNING RATE: 0.025433834004137994
previous_iter_valid_loss : 0.1681750863790512
331500 0.168370 0.168175 0.167447 CURRENT LEARNING RATE: 0.025428747745979936
previous_iter_valid_loss : 0.16855314373970032
331520 0.168827 0.168553 0.167735 CURRENT LEARNING RATE: 0.025423662504971793
previous_iter_valid_loss : 0.1691543161869049
331540 0.169412 0.169154 0.167688 CURRENT LEARNING RATE: 0.025418578280910157
previous_iter_valid_loss : 0.16546790301799774
331560 0.165637 0.165468 0.167412 CURRENT LEARNING RATE: 0.02541349507359165
previous_iter_valid_loss : 0.1618725061416626
331580 0.162034 0.161873 0.167466 CURRENT LEARNING RATE: 0.025408412882812946
previous_iter_valid_loss : 0.1640343815088272
331600 0.164229 0.164034 0.167194 CURRENT LEARNING RATE: 0.02540333170837077
previous_iter_valid_loss : 0.16713693737983704
331620 0.167395 0.167137 0.167065 CURRENT LEARNING RATE: 0.02539825155006186
previous_iter_valid_loss : 0.16132795810699463
331640 0.161567 0.161328 0.166901 CURRENT LEARNING RATE: 0.025393172407683004
previous_iter_valid_loss : 0.16113965213298798
331660 0.161358 0.161140 0.165608 CURRENT LEARNING RATE: 0.025388094281031063
previous_iter_valid_loss : 0.1643488109111786
331680 0.164597 0.164349 0.164334 CURRENT LEARNING RATE: 0.025383017169902895
previous_iter_valid_loss : 0.163402259349823
331700 0.163628 0.163402 0.164349 CURRENT LEARNING RATE: 0.02537794107409541
previous_iter_valid_loss : 0.19255653023719788
331720 0.193002 0.192557 0.165934 CURRENT LEARNING RATE: 0.02537286599340558
previous_iter_valid_loss : 0.16186374425888062
331740 0.162086 0.161864 0.165952 CURRENT LEARNING RATE: 0.025367791927630393
previous_iter_valid_loss : 0.16147880256175995
331760 0.161640 0.161479 0.165919 CURRENT LEARNING RATE: 0.025362718876566884
previous_iter_valid_loss : 0.16822120547294617
331780 0.168390 0.168221 0.166115 CURRENT LEARNING RATE: 0.025357646840012134
previous_iter_valid_loss : 0.16835245490074158
331800 0.168607 0.168352 0.166492 CURRENT LEARNING RATE: 0.02535257581776326
previous_iter_valid_loss : 0.16745525598526
331820 0.167706 0.167455 0.166644 CURRENT LEARNING RATE: 0.02534750580961742
previous_iter_valid_loss : 0.16067451238632202
331840 0.160857 0.160675 0.166108 CURRENT LEARNING RATE: 0.025342436815371818
previous_iter_valid_loss : 0.1654682159423828
331860 0.165675 0.165468 0.166308 CURRENT LEARNING RATE: 0.025337368834823692
previous_iter_valid_loss : 0.16412006318569183
331880 0.164313 0.164120 0.166239 CURRENT LEARNING RATE: 0.025332301867770322
previous_iter_valid_loss : 0.16116319596767426
331900 0.161329 0.161163 0.165888 CURRENT LEARNING RATE: 0.02532723591400903
previous_iter_valid_loss : 0.16523757576942444
331920 0.165435 0.165238 0.165723 CURRENT LEARNING RATE: 0.025322170973337183
previous_iter_valid_loss : 0.16301333904266357
331940 0.163230 0.163013 0.165416 CURRENT LEARNING RATE: 0.025317107045552175
previous_iter_valid_loss : 0.16264508664608002
331960 0.162837 0.162645 0.165274 CURRENT LEARNING RATE: 0.02531204413045145
previous_iter_valid_loss : 0.16091866791248322
331980 0.161114 0.160919 0.165227 CURRENT LEARNING RATE: 0.025306982227832498
previous_iter_valid_loss : 0.16133449971675873
332000 0.161570 0.161334 0.165092 CURRENT LEARNING RATE: 0.025301921337492837
previous_iter_valid_loss : 0.16061684489250183
Current valid loss: 0.16061684489250183; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
332020 0.160826 0.160617 0.164766 CURRENT LEARNING RATE: 0.02529686145923003
previous_iter_valid_loss : 0.1640976518392563
332040 0.164374 0.164098 0.164904 CURRENT LEARNING RATE: 0.025291802592841674
previous_iter_valid_loss : 0.16156814992427826
332060 0.161762 0.161568 0.164926 CURRENT LEARNING RATE: 0.025286744738125436
previous_iter_valid_loss : 0.1682167798280716
332080 0.168510 0.168217 0.165119 CURRENT LEARNING RATE: 0.025281687894878994
previous_iter_valid_loss : 0.18461254239082336
332100 0.184805 0.184613 0.166180 CURRENT LEARNING RATE: 0.025276632062900067
previous_iter_valid_loss : 0.16367658972740173
332120 0.163863 0.163677 0.164736 CURRENT LEARNING RATE: 0.02527157724198643
previous_iter_valid_loss : 0.16531111299991608
332140 0.165522 0.165311 0.164908 CURRENT LEARNING RATE: 0.025266523431935882
previous_iter_valid_loss : 0.16774119436740875
332160 0.167941 0.167741 0.165221 CURRENT LEARNING RATE: 0.025261470632546277
previous_iter_valid_loss : 0.1607522815465927
332180 0.160940 0.160752 0.164848 CURRENT LEARNING RATE: 0.025256418843615503
previous_iter_valid_loss : 0.16202695667743683
332200 0.162259 0.162027 0.164531 CURRENT LEARNING RATE: 0.025251368064941482
previous_iter_valid_loss : 0.16477800905704498
332220 0.164945 0.164778 0.164397 CURRENT LEARNING RATE: 0.025246318296322193
previous_iter_valid_loss : 0.16762682795524597
332240 0.167830 0.167627 0.164745 CURRENT LEARNING RATE: 0.025241269537555632
previous_iter_valid_loss : 0.1685570329427719
332260 0.168846 0.168557 0.164900 CURRENT LEARNING RATE: 0.025236221788439858
previous_iter_valid_loss : 0.16946277022361755
332280 0.169764 0.169463 0.165167 CURRENT LEARNING RATE: 0.025231175048772963
previous_iter_valid_loss : 0.16160579025745392
332300 0.161846 0.161606 0.165189 CURRENT LEARNING RATE: 0.025226129318353066
previous_iter_valid_loss : 0.17699795961380005
332320 0.177354 0.176998 0.165777 CURRENT LEARNING RATE: 0.02522108459697835
previous_iter_valid_loss : 0.16702044010162354
332340 0.167314 0.167020 0.165977 CURRENT LEARNING RATE: 0.02521604088444702
previous_iter_valid_loss : 0.16391418874263763
332360 0.164181 0.163914 0.166041 CURRENT LEARNING RATE: 0.025210998180557328
previous_iter_valid_loss : 0.16563569009304047
332380 0.165844 0.165636 0.166276 CURRENT LEARNING RATE: 0.02520595648510757
previous_iter_valid_loss : 0.1618024855852127
332400 0.161992 0.161802 0.166300 CURRENT LEARNING RATE: 0.025200915797896073
previous_iter_valid_loss : 0.16123810410499573
332420 0.161485 0.161238 0.166331 CURRENT LEARNING RATE: 0.025195876118721212
previous_iter_valid_loss : 0.1618938148021698
332440 0.162129 0.161894 0.166221 CURRENT LEARNING RATE: 0.025190837447381383
previous_iter_valid_loss : 0.16342268884181976
332460 0.163646 0.163423 0.166313 CURRENT LEARNING RATE: 0.025185799783675075
previous_iter_valid_loss : 0.16170838475227356
332480 0.161882 0.161708 0.165988 CURRENT LEARNING RATE: 0.025180763127400755
previous_iter_valid_loss : 0.16115859150886536
332500 0.161326 0.161159 0.164815 CURRENT LEARNING RATE: 0.025175727478356964
previous_iter_valid_loss : 0.16463735699653625
332520 0.164832 0.164637 0.164863 CURRENT LEARNING RATE: 0.025170692836342278
previous_iter_valid_loss : 0.1671234667301178
332540 0.167310 0.167123 0.164954 CURRENT LEARNING RATE: 0.025165659201155308
previous_iter_valid_loss : 0.18059316277503967
332560 0.180954 0.180593 0.165597 CURRENT LEARNING RATE: 0.025160626572594706
previous_iter_valid_loss : 0.1631651371717453
332580 0.163382 0.163165 0.165717 CURRENT LEARNING RATE: 0.025155594950459173
previous_iter_valid_loss : 0.16522547602653503
332600 0.165437 0.165225 0.165877 CURRENT LEARNING RATE: 0.025150564334547442
previous_iter_valid_loss : 0.16629658639431
332620 0.166494 0.166297 0.165953 CURRENT LEARNING RATE: 0.025145534724658285
previous_iter_valid_loss : 0.16672100126743317
332640 0.166939 0.166721 0.165908 CURRENT LEARNING RATE: 0.025140506120590524
previous_iter_valid_loss : 0.16318249702453613
332660 0.163387 0.163182 0.165639 CURRENT LEARNING RATE: 0.02513547852214301
previous_iter_valid_loss : 0.1650267094373703
332680 0.165214 0.165027 0.165417 CURRENT LEARNING RATE: 0.025130451929114644
previous_iter_valid_loss : 0.1624792218208313
332700 0.162727 0.162479 0.165461 CURRENT LEARNING RATE: 0.025125426341304356
previous_iter_valid_loss : 0.1819555014371872
332720 0.182343 0.181956 0.165709 CURRENT LEARNING RATE: 0.025120401758511123
previous_iter_valid_loss : 0.16115403175354004
332740 0.161339 0.161154 0.165415 CURRENT LEARNING RATE: 0.02511537818053396
previous_iter_valid_loss : 0.16469386219978333
332760 0.164899 0.164694 0.165454 CURRENT LEARNING RATE: 0.025110355607171935
previous_iter_valid_loss : 0.17749552428722382
332780 0.177688 0.177496 0.166047 CURRENT LEARNING RATE: 0.025105334038224132
previous_iter_valid_loss : 0.16359515488147736
332800 0.163830 0.163595 0.166137 CURRENT LEARNING RATE: 0.025100313473489698
previous_iter_valid_loss : 0.1612643152475357
332820 0.161482 0.161264 0.166138 CURRENT LEARNING RATE: 0.025095293912767803
previous_iter_valid_loss : 0.16122008860111237
332840 0.161433 0.161220 0.166105 CURRENT LEARNING RATE: 0.025090275355857672
previous_iter_valid_loss : 0.1849534660577774
332860 0.185359 0.184953 0.167181 CURRENT LEARNING RATE: 0.025085257802558547
previous_iter_valid_loss : 0.16735921800136566
332880 0.167540 0.167359 0.167464 CURRENT LEARNING RATE: 0.025080241252669746
previous_iter_valid_loss : 0.16429659724235535
332900 0.164508 0.164297 0.167621 CURRENT LEARNING RATE: 0.0250752257059906
previous_iter_valid_loss : 0.16834920644760132
332920 0.168636 0.168349 0.167806 CURRENT LEARNING RATE: 0.02507021116232048
previous_iter_valid_loss : 0.16106177866458893
332940 0.161274 0.161062 0.167503 CURRENT LEARNING RATE: 0.025065197621458816
previous_iter_valid_loss : 0.16122573614120483
332960 0.161433 0.161226 0.166535 CURRENT LEARNING RATE: 0.025060185083205056
previous_iter_valid_loss : 0.16859161853790283
332980 0.168795 0.168592 0.166806 CURRENT LEARNING RATE: 0.025055173547358707
previous_iter_valid_loss : 0.1607712358236313
333000 0.160972 0.160771 0.166583 CURRENT LEARNING RATE: 0.0250501630137193
previous_iter_valid_loss : 0.1678757220506668
333020 0.168155 0.167876 0.166662 CURRENT LEARNING RATE: 0.025045153482086423
previous_iter_valid_loss : 0.16525371372699738
333040 0.165456 0.165254 0.166589 CURRENT LEARNING RATE: 0.025040144952259678
previous_iter_valid_loss : 0.1703384816646576
333060 0.170541 0.170338 0.166947 CURRENT LEARNING RATE: 0.025035137424038744
previous_iter_valid_loss : 0.17212237417697906
333080 0.172308 0.172122 0.167302 CURRENT LEARNING RATE: 0.025030130897223304
previous_iter_valid_loss : 0.1811893731355667
333100 0.181567 0.181189 0.168237 CURRENT LEARNING RATE: 0.025025125371613107
previous_iter_valid_loss : 0.1655903458595276
333120 0.165796 0.165590 0.167419 CURRENT LEARNING RATE: 0.02502012084700793
previous_iter_valid_loss : 0.16307224333286285
333140 0.163279 0.163072 0.167515 CURRENT LEARNING RATE: 0.02501511732320759
previous_iter_valid_loss : 0.1720660924911499
333160 0.172247 0.172066 0.167883 CURRENT LEARNING RATE: 0.025010114800011942
previous_iter_valid_loss : 0.16078484058380127
333180 0.160965 0.160785 0.167048 CURRENT LEARNING RATE: 0.02500511327722089
previous_iter_valid_loss : 0.16831937432289124
333200 0.168568 0.168319 0.167284 CURRENT LEARNING RATE: 0.025000112754634374
previous_iter_valid_loss : 0.17408403754234314
333220 0.174369 0.174084 0.167925 CURRENT LEARNING RATE: 0.02499511323205237
previous_iter_valid_loss : 0.17313997447490692
333240 0.173412 0.173140 0.168521 CURRENT LEARNING RATE: 0.0249901147092749
previous_iter_valid_loss : 0.1661970168352127
333260 0.166433 0.166197 0.167583 CURRENT LEARNING RATE: 0.02498511718610201
previous_iter_valid_loss : 0.16108781099319458
333280 0.161236 0.161088 0.167270 CURRENT LEARNING RATE: 0.02498012066233382
previous_iter_valid_loss : 0.1627994179725647
333300 0.163029 0.162799 0.167195 CURRENT LEARNING RATE: 0.024975125137770463
previous_iter_valid_loss : 0.16546688973903656
333320 0.165637 0.165467 0.167051 CURRENT LEARNING RATE: 0.024970130612212114
previous_iter_valid_loss : 0.16111212968826294
333340 0.161288 0.161112 0.167053 CURRENT LEARNING RATE: 0.024965137085458992
previous_iter_valid_loss : 0.16318359971046448
333360 0.163402 0.163184 0.167151 CURRENT LEARNING RATE: 0.024960144557311357
previous_iter_valid_loss : 0.16250495612621307
333380 0.162658 0.162505 0.166847 CURRENT LEARNING RATE: 0.024955153027569506
previous_iter_valid_loss : 0.1654123067855835
333400 0.165634 0.165412 0.167079 CURRENT LEARNING RATE: 0.024950162496033785
previous_iter_valid_loss : 0.16576018929481506
333420 0.165917 0.165760 0.166973 CURRENT LEARNING RATE: 0.024945172962504564
previous_iter_valid_loss : 0.17694425582885742
333440 0.177119 0.176944 0.167558 CURRENT LEARNING RATE: 0.024940184426782263
previous_iter_valid_loss : 0.16203492879867554
333460 0.162209 0.162035 0.167142 CURRENT LEARNING RATE: 0.024935196888667344
previous_iter_valid_loss : 0.17404353618621826
333480 0.174245 0.174044 0.167238 CURRENT LEARNING RATE: 0.0249302103479603
previous_iter_valid_loss : 0.16080418229103088
333500 0.160977 0.160804 0.166219 CURRENT LEARNING RATE: 0.02492522480446168
previous_iter_valid_loss : 0.16459551453590393
333520 0.164767 0.164596 0.166169 CURRENT LEARNING RATE: 0.02492024025797205
previous_iter_valid_loss : 0.1638084053993225
333540 0.163979 0.163808 0.166206 CURRENT LEARNING RATE: 0.024915256708292036
previous_iter_valid_loss : 0.16234461963176727
333560 0.162548 0.162345 0.165720 CURRENT LEARNING RATE: 0.024910274155222296
previous_iter_valid_loss : 0.1625901758670807
333580 0.162811 0.162590 0.165810 CURRENT LEARNING RATE: 0.02490529259856352
previous_iter_valid_loss : 0.16719530522823334
333600 0.167378 0.167195 0.165754 CURRENT LEARNING RATE: 0.02490031203811646
previous_iter_valid_loss : 0.1682790219783783
333620 0.168458 0.168279 0.165464 CURRENT LEARNING RATE: 0.024895332473681874
previous_iter_valid_loss : 0.16225962340831757
333640 0.162442 0.162260 0.164920 CURRENT LEARNING RATE: 0.0248903539050606
previous_iter_valid_loss : 0.16342389583587646
333660 0.163651 0.163424 0.164781 CURRENT LEARNING RATE: 0.02488537633205347
previous_iter_valid_loss : 0.16237317025661469
333680 0.162524 0.162373 0.164845 CURRENT LEARNING RATE: 0.024880399754461404
previous_iter_valid_loss : 0.16104044020175934
333700 0.161235 0.161040 0.164758 CURRENT LEARNING RATE: 0.024875424172085336
previous_iter_valid_loss : 0.16474850475788116
333720 0.164983 0.164749 0.164722 CURRENT LEARNING RATE: 0.024870449584726236
previous_iter_valid_loss : 0.1626899540424347
333740 0.162854 0.162690 0.164801 CURRENT LEARNING RATE: 0.024865475992185127
previous_iter_valid_loss : 0.16118642687797546
333760 0.161339 0.161186 0.164701 CURRENT LEARNING RATE: 0.02486050339426306
previous_iter_valid_loss : 0.16635841131210327
333780 0.166604 0.166358 0.164893 CURRENT LEARNING RATE: 0.024855531790761127
previous_iter_valid_loss : 0.16982899606227875
333800 0.170097 0.169829 0.165114 CURRENT LEARNING RATE: 0.024850561181480473
previous_iter_valid_loss : 0.17130662500858307
333820 0.171481 0.171307 0.165391 CURRENT LEARNING RATE: 0.02484559156622227
previous_iter_valid_loss : 0.16078221797943115
333840 0.160965 0.160782 0.164583 CURRENT LEARNING RATE: 0.024840622944787727
previous_iter_valid_loss : 0.16095295548439026
333860 0.161185 0.160953 0.164529 CURRENT LEARNING RATE: 0.024835655316978112
previous_iter_valid_loss : 0.16072329878807068
333880 0.160929 0.160723 0.163863 CURRENT LEARNING RATE: 0.02483068868259471
previous_iter_valid_loss : 0.16081127524375916
333900 0.161018 0.160811 0.163864 CURRENT LEARNING RATE: 0.024825723041438857
previous_iter_valid_loss : 0.16127783060073853
333920 0.161507 0.161278 0.163698 CURRENT LEARNING RATE: 0.024820758393311937
previous_iter_valid_loss : 0.1612047255039215
333940 0.161387 0.161205 0.163568 CURRENT LEARNING RATE: 0.02481579473801535
previous_iter_valid_loss : 0.19923418760299683
333960 0.199767 0.199234 0.165412 CURRENT LEARNING RATE: 0.024810832075350554
previous_iter_valid_loss : 0.1634635031223297
333980 0.163711 0.163464 0.165456 CURRENT LEARNING RATE: 0.024805870405119047
previous_iter_valid_loss : 0.1655905395746231
334000 0.165858 0.165591 0.165375 CURRENT LEARNING RATE: 0.02480090972712236
previous_iter_valid_loss : 0.16359169781208038
334020 0.163841 0.163592 0.165141 CURRENT LEARNING RATE: 0.02479595004116206
previous_iter_valid_loss : 0.18194416165351868
334040 0.182144 0.181944 0.166125 CURRENT LEARNING RATE: 0.024790991347039774
previous_iter_valid_loss : 0.16116492450237274
334060 0.161393 0.161165 0.166012 CURRENT LEARNING RATE: 0.02478603364455713
previous_iter_valid_loss : 0.17066669464111328
334080 0.170969 0.170667 0.166427 CURRENT LEARNING RATE: 0.024781076933515844
previous_iter_valid_loss : 0.1609279364347458
334100 0.161117 0.160928 0.166421 CURRENT LEARNING RATE: 0.024776121213717642
previous_iter_valid_loss : 0.1663735806941986
334120 0.166598 0.166374 0.166503 CURRENT LEARNING RATE: 0.024771166484964288
previous_iter_valid_loss : 0.16110867261886597
334140 0.161357 0.161109 0.166424 CURRENT LEARNING RATE: 0.0247662127470576
previous_iter_valid_loss : 0.1646515280008316
334160 0.164846 0.164652 0.166597 CURRENT LEARNING RATE: 0.024761259999799425
previous_iter_valid_loss : 0.16640642285346985
334180 0.166692 0.166406 0.166599 CURRENT LEARNING RATE: 0.024756308242991652
previous_iter_valid_loss : 0.17649471759796143
334200 0.176716 0.176495 0.166933 CURRENT LEARNING RATE: 0.02475135747643621
previous_iter_valid_loss : 0.1655336320400238
334220 0.165809 0.165534 0.166644 CURRENT LEARNING RATE: 0.024746407699935073
previous_iter_valid_loss : 0.16120150685310364
334240 0.161443 0.161202 0.166665 CURRENT LEARNING RATE: 0.024741458913290246
previous_iter_valid_loss : 0.16077415645122528
334260 0.160967 0.160774 0.166656 CURRENT LEARNING RATE: 0.024736511116303782
previous_iter_valid_loss : 0.16255711019039154
334280 0.162746 0.162557 0.166748 CURRENT LEARNING RATE: 0.02473156430877776
previous_iter_valid_loss : 0.16981816291809082
334300 0.170112 0.169818 0.167198 CURRENT LEARNING RATE: 0.024726618490514322
previous_iter_valid_loss : 0.16117867827415466
334320 0.161380 0.161179 0.167193 CURRENT LEARNING RATE: 0.02472167366131562
previous_iter_valid_loss : 0.16073602437973022
334340 0.160945 0.160736 0.167170 CURRENT LEARNING RATE: 0.02471672982098387
previous_iter_valid_loss : 0.16861453652381897
334360 0.168889 0.168615 0.165639 CURRENT LEARNING RATE: 0.024711786969321314
previous_iter_valid_loss : 0.1633739024400711
334380 0.163549 0.163374 0.165634 CURRENT LEARNING RATE: 0.02470684510613024
previous_iter_valid_loss : 0.1617891490459442
334400 0.162024 0.161789 0.165444 CURRENT LEARNING RATE: 0.024701904231212983
previous_iter_valid_loss : 0.16675002872943878
334420 0.167017 0.166750 0.165602 CURRENT LEARNING RATE: 0.02469696434437189
previous_iter_valid_loss : 0.16543355584144592
334440 0.165676 0.165434 0.164776 CURRENT LEARNING RATE: 0.024692025445409375
previous_iter_valid_loss : 0.16805462539196014
334460 0.168340 0.168055 0.165121 CURRENT LEARNING RATE: 0.02468708753412787
previous_iter_valid_loss : 0.16542059183120728
334480 0.165673 0.165421 0.164859 CURRENT LEARNING RATE: 0.024682150610329884
previous_iter_valid_loss : 0.16322211921215057
334500 0.163480 0.163222 0.164973 CURRENT LEARNING RATE: 0.02467721467381792
previous_iter_valid_loss : 0.1613893061876297
334520 0.161569 0.161389 0.164724 CURRENT LEARNING RATE: 0.024672279724394546
previous_iter_valid_loss : 0.16102980077266693
334540 0.161191 0.161030 0.164720 CURRENT LEARNING RATE: 0.02466734576186237
previous_iter_valid_loss : 0.16120225191116333
334560 0.161412 0.161202 0.164548 CURRENT LEARNING RATE: 0.024662412786024025
previous_iter_valid_loss : 0.16203497350215912
334580 0.162252 0.162035 0.164329 CURRENT LEARNING RATE: 0.0246574807966822
previous_iter_valid_loss : 0.16528309881687164
334600 0.165513 0.165283 0.163769 CURRENT LEARNING RATE: 0.024652549793639598
previous_iter_valid_loss : 0.16253750026226044
334620 0.162729 0.162538 0.163619 CURRENT LEARNING RATE: 0.024647619776699
previous_iter_valid_loss : 0.16102062165737152
334640 0.161211 0.161021 0.163610 CURRENT LEARNING RATE: 0.024642690745663193
previous_iter_valid_loss : 0.1630171537399292
334660 0.163181 0.163017 0.163722 CURRENT LEARNING RATE: 0.024637762700335023
previous_iter_valid_loss : 0.17080344259738922
334680 0.171069 0.170803 0.164134 CURRENT LEARNING RATE: 0.02463283564051736
previous_iter_valid_loss : 0.1657736897468567
334700 0.165996 0.165774 0.163932 CURRENT LEARNING RATE: 0.02462790956601313
previous_iter_valid_loss : 0.1609707921743393
334720 0.161160 0.160971 0.163922 CURRENT LEARNING RATE: 0.02462298447662528
previous_iter_valid_loss : 0.1611393541097641
334740 0.161356 0.161139 0.163942 CURRENT LEARNING RATE: 0.02461806037215682
previous_iter_valid_loss : 0.16468623280525208
334760 0.164873 0.164686 0.163745 CURRENT LEARNING RATE: 0.024613137252410773
previous_iter_valid_loss : 0.1663467139005661
334780 0.166599 0.166347 0.163894 CURRENT LEARNING RATE: 0.02460821511719022
previous_iter_valid_loss : 0.17705635726451874
334800 0.177243 0.177056 0.164657 CURRENT LEARNING RATE: 0.02460329396629828
previous_iter_valid_loss : 0.16297955811023712
334820 0.163224 0.162980 0.164469 CURRENT LEARNING RATE: 0.024598373799538092
previous_iter_valid_loss : 0.1614524871110916
334840 0.161674 0.161452 0.164270 CURRENT LEARNING RATE: 0.02459345461671287
previous_iter_valid_loss : 0.16630035638809204
334860 0.166508 0.166300 0.164182 CURRENT LEARNING RATE: 0.024588536417625817
previous_iter_valid_loss : 0.16732384264469147
334880 0.167610 0.167324 0.164277 CURRENT LEARNING RATE: 0.024583619202080235
previous_iter_valid_loss : 0.16076616942882538
334900 0.160950 0.160766 0.164154 CURRENT LEARNING RATE: 0.024578702969879428
previous_iter_valid_loss : 0.16766799986362457
334920 0.167847 0.167668 0.164468 CURRENT LEARNING RATE: 0.024573787720826745
previous_iter_valid_loss : 0.164726123213768
334940 0.164976 0.164726 0.164653 CURRENT LEARNING RATE: 0.024568873454725568
previous_iter_valid_loss : 0.16559186577796936
334960 0.165799 0.165592 0.164873 CURRENT LEARNING RATE: 0.024563960171379337
previous_iter_valid_loss : 0.16198879480361938
334980 0.162175 0.161989 0.164870 CURRENT LEARNING RATE: 0.024559047870591516
previous_iter_valid_loss : 0.1630035638809204
335000 0.163256 0.163004 0.164756 CURRENT LEARNING RATE: 0.024554136552165613
previous_iter_valid_loss : 0.16138024628162384
335020 0.161581 0.161380 0.164698 CURRENT LEARNING RATE: 0.024549226215905173
previous_iter_valid_loss : 0.17051787674427032
335040 0.170730 0.170518 0.165173 CURRENT LEARNING RATE: 0.024544316861613787
previous_iter_valid_loss : 0.16462895274162292
335060 0.164836 0.164629 0.165254 CURRENT LEARNING RATE: 0.024539408489095076
previous_iter_valid_loss : 0.16299618780612946
335080 0.163186 0.162996 0.164864 CURRENT LEARNING RATE: 0.024534501098152712
previous_iter_valid_loss : 0.16413630545139313
335100 0.164322 0.164136 0.164782 CURRENT LEARNING RATE: 0.02452959468859039
previous_iter_valid_loss : 0.16815778613090515
335120 0.168426 0.168158 0.165141 CURRENT LEARNING RATE: 0.024524689260211865
previous_iter_valid_loss : 0.19887544214725494
335140 0.199002 0.198875 0.167028 CURRENT LEARNING RATE: 0.024519784812820907
previous_iter_valid_loss : 0.1619570255279541
335160 0.162135 0.161957 0.166891 CURRENT LEARNING RATE: 0.02451488134622135
previous_iter_valid_loss : 0.17001593112945557
335180 0.170232 0.170016 0.167075 CURRENT LEARNING RATE: 0.02450997886021705
previous_iter_valid_loss : 0.17673258483409882
335200 0.176957 0.176733 0.167059 CURRENT LEARNING RATE: 0.024505077354611902
previous_iter_valid_loss : 0.1669921576976776
335220 0.167216 0.166992 0.167259 CURRENT LEARNING RATE: 0.024500176829209856
previous_iter_valid_loss : 0.1824495941400528
335240 0.182795 0.182450 0.168309 CURRENT LEARNING RATE: 0.024495277283814888
previous_iter_valid_loss : 0.16305246949195862
335260 0.163261 0.163052 0.168147 CURRENT LEARNING RATE: 0.024490378718231013
previous_iter_valid_loss : 0.16967329382896423
335280 0.169940 0.169673 0.168264 CURRENT LEARNING RATE: 0.024485481132262277
previous_iter_valid_loss : 0.17756111919879913
335300 0.177756 0.177561 0.169104 CURRENT LEARNING RATE: 0.024480584525712803
previous_iter_valid_loss : 0.19185525178909302
335320 0.192035 0.191855 0.170313 CURRENT LEARNING RATE: 0.02447568889838671
previous_iter_valid_loss : 0.16093294322490692
335340 0.161113 0.160933 0.170124 CURRENT LEARNING RATE: 0.02447079425008818
previous_iter_valid_loss : 0.17360931634902954
335360 0.173802 0.173609 0.170525 CURRENT LEARNING RATE: 0.02446590058062142
previous_iter_valid_loss : 0.16639330983161926
335380 0.166574 0.166393 0.170745 CURRENT LEARNING RATE: 0.02446100788979069
previous_iter_valid_loss : 0.1771983802318573
335400 0.177374 0.177198 0.171454 CURRENT LEARNING RATE: 0.02445611617740028
previous_iter_valid_loss : 0.1679893434047699
335420 0.168163 0.167989 0.171785 CURRENT LEARNING RATE: 0.024451225443254516
previous_iter_valid_loss : 0.16316631436347961
335440 0.163314 0.163166 0.171417 CURRENT LEARNING RATE: 0.024446335687157775
previous_iter_valid_loss : 0.1672513484954834
335460 0.167496 0.167251 0.171548 CURRENT LEARNING RATE: 0.024441446908914463
previous_iter_valid_loss : 0.17070268094539642
335480 0.170978 0.170703 0.171934 CURRENT LEARNING RATE: 0.02443655910832903
previous_iter_valid_loss : 0.16201838850975037
335500 0.162194 0.162018 0.171828 CURRENT LEARNING RATE: 0.024431672285205968
previous_iter_valid_loss : 0.16477982699871063
335520 0.165019 0.164780 0.171659 CURRENT LEARNING RATE: 0.0244267864393498
previous_iter_valid_loss : 0.1641063541173935
335540 0.164313 0.164106 0.169921 CURRENT LEARNING RATE: 0.02442190157056509
previous_iter_valid_loss : 0.16627494990825653
335560 0.166526 0.166275 0.170136 CURRENT LEARNING RATE: 0.02441701767865645
previous_iter_valid_loss : 0.16449084877967834
335580 0.164726 0.164491 0.169860 CURRENT LEARNING RATE: 0.024412134763428517
previous_iter_valid_loss : 0.16075319051742554
335600 0.160970 0.160753 0.169061 CURRENT LEARNING RATE: 0.02440725282468598
previous_iter_valid_loss : 0.16331622004508972
335620 0.163543 0.163316 0.168877 CURRENT LEARNING RATE: 0.024402371862233558
previous_iter_valid_loss : 0.17940020561218262
335640 0.179746 0.179400 0.168725 CURRENT LEARNING RATE: 0.024397491875876014
previous_iter_valid_loss : 0.1687004715204239
335660 0.168904 0.168700 0.169007 CURRENT LEARNING RATE: 0.024392612865418148
previous_iter_valid_loss : 0.16075251996517181
335680 0.160962 0.160753 0.168561 CURRENT LEARNING RATE: 0.024387734830664788
previous_iter_valid_loss : 0.16171474754810333
335700 0.161947 0.161715 0.167769 CURRENT LEARNING RATE: 0.024382857771420838
previous_iter_valid_loss : 0.1608414202928543
335720 0.161026 0.160841 0.166218 CURRENT LEARNING RATE: 0.0243779816874912
previous_iter_valid_loss : 0.1647961139678955
335740 0.164994 0.164796 0.166411 CURRENT LEARNING RATE: 0.024373106578680834
previous_iter_valid_loss : 0.1609754115343094
335760 0.161168 0.160975 0.165780 CURRENT LEARNING RATE: 0.024368232444794736
previous_iter_valid_loss : 0.1607763171195984
335780 0.160957 0.160776 0.165499 CURRENT LEARNING RATE: 0.024363359285637938
previous_iter_valid_loss : 0.1772865653038025
335800 0.177480 0.177287 0.165503 CURRENT LEARNING RATE: 0.02435848710101551
previous_iter_valid_loss : 0.16462862491607666
335820 0.164854 0.164629 0.165335 CURRENT LEARNING RATE: 0.024353615890732573
previous_iter_valid_loss : 0.1733493208885193
335840 0.173645 0.173349 0.165844 CURRENT LEARNING RATE: 0.02434874565459428
previous_iter_valid_loss : 0.16072650253772736
335860 0.160893 0.160727 0.165518 CURRENT LEARNING RATE: 0.02434387639240581
previous_iter_valid_loss : 0.17148101329803467
335880 0.171664 0.171481 0.165557 CURRENT LEARNING RATE: 0.0243390081039724
previous_iter_valid_loss : 0.1628599613904953
335900 0.163042 0.162860 0.165599 CURRENT LEARNING RATE: 0.024334140789099314
previous_iter_valid_loss : 0.1804245263338089
335920 0.180761 0.180425 0.166381 CURRENT LEARNING RATE: 0.02432927444759187
previous_iter_valid_loss : 0.16555501520633698
335940 0.165800 0.165555 0.166454 CURRENT LEARNING RATE: 0.024324409079255403
previous_iter_valid_loss : 0.18109329044818878
335960 0.181473 0.181093 0.167195 CURRENT LEARNING RATE: 0.0243195446838953
previous_iter_valid_loss : 0.16388186812400818
335980 0.164100 0.163882 0.167164 CURRENT LEARNING RATE: 0.024314681261316994
previous_iter_valid_loss : 0.16182152926921844
336000 0.161973 0.161822 0.167218 CURRENT LEARNING RATE: 0.02430981881132594
previous_iter_valid_loss : 0.16934555768966675
336020 0.169533 0.169346 0.167519 CURRENT LEARNING RATE: 0.024304957333727638
previous_iter_valid_loss : 0.1693648248910904
336040 0.169620 0.169365 0.167017 CURRENT LEARNING RATE: 0.024300096828327636
previous_iter_valid_loss : 0.1633494794368744
336060 0.163529 0.163349 0.166750 CURRENT LEARNING RATE: 0.024295237294931507
previous_iter_valid_loss : 0.17702580988407135
336080 0.177234 0.177026 0.167564 CURRENT LEARNING RATE: 0.024290378733344865
previous_iter_valid_loss : 0.1617545485496521
336100 0.161930 0.161755 0.167566 CURRENT LEARNING RATE: 0.024285521143373387
previous_iter_valid_loss : 0.16321620345115662
336120 0.163457 0.163216 0.167684 CURRENT LEARNING RATE: 0.02428066452482276
previous_iter_valid_loss : 0.16110290586948395
336140 0.161312 0.161103 0.167500 CURRENT LEARNING RATE: 0.024275808877498712
previous_iter_valid_loss : 0.16087199747562408
336160 0.161087 0.160872 0.167494 CURRENT LEARNING RATE: 0.02427095420120702
previous_iter_valid_loss : 0.16197086870670319
336180 0.162166 0.161971 0.167554 CURRENT LEARNING RATE: 0.024266100495753506
previous_iter_valid_loss : 0.16234184801578522
336200 0.162549 0.162342 0.166807 CURRENT LEARNING RATE: 0.024261247760944012
previous_iter_valid_loss : 0.1639000028371811
336220 0.164133 0.163900 0.166771 CURRENT LEARNING RATE: 0.02425639599658443
previous_iter_valid_loss : 0.16089972853660583
336240 0.161103 0.160900 0.166148 CURRENT LEARNING RATE: 0.024251545202480698
previous_iter_valid_loss : 0.16610318422317505
336260 0.166292 0.166103 0.166417 CURRENT LEARNING RATE: 0.02424669537843877
previous_iter_valid_loss : 0.16075022518634796
336280 0.160941 0.160750 0.165880 CURRENT LEARNING RATE: 0.024241846524264664
previous_iter_valid_loss : 0.18156400322914124
336300 0.181759 0.181564 0.166816 CURRENT LEARNING RATE: 0.024236998639764418
previous_iter_valid_loss : 0.20604024827480316
336320 0.206173 0.206040 0.168096 CURRENT LEARNING RATE: 0.024232151724744126
previous_iter_valid_loss : 0.161739319562912
336340 0.161932 0.161739 0.167906 CURRENT LEARNING RATE: 0.024227305779009906
previous_iter_valid_loss : 0.16183987259864807
336360 0.162035 0.161840 0.166943 CURRENT LEARNING RATE: 0.024222460802367916
previous_iter_valid_loss : 0.16542474925518036
336380 0.165670 0.165425 0.167020 CURRENT LEARNING RATE: 0.024217616794624367
previous_iter_valid_loss : 0.16271866858005524
336400 0.162908 0.162719 0.167065 CURRENT LEARNING RATE: 0.024212773755585486
previous_iter_valid_loss : 0.16513143479824066
336420 0.165345 0.165131 0.166854 CURRENT LEARNING RATE: 0.02420793168505756
previous_iter_valid_loss : 0.1624385416507721
336440 0.162652 0.162439 0.166508 CURRENT LEARNING RATE: 0.02420309058284691
previous_iter_valid_loss : 0.16263289749622345
336460 0.162857 0.162633 0.166472 CURRENT LEARNING RATE: 0.024198250448759884
previous_iter_valid_loss : 0.16326230764389038
336480 0.163485 0.163262 0.165784 CURRENT LEARNING RATE: 0.02419341128260287
previous_iter_valid_loss : 0.16137485206127167
336500 0.161552 0.161375 0.165765 CURRENT LEARNING RATE: 0.02418857308418232
previous_iter_valid_loss : 0.1683761179447174
336520 0.168621 0.168376 0.166023 CURRENT LEARNING RATE: 0.024183735853304692
previous_iter_valid_loss : 0.16888578236103058
336540 0.169146 0.168886 0.166412 CURRENT LEARNING RATE: 0.02417889958977651
previous_iter_valid_loss : 0.1727897822856903
336560 0.172958 0.172790 0.167008 CURRENT LEARNING RATE: 0.024174064293404306
previous_iter_valid_loss : 0.1805114448070526
336580 0.180686 0.180511 0.167935 CURRENT LEARNING RATE: 0.024169229963994683
previous_iter_valid_loss : 0.16647006571292877
336600 0.166631 0.166470 0.168141 CURRENT LEARNING RATE: 0.024164396601354263
previous_iter_valid_loss : 0.16657789051532745
336620 0.166817 0.166578 0.168275 CURRENT LEARNING RATE: 0.024159564205289707
previous_iter_valid_loss : 0.16157521307468414
336640 0.161790 0.161575 0.168309 CURRENT LEARNING RATE: 0.02415473277560772
previous_iter_valid_loss : 0.16717229783535004
336660 0.167376 0.167172 0.168362 CURRENT LEARNING RATE: 0.02414990231211505
previous_iter_valid_loss : 0.16243231296539307
336680 0.162667 0.162432 0.168447 CURRENT LEARNING RATE: 0.024145072814618477
previous_iter_valid_loss : 0.16324463486671448
336700 0.163425 0.163245 0.167531 CURRENT LEARNING RATE: 0.024140244282924817
previous_iter_valid_loss : 0.17107388377189636
336720 0.171293 0.171074 0.165782 CURRENT LEARNING RATE: 0.02413541671684093
previous_iter_valid_loss : 0.16148093342781067
336740 0.161712 0.161481 0.165769 CURRENT LEARNING RATE: 0.02413059011617372
previous_iter_valid_loss : 0.19901150465011597
336760 0.199159 0.199012 0.167628 CURRENT LEARNING RATE: 0.024125764480730116
previous_iter_valid_loss : 0.16236422955989838
336780 0.162573 0.162364 0.167475 CURRENT LEARNING RATE: 0.024120939810317092
previous_iter_valid_loss : 0.1726292371749878
336800 0.172829 0.172629 0.167970 CURRENT LEARNING RATE: 0.024116116104741667
previous_iter_valid_loss : 0.1755894422531128
336820 0.175806 0.175589 0.168493 CURRENT LEARNING RATE: 0.024111293363810887
previous_iter_valid_loss : 0.16790209710597992
336840 0.168108 0.167902 0.168766 CURRENT LEARNING RATE: 0.024106471587331847
previous_iter_valid_loss : 0.16091838479042053
336860 0.161090 0.160918 0.168681 CURRENT LEARNING RATE: 0.024101650775111675
previous_iter_valid_loss : 0.16074149310588837
336880 0.160916 0.160741 0.168555 CURRENT LEARNING RATE: 0.024096830926957524
previous_iter_valid_loss : 0.1609061360359192
336900 0.161058 0.160906 0.168531 CURRENT LEARNING RATE: 0.02409201204267662
previous_iter_valid_loss : 0.1618899405002594
336920 0.162069 0.161890 0.168207 CURRENT LEARNING RATE: 0.02408719412207621
previous_iter_valid_loss : 0.16741971671581268
336940 0.167600 0.167420 0.168134 CURRENT LEARNING RATE: 0.02408237716496356
previous_iter_valid_loss : 0.1734703779220581
336960 0.173636 0.173470 0.168168 CURRENT LEARNING RATE: 0.024077561171146004
previous_iter_valid_loss : 0.16140501201152802
336980 0.161560 0.161405 0.167212 CURRENT LEARNING RATE: 0.024072746140430895
previous_iter_valid_loss : 0.16871264576911926
337000 0.168942 0.168713 0.167325 CURRENT LEARNING RATE: 0.02406793207262564
previous_iter_valid_loss : 0.1608639657497406
337020 0.161027 0.160864 0.167039 CURRENT LEARNING RATE: 0.024063118967537666
previous_iter_valid_loss : 0.1623205989599228
337040 0.162512 0.162321 0.167076 CURRENT LEARNING RATE: 0.024058306824974455
previous_iter_valid_loss : 0.1681550294160843
337060 0.168398 0.168155 0.167125 CURRENT LEARNING RATE: 0.02405349564474352
previous_iter_valid_loss : 0.17943024635314941
337080 0.179743 0.179430 0.167975 CURRENT LEARNING RATE: 0.024048685426652415
previous_iter_valid_loss : 0.16568605601787567
337100 0.165862 0.165686 0.168097 CURRENT LEARNING RATE: 0.024043876170508734
previous_iter_valid_loss : 0.1620149165391922
337120 0.162169 0.162015 0.167644 CURRENT LEARNING RATE: 0.024039067876120097
previous_iter_valid_loss : 0.1609114706516266
337140 0.161071 0.160911 0.167616 CURRENT LEARNING RATE: 0.02403426054329418
previous_iter_valid_loss : 0.16101837158203125
337160 0.161196 0.161018 0.165716 CURRENT LEARNING RATE: 0.02402945417183869
previous_iter_valid_loss : 0.17127354443073273
337180 0.171514 0.171274 0.166162 CURRENT LEARNING RATE: 0.02402464876156137
previous_iter_valid_loss : 0.17265525460243225
337200 0.172812 0.172655 0.166163 CURRENT LEARNING RATE: 0.02401984431227
previous_iter_valid_loss : 0.16268086433410645
337220 0.162865 0.162681 0.165517 CURRENT LEARNING RATE: 0.02401504082377241
previous_iter_valid_loss : 0.16427749395370483
337240 0.164473 0.164277 0.165336 CURRENT LEARNING RATE: 0.02401023829587645
previous_iter_valid_loss : 0.16771450638771057
337260 0.167891 0.167715 0.165676 CURRENT LEARNING RATE: 0.02400543672839003
previous_iter_valid_loss : 0.17017152905464172
337280 0.170420 0.170172 0.166148 CURRENT LEARNING RATE: 0.024000636121121074
previous_iter_valid_loss : 0.1622110903263092
337300 0.162383 0.162211 0.166213 CURRENT LEARNING RATE: 0.023995836473877572
previous_iter_valid_loss : 0.1621970385313034
337320 0.162408 0.162197 0.166228 CURRENT LEARNING RATE: 0.023991037786467533
previous_iter_valid_loss : 0.16402851045131683
337340 0.164216 0.164029 0.166059 CURRENT LEARNING RATE: 0.02398624005869901
previous_iter_valid_loss : 0.17271821200847626
337360 0.172979 0.172718 0.166021 CURRENT LEARNING RATE: 0.02398144329038009
previous_iter_valid_loss : 0.17041777074337006
337380 0.170662 0.170418 0.166472 CURRENT LEARNING RATE: 0.02397664748131891
previous_iter_valid_loss : 0.16160012781620026
337400 0.161798 0.161600 0.166116 CURRENT LEARNING RATE: 0.023971852631323627
previous_iter_valid_loss : 0.16072294116020203
337420 0.160903 0.160723 0.166109 CURRENT LEARNING RATE: 0.023967058740202454
previous_iter_valid_loss : 0.17085038125514984
337440 0.171107 0.170850 0.166535 CURRENT LEARNING RATE: 0.023962265807763634
previous_iter_valid_loss : 0.1610705852508545
337460 0.161259 0.161071 0.166181 CURRENT LEARNING RATE: 0.023957473833815447
previous_iter_valid_loss : 0.16305671632289886
337480 0.163271 0.163057 0.165362 CURRENT LEARNING RATE: 0.02395268281816622
previous_iter_valid_loss : 0.1853499412536621
337500 0.185535 0.185350 0.166346 CURRENT LEARNING RATE: 0.02394789276062431
previous_iter_valid_loss : 0.17349502444267273
337520 0.173752 0.173495 0.166920 CURRENT LEARNING RATE: 0.02394310366099811
previous_iter_valid_loss : 0.16095906496047974
337540 0.161149 0.160959 0.166922 CURRENT LEARNING RATE: 0.023938315519096063
previous_iter_valid_loss : 0.16268953680992126
337560 0.162870 0.162690 0.167006 CURRENT LEARNING RATE: 0.023933528334726638
previous_iter_valid_loss : 0.16310495138168335
337580 0.163316 0.163105 0.166597 CURRENT LEARNING RATE: 0.023928742107698353
previous_iter_valid_loss : 0.17133356630802155
337600 0.171618 0.171334 0.166531 CURRENT LEARNING RATE: 0.02392395683781975
previous_iter_valid_loss : 0.1610570102930069
337620 0.161266 0.161057 0.166450 CURRENT LEARNING RATE: 0.023919172524899432
previous_iter_valid_loss : 0.1618584841489792
337640 0.162069 0.161858 0.166329 CURRENT LEARNING RATE: 0.023914389168746008
previous_iter_valid_loss : 0.16400146484375
337660 0.164225 0.164001 0.166143 CURRENT LEARNING RATE: 0.02390960676916816
previous_iter_valid_loss : 0.16680559515953064
337680 0.167019 0.166806 0.165975 CURRENT LEARNING RATE: 0.023904825325974585
previous_iter_valid_loss : 0.1756182312965393
337700 0.175935 0.175618 0.166645 CURRENT LEARNING RATE: 0.023900044838974014
previous_iter_valid_loss : 0.17397412657737732
337720 0.174262 0.173974 0.167234 CURRENT LEARNING RATE: 0.023895265307975252
previous_iter_valid_loss : 0.1614575982093811
337740 0.161622 0.161458 0.167106 CURRENT LEARNING RATE: 0.023890486732787108
previous_iter_valid_loss : 0.16603171825408936
337760 0.166227 0.166032 0.166771 CURRENT LEARNING RATE: 0.02388570911321843
previous_iter_valid_loss : 0.17361567914485931
337780 0.173794 0.173616 0.166931 CURRENT LEARNING RATE: 0.023880932449078122
previous_iter_valid_loss : 0.1661592274904251
337800 0.166406 0.166159 0.167159 CURRENT LEARNING RATE: 0.023876156740175115
previous_iter_valid_loss : 0.1635267287492752
337820 0.163762 0.163527 0.167299 CURRENT LEARNING RATE: 0.023871381986318385
previous_iter_valid_loss : 0.17015811800956726
337840 0.170440 0.170158 0.167265 CURRENT LEARNING RATE: 0.023866608187316934
previous_iter_valid_loss : 0.16143912076950073
337860 0.161616 0.161439 0.167283 CURRENT LEARNING RATE: 0.023861835342979813
previous_iter_valid_loss : 0.1687914878129959
337880 0.168982 0.168791 0.167570 CURRENT LEARNING RATE: 0.023857063453116112
previous_iter_valid_loss : 0.17381002008914948
337900 0.174108 0.173810 0.166993 CURRENT LEARNING RATE: 0.02385229251753495
previous_iter_valid_loss : 0.18708465993404388
337920 0.187518 0.187085 0.167672 CURRENT LEARNING RATE: 0.023847522536045492
previous_iter_valid_loss : 0.16083692014217377
337940 0.161026 0.160837 0.167666 CURRENT LEARNING RATE: 0.02384275350845694
previous_iter_valid_loss : 0.1608261913061142
337960 0.161011 0.160826 0.167573 CURRENT LEARNING RATE: 0.023837985434578532
previous_iter_valid_loss : 0.16105522215366364
337980 0.161230 0.161055 0.167471 CURRENT LEARNING RATE: 0.02383321831421954
previous_iter_valid_loss : 0.1606350988149643
338000 0.160811 0.160635 0.166936 CURRENT LEARNING RATE: 0.02382845214718929
previous_iter_valid_loss : 0.1617487519979477
338020 0.161921 0.161749 0.166970 CURRENT LEARNING RATE: 0.023823686933297124
previous_iter_valid_loss : 0.16240350902080536
338040 0.162620 0.162404 0.166998 CURRENT LEARNING RATE: 0.02381892267235244
previous_iter_valid_loss : 0.16382677853107452
338060 0.164056 0.163827 0.166989 CURRENT LEARNING RATE: 0.023814159364164665
previous_iter_valid_loss : 0.16162259876728058
338080 0.161831 0.161623 0.166730 CURRENT LEARNING RATE: 0.02380939700854327
previous_iter_valid_loss : 0.17264175415039062
338100 0.172863 0.172642 0.166581 CURRENT LEARNING RATE: 0.023804635605297747
previous_iter_valid_loss : 0.1628389209508896
338120 0.163010 0.162839 0.166024 CURRENT LEARNING RATE: 0.023799875154237666
previous_iter_valid_loss : 0.16277152299880981
338140 0.162999 0.162772 0.166090 CURRENT LEARNING RATE: 0.02379511565517259
previous_iter_valid_loss : 0.16227366030216217
338160 0.162492 0.162274 0.165902 CURRENT LEARNING RATE: 0.02379035710791214
previous_iter_valid_loss : 0.1732054352760315
338180 0.173485 0.173205 0.165881 CURRENT LEARNING RATE: 0.023785599512265984
previous_iter_valid_loss : 0.16230839490890503
338200 0.162497 0.162308 0.165689 CURRENT LEARNING RATE: 0.023780842868043807
previous_iter_valid_loss : 0.16147519648075104
338220 0.161679 0.161475 0.165586 CURRENT LEARNING RATE: 0.02377608717505535
previous_iter_valid_loss : 0.16537725925445557
338240 0.165559 0.165377 0.165347 CURRENT LEARNING RATE: 0.023771332433110384
previous_iter_valid_loss : 0.16127397119998932
338260 0.161453 0.161274 0.165339 CURRENT LEARNING RATE: 0.023766578642018716
previous_iter_valid_loss : 0.1618804931640625
338280 0.162077 0.161880 0.164993 CURRENT LEARNING RATE: 0.0237618258015902
previous_iter_valid_loss : 0.19776521623134613
338300 0.197960 0.197765 0.166191 CURRENT LEARNING RATE: 0.023757073911634716
previous_iter_valid_loss : 0.1684819757938385
338320 0.168680 0.168482 0.165261 CURRENT LEARNING RATE: 0.023752322971962198
previous_iter_valid_loss : 0.1630883365869522
338340 0.163282 0.163088 0.165374 CURRENT LEARNING RATE: 0.023747572982382597
previous_iter_valid_loss : 0.16106675565242767
338360 0.161234 0.161067 0.165386 CURRENT LEARNING RATE: 0.023742823942705913
previous_iter_valid_loss : 0.16717824339866638
338380 0.167427 0.167178 0.165692 CURRENT LEARNING RATE: 0.023738075852742197
previous_iter_valid_loss : 0.1724855899810791
338400 0.172773 0.172486 0.166284 CURRENT LEARNING RATE: 0.023733328712301518
previous_iter_valid_loss : 0.16161580383777618
338420 0.161798 0.161616 0.166278 CURRENT LEARNING RATE: 0.023728582521193992
previous_iter_valid_loss : 0.16140802204608917
338440 0.161625 0.161408 0.166228 CURRENT LEARNING RATE: 0.023723837279229765
previous_iter_valid_loss : 0.16890834271907806
338460 0.169098 0.168908 0.166482 CURRENT LEARNING RATE: 0.023719092986219034
previous_iter_valid_loss : 0.17003019154071808
338480 0.170224 0.170030 0.166902 CURRENT LEARNING RATE: 0.02371434964197203
previous_iter_valid_loss : 0.17583714425563812
338500 0.176049 0.175837 0.167062 CURRENT LEARNING RATE: 0.023709607246299
previous_iter_valid_loss : 0.1650288999080658
338520 0.165201 0.165029 0.167172 CURRENT LEARNING RATE: 0.023704865799010273
previous_iter_valid_loss : 0.16190099716186523
338540 0.162128 0.161901 0.167128 CURRENT LEARNING RATE: 0.023700125299916185
previous_iter_valid_loss : 0.16134652495384216
338560 0.161565 0.161347 0.167082 CURRENT LEARNING RATE: 0.02369538574882711
previous_iter_valid_loss : 0.1626235395669937
338580 0.162841 0.162624 0.166553 CURRENT LEARNING RATE: 0.023690647145553464
previous_iter_valid_loss : 0.16080738604068756
338600 0.160978 0.160807 0.166478 CURRENT LEARNING RATE: 0.02368590948990571
previous_iter_valid_loss : 0.16873030364513397
338620 0.168986 0.168730 0.166840 CURRENT LEARNING RATE: 0.023681172781694338
previous_iter_valid_loss : 0.1705380529165268
338640 0.170741 0.170538 0.167098 CURRENT LEARNING RATE: 0.023676437020729888
previous_iter_valid_loss : 0.1613796502351761
338660 0.161550 0.161380 0.167104 CURRENT LEARNING RATE: 0.023671702206822912
previous_iter_valid_loss : 0.16174040734767914
338680 0.161921 0.161740 0.167097 CURRENT LEARNING RATE: 0.02366696833978403
previous_iter_valid_loss : 0.17099525034427643
338700 0.171169 0.170995 0.165758 CURRENT LEARNING RATE: 0.02366223541942389
previous_iter_valid_loss : 0.17588502168655396
338720 0.176194 0.175885 0.166128 CURRENT LEARNING RATE: 0.023657503445553164
previous_iter_valid_loss : 0.16530999541282654
338740 0.165540 0.165310 0.166239 CURRENT LEARNING RATE: 0.023652772417982585
previous_iter_valid_loss : 0.16934190690517426
338760 0.169500 0.169342 0.166653 CURRENT LEARNING RATE: 0.023648042336522897
previous_iter_valid_loss : 0.16513682901859283
338780 0.165325 0.165137 0.166551 CURRENT LEARNING RATE: 0.023643313200984912
previous_iter_valid_loss : 0.1612192541360855
338800 0.161409 0.161219 0.165988 CURRENT LEARNING RATE: 0.023638585011179457
previous_iter_valid_loss : 0.1607704758644104
338820 0.160951 0.160770 0.165945 CURRENT LEARNING RATE: 0.023633857766917406
previous_iter_valid_loss : 0.16435948014259338
338840 0.164591 0.164359 0.166093 CURRENT LEARNING RATE: 0.023629131468009667
previous_iter_valid_loss : 0.1856124997138977
338860 0.186035 0.185612 0.166928 CURRENT LEARNING RATE: 0.023624406114267194
previous_iter_valid_loss : 0.1607818454504013
338880 0.160989 0.160782 0.166466 CURRENT LEARNING RATE: 0.023619681705500967
previous_iter_valid_loss : 0.16075648367404938
338900 0.160940 0.160756 0.165712 CURRENT LEARNING RATE: 0.023614958241521995
previous_iter_valid_loss : 0.16316135227680206
338920 0.163362 0.163161 0.165618 CURRENT LEARNING RATE: 0.02361023572214137
previous_iter_valid_loss : 0.16721321642398834
338940 0.167418 0.167213 0.165884 CURRENT LEARNING RATE: 0.02360551414717018
previous_iter_valid_loss : 0.1647704392671585
338960 0.164999 0.164770 0.166055 CURRENT LEARNING RATE: 0.023600793516419555
previous_iter_valid_loss : 0.1623373180627823
338980 0.162549 0.162337 0.166041 CURRENT LEARNING RATE: 0.023596073829700675
previous_iter_valid_loss : 0.1660035252571106
339000 0.166259 0.166004 0.166301 CURRENT LEARNING RATE: 0.023591355086824757
previous_iter_valid_loss : 0.1731928139925003
339020 0.173476 0.173193 0.166524 CURRENT LEARNING RATE: 0.02358663728760304
previous_iter_valid_loss : 0.16515472531318665
339040 0.165386 0.165155 0.166255 CURRENT LEARNING RATE: 0.023581920431846815
previous_iter_valid_loss : 0.1627194732427597
339060 0.162927 0.162719 0.166322 CURRENT LEARNING RATE: 0.023577204519367418
previous_iter_valid_loss : 0.17030960321426392
339080 0.170512 0.170310 0.166750 CURRENT LEARNING RATE: 0.023572489549976195
previous_iter_valid_loss : 0.16439156234264374
339100 0.164617 0.164392 0.166420 CURRENT LEARNING RATE: 0.023567775523484567
previous_iter_valid_loss : 0.18642278015613556
339120 0.186832 0.186423 0.166947 CURRENT LEARNING RATE: 0.02356306243970396
previous_iter_valid_loss : 0.1724098175764084
339140 0.172635 0.172410 0.167302 CURRENT LEARNING RATE: 0.02355835029844585
previous_iter_valid_loss : 0.19034069776535034
339160 0.190539 0.190341 0.168352 CURRENT LEARNING RATE: 0.023553639099521757
previous_iter_valid_loss : 0.1727929264307022
339180 0.172985 0.172793 0.168735 CURRENT LEARNING RATE: 0.023548928842743233
previous_iter_valid_loss : 0.16112487018108368
339200 0.161336 0.161125 0.168730 CURRENT LEARNING RATE: 0.023544219527921864
previous_iter_valid_loss : 0.20323750376701355
339220 0.203820 0.203238 0.170853 CURRENT LEARNING RATE: 0.023539511154869283
previous_iter_valid_loss : 0.16075876355171204
339240 0.160943 0.160759 0.170673 CURRENT LEARNING RATE: 0.023534803723397144
previous_iter_valid_loss : 0.17191572487354279
339260 0.172094 0.171916 0.169988 CURRENT LEARNING RATE: 0.023530097233317164
previous_iter_valid_loss : 0.18959499895572662
339280 0.189777 0.189595 0.171429 CURRENT LEARNING RATE: 0.023525391684441073
previous_iter_valid_loss : 0.1619979739189148
339300 0.162198 0.161998 0.171491 CURRENT LEARNING RATE: 0.023520687076580643
previous_iter_valid_loss : 0.1613457202911377
339320 0.161529 0.161346 0.171400 CURRENT LEARNING RATE: 0.023515983409547712
previous_iter_valid_loss : 0.16130389273166656
339340 0.161486 0.161304 0.171105 CURRENT LEARNING RATE: 0.02351128068315412
previous_iter_valid_loss : 0.16060897707939148
Current valid loss: 0.16060897707939148; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
339360 0.160790 0.160609 0.170897 CURRENT LEARNING RATE: 0.023506578897211753
previous_iter_valid_loss : 0.16357579827308655
339380 0.163750 0.163576 0.170959 CURRENT LEARNING RATE: 0.02350187805153255
previous_iter_valid_loss : 0.16317109763622284
339400 0.163355 0.163171 0.170817 CURRENT LEARNING RATE: 0.02349717814592847
previous_iter_valid_loss : 0.18028134107589722
339420 0.180633 0.180281 0.171171 CURRENT LEARNING RATE: 0.02349247918021152
previous_iter_valid_loss : 0.1716473400592804
339440 0.171817 0.171647 0.171496 CURRENT LEARNING RATE: 0.023487781154193737
previous_iter_valid_loss : 0.16157518327236176
339460 0.161738 0.161575 0.171439 CURRENT LEARNING RATE: 0.023483084067687208
previous_iter_valid_loss : 0.18095763027668
339480 0.181312 0.180958 0.171971 CURRENT LEARNING RATE: 0.023478387920504044
previous_iter_valid_loss : 0.1631583720445633
339500 0.163346 0.163158 0.171910 CURRENT LEARNING RATE: 0.023473692712456397
previous_iter_valid_loss : 0.1708715409040451
339520 0.171163 0.170872 0.171132 CURRENT LEARNING RATE: 0.023468998443356467
previous_iter_valid_loss : 0.16069205105304718
339540 0.160892 0.160692 0.170546 CURRENT LEARNING RATE: 0.023464305113016476
previous_iter_valid_loss : 0.16255638003349304
339560 0.162786 0.162556 0.169157 CURRENT LEARNING RATE: 0.023459612721248687
previous_iter_valid_loss : 0.16331768035888672
339580 0.163533 0.163318 0.168683 CURRENT LEARNING RATE: 0.023454921267865414
previous_iter_valid_loss : 0.18082404136657715
339600 0.181204 0.180824 0.169668 CURRENT LEARNING RATE: 0.023450230752678998
previous_iter_valid_loss : 0.1621914505958557
339620 0.162407 0.162191 0.167616 CURRENT LEARNING RATE: 0.02344554117550181
previous_iter_valid_loss : 0.16511628031730652
339640 0.165323 0.165116 0.167834 CURRENT LEARNING RATE: 0.023440852536146275
previous_iter_valid_loss : 0.16198137402534485
339660 0.162215 0.161981 0.167337 CURRENT LEARNING RATE: 0.023436164834424844
previous_iter_valid_loss : 0.1689022034406662
339680 0.169188 0.168902 0.166302 CURRENT LEARNING RATE: 0.023431478070150013
previous_iter_valid_loss : 0.1609613448381424
339700 0.161135 0.160961 0.166250 CURRENT LEARNING RATE: 0.023426792243134292
previous_iter_valid_loss : 0.1666266918182373
339720 0.166880 0.166627 0.166515 CURRENT LEARNING RATE: 0.023422107353190277
previous_iter_valid_loss : 0.16067840158939362
339740 0.160876 0.160678 0.166483 CURRENT LEARNING RATE: 0.023417423400130557
previous_iter_valid_loss : 0.16103054583072662
339760 0.161261 0.161031 0.166504 CURRENT LEARNING RATE: 0.023412740383767776
previous_iter_valid_loss : 0.16599173843860626
339780 0.166254 0.165992 0.166625 CURRENT LEARNING RATE: 0.023408058303914618
previous_iter_valid_loss : 0.1607683300971985
339800 0.160982 0.160768 0.166505 CURRENT LEARNING RATE: 0.023403377160383793
previous_iter_valid_loss : 0.16579392552375793
339820 0.165997 0.165794 0.165781 CURRENT LEARNING RATE: 0.023398696952988057
previous_iter_valid_loss : 0.16688531637191772
339840 0.167078 0.166885 0.165543 CURRENT LEARNING RATE: 0.023394017681540202
previous_iter_valid_loss : 0.1615290343761444
339860 0.161748 0.161529 0.165540 CURRENT LEARNING RATE: 0.02338933934585306
previous_iter_valid_loss : 0.16072972118854523
339880 0.160914 0.160730 0.164529 CURRENT LEARNING RATE: 0.02338466194573949
previous_iter_valid_loss : 0.1673901230096817
339900 0.167659 0.167390 0.164740 CURRENT LEARNING RATE: 0.023379985481012402
previous_iter_valid_loss : 0.17375986278057098
339920 0.174068 0.173760 0.164885 CURRENT LEARNING RATE: 0.023375309951484742
previous_iter_valid_loss : 0.16315124928951263
339940 0.163341 0.163151 0.165008 CURRENT LEARNING RATE: 0.023370635356969476
previous_iter_valid_loss : 0.16129574179649353
339960 0.161512 0.161296 0.164945 CURRENT LEARNING RATE: 0.02336596169727963
previous_iter_valid_loss : 0.16919836401939392
339980 0.169415 0.169198 0.165239 CURRENT LEARNING RATE: 0.023361288972228254
previous_iter_valid_loss : 0.16654181480407715
340000 0.166773 0.166542 0.164525 CURRENT LEARNING RATE: 0.023356617181628445
previous_iter_valid_loss : 0.16567809879779816
340020 0.165907 0.165678 0.164699 CURRENT LEARNING RATE: 0.023351946325293322
previous_iter_valid_loss : 0.19515419006347656
340040 0.195678 0.195154 0.166201 CURRENT LEARNING RATE: 0.023347276403036056
previous_iter_valid_loss : 0.16119128465652466
340060 0.161378 0.161191 0.166161 CURRENT LEARNING RATE: 0.02334260741466985
previous_iter_valid_loss : 0.16476427018642426
340080 0.165018 0.164764 0.165954 CURRENT LEARNING RATE: 0.023337939360007942
previous_iter_valid_loss : 0.17745086550712585
340100 0.177785 0.177451 0.166779 CURRENT LEARNING RATE: 0.02333327223886361
previous_iter_valid_loss : 0.16439835727214813
340120 0.164626 0.164398 0.166668 CURRENT LEARNING RATE: 0.023328606051050166
previous_iter_valid_loss : 0.1608499437570572
340140 0.161044 0.160850 0.166676 CURRENT LEARNING RATE: 0.02332394079638097
previous_iter_valid_loss : 0.16462218761444092
340160 0.164853 0.164622 0.166856 CURRENT LEARNING RATE: 0.023319276474669418
previous_iter_valid_loss : 0.16368043422698975
340180 0.163914 0.163680 0.166740 CURRENT LEARNING RATE: 0.023314613085728922
previous_iter_valid_loss : 0.17041924595832825
340200 0.170628 0.170419 0.167223 CURRENT LEARNING RATE: 0.023309950629372952
previous_iter_valid_loss : 0.19775399565696716
340220 0.198302 0.197754 0.168821 CURRENT LEARNING RATE: 0.023305289105415013
previous_iter_valid_loss : 0.17779961228370667
340240 0.178144 0.177800 0.169366 CURRENT LEARNING RATE: 0.02330062851366864
previous_iter_valid_loss : 0.16141918301582336
340260 0.161596 0.161419 0.169361 CURRENT LEARNING RATE: 0.023295968853947413
previous_iter_valid_loss : 0.1618845909833908
340280 0.162067 0.161885 0.169419 CURRENT LEARNING RATE: 0.02329131012606494
previous_iter_valid_loss : 0.16191768646240234
340300 0.162106 0.161918 0.169145 CURRENT LEARNING RATE: 0.02328665232983488
previous_iter_valid_loss : 0.16182377934455872
340320 0.162039 0.161824 0.168548 CURRENT LEARNING RATE: 0.023281995465070912
previous_iter_valid_loss : 0.1650194674730301
340340 0.165248 0.165019 0.168642 CURRENT LEARNING RATE: 0.023277339531586765
previous_iter_valid_loss : 0.1670091599225998
340360 0.167275 0.167009 0.168927 CURRENT LEARNING RATE: 0.023272684529196206
previous_iter_valid_loss : 0.16098818182945251
340380 0.161203 0.160988 0.168517 CURRENT LEARNING RATE: 0.02326803045771303
previous_iter_valid_loss : 0.16079579293727875
340400 0.160984 0.160796 0.168229 CURRENT LEARNING RATE: 0.023263377316951068
previous_iter_valid_loss : 0.16097663342952728
340420 0.161143 0.160977 0.167994 CURRENT LEARNING RATE: 0.02325872510672421
previous_iter_valid_loss : 0.16573700308799744
340440 0.165981 0.165737 0.166524 CURRENT LEARNING RATE: 0.023254073826846362
previous_iter_valid_loss : 0.16079705953598022
340460 0.160973 0.160797 0.166504 CURRENT LEARNING RATE: 0.023249423477131465
previous_iter_valid_loss : 0.17331279814243317
340480 0.173592 0.173313 0.166931 CURRENT LEARNING RATE: 0.02324477405739351
previous_iter_valid_loss : 0.16413569450378418
340500 0.164330 0.164136 0.166266 CURRENT LEARNING RATE: 0.02324012556744652
previous_iter_valid_loss : 0.16097457706928253
340520 0.161173 0.160975 0.166094 CURRENT LEARNING RATE: 0.023235478007104546
previous_iter_valid_loss : 0.16064591705799103
340540 0.160824 0.160646 0.166084 CURRENT LEARNING RATE: 0.023230831376181708
previous_iter_valid_loss : 0.16691505908966064
340560 0.167099 0.166915 0.166199 CURRENT LEARNING RATE: 0.02322618567449213
previous_iter_valid_loss : 0.16117633879184723
340580 0.161361 0.161176 0.166074 CURRENT LEARNING RATE: 0.023221540901849975
previous_iter_valid_loss : 0.1633474975824356
340600 0.163568 0.163347 0.165720 CURRENT LEARNING RATE: 0.023216897058069466
previous_iter_valid_loss : 0.16116435825824738
340620 0.161352 0.161164 0.163890 CURRENT LEARNING RATE: 0.023212254142964836
previous_iter_valid_loss : 0.16696511209011078
340640 0.167143 0.166965 0.163349 CURRENT LEARNING RATE: 0.02320761215635038
previous_iter_valid_loss : 0.1607530415058136
340660 0.160968 0.160753 0.163315 CURRENT LEARNING RATE: 0.023202971098040412
previous_iter_valid_loss : 0.16092805564403534
340680 0.161124 0.160928 0.163268 CURRENT LEARNING RATE: 0.02319833096784929
previous_iter_valid_loss : 0.16672392189502716
340700 0.166923 0.166724 0.163508 CURRENT LEARNING RATE: 0.023193691765591412
previous_iter_valid_loss : 0.16092756390571594
340720 0.161132 0.160928 0.163463 CURRENT LEARNING RATE: 0.023189053491081205
previous_iter_valid_loss : 0.16098012030124664
340740 0.161203 0.160980 0.163261 CURRENT LEARNING RATE: 0.023184416144133142
previous_iter_valid_loss : 0.17740750312805176
340760 0.177757 0.177408 0.163781 CURRENT LEARNING RATE: 0.023179779724561724
previous_iter_valid_loss : 0.16108083724975586
340780 0.161301 0.161081 0.163786 CURRENT LEARNING RATE: 0.023175144232181505
previous_iter_valid_loss : 0.16672392189502716
340800 0.166907 0.166724 0.164082 CURRENT LEARNING RATE: 0.023170509666807056
previous_iter_valid_loss : 0.161887064576149
340820 0.162107 0.161887 0.164128 CURRENT LEARNING RATE: 0.023165876028252996
previous_iter_valid_loss : 0.16467052698135376
340840 0.164905 0.164671 0.164074 CURRENT LEARNING RATE: 0.023161243316333978
previous_iter_valid_loss : 0.1879890114068985
340860 0.188184 0.187989 0.165434 CURRENT LEARNING RATE: 0.023156611530864697
previous_iter_valid_loss : 0.1626640409231186
340880 0.162851 0.162664 0.164901 CURRENT LEARNING RATE: 0.023151980671659887
previous_iter_valid_loss : 0.16165001690387726
340900 0.161880 0.161650 0.164777 CURRENT LEARNING RATE: 0.0231473507385343
previous_iter_valid_loss : 0.16211380064487457
340920 0.162340 0.162114 0.164834 CURRENT LEARNING RATE: 0.02314272173130273
previous_iter_valid_loss : 0.16342619061470032
340940 0.163616 0.163426 0.164973 CURRENT LEARNING RATE: 0.023138093649780055
previous_iter_valid_loss : 0.16096387803554535
340960 0.161168 0.160964 0.164676 CURRENT LEARNING RATE: 0.023133466493781122
previous_iter_valid_loss : 0.1739967316389084
340980 0.174194 0.173997 0.165317 CURRENT LEARNING RATE: 0.023128840263120853
previous_iter_valid_loss : 0.16460061073303223
341000 0.164820 0.164601 0.165379 CURRENT LEARNING RATE: 0.023124214957614197
previous_iter_valid_loss : 0.17074283957481384
341020 0.170939 0.170743 0.165858 CURRENT LEARNING RATE: 0.023119590577076143
previous_iter_valid_loss : 0.16461071372032166
341040 0.164778 0.164611 0.165740 CURRENT LEARNING RATE: 0.023114967121321717
previous_iter_valid_loss : 0.16790688037872314
341060 0.168153 0.167907 0.166098 CURRENT LEARNING RATE: 0.023110344590165977
previous_iter_valid_loss : 0.1621858924627304
341080 0.162340 0.162186 0.166161 CURRENT LEARNING RATE: 0.02310572298342402
previous_iter_valid_loss : 0.18652383983135223
341100 0.186716 0.186524 0.167151 CURRENT LEARNING RATE: 0.023101102300910996
previous_iter_valid_loss : 0.16561324894428253
341120 0.165777 0.165613 0.167385 CURRENT LEARNING RATE: 0.023096482542442055
previous_iter_valid_loss : 0.16633445024490356
341140 0.166480 0.166334 0.167653 CURRENT LEARNING RATE: 0.023091863707832425
previous_iter_valid_loss : 0.16108576953411102
341160 0.161243 0.161086 0.166837 CURRENT LEARNING RATE: 0.023087245796897346
previous_iter_valid_loss : 0.16353347897529602
341180 0.163701 0.163533 0.166960 CURRENT LEARNING RATE: 0.0230826288094521
previous_iter_valid_loss : 0.16075386106967926
341200 0.160936 0.160754 0.166661 CURRENT LEARNING RATE: 0.023078012745312012
previous_iter_valid_loss : 0.1774197369813919
341220 0.177734 0.177420 0.167438 CURRENT LEARNING RATE: 0.023073397604292434
previous_iter_valid_loss : 0.16413778066635132
341240 0.164364 0.164138 0.167411 CURRENT LEARNING RATE: 0.023068783386208765
previous_iter_valid_loss : 0.16420318186283112
341260 0.164393 0.164203 0.166222 CURRENT LEARNING RATE: 0.023064170090876437
previous_iter_valid_loss : 0.17761670053005219
341280 0.177950 0.177617 0.166969 CURRENT LEARNING RATE: 0.023059557718110912
previous_iter_valid_loss : 0.16153590381145477
341300 0.161716 0.161536 0.166964 CURRENT LEARNING RATE: 0.0230549462677277
previous_iter_valid_loss : 0.16077165305614471
341320 0.160979 0.160772 0.166897 CURRENT LEARNING RATE: 0.023050335739542335
previous_iter_valid_loss : 0.1626201570034027
341340 0.162811 0.162620 0.166856 CURRENT LEARNING RATE: 0.02304572613337041
previous_iter_valid_loss : 0.16189996898174286
341360 0.162085 0.161900 0.166903 CURRENT LEARNING RATE: 0.02304111744902753
previous_iter_valid_loss : 0.1607465296983719
341380 0.160934 0.160747 0.166241 CURRENT LEARNING RATE: 0.023036509686329355
previous_iter_valid_loss : 0.16743478178977966
341400 0.167615 0.167435 0.166382 CURRENT LEARNING RATE: 0.02303190284509157
previous_iter_valid_loss : 0.17995990812778473
341420 0.180180 0.179960 0.166843 CURRENT LEARNING RATE: 0.0230272969251299
previous_iter_valid_loss : 0.16764284670352936
341440 0.167866 0.167643 0.166995 CURRENT LEARNING RATE: 0.02302269192626011
previous_iter_valid_loss : 0.16608913242816925
341460 0.166283 0.166089 0.166904 CURRENT LEARNING RATE: 0.023018087848298004
previous_iter_valid_loss : 0.16321952641010284
341480 0.163411 0.163220 0.166956 CURRENT LEARNING RATE: 0.023013484691059412
previous_iter_valid_loss : 0.16403156518936157
341500 0.164209 0.164032 0.165831 CURRENT LEARNING RATE: 0.023008882454360214
previous_iter_valid_loss : 0.18325883150100708
341520 0.183454 0.183259 0.166713 CURRENT LEARNING RATE: 0.023004281138016315
previous_iter_valid_loss : 0.16073080897331238
341540 0.160924 0.160731 0.166433 CURRENT LEARNING RATE: 0.022999680741843664
previous_iter_valid_loss : 0.16749824583530426
341560 0.167759 0.167498 0.166754 CURRENT LEARNING RATE: 0.022995081265658246
previous_iter_valid_loss : 0.16432683169841766
341580 0.164511 0.164327 0.166793 CURRENT LEARNING RATE: 0.022990482709276082
previous_iter_valid_loss : 0.16773267090320587
341600 0.167994 0.167733 0.167142 CURRENT LEARNING RATE: 0.022985885072513226
previous_iter_valid_loss : 0.17427219450473785
341620 0.174570 0.174272 0.166985 CURRENT LEARNING RATE: 0.02298128835518578
previous_iter_valid_loss : 0.16340768337249756
341640 0.163658 0.163408 0.166948 CURRENT LEARNING RATE: 0.022976692557109872
previous_iter_valid_loss : 0.16082444787025452
341660 0.161023 0.160824 0.166779 CURRENT LEARNING RATE: 0.022972097678101665
previous_iter_valid_loss : 0.17868538200855255
341680 0.178888 0.178685 0.166833 CURRENT LEARNING RATE: 0.02296750371797737
previous_iter_valid_loss : 0.1891838163137436
341700 0.189356 0.189184 0.168215 CURRENT LEARNING RATE: 0.022962910676553226
previous_iter_valid_loss : 0.16068346798419952
341720 0.160861 0.160683 0.168211 CURRENT LEARNING RATE: 0.022958318553645506
previous_iter_valid_loss : 0.16762565076351166
341740 0.167794 0.167626 0.168461 CURRENT LEARNING RATE: 0.02295372734907054
previous_iter_valid_loss : 0.16387923061847687
341760 0.164046 0.163879 0.168560 CURRENT LEARNING RATE: 0.022949137062644672
previous_iter_valid_loss : 0.16143155097961426
341780 0.161659 0.161432 0.168594 CURRENT LEARNING RATE: 0.022944547694184286
previous_iter_valid_loss : 0.16216254234313965
341800 0.162350 0.162163 0.168331 CURRENT LEARNING RATE: 0.022939959243505812
previous_iter_valid_loss : 0.16068121790885925
341820 0.160875 0.160681 0.167367 CURRENT LEARNING RATE: 0.02293537171042571
previous_iter_valid_loss : 0.18106085062026978
341840 0.181434 0.181061 0.168038 CURRENT LEARNING RATE: 0.022930785094760483
previous_iter_valid_loss : 0.16202035546302795
341860 0.162243 0.162020 0.167834 CURRENT LEARNING RATE: 0.02292619939632666
previous_iter_valid_loss : 0.1944739818572998
341880 0.194631 0.194474 0.169397 CURRENT LEARNING RATE: 0.022921614614940817
previous_iter_valid_loss : 0.17478157579898834
341900 0.174989 0.174782 0.169935 CURRENT LEARNING RATE: 0.02291703075041956
previous_iter_valid_loss : 0.1665361374616623
341920 0.166784 0.166536 0.169098 CURRENT LEARNING RATE: 0.022912447802579537
previous_iter_valid_loss : 0.17236363887786865
341940 0.172536 0.172364 0.169680 CURRENT LEARNING RATE: 0.022907865771237428
previous_iter_valid_loss : 0.16940709948539734
341960 0.169611 0.169407 0.169775 CURRENT LEARNING RATE: 0.022903284656209954
previous_iter_valid_loss : 0.166774183511734
341980 0.167010 0.166774 0.169898 CURRENT LEARNING RATE: 0.022898704457313873
previous_iter_valid_loss : 0.17697648704051971
342000 0.177162 0.176976 0.170360 CURRENT LEARNING RATE: 0.022894125174365964
previous_iter_valid_loss : 0.16987140476703644
342020 0.170136 0.169871 0.170140 CURRENT LEARNING RATE: 0.022889546807183074
previous_iter_valid_loss : 0.16613873839378357
342040 0.166384 0.166139 0.170277 CURRENT LEARNING RATE: 0.022884969355582055
previous_iter_valid_loss : 0.16064219176769257
342060 0.160837 0.160642 0.170267 CURRENT LEARNING RATE: 0.022880392819379813
previous_iter_valid_loss : 0.16588836908340454
342080 0.166127 0.165888 0.169628 CURRENT LEARNING RATE: 0.02287581719839329
previous_iter_valid_loss : 0.1631161868572235
342100 0.163353 0.163116 0.168324 CURRENT LEARNING RATE: 0.022871242492439457
previous_iter_valid_loss : 0.1643795669078827
342120 0.164598 0.164380 0.168509 CURRENT LEARNING RATE: 0.022866668701335316
previous_iter_valid_loss : 0.16123202443122864
342140 0.161456 0.161232 0.168189 CURRENT LEARNING RATE: 0.022862095824897934
previous_iter_valid_loss : 0.1624094396829605
342160 0.162593 0.162409 0.168116 CURRENT LEARNING RATE: 0.02285752386294439
previous_iter_valid_loss : 0.1688075214624405
342180 0.169087 0.168808 0.168485 CURRENT LEARNING RATE: 0.022852952815291806
previous_iter_valid_loss : 0.16636286675930023
342200 0.166618 0.166363 0.168695 CURRENT LEARNING RATE: 0.022848382681757335
previous_iter_valid_loss : 0.16984719038009644
342220 0.170121 0.169847 0.169153 CURRENT LEARNING RATE: 0.022843813462158174
previous_iter_valid_loss : 0.17042557895183563
342240 0.170712 0.170426 0.168621 CURRENT LEARNING RATE: 0.022839245156311555
previous_iter_valid_loss : 0.16082535684108734
342260 0.161008 0.160825 0.168561 CURRENT LEARNING RATE: 0.022834677764034743
previous_iter_valid_loss : 0.18294334411621094
342280 0.183135 0.182943 0.167985 CURRENT LEARNING RATE: 0.022830111285145054
previous_iter_valid_loss : 0.16275787353515625
342300 0.162946 0.162758 0.167384 CURRENT LEARNING RATE: 0.022825545719459807
previous_iter_valid_loss : 0.1660035252571106
342320 0.166202 0.166004 0.167357 CURRENT LEARNING RATE: 0.0228209810667964
previous_iter_valid_loss : 0.16119271516799927
342340 0.161414 0.161193 0.166799 CURRENT LEARNING RATE: 0.022816417326972236
previous_iter_valid_loss : 0.19467945396900177
342360 0.195156 0.194679 0.168062 CURRENT LEARNING RATE: 0.02281185449980477
previous_iter_valid_loss : 0.16503018140792847
342380 0.165266 0.165030 0.167975 CURRENT LEARNING RATE: 0.022807292585111483
previous_iter_valid_loss : 0.16111347079277039
342400 0.161305 0.161113 0.167182 CURRENT LEARNING RATE: 0.022802731582709908
previous_iter_valid_loss : 0.17691734433174133
342420 0.177127 0.176917 0.167534 CURRENT LEARNING RATE: 0.022798171492417592
previous_iter_valid_loss : 0.177759051322937
342440 0.177983 0.177759 0.168115 CURRENT LEARNING RATE: 0.022793612314052143
previous_iter_valid_loss : 0.17248214781284332
342460 0.172680 0.172482 0.168707 CURRENT LEARNING RATE: 0.02278905404743119
previous_iter_valid_loss : 0.1610737442970276
342480 0.161254 0.161074 0.168466 CURRENT LEARNING RATE: 0.0227844966923724
previous_iter_valid_loss : 0.17196327447891235
342500 0.172263 0.171963 0.168909 CURRENT LEARNING RATE: 0.02277994024869348
previous_iter_valid_loss : 0.17427611351013184
342520 0.174587 0.174276 0.169404 CURRENT LEARNING RATE: 0.022775384716212176
previous_iter_valid_loss : 0.17453113198280334
342540 0.174848 0.174531 0.170069 CURRENT LEARNING RATE: 0.02277083009474625
previous_iter_valid_loss : 0.16276898980140686
342560 0.163018 0.162769 0.170086 CURRENT LEARNING RATE: 0.02276627638411355
previous_iter_valid_loss : 0.1655902862548828
342580 0.165790 0.165590 0.169926 CURRENT LEARNING RATE: 0.022761723584131904
previous_iter_valid_loss : 0.17174063622951508
342600 0.172058 0.171741 0.170195 CURRENT LEARNING RATE: 0.0227571716946192
previous_iter_valid_loss : 0.16120627522468567
342620 0.161445 0.161206 0.169762 CURRENT LEARNING RATE: 0.022752620715393367
previous_iter_valid_loss : 0.16089728474617004
342640 0.161135 0.160897 0.169286 CURRENT LEARNING RATE: 0.02274807064627237
previous_iter_valid_loss : 0.16978099942207336
342660 0.170069 0.169781 0.169734 CURRENT LEARNING RATE: 0.0227435214870742
previous_iter_valid_loss : 0.1611984670162201
342680 0.161425 0.161198 0.168647 CURRENT LEARNING RATE: 0.02273897323761689
previous_iter_valid_loss : 0.16146156191825867
342700 0.161650 0.161462 0.168582 CURRENT LEARNING RATE: 0.022734425897718517
previous_iter_valid_loss : 0.1607179194688797
342720 0.160922 0.160718 0.168317 CURRENT LEARNING RATE: 0.022729879467197178
previous_iter_valid_loss : 0.19305728375911713
342740 0.193256 0.193057 0.169911 CURRENT LEARNING RATE: 0.02272533394587102
previous_iter_valid_loss : 0.17209218442440033
342760 0.172402 0.172092 0.168781 CURRENT LEARNING RATE: 0.022720789333558228
previous_iter_valid_loss : 0.1692523956298828
342780 0.169544 0.169252 0.168992 CURRENT LEARNING RATE: 0.022716245630077014
previous_iter_valid_loss : 0.16119325160980225
342800 0.161421 0.161193 0.168996 CURRENT LEARNING RATE: 0.022711702835245623
previous_iter_valid_loss : 0.1699378937482834
342820 0.170229 0.169938 0.168647 CURRENT LEARNING RATE: 0.02270716094888235
previous_iter_valid_loss : 0.16208893060684204
342840 0.162315 0.162089 0.167864 CURRENT LEARNING RATE: 0.02270261997080552
previous_iter_valid_loss : 0.1649864912033081
342860 0.165226 0.164986 0.167489 CURRENT LEARNING RATE: 0.02269807990083349
previous_iter_valid_loss : 0.16063205897808075
342880 0.160826 0.160632 0.167467 CURRENT LEARNING RATE: 0.022693540738784657
previous_iter_valid_loss : 0.1749969869852066
342900 0.175211 0.174997 0.167619 CURRENT LEARNING RATE: 0.02268900248447746
previous_iter_valid_loss : 0.16738596558570862
342920 0.167575 0.167386 0.167274 CURRENT LEARNING RATE: 0.022684465137730363
previous_iter_valid_loss : 0.1609397977590561
342940 0.161133 0.160940 0.166595 CURRENT LEARNING RATE: 0.022679928698361867
previous_iter_valid_loss : 0.17034125328063965
342960 0.170518 0.170341 0.166973 CURRENT LEARNING RATE: 0.022675393166190532
previous_iter_valid_loss : 0.1620245724916458
342980 0.162204 0.162025 0.166795 CURRENT LEARNING RATE: 0.022670858541034927
previous_iter_valid_loss : 0.1730761080980301
343000 0.173368 0.173076 0.166862 CURRENT LEARNING RATE: 0.022666324822713663
previous_iter_valid_loss : 0.1607424020767212
343020 0.160942 0.160742 0.166839 CURRENT LEARNING RATE: 0.022661792011045397
previous_iter_valid_loss : 0.16843734681606293
343040 0.168689 0.168437 0.167216 CURRENT LEARNING RATE: 0.02265726010584881
previous_iter_valid_loss : 0.16069471836090088
343060 0.160894 0.160695 0.166761 CURRENT LEARNING RATE: 0.02265272910694264
previous_iter_valid_loss : 0.1635955274105072
343080 0.163843 0.163596 0.166881 CURRENT LEARNING RATE: 0.02264819901414563
previous_iter_valid_loss : 0.19133393466472626
343100 0.191526 0.191334 0.168375 CURRENT LEARNING RATE: 0.02264366982727659
previous_iter_valid_loss : 0.17120130360126495
343120 0.171403 0.171201 0.168899 CURRENT LEARNING RATE: 0.022639141546154335
previous_iter_valid_loss : 0.16157177090644836
343140 0.161812 0.161572 0.167325 CURRENT LEARNING RATE: 0.022634614170597755
previous_iter_valid_loss : 0.16332076489925385
343160 0.163572 0.163321 0.166886 CURRENT LEARNING RATE: 0.022630087700425742
previous_iter_valid_loss : 0.1735757738351822
343180 0.173769 0.173576 0.167102 CURRENT LEARNING RATE: 0.022625562135457238
previous_iter_valid_loss : 0.1653043031692505
343200 0.165561 0.165304 0.167308 CURRENT LEARNING RATE: 0.022621037475511224
previous_iter_valid_loss : 0.1614578366279602
343220 0.161675 0.161458 0.166884 CURRENT LEARNING RATE: 0.02261651372040671
previous_iter_valid_loss : 0.16531671583652496
343240 0.165550 0.165317 0.167045 CURRENT LEARNING RATE: 0.022611990869962753
previous_iter_valid_loss : 0.16079869866371155
343260 0.161004 0.160799 0.166836 CURRENT LEARNING RATE: 0.02260746892399843
previous_iter_valid_loss : 0.1621169000864029
343280 0.162315 0.162117 0.166910 CURRENT LEARNING RATE: 0.022602947882332868
previous_iter_valid_loss : 0.16305440664291382
343300 0.163255 0.163054 0.166313 CURRENT LEARNING RATE: 0.022598427744785224
previous_iter_valid_loss : 0.16096895933151245
343320 0.161189 0.160969 0.165992 CURRENT LEARNING RATE: 0.022593908511174692
previous_iter_valid_loss : 0.16097846627235413
343340 0.161179 0.160978 0.165994 CURRENT LEARNING RATE: 0.02258939018132049
previous_iter_valid_loss : 0.16221365332603455
343360 0.162445 0.162214 0.165588 CURRENT LEARNING RATE: 0.022584872755041917
previous_iter_valid_loss : 0.1742861270904541
343380 0.174473 0.174286 0.166201 CURRENT LEARNING RATE: 0.02258035623215825
previous_iter_valid_loss : 0.1634645015001297
343400 0.163633 0.163465 0.165720 CURRENT LEARNING RATE: 0.02257584061248884
previous_iter_valid_loss : 0.18108776211738586
343420 0.181286 0.181088 0.166737 CURRENT LEARNING RATE: 0.022571325895853055
previous_iter_valid_loss : 0.16673827171325684
343440 0.166970 0.166738 0.166652 CURRENT LEARNING RATE: 0.02256681208207031
previous_iter_valid_loss : 0.16202931106090546
343460 0.162249 0.162029 0.166719 CURRENT LEARNING RATE: 0.022562299170960046
previous_iter_valid_loss : 0.1623811274766922
343480 0.162559 0.162381 0.166658 CURRENT LEARNING RATE: 0.02255778716234176
previous_iter_valid_loss : 0.16440628468990326
343500 0.164621 0.164406 0.165312 CURRENT LEARNING RATE: 0.02255327605603496
previous_iter_valid_loss : 0.18720096349716187
343520 0.187385 0.187201 0.166112 CURRENT LEARNING RATE: 0.022548765851859203
previous_iter_valid_loss : 0.16868038475513458
343540 0.168851 0.168680 0.166467 CURRENT LEARNING RATE: 0.022544256549634087
previous_iter_valid_loss : 0.16535894572734833
343560 0.165528 0.165359 0.166569 CURRENT LEARNING RATE: 0.022539748149179237
previous_iter_valid_loss : 0.16310356557369232
343580 0.163320 0.163104 0.166046 CURRENT LEARNING RATE: 0.022535240650314307
previous_iter_valid_loss : 0.1717301905155182
343600 0.171924 0.171730 0.166367 CURRENT LEARNING RATE: 0.022530734052859016
previous_iter_valid_loss : 0.16381561756134033
343620 0.164039 0.163816 0.166485 CURRENT LEARNING RATE: 0.022526228356633086
previous_iter_valid_loss : 0.1646188497543335
343640 0.164835 0.164619 0.166450 CURRENT LEARNING RATE: 0.02252172356145629
previous_iter_valid_loss : 0.161569282412529
343660 0.161753 0.161569 0.166489 CURRENT LEARNING RATE: 0.022517219667148446
previous_iter_valid_loss : 0.1760309487581253
343680 0.176241 0.176031 0.167184 CURRENT LEARNING RATE: 0.022512716673529387
previous_iter_valid_loss : 0.16143828630447388
343700 0.161623 0.161438 0.167103 CURRENT LEARNING RATE: 0.022508214580419003
previous_iter_valid_loss : 0.17050275206565857
343720 0.170784 0.170503 0.167580 CURRENT LEARNING RATE: 0.022503713387637198
previous_iter_valid_loss : 0.18202480673789978
343740 0.182406 0.182025 0.168632 CURRENT LEARNING RATE: 0.02249921309500393
previous_iter_valid_loss : 0.16112923622131348
343760 0.161312 0.161129 0.168578 CURRENT LEARNING RATE: 0.022494713702339193
previous_iter_valid_loss : 0.16153556108474731
343780 0.161767 0.161536 0.167941 CURRENT LEARNING RATE: 0.022490215209463007
previous_iter_valid_loss : 0.1624421775341034
343800 0.162675 0.162442 0.167890 CURRENT LEARNING RATE: 0.022485717616195434
previous_iter_valid_loss : 0.16391296684741974
343820 0.164120 0.163913 0.167031 CURRENT LEARNING RATE: 0.02248122092235657
previous_iter_valid_loss : 0.16136103868484497
343840 0.161598 0.161361 0.166762 CURRENT LEARNING RATE: 0.022476725127766543
previous_iter_valid_loss : 0.16569910943508148
343860 0.165969 0.165699 0.166946 CURRENT LEARNING RATE: 0.022472230232245528
previous_iter_valid_loss : 0.16130821406841278
343880 0.161493 0.161308 0.166892 CURRENT LEARNING RATE: 0.02246773623561372
previous_iter_valid_loss : 0.16233956813812256
343900 0.162488 0.162340 0.166789 CURRENT LEARNING RATE: 0.022463243137691366
previous_iter_valid_loss : 0.16977274417877197
343920 0.170063 0.169773 0.165917 CURRENT LEARNING RATE: 0.02245875093829874
previous_iter_valid_loss : 0.16507069766521454
343940 0.165319 0.165071 0.165737 CURRENT LEARNING RATE: 0.02245425963725616
previous_iter_valid_loss : 0.16416054964065552
343960 0.164366 0.164161 0.165677 CURRENT LEARNING RATE: 0.022449769234383965
previous_iter_valid_loss : 0.16271144151687622
343980 0.162936 0.162711 0.165657 CURRENT LEARNING RATE: 0.022445279729502537
previous_iter_valid_loss : 0.169977605342865
344000 0.170196 0.169978 0.165570 CURRENT LEARNING RATE: 0.02244079112243231
previous_iter_valid_loss : 0.16683243215084076
344020 0.167036 0.166832 0.165720 CURRENT LEARNING RATE: 0.022436303412993724
previous_iter_valid_loss : 0.16178885102272034
344040 0.162015 0.161789 0.165579 CURRENT LEARNING RATE: 0.022431816601007282
previous_iter_valid_loss : 0.16119259595870972
344060 0.161401 0.161193 0.165560 CURRENT LEARNING RATE: 0.022427330686293503
previous_iter_valid_loss : 0.17261123657226562
344080 0.172904 0.172611 0.165389 CURRENT LEARNING RATE: 0.022422845668672958
previous_iter_valid_loss : 0.16450344026088715
344100 0.164759 0.164503 0.165542 CURRENT LEARNING RATE: 0.02241836154796624
previous_iter_valid_loss : 0.16071583330631256
344120 0.160883 0.160716 0.165053 CURRENT LEARNING RATE: 0.02241387832399399
previous_iter_valid_loss : 0.1626267433166504
344140 0.162841 0.162627 0.164083 CURRENT LEARNING RATE: 0.022409395996576865
previous_iter_valid_loss : 0.1612699031829834
344160 0.161469 0.161270 0.164090 CURRENT LEARNING RATE: 0.022404914565535596
previous_iter_valid_loss : 0.16167762875556946
344180 0.161839 0.161678 0.164097 CURRENT LEARNING RATE: 0.022400434030690905
previous_iter_valid_loss : 0.17129337787628174
344200 0.171485 0.171293 0.164540 CURRENT LEARNING RATE: 0.022395954391863586
previous_iter_valid_loss : 0.16158102452754974
344220 0.161791 0.161581 0.164423 CURRENT LEARNING RATE: 0.022391475648874438
previous_iter_valid_loss : 0.1789470613002777
344240 0.179307 0.178947 0.165302 CURRENT LEARNING RATE: 0.022386997801544326
previous_iter_valid_loss : 0.1614876240491867
344260 0.161648 0.161488 0.165092 CURRENT LEARNING RATE: 0.02238252084969412
previous_iter_valid_loss : 0.1639930009841919
344280 0.164209 0.163993 0.165226 CURRENT LEARNING RATE: 0.022378044793144758
previous_iter_valid_loss : 0.16177575290203094
344300 0.161950 0.161776 0.165198 CURRENT LEARNING RATE: 0.022373569631717192
previous_iter_valid_loss : 0.16810856759548187
344320 0.168350 0.168109 0.165115 CURRENT LEARNING RATE: 0.02236909536523241
previous_iter_valid_loss : 0.17247165739536285
344340 0.172762 0.172472 0.165485 CURRENT LEARNING RATE: 0.022364621993511448
previous_iter_valid_loss : 0.1606258898973465
344360 0.160803 0.160626 0.165308 CURRENT LEARNING RATE: 0.02236014951637537
previous_iter_valid_loss : 0.16078978776931763
344380 0.160983 0.160790 0.165212 CURRENT LEARNING RATE: 0.022355677933645273
previous_iter_valid_loss : 0.16153381764888763
344400 0.161734 0.161534 0.164790 CURRENT LEARNING RATE: 0.022351207245142293
previous_iter_valid_loss : 0.16083969175815582
344420 0.161018 0.160840 0.164490 CURRENT LEARNING RATE: 0.02234673745068761
previous_iter_valid_loss : 0.16073931753635406
344440 0.160913 0.160739 0.164438 CURRENT LEARNING RATE: 0.022342268550102427
previous_iter_valid_loss : 0.1696052849292755
344460 0.169903 0.169605 0.164858 CURRENT LEARNING RATE: 0.022337800543207997
previous_iter_valid_loss : 0.16900041699409485
344480 0.169204 0.169000 0.164678 CURRENT LEARNING RATE: 0.02233333342982558
previous_iter_valid_loss : 0.16066332161426544
344500 0.160866 0.160663 0.164486 CURRENT LEARNING RATE: 0.022328867209776507
previous_iter_valid_loss : 0.1695401966571808
344520 0.169796 0.169540 0.164927 CURRENT LEARNING RATE: 0.022324401882882126
previous_iter_valid_loss : 0.16063423454761505
344540 0.160806 0.160634 0.164827 CURRENT LEARNING RATE: 0.022319937448963816
previous_iter_valid_loss : 0.1615193784236908
344560 0.161692 0.161519 0.164840 CURRENT LEARNING RATE: 0.022315473907843015
previous_iter_valid_loss : 0.16146968305110931
417340 0.161679 0.161470 0.164355 CURRENT LEARNING RATE: 0.010777712398642227
previous_iter_valid_loss : 0.16437722742557526
417360 0.164591 0.164377 0.164397 CURRENT LEARNING RATE: 0.010775557071702383
previous_iter_valid_loss : 0.1620977222919464
417380 0.162303 0.162098 0.163450 CURRENT LEARNING RATE: 0.010773402175784812
previous_iter_valid_loss : 0.1606617271900177
417400 0.160859 0.160662 0.163410 CURRENT LEARNING RATE: 0.010771247710803341
previous_iter_valid_loss : 0.1661645919084549
417420 0.166351 0.166165 0.163551 CURRENT LEARNING RATE: 0.010769093676671768
previous_iter_valid_loss : 0.16098523139953613
417440 0.161211 0.160985 0.163566 CURRENT LEARNING RATE: 0.010766940073303954
previous_iter_valid_loss : 0.17215636372566223
417460 0.172364 0.172156 0.163950 CURRENT LEARNING RATE: 0.010764786900613735
previous_iter_valid_loss : 0.16730263829231262
417480 0.167587 0.167303 0.163999 CURRENT LEARNING RATE: 0.010762634158515002
previous_iter_valid_loss : 0.16187959909439087
417500 0.162131 0.161880 0.164055 CURRENT LEARNING RATE: 0.010760481846921629
previous_iter_valid_loss : 0.18061313033103943
417520 0.180998 0.180613 0.164990 CURRENT LEARNING RATE: 0.01075832996574754
previous_iter_valid_loss : 0.16555123031139374
417540 0.165820 0.165551 0.164569 CURRENT LEARNING RATE: 0.010756178514906642
previous_iter_valid_loss : 0.1606781780719757
417560 0.160882 0.160678 0.164565 CURRENT LEARNING RATE: 0.010754027494312896
previous_iter_valid_loss : 0.16187646985054016
417580 0.162115 0.161876 0.164557 CURRENT LEARNING RATE: 0.01075187690388024
previous_iter_valid_loss : 0.16139450669288635
417600 0.161626 0.161395 0.164583 CURRENT LEARNING RATE: 0.010749726743522672
previous_iter_valid_loss : 0.16283631324768066
417620 0.163069 0.162836 0.164252 CURRENT LEARNING RATE: 0.010747577013154165
previous_iter_valid_loss : 0.16071856021881104
417640 0.160930 0.160719 0.164033 CURRENT LEARNING RATE: 0.01074542771268875
previous_iter_valid_loss : 0.1628248542547226
417660 0.163071 0.162825 0.164139 CURRENT LEARNING RATE: 0.010743278842040436
previous_iter_valid_loss : 0.17736414074897766
417680 0.177730 0.177364 0.164971 CURRENT LEARNING RATE: 0.010741130401123285
previous_iter_valid_loss : 0.16089481115341187
417700 0.161112 0.160895 0.164891 CURRENT LEARNING RATE: 0.010738982389851343
previous_iter_valid_loss : 0.16332277655601501
417720 0.163534 0.163323 0.164757 CURRENT LEARNING RATE: 0.010736834808138708
previous_iter_valid_loss : 0.1649286150932312
417740 0.165197 0.164929 0.164930 CURRENT LEARNING RATE: 0.010734687655899458
previous_iter_valid_loss : 0.16766877472400665
417760 0.167867 0.167669 0.165094 CURRENT LEARNING RATE: 0.010732540933047712
previous_iter_valid_loss : 0.16345128417015076
417780 0.163662 0.163451 0.165162 CURRENT LEARNING RATE: 0.010730394639497619
previous_iter_valid_loss : 0.16208313405513763
417800 0.162283 0.162083 0.165233 CURRENT LEARNING RATE: 0.0107282487751633
previous_iter_valid_loss : 0.1634635329246521
417820 0.163682 0.163464 0.165098 CURRENT LEARNING RATE: 0.010726103339958945
previous_iter_valid_loss : 0.16074277460575104
417840 0.160955 0.160743 0.165086 CURRENT LEARNING RATE: 0.010723958333798715
previous_iter_valid_loss : 0.16864193975925446
417860 0.168930 0.168642 0.164910 CURRENT LEARNING RATE: 0.010721813756596829
previous_iter_valid_loss : 0.16080231964588165
417880 0.161014 0.160802 0.164585 CURRENT LEARNING RATE: 0.010719669608267484
previous_iter_valid_loss : 0.17965289950370789
417900 0.180035 0.179653 0.165474 CURRENT LEARNING RATE: 0.010717525888724936
previous_iter_valid_loss : 0.16108882427215576
417920 0.161297 0.161089 0.164497 CURRENT LEARNING RATE: 0.010715382597883415
previous_iter_valid_loss : 0.16339683532714844
417940 0.163600 0.163397 0.164390 CURRENT LEARNING RATE: 0.010713239735657208
previous_iter_valid_loss : 0.1614677459001541
417960 0.161664 0.161468 0.164429 CURRENT LEARNING RATE: 0.010711097301960584
previous_iter_valid_loss : 0.16079340875148773
417980 0.161011 0.160793 0.164375 CURRENT LEARNING RATE: 0.010708955296707862
previous_iter_valid_loss : 0.16078507900238037
418000 0.160977 0.160785 0.164345 CURRENT LEARNING RATE: 0.010706813719813343
previous_iter_valid_loss : 0.16334465146064758
418020 0.163602 0.163345 0.164370 CURRENT LEARNING RATE: 0.010704672571191386
previous_iter_valid_loss : 0.16329242289066315
418040 0.163502 0.163292 0.164499 CURRENT LEARNING RATE: 0.010702531850756323
previous_iter_valid_loss : 0.1638772189617157
418060 0.164130 0.163877 0.164551 CURRENT LEARNING RATE: 0.010700391558422544
previous_iter_valid_loss : 0.1644633710384369
418080 0.164660 0.164463 0.163906 CURRENT LEARNING RATE: 0.010698251694104419
previous_iter_valid_loss : 0.1616523414850235
418100 0.161851 0.161652 0.163944 CURRENT LEARNING RATE: 0.010696112257716373
previous_iter_valid_loss : 0.1623171865940094
418120 0.162528 0.162317 0.163894 CURRENT LEARNING RATE: 0.010693973249172812
previous_iter_valid_loss : 0.1611805260181427
418140 0.161395 0.161181 0.163707 CURRENT LEARNING RATE: 0.010691834668388179
previous_iter_valid_loss : 0.16117097437381744
418160 0.161415 0.161171 0.163382 CURRENT LEARNING RATE: 0.010689696515276945
previous_iter_valid_loss : 0.16950269043445587
418180 0.169812 0.169503 0.163684 CURRENT LEARNING RATE: 0.010687558789753563
previous_iter_valid_loss : 0.16458328068256378
418200 0.164844 0.164583 0.163809 CURRENT LEARNING RATE: 0.010685421491732542
previous_iter_valid_loss : 0.17700575292110443
418220 0.177380 0.177006 0.164486 CURRENT LEARNING RATE: 0.010683284621128376
previous_iter_valid_loss : 0.1630958765745163
418240 0.163319 0.163096 0.164604 CURRENT LEARNING RATE: 0.010681148177855603
previous_iter_valid_loss : 0.1637491136789322
418260 0.163967 0.163749 0.164359 CURRENT LEARNING RATE: 0.01067901216182875
previous_iter_valid_loss : 0.16388116776943207
418280 0.164098 0.163881 0.164513 CURRENT LEARNING RATE: 0.010676876572962395
previous_iter_valid_loss : 0.16515538096427917
418300 0.165327 0.165155 0.163788 CURRENT LEARNING RATE: 0.010674741411171093
previous_iter_valid_loss : 0.1862153261899948
418320 0.186405 0.186215 0.165045 CURRENT LEARNING RATE: 0.01067260667636946
previous_iter_valid_loss : 0.16071926057338715
418340 0.160924 0.160719 0.164911 CURRENT LEARNING RATE: 0.010670472368472086
previous_iter_valid_loss : 0.16308559477329254
418360 0.163284 0.163086 0.164992 CURRENT LEARNING RATE: 0.010668338487393618
previous_iter_valid_loss : 0.16060128808021545
418380 0.160785 0.160601 0.164982 CURRENT LEARNING RATE: 0.010666205033048682
previous_iter_valid_loss : 0.18841099739074707
418400 0.188561 0.188411 0.166363 CURRENT LEARNING RATE: 0.010664072005351957
previous_iter_valid_loss : 0.16164249181747437
418420 0.161867 0.161642 0.166278 CURRENT LEARNING RATE: 0.010661939404218102
previous_iter_valid_loss : 0.16297069191932678
418440 0.163213 0.162971 0.166262 CURRENT LEARNING RATE: 0.010659807229561837
previous_iter_valid_loss : 0.1716681718826294
418460 0.171981 0.171668 0.166652 CURRENT LEARNING RATE: 0.010657675481297852
previous_iter_valid_loss : 0.1747310757637024
418480 0.175065 0.174731 0.167165 CURRENT LEARNING RATE: 0.010655544159340898
previous_iter_valid_loss : 0.16452637314796448
418500 0.164719 0.164526 0.167309 CURRENT LEARNING RATE: 0.010653413263605702
previous_iter_valid_loss : 0.16605843603610992
418520 0.166243 0.166058 0.167496 CURRENT LEARNING RATE: 0.010651282794007047
previous_iter_valid_loss : 0.16382484138011932
418540 0.164076 0.163825 0.167628 CURRENT LEARNING RATE: 0.010649152750459696
previous_iter_valid_loss : 0.16506800055503845
418560 0.165268 0.165068 0.167823 CURRENT LEARNING RATE: 0.010647023132878457
previous_iter_valid_loss : 0.17093202471733093
418580 0.171238 0.170932 0.167894 CURRENT LEARNING RATE: 0.010644893941178152
previous_iter_valid_loss : 0.16752520203590393
418600 0.167807 0.167525 0.168042 CURRENT LEARNING RATE: 0.0106427651752736
previous_iter_valid_loss : 0.16365496814250946
418620 0.163901 0.163655 0.167374 CURRENT LEARNING RATE: 0.010640636835079664
previous_iter_valid_loss : 0.18394313752651215
418640 0.184330 0.183943 0.168416 CURRENT LEARNING RATE: 0.010638508920511193
previous_iter_valid_loss : 0.17747190594673157
418660 0.177821 0.177472 0.169103 CURRENT LEARNING RATE: 0.01063638143148309
previous_iter_valid_loss : 0.16184471547603607
418680 0.162065 0.161845 0.169001 CURRENT LEARNING RATE: 0.010634254367910236
previous_iter_valid_loss : 0.183137446641922
418700 0.183521 0.183137 0.169900 CURRENT LEARNING RATE: 0.010632127729707569
previous_iter_valid_loss : 0.16166524589061737
418720 0.161848 0.161665 0.168672 CURRENT LEARNING RATE: 0.010630001516790001
previous_iter_valid_loss : 0.18307985365390778
418740 0.183477 0.183080 0.169790 CURRENT LEARNING RATE: 0.010627875729072507
previous_iter_valid_loss : 0.17095385491847992
418760 0.171129 0.170954 0.170184 CURRENT LEARNING RATE: 0.010625750366470031
previous_iter_valid_loss : 0.17240162193775177
418780 0.172580 0.172402 0.170774 CURRENT LEARNING RATE: 0.010623625428897584
previous_iter_valid_loss : 0.1656104177236557
418800 0.165856 0.165610 0.169634 CURRENT LEARNING RATE: 0.010621500916270144
previous_iter_valid_loss : 0.16282391548156738
418820 0.163058 0.162824 0.169693 CURRENT LEARNING RATE: 0.010619376828502752
previous_iter_valid_loss : 0.1691281944513321
418840 0.169399 0.169128 0.170001 CURRENT LEARNING RATE: 0.010617253165510425
previous_iter_valid_loss : 0.16446444392204285
418860 0.164652 0.164464 0.169641 CURRENT LEARNING RATE: 0.010615129927208235
previous_iter_valid_loss : 0.16336877644062042
418880 0.163543 0.163369 0.169072 CURRENT LEARNING RATE: 0.010613007113511236
previous_iter_valid_loss : 0.16466495394706726
418900 0.164904 0.164665 0.169079 CURRENT LEARNING RATE: 0.010610884724334529
previous_iter_valid_loss : 0.16275717318058014
418920 0.162986 0.162757 0.168914 CURRENT LEARNING RATE: 0.010608762759593207
previous_iter_valid_loss : 0.1652500182390213
418940 0.165489 0.165250 0.168986 CURRENT LEARNING RATE: 0.010606641219202394
previous_iter_valid_loss : 0.16203336417675018
418960 0.162211 0.162033 0.168834 CURRENT LEARNING RATE: 0.010604520103077242
previous_iter_valid_loss : 0.1927391141653061
418980 0.192896 0.192739 0.169924 CURRENT LEARNING RATE: 0.010602399411132885
previous_iter_valid_loss : 0.1627734899520874
419000 0.162957 0.162773 0.169687 CURRENT LEARNING RATE: 0.010600279143284515
previous_iter_valid_loss : 0.16436484456062317
419020 0.164560 0.164365 0.169722 CURRENT LEARNING RATE: 0.010598159299447303
previous_iter_valid_loss : 0.17208190262317657
419040 0.172276 0.172082 0.169129 CURRENT LEARNING RATE: 0.010596039879536475
previous_iter_valid_loss : 0.16083934903144836
419060 0.161025 0.160839 0.168297 CURRENT LEARNING RATE: 0.010593920883467233
previous_iter_valid_loss : 0.16286765038967133
419080 0.163097 0.162868 0.168349 CURRENT LEARNING RATE: 0.010591802311154837
previous_iter_valid_loss : 0.16231781244277954
419100 0.162555 0.162318 0.167308 CURRENT LEARNING RATE: 0.010589684162514528
previous_iter_valid_loss : 0.16570337116718292
419120 0.165965 0.165703 0.167509 CURRENT LEARNING RATE: 0.010587566437461593
previous_iter_valid_loss : 0.161492720246315
419140 0.161715 0.161493 0.166430 CURRENT LEARNING RATE: 0.01058544913591131
previous_iter_valid_loss : 0.16093629598617554
419160 0.161148 0.160936 0.165929 CURRENT LEARNING RATE: 0.010583332257779002
previous_iter_valid_loss : 0.1612238734960556
419180 0.161399 0.161224 0.165370 CURRENT LEARNING RATE: 0.010581215802979976
previous_iter_valid_loss : 0.16502036154270172
419200 0.165237 0.165020 0.165341 CURRENT LEARNING RATE: 0.010579099771429594
previous_iter_valid_loss : 0.164862722158432
419220 0.165109 0.164863 0.165443 CURRENT LEARNING RATE: 0.010576984163043195
previous_iter_valid_loss : 0.16685383021831512
419240 0.167053 0.166854 0.165329 CURRENT LEARNING RATE: 0.010574868977736171
previous_iter_valid_loss : 0.16999487578868866
419260 0.170198 0.169995 0.165606 CURRENT LEARNING RATE: 0.010572754215423901
previous_iter_valid_loss : 0.16094811260700226
419280 0.161137 0.160948 0.165484 CURRENT LEARNING RATE: 0.010570639876021809
previous_iter_valid_loss : 0.17320966720581055
419300 0.173422 0.173210 0.165912 CURRENT LEARNING RATE: 0.010568525959445303
previous_iter_valid_loss : 0.19064444303512573
419320 0.190824 0.190644 0.167306 CURRENT LEARNING RATE: 0.010566412465609848
previous_iter_valid_loss : 0.19811537861824036
419340 0.198256 0.198115 0.168949 CURRENT LEARNING RATE: 0.010564299394430883
previous_iter_valid_loss : 0.16093793511390686
419360 0.161155 0.160938 0.168895 CURRENT LEARNING RATE: 0.010562186745823895
previous_iter_valid_loss : 0.16078823804855347
419380 0.160967 0.160788 0.167297 CURRENT LEARNING RATE: 0.010560074519704388
previous_iter_valid_loss : 0.16969500482082367
419400 0.169988 0.169695 0.167643 CURRENT LEARNING RATE: 0.010557962715987855
previous_iter_valid_loss : 0.1606663316488266
419420 0.160854 0.160666 0.167458 CURRENT LEARNING RATE: 0.010555851334589838
previous_iter_valid_loss : 0.1824376881122589
419440 0.182648 0.182438 0.167976 CURRENT LEARNING RATE: 0.01055374037542587
previous_iter_valid_loss : 0.1825709044933319
419460 0.182970 0.182571 0.169063 CURRENT LEARNING RATE: 0.010551629838411526
previous_iter_valid_loss : 0.16103573143482208
419480 0.161255 0.161036 0.168971 CURRENT LEARNING RATE: 0.010549519723462368
previous_iter_valid_loss : 0.16661690175533295
419500 0.166824 0.166617 0.169186 CURRENT LEARNING RATE: 0.010547410030494008
previous_iter_valid_loss : 0.20510625839233398
419520 0.205701 0.205106 0.171156 CURRENT LEARNING RATE: 0.010545300759422045
previous_iter_valid_loss : 0.1607121229171753
419540 0.160911 0.160712 0.171117 CURRENT LEARNING RATE: 0.01054319191016212
previous_iter_valid_loss : 0.1653972864151001
419560 0.165605 0.165397 0.171340 CURRENT LEARNING RATE: 0.010541083482629865
previous_iter_valid_loss : 0.1628054678440094
419580 0.163038 0.162805 0.171419 CURRENT LEARNING RATE: 0.01053897547674096
previous_iter_valid_loss : 0.16067516803741455
419600 0.160856 0.160675 0.171202 CURRENT LEARNING RATE: 0.010536867892411065
previous_iter_valid_loss : 0.1758098006248474
419620 0.176159 0.175810 0.171749 CURRENT LEARNING RATE: 0.010534760729555897
previous_iter_valid_loss : 0.16137225925922394
419640 0.161546 0.161372 0.171475 CURRENT LEARNING RATE: 0.01053265398809115
previous_iter_valid_loss : 0.1616176813840866
419660 0.161796 0.161618 0.171056 CURRENT LEARNING RATE: 0.010530547667932573
previous_iter_valid_loss : 0.16158387064933777
419680 0.161757 0.161584 0.171088 CURRENT LEARNING RATE: 0.010528441768995896
previous_iter_valid_loss : 0.16149850189685822
419700 0.161699 0.161499 0.170503 CURRENT LEARNING RATE: 0.010526336291196899
previous_iter_valid_loss : 0.16074298322200775
419720 0.160942 0.160743 0.169007 CURRENT LEARNING RATE: 0.010524231234451347
previous_iter_valid_loss : 0.17233087122440338
419740 0.172631 0.172331 0.167718 CURRENT LEARNING RATE: 0.010522126598675047
previous_iter_valid_loss : 0.1607600450515747
419760 0.160963 0.160760 0.167709 CURRENT LEARNING RATE: 0.01052002238378382
previous_iter_valid_loss : 0.1644376665353775
419780 0.164640 0.164438 0.167892 CURRENT LEARNING RATE: 0.01051791858969348
previous_iter_valid_loss : 0.16249287128448486
419800 0.162729 0.162493 0.167532 CURRENT LEARNING RATE: 0.010515815216319894
previous_iter_valid_loss : 0.18284301459789276
419820 0.183046 0.182843 0.168641 CURRENT LEARNING RATE: 0.01051371226357891
previous_iter_valid_loss : 0.16812527179718018
419840 0.168323 0.168125 0.167925 CURRENT LEARNING RATE: 0.010511609731386427
previous_iter_valid_loss : 0.1767689734697342
419860 0.176969 0.176769 0.167635 CURRENT LEARNING RATE: 0.010509507619658324
previous_iter_valid_loss : 0.16096021234989166
419880 0.161140 0.160960 0.167631 CURRENT LEARNING RATE: 0.010507405928310539
previous_iter_valid_loss : 0.1832917332649231
419900 0.183490 0.183292 0.168465 CURRENT LEARNING RATE: 0.010505304657258982
previous_iter_valid_loss : 0.16121283173561096
419920 0.161429 0.161213 0.166270 CURRENT LEARNING RATE: 0.010503203806419621
previous_iter_valid_loss : 0.16143512725830078
419940 0.161623 0.161435 0.166306 CURRENT LEARNING RATE: 0.010501103375708405
previous_iter_valid_loss : 0.16086767613887787
419960 0.161064 0.160868 0.166080 CURRENT LEARNING RATE: 0.010499003365041336
previous_iter_valid_loss : 0.16071781516075134
419980 0.160914 0.160718 0.165975 CURRENT LEARNING RATE: 0.010496903774334392
previous_iter_valid_loss : 0.1782035380601883
420000 0.178396 0.178204 0.166852 CURRENT LEARNING RATE: 0.01049480460350361
previous_iter_valid_loss : 0.16069509088993073
420020 0.160889 0.160695 0.166096 CURRENT LEARNING RATE: 0.010492705852465005
previous_iter_valid_loss : 0.1929153949022293
420040 0.193078 0.192915 0.167673 CURRENT LEARNING RATE: 0.010490607521134645
previous_iter_valid_loss : 0.1639508306980133
420060 0.164149 0.163951 0.167790 CURRENT LEARNING RATE: 0.010488509609428577
previous_iter_valid_loss : 0.16206805408000946
420080 0.162274 0.162068 0.167814 CURRENT LEARNING RATE: 0.010486412117262903
previous_iter_valid_loss : 0.20074714720249176
420100 0.200893 0.200747 0.169777 CURRENT LEARNING RATE: 0.010484315044553709
previous_iter_valid_loss : 0.16059862077236176
420120 0.160786 0.160599 0.169769 CURRENT LEARNING RATE: 0.010482218391217124
previous_iter_valid_loss : 0.16543138027191162
420140 0.165677 0.165431 0.169424 CURRENT LEARNING RATE: 0.010480122157169269
previous_iter_valid_loss : 0.16132120788097382
420160 0.161542 0.161321 0.169452 CURRENT LEARNING RATE: 0.0104780263423263
previous_iter_valid_loss : 0.1717265099287033
420180 0.171908 0.171727 0.169817 CURRENT LEARNING RATE: 0.010475930946604397
previous_iter_valid_loss : 0.17110274732112885
420200 0.171289 0.171103 0.170247 CURRENT LEARNING RATE: 0.010473835969919723
previous_iter_valid_loss : 0.16709987819194794
420220 0.167362 0.167100 0.169460 CURRENT LEARNING RATE: 0.0104717414121885
previous_iter_valid_loss : 0.20036588609218597
420240 0.200507 0.200366 0.171072 CURRENT LEARNING RATE: 0.010469647273326926
previous_iter_valid_loss : 0.16525916755199432
420260 0.165515 0.165259 0.170497 CURRENT LEARNING RATE: 0.01046755355325125
previous_iter_valid_loss : 0.1638723462820053
420280 0.164112 0.163872 0.170642 CURRENT LEARNING RATE: 0.01046546025187771
previous_iter_valid_loss : 0.17431794106960297
420300 0.174509 0.174318 0.170194 CURRENT LEARNING RATE: 0.010463367369122591
previous_iter_valid_loss : 0.1608009785413742
420320 0.160978 0.160801 0.170173 CURRENT LEARNING RATE: 0.01046127490490216
previous_iter_valid_loss : 0.16108307242393494
420340 0.161273 0.161083 0.170155 CURRENT LEARNING RATE: 0.010459182859132735
previous_iter_valid_loss : 0.16410958766937256
420360 0.164300 0.164110 0.170318 CURRENT LEARNING RATE: 0.010457091231730616
previous_iter_valid_loss : 0.17297761142253876
420380 0.173166 0.172978 0.170931 CURRENT LEARNING RATE: 0.010455000022612158
previous_iter_valid_loss : 0.16128219664096832
420400 0.161508 0.161282 0.170084 CURRENT LEARNING RATE: 0.010452909231693692
previous_iter_valid_loss : 0.160779669880867
420420 0.160992 0.160780 0.170089 CURRENT LEARNING RATE: 0.010450818858891606
previous_iter_valid_loss : 0.1620500385761261
420440 0.162283 0.162050 0.168545 CURRENT LEARNING RATE: 0.010448728904122268
previous_iter_valid_loss : 0.17903493344783783
420460 0.179401 0.179035 0.169300 CURRENT LEARNING RATE: 0.010446639367302094
previous_iter_valid_loss : 0.16493088006973267
420480 0.165129 0.164931 0.169443 CURRENT LEARNING RATE: 0.010444550248347489
previous_iter_valid_loss : 0.18253518640995026
420500 0.182732 0.182535 0.168532 CURRENT LEARNING RATE: 0.010442461547174904
previous_iter_valid_loss : 0.16277749836444855
420520 0.163017 0.162777 0.168641 CURRENT LEARNING RATE: 0.010440373263700772
previous_iter_valid_loss : 0.16330371797084808
420540 0.163530 0.163304 0.168535 CURRENT LEARNING RATE: 0.010438285397841583
previous_iter_valid_loss : 0.16417637467384338
420560 0.164412 0.164176 0.168677 CURRENT LEARNING RATE: 0.010436197949513802
previous_iter_valid_loss : 0.17053177952766418
420580 0.170727 0.170532 0.168618 CURRENT LEARNING RATE: 0.010434110918633938
previous_iter_valid_loss : 0.16691480576992035
420600 0.167114 0.166915 0.168408 CURRENT LEARNING RATE: 0.010432024305118524
previous_iter_valid_loss : 0.1646587997674942
420620 0.164896 0.164659 0.168286 CURRENT LEARNING RATE: 0.010429938108884073
previous_iter_valid_loss : 0.1610451489686966
420640 0.161247 0.161045 0.166320 CURRENT LEARNING RATE: 0.010427852329847158
previous_iter_valid_loss : 0.16268596053123474
420660 0.162917 0.162686 0.166192 CURRENT LEARNING RATE: 0.010425766967924327
previous_iter_valid_loss : 0.16273649036884308
420680 0.162932 0.162736 0.166135 CURRENT LEARNING RATE: 0.010423682023032186
previous_iter_valid_loss : 0.16176484525203705
420700 0.161976 0.161765 0.165507 CURRENT LEARNING RATE: 0.010421597495087318
previous_iter_valid_loss : 0.18788979947566986
420720 0.188291 0.187890 0.166862 CURRENT LEARNING RATE: 0.01041951338400636
previous_iter_valid_loss : 0.17102578282356262
420740 0.171221 0.171026 0.167359 CURRENT LEARNING RATE: 0.01041742968970593
previous_iter_valid_loss : 0.1607145518064499
420760 0.160895 0.160715 0.167189 CURRENT LEARNING RATE: 0.010415346412102698
previous_iter_valid_loss : 0.16091522574424744
420780 0.161103 0.160915 0.166586 CURRENT LEARNING RATE: 0.010413263551113315
previous_iter_valid_loss : 0.16063115000724792
420800 0.160821 0.160631 0.166553 CURRENT LEARNING RATE: 0.010411181106654486
previous_iter_valid_loss : 0.175541952252388
420820 0.175864 0.175542 0.167291 CURRENT LEARNING RATE: 0.010409099078642892
previous_iter_valid_loss : 0.16245239973068237
420840 0.162631 0.162452 0.167312 CURRENT LEARNING RATE: 0.010407017466995272
previous_iter_valid_loss : 0.16943040490150452
420860 0.169621 0.169430 0.166831 CURRENT LEARNING RATE: 0.010404936271628341
previous_iter_valid_loss : 0.16109588742256165
420880 0.161266 0.161096 0.166640 CURRENT LEARNING RATE: 0.010402855492458873
previous_iter_valid_loss : 0.1642502248287201
420900 0.164439 0.164250 0.165725 CURRENT LEARNING RATE: 0.010400775129403617
previous_iter_valid_loss : 0.16232368350028992
420920 0.162514 0.162324 0.165703 CURRENT LEARNING RATE: 0.010398695182379377
previous_iter_valid_loss : 0.16090817749500275
420940 0.161073 0.160908 0.165583 CURRENT LEARNING RATE: 0.010396615651302937
previous_iter_valid_loss : 0.17459556460380554
420960 0.174772 0.174596 0.166104 CURRENT LEARNING RATE: 0.010394536536091122
previous_iter_valid_loss : 0.17301754653453827
420980 0.173307 0.173018 0.166228 CURRENT LEARNING RATE: 0.010392457836660781
previous_iter_valid_loss : 0.16093115508556366
421000 0.161100 0.160931 0.165929 CURRENT LEARNING RATE: 0.010390379552928746
previous_iter_valid_loss : 0.16112419962882996
421020 0.161296 0.161124 0.165752 CURRENT LEARNING RATE: 0.010388301684811904
previous_iter_valid_loss : 0.17266978323459625
421040 0.172960 0.172670 0.166333 CURRENT LEARNING RATE: 0.010386224232227119
previous_iter_valid_loss : 0.16151311993598938
421060 0.161688 0.161513 0.166275 CURRENT LEARNING RATE: 0.010384147195091316
previous_iter_valid_loss : 0.16065911948680878
421080 0.160835 0.160659 0.166171 CURRENT LEARNING RATE: 0.010382070573321392
previous_iter_valid_loss : 0.16114071011543274
421100 0.161319 0.161141 0.166140 CURRENT LEARNING RATE: 0.010379994366834303
previous_iter_valid_loss : 0.1685790866613388
421120 0.168835 0.168579 0.165174 CURRENT LEARNING RATE: 0.01037791857554698
previous_iter_valid_loss : 0.17416514456272125
421140 0.174353 0.174165 0.165331 CURRENT LEARNING RATE: 0.010375843199376409
previous_iter_valid_loss : 0.16436882317066193
421160 0.164562 0.164369 0.165514 CURRENT LEARNING RATE: 0.01037376823823956
previous_iter_valid_loss : 0.16176393628120422
421180 0.161940 0.161764 0.165556 CURRENT LEARNING RATE: 0.01037169369205345
previous_iter_valid_loss : 0.16080428659915924
421200 0.160993 0.160804 0.165565 CURRENT LEARNING RATE: 0.010369619560735082
previous_iter_valid_loss : 0.16190558671951294
421220 0.162087 0.161906 0.164883 CURRENT LEARNING RATE: 0.010367545844201504
previous_iter_valid_loss : 0.1652614325284958
421240 0.165450 0.165261 0.165024 CURRENT LEARNING RATE: 0.010365472542369754
previous_iter_valid_loss : 0.18612417578697205
421260 0.186301 0.186124 0.165858 CURRENT LEARNING RATE: 0.010363399655156915
previous_iter_valid_loss : 0.1614554524421692
421280 0.161630 0.161455 0.165876 CURRENT LEARNING RATE: 0.010361327182480057
previous_iter_valid_loss : 0.1758713722229004
421300 0.176084 0.175871 0.166457 CURRENT LEARNING RATE: 0.010359255124256294
previous_iter_valid_loss : 0.1627681702375412
421320 0.162988 0.162768 0.166480 CURRENT LEARNING RATE: 0.010357183480402729
previous_iter_valid_loss : 0.16156277060508728
421340 0.161792 0.161563 0.166512 CURRENT LEARNING RATE: 0.010355112250836514
previous_iter_valid_loss : 0.16104672849178314
421360 0.161222 0.161047 0.165835 CURRENT LEARNING RATE: 0.010353041435474782
previous_iter_valid_loss : 0.16422611474990845
421380 0.164428 0.164226 0.165395 CURRENT LEARNING RATE: 0.010350971034234708
previous_iter_valid_loss : 0.16060736775398254
421400 0.160788 0.160607 0.165379 CURRENT LEARNING RATE: 0.010348901047033485
previous_iter_valid_loss : 0.1679885983467102
421420 0.168169 0.167989 0.165722 CURRENT LEARNING RATE: 0.010346831473788298
previous_iter_valid_loss : 0.16935387253761292
421440 0.169633 0.169354 0.165556 CURRENT LEARNING RATE: 0.010344762314416379
previous_iter_valid_loss : 0.175511434674263
421460 0.175834 0.175511 0.166256 CURRENT LEARNING RATE: 0.010342693568834944
previous_iter_valid_loss : 0.16076025366783142
421480 0.160957 0.160760 0.166261 CURRENT LEARNING RATE: 0.010340625236961266
previous_iter_valid_loss : 0.1616031974554062
421500 0.161784 0.161603 0.166285 CURRENT LEARNING RATE: 0.010338557318712586
previous_iter_valid_loss : 0.16081362962722778
421520 0.161010 0.160814 0.165896 CURRENT LEARNING RATE: 0.01033648981400621
previous_iter_valid_loss : 0.1656789630651474
421540 0.165918 0.165679 0.165472 CURRENT LEARNING RATE: 0.010334422722759421
previous_iter_valid_loss : 0.16255488991737366
421560 0.162787 0.162555 0.165381 CURRENT LEARNING RATE: 0.01033235604488955
previous_iter_valid_loss : 0.16147275269031525
421580 0.161688 0.161473 0.165367 CURRENT LEARNING RATE: 0.010330289780313912
previous_iter_valid_loss : 0.16097478568553925
421600 0.161167 0.160975 0.165375 CURRENT LEARNING RATE: 0.010328223928949878
previous_iter_valid_loss : 0.18425525724887848
421620 0.184636 0.184255 0.166493 CURRENT LEARNING RATE: 0.010326158490714792
previous_iter_valid_loss : 0.16108611226081848
421640 0.161273 0.161086 0.166284 CURRENT LEARNING RATE: 0.010324093465526055
previous_iter_valid_loss : 0.1608046591281891
421660 0.160991 0.160805 0.165018 CURRENT LEARNING RATE: 0.01032202885330105
previous_iter_valid_loss : 0.1677880883216858
421680 0.167968 0.167788 0.165335 CURRENT LEARNING RATE: 0.010319964653957209
previous_iter_valid_loss : 0.1718079149723053
421700 0.171991 0.171808 0.165131 CURRENT LEARNING RATE: 0.010317900867411947
previous_iter_valid_loss : 0.162828266620636
421720 0.163051 0.162828 0.165134 CURRENT LEARNING RATE: 0.010315837493582732
previous_iter_valid_loss : 0.1821800023317337
421740 0.182387 0.182180 0.166165 CURRENT LEARNING RATE: 0.010313774532387006
previous_iter_valid_loss : 0.16359524428844452
421760 0.163818 0.163595 0.166293 CURRENT LEARNING RATE: 0.010311711983742264
previous_iter_valid_loss : 0.16477638483047485
421780 0.165016 0.164776 0.166320 CURRENT LEARNING RATE: 0.010309649847566011
previous_iter_valid_loss : 0.16676661372184753
421800 0.166945 0.166767 0.166628 CURRENT LEARNING RATE: 0.010307588123775746
previous_iter_valid_loss : 0.1665422022342682
421820 0.166732 0.166542 0.166556 CURRENT LEARNING RATE: 0.010305526812289016
previous_iter_valid_loss : 0.17046983540058136
421840 0.170763 0.170470 0.166612 CURRENT LEARNING RATE: 0.010303465913023349
previous_iter_valid_loss : 0.16228234767913818
421860 0.162480 0.162282 0.165950 CURRENT LEARNING RATE: 0.01030140542589633
previous_iter_valid_loss : 0.17407506704330444
421880 0.174266 0.174075 0.166616 CURRENT LEARNING RATE: 0.01029934535082552
previous_iter_valid_loss : 0.1669062077999115
421900 0.167092 0.166906 0.166881 CURRENT LEARNING RATE: 0.010297285687728535
previous_iter_valid_loss : 0.16478778421878815
421920 0.164995 0.164788 0.167080 CURRENT LEARNING RATE: 0.01029522643652297
previous_iter_valid_loss : 0.1675315648317337
421940 0.167737 0.167532 0.167172 CURRENT LEARNING RATE: 0.010293167597126472
previous_iter_valid_loss : 0.16063731908798218
421960 0.160836 0.160637 0.167077 CURRENT LEARNING RATE: 0.01029110916945667
previous_iter_valid_loss : 0.16810166835784912
421980 0.168364 0.168102 0.167408 CURRENT LEARNING RATE: 0.010289051153431247
previous_iter_valid_loss : 0.17253972589969635
422000 0.172745 0.172540 0.167986 CURRENT LEARNING RATE: 0.010286993548967862
previous_iter_valid_loss : 0.17072471976280212
422020 0.171018 0.170725 0.167310 CURRENT LEARNING RATE: 0.010284936355984228
previous_iter_valid_loss : 0.16117042303085327
422040 0.161345 0.161170 0.167314 CURRENT LEARNING RATE: 0.010282879574398043
previous_iter_valid_loss : 0.1654043197631836
422060 0.165612 0.165404 0.167544 CURRENT LEARNING RATE: 0.010280823204127048
previous_iter_valid_loss : 0.16287295520305634
422080 0.163088 0.162873 0.167298 CURRENT LEARNING RATE: 0.010278767245088976
previous_iter_valid_loss : 0.16156552731990814
422100 0.161774 0.161566 0.166786 CURRENT LEARNING RATE: 0.010276711697201605
previous_iter_valid_loss : 0.19024157524108887
422120 0.190682 0.190242 0.168157 CURRENT LEARNING RATE: 0.010274656560382692
previous_iter_valid_loss : 0.16203907132148743
422140 0.162255 0.162039 0.167150 CURRENT LEARNING RATE: 0.010272601834550052
previous_iter_valid_loss : 0.16157078742980957
422160 0.161780 0.161571 0.167048 CURRENT LEARNING RATE: 0.01027054751962148
previous_iter_valid_loss : 0.1612394005060196
422180 0.161441 0.161239 0.166872 CURRENT LEARNING RATE: 0.010268493615514806
previous_iter_valid_loss : 0.16735558211803436
422200 0.167538 0.167356 0.166901 CURRENT LEARNING RATE: 0.01026644012214789
previous_iter_valid_loss : 0.1690521389245987
422220 0.169226 0.169052 0.167027 CURRENT LEARNING RATE: 0.010264387039438572
previous_iter_valid_loss : 0.16444474458694458
422240 0.164676 0.164445 0.166725 CURRENT LEARNING RATE: 0.010262334367304744
previous_iter_valid_loss : 0.16064386069774628
422260 0.160817 0.160644 0.166643 CURRENT LEARNING RATE: 0.010260282105664284
previous_iter_valid_loss : 0.16986869275569916
422280 0.170037 0.169869 0.166433 CURRENT LEARNING RATE: 0.010258230254435117
previous_iter_valid_loss : 0.16693465411663055
422300 0.167094 0.166935 0.166434 CURRENT LEARNING RATE: 0.010256178813535154
previous_iter_valid_loss : 0.16167637705802917
422320 0.161844 0.161676 0.166279 CURRENT LEARNING RATE: 0.010254127782882354
previous_iter_valid_loss : 0.16309340298175812
422340 0.163267 0.163093 0.166057 CURRENT LEARNING RATE: 0.010252077162394659
previous_iter_valid_loss : 0.16497857868671417
422360 0.165226 0.164979 0.166274 CURRENT LEARNING RATE: 0.010250026951990057
previous_iter_valid_loss : 0.16061902046203613
422380 0.160802 0.160619 0.165900 CURRENT LEARNING RATE: 0.010247977151586528
previous_iter_valid_loss : 0.1606127768754959
422400 0.160794 0.160613 0.165304 CURRENT LEARNING RATE: 0.010245927761102096
previous_iter_valid_loss : 0.16065233945846558
422420 0.160831 0.160652 0.164800 CURRENT LEARNING RATE: 0.010243878780454765
previous_iter_valid_loss : 0.16627655923366547
422440 0.166461 0.166277 0.165055 CURRENT LEARNING RATE: 0.010241830209562597
previous_iter_valid_loss : 0.1606050282716751
422460 0.160787 0.160605 0.164815 CURRENT LEARNING RATE: 0.01023978204834363
previous_iter_valid_loss : 0.1606481522321701
422480 0.160841 0.160648 0.164704 CURRENT LEARNING RATE: 0.010237734296715956
previous_iter_valid_loss : 0.16720490157604218
422500 0.167373 0.167205 0.164986 CURRENT LEARNING RATE: 0.010235686954597643
previous_iter_valid_loss : 0.1657324880361557
422520 0.165920 0.165732 0.163761 CURRENT LEARNING RATE: 0.01023364002190682
previous_iter_valid_loss : 0.1741613894701004
422540 0.174477 0.174161 0.164367 CURRENT LEARNING RATE: 0.010231593498561592
previous_iter_valid_loss : 0.16409705579280853
422560 0.164297 0.164097 0.164493 CURRENT LEARNING RATE: 0.010229547384480113
previous_iter_valid_loss : 0.1671098917722702
422580 0.167294 0.167110 0.164787 CURRENT LEARNING RATE: 0.01022750167958052
previous_iter_valid_loss : 0.16065974533557892
422600 0.160857 0.160660 0.164452 CURRENT LEARNING RATE: 0.010225456383780997
previous_iter_valid_loss : 0.1670815646648407
422620 0.167341 0.167082 0.164353 CURRENT LEARNING RATE: 0.010223411496999742
previous_iter_valid_loss : 0.1761520504951477
422640 0.176484 0.176152 0.164939 CURRENT LEARNING RATE: 0.010221367019154937
previous_iter_valid_loss : 0.16804075241088867
422660 0.168301 0.168041 0.165308 CURRENT LEARNING RATE: 0.010219322950164823
previous_iter_valid_loss : 0.16947296261787415
422680 0.169745 0.169473 0.165289 CURRENT LEARNING RATE: 0.010217279289947619
previous_iter_valid_loss : 0.16140304505825043
422700 0.161580 0.161403 0.165012 CURRENT LEARNING RATE: 0.010215236038421597
previous_iter_valid_loss : 0.20829303562641144
422720 0.208376 0.208293 0.167343 CURRENT LEARNING RATE: 0.01021319319550501
previous_iter_valid_loss : 0.16074804961681366
422740 0.160906 0.160748 0.167226 CURRENT LEARNING RATE: 0.010211150761116162
previous_iter_valid_loss : 0.16667698323726654
422760 0.166854 0.166677 0.167311 CURRENT LEARNING RATE: 0.010209108735173335
previous_iter_valid_loss : 0.1736084222793579
422780 0.173909 0.173608 0.167960 CURRENT LEARNING RATE: 0.010207067117594868
previous_iter_valid_loss : 0.18275922536849976
422800 0.183149 0.182759 0.169067 CURRENT LEARNING RATE: 0.010205025908299078
previous_iter_valid_loss : 0.18791094422340393
422820 0.188347 0.187911 0.170430 CURRENT LEARNING RATE: 0.010202985107204335
previous_iter_valid_loss : 0.1619264930486679
422840 0.162105 0.161926 0.170213 CURRENT LEARNING RATE: 0.01020094471422899
previous_iter_valid_loss : 0.1616252362728119
422860 0.161808 0.161625 0.170264 CURRENT LEARNING RATE: 0.010198904729291441
previous_iter_valid_loss : 0.16498364508152008
422880 0.165214 0.164984 0.170481 CURRENT LEARNING RATE: 0.010196865152310075
previous_iter_valid_loss : 0.19496962428092957
422900 0.195471 0.194970 0.171869 CURRENT LEARNING RATE: 0.010194825983203327
previous_iter_valid_loss : 0.1619703620672226
422920 0.162145 0.161970 0.171681 CURRENT LEARNING RATE: 0.01019278722188961
previous_iter_valid_loss : 0.16084256768226624
422940 0.161045 0.160843 0.171015 CURRENT LEARNING RATE: 0.010190748868287391
previous_iter_valid_loss : 0.16310380399227142
422960 0.163333 0.163104 0.170965 CURRENT LEARNING RATE: 0.010188710922315119
previous_iter_valid_loss : 0.16214093565940857
422980 0.162317 0.162141 0.170717 CURRENT LEARNING RATE: 0.010186673383891285
previous_iter_valid_loss : 0.16100136935710907
423000 0.161214 0.161001 0.170734 CURRENT LEARNING RATE: 0.0101846362529344
previous_iter_valid_loss : 0.16991743445396423
423020 0.170176 0.169917 0.170876 CURRENT LEARNING RATE: 0.010182599529362953
previous_iter_valid_loss : 0.1731947362422943
423040 0.173366 0.173195 0.170728 CURRENT LEARNING RATE: 0.0101805632130955
previous_iter_valid_loss : 0.1624862551689148
423060 0.162692 0.162486 0.170450 CURRENT LEARNING RATE: 0.010178527304050567
previous_iter_valid_loss : 0.1614367812871933
423080 0.161594 0.161437 0.170048 CURRENT LEARNING RATE: 0.010176491802146737
previous_iter_valid_loss : 0.1678653508424759
423100 0.168015 0.167865 0.170371 CURRENT LEARNING RATE: 0.01017445670730257
previous_iter_valid_loss : 0.17374522984027863
423120 0.174036 0.173745 0.168644 CURRENT LEARNING RATE: 0.010172422019436685
previous_iter_valid_loss : 0.16980691254138947
423140 0.170067 0.169807 0.169097 CURRENT LEARNING RATE: 0.01017038773846767
previous_iter_valid_loss : 0.16660583019256592
423160 0.166843 0.166606 0.169093 CURRENT LEARNING RATE: 0.010168353864314177
previous_iter_valid_loss : 0.16916148364543915
423180 0.169336 0.169161 0.168871 CURRENT LEARNING RATE: 0.010166320396894829
previous_iter_valid_loss : 0.1616106927394867
423200 0.161761 0.161611 0.167814 CURRENT LEARNING RATE: 0.01016428733612831
previous_iter_valid_loss : 0.1645973175764084
423220 0.164781 0.164597 0.166648 CURRENT LEARNING RATE: 0.010162254681933275
previous_iter_valid_loss : 0.1678672879934311
423240 0.168048 0.167867 0.166945 CURRENT LEARNING RATE: 0.010160222434228438
previous_iter_valid_loss : 0.17220917344093323
423260 0.172493 0.172209 0.167474 CURRENT LEARNING RATE: 0.010158190592932489
previous_iter_valid_loss : 0.16066288948059082
423280 0.160846 0.160663 0.167258 CURRENT LEARNING RATE: 0.010156159157964176
previous_iter_valid_loss : 0.1616189330816269
423300 0.161824 0.161619 0.165590 CURRENT LEARNING RATE: 0.010154128129242221
previous_iter_valid_loss : 0.17025096714496613
423320 0.170433 0.170251 0.166005 CURRENT LEARNING RATE: 0.010152097506685403
previous_iter_valid_loss : 0.1611202508211136
423340 0.161291 0.161120 0.166018 CURRENT LEARNING RATE: 0.010150067290212476
previous_iter_valid_loss : 0.1822943240404129
423360 0.182672 0.182294 0.166978 CURRENT LEARNING RATE: 0.010148037479742252
previous_iter_valid_loss : 0.16441717743873596
423380 0.164600 0.164417 0.167092 CURRENT LEARNING RATE: 0.010146008075193518
previous_iter_valid_loss : 0.16116128861904144
423400 0.161366 0.161161 0.167100 CURRENT LEARNING RATE: 0.010143979076485109
previous_iter_valid_loss : 0.17106041312217712
423420 0.171338 0.171060 0.167157 CURRENT LEARNING RATE: 0.010141950483535873
previous_iter_valid_loss : 0.16285565495491028
423440 0.163086 0.162856 0.166640 CURRENT LEARNING RATE: 0.010139922296264649
previous_iter_valid_loss : 0.16254711151123047
423460 0.162767 0.162547 0.166643 CURRENT LEARNING RATE: 0.010137894514590328
previous_iter_valid_loss : 0.17659898102283478
423480 0.176929 0.176599 0.167401 CURRENT LEARNING RATE: 0.01013586713843178
previous_iter_valid_loss : 0.1625409722328186
423500 0.162765 0.162541 0.167135 CURRENT LEARNING RATE: 0.010133840167707927
previous_iter_valid_loss : 0.1672191619873047
423520 0.167476 0.167219 0.166809 CURRENT LEARNING RATE: 0.010131813602337673
previous_iter_valid_loss : 0.1707266867160797
423540 0.171021 0.170727 0.166855 CURRENT LEARNING RATE: 0.010129787442239973
previous_iter_valid_loss : 0.16355246305465698
423560 0.163733 0.163552 0.166702 CURRENT LEARNING RATE: 0.010127761687333765
previous_iter_valid_loss : 0.161432683467865
423580 0.161610 0.161433 0.166315 CURRENT LEARNING RATE: 0.010125736337538034
previous_iter_valid_loss : 0.17305654287338257
423600 0.173243 0.173057 0.166888 CURRENT LEARNING RATE: 0.010123711392771748
previous_iter_valid_loss : 0.16743837296962738
423620 0.167621 0.167438 0.167030 CURRENT LEARNING RATE: 0.01012168685295393
previous_iter_valid_loss : 0.1606231927871704
423640 0.160798 0.160623 0.166668 CURRENT LEARNING RATE: 0.010119662718003575
previous_iter_valid_loss : 0.16238611936569214
423660 0.162576 0.162386 0.166176 CURRENT LEARNING RATE: 0.010117638987839742
previous_iter_valid_loss : 0.16063402593135834
423680 0.160808 0.160634 0.166175 CURRENT LEARNING RATE: 0.01011561566238146
previous_iter_valid_loss : 0.17773738503456116
423700 0.177931 0.177737 0.166981 CURRENT LEARNING RATE: 0.010113592741547816
previous_iter_valid_loss : 0.16063004732131958
423720 0.160820 0.160630 0.166500 CURRENT LEARNING RATE: 0.010111570225257872
previous_iter_valid_loss : 0.16117987036705017
423740 0.161359 0.161180 0.166503 CURRENT LEARNING RATE: 0.010109548113430749
previous_iter_valid_loss : 0.16420778632164001
423760 0.164394 0.164208 0.165599 CURRENT LEARNING RATE: 0.010107526405985542
previous_iter_valid_loss : 0.16212685406208038
423780 0.162312 0.162127 0.165484 CURRENT LEARNING RATE: 0.010105505102841392
previous_iter_valid_loss : 0.16062384843826294
423800 0.160799 0.160624 0.165457 CURRENT LEARNING RATE: 0.010103484203917457
previous_iter_valid_loss : 0.16325584053993225
423820 0.163448 0.163256 0.165067 CURRENT LEARNING RATE: 0.010101463709132882
previous_iter_valid_loss : 0.16080215573310852
423840 0.160980 0.160802 0.164964 CURRENT LEARNING RATE: 0.010099443618406867
previous_iter_valid_loss : 0.16614294052124023
423860 0.166318 0.166143 0.165144 CURRENT LEARNING RATE: 0.010097423931658588
previous_iter_valid_loss : 0.16899804770946503
423880 0.169264 0.168998 0.164764 CURRENT LEARNING RATE: 0.010095404648807278
previous_iter_valid_loss : 0.16077736020088196
423900 0.160982 0.160777 0.164676 CURRENT LEARNING RATE: 0.010093385769772145
previous_iter_valid_loss : 0.18053434789180756
423920 0.180885 0.180534 0.165342 CURRENT LEARNING RATE: 0.010091367294472454
previous_iter_valid_loss : 0.1660466492176056
423940 0.166285 0.166047 0.165108 CURRENT LEARNING RATE: 0.010089349222827447
previous_iter_valid_loss : 0.16078418493270874
423960 0.160957 0.160784 0.164969 CURRENT LEARNING RATE: 0.010087331554756418
previous_iter_valid_loss : 0.16538406908512115
423980 0.165629 0.165384 0.165167 CURRENT LEARNING RATE: 0.010085314290178645
previous_iter_valid_loss : 0.17453962564468384
424000 0.174849 0.174540 0.165241 CURRENT LEARNING RATE: 0.010083297429013453
previous_iter_valid_loss : 0.16876155138015747
424020 0.169019 0.168762 0.165307 CURRENT LEARNING RATE: 0.010081280971180152
previous_iter_valid_loss : 0.16320909559726715
424040 0.163398 0.163209 0.165436 CURRENT LEARNING RATE: 0.010079264916598099
previous_iter_valid_loss : 0.16380999982357025
424060 0.164046 0.163810 0.165508 CURRENT LEARNING RATE: 0.010077249265186635
previous_iter_valid_loss : 0.17536404728889465
424080 0.175697 0.175364 0.166244 CURRENT LEARNING RATE: 0.01007523401686515
previous_iter_valid_loss : 0.1764797866344452
424100 0.176811 0.176480 0.166181 CURRENT LEARNING RATE: 0.010073219171553021
previous_iter_valid_loss : 0.16884759068489075
424120 0.169119 0.168848 0.166592 CURRENT LEARNING RATE: 0.010071204729169668
previous_iter_valid_loss : 0.16720443964004517
424140 0.167466 0.167204 0.166893 CURRENT LEARNING RATE: 0.010069190689634498
previous_iter_valid_loss : 0.16232533752918243
424160 0.162553 0.162325 0.166799 CURRENT LEARNING RATE: 0.010067177052866964
previous_iter_valid_loss : 0.16238369047641754
424180 0.162567 0.162384 0.166812 CURRENT LEARNING RATE: 0.010065163818786504
previous_iter_valid_loss : 0.1626051962375641
424200 0.162783 0.162605 0.166911 CURRENT LEARNING RATE: 0.010063150987312601
previous_iter_valid_loss : 0.17018234729766846
424220 0.170366 0.170182 0.167257 CURRENT LEARNING RATE: 0.010061138558364746
previous_iter_valid_loss : 0.16989918053150177
424240 0.170085 0.169899 0.167712 CURRENT LEARNING RATE: 0.010059126531862425
previous_iter_valid_loss : 0.1648111790418625
424260 0.165057 0.164811 0.167646 CURRENT LEARNING RATE: 0.010057114907725175
previous_iter_valid_loss : 0.1674092561006546
424280 0.167585 0.167409 0.167566 CURRENT LEARNING RATE: 0.010055103685872518
previous_iter_valid_loss : 0.16413229703903198
424300 0.164385 0.164132 0.167734 CURRENT LEARNING RATE: 0.010053092866224016
previous_iter_valid_loss : 0.16896194219589233
424320 0.169229 0.168962 0.167155 CURRENT LEARNING RATE: 0.01005108244869922
previous_iter_valid_loss : 0.1683856099843979
424340 0.168562 0.168386 0.167272 CURRENT LEARNING RATE: 0.010049072433217733
previous_iter_valid_loss : 0.16832351684570312
424360 0.168592 0.168324 0.167649 CURRENT LEARNING RATE: 0.010047062819699136
previous_iter_valid_loss : 0.1607467234134674
424380 0.160961 0.160747 0.167417 CURRENT LEARNING RATE: 0.01004505360806306
previous_iter_valid_loss : 0.16171160340309143
424400 0.161940 0.161712 0.166776 CURRENT LEARNING RATE: 0.010043044798229123
previous_iter_valid_loss : 0.16516868770122528
424420 0.165360 0.165169 0.166596 CURRENT LEARNING RATE: 0.010041036390116987
previous_iter_valid_loss : 0.16737492382526398
424440 0.167639 0.167375 0.166805 CURRENT LEARNING RATE: 0.0100390283836463
previous_iter_valid_loss : 0.16079369187355042
424460 0.161003 0.160794 0.166654 CURRENT LEARNING RATE: 0.01003702077873676
previous_iter_valid_loss : 0.1606171429157257
424480 0.160804 0.160617 0.165917 CURRENT LEARNING RATE: 0.010035013575308041
previous_iter_valid_loss : 0.1663842499256134
424500 0.166632 0.166384 0.165412 CURRENT LEARNING RATE: 0.010033006773279876
previous_iter_valid_loss : 0.16079142689704895
424520 0.161000 0.160791 0.165009 CURRENT LEARNING RATE: 0.010031000372571975
previous_iter_valid_loss : 0.16073402762413025
424540 0.160925 0.160734 0.164685 CURRENT LEARNING RATE: 0.010028994373104099
previous_iter_valid_loss : 0.1657610833644867
424560 0.166002 0.165761 0.164857 CURRENT LEARNING RATE: 0.01002698877479599
previous_iter_valid_loss : 0.16061441600322723
424580 0.160811 0.160614 0.164769 CURRENT LEARNING RATE: 0.010024983577567433
previous_iter_valid_loss : 0.16074784100055695
424600 0.160961 0.160748 0.164676 CURRENT LEARNING RATE: 0.01002297878133823
previous_iter_valid_loss : 0.1606014370918274
424620 0.160795 0.160601 0.164197 CURRENT LEARNING RATE: 0.01002097438602817
previous_iter_valid_loss : 0.1608106940984726
424640 0.161032 0.160811 0.163742 CURRENT LEARNING RATE: 0.010018970391557096
previous_iter_valid_loss : 0.16071170568466187
424660 0.160927 0.160712 0.163537 CURRENT LEARNING RATE: 0.01001696679784483
previous_iter_valid_loss : 0.1631312221288681
424680 0.163369 0.163131 0.163324 CURRENT LEARNING RATE: 0.010014963604811248
previous_iter_valid_loss : 0.16215449571609497
424700 0.162338 0.162154 0.163225 CURRENT LEARNING RATE: 0.0100129608123762
previous_iter_valid_loss : 0.1622423380613327
424720 0.162423 0.162242 0.162889 CURRENT LEARNING RATE: 0.010010958420459596
previous_iter_valid_loss : 0.16650868952274323
424740 0.166711 0.166509 0.162795 CURRENT LEARNING RATE: 0.01000895642898132
previous_iter_valid_loss : 0.19414043426513672
424760 0.194320 0.194140 0.164086 CURRENT LEARNING RATE: 0.010006954837861314
previous_iter_valid_loss : 0.1619831919670105
424780 0.162173 0.161983 0.164147 CURRENT LEARNING RATE: 0.010004953647019492
previous_iter_valid_loss : 0.16193249821662903
424800 0.162169 0.161932 0.164159 CURRENT LEARNING RATE: 0.010002952856375825
previous_iter_valid_loss : 0.1612740308046341
424820 0.161498 0.161274 0.163964 CURRENT LEARNING RATE: 0.010000952465850267
previous_iter_valid_loss : 0.17977628111839294
424840 0.180127 0.179776 0.164584 CURRENT LEARNING RATE: 0.009998952475362817
previous_iter_valid_loss : 0.17223253846168518
424860 0.172527 0.172233 0.165156 CURRENT LEARNING RATE: 0.009996952884833458
previous_iter_valid_loss : 0.16759298741817474
424880 0.167845 0.167593 0.165505 CURRENT LEARNING RATE: 0.009994953694182226
previous_iter_valid_loss : 0.16167956590652466
424900 0.161900 0.161680 0.165269 CURRENT LEARNING RATE: 0.009992954903329132
previous_iter_valid_loss : 0.16943800449371338
424920 0.169709 0.169438 0.165702 CURRENT LEARNING RATE: 0.009990956512194246
previous_iter_valid_loss : 0.16097570955753326
424940 0.161179 0.160976 0.165714 CURRENT LEARNING RATE: 0.009988958520697613
previous_iter_valid_loss : 0.17401282489299774
424960 0.174325 0.174013 0.166126 CURRENT LEARNING RATE: 0.009986960928759331
previous_iter_valid_loss : 0.18016104400157928
424980 0.180539 0.180161 0.167104 CURRENT LEARNING RATE: 0.009984963736299477
previous_iter_valid_loss : 0.17476925253868103
425000 0.175081 0.174769 0.167805 CURRENT LEARNING RATE: 0.009982966943238176
previous_iter_valid_loss : 0.16298770904541016
425020 0.163167 0.162988 0.167924 CURRENT LEARNING RATE: 0.009980970549495562
previous_iter_valid_loss : 0.17913992702960968
425040 0.179341 0.179140 0.168841 CURRENT LEARNING RATE: 0.009978974554991762
previous_iter_valid_loss : 0.19352559745311737
425060 0.193672 0.193526 0.170481 CURRENT LEARNING RATE: 0.009976978959646955
previous_iter_valid_loss : 0.1693640947341919
425080 0.169655 0.169364 0.170793 CURRENT LEARNING RATE: 0.009974983763381299
previous_iter_valid_loss : 0.16081805527210236
425100 0.161033 0.160818 0.170726 CURRENT LEARNING RATE: 0.009972988966115003
previous_iter_valid_loss : 0.16235743463039398
425120 0.162557 0.162357 0.170732 CURRENT LEARNING RATE: 0.009970994567768258
previous_iter_valid_loss : 0.18161214888095856
425140 0.181788 0.181612 0.171487 CURRENT LEARNING RATE: 0.009969000568261306
previous_iter_valid_loss : 0.16266237199306488
425160 0.162846 0.162662 0.169913 CURRENT LEARNING RATE: 0.009967006967514371
previous_iter_valid_loss : 0.17159345746040344
425180 0.171786 0.171593 0.170394 CURRENT LEARNING RATE: 0.009965013765447723
previous_iter_valid_loss : 0.1607607752084732
425200 0.160973 0.160761 0.170335 CURRENT LEARNING RATE: 0.009963020961981619
previous_iter_valid_loss : 0.1624693125486374
425220 0.162675 0.162469 0.170395 CURRENT LEARNING RATE: 0.009961028557036363
previous_iter_valid_loss : 0.1680164784193039
425240 0.168218 0.168016 0.169807 CURRENT LEARNING RATE: 0.009959036550532242
previous_iter_valid_loss : 0.16111010313034058
425260 0.161283 0.161110 0.169251 CURRENT LEARNING RATE: 0.009957044942389593
previous_iter_valid_loss : 0.16447946429252625
425280 0.164688 0.164479 0.169095 CURRENT LEARNING RATE: 0.009955053732528734
previous_iter_valid_loss : 0.1773456186056137
425300 0.177697 0.177346 0.169878 CURRENT LEARNING RATE: 0.009953062920870035
previous_iter_valid_loss : 0.17299291491508484
425320 0.173298 0.172993 0.170056 CURRENT LEARNING RATE: 0.009951072507333845
previous_iter_valid_loss : 0.1888859122991562
425340 0.189074 0.188886 0.171451 CURRENT LEARNING RATE: 0.009949082491840565
previous_iter_valid_loss : 0.16609340906143188
425360 0.166358 0.166093 0.171056 CURRENT LEARNING RATE: 0.009947092874310578
previous_iter_valid_loss : 0.16085155308246613
425380 0.161066 0.160852 0.170090 CURRENT LEARNING RATE: 0.009945103654664316
previous_iter_valid_loss : 0.18529288470745087
425400 0.185489 0.185293 0.170616 CURRENT LEARNING RATE: 0.009943114832822193
previous_iter_valid_loss : 0.1664036065340042
425420 0.166609 0.166404 0.170787 CURRENT LEARNING RATE: 0.009941126408704664
previous_iter_valid_loss : 0.16714335978031158
425440 0.167405 0.167143 0.170187 CURRENT LEARNING RATE: 0.009939138382232203
previous_iter_valid_loss : 0.16403229534626007
425460 0.164268 0.164032 0.168713 CURRENT LEARNING RATE: 0.009937150753325267
previous_iter_valid_loss : 0.16083969175815582
425480 0.161052 0.160840 0.168286 CURRENT LEARNING RATE: 0.009935163521904372
previous_iter_valid_loss : 0.1608559489250183
425500 0.161060 0.160856 0.168288 CURRENT LEARNING RATE: 0.009933176687890012
previous_iter_valid_loss : 0.16213084757328033
425520 0.162366 0.162131 0.168277 CURRENT LEARNING RATE: 0.009931190251202728
previous_iter_valid_loss : 0.16483022272586823
425540 0.165075 0.164830 0.167438 CURRENT LEARNING RATE: 0.009929204211763049
previous_iter_valid_loss : 0.16057565808296204
425560 0.160761 0.160576 0.167333 CURRENT LEARNING RATE: 0.009927218569491546
previous_iter_valid_loss : 0.192680224776268
425580 0.193160 0.192680 0.168388 CURRENT LEARNING RATE: 0.00992523332430878
previous_iter_valid_loss : 0.1624513566493988
425600 0.162686 0.162451 0.168472 CURRENT LEARNING RATE: 0.009923248476135356
previous_iter_valid_loss : 0.17295531928539276
425620 0.173256 0.172955 0.168997 CURRENT LEARNING RATE: 0.009921264024891864
previous_iter_valid_loss : 0.16074120998382568
425640 0.160917 0.160741 0.168633 CURRENT LEARNING RATE: 0.009919279970498943
previous_iter_valid_loss : 0.1865377426147461
425660 0.186949 0.186538 0.169904 CURRENT LEARNING RATE: 0.009917296312877213
previous_iter_valid_loss : 0.16245122253894806
425680 0.162675 0.162451 0.169803 CURRENT LEARNING RATE: 0.009915313051947346
previous_iter_valid_loss : 0.18864545226097107
425700 0.188801 0.188645 0.170368 CURRENT LEARNING RATE: 0.009913330187629995
previous_iter_valid_loss : 0.1641809493303299
425720 0.164358 0.164181 0.169927 CURRENT LEARNING RATE: 0.00991134771984586
previous_iter_valid_loss : 0.16084778308868408
425740 0.161046 0.160848 0.168525 CURRENT LEARNING RATE: 0.009909365648515625
previous_iter_valid_loss : 0.16071593761444092
425760 0.160885 0.160716 0.168256 CURRENT LEARNING RATE: 0.009907383973560028
previous_iter_valid_loss : 0.16066689789295197
425780 0.160843 0.160667 0.168247 CURRENT LEARNING RATE: 0.009905402694899782
previous_iter_valid_loss : 0.18119356036186218
425800 0.181383 0.181194 0.168042 CURRENT LEARNING RATE: 0.009903421812455645
previous_iter_valid_loss : 0.16491636633872986
425820 0.165114 0.164916 0.167968 CURRENT LEARNING RATE: 0.009901441326148392
previous_iter_valid_loss : 0.16198137402534485
425840 0.162166 0.161981 0.167710 CURRENT LEARNING RATE: 0.009899461235898783
previous_iter_valid_loss : 0.1628078818321228
425860 0.163038 0.162808 0.167649 CURRENT LEARNING RATE: 0.009897481541627635
previous_iter_valid_loss : 0.1685657501220703
425880 0.168734 0.168566 0.168035 CURRENT LEARNING RATE: 0.009895502243255739
previous_iter_valid_loss : 0.16109974682331085
425900 0.161283 0.161100 0.168047 CURRENT LEARNING RATE: 0.009893523340703944
previous_iter_valid_loss : 0.16147612035274506
425920 0.161654 0.161476 0.168014 CURRENT LEARNING RATE: 0.009891544833893076
previous_iter_valid_loss : 0.16065086424350739
425940 0.160839 0.160651 0.167805 CURRENT LEARNING RATE: 0.009889566722744011
previous_iter_valid_loss : 0.16423659026622772
425960 0.164466 0.164237 0.167988 CURRENT LEARNING RATE: 0.009887589007177604
previous_iter_valid_loss : 0.16146399080753326
425980 0.161683 0.161464 0.166428 CURRENT LEARNING RATE: 0.009885611687114772
previous_iter_valid_loss : 0.16307851672172546
426000 0.163308 0.163079 0.166459 CURRENT LEARNING RATE: 0.009883634762476399
previous_iter_valid_loss : 0.16814590990543365
426020 0.168338 0.168146 0.166218 CURRENT LEARNING RATE: 0.009881658233183425
previous_iter_valid_loss : 0.1608133763074875
426040 0.160991 0.160813 0.166222 CURRENT LEARNING RATE: 0.009879682099156776
previous_iter_valid_loss : 0.1632695496082306
426060 0.163501 0.163270 0.165059 CURRENT LEARNING RATE: 0.009877706360317418
previous_iter_valid_loss : 0.16095110774040222
426080 0.161156 0.160951 0.164984 CURRENT LEARNING RATE: 0.009875731016586307
previous_iter_valid_loss : 0.1847381889820099
426100 0.184932 0.184738 0.164788 CURRENT LEARNING RATE: 0.009873756067884449
previous_iter_valid_loss : 0.16171158850193024
426120 0.161932 0.161712 0.164665 CURRENT LEARNING RATE: 0.009871781514132824
previous_iter_valid_loss : 0.1606418490409851
426140 0.160844 0.160642 0.164655 CURRENT LEARNING RATE: 0.009869807355252471
previous_iter_valid_loss : 0.1606164425611496
426160 0.160807 0.160616 0.164650 CURRENT LEARNING RATE: 0.009867833591164405
previous_iter_valid_loss : 0.1683366298675537
426180 0.168595 0.168337 0.165033 CURRENT LEARNING RATE: 0.009865860221789691
previous_iter_valid_loss : 0.1638379991054535
426200 0.164076 0.163838 0.164165 CURRENT LEARNING RATE: 0.00986388724704938
previous_iter_valid_loss : 0.1629626303911209
426220 0.163191 0.162963 0.164068 CURRENT LEARNING RATE: 0.00986191466686456
previous_iter_valid_loss : 0.1668771505355835
426240 0.167118 0.166877 0.164312 CURRENT LEARNING RATE: 0.009859942481156335
previous_iter_valid_loss : 0.1617470383644104
426260 0.161974 0.161747 0.164259 CURRENT LEARNING RATE: 0.009857970689845804
previous_iter_valid_loss : 0.16094596683979034
426280 0.161153 0.160946 0.163878 CURRENT LEARNING RATE: 0.00985599929285411
previous_iter_valid_loss : 0.1650896817445755
426300 0.165328 0.165090 0.164078 CURRENT LEARNING RATE: 0.00985402829010238
previous_iter_valid_loss : 0.161566823720932
426320 0.161787 0.161567 0.164082 CURRENT LEARNING RATE: 0.009852057681511792
previous_iter_valid_loss : 0.17841950058937073
426340 0.178608 0.178420 0.164971 CURRENT LEARNING RATE: 0.009850087467003504
previous_iter_valid_loss : 0.1621505171060562
426360 0.162333 0.162151 0.164867 CURRENT LEARNING RATE: 0.009848117646498724
previous_iter_valid_loss : 0.16936852037906647
426380 0.169540 0.169369 0.165262 CURRENT LEARNING RATE: 0.009846148219918643
previous_iter_valid_loss : 0.16848109662532806
426400 0.168746 0.168481 0.165532 CURRENT LEARNING RATE: 0.0098441791871845
previous_iter_valid_loss : 0.163077250123024
426420 0.163302 0.163077 0.165278 CURRENT LEARNING RATE: 0.009842210548217519
previous_iter_valid_loss : 0.16112759709358215
426440 0.161339 0.161128 0.165294 CURRENT LEARNING RATE: 0.00984024230293897
previous_iter_valid_loss : 0.17096346616744995
426460 0.171136 0.170963 0.165679 CURRENT LEARNING RATE: 0.009838274451270102
previous_iter_valid_loss : 0.16080912947654724
426480 0.161014 0.160809 0.165672 CURRENT LEARNING RATE: 0.009836306993132225
previous_iter_valid_loss : 0.17881989479064941
426500 0.179161 0.178820 0.165376 CURRENT LEARNING RATE: 0.009834339928446621
previous_iter_valid_loss : 0.16062645614147186
426520 0.160814 0.160626 0.165322 CURRENT LEARNING RATE: 0.009832373257134623
previous_iter_valid_loss : 0.16092722117900848
426540 0.161138 0.160927 0.165336 CURRENT LEARNING RATE: 0.009830406979117547
previous_iter_valid_loss : 0.16677653789520264
426560 0.166953 0.166777 0.165644 CURRENT LEARNING RATE: 0.009828441094316761
previous_iter_valid_loss : 0.18692827224731445
426580 0.187115 0.186928 0.166573 CURRENT LEARNING RATE: 0.009826475602653612
previous_iter_valid_loss : 0.16240818798542023
426600 0.162638 0.162408 0.166502 CURRENT LEARNING RATE: 0.009824510504049488
previous_iter_valid_loss : 0.1646893471479416
426620 0.164933 0.164689 0.166588 CURRENT LEARNING RATE: 0.009822545798425794
previous_iter_valid_loss : 0.16222931444644928
426640 0.162448 0.162229 0.166356 CURRENT LEARNING RATE: 0.009820581485703925
previous_iter_valid_loss : 0.162139430642128
426660 0.162317 0.162139 0.166376 CURRENT LEARNING RATE: 0.009818617565805324
previous_iter_valid_loss : 0.16059228777885437
426680 0.160789 0.160592 0.166358 CURRENT LEARNING RATE: 0.00981665403865142
previous_iter_valid_loss : 0.16315427422523499
426700 0.163351 0.163154 0.166261 CURRENT LEARNING RATE: 0.009814690904163686
previous_iter_valid_loss : 0.16133572161197662
426720 0.161505 0.161336 0.166250 CURRENT LEARNING RATE: 0.009812728162263583
previous_iter_valid_loss : 0.1607574075460434
426740 0.160953 0.160757 0.165366 CURRENT LEARNING RATE: 0.009810765812872614
previous_iter_valid_loss : 0.16582335531711578
426760 0.166020 0.165823 0.165550 CURRENT LEARNING RATE: 0.009808803855912271
previous_iter_valid_loss : 0.1649637520313263
426780 0.165151 0.164964 0.165330 CURRENT LEARNING RATE: 0.009806842291304093
previous_iter_valid_loss : 0.1613820642232895
426800 0.161601 0.161382 0.164975 CURRENT LEARNING RATE: 0.0098048811189696
previous_iter_valid_loss : 0.16275610029697418
426820 0.162931 0.162756 0.164959 CURRENT LEARNING RATE: 0.00980292033883036
previous_iter_valid_loss : 0.177485853433609
426840 0.177679 0.177486 0.165777 CURRENT LEARNING RATE: 0.009800959950807927
previous_iter_valid_loss : 0.16171197593212128
426860 0.161891 0.161712 0.165314 CURRENT LEARNING RATE: 0.0097989999548239
previous_iter_valid_loss : 0.1705387383699417
426880 0.170810 0.170539 0.165801 CURRENT LEARNING RATE: 0.009797040350799865
previous_iter_valid_loss : 0.16061906516551971
426900 0.160816 0.160619 0.164891 CURRENT LEARNING RATE: 0.009795081138657456
previous_iter_valid_loss : 0.1616773009300232
426920 0.161907 0.161677 0.164943 CURRENT LEARNING RATE: 0.009793122318318283
previous_iter_valid_loss : 0.1713666319847107
426940 0.171547 0.171367 0.165465 CURRENT LEARNING RATE: 0.009791163889704014
previous_iter_valid_loss : 0.16130046546459198
426960 0.161513 0.161300 0.165191 CURRENT LEARNING RATE: 0.009789205852736292
previous_iter_valid_loss : 0.16140878200531006
426980 0.161630 0.161409 0.163915 CURRENT LEARNING RATE: 0.009787248207336815
previous_iter_valid_loss : 0.1637478619813919
427000 0.163972 0.163748 0.163982 CURRENT LEARNING RATE: 0.00978529095342726
previous_iter_valid_loss : 0.16886243224143982
427020 0.169130 0.168862 0.164191 CURRENT LEARNING RATE: 0.009783334090929342
previous_iter_valid_loss : 0.16353334486484528
427040 0.163720 0.163533 0.164256 CURRENT LEARNING RATE: 0.009781377619764798
previous_iter_valid_loss : 0.1782018095254898
427060 0.178555 0.178202 0.165059 CURRENT LEARNING RATE: 0.009779421539855351
previous_iter_valid_loss : 0.16276773810386658
427080 0.162993 0.162768 0.165168 CURRENT LEARNING RATE: 0.009777465851122779
previous_iter_valid_loss : 0.16906334459781647
427100 0.169245 0.169063 0.165463 CURRENT LEARNING RATE: 0.00977551055348883
previous_iter_valid_loss : 0.1606501191854477
427120 0.160840 0.160650 0.165429 CURRENT LEARNING RATE: 0.009773555646875315
previous_iter_valid_loss : 0.1612202227115631
427140 0.161440 0.161220 0.165452 CURRENT LEARNING RATE: 0.009771601131204018
previous_iter_valid_loss : 0.1643947958946228
427160 0.164638 0.164395 0.165381 CURRENT LEARNING RATE: 0.009769647006396777
previous_iter_valid_loss : 0.16057312488555908
427180 0.160768 0.160573 0.165161 CURRENT LEARNING RATE: 0.009767693272375408
previous_iter_valid_loss : 0.16466721892356873
427200 0.164906 0.164667 0.165326 CURRENT LEARNING RATE: 0.00976573992906178
previous_iter_valid_loss : 0.16169318556785583
427220 0.161917 0.161693 0.165272 CURRENT LEARNING RATE: 0.00976378697637774
previous_iter_valid_loss : 0.16295848786830902
427240 0.163157 0.162958 0.164546 CURRENT LEARNING RATE: 0.00976183441424519
previous_iter_valid_loss : 0.1619451493024826
427260 0.162176 0.161945 0.164558 CURRENT LEARNING RATE: 0.009759882242586013
previous_iter_valid_loss : 0.18357162177562714
427280 0.183979 0.183572 0.165209 CURRENT LEARNING RATE: 0.009757930461322131
previous_iter_valid_loss : 0.17401354014873505
427300 0.174334 0.174014 0.165879 CURRENT LEARNING RATE: 0.009755979070375462
previous_iter_valid_loss : 0.18210510909557343
427320 0.182486 0.182105 0.166901 CURRENT LEARNING RATE: 0.009754028069667965
previous_iter_valid_loss : 0.16218630969524384
427340 0.162432 0.162186 0.166442 CURRENT LEARNING RATE: 0.009752077459121584
previous_iter_valid_loss : 0.16056415438652039
427360 0.160756 0.160564 0.166405 CURRENT LEARNING RATE: 0.009750127238658313
previous_iter_valid_loss : 0.1731170266866684
427380 0.173428 0.173117 0.166990 CURRENT LEARNING RATE: 0.009748177408200122
previous_iter_valid_loss : 0.16799892485141754
427400 0.168271 0.167999 0.167203 CURRENT LEARNING RATE: 0.00974622796766903
previous_iter_valid_loss : 0.1612590104341507
427420 0.161471 0.161259 0.166823 CURRENT LEARNING RATE: 0.009744278916987065
previous_iter_valid_loss : 0.1607310175895691
427440 0.160931 0.160731 0.166682 CURRENT LEARNING RATE: 0.009742330256076251
previous_iter_valid_loss : 0.1622360348701477
427460 0.162415 0.162236 0.165884 CURRENT LEARNING RATE: 0.009740381984858656
previous_iter_valid_loss : 0.16363830864429474
427480 0.163826 0.163638 0.165928 CURRENT LEARNING RATE: 0.009738434103256333
previous_iter_valid_loss : 0.17691662907600403
427500 0.177120 0.176917 0.166320 CURRENT LEARNING RATE: 0.009736486611191383
previous_iter_valid_loss : 0.1703738272190094
427520 0.170568 0.170374 0.166806 CURRENT LEARNING RATE: 0.009734539508585893
previous_iter_valid_loss : 0.16296929121017456
427540 0.163159 0.162969 0.166894 CURRENT LEARNING RATE: 0.009732592795361992
previous_iter_valid_loss : 0.1606416255235672
427560 0.160843 0.160642 0.166706 CURRENT LEARNING RATE: 0.009730646471441794
previous_iter_valid_loss : 0.16073809564113617
427580 0.160932 0.160738 0.166715 CURRENT LEARNING RATE: 0.009728700536747468
previous_iter_valid_loss : 0.17213492095470428
427600 0.172424 0.172135 0.167088 CURRENT LEARNING RATE: 0.009726754991201151
previous_iter_valid_loss : 0.17064844071865082
427620 0.170931 0.170648 0.167536 CURRENT LEARNING RATE: 0.009724809834725049
previous_iter_valid_loss : 0.1747395396232605
427640 0.175047 0.174740 0.168125 CURRENT LEARNING RATE: 0.00972286506724133
previous_iter_valid_loss : 0.16072101891040802
427660 0.160918 0.160721 0.168064 CURRENT LEARNING RATE: 0.009720920688672224
previous_iter_valid_loss : 0.17024119198322296
427680 0.170520 0.170241 0.167397 CURRENT LEARNING RATE: 0.009718976698939938
previous_iter_valid_loss : 0.16229704022407532
427700 0.162479 0.162297 0.166811 CURRENT LEARNING RATE: 0.009717033097966732
previous_iter_valid_loss : 0.1606263667345047
427720 0.160813 0.160626 0.165737 CURRENT LEARNING RATE: 0.00971508988567484
previous_iter_valid_loss : 0.160723015666008
427740 0.160901 0.160723 0.165664 CURRENT LEARNING RATE: 0.009713147061986555
previous_iter_valid_loss : 0.18927328288555145
427760 0.189419 0.189273 0.167100 CURRENT LEARNING RATE: 0.009711204626824144
previous_iter_valid_loss : 0.17394237220287323
427780 0.174131 0.173942 0.167141 CURRENT LEARNING RATE: 0.00970926258010993
previous_iter_valid_loss : 0.1611991822719574
427800 0.161412 0.161199 0.166801 CURRENT LEARNING RATE: 0.00970732092176621
previous_iter_valid_loss : 0.16684621572494507
427820 0.167096 0.166846 0.167080 CURRENT LEARNING RATE: 0.00970537965171533
previous_iter_valid_loss : 0.1608017534017563
427840 0.160982 0.160802 0.167084 CURRENT LEARNING RATE: 0.009703438769879643
previous_iter_valid_loss : 0.16127340495586395
427860 0.161488 0.161273 0.167036 CURRENT LEARNING RATE: 0.0097014982761815
previous_iter_valid_loss : 0.1623021364212036
427880 0.162492 0.162302 0.166969 CURRENT LEARNING RATE: 0.0096995581705433
previous_iter_valid_loss : 0.1622030884027481
427900 0.162426 0.162203 0.166233 CURRENT LEARNING RATE: 0.00969761845288742
previous_iter_valid_loss : 0.20104146003723145
427920 0.201576 0.201041 0.167766 CURRENT LEARNING RATE: 0.009695679123136286
previous_iter_valid_loss : 0.16535106301307678
427940 0.165535 0.165351 0.167886 CURRENT LEARNING RATE: 0.00969374018121231
previous_iter_valid_loss : 0.16386064887046814
427960 0.164061 0.163861 0.168047 CURRENT LEARNING RATE: 0.009691801627037951
previous_iter_valid_loss : 0.16490860283374786
427980 0.165139 0.164909 0.168255 CURRENT LEARNING RATE: 0.00968986346053565
previous_iter_valid_loss : 0.16705237329006195
428000 0.167241 0.167052 0.168001 CURRENT LEARNING RATE: 0.009687925681627898
previous_iter_valid_loss : 0.16089566051959991
428020 0.161073 0.160896 0.167513 CURRENT LEARNING RATE: 0.009685988290237165
previous_iter_valid_loss : 0.16097111999988556
428040 0.161175 0.160971 0.166825 CURRENT LEARNING RATE: 0.009684051286285975
previous_iter_valid_loss : 0.16109861433506012
428060 0.161287 0.161099 0.166844 CURRENT LEARNING RATE: 0.009682114669696826
previous_iter_valid_loss : 0.16719768941402435
428080 0.167451 0.167198 0.166692 CURRENT LEARNING RATE: 0.009680178440392276
previous_iter_valid_loss : 0.1723896861076355
428100 0.172556 0.172390 0.167196 CURRENT LEARNING RATE: 0.009678242598294856
previous_iter_valid_loss : 0.1635938435792923
428120 0.163814 0.163594 0.167345 CURRENT LEARNING RATE: 0.00967630714332715
previous_iter_valid_loss : 0.1613006591796875
428140 0.161520 0.161301 0.167373 CURRENT LEARNING RATE: 0.009674372075411723
previous_iter_valid_loss : 0.17237338423728943
428160 0.172553 0.172373 0.166528 CURRENT LEARNING RATE: 0.009672437394471187
previous_iter_valid_loss : 0.16124995052814484
428180 0.161469 0.161250 0.165894 CURRENT LEARNING RATE: 0.00967050310042814
previous_iter_valid_loss : 0.161941260099411
428200 0.162132 0.161941 0.165931 CURRENT LEARNING RATE: 0.00966856919320523
previous_iter_valid_loss : 0.16833016276359558
428220 0.168511 0.168330 0.166005 CURRENT LEARNING RATE: 0.009666635672725077
previous_iter_valid_loss : 0.16098615527153015
428240 0.161182 0.160986 0.166014 CURRENT LEARNING RATE: 0.009664702538910355
previous_iter_valid_loss : 0.16081692278385162
428260 0.161017 0.160817 0.165992 CURRENT LEARNING RATE: 0.009662769791683741
previous_iter_valid_loss : 0.16486912965774536
428280 0.165073 0.164869 0.166120 CURRENT LEARNING RATE: 0.009660837430967913
previous_iter_valid_loss : 0.17506441473960876
428300 0.175374 0.175064 0.166763 CURRENT LEARNING RATE: 0.009658905456685593
previous_iter_valid_loss : 0.16222786903381348
428320 0.162400 0.162228 0.164822 CURRENT LEARNING RATE: 0.009656973868759482
previous_iter_valid_loss : 0.16135190427303314
428340 0.161528 0.161352 0.164622 CURRENT LEARNING RATE: 0.009655042667112337
previous_iter_valid_loss : 0.1669171005487442
428360 0.167181 0.166917 0.164775 CURRENT LEARNING RATE: 0.00965311185166689
previous_iter_valid_loss : 0.17880739271640778
428380 0.179182 0.178807 0.165470 CURRENT LEARNING RATE: 0.009651181422345929
previous_iter_valid_loss : 0.16134993731975555
428400 0.161549 0.161350 0.165185 CURRENT LEARNING RATE: 0.009649251379072216
previous_iter_valid_loss : 0.16389326751232147
428420 0.164134 0.163893 0.165335 CURRENT LEARNING RATE: 0.009647321721768569
previous_iter_valid_loss : 0.16122888028621674
428440 0.161397 0.161229 0.165348 CURRENT LEARNING RATE: 0.009645392450357783
previous_iter_valid_loss : 0.16372942924499512
428460 0.163909 0.163729 0.165479 CURRENT LEARNING RATE: 0.009643463564762705
previous_iter_valid_loss : 0.16182354092597961
428480 0.162027 0.161824 0.165211 CURRENT LEARNING RATE: 0.009641535064906162
previous_iter_valid_loss : 0.18356363475322723
428500 0.183986 0.183564 0.165769 CURRENT LEARNING RATE: 0.009639606950711033
previous_iter_valid_loss : 0.16083817183971405
428520 0.161006 0.160838 0.165631 CURRENT LEARNING RATE: 0.009637679222100173
previous_iter_valid_loss : 0.16073912382125854
428540 0.160945 0.160739 0.165603 CURRENT LEARNING RATE: 0.009635751878996493
previous_iter_valid_loss : 0.16464579105377197
428560 0.164893 0.164646 0.165217 CURRENT LEARNING RATE: 0.009633824921322878
previous_iter_valid_loss : 0.164428249001503
428580 0.164663 0.164428 0.165376 CURRENT LEARNING RATE: 0.009631898349002273
previous_iter_valid_loss : 0.16370481252670288
428600 0.163900 0.163705 0.165464 CURRENT LEARNING RATE: 0.009629972161957594
previous_iter_valid_loss : 0.16104930639266968
428620 0.161244 0.161049 0.165100 CURRENT LEARNING RATE: 0.009628046360111801
previous_iter_valid_loss : 0.16062194108963013
428640 0.160808 0.160622 0.165082 CURRENT LEARNING RATE: 0.009626120943387875
previous_iter_valid_loss : 0.16378876566886902
428660 0.163990 0.163789 0.165230 CURRENT LEARNING RATE: 0.009624195911708778
previous_iter_valid_loss : 0.16074097156524658
428680 0.160928 0.160741 0.165024 CURRENT LEARNING RATE: 0.009622271264997527
previous_iter_valid_loss : 0.1660614013671875
428700 0.166243 0.166061 0.164574 CURRENT LEARNING RATE: 0.00962034700317712
previous_iter_valid_loss : 0.17449592053890228
428720 0.174687 0.174496 0.165187 CURRENT LEARNING RATE: 0.009618423126170603
previous_iter_valid_loss : 0.1618228703737259
428740 0.162045 0.161823 0.165211 CURRENT LEARNING RATE: 0.009616499633901002
previous_iter_valid_loss : 0.16377484798431396
428760 0.164013 0.163775 0.165054 CURRENT LEARNING RATE: 0.009614576526291399
previous_iter_valid_loss : 0.17042505741119385
428780 0.170600 0.170425 0.164635 CURRENT LEARNING RATE: 0.009612653803264848
previous_iter_valid_loss : 0.1733195036649704
428800 0.173498 0.173320 0.165233 CURRENT LEARNING RATE: 0.009610731464744459
previous_iter_valid_loss : 0.1618572324514389
428820 0.162087 0.161857 0.165131 CURRENT LEARNING RATE: 0.009608809510653323
previous_iter_valid_loss : 0.1640227884054184
428840 0.164258 0.164023 0.165271 CURRENT LEARNING RATE: 0.009606887940914575
previous_iter_valid_loss : 0.1616307497024536
428860 0.161811 0.161631 0.165166 CURRENT LEARNING RATE: 0.009604966755451338
previous_iter_valid_loss : 0.16748428344726562
428880 0.167746 0.167484 0.165449 CURRENT LEARNING RATE: 0.009603045954186781
previous_iter_valid_loss : 0.1609145551919937
428900 0.161099 0.160915 0.164317 CURRENT LEARNING RATE: 0.009601125537044055
previous_iter_valid_loss : 0.16092295944690704
428920 0.161135 0.160923 0.164321 CURRENT LEARNING RATE: 0.009599205503946362
previous_iter_valid_loss : 0.16065019369125366
428940 0.160848 0.160650 0.164316 CURRENT LEARNING RATE: 0.00959728585481688
previous_iter_valid_loss : 0.16085772216320038
428960 0.161034 0.160858 0.164127 CURRENT LEARNING RATE: 0.009595366589578842
previous_iter_valid_loss : 0.18163944780826569
428980 0.181834 0.181639 0.164988 CURRENT LEARNING RATE: 0.009593447708155461
previous_iter_valid_loss : 0.1618107557296753
429000 0.162023 0.161811 0.164893 CURRENT LEARNING RATE: 0.009591529210469997
previous_iter_valid_loss : 0.16082946956157684
429020 0.161033 0.160829 0.164882 CURRENT LEARNING RATE: 0.009589611096445697
previous_iter_valid_loss : 0.16875790059566498
429040 0.168940 0.168758 0.165289 CURRENT LEARNING RATE: 0.00958769336600584
previous_iter_valid_loss : 0.2081742137670517
429060 0.208785 0.208174 0.167508 CURRENT LEARNING RATE: 0.009585776019073726
previous_iter_valid_loss : 0.16142597794532776
429080 0.161615 0.161426 0.167542 CURRENT LEARNING RATE: 0.009583859055572649
previous_iter_valid_loss : 0.16070295870304108
429100 0.160887 0.160703 0.167274 CURRENT LEARNING RATE: 0.009581942475425941
previous_iter_valid_loss : 0.1627645343542099
429120 0.163001 0.162765 0.166688 CURRENT LEARNING RATE: 0.009580026278556926
previous_iter_valid_loss : 0.1654166728258133
429140 0.165609 0.165417 0.166867 CURRENT LEARNING RATE: 0.009578110464888972
previous_iter_valid_loss : 0.17780765891075134
429160 0.178167 0.177808 0.167569 CURRENT LEARNING RATE: 0.00957619503434543
previous_iter_valid_loss : 0.16619543731212616
429180 0.166440 0.166195 0.167358 CURRENT LEARNING RATE: 0.009574279986849697
previous_iter_valid_loss : 0.164145365357399
429200 0.164339 0.164145 0.166899 CURRENT LEARNING RATE: 0.009572365322325159
previous_iter_valid_loss : 0.16222046315670013
429220 0.162415 0.162220 0.166917 CURRENT LEARNING RATE: 0.009570451040695241
previous_iter_valid_loss : 0.163377583026886
429240 0.163612 0.163378 0.166885 CURRENT LEARNING RATE: 0.00956853714188336
previous_iter_valid_loss : 0.16294057667255402
429260 0.163185 0.162941 0.166950 CURRENT LEARNING RATE: 0.009566623625812972
previous_iter_valid_loss : 0.1652807593345642
429280 0.165532 0.165281 0.166840 CURRENT LEARNING RATE: 0.009564710492407525
previous_iter_valid_loss : 0.16068638861179352
429300 0.160883 0.160686 0.166829 CURRENT LEARNING RATE: 0.009562797741590504
previous_iter_valid_loss : 0.16223299503326416
429320 0.162462 0.162233 0.166894 CURRENT LEARNING RATE: 0.009560885373285387
previous_iter_valid_loss : 0.1608300507068634
429340 0.161021 0.160830 0.166903 CURRENT LEARNING RATE: 0.009558973387415695
previous_iter_valid_loss : 0.1607092320919037
429360 0.160907 0.160709 0.166896 CURRENT LEARNING RATE: 0.009557061783904931
previous_iter_valid_loss : 0.1661427766084671
429380 0.166402 0.166143 0.166121 CURRENT LEARNING RATE: 0.009555150562676648
previous_iter_valid_loss : 0.16889356076717377
429400 0.169165 0.168894 0.166475 CURRENT LEARNING RATE: 0.009553239723654381
previous_iter_valid_loss : 0.16527673602104187
429420 0.165524 0.165277 0.166697 CURRENT LEARNING RATE: 0.009551329266761704
previous_iter_valid_loss : 0.16067622601985931
429440 0.160878 0.160676 0.166293 CURRENT LEARNING RATE: 0.009549419191922206
previous_iter_valid_loss : 0.16705162823200226
429460 0.167311 0.167052 0.164237 CURRENT LEARNING RATE: 0.00954750949905947
previous_iter_valid_loss : 0.1939765363931656
429480 0.194494 0.193977 0.165865 CURRENT LEARNING RATE: 0.009545600188097123
previous_iter_valid_loss : 0.16969048976898193
429500 0.169881 0.169690 0.166314 CURRENT LEARNING RATE: 0.009543691258958776
previous_iter_valid_loss : 0.1605847030878067
429520 0.160783 0.160585 0.166205 CURRENT LEARNING RATE: 0.00954178271156809
previous_iter_valid_loss : 0.16242796182632446
429540 0.162661 0.162428 0.166056 CURRENT LEARNING RATE: 0.009539874545848705
previous_iter_valid_loss : 0.1622525155544281
429560 0.162466 0.162253 0.165278 CURRENT LEARNING RATE: 0.00953796676172431
previous_iter_valid_loss : 0.16119565069675446
429580 0.161418 0.161196 0.165028 CURRENT LEARNING RATE: 0.00953605935911858
previous_iter_valid_loss : 0.16205303370952606
429600 0.162236 0.162053 0.164923 CURRENT LEARNING RATE: 0.009534152337955234
previous_iter_valid_loss : 0.1610053926706314
429620 0.161194 0.161005 0.164863 CURRENT LEARNING RATE: 0.009532245698157974
previous_iter_valid_loss : 0.17909878492355347
429640 0.179293 0.179099 0.165649 CURRENT LEARNING RATE: 0.00953033943965055
previous_iter_valid_loss : 0.16110655665397644
429660 0.161325 0.161107 0.165557 CURRENT LEARNING RATE: 0.0095284335623567
previous_iter_valid_loss : 0.1934586614370346
429680 0.193607 0.193459 0.166966 CURRENT LEARNING RATE: 0.009526528066200201
previous_iter_valid_loss : 0.16287225484848022
429700 0.163101 0.162872 0.167075 CURRENT LEARNING RATE: 0.009524622951104816
previous_iter_valid_loss : 0.16173411905765533
429720 0.161970 0.161734 0.167050 CURRENT LEARNING RATE: 0.009522718216994361
previous_iter_valid_loss : 0.16062374413013458
429740 0.160814 0.160624 0.167040 CURRENT LEARNING RATE: 0.009520813863792625
previous_iter_valid_loss : 0.1630203127861023
429760 0.163231 0.163020 0.167155 CURRENT LEARNING RATE: 0.009518909891423455
previous_iter_valid_loss : 0.17232368886470795
429780 0.172616 0.172324 0.167464 CURRENT LEARNING RATE: 0.009517006299810673
previous_iter_valid_loss : 0.16503483057022095
429800 0.165278 0.165035 0.167272 CURRENT LEARNING RATE: 0.009515103088878152
previous_iter_valid_loss : 0.160636305809021
429820 0.160827 0.160636 0.167039 CURRENT LEARNING RATE: 0.009513200258549747
previous_iter_valid_loss : 0.16077136993408203
429840 0.160952 0.160771 0.167044 CURRENT LEARNING RATE: 0.009511297808749356
previous_iter_valid_loss : 0.16164197027683258
429860 0.161828 0.161642 0.166774 CURRENT LEARNING RATE: 0.009509395739400886
previous_iter_valid_loss : 0.16608674824237823
429880 0.166287 0.166087 0.165379 CURRENT LEARNING RATE: 0.009507494050428238
previous_iter_valid_loss : 0.17516262829303741
429900 0.175357 0.175163 0.165653 CURRENT LEARNING RATE: 0.00950559274175536
previous_iter_valid_loss : 0.16065341234207153
429920 0.160854 0.160653 0.165656 CURRENT LEARNING RATE: 0.009503691813306188
previous_iter_valid_loss : 0.16312070190906525
429940 0.163358 0.163121 0.165691 CURRENT LEARNING RATE: 0.009501791265004696
previous_iter_valid_loss : 0.187362402677536
429960 0.187819 0.187362 0.166946 CURRENT LEARNING RATE: 0.009499891096774848
previous_iter_valid_loss : 0.16414539515972137
429980 0.164339 0.164145 0.167094 CURRENT LEARNING RATE: 0.009497991308540654
previous_iter_valid_loss : 0.16177845001220703
430000 0.161954 0.161778 0.167080 CURRENT LEARNING RATE: 0.009496091900226104
previous_iter_valid_loss : 0.16341443359851837
430020 0.163649 0.163414 0.167201 CURRENT LEARNING RATE: 0.00949419287175524
previous_iter_valid_loss : 0.1695040613412857
430040 0.169771 0.169504 0.166721 CURRENT LEARNING RATE: 0.009492294223052084
previous_iter_valid_loss : 0.1621612012386322
430060 0.162395 0.162161 0.166774 CURRENT LEARNING RATE: 0.009490395954040706
previous_iter_valid_loss : 0.17126035690307617
430080 0.171565 0.171260 0.165664 CURRENT LEARNING RATE: 0.00948849806464516
previous_iter_valid_loss : 0.16467171907424927
430100 0.164862 0.164672 0.165754 CURRENT LEARNING RATE: 0.009486600554789547
previous_iter_valid_loss : 0.1719854474067688
430120 0.172173 0.171985 0.166266 CURRENT LEARNING RATE: 0.009484703424397948
previous_iter_valid_loss : 0.1731766313314438
430140 0.173488 0.173177 0.166894 CURRENT LEARNING RATE: 0.009482806673394495
previous_iter_valid_loss : 0.16662268340587616
430160 0.166796 0.166623 0.167074 CURRENT LEARNING RATE: 0.009480910301703303
previous_iter_valid_loss : 0.16065877676010132
430180 0.160852 0.160659 0.166491 CURRENT LEARNING RATE: 0.009479014309248532
previous_iter_valid_loss : 0.16329224407672882
430200 0.163493 0.163292 0.166404 CURRENT LEARNING RATE: 0.009477118695954327
previous_iter_valid_loss : 0.16618868708610535
430220 0.166373 0.166189 0.166681 CURRENT LEARNING RATE: 0.009475223461744878
previous_iter_valid_loss : 0.17432090640068054
430240 0.174496 0.174321 0.167359 CURRENT LEARNING RATE: 0.009473328606544361
previous_iter_valid_loss : 0.16533996164798737
430260 0.165508 0.165340 0.167544 CURRENT LEARNING RATE: 0.00947143413027699
previous_iter_valid_loss : 0.1640435755252838
430280 0.164269 0.164044 0.167442 CURRENT LEARNING RATE: 0.009469540032866994
previous_iter_valid_loss : 0.1629774123430252
430300 0.163155 0.162977 0.166832 CURRENT LEARNING RATE: 0.009467646314238591
previous_iter_valid_loss : 0.1608646810054779
430320 0.161040 0.160865 0.166843 CURRENT LEARNING RATE: 0.009465752974316052
previous_iter_valid_loss : 0.16074040532112122
430340 0.160929 0.160740 0.166724 CURRENT LEARNING RATE: 0.009463860013023625
previous_iter_valid_loss : 0.16491928696632385
430360 0.165148 0.164919 0.165602 CURRENT LEARNING RATE: 0.009461967430285606
previous_iter_valid_loss : 0.16089294850826263
430380 0.161077 0.160893 0.165439 CURRENT LEARNING RATE: 0.00946007522602628
previous_iter_valid_loss : 0.16062648594379425
430400 0.160797 0.160626 0.165381 CURRENT LEARNING RATE: 0.009458183400169969
previous_iter_valid_loss : 0.16465282440185547
430420 0.164810 0.164653 0.165443 CURRENT LEARNING RATE: 0.009456291952640989
previous_iter_valid_loss : 0.16222786903381348
430440 0.162406 0.162228 0.165080 CURRENT LEARNING RATE: 0.009454400883363696
previous_iter_valid_loss : 0.16131138801574707
430460 0.161481 0.161311 0.165037 CURRENT LEARNING RATE: 0.009452510192262432
previous_iter_valid_loss : 0.16065143048763275
430480 0.160827 0.160651 0.164507 CURRENT LEARNING RATE: 0.009450619879261586
previous_iter_valid_loss : 0.1783091127872467
430500 0.178645 0.178309 0.165188 CURRENT LEARNING RATE: 0.009448729944285526
previous_iter_valid_loss : 0.17051827907562256
430520 0.170796 0.170518 0.165115 CURRENT LEARNING RATE: 0.009446840387258675
previous_iter_valid_loss : 0.16895386576652527
430540 0.169130 0.168954 0.164904 CURRENT LEARNING RATE: 0.009444951208105432
previous_iter_valid_loss : 0.17670230567455292
430560 0.177024 0.176702 0.165408 CURRENT LEARNING RATE: 0.009443062406750247
previous_iter_valid_loss : 0.1828930675983429
436220 0.183079 0.182893 0.169605 CURRENT LEARNING RATE: 0.008923429404056691
previous_iter_valid_loss : 0.1629956215620041
436240 0.163237 0.162996 0.169515 CURRENT LEARNING RATE: 0.008921644896632575
previous_iter_valid_loss : 0.1612665206193924
436260 0.161443 0.161267 0.169313 CURRENT LEARNING RATE: 0.008919860746074247
previous_iter_valid_loss : 0.1649191975593567
436280 0.165145 0.164919 0.169462 CURRENT LEARNING RATE: 0.00891807695231035
previous_iter_valid_loss : 0.16225406527519226
436300 0.162424 0.162254 0.169014 CURRENT LEARNING RATE: 0.008916293515269543
previous_iter_valid_loss : 0.16285336017608643
436320 0.163085 0.162853 0.168142 CURRENT LEARNING RATE: 0.008914510434880467
previous_iter_valid_loss : 0.16393506526947021
436340 0.164122 0.163935 0.168054 CURRENT LEARNING RATE: 0.008912727711071818
previous_iter_valid_loss : 0.16759523749351501
436360 0.167854 0.167595 0.167954 CURRENT LEARNING RATE: 0.008910945343772271
previous_iter_valid_loss : 0.16224971413612366
436380 0.162473 0.162250 0.167341 CURRENT LEARNING RATE: 0.008909163332910548
previous_iter_valid_loss : 0.17140831053256989
436400 0.171599 0.171408 0.167705 CURRENT LEARNING RATE: 0.008907381678415349
previous_iter_valid_loss : 0.16060656309127808
436420 0.160790 0.160607 0.167151 CURRENT LEARNING RATE: 0.00890560038021543
previous_iter_valid_loss : 0.16197873651981354
436440 0.162162 0.161979 0.167151 CURRENT LEARNING RATE: 0.008903819438239516
previous_iter_valid_loss : 0.16106559336185455
436460 0.161285 0.161066 0.165880 CURRENT LEARNING RATE: 0.00890203885241639
previous_iter_valid_loss : 0.1607368439435959
436480 0.160943 0.160737 0.165717 CURRENT LEARNING RATE: 0.008900258622674812
previous_iter_valid_loss : 0.17223672568798065
436500 0.172409 0.172237 0.165756 CURRENT LEARNING RATE: 0.008898478748943586
previous_iter_valid_loss : 0.1610984206199646
436520 0.161312 0.161098 0.165618 CURRENT LEARNING RATE: 0.008896699231151505
previous_iter_valid_loss : 0.1633545458316803
436540 0.163580 0.163355 0.164867 CURRENT LEARNING RATE: 0.008894920069227402
previous_iter_valid_loss : 0.1610657125711441
436560 0.161272 0.161066 0.164720 CURRENT LEARNING RATE: 0.008893141263100096
previous_iter_valid_loss : 0.1628160923719406
436580 0.162993 0.162816 0.164794 CURRENT LEARNING RATE: 0.008891362812698447
previous_iter_valid_loss : 0.16544197499752045
436600 0.165610 0.165442 0.164637 CURRENT LEARNING RATE: 0.008889584717951305
previous_iter_valid_loss : 0.16686128079891205
436620 0.167032 0.166861 0.163835 CURRENT LEARNING RATE: 0.008887806978787561
previous_iter_valid_loss : 0.1607540398836136
436640 0.160956 0.160754 0.163723 CURRENT LEARNING RATE: 0.00888602959513609
previous_iter_valid_loss : 0.16498561203479767
436660 0.165215 0.164986 0.163909 CURRENT LEARNING RATE: 0.00888425256692581
previous_iter_valid_loss : 0.16427916288375854
436680 0.164511 0.164279 0.163877 CURRENT LEARNING RATE: 0.00888247589408563
previous_iter_valid_loss : 0.16620056331157684
436700 0.166381 0.166201 0.164075 CURRENT LEARNING RATE: 0.008880699576544483
previous_iter_valid_loss : 0.16172854602336884
436720 0.161906 0.161729 0.164018 CURRENT LEARNING RATE: 0.00887892361423133
previous_iter_valid_loss : 0.16441643238067627
436740 0.164655 0.164416 0.164042 CURRENT LEARNING RATE: 0.008877148007075114
previous_iter_valid_loss : 0.17946165800094604
436760 0.179646 0.179462 0.164636 CURRENT LEARNING RATE: 0.008875372755004827
previous_iter_valid_loss : 0.16309143602848053
436780 0.163318 0.163091 0.164678 CURRENT LEARNING RATE: 0.008873597857949445
previous_iter_valid_loss : 0.16094417870044708
436800 0.161161 0.160944 0.164155 CURRENT LEARNING RATE: 0.008871823315837985
previous_iter_valid_loss : 0.16212628781795502
436820 0.162339 0.162126 0.164231 CURRENT LEARNING RATE: 0.00887004912859945
previous_iter_valid_loss : 0.16062387824058533
436840 0.160818 0.160624 0.164163 CURRENT LEARNING RATE: 0.008868275296162893
previous_iter_valid_loss : 0.16157887876033783
436860 0.161802 0.161579 0.164188 CURRENT LEARNING RATE: 0.008866501818457337
previous_iter_valid_loss : 0.1638907939195633
436880 0.164070 0.163891 0.164346 CURRENT LEARNING RATE: 0.008864728695411866
previous_iter_valid_loss : 0.1607992798089981
436900 0.160975 0.160799 0.163774 CURRENT LEARNING RATE: 0.008862955926955535
previous_iter_valid_loss : 0.16549059748649597
436920 0.165731 0.165491 0.163994 CURRENT LEARNING RATE: 0.00886118351301745
previous_iter_valid_loss : 0.17852215468883514
436940 0.178866 0.178522 0.164752 CURRENT LEARNING RATE: 0.008859411453526698
previous_iter_valid_loss : 0.16460712254047394
436960 0.164838 0.164607 0.164929 CURRENT LEARNING RATE: 0.008857639748412414
previous_iter_valid_loss : 0.16056594252586365
436980 0.160751 0.160566 0.164817 CURRENT LEARNING RATE: 0.008855868397603713
previous_iter_valid_loss : 0.16388259828090668
437000 0.164076 0.163883 0.164739 CURRENT LEARNING RATE: 0.008854097401029756
previous_iter_valid_loss : 0.16419601440429688
437020 0.164387 0.164196 0.164606 CURRENT LEARNING RATE: 0.00885232675861969
previous_iter_valid_loss : 0.17185810208320618
437040 0.172028 0.171858 0.165161 CURRENT LEARNING RATE: 0.008850556470302704
previous_iter_valid_loss : 0.17671489715576172
437060 0.176886 0.176715 0.165747 CURRENT LEARNING RATE: 0.008848786536007968
previous_iter_valid_loss : 0.16677701473236084
437080 0.166964 0.166777 0.165872 CURRENT LEARNING RATE: 0.008847016955664696
previous_iter_valid_loss : 0.16190655529499054
437100 0.162138 0.161907 0.165657 CURRENT LEARNING RATE: 0.00884524772920211
previous_iter_valid_loss : 0.1846693456172943
437120 0.184849 0.184669 0.166805 CURRENT LEARNING RATE: 0.008843478856549427
previous_iter_valid_loss : 0.17834176123142242
437140 0.178681 0.178342 0.167501 CURRENT LEARNING RATE: 0.008841710337635908
previous_iter_valid_loss : 0.16160649061203003
437160 0.161838 0.161606 0.166608 CURRENT LEARNING RATE: 0.008839942172390796
previous_iter_valid_loss : 0.16638804972171783
437180 0.166563 0.166388 0.166773 CURRENT LEARNING RATE: 0.00883817436074338
previous_iter_valid_loss : 0.16437244415283203
437200 0.164614 0.164372 0.166944 CURRENT LEARNING RATE: 0.008836406902622931
previous_iter_valid_loss : 0.1606258898973465
437220 0.160813 0.160626 0.166869 CURRENT LEARNING RATE: 0.008834639797958767
previous_iter_valid_loss : 0.16541355848312378
437240 0.165644 0.165414 0.167109 CURRENT LEARNING RATE: 0.008832873046680189
previous_iter_valid_loss : 0.1628803014755249
437260 0.163058 0.162880 0.167174 CURRENT LEARNING RATE: 0.008831106648716542
previous_iter_valid_loss : 0.16830657422542572
437280 0.168482 0.168307 0.167395 CURRENT LEARNING RATE: 0.008829340603997152
previous_iter_valid_loss : 0.1668175458908081
437300 0.166998 0.166818 0.167695 CURRENT LEARNING RATE: 0.008827574912451397
previous_iter_valid_loss : 0.16141416132450104
437320 0.161628 0.161414 0.167492 CURRENT LEARNING RATE: 0.008825809574008633
previous_iter_valid_loss : 0.1631925404071808
437340 0.163436 0.163193 0.166725 CURRENT LEARNING RATE: 0.00882404458859826
previous_iter_valid_loss : 0.16079509258270264
437360 0.160992 0.160795 0.166535 CURRENT LEARNING RATE: 0.008822279956149662
previous_iter_valid_loss : 0.16064342856407166
437380 0.160840 0.160643 0.166538 CURRENT LEARNING RATE: 0.008820515676592275
previous_iter_valid_loss : 0.1637248992919922
437400 0.163921 0.163725 0.166531 CURRENT LEARNING RATE: 0.008818751749855504
previous_iter_valid_loss : 0.1662103235721588
437420 0.166451 0.166210 0.166631 CURRENT LEARNING RATE: 0.008816988175868816
previous_iter_valid_loss : 0.16896319389343262
437440 0.169122 0.168963 0.166487 CURRENT LEARNING RATE: 0.008815224954561645
previous_iter_valid_loss : 0.16069366037845612
437460 0.160887 0.160694 0.165685 CURRENT LEARNING RATE: 0.008813462085863484
previous_iter_valid_loss : 0.17476971447467804
437480 0.175069 0.174770 0.166085 CURRENT LEARNING RATE: 0.008811699569703799
previous_iter_valid_loss : 0.1609480082988739
437500 0.161152 0.160948 0.166037 CURRENT LEARNING RATE: 0.008809937406012098
previous_iter_valid_loss : 0.17711667716503143
437520 0.177288 0.177117 0.165660 CURRENT LEARNING RATE: 0.008808175594717901
previous_iter_valid_loss : 0.1609605997800827
437540 0.161131 0.160961 0.164790 CURRENT LEARNING RATE: 0.008806414135750722
previous_iter_valid_loss : 0.1606907844543457
437560 0.160885 0.160691 0.164745 CURRENT LEARNING RATE: 0.008804653029040117
previous_iter_valid_loss : 0.16822081804275513
437580 0.168476 0.168221 0.164836 CURRENT LEARNING RATE: 0.008802892274515627
previous_iter_valid_loss : 0.1633143275976181
437600 0.163480 0.163314 0.164783 CURRENT LEARNING RATE: 0.008801131872106837
previous_iter_valid_loss : 0.17081117630004883
437620 0.170978 0.170811 0.165293 CURRENT LEARNING RATE: 0.008799371821743316
previous_iter_valid_loss : 0.1605798453092575
437640 0.160756 0.160580 0.165051 CURRENT LEARNING RATE: 0.008797612123354675
previous_iter_valid_loss : 0.16704018414020538
437660 0.167273 0.167040 0.165259 CURRENT LEARNING RATE: 0.008795852776870514
previous_iter_valid_loss : 0.1664406806230545
437680 0.166666 0.166441 0.165166 CURRENT LEARNING RATE: 0.008794093782220472
previous_iter_valid_loss : 0.18206657469272614
437700 0.182415 0.182067 0.165928 CURRENT LEARNING RATE: 0.008792335139334174
previous_iter_valid_loss : 0.1684853583574295
437720 0.168722 0.168485 0.166282 CURRENT LEARNING RATE: 0.008790576848141291
previous_iter_valid_loss : 0.16402941942214966
437740 0.164196 0.164029 0.166324 CURRENT LEARNING RATE: 0.008788818908571477
previous_iter_valid_loss : 0.17415496706962585
437760 0.174320 0.174155 0.166992 CURRENT LEARNING RATE: 0.008787061320554427
previous_iter_valid_loss : 0.16118696331977844
437780 0.161387 0.161187 0.167019 CURRENT LEARNING RATE: 0.008785304084019823
previous_iter_valid_loss : 0.1622222363948822
437800 0.162433 0.162222 0.166944 CURRENT LEARNING RATE: 0.008783547198897393
previous_iter_valid_loss : 0.1648472249507904
437820 0.165029 0.164847 0.166875 CURRENT LEARNING RATE: 0.008781790665116841
previous_iter_valid_loss : 0.16115827858448029
437840 0.161364 0.161158 0.166485 CURRENT LEARNING RATE: 0.008780034482607927
previous_iter_valid_loss : 0.1632632613182068
437860 0.163448 0.163263 0.166614 CURRENT LEARNING RATE: 0.008778278651300386
previous_iter_valid_loss : 0.16311706602573395
437880 0.163341 0.163117 0.166031 CURRENT LEARNING RATE: 0.008776523171123998
previous_iter_valid_loss : 0.16891369223594666
437900 0.169092 0.168914 0.166429 CURRENT LEARNING RATE: 0.008774768042008533
previous_iter_valid_loss : 0.16112831234931946
437920 0.161294 0.161128 0.165630 CURRENT LEARNING RATE: 0.00877301326388379
previous_iter_valid_loss : 0.16155458986759186
437940 0.161732 0.161555 0.165660 CURRENT LEARNING RATE: 0.008771258836679584
previous_iter_valid_loss : 0.1677842140197754
437960 0.168020 0.167784 0.166014 CURRENT LEARNING RATE: 0.008769504760325727
previous_iter_valid_loss : 0.18419800698757172
437980 0.184379 0.184198 0.166813 CURRENT LEARNING RATE: 0.008767751034752068
previous_iter_valid_loss : 0.16512450575828552
438000 0.165317 0.165125 0.166904 CURRENT LEARNING RATE: 0.008765997659888447
previous_iter_valid_loss : 0.16074322164058685
438020 0.160902 0.160743 0.166400 CURRENT LEARNING RATE: 0.008764244635664737
previous_iter_valid_loss : 0.17953187227249146
438040 0.179866 0.179532 0.167348 CURRENT LEARNING RATE: 0.00876249196201081
previous_iter_valid_loss : 0.16218727827072144
438060 0.162395 0.162187 0.167105 CURRENT LEARNING RATE: 0.008760739638856568
previous_iter_valid_loss : 0.16233420372009277
438080 0.162507 0.162334 0.166900 CURRENT LEARNING RATE: 0.008758987666131904
previous_iter_valid_loss : 0.1646919697523117
438100 0.164873 0.164692 0.166031 CURRENT LEARNING RATE: 0.008757236043766757
previous_iter_valid_loss : 0.16303351521492004
438120 0.163209 0.163034 0.165759 CURRENT LEARNING RATE: 0.008755484771691045
previous_iter_valid_loss : 0.16142287850379944
438140 0.161581 0.161423 0.165628 CURRENT LEARNING RATE: 0.008753733849834733
previous_iter_valid_loss : 0.16529631614685059
438160 0.165471 0.165296 0.165185 CURRENT LEARNING RATE: 0.008751983278127769
previous_iter_valid_loss : 0.1606421023607254
438180 0.160817 0.160642 0.165158 CURRENT LEARNING RATE: 0.008750233056500144
previous_iter_valid_loss : 0.16133920848369598
438200 0.161514 0.161339 0.165114 CURRENT LEARNING RATE: 0.008748483184881835
previous_iter_valid_loss : 0.16072003543376923
438220 0.160926 0.160720 0.164907 CURRENT LEARNING RATE: 0.008746733663202864
previous_iter_valid_loss : 0.16066886484622955
438240 0.160839 0.160669 0.164883 CURRENT LEARNING RATE: 0.00874498449139323
previous_iter_valid_loss : 0.1614670306444168
438260 0.161630 0.161467 0.164793 CURRENT LEARNING RATE: 0.008743235669382987
previous_iter_valid_loss : 0.16182155907154083
438280 0.161992 0.161822 0.164728 CURRENT LEARNING RATE: 0.008741487197102162
previous_iter_valid_loss : 0.16380643844604492
438300 0.163986 0.163806 0.164473 CURRENT LEARNING RATE: 0.008739739074480828
previous_iter_valid_loss : 0.1839892715215683
438320 0.184150 0.183989 0.165616 CURRENT LEARNING RATE: 0.008737991301449064
previous_iter_valid_loss : 0.16638439893722534
438340 0.166611 0.166384 0.165858 CURRENT LEARNING RATE: 0.008736243877936947
previous_iter_valid_loss : 0.16151921451091766
438360 0.161742 0.161519 0.165544 CURRENT LEARNING RATE: 0.008734496803874593
previous_iter_valid_loss : 0.16121086478233337
438380 0.161428 0.161211 0.164395 CURRENT LEARNING RATE: 0.008732750079192105
previous_iter_valid_loss : 0.16120529174804688
438400 0.161423 0.161205 0.164199 CURRENT LEARNING RATE: 0.008731003703819629
previous_iter_valid_loss : 0.184832364320755
438420 0.185017 0.184832 0.165404 CURRENT LEARNING RATE: 0.008729257677687296
previous_iter_valid_loss : 0.16236886382102966
438440 0.162562 0.162369 0.164545 CURRENT LEARNING RATE: 0.008727512000725277
previous_iter_valid_loss : 0.17309579253196716
438460 0.173404 0.173096 0.165091 CURRENT LEARNING RATE: 0.008725766672863731
previous_iter_valid_loss : 0.20364587008953094
438480 0.203731 0.203646 0.167156 CURRENT LEARNING RATE: 0.008724021694032863
previous_iter_valid_loss : 0.1653558611869812
438500 0.165597 0.165356 0.167190 CURRENT LEARNING RATE: 0.008722277064162854
previous_iter_valid_loss : 0.17483699321746826
438520 0.175005 0.174837 0.167780 CURRENT LEARNING RATE: 0.008720532783183937
previous_iter_valid_loss : 0.16681015491485596
438540 0.166984 0.166810 0.168049 CURRENT LEARNING RATE: 0.008718788851026327
previous_iter_valid_loss : 0.16391806304454803
438560 0.164150 0.163918 0.167980 CURRENT LEARNING RATE: 0.008717045267620278
previous_iter_valid_loss : 0.16193324327468872
438580 0.162151 0.161933 0.168045 CURRENT LEARNING RATE: 0.008715302032896034
previous_iter_valid_loss : 0.16139157116413116
438600 0.161572 0.161392 0.168047 CURRENT LEARNING RATE: 0.00871355914678388
previous_iter_valid_loss : 0.17225690186023712
438620 0.172545 0.172257 0.168624 CURRENT LEARNING RATE: 0.008711816609214084
previous_iter_valid_loss : 0.16470088064670563
438640 0.164934 0.164701 0.168826 CURRENT LEARNING RATE: 0.008710074420116964
previous_iter_valid_loss : 0.16139446198940277
438660 0.161581 0.161394 0.168822 CURRENT LEARNING RATE: 0.008708332579422811
previous_iter_valid_loss : 0.17215900123119354
438680 0.172334 0.172159 0.169339 CURRENT LEARNING RATE: 0.008706591087061972
previous_iter_valid_loss : 0.16819457709789276
438700 0.168361 0.168195 0.169558 CURRENT LEARNING RATE: 0.00870484994296477
previous_iter_valid_loss : 0.17013783752918243
438720 0.170420 0.170138 0.168866 CURRENT LEARNING RATE: 0.008703109147061567
previous_iter_valid_loss : 0.16596637666225433
438740 0.166219 0.165966 0.168845 CURRENT LEARNING RATE: 0.008701368699282737
previous_iter_valid_loss : 0.16192129254341125
438760 0.162139 0.161921 0.168865 CURRENT LEARNING RATE: 0.00869962859955865
previous_iter_valid_loss : 0.16342316567897797
438780 0.163609 0.163423 0.168976 CURRENT LEARNING RATE: 0.008697888847819715
previous_iter_valid_loss : 0.1940968781709671
438800 0.194596 0.194097 0.170620 CURRENT LEARNING RATE: 0.008696149443996328
previous_iter_valid_loss : 0.16099344193935394
438820 0.161199 0.160993 0.169428 CURRENT LEARNING RATE: 0.008694410388018926
previous_iter_valid_loss : 0.1607789397239685
438840 0.160956 0.160779 0.169349 CURRENT LEARNING RATE: 0.008692671679817935
previous_iter_valid_loss : 0.1740395575761795
438860 0.174225 0.174040 0.169396 CURRENT LEARNING RATE: 0.008690933319323819
previous_iter_valid_loss : 0.16132289171218872
438880 0.161535 0.161323 0.167280 CURRENT LEARNING RATE: 0.008689195306467029
previous_iter_valid_loss : 0.16132895648479462
438900 0.161508 0.161329 0.167079 CURRENT LEARNING RATE: 0.008687457641178063
previous_iter_valid_loss : 0.16181226074695587
438920 0.161993 0.161812 0.166427 CURRENT LEARNING RATE: 0.008685720323387394
previous_iter_valid_loss : 0.16513074934482574
438940 0.165328 0.165131 0.166343 CURRENT LEARNING RATE: 0.008683983353025546
previous_iter_valid_loss : 0.1611846536397934
438960 0.161363 0.161185 0.166207 CURRENT LEARNING RATE: 0.008682246730023026
previous_iter_valid_loss : 0.16912902891635895
438980 0.169304 0.169129 0.166566 CURRENT LEARNING RATE: 0.008680510454310383
previous_iter_valid_loss : 0.1818801611661911
439000 0.182074 0.181880 0.167591 CURRENT LEARNING RATE: 0.008678774525818155
previous_iter_valid_loss : 0.16090355813503265
439020 0.161081 0.160904 0.167023 CURRENT LEARNING RATE: 0.008677038944476913
previous_iter_valid_loss : 0.17443996667861938
439040 0.174621 0.174440 0.167510 CURRENT LEARNING RATE: 0.008675303710217226
previous_iter_valid_loss : 0.17642134428024292
439060 0.176749 0.176421 0.168261 CURRENT LEARNING RATE: 0.008673568822969694
previous_iter_valid_loss : 0.16083870828151703
439080 0.161034 0.160839 0.167695 CURRENT LEARNING RATE: 0.008671834282664909
previous_iter_valid_loss : 0.16127587854862213
439100 0.161499 0.161276 0.167350 CURRENT LEARNING RATE: 0.008670100089233494
previous_iter_valid_loss : 0.16279445588588715
439120 0.162973 0.162794 0.166982 CURRENT LEARNING RATE: 0.008668366242606093
previous_iter_valid_loss : 0.16344745457172394
439140 0.163631 0.163447 0.166856 CURRENT LEARNING RATE: 0.008666632742713338
previous_iter_valid_loss : 0.16718749701976776
439160 0.167375 0.167187 0.167120 CURRENT LEARNING RATE: 0.008664899589485898
previous_iter_valid_loss : 0.16076789796352386
439180 0.160964 0.160768 0.166987 CURRENT LEARNING RATE: 0.008663166782854437
previous_iter_valid_loss : 0.16059063374996185
439200 0.160791 0.160591 0.165312 CURRENT LEARNING RATE: 0.008661434322749656
previous_iter_valid_loss : 0.16862739622592926
439220 0.168810 0.168627 0.165693 CURRENT LEARNING RATE: 0.00865970220910224
previous_iter_valid_loss : 0.19466175138950348
439240 0.194824 0.194662 0.167388 CURRENT LEARNING RATE: 0.008657970441842923
previous_iter_valid_loss : 0.17467543482780457
439260 0.174865 0.174675 0.167419 CURRENT LEARNING RATE: 0.008656239020902417
previous_iter_valid_loss : 0.16408906877040863
439280 0.164266 0.164089 0.167558 CURRENT LEARNING RATE: 0.008654507946211478
previous_iter_valid_loss : 0.16660259664058685
439300 0.166786 0.166603 0.167821 CURRENT LEARNING RATE: 0.008652777217700853
previous_iter_valid_loss : 0.1606237143278122
439320 0.160825 0.160624 0.167762 CURRENT LEARNING RATE: 0.008651046835301325
previous_iter_valid_loss : 0.16403606534004211
439340 0.164272 0.164036 0.167707 CURRENT LEARNING RATE: 0.008649316798943664
previous_iter_valid_loss : 0.1609344631433487
439360 0.161118 0.160934 0.167695 CURRENT LEARNING RATE: 0.008647587108558681
previous_iter_valid_loss : 0.16607841849327087
439380 0.166276 0.166078 0.167542 CURRENT LEARNING RATE: 0.00864585776407718
previous_iter_valid_loss : 0.16360825300216675
439400 0.163859 0.163608 0.166629 CURRENT LEARNING RATE: 0.008644128765429996
previous_iter_valid_loss : 0.1746738851070404
439420 0.174988 0.174674 0.167317 CURRENT LEARNING RATE: 0.008642400112547957
previous_iter_valid_loss : 0.17567835748195648
439440 0.176002 0.175678 0.167379 CURRENT LEARNING RATE: 0.00864067180536193
previous_iter_valid_loss : 0.1663643717765808
439460 0.166534 0.166364 0.166876 CURRENT LEARNING RATE: 0.00863894384380277
previous_iter_valid_loss : 0.1997634470462799
439480 0.199909 0.199763 0.168822 CURRENT LEARNING RATE: 0.008637216227801373
previous_iter_valid_loss : 0.16109783947467804
439500 0.161314 0.161098 0.168813 CURRENT LEARNING RATE: 0.008635488957288618
previous_iter_valid_loss : 0.1609322875738144
439520 0.161103 0.160932 0.168720 CURRENT LEARNING RATE: 0.008633762032195421
previous_iter_valid_loss : 0.16081979870796204
439540 0.161002 0.160820 0.168589 CURRENT LEARNING RATE: 0.008632035452452717
previous_iter_valid_loss : 0.16493649780750275
439560 0.165112 0.164936 0.168476 CURRENT LEARNING RATE: 0.008630309217991423
previous_iter_valid_loss : 0.16084374487400055
439580 0.161043 0.160844 0.168480 CURRENT LEARNING RATE: 0.008628583328742506
previous_iter_valid_loss : 0.18837875127792358
439600 0.188563 0.188379 0.169870 CURRENT LEARNING RATE: 0.008626857784636918
previous_iter_valid_loss : 0.16611313819885254
439620 0.166358 0.166113 0.169744 CURRENT LEARNING RATE: 0.008625132585605646
previous_iter_valid_loss : 0.16064763069152832
439640 0.160845 0.160648 0.168043 CURRENT LEARNING RATE: 0.008623407731579675
previous_iter_valid_loss : 0.16224859654903412
439660 0.162475 0.162249 0.167422 CURRENT LEARNING RATE: 0.008621683222490021
previous_iter_valid_loss : 0.1807691901922226
439680 0.181131 0.180769 0.168256 CURRENT LEARNING RATE: 0.008619959058267688
previous_iter_valid_loss : 0.1662909984588623
439700 0.166494 0.166291 0.168240 CURRENT LEARNING RATE: 0.008618235238843728
previous_iter_valid_loss : 0.1623622626066208
439720 0.162543 0.162362 0.168327 CURRENT LEARNING RATE: 0.00861651176414917
previous_iter_valid_loss : 0.16095051169395447
439740 0.161127 0.160951 0.168173 CURRENT LEARNING RATE: 0.00861478863411509
previous_iter_valid_loss : 0.16533082723617554
439760 0.165539 0.165331 0.168393 CURRENT LEARNING RATE: 0.00861306584867255
previous_iter_valid_loss : 0.17084555327892303
439780 0.171036 0.170846 0.168631 CURRENT LEARNING RATE: 0.008611343407752653
previous_iter_valid_loss : 0.16327986121177673
439800 0.163519 0.163280 0.168615 CURRENT LEARNING RATE: 0.008609621311286486
previous_iter_valid_loss : 0.161156564950943
439820 0.161385 0.161157 0.167939 CURRENT LEARNING RATE: 0.00860789955920518
previous_iter_valid_loss : 0.1609269678592682
439840 0.161145 0.160927 0.167201 CURRENT LEARNING RATE: 0.00860617815143985
previous_iter_valid_loss : 0.1609167754650116
439860 0.161135 0.160917 0.166929 CURRENT LEARNING RATE: 0.008604457087921655
previous_iter_valid_loss : 0.16417351365089417
439880 0.164361 0.164174 0.165149 CURRENT LEARNING RATE: 0.008602736368581736
previous_iter_valid_loss : 0.16131041944026947
439900 0.161533 0.161310 0.165160 CURRENT LEARNING RATE: 0.008601015993351275
previous_iter_valid_loss : 0.1621982604265213
439920 0.162421 0.162198 0.165223 CURRENT LEARNING RATE: 0.00859929596216146
previous_iter_valid_loss : 0.16064298152923584
439940 0.160837 0.160643 0.165214 CURRENT LEARNING RATE: 0.008597576274943479
previous_iter_valid_loss : 0.16055043041706085
Current valid loss: 0.16055043041706085; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
439960 0.160735 0.160550 0.164995 CURRENT LEARNING RATE: 0.008595856931628556
previous_iter_valid_loss : 0.18768158555030823
439980 0.188073 0.187682 0.166337 CURRENT LEARNING RATE: 0.008594137932147904
previous_iter_valid_loss : 0.1729142963886261
440000 0.173205 0.172914 0.165564 CURRENT LEARNING RATE: 0.00859241927643278
previous_iter_valid_loss : 0.1616630256175995
440020 0.161886 0.161663 0.165341 CURRENT LEARNING RATE: 0.00859070096441442
previous_iter_valid_loss : 0.1655607670545578
440040 0.165811 0.165561 0.165587 CURRENT LEARNING RATE: 0.008588982996024107
previous_iter_valid_loss : 0.16438652575016022
440060 0.164631 0.164387 0.165694 CURRENT LEARNING RATE: 0.008587265371193106
previous_iter_valid_loss : 0.16753633320331573
440080 0.167787 0.167536 0.165032 CURRENT LEARNING RATE: 0.00858554808985273
previous_iter_valid_loss : 0.18123015761375427
440100 0.181599 0.181230 0.165779 CURRENT LEARNING RATE: 0.00858383115193427
previous_iter_valid_loss : 0.16487906873226166
440120 0.165080 0.164879 0.165905 CURRENT LEARNING RATE: 0.008582114557369066
previous_iter_valid_loss : 0.16511684656143188
440140 0.165313 0.165117 0.166113 CURRENT LEARNING RATE: 0.008580398306088437
previous_iter_valid_loss : 0.1626644730567932
440160 0.162905 0.162664 0.165980 CURRENT LEARNING RATE: 0.00857868239802375
previous_iter_valid_loss : 0.16823676228523254
440180 0.168412 0.168237 0.165850 CURRENT LEARNING RATE: 0.008576966833106351
previous_iter_valid_loss : 0.16170503199100494
440200 0.161908 0.161705 0.165771 CURRENT LEARNING RATE: 0.008575251611267636
previous_iter_valid_loss : 0.16341792047023773
440220 0.163620 0.163418 0.165884 CURRENT LEARNING RATE: 0.008573536732438979
previous_iter_valid_loss : 0.17155687510967255
440240 0.171742 0.171557 0.166415 CURRENT LEARNING RATE: 0.008571822196551799
previous_iter_valid_loss : 0.171854168176651
440260 0.172153 0.171854 0.166962 CURRENT LEARNING RATE: 0.0085701080035375
previous_iter_valid_loss : 0.1624506264925003
440280 0.162657 0.162451 0.166876 CURRENT LEARNING RATE: 0.00856839415332753
previous_iter_valid_loss : 0.16585330665111542
440300 0.166093 0.165853 0.167103 CURRENT LEARNING RATE: 0.008566680645853319
previous_iter_valid_loss : 0.1721080243587494
440320 0.172300 0.172108 0.167599 CURRENT LEARNING RATE: 0.008564967481046338
previous_iter_valid_loss : 0.174601212143898
440340 0.174784 0.174601 0.168297 CURRENT LEARNING RATE: 0.008563254658838062
previous_iter_valid_loss : 0.18559423089027405
440360 0.185791 0.185594 0.169549 CURRENT LEARNING RATE: 0.008561542179159966
previous_iter_valid_loss : 0.1629561185836792
440380 0.163149 0.162956 0.168313 CURRENT LEARNING RATE: 0.008559830041943568
previous_iter_valid_loss : 0.16228079795837402
440400 0.162451 0.162281 0.167781 CURRENT LEARNING RATE: 0.008558118247120364
previous_iter_valid_loss : 0.16107811033725739
440420 0.161263 0.161078 0.167752 CURRENT LEARNING RATE: 0.008556406794621899
previous_iter_valid_loss : 0.16177190840244293
440440 0.161960 0.161772 0.167562 CURRENT LEARNING RATE: 0.008554695684379698
previous_iter_valid_loss : 0.16130776703357697
440460 0.161526 0.161308 0.167408 CURRENT LEARNING RATE: 0.008552984916325335
previous_iter_valid_loss : 0.16067011654376984
440480 0.160850 0.160670 0.167065 CURRENT LEARNING RATE: 0.00855127449039036
previous_iter_valid_loss : 0.16062787175178528
440500 0.160816 0.160628 0.166035 CURRENT LEARNING RATE: 0.008549564406506375
previous_iter_valid_loss : 0.16721057891845703
440520 0.167409 0.167211 0.166151 CURRENT LEARNING RATE: 0.008547854664604958
previous_iter_valid_loss : 0.16212783753871918
440540 0.162316 0.162128 0.166002 CURRENT LEARNING RATE: 0.008546145264617739
previous_iter_valid_loss : 0.16768082976341248
440560 0.167947 0.167681 0.166253 CURRENT LEARNING RATE: 0.008544436206476323
previous_iter_valid_loss : 0.16193293035030365
440580 0.162164 0.161933 0.165938 CURRENT LEARNING RATE: 0.008542727490112364
previous_iter_valid_loss : 0.1606656312942505
440600 0.160858 0.160666 0.165886 CURRENT LEARNING RATE: 0.008541019115457496
previous_iter_valid_loss : 0.16408289968967438
440620 0.164294 0.164083 0.165919 CURRENT LEARNING RATE: 0.008539311082443405
previous_iter_valid_loss : 0.1928366720676422
440640 0.193019 0.192837 0.166983 CURRENT LEARNING RATE: 0.008537603391001748
previous_iter_valid_loss : 0.16287609934806824
440660 0.163099 0.162876 0.166534 CURRENT LEARNING RATE: 0.008535896041064238
previous_iter_valid_loss : 0.160587877035141
440680 0.160786 0.160588 0.166441 CURRENT LEARNING RATE: 0.008534189032562561
previous_iter_valid_loss : 0.16080237925052643
440700 0.160979 0.160802 0.166188 CURRENT LEARNING RATE: 0.008532482365428454
previous_iter_valid_loss : 0.1733265370130539
440720 0.173624 0.173327 0.166249 CURRENT LEARNING RATE: 0.008530776039593638
previous_iter_valid_loss : 0.16108040511608124
440740 0.161250 0.161080 0.165573 CURRENT LEARNING RATE: 0.008529070054989861
previous_iter_valid_loss : 0.1644912213087082
440760 0.164680 0.164491 0.164518 CURRENT LEARNING RATE: 0.008527364411548896
previous_iter_valid_loss : 0.16192728281021118
440780 0.162170 0.161927 0.164467 CURRENT LEARNING RATE: 0.008525659109202503
previous_iter_valid_loss : 0.16204899549484253
440800 0.162283 0.162049 0.164455 CURRENT LEARNING RATE: 0.008523954147882483
previous_iter_valid_loss : 0.1647869497537613
440820 0.164991 0.164787 0.164640 CURRENT LEARNING RATE: 0.00852224952752062
previous_iter_valid_loss : 0.17142102122306824
440840 0.171706 0.171421 0.165123 CURRENT LEARNING RATE: 0.008520545248048747
previous_iter_valid_loss : 0.16107971966266632
440860 0.161269 0.161080 0.165111 CURRENT LEARNING RATE: 0.00851884130939868
previous_iter_valid_loss : 0.17153199017047882
440880 0.171727 0.171532 0.165655 CURRENT LEARNING RATE: 0.008517137711502273
previous_iter_valid_loss : 0.16266298294067383
440900 0.162857 0.162663 0.165756 CURRENT LEARNING RATE: 0.008515434454291367
previous_iter_valid_loss : 0.1606123447418213
440920 0.160814 0.160612 0.165426 CURRENT LEARNING RATE: 0.008513731537697848
previous_iter_valid_loss : 0.1649172157049179
440940 0.165168 0.164917 0.165566 CURRENT LEARNING RATE: 0.008512028961653584
previous_iter_valid_loss : 0.16116632521152496
440960 0.161359 0.161166 0.165240 CURRENT LEARNING RATE: 0.008510326726090487
previous_iter_valid_loss : 0.1605515480041504
440980 0.160753 0.160552 0.165171 CURRENT LEARNING RATE: 0.008508624830940453
previous_iter_valid_loss : 0.16303184628486633
441000 0.163269 0.163032 0.165289 CURRENT LEARNING RATE: 0.008506923276135421
previous_iter_valid_loss : 0.1703454852104187
441020 0.170534 0.170345 0.165603 CURRENT LEARNING RATE: 0.008505222061607316
previous_iter_valid_loss : 0.16066037118434906
441040 0.160850 0.160660 0.163994 CURRENT LEARNING RATE: 0.008503521187288098
previous_iter_valid_loss : 0.16894452273845673
441060 0.169226 0.168945 0.164297 CURRENT LEARNING RATE: 0.008501820653109724
previous_iter_valid_loss : 0.16775530576705933
441080 0.167935 0.167755 0.164655 CURRENT LEARNING RATE: 0.008500120459004185
previous_iter_valid_loss : 0.16164956986904144
441100 0.161835 0.161650 0.164698 CURRENT LEARNING RATE: 0.008498420604903455
previous_iter_valid_loss : 0.16272538900375366
441120 0.162937 0.162725 0.164168 CURRENT LEARNING RATE: 0.008496721090739554
previous_iter_valid_loss : 0.16650444269180298
441140 0.166699 0.166504 0.164439 CURRENT LEARNING RATE: 0.008495021916444502
previous_iter_valid_loss : 0.16062143445014954
441160 0.160822 0.160621 0.164245 CURRENT LEARNING RATE: 0.008493323081950322
previous_iter_valid_loss : 0.16825902462005615
441180 0.168519 0.168259 0.164562 CURRENT LEARNING RATE: 0.008491624587189075
previous_iter_valid_loss : 0.16578756272792816
441200 0.166037 0.165788 0.164749 CURRENT LEARNING RATE: 0.008489926432092803
previous_iter_valid_loss : 0.16458502411842346
441220 0.164833 0.164585 0.164739 CURRENT LEARNING RATE: 0.008488228616593598
previous_iter_valid_loss : 0.1609712541103363
441240 0.161167 0.160971 0.164216 CURRENT LEARNING RATE: 0.00848653114062353
previous_iter_valid_loss : 0.16429521143436432
441260 0.164529 0.164295 0.164377 CURRENT LEARNING RATE: 0.008484834004114717
previous_iter_valid_loss : 0.16446931660175323
441280 0.164712 0.164469 0.164024 CURRENT LEARNING RATE: 0.008483137206999258
previous_iter_valid_loss : 0.16072183847427368
441300 0.160904 0.160722 0.163927 CURRENT LEARNING RATE: 0.008481440749209297
previous_iter_valid_loss : 0.18306013941764832
441320 0.183254 0.183060 0.165049 CURRENT LEARNING RATE: 0.008479744630676958
previous_iter_valid_loss : 0.16668371856212616
441340 0.166928 0.166684 0.165138 CURRENT LEARNING RATE: 0.008478048851334415
previous_iter_valid_loss : 0.16085383296012878
441360 0.161058 0.160854 0.165122 CURRENT LEARNING RATE: 0.008476353411113816
previous_iter_valid_loss : 0.1728917509317398
441380 0.173065 0.172892 0.165739 CURRENT LEARNING RATE: 0.008474658309947366
previous_iter_valid_loss : 0.1612454652786255
441400 0.161456 0.161245 0.165650 CURRENT LEARNING RATE: 0.008472963547767238
previous_iter_valid_loss : 0.16099365055561066
441420 0.161165 0.160994 0.165182 CURRENT LEARNING RATE: 0.008471269124505663
previous_iter_valid_loss : 0.16355207562446594
441440 0.163727 0.163552 0.165327 CURRENT LEARNING RATE: 0.008469575040094848
previous_iter_valid_loss : 0.16125474870204926
441460 0.161435 0.161255 0.164942 CURRENT LEARNING RATE: 0.008467881294467041
previous_iter_valid_loss : 0.17801672220230103
441480 0.178351 0.178017 0.165455 CURRENT LEARNING RATE: 0.00846618788755448
previous_iter_valid_loss : 0.16103103756904602
441500 0.161199 0.161031 0.165425 CURRENT LEARNING RATE: 0.008464494819289443
previous_iter_valid_loss : 0.1608750969171524
441520 0.161080 0.160875 0.165332 CURRENT LEARNING RATE: 0.008462802089604192
previous_iter_valid_loss : 0.1710558533668518
441540 0.171237 0.171056 0.165560 CURRENT LEARNING RATE: 0.008461109698431026
previous_iter_valid_loss : 0.16958115994930267
441560 0.169854 0.169581 0.166008 CURRENT LEARNING RATE: 0.008459417645702258
previous_iter_valid_loss : 0.16941262781620026
441580 0.169684 0.169413 0.166065 CURRENT LEARNING RATE: 0.008457725931350187
previous_iter_valid_loss : 0.16084425151348114
441600 0.161058 0.160844 0.165818 CURRENT LEARNING RATE: 0.008456034555307164
previous_iter_valid_loss : 0.1656891107559204
441620 0.165870 0.165689 0.165873 CURRENT LEARNING RATE: 0.008454343517505515
previous_iter_valid_loss : 0.17232836782932281
441640 0.172623 0.172328 0.166441 CURRENT LEARNING RATE: 0.008452652817877616
previous_iter_valid_loss : 0.18593482673168182
441660 0.186348 0.185935 0.167523 CURRENT LEARNING RATE: 0.008450962456355824
previous_iter_valid_loss : 0.17015430331230164
441680 0.170437 0.170154 0.167807 CURRENT LEARNING RATE: 0.008449272432872539
previous_iter_valid_loss : 0.16714121401309967
441700 0.167400 0.167141 0.168128 CURRENT LEARNING RATE: 0.008447582747360145
previous_iter_valid_loss : 0.17225095629692078
441720 0.172431 0.172251 0.167588 CURRENT LEARNING RATE: 0.008445893399751069
previous_iter_valid_loss : 0.16081663966178894
441740 0.161000 0.160817 0.167295 CURRENT LEARNING RATE: 0.008444204389977722
previous_iter_valid_loss : 0.16147509217262268
441760 0.161651 0.161475 0.167326 CURRENT LEARNING RATE: 0.00844251571797256
previous_iter_valid_loss : 0.16093139350414276
441780 0.161111 0.160931 0.166728 CURRENT LEARNING RATE: 0.00844082738366802
previous_iter_valid_loss : 0.1621626913547516
441800 0.162391 0.162163 0.166773 CURRENT LEARNING RATE: 0.008439139386996584
previous_iter_valid_loss : 0.16545704007148743
441820 0.165702 0.165457 0.166997 CURRENT LEARNING RATE: 0.008437451727890717
previous_iter_valid_loss : 0.1621129959821701
441840 0.162294 0.162113 0.166925 CURRENT LEARNING RATE: 0.00843576440628293
previous_iter_valid_loss : 0.16257384419441223
441860 0.162817 0.162574 0.166991 CURRENT LEARNING RATE: 0.00843407742210571
previous_iter_valid_loss : 0.17439888417720795
441880 0.174706 0.174399 0.166810 CURRENT LEARNING RATE: 0.008432390775291596
previous_iter_valid_loss : 0.16256222128868103
441900 0.162785 0.162562 0.166886 CURRENT LEARNING RATE: 0.008430704465773107
previous_iter_valid_loss : 0.16652199625968933
441920 0.166784 0.166522 0.167169 CURRENT LEARNING RATE: 0.008429018493482796
previous_iter_valid_loss : 0.16245657205581665
441940 0.162637 0.162457 0.166739 CURRENT LEARNING RATE: 0.008427332858353237
previous_iter_valid_loss : 0.17914161086082458
441960 0.179507 0.179142 0.167217 CURRENT LEARNING RATE: 0.008425647560316983
previous_iter_valid_loss : 0.16612766683101654
441980 0.166322 0.166128 0.167052 CURRENT LEARNING RATE: 0.008423962599306641
previous_iter_valid_loss : 0.16072331368923187
442000 0.160904 0.160723 0.167046 CURRENT LEARNING RATE: 0.008422277975254798
previous_iter_valid_loss : 0.16056036949157715
442020 0.160747 0.160560 0.166790 CURRENT LEARNING RATE: 0.00842059368809408
previous_iter_valid_loss : 0.1624055951833725
442040 0.162636 0.162406 0.166294 CURRENT LEARNING RATE: 0.008418909737757106
previous_iter_valid_loss : 0.16356219351291656
442060 0.163754 0.163562 0.165175 CURRENT LEARNING RATE: 0.008417226124176528
previous_iter_valid_loss : 0.1679835319519043
442080 0.168171 0.167984 0.165067 CURRENT LEARNING RATE: 0.008415542847284989
previous_iter_valid_loss : 0.16184189915657043
442100 0.162040 0.161842 0.164802 CURRENT LEARNING RATE: 0.008413859907015174
previous_iter_valid_loss : 0.16219303011894226
442120 0.162409 0.162193 0.164299 CURRENT LEARNING RATE: 0.008412177303299746
previous_iter_valid_loss : 0.16236066818237305
442140 0.162527 0.162361 0.164376 CURRENT LEARNING RATE: 0.00841049503607142
previous_iter_valid_loss : 0.16674889624118805
442160 0.166998 0.166749 0.164640 CURRENT LEARNING RATE: 0.00840881310526289
previous_iter_valid_loss : 0.16103093326091766
442180 0.161204 0.161031 0.164645 CURRENT LEARNING RATE: 0.008407131510806892
previous_iter_valid_loss : 0.17035385966300964
442200 0.170626 0.170354 0.165054 CURRENT LEARNING RATE: 0.008405450252636148
previous_iter_valid_loss : 0.16090624034404755
442220 0.161081 0.160906 0.164827 CURRENT LEARNING RATE: 0.008403769330683424
previous_iter_valid_loss : 0.16206692159175873
442240 0.162226 0.162067 0.164824 CURRENT LEARNING RATE: 0.008402088744881466
previous_iter_valid_loss : 0.20430484414100647
442260 0.204876 0.204305 0.166911 CURRENT LEARNING RATE: 0.008400408495163067
previous_iter_valid_loss : 0.16233843564987183
442280 0.162514 0.162338 0.166308 CURRENT LEARNING RATE: 0.008398728581461
previous_iter_valid_loss : 0.16938278079032898
442300 0.169552 0.169383 0.166649 CURRENT LEARNING RATE: 0.008397049003708084
previous_iter_valid_loss : 0.1669984757900238
442320 0.167172 0.166998 0.166673 CURRENT LEARNING RATE: 0.008395369761837124
previous_iter_valid_loss : 0.16060277819633484
442340 0.160788 0.160603 0.166580 CURRENT LEARNING RATE: 0.008393690855780955
previous_iter_valid_loss : 0.1754298061132431
442360 0.175729 0.175430 0.166394 CURRENT LEARNING RATE: 0.00839201228547243
previous_iter_valid_loss : 0.17012856900691986
442380 0.170393 0.170129 0.166594 CURRENT LEARNING RATE: 0.008390334050844389
previous_iter_valid_loss : 0.16632990539073944
442400 0.166493 0.166330 0.166875 CURRENT LEARNING RATE: 0.008388656151829718
previous_iter_valid_loss : 0.16250215470790863
442420 0.162680 0.162502 0.166972 CURRENT LEARNING RATE: 0.008386978588361287
previous_iter_valid_loss : 0.17488090693950653
442440 0.175056 0.174881 0.167596 CURRENT LEARNING RATE: 0.008385301360372008
previous_iter_valid_loss : 0.1624106615781784
442460 0.162625 0.162411 0.167538 CURRENT LEARNING RATE: 0.008383624467794778
previous_iter_valid_loss : 0.1621406525373459
442480 0.162303 0.162141 0.167246 CURRENT LEARNING RATE: 0.008381947910562534
previous_iter_valid_loss : 0.16082702577114105
442500 0.161031 0.160827 0.167195 CURRENT LEARNING RATE: 0.008380271688608202
previous_iter_valid_loss : 0.16539007425308228
442520 0.165617 0.165390 0.167355 CURRENT LEARNING RATE: 0.008378595801864744
previous_iter_valid_loss : 0.16700738668441772
442540 0.167180 0.167007 0.167587 CURRENT LEARNING RATE: 0.008376920250265114
previous_iter_valid_loss : 0.16143637895584106
442560 0.161609 0.161436 0.167322 CURRENT LEARNING RATE: 0.0083752450337423
previous_iter_valid_loss : 0.16058576107025146
442580 0.160769 0.160586 0.167300 CURRENT LEARNING RATE: 0.008373570152229282
previous_iter_valid_loss : 0.16990244388580322
442600 0.170079 0.169902 0.167277 CURRENT LEARNING RATE: 0.00837189560565908
previous_iter_valid_loss : 0.16431337594985962
442620 0.164526 0.164313 0.167447 CURRENT LEARNING RATE: 0.008370221393964693
previous_iter_valid_loss : 0.16574352979660034
442640 0.165976 0.165744 0.167631 CURRENT LEARNING RATE: 0.008368547517079173
previous_iter_valid_loss : 0.16554409265518188
442660 0.165785 0.165544 0.165693 CURRENT LEARNING RATE: 0.008366873974935546
previous_iter_valid_loss : 0.163423091173172
442680 0.163604 0.163423 0.165747 CURRENT LEARNING RATE: 0.008365200767466888
previous_iter_valid_loss : 0.16471455991268158
442700 0.164890 0.164715 0.165514 CURRENT LEARNING RATE: 0.008363527894606253
previous_iter_valid_loss : 0.16548040509223938
442720 0.165706 0.165480 0.165438 CURRENT LEARNING RATE: 0.008361855356286743
previous_iter_valid_loss : 0.16061519086360931
442740 0.160801 0.160615 0.165439 CURRENT LEARNING RATE: 0.00836018315244144
previous_iter_valid_loss : 0.18610846996307373
442760 0.186519 0.186108 0.165973 CURRENT LEARNING RATE: 0.008358511283003465
previous_iter_valid_loss : 0.1642289012670517
442780 0.164452 0.164229 0.165678 CURRENT LEARNING RATE: 0.00835683974790595
previous_iter_valid_loss : 0.1662377417087555
442800 0.166474 0.166238 0.165673 CURRENT LEARNING RATE: 0.008355168547082018
previous_iter_valid_loss : 0.18877170979976654
442820 0.188949 0.188772 0.166986 CURRENT LEARNING RATE: 0.008353497680464837
previous_iter_valid_loss : 0.1650402545928955
442840 0.165218 0.165040 0.166494 CURRENT LEARNING RATE: 0.008351827147987557
previous_iter_valid_loss : 0.16773231327533722
442860 0.167906 0.167732 0.166761 CURRENT LEARNING RATE: 0.008350156949583371
previous_iter_valid_loss : 0.16104961931705475
442880 0.161224 0.161050 0.166706 CURRENT LEARNING RATE: 0.008348487085185458
previous_iter_valid_loss : 0.1633906364440918
442900 0.163577 0.163391 0.166834 CURRENT LEARNING RATE: 0.008346817554727035
previous_iter_valid_loss : 0.16484497487545013
442920 0.165083 0.164845 0.166807 CURRENT LEARNING RATE: 0.008345148358141308
previous_iter_valid_loss : 0.1721760779619217
442940 0.172478 0.172176 0.167065 CURRENT LEARNING RATE: 0.008343479495361525
previous_iter_valid_loss : 0.16514155268669128
442960 0.165388 0.165142 0.167251 CURRENT LEARNING RATE: 0.008341810966320915
previous_iter_valid_loss : 0.16659080982208252
442980 0.166840 0.166591 0.167551 CURRENT LEARNING RATE: 0.008340142770952753
previous_iter_valid_loss : 0.16218425333499908
443000 0.162380 0.162184 0.167165 CURRENT LEARNING RATE: 0.008338474909190294
previous_iter_valid_loss : 0.16154362261295319
443020 0.161741 0.161544 0.167026 CURRENT LEARNING RATE: 0.00833680738096684
previous_iter_valid_loss : 0.16143493354320526
443040 0.161672 0.161435 0.166811 CURRENT LEARNING RATE: 0.008335140186215676
previous_iter_valid_loss : 0.16267484426498413
443060 0.162919 0.162675 0.166668 CURRENT LEARNING RATE: 0.008333473324870127
previous_iter_valid_loss : 0.1711694896221161
443080 0.171464 0.171169 0.167055 CURRENT LEARNING RATE: 0.008331806796863506
previous_iter_valid_loss : 0.16790081560611725
443100 0.168076 0.167901 0.167214 CURRENT LEARNING RATE: 0.008330140602129164
previous_iter_valid_loss : 0.16113825142383575
443120 0.161369 0.161138 0.166997 CURRENT LEARNING RATE: 0.008328474740600441
previous_iter_valid_loss : 0.16279202699661255
443140 0.162981 0.162792 0.167106 CURRENT LEARNING RATE: 0.008326809212210707
previous_iter_valid_loss : 0.16055387258529663
443160 0.160751 0.160554 0.165828 CURRENT LEARNING RATE: 0.008325144016893353
previous_iter_valid_loss : 0.1795492172241211
443180 0.179902 0.179549 0.166594 CURRENT LEARNING RATE: 0.00832347915458175
previous_iter_valid_loss : 0.16200116276741028
443200 0.162238 0.162001 0.166382 CURRENT LEARNING RATE: 0.008321814625209324
previous_iter_valid_loss : 0.1650645136833191
443220 0.165277 0.165065 0.165197 CURRENT LEARNING RATE: 0.008320150428709476
previous_iter_valid_loss : 0.16147728264331818
443240 0.161659 0.161477 0.165019 CURRENT LEARNING RATE: 0.008318486565015652
previous_iter_valid_loss : 0.17936821281909943
443260 0.179564 0.179368 0.165601 CURRENT LEARNING RATE: 0.008316823034061286
previous_iter_valid_loss : 0.1627882570028305
443280 0.163000 0.162788 0.165688 CURRENT LEARNING RATE: 0.00831515983577985
previous_iter_valid_loss : 0.16089242696762085
443300 0.161085 0.160892 0.165563 CURRENT LEARNING RATE: 0.0083134969701048
previous_iter_valid_loss : 0.16077196598052979
443320 0.160953 0.160772 0.165359 CURRENT LEARNING RATE: 0.00831183443696964
previous_iter_valid_loss : 0.16261345148086548
443340 0.162811 0.162613 0.164881 CURRENT LEARNING RATE: 0.00831017223630785
previous_iter_valid_loss : 0.16167624294757843
443360 0.161921 0.161676 0.164708 CURRENT LEARNING RATE: 0.008308510368052956
previous_iter_valid_loss : 0.16061782836914062
443380 0.160819 0.160618 0.164409 CURRENT LEARNING RATE: 0.008306848832138471
previous_iter_valid_loss : 0.18502728641033173
443400 0.185224 0.185027 0.165551 CURRENT LEARNING RATE: 0.00830518762849795
previous_iter_valid_loss : 0.16063906252384186
443420 0.160833 0.160639 0.165506 CURRENT LEARNING RATE: 0.008303526757064927
previous_iter_valid_loss : 0.16441631317138672
443440 0.164607 0.164416 0.165655 CURRENT LEARNING RATE: 0.008301866217772982
previous_iter_valid_loss : 0.16065874695777893
443460 0.160847 0.160659 0.165554 CURRENT LEARNING RATE: 0.008300206010555679
previous_iter_valid_loss : 0.16607291996479034
443480 0.166284 0.166073 0.165299 CURRENT LEARNING RATE: 0.008298546135346625
previous_iter_valid_loss : 0.1642816960811615
443500 0.164540 0.164282 0.165118 CURRENT LEARNING RATE: 0.008296886592079411
previous_iter_valid_loss : 0.1689704954624176
443520 0.169169 0.168970 0.165510 CURRENT LEARNING RATE: 0.00829522738068767
previous_iter_valid_loss : 0.1641300916671753
443540 0.164377 0.164130 0.165577 CURRENT LEARNING RATE: 0.008293568501105016
previous_iter_valid_loss : 0.16284243762493134
443560 0.163053 0.162842 0.165691 CURRENT LEARNING RATE: 0.008291909953265104
previous_iter_valid_loss : 0.16138263046741486
443580 0.161613 0.161383 0.164783 CURRENT LEARNING RATE: 0.008290251737101599
previous_iter_valid_loss : 0.1606144905090332
443600 0.160828 0.160614 0.164714 CURRENT LEARNING RATE: 0.008288593852548156
previous_iter_valid_loss : 0.16167864203453064
443620 0.161876 0.161679 0.164544 CURRENT LEARNING RATE: 0.008286936299538477
previous_iter_valid_loss : 0.17456281185150146
443640 0.174760 0.174563 0.165199 CURRENT LEARNING RATE: 0.008285279078006242
previous_iter_valid_loss : 0.16305837035179138
443660 0.163259 0.163058 0.164383 CURRENT LEARNING RATE: 0.00828362218788518
previous_iter_valid_loss : 0.16285286843776703
443680 0.163054 0.162853 0.164386 CURRENT LEARNING RATE: 0.008281965629109
previous_iter_valid_loss : 0.16439315676689148
443700 0.164597 0.164393 0.164561 CURRENT LEARNING RATE: 0.008280309401611452
previous_iter_valid_loss : 0.16108177602291107
443720 0.161303 0.161082 0.164577 CURRENT LEARNING RATE: 0.008278653505326274
previous_iter_valid_loss : 0.1614019274711609
443740 0.161639 0.161402 0.164516 CURRENT LEARNING RATE: 0.008276997940187245
previous_iter_valid_loss : 0.18493914604187012
443760 0.185342 0.184939 0.165679 CURRENT LEARNING RATE: 0.008275342706128128
previous_iter_valid_loss : 0.16947931051254272
443780 0.169754 0.169479 0.166123 CURRENT LEARNING RATE: 0.008273687803082727
previous_iter_valid_loss : 0.1654445081949234
443800 0.165696 0.165445 0.165143 CURRENT LEARNING RATE: 0.008272033230984832
previous_iter_valid_loss : 0.16070157289505005
443820 0.160905 0.160702 0.165147 CURRENT LEARNING RATE: 0.008270378989768274
previous_iter_valid_loss : 0.17195011675357819
443840 0.172150 0.171950 0.165523 CURRENT LEARNING RATE: 0.008268725079366872
previous_iter_valid_loss : 0.19430020451545715
443860 0.194824 0.194300 0.167205 CURRENT LEARNING RATE: 0.008267071499714479
previous_iter_valid_loss : 0.1680586189031601
443880 0.168337 0.168059 0.167305 CURRENT LEARNING RATE: 0.00826541825074494
previous_iter_valid_loss : 0.16488711535930634
443900 0.165116 0.164887 0.167335 CURRENT LEARNING RATE: 0.00826376533239214
previous_iter_valid_loss : 0.170842707157135
443920 0.171136 0.170843 0.167429 CURRENT LEARNING RATE: 0.008262112744589946
previous_iter_valid_loss : 0.1612272709608078
443940 0.161423 0.161227 0.167283 CURRENT LEARNING RATE: 0.008260460487272265
previous_iter_valid_loss : 0.16056478023529053
443960 0.160757 0.160565 0.167169 CURRENT LEARNING RATE: 0.008258808560373011
previous_iter_valid_loss : 0.16796524822711945
443980 0.168181 0.167965 0.167499 CURRENT LEARNING RATE: 0.008257156963826093
previous_iter_valid_loss : 0.16219334304332733
444000 0.162391 0.162193 0.167578 CURRENT LEARNING RATE: 0.00825550569756546
previous_iter_valid_loss : 0.1623968780040741
444020 0.162571 0.162397 0.167613 CURRENT LEARNING RATE: 0.008253854761525051
previous_iter_valid_loss : 0.17105787992477417
444040 0.171233 0.171058 0.167438 CURRENT LEARNING RATE: 0.008252204155638841
previous_iter_valid_loss : 0.16469806432724
444060 0.164948 0.164698 0.167520 CURRENT LEARNING RATE: 0.008250553879840791
previous_iter_valid_loss : 0.16403450071811676
444080 0.164273 0.164035 0.167579 CURRENT LEARNING RATE: 0.008248903934064904
previous_iter_valid_loss : 0.1669507920742035
444100 0.167144 0.166951 0.167707 CURRENT LEARNING RATE: 0.008247254318245169
previous_iter_valid_loss : 0.16840863227844238
444120 0.168674 0.168409 0.168074 CURRENT LEARNING RATE: 0.008245605032315613
previous_iter_valid_loss : 0.1615409106016159
444140 0.161763 0.161541 0.168080 CURRENT LEARNING RATE: 0.008243956076210254
previous_iter_valid_loss : 0.1608179211616516
444160 0.161028 0.160818 0.166874 CURRENT LEARNING RATE: 0.008242307449863146
previous_iter_valid_loss : 0.17114628851413727
444180 0.171428 0.171146 0.166958 CURRENT LEARNING RATE: 0.00824065915320833
previous_iter_valid_loss : 0.1634931117296219
444200 0.163691 0.163493 0.166860 CURRENT LEARNING RATE: 0.008239011186179888
previous_iter_valid_loss : 0.16256199777126312
444220 0.162749 0.162562 0.166953 CURRENT LEARNING RATE: 0.008237363548711888
previous_iter_valid_loss : 0.16309112310409546
444240 0.163273 0.163091 0.166510 CURRENT LEARNING RATE: 0.008235716240738437
previous_iter_valid_loss : 0.17202191054821014
444260 0.172315 0.172022 0.165396 CURRENT LEARNING RATE: 0.00823406926219363
previous_iter_valid_loss : 0.16063614189624786
444280 0.160814 0.160636 0.165025 CURRENT LEARNING RATE: 0.008232422613011601
previous_iter_valid_loss : 0.16575825214385986
444300 0.166002 0.165758 0.165069 CURRENT LEARNING RATE: 0.008230776293126473
previous_iter_valid_loss : 0.16138418018817902
444320 0.161611 0.161384 0.164596 CURRENT LEARNING RATE: 0.008229130302472404
previous_iter_valid_loss : 0.1690874546766281
444340 0.169353 0.169087 0.164989 CURRENT LEARNING RATE: 0.008227484640983539
previous_iter_valid_loss : 0.1605716049671173
444360 0.160759 0.160572 0.164989 CURRENT LEARNING RATE: 0.008225839308594062
previous_iter_valid_loss : 0.1608952432870865
444380 0.161107 0.160895 0.164636 CURRENT LEARNING RATE: 0.008224194305238167
previous_iter_valid_loss : 0.16554102301597595
444400 0.165787 0.165541 0.164803 CURRENT LEARNING RATE: 0.008222549630850038
previous_iter_valid_loss : 0.16106294095516205
444420 0.161261 0.161063 0.164736 CURRENT LEARNING RATE: 0.008220905285363901
previous_iter_valid_loss : 0.16569657623767853
444440 0.165887 0.165697 0.164468 CURRENT LEARNING RATE: 0.00821926126871397
previous_iter_valid_loss : 0.16958141326904297
444460 0.169862 0.169581 0.164712 CURRENT LEARNING RATE: 0.008217617580834499
previous_iter_valid_loss : 0.16090548038482666
444480 0.161115 0.160905 0.164556 CURRENT LEARNING RATE: 0.008215974221659723
previous_iter_valid_loss : 0.16061057150363922
444500 0.160797 0.160611 0.164239 CURRENT LEARNING RATE: 0.008214331191123924
previous_iter_valid_loss : 0.16208516061306
444520 0.162320 0.162085 0.163923 CURRENT LEARNING RATE: 0.008212688489161369
previous_iter_valid_loss : 0.16132515668869019
444540 0.161551 0.161325 0.163912 CURRENT LEARNING RATE: 0.00821104611570636
previous_iter_valid_loss : 0.16344361007213593
444560 0.163682 0.163444 0.164043 CURRENT LEARNING RATE: 0.00820940407069319
previous_iter_valid_loss : 0.16068357229232788
444580 0.160879 0.160684 0.163520 CURRENT LEARNING RATE: 0.008207762354056191
previous_iter_valid_loss : 0.1687571257352829
444600 0.168954 0.168757 0.163783 CURRENT LEARNING RATE: 0.008206120965729681
previous_iter_valid_loss : 0.1699453741312027
444620 0.170229 0.169945 0.164153 CURRENT LEARNING RATE: 0.008204479905648016
previous_iter_valid_loss : 0.16414378583431244
444640 0.164384 0.164144 0.164205 CURRENT LEARNING RATE: 0.008202839173745544
previous_iter_valid_loss : 0.1681242436170578
444660 0.168393 0.168124 0.164010 CURRENT LEARNING RATE: 0.008201198769956645
previous_iter_valid_loss : 0.1622350662946701
444680 0.162465 0.162235 0.164090 CURRENT LEARNING RATE: 0.008199558694215691
previous_iter_valid_loss : 0.16671858727931976
444700 0.166975 0.166719 0.164138 CURRENT LEARNING RATE: 0.008197918946457093
previous_iter_valid_loss : 0.16320595145225525
444720 0.163400 0.163206 0.164229 CURRENT LEARNING RATE: 0.008196279526615247
previous_iter_valid_loss : 0.16137243807315826
444740 0.161602 0.161372 0.163844 CURRENT LEARNING RATE: 0.008194640434624584
previous_iter_valid_loss : 0.16122858226299286
444760 0.161425 0.161229 0.163876 CURRENT LEARNING RATE: 0.008193001670419546
previous_iter_valid_loss : 0.16804993152618408
444780 0.168246 0.168050 0.164234 CURRENT LEARNING RATE: 0.008191363233934568
previous_iter_valid_loss : 0.16075541079044342
444800 0.160945 0.160755 0.163995 CURRENT LEARNING RATE: 0.008189725125104129
previous_iter_valid_loss : 0.16273927688598633
444820 0.162979 0.162739 0.164079 CURRENT LEARNING RATE: 0.008188087343862687
previous_iter_valid_loss : 0.16342924535274506
444840 0.163640 0.163429 0.163965 CURRENT LEARNING RATE: 0.00818644989014475
previous_iter_valid_loss : 0.16089260578155518
444860 0.161102 0.160893 0.163531 CURRENT LEARNING RATE: 0.008184812763884799
previous_iter_valid_loss : 0.1648894101381302
444880 0.165129 0.164889 0.163730 CURRENT LEARNING RATE: 0.008183175965017369
previous_iter_valid_loss : 0.17488862574100494
444900 0.175080 0.174889 0.164444 CURRENT LEARNING RATE: 0.008181539493476971
previous_iter_valid_loss : 0.17711752653121948
444920 0.177442 0.177118 0.165196 CURRENT LEARNING RATE: 0.00817990334919816
previous_iter_valid_loss : 0.1711847186088562
444940 0.171462 0.171185 0.165689 CURRENT LEARNING RATE: 0.00817826753211548
previous_iter_valid_loss : 0.16079704463481903
444960 0.161002 0.160797 0.165556 CURRENT LEARNING RATE: 0.008176632042163507
previous_iter_valid_loss : 0.1615770310163498
444980 0.161803 0.161577 0.165601 CURRENT LEARNING RATE: 0.00817499687927681
previous_iter_valid_loss : 0.17863820493221283
445000 0.178987 0.178638 0.166095 CURRENT LEARNING RATE: 0.008173362043389996
previous_iter_valid_loss : 0.16377095878124237
445020 0.164022 0.163771 0.165786 CURRENT LEARNING RATE: 0.008171727534437657
previous_iter_valid_loss : 0.16069599986076355
445040 0.160877 0.160696 0.165614 CURRENT LEARNING RATE: 0.00817009335235443
previous_iter_valid_loss : 0.16098381578922272
445060 0.161159 0.160984 0.165257 CURRENT LEARNING RATE: 0.00816845949707493
previous_iter_valid_loss : 0.18341036140918732
445080 0.183596 0.183410 0.166316 CURRENT LEARNING RATE: 0.008166825968533818
previous_iter_valid_loss : 0.1805303394794464
445100 0.180904 0.180530 0.167006 CURRENT LEARNING RATE: 0.00816519276666574
previous_iter_valid_loss : 0.1741553097963333
445120 0.174457 0.174155 0.167554 CURRENT LEARNING RATE: 0.008163559891405377
previous_iter_valid_loss : 0.16967889666557312
445140 0.169868 0.169679 0.167969 CURRENT LEARNING RATE: 0.008161927342687407
previous_iter_valid_loss : 0.18143050372600555
445160 0.181619 0.181431 0.168979 CURRENT LEARNING RATE: 0.008160295120446531
previous_iter_valid_loss : 0.16075284779071808
445180 0.160948 0.160753 0.168614 CURRENT LEARNING RATE: 0.008158663224617469
previous_iter_valid_loss : 0.16390039026737213
445200 0.164145 0.163900 0.168772 CURRENT LEARNING RATE: 0.008157031655134928
previous_iter_valid_loss : 0.16262012720108032
445220 0.162797 0.162620 0.168766 CURRENT LEARNING RATE: 0.008155400411933663
previous_iter_valid_loss : 0.16207242012023926
445240 0.162253 0.162072 0.168698 CURRENT LEARNING RATE: 0.008153769494948409
previous_iter_valid_loss : 0.163304403424263
445260 0.163495 0.163304 0.168818 CURRENT LEARNING RATE: 0.00815213890411394
previous_iter_valid_loss : 0.16597102582454681
445280 0.166220 0.165971 0.168872 CURRENT LEARNING RATE: 0.008150508639365023
previous_iter_valid_loss : 0.16058321297168732
445300 0.160761 0.160583 0.168157 CURRENT LEARNING RATE: 0.00814887870063646
previous_iter_valid_loss : 0.18039268255233765
445320 0.180749 0.180393 0.168321 CURRENT LEARNING RATE: 0.008147249087863039
previous_iter_valid_loss : 0.16198286414146423
445340 0.162205 0.161983 0.167861 CURRENT LEARNING RATE: 0.00814561980097959
previous_iter_valid_loss : 0.1660204380750656
445360 0.166263 0.166020 0.168122 CURRENT LEARNING RATE: 0.008143990839920925
previous_iter_valid_loss : 0.16427676379680634
445380 0.164505 0.164277 0.168257 CURRENT LEARNING RATE: 0.008142362204621905
previous_iter_valid_loss : 0.16308090090751648
445400 0.163308 0.163081 0.167479 CURRENT LEARNING RATE: 0.008140733895017365
previous_iter_valid_loss : 0.16656197607517242
445420 0.166824 0.166562 0.167619 CURRENT LEARNING RATE: 0.008139105911042189
previous_iter_valid_loss : 0.16056126356124878
445440 0.160751 0.160561 0.167612 CURRENT LEARNING RATE: 0.008137478252631242
previous_iter_valid_loss : 0.16064287722110748
445460 0.160820 0.160643 0.167595 CURRENT LEARNING RATE: 0.008135850919719438
previous_iter_valid_loss : 0.1651720106601715
445480 0.165359 0.165172 0.166683 CURRENT LEARNING RATE: 0.00813422391224166
previous_iter_valid_loss : 0.16899795830249786
445500 0.169184 0.168998 0.166106 CURRENT LEARNING RATE: 0.008132597230132849
previous_iter_valid_loss : 0.1708090603351593
445520 0.171085 0.170809 0.165939 CURRENT LEARNING RATE: 0.00813097087332792
previous_iter_valid_loss : 0.160742849111557
445540 0.160932 0.160743 0.165492 CURRENT LEARNING RATE: 0.008129344841761836
previous_iter_valid_loss : 0.1683967113494873
445560 0.168569 0.168397 0.164841 CURRENT LEARNING RATE: 0.008127719135369539
previous_iter_valid_loss : 0.1646939367055893
445580 0.164912 0.164694 0.165038 CURRENT LEARNING RATE: 0.008126093754086008
previous_iter_valid_loss : 0.1674816906452179
445600 0.167661 0.167482 0.165217 CURRENT LEARNING RATE: 0.008124468697846235
previous_iter_valid_loss : 0.1701343059539795
445620 0.170409 0.170134 0.165592 CURRENT LEARNING RATE: 0.008122843966585204
previous_iter_valid_loss : 0.167031928896904
445640 0.167285 0.167032 0.165840 CURRENT LEARNING RATE: 0.00812121956023794
previous_iter_valid_loss : 0.1613091677427292
445660 0.161486 0.161309 0.165741 CURRENT LEARNING RATE: 0.008119595478739453
previous_iter_valid_loss : 0.1606573611497879
445680 0.160866 0.160657 0.165475 CURRENT LEARNING RATE: 0.008117971722024792
previous_iter_valid_loss : 0.16538937389850616
445700 0.165643 0.165389 0.165715 CURRENT LEARNING RATE: 0.008116348290028995
previous_iter_valid_loss : 0.16684789955615997
445720 0.167028 0.166848 0.165038 CURRENT LEARNING RATE: 0.008114725182687138
previous_iter_valid_loss : 0.16104793548583984
445740 0.161267 0.161048 0.164991 CURRENT LEARNING RATE: 0.00811310239993428
previous_iter_valid_loss : 0.1721755564212799
445760 0.172465 0.172176 0.165299 CURRENT LEARNING RATE: 0.008111479941705529
previous_iter_valid_loss : 0.1794964075088501
445780 0.179683 0.179496 0.166060 CURRENT LEARNING RATE: 0.00810985780793597
previous_iter_valid_loss : 0.1917761266231537
445800 0.191936 0.191776 0.167495 CURRENT LEARNING RATE: 0.008108235998560729
previous_iter_valid_loss : 0.16157978773117065
445820 0.161805 0.161580 0.167246 CURRENT LEARNING RATE: 0.008106614513514923
previous_iter_valid_loss : 0.16063860058784485
445840 0.160821 0.160639 0.167249 CURRENT LEARNING RATE: 0.008104993352733705
previous_iter_valid_loss : 0.161677286028862
445860 0.161908 0.161677 0.167301 CURRENT LEARNING RATE: 0.008103372516152218
previous_iter_valid_loss : 0.1626289337873459
445880 0.162862 0.162629 0.167174 CURRENT LEARNING RATE: 0.008101752003705635
previous_iter_valid_loss : 0.1608978807926178
445900 0.161116 0.160898 0.166769 CURRENT LEARNING RATE: 0.008100131815329129
previous_iter_valid_loss : 0.1845332831144333
445920 0.184709 0.184533 0.167455 CURRENT LEARNING RATE: 0.008098511950957904
previous_iter_valid_loss : 0.16064754128456116
445940 0.160830 0.160648 0.167450 CURRENT LEARNING RATE: 0.00809689241052715
previous_iter_valid_loss : 0.16493961215019226
445960 0.165127 0.164940 0.167278 CURRENT LEARNING RATE: 0.008095273193972095
previous_iter_valid_loss : 0.17102773487567902
445980 0.171211 0.171028 0.167594 CURRENT LEARNING RATE: 0.008093654301227975
previous_iter_valid_loss : 0.168119877576828
446000 0.168290 0.168120 0.167626 CURRENT LEARNING RATE: 0.00809203573223002
previous_iter_valid_loss : 0.1654251366853714
446020 0.165656 0.165425 0.167391 CURRENT LEARNING RATE: 0.008090417486913505
previous_iter_valid_loss : 0.1725234091281891
446040 0.172705 0.172523 0.167665 CURRENT LEARNING RATE: 0.008088799565213682
previous_iter_valid_loss : 0.1609063744544983
446060 0.161066 0.160906 0.167645 CURRENT LEARNING RATE: 0.008087181967065848
previous_iter_valid_loss : 0.1613253355026245
446080 0.161543 0.161325 0.167679 CURRENT LEARNING RATE: 0.00808556469240529
previous_iter_valid_loss : 0.1689019650220871
446100 0.169163 0.168902 0.167854 CURRENT LEARNING RATE: 0.008083947741167326
previous_iter_valid_loss : 0.17405112087726593
446120 0.174338 0.174051 0.168214 CURRENT LEARNING RATE: 0.008082331113287265
previous_iter_valid_loss : 0.16200244426727295
446140 0.162180 0.162002 0.168262 CURRENT LEARNING RATE: 0.008080714808700458
previous_iter_valid_loss : 0.16345956921577454
446160 0.163698 0.163460 0.167826 CURRENT LEARNING RATE: 0.008079098827342238
previous_iter_valid_loss : 0.16181069612503052
446180 0.162028 0.161811 0.166942 CURRENT LEARNING RATE: 0.008077483169147977
previous_iter_valid_loss : 0.16211161017417908
446200 0.162340 0.162112 0.165459 CURRENT LEARNING RATE: 0.008075867834053039
previous_iter_valid_loss : 0.16084009408950806
446220 0.161023 0.160840 0.165422 CURRENT LEARNING RATE: 0.008074252821992822
previous_iter_valid_loss : 0.16366815567016602
446240 0.163895 0.163668 0.165573 CURRENT LEARNING RATE: 0.008072638132902711
previous_iter_valid_loss : 0.1645997315645218
446260 0.164832 0.164600 0.165719 CURRENT LEARNING RATE: 0.008071023766718134
previous_iter_valid_loss : 0.16060855984687805
446280 0.160785 0.160609 0.165618 CURRENT LEARNING RATE: 0.0080694097233745
previous_iter_valid_loss : 0.1617649644613266
446300 0.161938 0.161765 0.165662 CURRENT LEARNING RATE: 0.008067796002807265
previous_iter_valid_loss : 0.16095003485679626
446320 0.161129 0.160950 0.164483 CURRENT LEARNING RATE: 0.008066182604951865
previous_iter_valid_loss : 0.16124558448791504
446340 0.161469 0.161246 0.164513 CURRENT LEARNING RATE: 0.008064569529743775
previous_iter_valid_loss : 0.16075876355171204
446360 0.160927 0.160759 0.164303 CURRENT LEARNING RATE: 0.008062956777118461
previous_iter_valid_loss : 0.1620332896709442
446380 0.162228 0.162033 0.163854 CURRENT LEARNING RATE: 0.00806134434701142
previous_iter_valid_loss : 0.16292738914489746
446400 0.163117 0.162927 0.163594 CURRENT LEARNING RATE: 0.00805973223935816
previous_iter_valid_loss : 0.16500599682331085
446420 0.165197 0.165006 0.163573 CURRENT LEARNING RATE: 0.008058120454094184
previous_iter_valid_loss : 0.17802700400352478
446440 0.178382 0.178027 0.163848 CURRENT LEARNING RATE: 0.008056508991155035
previous_iter_valid_loss : 0.16628442704677582
446460 0.166532 0.166284 0.164117 CURRENT LEARNING RATE: 0.008054897850476238
previous_iter_valid_loss : 0.17935487627983093
446480 0.179704 0.179355 0.165019 CURRENT LEARNING RATE: 0.008053287031993366
previous_iter_valid_loss : 0.16629493236541748
446500 0.166554 0.166295 0.164888 CURRENT LEARNING RATE: 0.008051676535641967
previous_iter_valid_loss : 0.16474434733390808
446520 0.164994 0.164744 0.164423 CURRENT LEARNING RATE: 0.008050066361357638
previous_iter_valid_loss : 0.16187423467636108
446540 0.162075 0.161874 0.164417 CURRENT LEARNING RATE: 0.008048456509075956
previous_iter_valid_loss : 0.16110900044441223
446560 0.161285 0.161109 0.164299 CURRENT LEARNING RATE: 0.008046846978732545
previous_iter_valid_loss : 0.18722592294216156
446580 0.187406 0.187226 0.165570 CURRENT LEARNING RATE: 0.008045237770263006
previous_iter_valid_loss : 0.16187690198421478
446600 0.162100 0.161877 0.165558 CURRENT LEARNING RATE: 0.008043628883602987
previous_iter_valid_loss : 0.16293881833553314
446620 0.163167 0.162939 0.165663 CURRENT LEARNING RATE: 0.008042020318688116
previous_iter_valid_loss : 0.16866406798362732
446640 0.168922 0.168664 0.165913 CURRENT LEARNING RATE: 0.008040412075454067
previous_iter_valid_loss : 0.16070416569709778
446660 0.160878 0.160704 0.165718 CURRENT LEARNING RATE: 0.008038804153836492
previous_iter_valid_loss : 0.16108772158622742
446680 0.161262 0.161088 0.165742 CURRENT LEARNING RATE: 0.008037196553771095
previous_iter_valid_loss : 0.1606731116771698
446700 0.160866 0.160673 0.165687 CURRENT LEARNING RATE: 0.008035589275193551
previous_iter_valid_loss : 0.16516035795211792
446720 0.165399 0.165160 0.165898 CURRENT LEARNING RATE: 0.00803398231803959
previous_iter_valid_loss : 0.1619410365819931
446740 0.162156 0.161941 0.165933 CURRENT LEARNING RATE: 0.008032375682244913
previous_iter_valid_loss : 0.1605939120054245
446760 0.160776 0.160594 0.165925 CURRENT LEARNING RATE: 0.008030769367745265
previous_iter_valid_loss : 0.16425323486328125
446780 0.164479 0.164253 0.166036 CURRENT LEARNING RATE: 0.0080291633744764
previous_iter_valid_loss : 0.17526568472385406
446800 0.175457 0.175266 0.166652 CURRENT LEARNING RATE: 0.008027557702374063
previous_iter_valid_loss : 0.16542373597621918
446820 0.165621 0.165424 0.166673 CURRENT LEARNING RATE: 0.008025952351374044
previous_iter_valid_loss : 0.16910997033119202
446840 0.169295 0.169110 0.166227 CURRENT LEARNING RATE: 0.008024347321412112
previous_iter_valid_loss : 0.1639111191034317
446860 0.164107 0.163911 0.166109 CURRENT LEARNING RATE: 0.008022742612424081
previous_iter_valid_loss : 0.16352532804012299
446880 0.163723 0.163525 0.165317 CURRENT LEARNING RATE: 0.00802113822434575
previous_iter_valid_loss : 0.16080614924430847
446900 0.161016 0.160806 0.165043 CURRENT LEARNING RATE: 0.008019534157112953
previous_iter_valid_loss : 0.1633772850036621
446920 0.163578 0.163377 0.164975 CURRENT LEARNING RATE: 0.008017930410661518
previous_iter_valid_loss : 0.17081694304943085
446940 0.171111 0.170817 0.165422 CURRENT LEARNING RATE: 0.008016326984927307
previous_iter_valid_loss : 0.1659194529056549
446960 0.166165 0.165919 0.165662 CURRENT LEARNING RATE: 0.008014723879846171
previous_iter_valid_loss : 0.1618364304304123
446980 0.162065 0.161836 0.164393 CURRENT LEARNING RATE: 0.008013121095353997
previous_iter_valid_loss : 0.16412031650543213
447000 0.164327 0.164120 0.164505 CURRENT LEARNING RATE: 0.008011518631386662
previous_iter_valid_loss : 0.16419799625873566
447020 0.164431 0.164198 0.164568 CURRENT LEARNING RATE: 0.008009916487880079
previous_iter_valid_loss : 0.16177897155284882
447040 0.161968 0.161779 0.164224 CURRENT LEARNING RATE: 0.00800831466477015
previous_iter_valid_loss : 0.16751693189144135
447060 0.167779 0.167517 0.164564 CURRENT LEARNING RATE: 0.008006713161992815
previous_iter_valid_loss : 0.17228448390960693
447080 0.172576 0.172284 0.165124 CURRENT LEARNING RATE: 0.008005111979484003
previous_iter_valid_loss : 0.16172556579113007
447100 0.161954 0.161726 0.165177 CURRENT LEARNING RATE: 0.008003511117179675
previous_iter_valid_loss : 0.1684373915195465
447120 0.168700 0.168437 0.165341 CURRENT LEARNING RATE: 0.008001910575015788
previous_iter_valid_loss : 0.16663506627082825
447140 0.166904 0.166635 0.165575 CURRENT LEARNING RATE: 0.00800031035292833
previous_iter_valid_loss : 0.16104713082313538
447160 0.161269 0.161047 0.165598 CURRENT LEARNING RATE: 0.007998710450853283
previous_iter_valid_loss : 0.16112852096557617
447180 0.161327 0.161129 0.165442 CURRENT LEARNING RATE: 0.007997110868726653
previous_iter_valid_loss : 0.1672353893518448
447200 0.167492 0.167235 0.165040 CURRENT LEARNING RATE: 0.007995511606484467
previous_iter_valid_loss : 0.16477181017398834
447220 0.165011 0.164772 0.165008 CURRENT LEARNING RATE: 0.00799391266406274
previous_iter_valid_loss : 0.16242100298404694
447240 0.162650 0.162421 0.164673 CURRENT LEARNING RATE: 0.007992314041397525
previous_iter_valid_loss : 0.16940756142139435
447260 0.169677 0.169408 0.164948 CURRENT LEARNING RATE: 0.007990715738424867
previous_iter_valid_loss : 0.16064296662807465
447280 0.160829 0.160643 0.164804 CURRENT LEARNING RATE: 0.007989117755080846
previous_iter_valid_loss : 0.16332346200942993
447300 0.163512 0.163323 0.164930 CURRENT LEARNING RATE: 0.00798752009130153
previous_iter_valid_loss : 0.17223358154296875
447320 0.172410 0.172234 0.165372 CURRENT LEARNING RATE: 0.007985922747023026
previous_iter_valid_loss : 0.173903688788414
447340 0.174201 0.173904 0.165527 CURRENT LEARNING RATE: 0.007984325722181426
previous_iter_valid_loss : 0.16354283690452576
447360 0.163769 0.163543 0.165408 CURRENT LEARNING RATE: 0.007982729016712863
previous_iter_valid_loss : 0.16248710453510284
447380 0.162672 0.162487 0.165441 CURRENT LEARNING RATE: 0.007981132630553455
previous_iter_valid_loss : 0.170614555478096
447400 0.170890 0.170615 0.165765 CURRENT LEARNING RATE: 0.007979536563639358
previous_iter_valid_loss : 0.16497677564620972
447420 0.165221 0.164977 0.165804 CURRENT LEARNING RATE: 0.007977940815906718
previous_iter_valid_loss : 0.1768866926431656
447440 0.177080 0.176887 0.166560 CURRENT LEARNING RATE: 0.00797634538729172
previous_iter_valid_loss : 0.16187839210033417
447460 0.162065 0.161878 0.166278 CURRENT LEARNING RATE: 0.007974750277730532
previous_iter_valid_loss : 0.1614398956298828
447480 0.161667 0.161440 0.165735 CURRENT LEARNING RATE: 0.007973155487159364
previous_iter_valid_loss : 0.193747878074646
447500 0.193918 0.193748 0.167337 CURRENT LEARNING RATE: 0.007971561015514408
previous_iter_valid_loss : 0.17638319730758667
447520 0.176714 0.176383 0.167734 CURRENT LEARNING RATE: 0.0079699668627319
previous_iter_valid_loss : 0.16117915511131287
447540 0.161355 0.161179 0.167461 CURRENT LEARNING RATE: 0.007968373028748062
previous_iter_valid_loss : 0.1615486890077591
447560 0.161773 0.161549 0.167486 CURRENT LEARNING RATE: 0.007966779513499153
previous_iter_valid_loss : 0.1645076870918274
447580 0.164759 0.164508 0.167655 CURRENT LEARNING RATE: 0.007965186316921419
previous_iter_valid_loss : 0.16608229279518127
447600 0.166272 0.166082 0.167597 CURRENT LEARNING RATE: 0.007963593438951137
previous_iter_valid_loss : 0.165902778506279
447620 0.166081 0.165903 0.167654 CURRENT LEARNING RATE: 0.007962000879524601
previous_iter_valid_loss : 0.16387300193309784
447640 0.164076 0.163873 0.167727 CURRENT LEARNING RATE: 0.007960408638578095
previous_iter_valid_loss : 0.1605631560087204
447660 0.160763 0.160563 0.167284 CURRENT LEARNING RATE: 0.007958816716047944
previous_iter_valid_loss : 0.1615443080663681
447680 0.161728 0.161544 0.167329 CURRENT LEARNING RATE: 0.007957225111870454
previous_iter_valid_loss : 0.16209834814071655
447700 0.162330 0.162098 0.167268 CURRENT LEARNING RATE: 0.007955633825981976
previous_iter_valid_loss : 0.17943134903907776
447720 0.179629 0.179431 0.167628 CURRENT LEARNING RATE: 0.007954042858318846
previous_iter_valid_loss : 0.16424046456813812
447740 0.164469 0.164240 0.167145 CURRENT LEARNING RATE: 0.007952452208817438
previous_iter_valid_loss : 0.16911455988883972
447760 0.169386 0.169115 0.167423 CURRENT LEARNING RATE: 0.007950861877414114
previous_iter_valid_loss : 0.16420553624629974
447780 0.164418 0.164206 0.167509 CURRENT LEARNING RATE: 0.00794927186404527
previous_iter_valid_loss : 0.16372232139110565
447800 0.163962 0.163722 0.167165 CURRENT LEARNING RATE: 0.007947682168647297
previous_iter_valid_loss : 0.16076840460300446
447820 0.160978 0.160768 0.166954 CURRENT LEARNING RATE: 0.007946092791156618
previous_iter_valid_loss : 0.16222314536571503
447840 0.162457 0.162223 0.166221 CURRENT LEARNING RATE: 0.007944503731509645
previous_iter_valid_loss : 0.17461971938610077
447860 0.174807 0.174620 0.166858 CURRENT LEARNING RATE: 0.00794291498964283
previous_iter_valid_loss : 0.16236190497875214
447880 0.162540 0.162362 0.166904 CURRENT LEARNING RATE: 0.007941326565492608
previous_iter_valid_loss : 0.17022958397865295
447900 0.170510 0.170230 0.165728 CURRENT LEARNING RATE: 0.007939738458995456
previous_iter_valid_loss : 0.16103781759738922
447920 0.161260 0.161038 0.164961 CURRENT LEARNING RATE: 0.007938150670087837
previous_iter_valid_loss : 0.16059668362140656
447940 0.160783 0.160597 0.164932 CURRENT LEARNING RATE: 0.007936563198706252
previous_iter_valid_loss : 0.17057441174983978
447960 0.170765 0.170574 0.165383 CURRENT LEARNING RATE: 0.00793497604478719
previous_iter_valid_loss : 0.16163550317287445
447980 0.161830 0.161636 0.165240 CURRENT LEARNING RATE: 0.00793338920826717
previous_iter_valid_loss : 0.17859268188476562
448000 0.178782 0.178593 0.165865 CURRENT LEARNING RATE: 0.007931802689082728
previous_iter_valid_loss : 0.16293497383594513
448020 0.163165 0.162935 0.165717 CURRENT LEARNING RATE: 0.007930216487170386
previous_iter_valid_loss : 0.16513189673423767
448040 0.165368 0.165132 0.165780 CURRENT LEARNING RATE: 0.007928630602466713
previous_iter_valid_loss : 0.16243858635425568
448060 0.162619 0.162439 0.165874 CURRENT LEARNING RATE: 0.007927045034908257
previous_iter_valid_loss : 0.16115599870681763
448080 0.161341 0.161156 0.165854 CURRENT LEARNING RATE: 0.007925459784431611
previous_iter_valid_loss : 0.19092684984207153
448100 0.191089 0.190927 0.167296 CURRENT LEARNING RATE: 0.00792387485097335
previous_iter_valid_loss : 0.16477437317371368
448120 0.164966 0.164774 0.166563 CURRENT LEARNING RATE: 0.007922290234470091
previous_iter_valid_loss : 0.16061808168888092
448140 0.160795 0.160618 0.166382 CURRENT LEARNING RATE: 0.007920705934858436
previous_iter_valid_loss : 0.1649494469165802
448160 0.165168 0.164949 0.166173 CURRENT LEARNING RATE: 0.007919121952075026
previous_iter_valid_loss : 0.17590461671352386
448180 0.176095 0.175905 0.166758 CURRENT LEARNING RATE: 0.00791753828605649
previous_iter_valid_loss : 0.16072297096252441
448200 0.160920 0.160723 0.166608 CURRENT LEARNING RATE: 0.007915954936739491
previous_iter_valid_loss : 0.16239656507968903
448220 0.162631 0.162397 0.166690 CURRENT LEARNING RATE: 0.007914371904060684
previous_iter_valid_loss : 0.16225063800811768
448240 0.162424 0.162251 0.166691 CURRENT LEARNING RATE: 0.007912789187956763
previous_iter_valid_loss : 0.1846321076154709
448260 0.185024 0.184632 0.167192 CURRENT LEARNING RATE: 0.007911206788364402
previous_iter_valid_loss : 0.1606340855360031
448280 0.160801 0.160634 0.167105 CURRENT LEARNING RATE: 0.00790962470522032
previous_iter_valid_loss : 0.1730232536792755
448300 0.173186 0.173023 0.167245 CURRENT LEARNING RATE: 0.00790804293846122
previous_iter_valid_loss : 0.16112960875034332
448320 0.161349 0.161130 0.167250 CURRENT LEARNING RATE: 0.007906461488023849
previous_iter_valid_loss : 0.16114361584186554
448340 0.161362 0.161144 0.167277 CURRENT LEARNING RATE: 0.007904880353844929
previous_iter_valid_loss : 0.16087770462036133
448360 0.161072 0.160878 0.166792 CURRENT LEARNING RATE: 0.007903299535861231
previous_iter_valid_loss : 0.16070103645324707
448380 0.160879 0.160701 0.166745 CURRENT LEARNING RATE: 0.007901719034009509
previous_iter_valid_loss : 0.1608887016773224
448400 0.161051 0.160889 0.165860 CURRENT LEARNING RATE: 0.007900138848226549
previous_iter_valid_loss : 0.1711912751197815
448420 0.171490 0.171191 0.166273 CURRENT LEARNING RATE: 0.007898558978449152
previous_iter_valid_loss : 0.16070571541786194
448440 0.160905 0.160706 0.166052 CURRENT LEARNING RATE: 0.007896979424614106
previous_iter_valid_loss : 0.1724543571472168
448460 0.172641 0.172454 0.166552 CURRENT LEARNING RATE: 0.007895400186658246
previous_iter_valid_loss : 0.16119106113910675
448480 0.161371 0.161191 0.166554 CURRENT LEARNING RATE: 0.00789382126451839
previous_iter_valid_loss : 0.16183246672153473
448500 0.162011 0.161832 0.165099 CURRENT LEARNING RATE: 0.00789224265813139
previous_iter_valid_loss : 0.16062763333320618
448520 0.160809 0.160628 0.164892 CURRENT LEARNING RATE: 0.007890664367434092
previous_iter_valid_loss : 0.16387560963630676
448540 0.164100 0.163876 0.165055 CURRENT LEARNING RATE: 0.007889086392363376
previous_iter_valid_loss : 0.16627806425094604
448560 0.166534 0.166278 0.165121 CURRENT LEARNING RATE: 0.007887508732856109
previous_iter_valid_loss : 0.16313643753528595
448580 0.163366 0.163136 0.164483 CURRENT LEARNING RATE: 0.0078859313888492
previous_iter_valid_loss : 0.16203641891479492
448600 0.162220 0.162036 0.164549 CURRENT LEARNING RATE: 0.00788435436027954
previous_iter_valid_loss : 0.1630561649799347
448620 0.163257 0.163056 0.164582 CURRENT LEARNING RATE: 0.007882777647084062
previous_iter_valid_loss : 0.16193440556526184
448640 0.162098 0.161934 0.164566 CURRENT LEARNING RATE: 0.007881201249199686
previous_iter_valid_loss : 0.1709650307893753
448660 0.171256 0.170965 0.163883 CURRENT LEARNING RATE: 0.007879625166563367
previous_iter_valid_loss : 0.16072149574756622
448680 0.160903 0.160721 0.163887 CURRENT LEARNING RATE: 0.007878049399112049
previous_iter_valid_loss : 0.160628080368042
448700 0.160814 0.160628 0.163267 CURRENT LEARNING RATE: 0.007876473946782715
previous_iter_valid_loss : 0.17590057849884033
448720 0.176084 0.175901 0.164006 CURRENT LEARNING RATE: 0.007874898809512332
previous_iter_valid_loss : 0.18518371880054474
448740 0.185583 0.185184 0.165208 CURRENT LEARNING RATE: 0.00787332398723791
previous_iter_valid_loss : 0.16859161853790283
448760 0.168771 0.168592 0.165593 CURRENT LEARNING RATE: 0.007871749479896443
previous_iter_valid_loss : 0.16958282887935638
448780 0.169855 0.169583 0.166037 CURRENT LEARNING RATE: 0.007870175287424954
previous_iter_valid_loss : 0.16282251477241516
448800 0.163011 0.162823 0.166134 CURRENT LEARNING RATE: 0.007868601409760485
previous_iter_valid_loss : 0.16278426349163055
448820 0.162965 0.162784 0.165714 CURRENT LEARNING RATE: 0.007867027846840067
previous_iter_valid_loss : 0.17105655372142792
448840 0.171251 0.171057 0.166231 CURRENT LEARNING RATE: 0.00786545459860077
previous_iter_valid_loss : 0.16773103177547455
448860 0.167985 0.167731 0.165995 CURRENT LEARNING RATE: 0.007863881664979653
previous_iter_valid_loss : 0.169315904378891
448880 0.169495 0.169316 0.166401 CURRENT LEARNING RATE: 0.007862309045913809
previous_iter_valid_loss : 0.16219724714756012
448900 0.162375 0.162197 0.166420 CURRENT LEARNING RATE: 0.007860736741340323
previous_iter_valid_loss : 0.1622316539287567
448920 0.162457 0.162232 0.166500 CURRENT LEARNING RATE: 0.00785916475119631
previous_iter_valid_loss : 0.16064025461673737
448940 0.160815 0.160640 0.166338 CURRENT LEARNING RATE: 0.007857593075418886
previous_iter_valid_loss : 0.16396266222000122
448960 0.164201 0.163963 0.166222 CURRENT LEARNING RATE: 0.00785602171394519
previous_iter_valid_loss : 0.16465704143047333
448980 0.164854 0.164657 0.166298 CURRENT LEARNING RATE: 0.007854450666712358
previous_iter_valid_loss : 0.16426444053649902
449000 0.164456 0.164264 0.166410 CURRENT LEARNING RATE: 0.007852879933657561
previous_iter_valid_loss : 0.162427619099617
449020 0.162649 0.162428 0.166378 CURRENT LEARNING RATE: 0.007851309514717955
previous_iter_valid_loss : 0.16064217686653137
449040 0.160824 0.160642 0.166314 CURRENT LEARNING RATE: 0.007849739409830737
previous_iter_valid_loss : 0.16098512709140778
449060 0.161168 0.160985 0.165815 CURRENT LEARNING RATE: 0.00784816961893309
previous_iter_valid_loss : 0.16594550013542175
449080 0.166146 0.165946 0.166076 CURRENT LEARNING RATE: 0.007846600141962236
previous_iter_valid_loss : 0.1608627885580063
449100 0.161050 0.160863 0.166088 CURRENT LEARNING RATE: 0.007845030978855382
previous_iter_valid_loss : 0.16522139310836792
449120 0.165451 0.165221 0.165554 CURRENT LEARNING RATE: 0.007843462129549774
previous_iter_valid_loss : 0.1616731584072113
449140 0.161901 0.161673 0.164378 CURRENT LEARNING RATE: 0.007841893593982647
previous_iter_valid_loss : 0.16973158717155457
449160 0.170016 0.169732 0.164435 CURRENT LEARNING RATE: 0.00784032537209127
previous_iter_valid_loss : 0.1606624275445938
449180 0.160858 0.160662 0.163989 CURRENT LEARNING RATE: 0.007838757463812903
previous_iter_valid_loss : 0.16131173074245453
449200 0.161508 0.161312 0.163914 CURRENT LEARNING RATE: 0.007837189869084833
previous_iter_valid_loss : 0.19402103126049042
449220 0.194537 0.194021 0.165475 CURRENT LEARNING RATE: 0.007835622587844369
previous_iter_valid_loss : 0.16067670285701752
449240 0.160881 0.160677 0.164956 CURRENT LEARNING RATE: 0.007834055620028802
previous_iter_valid_loss : 0.1641068011522293
449260 0.164345 0.164107 0.164775 CURRENT LEARNING RATE: 0.007832488965575467
previous_iter_valid_loss : 0.16405658423900604
449280 0.164306 0.164057 0.164512 CURRENT LEARNING RATE: 0.007830922624421685
previous_iter_valid_loss : 0.18875806033611298
449300 0.189205 0.188758 0.165840 CURRENT LEARNING RATE: 0.007829356596504817
previous_iter_valid_loss : 0.16223743557929993
449320 0.162469 0.162237 0.165841 CURRENT LEARNING RATE: 0.007827790881762204
previous_iter_valid_loss : 0.16668446362018585
449340 0.166888 0.166684 0.166143 CURRENT LEARNING RATE: 0.007826225480131238
previous_iter_valid_loss : 0.16095104813575745
449360 0.161135 0.160951 0.165992 CURRENT LEARNING RATE: 0.007824660391549283
previous_iter_valid_loss : 0.16076524555683136
449380 0.160967 0.160765 0.165798 CURRENT LEARNING RATE: 0.007823095615953752
previous_iter_valid_loss : 0.16081899404525757
449400 0.160999 0.160819 0.165625 CURRENT LEARNING RATE: 0.007821531153282041
previous_iter_valid_loss : 0.16522116959095
449420 0.165466 0.165221 0.165765 CURRENT LEARNING RATE: 0.007819967003471583
previous_iter_valid_loss : 0.18368199467658997
449440 0.183877 0.183682 0.166917 CURRENT LEARNING RATE: 0.007818403166459799
previous_iter_valid_loss : 0.16058890521526337
449460 0.160797 0.160589 0.166897 CURRENT LEARNING RATE: 0.00781683964218415
previous_iter_valid_loss : 0.17643272876739502
449480 0.176765 0.176433 0.167422 CURRENT LEARNING RATE: 0.007815276430582082
previous_iter_valid_loss : 0.18588952720165253
449500 0.186073 0.185890 0.168673 CURRENT LEARNING RATE: 0.007813713531591077
previous_iter_valid_loss : 0.16066022217273712
449520 0.160867 0.160660 0.168445 CURRENT LEARNING RATE: 0.007812150945148608
previous_iter_valid_loss : 0.1624939739704132
449540 0.162676 0.162494 0.168486 CURRENT LEARNING RATE: 0.007810588671192185
previous_iter_valid_loss : 0.1709384322166443
449560 0.171227 0.170938 0.168546 CURRENT LEARNING RATE: 0.007809026709659303
previous_iter_valid_loss : 0.16970109939575195
449580 0.169985 0.169701 0.168998 CURRENT LEARNING RATE: 0.007807465060487491
previous_iter_valid_loss : 0.1651567965745926
449600 0.165345 0.165157 0.169190 CURRENT LEARNING RATE: 0.0078059037236142895
previous_iter_valid_loss : 0.16811570525169373
449620 0.168297 0.168116 0.167895 CURRENT LEARNING RATE: 0.007804342698977229
previous_iter_valid_loss : 0.16068896651268005
449640 0.160895 0.160689 0.167896 CURRENT LEARNING RATE: 0.007802781986513886
previous_iter_valid_loss : 0.1648089438676834
449660 0.165047 0.164809 0.167931 CURRENT LEARNING RATE: 0.007801221586161817
previous_iter_valid_loss : 0.16582514345645905
449680 0.166016 0.165825 0.168019 CURRENT LEARNING RATE: 0.007799661497858619
previous_iter_valid_loss : 0.17301121354103088
449700 0.173193 0.173011 0.167232 CURRENT LEARNING RATE: 0.007798101721541875
previous_iter_valid_loss : 0.16135509312152863
449720 0.161583 0.161355 0.167188 CURRENT LEARNING RATE: 0.007796542257149208
previous_iter_valid_loss : 0.16208499670028687
449740 0.162312 0.162085 0.166958 CURRENT LEARNING RATE: 0.007794983104618224
previous_iter_valid_loss : 0.16525188088417053
449760 0.165504 0.165252 0.167173 CURRENT LEARNING RATE: 0.007793424263886574
previous_iter_valid_loss : 0.16076679527759552
449780 0.160966 0.160767 0.167173 CURRENT LEARNING RATE: 0.007791865734891888
previous_iter_valid_loss : 0.16492465138435364
449800 0.165170 0.164925 0.167378 CURRENT LEARNING RATE: 0.007790307517571839
previous_iter_valid_loss : 0.17042896151542664
449820 0.170609 0.170429 0.167639 CURRENT LEARNING RATE: 0.007788749611864086
previous_iter_valid_loss : 0.17546164989471436
449840 0.175780 0.175462 0.167228 CURRENT LEARNING RATE: 0.007787192017706324
previous_iter_valid_loss : 0.16082853078842163
449860 0.161018 0.160829 0.167240 CURRENT LEARNING RATE: 0.007785634735036237
previous_iter_valid_loss : 0.16212932765483856
449880 0.162358 0.162129 0.166524 CURRENT LEARNING RATE: 0.007784077763791548
previous_iter_valid_loss : 0.17281025648117065
449900 0.173108 0.172810 0.165871 CURRENT LEARNING RATE: 0.007782521103909964
previous_iter_valid_loss : 0.18283161520957947
449920 0.183023 0.182832 0.166979 CURRENT LEARNING RATE: 0.007780964755329232
previous_iter_valid_loss : 0.1767093688249588
449940 0.177026 0.176709 0.167690 CURRENT LEARNING RATE: 0.007779408717987084
previous_iter_valid_loss : 0.17328102886676788
449960 0.173585 0.173281 0.167807 CURRENT LEARNING RATE: 0.007777852991821292
previous_iter_valid_loss : 0.16535547375679016
449980 0.165603 0.165355 0.167590 CURRENT LEARNING RATE: 0.0077762975767696136
previous_iter_valid_loss : 0.16770827770233154
450000 0.167885 0.167708 0.167717 CURRENT LEARNING RATE: 0.00777474247276984
previous_iter_valid_loss : 0.1670839786529541
450020 0.167260 0.167084 0.167666 CURRENT LEARNING RATE: 0.0077731876797597745
previous_iter_valid_loss : 0.17841872572898865
450040 0.178757 0.178419 0.168552 CURRENT LEARNING RATE: 0.007771633197677209
previous_iter_valid_loss : 0.16094738245010376
450060 0.161151 0.160947 0.168359 CURRENT LEARNING RATE: 0.007770079026459978
previous_iter_valid_loss : 0.16189107298851013
450080 0.162111 0.161891 0.168162 CURRENT LEARNING RATE: 0.0077685251660459045
previous_iter_valid_loss : 0.16325287520885468
450100 0.163461 0.163253 0.167675 CURRENT LEARNING RATE: 0.007766971616372845
previous_iter_valid_loss : 0.18064022064208984
450120 0.180833 0.180640 0.168639 CURRENT LEARNING RATE: 0.007765418377378644
previous_iter_valid_loss : 0.16689816117286682
450140 0.167077 0.166898 0.168879 CURRENT LEARNING RATE: 0.007763865449001185
previous_iter_valid_loss : 0.16577135026454926
450160 0.165943 0.165771 0.168905 CURRENT LEARNING RATE: 0.00776231283117834
previous_iter_valid_loss : 0.18080180883407593
450180 0.181143 0.180802 0.169907 CURRENT LEARNING RATE: 0.0077607605238480155
previous_iter_valid_loss : 0.16379760205745697
450200 0.163986 0.163798 0.169851 CURRENT LEARNING RATE: 0.007759208526948107
previous_iter_valid_loss : 0.16151852905750275
450220 0.161731 0.161519 0.169405 CURRENT LEARNING RATE: 0.007757656840416545
previous_iter_valid_loss : 0.1816137433052063
450240 0.181978 0.181614 0.169713 CURRENT LEARNING RATE: 0.007756105464191252
previous_iter_valid_loss : 0.16816134750843048
450260 0.168341 0.168161 0.170080 CURRENT LEARNING RATE: 0.0077545543982101865
previous_iter_valid_loss : 0.16152839362621307
450280 0.161719 0.161528 0.170050 CURRENT LEARNING RATE: 0.0077530036424112905
previous_iter_valid_loss : 0.16534927487373352
450300 0.165538 0.165349 0.169676 CURRENT LEARNING RATE: 0.007751453196732547
previous_iter_valid_loss : 0.19193194806575775
450320 0.192401 0.191932 0.170131 CURRENT LEARNING RATE: 0.007749903061111926
previous_iter_valid_loss : 0.16165302693843842
450340 0.161877 0.161653 0.169379 CURRENT LEARNING RATE: 0.007748353235487436
previous_iter_valid_loss : 0.16594241559505463
450360 0.166175 0.165942 0.169012 CURRENT LEARNING RATE: 0.00774680371979707
previous_iter_valid_loss : 0.17154571413993835
450380 0.171824 0.171546 0.169321 CURRENT LEARNING RATE: 0.00774525451397886
previous_iter_valid_loss : 0.1612280011177063
450400 0.161402 0.161228 0.168997 CURRENT LEARNING RATE: 0.007743705617970825
previous_iter_valid_loss : 0.16066434979438782
450420 0.160846 0.160664 0.168676 CURRENT LEARNING RATE: 0.007742157031711014
previous_iter_valid_loss : 0.16160622239112854
450440 0.161837 0.161606 0.167836 CURRENT LEARNING RATE: 0.007740608755137495
previous_iter_valid_loss : 0.1639752835035324
450460 0.164169 0.163975 0.167987 CURRENT LEARNING RATE: 0.007739060788188318
previous_iter_valid_loss : 0.16697412729263306
450480 0.167153 0.166974 0.168241 CURRENT LEARNING RATE: 0.007737513130801582
previous_iter_valid_loss : 0.16471262276172638
450500 0.164897 0.164713 0.168314 CURRENT LEARNING RATE: 0.0077359657829153645
previous_iter_valid_loss : 0.16135646402835846
450520 0.161535 0.161356 0.167350 CURRENT LEARNING RATE: 0.007734418744467788
previous_iter_valid_loss : 0.1615433692932129
450540 0.161755 0.161543 0.167082 CURRENT LEARNING RATE: 0.007732872015396953
previous_iter_valid_loss : 0.16293959319591522
450560 0.163163 0.162940 0.166941 CURRENT LEARNING RATE: 0.007731325595641008
previous_iter_valid_loss : 0.16573496162891388
450580 0.165979 0.165735 0.166187 CURRENT LEARNING RATE: 0.007729779485138081
previous_iter_valid_loss : 0.1607680320739746
450600 0.160967 0.160768 0.166036 CURRENT LEARNING RATE: 0.00772823368382634
previous_iter_valid_loss : 0.1668965071439743
450620 0.167087 0.166897 0.166305 CURRENT LEARNING RATE: 0.007726688191643942
previous_iter_valid_loss : 0.16159562766551971
450640 0.161769 0.161596 0.165304 CURRENT LEARNING RATE: 0.007725143008529078
previous_iter_valid_loss : 0.16066581010818481
450660 0.160836 0.160666 0.164929 CURRENT LEARNING RATE: 0.00772359813441993
previous_iter_valid_loss : 0.1616954207420349
450680 0.161864 0.161695 0.164937 CURRENT LEARNING RATE: 0.007722053569254714
previous_iter_valid_loss : 0.1693021059036255
450700 0.169483 0.169302 0.165135 CURRENT LEARNING RATE: 0.007720509312971636
previous_iter_valid_loss : 0.16153109073638916
450720 0.161706 0.161531 0.163615 CURRENT LEARNING RATE: 0.007718965365508938
previous_iter_valid_loss : 0.16059915721416473
450740 0.160789 0.160599 0.163562 CURRENT LEARNING RATE: 0.007717421726804848
previous_iter_valid_loss : 0.18480618298053741
450760 0.185195 0.184806 0.164505 CURRENT LEARNING RATE: 0.007715878396797636
previous_iter_valid_loss : 0.1760735958814621
450780 0.176395 0.176074 0.164732 CURRENT LEARNING RATE: 0.0077143353754255545
previous_iter_valid_loss : 0.16164080798625946
450800 0.161819 0.161641 0.164752 CURRENT LEARNING RATE: 0.007712792662626889
previous_iter_valid_loss : 0.16058991849422455
450820 0.160778 0.160590 0.164749 CURRENT LEARNING RATE: 0.0077112502583399365
previous_iter_valid_loss : 0.16516456007957458
450840 0.165397 0.165165 0.164927 CURRENT LEARNING RATE: 0.007709708162502989
previous_iter_valid_loss : 0.16223551332950592
450860 0.162432 0.162236 0.164840 CURRENT LEARNING RATE: 0.007708166375054377
previous_iter_valid_loss : 0.16322386264801025
450880 0.163428 0.163224 0.164652 CURRENT LEARNING RATE: 0.007706624895932413
previous_iter_valid_loss : 0.16977068781852722
450900 0.170042 0.169771 0.164905 CURRENT LEARNING RATE: 0.0077050837250754525
previous_iter_valid_loss : 0.16338633000850677
450920 0.163624 0.163386 0.165007 CURRENT LEARNING RATE: 0.007703542862421836
previous_iter_valid_loss : 0.16257324814796448
450940 0.162821 0.162573 0.165058 CURRENT LEARNING RATE: 0.007702002307909942
previous_iter_valid_loss : 0.190647691488266
450960 0.190822 0.190648 0.166443 CURRENT LEARNING RATE: 0.007700462061478134
previous_iter_valid_loss : 0.1639372557401657
450980 0.164137 0.163937 0.166354 CURRENT LEARNING RATE: 0.0076989221230648166
previous_iter_valid_loss : 0.18248681724071503
451000 0.182683 0.182487 0.167440 CURRENT LEARNING RATE: 0.007697382492608378
previous_iter_valid_loss : 0.1746719926595688
451020 0.174862 0.174672 0.167828 CURRENT LEARNING RATE: 0.007695843170047247
previous_iter_valid_loss : 0.16719284653663635
451040 0.167387 0.167193 0.168108 CURRENT LEARNING RATE: 0.007694304155319837
previous_iter_valid_loss : 0.16472512483596802
451060 0.164969 0.164725 0.168311 CURRENT LEARNING RATE: 0.007692765448364601
previous_iter_valid_loss : 0.1967657059431076
451080 0.197294 0.196766 0.170065 CURRENT LEARNING RATE: 0.007691227049119977
previous_iter_valid_loss : 0.16202162206172943
451100 0.162214 0.162022 0.169701 CURRENT LEARNING RATE: 0.0076896889575244435
previous_iter_valid_loss : 0.16099953651428223
451120 0.161192 0.161000 0.169674 CURRENT LEARNING RATE: 0.007688151173516462
previous_iter_valid_loss : 0.1605861783027649
451140 0.160787 0.160586 0.169673 CURRENT LEARNING RATE: 0.007686613697034536
previous_iter_valid_loss : 0.1608315259218216
451160 0.161036 0.160832 0.168475 CURRENT LEARNING RATE: 0.007685076528017151
previous_iter_valid_loss : 0.16375215351581573
451180 0.163988 0.163752 0.167859 CURRENT LEARNING RATE: 0.007683539666402835
previous_iter_valid_loss : 0.18449778854846954
451200 0.184887 0.184498 0.169001 CURRENT LEARNING RATE: 0.007682003112130101
previous_iter_valid_loss : 0.16659322381019592
451220 0.166855 0.166593 0.169302 CURRENT LEARNING RATE: 0.0076804668651374915
previous_iter_valid_loss : 0.16274574398994446
451240 0.162932 0.162746 0.169181 CURRENT LEARNING RATE: 0.007678930925363566
previous_iter_valid_loss : 0.16058610379695892
451260 0.160770 0.160586 0.169098 CURRENT LEARNING RATE: 0.007677395292746869
previous_iter_valid_loss : 0.16059955954551697
451280 0.160787 0.160600 0.168967 CURRENT LEARNING RATE: 0.007675859967225993
previous_iter_valid_loss : 0.18428319692611694
451300 0.184470 0.184283 0.169693 CURRENT LEARNING RATE: 0.00767432494873951
previous_iter_valid_loss : 0.1853291541337967
451320 0.185738 0.185329 0.170790 CURRENT LEARNING RATE: 0.007672790237226034
previous_iter_valid_loss : 0.16768857836723328
451340 0.167956 0.167689 0.171046 CURRENT LEARNING RATE: 0.00767125583262416
previous_iter_valid_loss : 0.1614387333393097
451360 0.161657 0.161439 0.169585 CURRENT LEARNING RATE: 0.007669721734872527
previous_iter_valid_loss : 0.16393424570560455
451380 0.164130 0.163934 0.169585 CURRENT LEARNING RATE: 0.0076681879439097584
previous_iter_valid_loss : 0.16275246441364288
451400 0.162934 0.162752 0.168598 CURRENT LEARNING RATE: 0.007666654459674516
previous_iter_valid_loss : 0.1627783477306366
451420 0.162975 0.162778 0.168004 CURRENT LEARNING RATE: 0.0076651212821054445
previous_iter_valid_loss : 0.1623486876487732
451440 0.162587 0.162349 0.167761 CURRENT LEARNING RATE: 0.007663588411141233
previous_iter_valid_loss : 0.17192783951759338
451460 0.172103 0.171928 0.168121 CURRENT LEARNING RATE: 0.007662055846720552
previous_iter_valid_loss : 0.1630321890115738
451480 0.163222 0.163032 0.166435 CURRENT LEARNING RATE: 0.007660523588782113
previous_iter_valid_loss : 0.16517828404903412
451500 0.165374 0.165178 0.166593 CURRENT LEARNING RATE: 0.007658991637264611
previous_iter_valid_loss : 0.16129577159881592
451520 0.161481 0.161296 0.166607 CURRENT LEARNING RATE: 0.007657459992106783
previous_iter_valid_loss : 0.16585960984230042
451540 0.166038 0.165860 0.166871 CURRENT LEARNING RATE: 0.00765592865324735
previous_iter_valid_loss : 0.17022646963596344
451560 0.170504 0.170226 0.167341 CURRENT LEARNING RATE: 0.007654397620625069
previous_iter_valid_loss : 0.16773802042007446
451580 0.167917 0.167738 0.167540 CURRENT LEARNING RATE: 0.007652866894178687
previous_iter_valid_loss : 0.16055193543434143
451600 0.160745 0.160552 0.166343 CURRENT LEARNING RATE: 0.007651336473846983
previous_iter_valid_loss : 0.16063222289085388
451620 0.160810 0.160632 0.166045 CURRENT LEARNING RATE: 0.007649806359568746
previous_iter_valid_loss : 0.16059625148773193
451640 0.160789 0.160596 0.165937 CURRENT LEARNING RATE: 0.007648276551282757
previous_iter_valid_loss : 0.16190649569034576
451660 0.162091 0.161906 0.166003 CURRENT LEARNING RATE: 0.007646747048927838
previous_iter_valid_loss : 0.16473974287509918
451680 0.164941 0.164740 0.166210 CURRENT LEARNING RATE: 0.007645217852442795
previous_iter_valid_loss : 0.16057229042053223
451700 0.160768 0.160572 0.165025 CURRENT LEARNING RATE: 0.007643688961766474
previous_iter_valid_loss : 0.1610211282968521
451720 0.161204 0.161021 0.163809 CURRENT LEARNING RATE: 0.007642160376837705
previous_iter_valid_loss : 0.16132421791553497
451740 0.161547 0.161324 0.163491 CURRENT LEARNING RATE: 0.00764063209759536
previous_iter_valid_loss : 0.1667204052209854
451760 0.166896 0.166720 0.163755 CURRENT LEARNING RATE: 0.007639104123978293
previous_iter_valid_loss : 0.16480959951877594
451780 0.165007 0.164810 0.163799 CURRENT LEARNING RATE: 0.007637576455925398
previous_iter_valid_loss : 0.18090051412582397
451800 0.181261 0.180901 0.164706 CURRENT LEARNING RATE: 0.007636049093375556
previous_iter_valid_loss : 0.16146646440029144
451820 0.161693 0.161466 0.164641 CURRENT LEARNING RATE: 0.0076345220362676845
previous_iter_valid_loss : 0.17832830548286438
451840 0.178658 0.178328 0.165440 CURRENT LEARNING RATE: 0.0076329952845406905
previous_iter_valid_loss : 0.1816031038761139
451860 0.181961 0.181603 0.165924 CURRENT LEARNING RATE: 0.007631468838133515
previous_iter_valid_loss : 0.1633908748626709
451880 0.163635 0.163391 0.165942 CURRENT LEARNING RATE: 0.007629942696985087
previous_iter_valid_loss : 0.17443539202213287
451900 0.174621 0.174435 0.166404 CURRENT LEARNING RATE: 0.007628416861034375
previous_iter_valid_loss : 0.1608230471611023
451920 0.161031 0.160823 0.166381 CURRENT LEARNING RATE: 0.007626891330220331
previous_iter_valid_loss : 0.16265028715133667
451940 0.162846 0.162650 0.166220 CURRENT LEARNING RATE: 0.007625366104481948
previous_iter_valid_loss : 0.16087447106838226
451960 0.161056 0.160874 0.165753 CURRENT LEARNING RATE: 0.007623841183758203
previous_iter_valid_loss : 0.16292089223861694
451980 0.163148 0.162921 0.165512 CURRENT LEARNING RATE: 0.007622316567988115
previous_iter_valid_loss : 0.17059552669525146
452000 0.170775 0.170596 0.166014 CURRENT LEARNING RATE: 0.007620792257110683
previous_iter_valid_loss : 0.16267922520637512
452020 0.162907 0.162679 0.166116 CURRENT LEARNING RATE: 0.0076192682510649425
previous_iter_valid_loss : 0.1688450425863266
452040 0.169026 0.168845 0.166529 CURRENT LEARNING RATE: 0.007617744549789939
previous_iter_valid_loss : 0.16082000732421875
452060 0.160998 0.160820 0.166474 CURRENT LEARNING RATE: 0.007616221153224713
previous_iter_valid_loss : 0.1626053899526596
452080 0.162787 0.162605 0.166368 CURRENT LEARNING RATE: 0.00761469806130834
previous_iter_valid_loss : 0.16525998711585999
452100 0.165439 0.165260 0.166602 CURRENT LEARNING RATE: 0.007613175273979884
previous_iter_valid_loss : 0.1683153510093689
452120 0.168487 0.168315 0.166967 CURRENT LEARNING RATE: 0.0076116527911784465
previous_iter_valid_loss : 0.1618940383195877
452140 0.162115 0.161894 0.166995 CURRENT LEARNING RATE: 0.0076101306128431145
previous_iter_valid_loss : 0.16060760617256165
452160 0.160783 0.160608 0.166690 CURRENT LEARNING RATE: 0.007608608738913015
previous_iter_valid_loss : 0.1610737442970276
452180 0.161290 0.161074 0.166503 CURRENT LEARNING RATE: 0.00760708716932726
previous_iter_valid_loss : 0.16690193116664886
452200 0.167085 0.166902 0.165803 CURRENT LEARNING RATE: 0.007605565904025
previous_iter_valid_loss : 0.17754384875297546
452220 0.177882 0.177544 0.166607 CURRENT LEARNING RATE: 0.007604044942945369
previous_iter_valid_loss : 0.16373884677886963
452240 0.163930 0.163739 0.165877 CURRENT LEARNING RATE: 0.007602524286027545
previous_iter_valid_loss : 0.16096509993076324
452260 0.161140 0.160965 0.164845 CURRENT LEARNING RATE: 0.007601003933210685
previous_iter_valid_loss : 0.16883501410484314
452280 0.169020 0.168835 0.165118 CURRENT LEARNING RATE: 0.00759948388443399
previous_iter_valid_loss : 0.1704939901828766
452300 0.170692 0.170494 0.164921 CURRENT LEARNING RATE: 0.0075979641396366464
previous_iter_valid_loss : 0.16216500103473663
452320 0.162386 0.162165 0.164988 CURRENT LEARNING RATE: 0.007596444698757875
previous_iter_valid_loss : 0.1644994169473648
452340 0.164688 0.164499 0.165080 CURRENT LEARNING RATE: 0.007594925561736886
previous_iter_valid_loss : 0.17202989757061005
452360 0.172213 0.172030 0.165638 CURRENT LEARNING RATE: 0.007593406728512928
previous_iter_valid_loss : 0.16477862000465393
452380 0.164962 0.164779 0.165731 CURRENT LEARNING RATE: 0.0075918881990252336
previous_iter_valid_loss : 0.17717988789081573
452400 0.177369 0.177180 0.166060 CURRENT LEARNING RATE: 0.007590369973213066
previous_iter_valid_loss : 0.17344284057617188
452420 0.173624 0.173443 0.166598 CURRENT LEARNING RATE: 0.007588852051015707
previous_iter_valid_loss : 0.16243769228458405
452440 0.162669 0.162438 0.166278 CURRENT LEARNING RATE: 0.007587334432372424
previous_iter_valid_loss : 0.16177794337272644
452460 0.162003 0.161778 0.166326 CURRENT LEARNING RATE: 0.007585817117222525
previous_iter_valid_loss : 0.16174525022506714
452480 0.161927 0.161745 0.166283 CURRENT LEARNING RATE: 0.007584300105505305
previous_iter_valid_loss : 0.1674366593360901
452500 0.167713 0.167437 0.166392 CURRENT LEARNING RATE: 0.007582783397160099
previous_iter_valid_loss : 0.1606433391571045
452520 0.160840 0.160643 0.166008 CURRENT LEARNING RATE: 0.007581266992126221
previous_iter_valid_loss : 0.17296181619167328
452540 0.173145 0.172962 0.166561 CURRENT LEARNING RATE: 0.0075797508903430325
previous_iter_valid_loss : 0.16352717578411102
452560 0.163722 0.163527 0.166707 CURRENT LEARNING RATE: 0.007578235091749872
previous_iter_valid_loss : 0.16299240291118622
452580 0.163228 0.162992 0.166803 CURRENT LEARNING RATE: 0.007576719596286124
previous_iter_valid_loss : 0.1749335527420044
452600 0.175258 0.174934 0.167205 CURRENT LEARNING RATE: 0.0075752044038911535
previous_iter_valid_loss : 0.16289855539798737
452620 0.163110 0.162899 0.166473 CURRENT LEARNING RATE: 0.007573689514504367
previous_iter_valid_loss : 0.16110871732234955
452640 0.161306 0.161109 0.166341 CURRENT LEARNING RATE: 0.007572174928065155
previous_iter_valid_loss : 0.1607571542263031
452660 0.160951 0.160757 0.166331 CURRENT LEARNING RATE: 0.007570660644512949
previous_iter_valid_loss : 0.16578127443790436
452680 0.165967 0.165781 0.166178 CURRENT LEARNING RATE: 0.007569146663787163
previous_iter_valid_loss : 0.16162827610969543
452700 0.161808 0.161628 0.165735 CURRENT LEARNING RATE: 0.007567632985827249
previous_iter_valid_loss : 0.17072096467018127
452720 0.171018 0.170721 0.166163 CURRENT LEARNING RATE: 0.007566119610572651
previous_iter_valid_loss : 0.1606789082288742
452740 0.160872 0.160679 0.165971 CURRENT LEARNING RATE: 0.007564606537962845
previous_iter_valid_loss : 0.16110864281654358
452760 0.161298 0.161109 0.165425 CURRENT LEARNING RATE: 0.0075630937679372935
previous_iter_valid_loss : 0.17358753085136414
452780 0.173780 0.173588 0.165866 CURRENT LEARNING RATE: 0.0075615813004355015
previous_iter_valid_loss : 0.16962331533432007
452800 0.169833 0.169623 0.165488 CURRENT LEARNING RATE: 0.007560069135396956
previous_iter_valid_loss : 0.16548125445842743
452820 0.165691 0.165481 0.165090 CURRENT LEARNING RATE: 0.007558557272761176
previous_iter_valid_loss : 0.16698594391345978
452840 0.167260 0.166986 0.165317 CURRENT LEARNING RATE: 0.007557045712467696
previous_iter_valid_loss : 0.16521796584129333
452860 0.165423 0.165218 0.165489 CURRENT LEARNING RATE: 0.007555534454456038
previous_iter_valid_loss : 0.1630888283252716
452880 0.163335 0.163089 0.165557 CURRENT LEARNING RATE: 0.007554023498665766
previous_iter_valid_loss : 0.16064414381980896
452900 0.160843 0.160644 0.165217 CURRENT LEARNING RATE: 0.007552512845036428
previous_iter_valid_loss : 0.1683759242296219
452920 0.168644 0.168376 0.165604 CURRENT LEARNING RATE: 0.007551002493507611
previous_iter_valid_loss : 0.16266196966171265
452940 0.162913 0.162662 0.165089 CURRENT LEARNING RATE: 0.007549492444018889
previous_iter_valid_loss : 0.16060781478881836
452960 0.160801 0.160608 0.164943 CURRENT LEARNING RATE: 0.007547982696509872
previous_iter_valid_loss : 0.16143222153186798
452980 0.161633 0.161432 0.164865 CURRENT LEARNING RATE: 0.007546473250920158
previous_iter_valid_loss : 0.1610918641090393
453000 0.161299 0.161092 0.164172 CURRENT LEARNING RATE: 0.007544964107189381
previous_iter_valid_loss : 0.16264432668685913
453020 0.162875 0.162644 0.164160 CURRENT LEARNING RATE: 0.007543455265257162
previous_iter_valid_loss : 0.17217391729354858
453040 0.172355 0.172174 0.164713 CURRENT LEARNING RATE: 0.007541946725063162
previous_iter_valid_loss : 0.16386674344539642
453060 0.164068 0.163867 0.164869 CURRENT LEARNING RATE: 0.007540438486547026
previous_iter_valid_loss : 0.16134768724441528
453080 0.161573 0.161348 0.164647 CURRENT LEARNING RATE: 0.007538930549648436
previous_iter_valid_loss : 0.1747686117887497
453100 0.174969 0.174769 0.165304 CURRENT LEARNING RATE: 0.007537422914307062
previous_iter_valid_loss : 0.1652849316596985
453120 0.165485 0.165285 0.165032 CURRENT LEARNING RATE: 0.007535915580462613
previous_iter_valid_loss : 0.16136528551578522
453140 0.161550 0.161365 0.165066 CURRENT LEARNING RATE: 0.0075344085480547815
previous_iter_valid_loss : 0.16660436987876892
453160 0.166798 0.166604 0.165341 CURRENT LEARNING RATE: 0.0075329018170232995
previous_iter_valid_loss : 0.16091351211071014
453180 0.161092 0.160914 0.164707 CURRENT LEARNING RATE: 0.007531395387307886
previous_iter_valid_loss : 0.16090504825115204
453200 0.161117 0.160905 0.164272 CURRENT LEARNING RATE: 0.007529889258848294
previous_iter_valid_loss : 0.17608146369457245
453220 0.176394 0.176081 0.164802 CURRENT LEARNING RATE: 0.007528383431584266
previous_iter_valid_loss : 0.1627988964319229
453240 0.162988 0.162799 0.164592 CURRENT LEARNING RATE: 0.007526877905455578
previous_iter_valid_loss : 0.1612522453069687
453260 0.161474 0.161252 0.164394 CURRENT LEARNING RATE: 0.007525372680402013
previous_iter_valid_loss : 0.16645686328411102
453280 0.166702 0.166457 0.164562 CURRENT LEARNING RATE: 0.00752386775636335
previous_iter_valid_loss : 0.16079078614711761
453300 0.160986 0.160791 0.164570 CURRENT LEARNING RATE: 0.007522363133279405
previous_iter_valid_loss : 0.16804958879947662
453320 0.168232 0.168050 0.164553 CURRENT LEARNING RATE: 0.007520858811089979
previous_iter_valid_loss : 0.16118915379047394
453340 0.161411 0.161189 0.164480 CURRENT LEARNING RATE: 0.007519354789734913
previous_iter_valid_loss : 0.16342294216156006
453360 0.163608 0.163423 0.164620 CURRENT LEARNING RATE: 0.007517851069154034
previous_iter_valid_loss : 0.1606600284576416
453380 0.160866 0.160660 0.164582 CURRENT LEARNING RATE: 0.007516347649287204
previous_iter_valid_loss : 0.1697041243314743
453400 0.169912 0.169704 0.165012 CURRENT LEARNING RATE: 0.007514844530074275
previous_iter_valid_loss : 0.16187772154808044
453420 0.162106 0.161878 0.164974 CURRENT LEARNING RATE: 0.007513341711455135
previous_iter_valid_loss : 0.1608099490404129
453440 0.161026 0.160810 0.164406 CURRENT LEARNING RATE: 0.007511839193369658
previous_iter_valid_loss : 0.16837164759635925
453460 0.168635 0.168372 0.164631 CURRENT LEARNING RATE: 0.007510336975757756
previous_iter_valid_loss : 0.1606067270040512
453480 0.160811 0.160607 0.164594 CURRENT LEARNING RATE: 0.007508835058559328
previous_iter_valid_loss : 0.16299214959144592
453500 0.163235 0.162992 0.164005 CURRENT LEARNING RATE: 0.007507333441714309
previous_iter_valid_loss : 0.16065064072608948
453520 0.160842 0.160651 0.163774 CURRENT LEARNING RATE: 0.007505832125162623
previous_iter_valid_loss : 0.16486011445522308
453540 0.165067 0.164860 0.163948 CURRENT LEARNING RATE: 0.007504331108844229
previous_iter_valid_loss : 0.1755506843328476
453560 0.175875 0.175551 0.164396 CURRENT LEARNING RATE: 0.007502830392699073
previous_iter_valid_loss : 0.1627429574728012
453580 0.162943 0.162743 0.164487 CURRENT LEARNING RATE: 0.007501329976667142
previous_iter_valid_loss : 0.18491345643997192
453600 0.185099 0.184913 0.165687 CURRENT LEARNING RATE: 0.007499829860688404
previous_iter_valid_loss : 0.1661217212677002
453620 0.166322 0.166122 0.165190 CURRENT LEARNING RATE: 0.0074983300447028604
previous_iter_valid_loss : 0.1828448474407196
453640 0.183046 0.182845 0.166192 CURRENT LEARNING RATE: 0.007496830528650527
previous_iter_valid_loss : 0.16318608820438385
453660 0.163430 0.163186 0.166288 CURRENT LEARNING RATE: 0.00749533131247141
previous_iter_valid_loss : 0.16116100549697876
453680 0.161384 0.161161 0.166024 CURRENT LEARNING RATE: 0.007493832396105552
previous_iter_valid_loss : 0.17215663194656372
453700 0.172345 0.172157 0.166592 CURRENT LEARNING RATE: 0.007492333779492984
previous_iter_valid_loss : 0.16422191262245178
453720 0.164420 0.164222 0.166401 CURRENT LEARNING RATE: 0.007490835462573776
previous_iter_valid_loss : 0.16246342658996582
453740 0.162667 0.162463 0.166464 CURRENT LEARNING RATE: 0.007489337445287979
previous_iter_valid_loss : 0.16300727427005768
453760 0.163211 0.163007 0.166444 CURRENT LEARNING RATE: 0.007487839727575689
previous_iter_valid_loss : 0.1627451628446579
453780 0.162992 0.162745 0.166548 CURRENT LEARNING RATE: 0.007486342309376982
previous_iter_valid_loss : 0.16134455800056458
453800 0.161562 0.161345 0.166130 CURRENT LEARNING RATE: 0.007484845190631975
previous_iter_valid_loss : 0.17094115912914276
453820 0.171220 0.170941 0.166583 CURRENT LEARNING RATE: 0.007483348371280769
previous_iter_valid_loss : 0.18265318870544434
453840 0.182853 0.182653 0.167675 CURRENT LEARNING RATE: 0.007481851851263507
previous_iter_valid_loss : 0.16450580954551697
453860 0.164688 0.164506 0.167482 CURRENT LEARNING RATE: 0.007480355630520313
previous_iter_valid_loss : 0.16064922511577606
453880 0.160846 0.160649 0.167484 CURRENT LEARNING RATE: 0.007478859708991352
previous_iter_valid_loss : 0.16226837038993835
453900 0.162449 0.162268 0.167448 CURRENT LEARNING RATE: 0.007477364086616774
previous_iter_valid_loss : 0.16971728205680847
453920 0.169905 0.169717 0.167901 CURRENT LEARNING RATE: 0.007475868763336766
previous_iter_valid_loss : 0.16174937784671783
453940 0.161993 0.161749 0.167746 CURRENT LEARNING RATE: 0.007474373739091504
previous_iter_valid_loss : 0.16228951513767242
453960 0.162483 0.162290 0.167083 CURRENT LEARNING RATE: 0.007472879013821198
previous_iter_valid_loss : 0.162740558385849
453980 0.162924 0.162741 0.167082 CURRENT LEARNING RATE: 0.007471384587466047
previous_iter_valid_loss : 0.16957752406597137
454000 0.169774 0.169578 0.166316 CURRENT LEARNING RATE: 0.007469890459966288
previous_iter_valid_loss : 0.1617068499326706
454020 0.161905 0.161707 0.166095 CURRENT LEARNING RATE: 0.007468396631262141
previous_iter_valid_loss : 0.16859279572963715
454040 0.168771 0.168593 0.165382 CURRENT LEARNING RATE: 0.007466903101293862
previous_iter_valid_loss : 0.19600199162960052
454060 0.196131 0.196002 0.167023 CURRENT LEARNING RATE: 0.007465409870001712
previous_iter_valid_loss : 0.16321225464344025
454080 0.163407 0.163212 0.167126 CURRENT LEARNING RATE: 0.007463916937325952
previous_iter_valid_loss : 0.16163086891174316
454100 0.161860 0.161631 0.166599 CURRENT LEARNING RATE: 0.007462424303206878
previous_iter_valid_loss : 0.16073259711265564
454120 0.160918 0.160733 0.166425 CURRENT LEARNING RATE: 0.0074609319675847715
previous_iter_valid_loss : 0.16608518362045288
454140 0.166337 0.166085 0.166606 CURRENT LEARNING RATE: 0.007459439930399949
previous_iter_valid_loss : 0.16073836386203766
454160 0.160915 0.160738 0.166493 CURRENT LEARNING RATE: 0.00745794819159272
previous_iter_valid_loss : 0.17167536914348602
454180 0.171866 0.171675 0.166939 CURRENT LEARNING RATE: 0.0074564567511034244
previous_iter_valid_loss : 0.1715059131383896
454200 0.171690 0.171506 0.167447 CURRENT LEARNING RATE: 0.007454965608872394
previous_iter_valid_loss : 0.17923225462436676
454220 0.179423 0.179232 0.167862 CURRENT LEARNING RATE: 0.007453474764839996
previous_iter_valid_loss : 0.16214221715927124
454240 0.162375 0.162142 0.166836 CURRENT LEARNING RATE: 0.007451984218946582
previous_iter_valid_loss : 0.16064447164535522
454260 0.160817 0.160644 0.166643 CURRENT LEARNING RATE: 0.007450493971132545
previous_iter_valid_loss : 0.17243070900440216
454280 0.172608 0.172431 0.167232 CURRENT LEARNING RATE: 0.007449004021338262
previous_iter_valid_loss : 0.1710200309753418
454300 0.171307 0.171020 0.167670 CURRENT LEARNING RATE: 0.007447514369504147
previous_iter_valid_loss : 0.16132278740406036
454320 0.161505 0.161323 0.167250 CURRENT LEARNING RATE: 0.007446025015570601
previous_iter_valid_loss : 0.16094575822353363
454340 0.161115 0.160946 0.167210 CURRENT LEARNING RATE: 0.0074445359594780625
previous_iter_valid_loss : 0.16249914467334747
454360 0.162732 0.162499 0.167220 CURRENT LEARNING RATE: 0.007443047201166958
previous_iter_valid_loss : 0.16530916094779968
454380 0.165540 0.165309 0.167349 CURRENT LEARNING RATE: 0.007441558740577748
previous_iter_valid_loss : 0.16123691201210022
454400 0.161448 0.161237 0.166932 CURRENT LEARNING RATE: 0.007440070577650883
previous_iter_valid_loss : 0.16366271674633026
454420 0.163845 0.163663 0.167029 CURRENT LEARNING RATE: 0.007438582712326841
previous_iter_valid_loss : 0.16057619452476501
454440 0.160759 0.160576 0.166629 CURRENT LEARNING RATE: 0.007437095144546116
previous_iter_valid_loss : 0.16086411476135254
454460 0.161052 0.160864 0.164872 CURRENT LEARNING RATE: 0.007435607874249191
previous_iter_valid_loss : 0.16060754656791687
454480 0.160797 0.160608 0.164742 CURRENT LEARNING RATE: 0.007434120901376589
previous_iter_valid_loss : 0.16617675125598907
454500 0.166355 0.166177 0.164969 CURRENT LEARNING RATE: 0.007432634225868815
previous_iter_valid_loss : 0.1834360808134079
454520 0.183832 0.183436 0.166104 CURRENT LEARNING RATE: 0.0074311478476664205
previous_iter_valid_loss : 0.16945236921310425
454540 0.169638 0.169452 0.166272 CURRENT LEARNING RATE: 0.007429661766709933
previous_iter_valid_loss : 0.16226667165756226
454560 0.162454 0.162267 0.166349 CURRENT LEARNING RATE: 0.007428175982939924
previous_iter_valid_loss : 0.1619899719953537
454580 0.162169 0.161990 0.165864 CURRENT LEARNING RATE: 0.00742669049629695
previous_iter_valid_loss : 0.16503553092479706
454600 0.165222 0.165036 0.165541 CURRENT LEARNING RATE: 0.007425205306721602
previous_iter_valid_loss : 0.16071631014347076
454620 0.160900 0.160716 0.164615 CURRENT LEARNING RATE: 0.007423720414154461
previous_iter_valid_loss : 0.1679382622241974
454640 0.168129 0.167938 0.164905 CURRENT LEARNING RATE: 0.007422235818536144
previous_iter_valid_loss : 0.16420920193195343
454660 0.164413 0.164209 0.165083 CURRENT LEARNING RATE: 0.007420751519807254
previous_iter_valid_loss : 0.1668369323015213
454680 0.167092 0.166837 0.164804 CURRENT LEARNING RATE: 0.0074192675179084325
previous_iter_valid_loss : 0.17187698185443878
454700 0.172173 0.171877 0.164846 CURRENT LEARNING RATE: 0.007417783812780306
previous_iter_valid_loss : 0.16465631127357483
454720 0.164896 0.164656 0.165013 CURRENT LEARNING RATE: 0.00741630040436354
previous_iter_valid_loss : 0.1641257256269455
454740 0.164315 0.164126 0.165172 CURRENT LEARNING RATE: 0.007414817292598784
previous_iter_valid_loss : 0.1663985252380371
454760 0.166653 0.166399 0.165367 CURRENT LEARNING RATE: 0.007413334477426728
previous_iter_valid_loss : 0.16721266508102417
454780 0.167387 0.167213 0.165462 CURRENT LEARNING RATE: 0.007411851958788045
previous_iter_valid_loss : 0.16103848814964294
454800 0.161218 0.161038 0.165452 CURRENT LEARNING RATE: 0.007410369736623448
previous_iter_valid_loss : 0.1621827930212021
454820 0.162391 0.162183 0.165378 CURRENT LEARNING RATE: 0.007408887810873635
previous_iter_valid_loss : 0.16301430761814117
454840 0.163249 0.163014 0.165500 CURRENT LEARNING RATE: 0.007407406181479336
previous_iter_valid_loss : 0.16062374413013458
454860 0.160794 0.160624 0.165488 CURRENT LEARNING RATE: 0.00740592484838129
previous_iter_valid_loss : 0.16213230788707733
454880 0.162323 0.162132 0.165564 CURRENT LEARNING RATE: 0.007404443811520234
previous_iter_valid_loss : 0.1831815540790558
454900 0.183384 0.183182 0.166415 CURRENT LEARNING RATE: 0.007402963070836938
previous_iter_valid_loss : 0.16107113659381866
454920 0.161249 0.161071 0.165296 CURRENT LEARNING RATE: 0.007401482626272158
previous_iter_valid_loss : 0.16064108908176422
454940 0.160848 0.160641 0.164856 CURRENT LEARNING RATE: 0.007400002477766691
previous_iter_valid_loss : 0.1660917103290558
454960 0.166340 0.166092 0.165047 CURRENT LEARNING RATE: 0.007398522625261319
previous_iter_valid_loss : 0.16079078614711761
454980 0.160995 0.160791 0.164987 CURRENT LEARNING RATE: 0.007397043068696858
previous_iter_valid_loss : 0.1832718849182129
455000 0.183447 0.183272 0.165899 CURRENT LEARNING RATE: 0.007395563808014115
previous_iter_valid_loss : 0.16721096634864807
455020 0.167400 0.167211 0.166224 CURRENT LEARNING RATE: 0.007394084843153931
previous_iter_valid_loss : 0.16241738200187683
455040 0.162651 0.162417 0.165948 CURRENT LEARNING RATE: 0.007392606174057135
previous_iter_valid_loss : 0.16389542818069458
455060 0.164133 0.163895 0.165932 CURRENT LEARNING RATE: 0.007391127800664595
previous_iter_valid_loss : 0.1609841138124466
455080 0.161188 0.160984 0.165639 CURRENT LEARNING RATE: 0.007389649722917161
previous_iter_valid_loss : 0.16368088126182556
455100 0.163906 0.163681 0.165229 CURRENT LEARNING RATE: 0.007388171940755723
previous_iter_valid_loss : 0.16102181375026703
455120 0.161229 0.161022 0.165048 CURRENT LEARNING RATE: 0.007386694454121157
previous_iter_valid_loss : 0.16434346139431
455140 0.164526 0.164343 0.165059 CURRENT LEARNING RATE: 0.007385217262954377
previous_iter_valid_loss : 0.17576070129871368
455160 0.176078 0.175761 0.165527 CURRENT LEARNING RATE: 0.007383740367196281
previous_iter_valid_loss : 0.16136124730110168
455180 0.161576 0.161361 0.165234 CURRENT LEARNING RATE: 0.0073822637667878095
previous_iter_valid_loss : 0.17826877534389496
455200 0.178609 0.178269 0.166096 CURRENT LEARNING RATE: 0.00738078746166988
previous_iter_valid_loss : 0.1681164801120758
455220 0.168383 0.168116 0.166392 CURRENT LEARNING RATE: 0.007379311451783458
previous_iter_valid_loss : 0.17221659421920776
455240 0.172512 0.172217 0.166852 CURRENT LEARNING RATE: 0.00737783573706949
previous_iter_valid_loss : 0.17350146174430847
455260 0.173685 0.173501 0.167496 CURRENT LEARNING RATE: 0.0073763603174689515
previous_iter_valid_loss : 0.18309460580348969
455280 0.183470 0.183095 0.168544 CURRENT LEARNING RATE: 0.007374885192922832
previous_iter_valid_loss : 0.17197681963443756
455300 0.172266 0.171977 0.167984 CURRENT LEARNING RATE: 0.007373410363372116
previous_iter_valid_loss : 0.16067081689834595
455320 0.160851 0.160671 0.167964 CURRENT LEARNING RATE: 0.0073719358287578215
previous_iter_valid_loss : 0.1635679006576538
455340 0.163792 0.163568 0.168111 CURRENT LEARNING RATE: 0.007370461589020954
previous_iter_valid_loss : 0.1606450378894806
455360 0.160844 0.160645 0.167838 CURRENT LEARNING RATE: 0.007368987644102559
previous_iter_valid_loss : 0.17668621242046356
455380 0.176872 0.176686 0.168633 CURRENT LEARNING RATE: 0.007367513993943663
previous_iter_valid_loss : 0.16102445125579834
455400 0.161235 0.161024 0.167521 CURRENT LEARNING RATE: 0.007366040638485334
previous_iter_valid_loss : 0.18460115790367126
455420 0.184782 0.184601 0.168390 CURRENT LEARNING RATE: 0.007364567577668626
previous_iter_valid_loss : 0.16095325350761414
455440 0.161132 0.160953 0.168317 CURRENT LEARNING RATE: 0.007363094811434629
previous_iter_valid_loss : 0.16068290174007416
455460 0.160861 0.160683 0.168156 CURRENT LEARNING RATE: 0.007361622339724418
previous_iter_valid_loss : 0.18966339528560638
455480 0.189822 0.189663 0.169590 CURRENT LEARNING RATE: 0.0073601501624791085
previous_iter_valid_loss : 0.16327787935733795
455500 0.163476 0.163278 0.169570 CURRENT LEARNING RATE: 0.0073586782796398
previous_iter_valid_loss : 0.16080214083194733
455520 0.161020 0.160802 0.169559 CURRENT LEARNING RATE: 0.007357206691147629
previous_iter_valid_loss : 0.1617831140756607
455540 0.161968 0.161783 0.169431 CURRENT LEARNING RATE: 0.007355735396943721
previous_iter_valid_loss : 0.1625557541847229
455560 0.162787 0.162556 0.168771 CURRENT LEARNING RATE: 0.007354264396969237
previous_iter_valid_loss : 0.16215376555919647
455580 0.162339 0.162154 0.168810 CURRENT LEARNING RATE: 0.007352793691165324
previous_iter_valid_loss : 0.16454489529132843
455600 0.164768 0.164545 0.168124 CURRENT LEARNING RATE: 0.007351323279473164
previous_iter_valid_loss : 0.16063392162322998
455620 0.160825 0.160634 0.167750 CURRENT LEARNING RATE: 0.007349853161833931
previous_iter_valid_loss : 0.1627715826034546
455640 0.163001 0.162772 0.167278 CURRENT LEARNING RATE: 0.007348383338188825
previous_iter_valid_loss : 0.1724359095096588
455660 0.172615 0.172436 0.167225 CURRENT LEARNING RATE: 0.00734691380847906
previous_iter_valid_loss : 0.16374315321445465
455680 0.163933 0.163743 0.166257 CURRENT LEARNING RATE: 0.007345444572645842
previous_iter_valid_loss : 0.1607731282711029
455700 0.160970 0.160773 0.165697 CURRENT LEARNING RATE: 0.007343975630630414
previous_iter_valid_loss : 0.16176646947860718
455720 0.161923 0.161766 0.165752 CURRENT LEARNING RATE: 0.0073425069823740054
previous_iter_valid_loss : 0.17154377698898315
455740 0.171838 0.171544 0.166150 CURRENT LEARNING RATE: 0.007341038627817885
previous_iter_valid_loss : 0.16143383085727692
455760 0.161604 0.161434 0.166190 CURRENT LEARNING RATE: 0.007339570566903303
previous_iter_valid_loss : 0.16142994165420532
455780 0.161599 0.161430 0.165427 CURRENT LEARNING RATE: 0.007338102799571551
previous_iter_valid_loss : 0.17299966514110565
455800 0.173169 0.173000 0.166026 CURRENT LEARNING RATE: 0.007336635325763906
previous_iter_valid_loss : 0.16329644620418549
455820 0.163531 0.163296 0.164961 CURRENT LEARNING RATE: 0.007335168145421681
previous_iter_valid_loss : 0.16060395538806915
455840 0.160803 0.160604 0.164943 CURRENT LEARNING RATE: 0.0073337012584861775
previous_iter_valid_loss : 0.16080917418003082
455860 0.160983 0.160809 0.164949 CURRENT LEARNING RATE: 0.007332234664898731
previous_iter_valid_loss : 0.16740000247955322
455880 0.167660 0.167400 0.163836 CURRENT LEARNING RATE: 0.007330768364600665
previous_iter_valid_loss : 0.16059762239456177
455900 0.160785 0.160598 0.163702 CURRENT LEARNING RATE: 0.007329302357533342
previous_iter_valid_loss : 0.16095814108848572
455920 0.161138 0.160958 0.163710 CURRENT LEARNING RATE: 0.007327836643638108
previous_iter_valid_loss : 0.16162556409835815
455940 0.161851 0.161626 0.163702 CURRENT LEARNING RATE: 0.007326371222856346
previous_iter_valid_loss : 0.1651628166437149
455960 0.165349 0.165163 0.163833 CURRENT LEARNING RATE: 0.007324906095129428
previous_iter_valid_loss : 0.16094417870044708
455980 0.161151 0.160944 0.163772 CURRENT LEARNING RATE: 0.0073234412603987616
previous_iter_valid_loss : 0.16786643862724304
456000 0.168137 0.167866 0.163938 CURRENT LEARNING RATE: 0.00732197671860574
previous_iter_valid_loss : 0.1721830666065216
456020 0.172362 0.172183 0.164516 CURRENT LEARNING RATE: 0.007320512469691795
previous_iter_valid_loss : 0.16080999374389648
456040 0.161018 0.160810 0.164418 CURRENT LEARNING RATE: 0.0073190485135983425
previous_iter_valid_loss : 0.1703024059534073
456060 0.170589 0.170302 0.164311 CURRENT LEARNING RATE: 0.007317584850266831
previous_iter_valid_loss : 0.16348384320735931
456080 0.163717 0.163484 0.164298 CURRENT LEARNING RATE: 0.007316121479638722
previous_iter_valid_loss : 0.16263426840305328
456100 0.162870 0.162634 0.164391 CURRENT LEARNING RATE: 0.007314658401655467
previous_iter_valid_loss : 0.1653498113155365
456120 0.165546 0.165350 0.164570 CURRENT LEARNING RATE: 0.007313195616258554
previous_iter_valid_loss : 0.16289180517196655
456140 0.163086 0.162892 0.164138 CURRENT LEARNING RATE: 0.007311733123389462
previous_iter_valid_loss : 0.16235864162445068
456160 0.162542 0.162359 0.164184 CURRENT LEARNING RATE: 0.007310270922989701
previous_iter_valid_loss : 0.16806408762931824
456180 0.168331 0.168064 0.164515 CURRENT LEARNING RATE: 0.007308809015000773
previous_iter_valid_loss : 0.16076911985874176
456200 0.160955 0.160769 0.163904 CURRENT LEARNING RATE: 0.0073073473993642115
previous_iter_valid_loss : 0.16326196491718292
456220 0.163500 0.163262 0.163902 CURRENT LEARNING RATE: 0.007305886076021541
previous_iter_valid_loss : 0.16057740151882172
456240 0.160762 0.160577 0.163901 CURRENT LEARNING RATE: 0.00730442504491432
previous_iter_valid_loss : 0.1606142371892929
456260 0.160800 0.160614 0.163891 CURRENT LEARNING RATE: 0.007302964305984096
previous_iter_valid_loss : 0.16094116866588593
456280 0.161118 0.160941 0.163568 CURRENT LEARNING RATE: 0.007301503859172452
previous_iter_valid_loss : 0.16107547283172607
456300 0.161245 0.161075 0.163592 CURRENT LEARNING RATE: 0.007300043704420957
previous_iter_valid_loss : 0.1686820685863495
456320 0.168869 0.168682 0.163978 CURRENT LEARNING RATE: 0.007298583841671218
previous_iter_valid_loss : 0.16071628034114838
456340 0.160891 0.160716 0.163933 CURRENT LEARNING RATE: 0.007297124270864826
previous_iter_valid_loss : 0.16360780596733093
456360 0.163849 0.163608 0.163855 CURRENT LEARNING RATE: 0.007295664991943413
previous_iter_valid_loss : 0.16311196982860565
456380 0.163279 0.163112 0.163963 CURRENT LEARNING RATE: 0.007294206004848594
previous_iter_valid_loss : 0.16281503438949585
456400 0.163004 0.162815 0.163711 CURRENT LEARNING RATE: 0.007292747309522022
previous_iter_valid_loss : 0.1686846911907196
456420 0.168955 0.168685 0.163536 CURRENT LEARNING RATE: 0.0072912889059053385
previous_iter_valid_loss : 0.16103540360927582
456440 0.161218 0.161035 0.163547 CURRENT LEARNING RATE: 0.007289830793940211
previous_iter_valid_loss : 0.16146697103977203
456460 0.161644 0.161467 0.163106 CURRENT LEARNING RATE: 0.007288372973568323
previous_iter_valid_loss : 0.1771978735923767
456480 0.177378 0.177198 0.163791 CURRENT LEARNING RATE: 0.007286915444731349
previous_iter_valid_loss : 0.16065435111522675
456500 0.160838 0.160654 0.163692 CURRENT LEARNING RATE: 0.007285458207371
previous_iter_valid_loss : 0.16185426712036133
456520 0.162074 0.161854 0.163517 CURRENT LEARNING RATE: 0.007284001261428973
previous_iter_valid_loss : 0.1643526554107666
456540 0.164545 0.164353 0.163590 CURRENT LEARNING RATE: 0.007282544606847004
previous_iter_valid_loss : 0.17071986198425293
456560 0.170909 0.170720 0.164009 CURRENT LEARNING RATE: 0.007281088243566814
previous_iter_valid_loss : 0.1749275028705597
456580 0.175107 0.174928 0.164352 CURRENT LEARNING RATE: 0.007279632171530162
previous_iter_valid_loss : 0.16365011036396027
456600 0.163829 0.163650 0.164496 CURRENT LEARNING RATE: 0.00727817639067879
previous_iter_valid_loss : 0.16302403807640076
456620 0.163207 0.163024 0.164484 CURRENT LEARNING RATE: 0.0072767209009544824
previous_iter_valid_loss : 0.177025705575943
456640 0.177198 0.177026 0.165306 CURRENT LEARNING RATE: 0.007275265702299003
previous_iter_valid_loss : 0.17861977219581604
456660 0.178804 0.178620 0.166207 CURRENT LEARNING RATE: 0.007273810794654161
previous_iter_valid_loss : 0.16083477437496185
456680 0.161012 0.160835 0.166201 CURRENT LEARNING RATE: 0.007272356177961745
previous_iter_valid_loss : 0.18441399931907654
456700 0.184795 0.184414 0.167368 CURRENT LEARNING RATE: 0.007270901852163584
previous_iter_valid_loss : 0.16069599986076355
456720 0.160893 0.160696 0.166969 CURRENT LEARNING RATE: 0.0072694478172014914
previous_iter_valid_loss : 0.1671331375837326
456740 0.167388 0.167133 0.167290 CURRENT LEARNING RATE: 0.007267994073017319
previous_iter_valid_loss : 0.16151508688926697
456760 0.161690 0.161515 0.167185 CURRENT LEARNING RATE: 0.007266540619552904
previous_iter_valid_loss : 0.16429853439331055
456780 0.164540 0.164299 0.167244 CURRENT LEARNING RATE: 0.007265087456750121
previous_iter_valid_loss : 0.18307934701442719
456800 0.183469 0.183079 0.168258 CURRENT LEARNING RATE: 0.00726363458455083
previous_iter_valid_loss : 0.16957604885101318
456820 0.169841 0.169576 0.168302 CURRENT LEARNING RATE: 0.007262182002896931
previous_iter_valid_loss : 0.16695140302181244
456840 0.167197 0.166951 0.168598 CURRENT LEARNING RATE: 0.007260729711730306
previous_iter_valid_loss : 0.17376603186130524
456860 0.173956 0.173766 0.169213 CURRENT LEARNING RATE: 0.00725927771099287
previous_iter_valid_loss : 0.16431881487369537
456880 0.164499 0.164319 0.168569 CURRENT LEARNING RATE: 0.00725782600062655
previous_iter_valid_loss : 0.17601856589317322
456900 0.176204 0.176019 0.169337 CURRENT LEARNING RATE: 0.007256374580573266
previous_iter_valid_loss : 0.16194473206996918
456920 0.162122 0.161945 0.169342 CURRENT LEARNING RATE: 0.007254923450774972
previous_iter_valid_loss : 0.16835981607437134
456940 0.168632 0.168360 0.169542 CURRENT LEARNING RATE: 0.0072534726111736095
previous_iter_valid_loss : 0.16328318417072296
456960 0.163502 0.163283 0.169170 CURRENT LEARNING RATE: 0.007252022061711159
previous_iter_valid_loss : 0.16153021156787872
456980 0.161761 0.161530 0.168500 CURRENT LEARNING RATE: 0.007250571802329586
previous_iter_valid_loss : 0.16507531702518463
457000 0.165312 0.165075 0.168572 CURRENT LEARNING RATE: 0.007249121832970893
previous_iter_valid_loss : 0.1615576297044754
457020 0.161780 0.161558 0.168498 CURRENT LEARNING RATE: 0.007247672153577068
previous_iter_valid_loss : 0.16270802915096283
457040 0.162888 0.162708 0.167782 CURRENT LEARNING RATE: 0.007246222764090136
previous_iter_valid_loss : 0.16056586802005768
457060 0.160762 0.160566 0.166880 CURRENT LEARNING RATE: 0.007244773664452109
previous_iter_valid_loss : 0.16184000670909882
457080 0.162027 0.161840 0.166930 CURRENT LEARNING RATE: 0.007243324854605036
previous_iter_valid_loss : 0.16990205645561218
457100 0.170193 0.169902 0.166204 CURRENT LEARNING RATE: 0.007241876334490952
previous_iter_valid_loss : 0.16632813215255737
457120 0.166505 0.166328 0.166486 CURRENT LEARNING RATE: 0.007240428104051929
previous_iter_valid_loss : 0.16110259294509888
457140 0.161284 0.161103 0.166184 CURRENT LEARNING RATE: 0.007238980163230024
previous_iter_valid_loss : 0.1647728979587555
457160 0.165026 0.164773 0.166347 CURRENT LEARNING RATE: 0.007237532511967333
previous_iter_valid_loss : 0.17006540298461914
457180 0.170253 0.170065 0.166636 CURRENT LEARNING RATE: 0.007236085150205936
previous_iter_valid_loss : 0.16061756014823914
457200 0.160823 0.160618 0.165513 CURRENT LEARNING RATE: 0.007234638077887955
previous_iter_valid_loss : 0.16063684225082397
457220 0.160811 0.160637 0.165066 CURRENT LEARNING RATE: 0.00723319129495549
previous_iter_valid_loss : 0.1623498797416687
457240 0.162526 0.162350 0.164836 CURRENT LEARNING RATE: 0.007231744801350678
previous_iter_valid_loss : 0.17217028141021729
457260 0.172358 0.172170 0.164756 CURRENT LEARNING RATE: 0.007230298597015665
previous_iter_valid_loss : 0.1721118688583374
457280 0.172300 0.172112 0.165145 CURRENT LEARNING RATE: 0.007228852681892591
previous_iter_valid_loss : 0.17433470487594604
457300 0.174525 0.174335 0.165061 CURRENT LEARNING RATE: 0.007227407055923631
previous_iter_valid_loss : 0.1637219339609146
457320 0.163959 0.163722 0.165150 CURRENT LEARNING RATE: 0.0072259617190509485
previous_iter_valid_loss : 0.1879216581583023
457340 0.188348 0.187922 0.166128 CURRENT LEARNING RATE: 0.007224516671216742
previous_iter_valid_loss : 0.16073063015937805
457360 0.160914 0.160731 0.166001 CURRENT LEARNING RATE: 0.0072230719123631965
previous_iter_valid_loss : 0.17296184599399567
457380 0.173262 0.172962 0.166572 CURRENT LEARNING RATE: 0.0072216274424325355
previous_iter_valid_loss : 0.1670638620853424
457400 0.167322 0.167064 0.166672 CURRENT LEARNING RATE: 0.007220183261366967
previous_iter_valid_loss : 0.16077682375907898
457420 0.160956 0.160777 0.166633 CURRENT LEARNING RATE: 0.007218739369108736
previous_iter_valid_loss : 0.1621234267950058
457440 0.162340 0.162123 0.166603 CURRENT LEARNING RATE: 0.007217295765600073
previous_iter_valid_loss : 0.16152316331863403
457460 0.161746 0.161523 0.166651 CURRENT LEARNING RATE: 0.007215852450783249
previous_iter_valid_loss : 0.16166245937347412
457480 0.161838 0.161662 0.166642 CURRENT LEARNING RATE: 0.007214409424600518
previous_iter_valid_loss : 0.16537383198738098
457500 0.165614 0.165374 0.166416 CURRENT LEARNING RATE: 0.00721296668699417
previous_iter_valid_loss : 0.161918506026268
457520 0.162155 0.161919 0.166195 CURRENT LEARNING RATE: 0.007211524237906487
previous_iter_valid_loss : 0.1620270311832428
457540 0.162203 0.162027 0.166242 CURRENT LEARNING RATE: 0.007210082077279778
previous_iter_valid_loss : 0.16203518211841583
457560 0.162216 0.162035 0.166105 CURRENT LEARNING RATE: 0.0072086402050563474
previous_iter_valid_loss : 0.175233855843544
457580 0.175560 0.175234 0.166363 CURRENT LEARNING RATE: 0.007207198621178533
previous_iter_valid_loss : 0.16062182188034058
457600 0.160812 0.160622 0.166363 CURRENT LEARNING RATE: 0.007205757325588658
previous_iter_valid_loss : 0.1713506579399109
457620 0.171521 0.171351 0.166899 CURRENT LEARNING RATE: 0.0072043163182290825
previous_iter_valid_loss : 0.16326959431171417
457640 0.163458 0.163270 0.166945 CURRENT LEARNING RATE: 0.0072028755990421545
previous_iter_valid_loss : 0.16210956871509552
457660 0.162340 0.162110 0.166442 CURRENT LEARNING RATE: 0.007201435167970251
previous_iter_valid_loss : 0.16072125732898712
457680 0.160927 0.160721 0.165872 CURRENT LEARNING RATE: 0.007199995024955763
previous_iter_valid_loss : 0.16236454248428345
457700 0.162599 0.162365 0.165274 CURRENT LEARNING RATE: 0.0071985551699410705
previous_iter_valid_loss : 0.18433412909507751
457720 0.184736 0.184334 0.166305 CURRENT LEARNING RATE: 0.007197115602868591
previous_iter_valid_loss : 0.16824695467948914
457740 0.168515 0.168247 0.165321 CURRENT LEARNING RATE: 0.0071956763236807305
previous_iter_valid_loss : 0.1632658690214157
457760 0.163507 0.163266 0.165448 CURRENT LEARNING RATE: 0.00719423733231993
previous_iter_valid_loss : 0.1665404886007309
457780 0.166795 0.166540 0.165127 CURRENT LEARNING RATE: 0.007192798628728617
previous_iter_valid_loss : 0.17988887429237366
457800 0.180077 0.179889 0.165768 CURRENT LEARNING RATE: 0.007191360212849258
previous_iter_valid_loss : 0.16077500581741333
457820 0.160937 0.160775 0.165768 CURRENT LEARNING RATE: 0.007189922084624302
previous_iter_valid_loss : 0.16054774820804596
Current valid loss: 0.16054774820804596; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
457840 0.160735 0.160548 0.165689 CURRENT LEARNING RATE: 0.007188484243996236
previous_iter_valid_loss : 0.1898544430732727
457860 0.190016 0.189854 0.167105 CURRENT LEARNING RATE: 0.007187046690907534
previous_iter_valid_loss : 0.16473506391048431
457880 0.164915 0.164735 0.167259 CURRENT LEARNING RATE: 0.007185609425300707
previous_iter_valid_loss : 0.1631355881690979
457900 0.163373 0.163136 0.167147 CURRENT LEARNING RATE: 0.007184172447118253
previous_iter_valid_loss : 0.16208653151988983
457920 0.162278 0.162087 0.167156 CURRENT LEARNING RATE: 0.007182735756302703
previous_iter_valid_loss : 0.1774488091468811
457940 0.177633 0.177449 0.167927 CURRENT LEARNING RATE: 0.007181299352796579
previous_iter_valid_loss : 0.1607741266489029
457960 0.160947 0.160774 0.167864 CURRENT LEARNING RATE: 0.007179863236542434
previous_iter_valid_loss : 0.17724642157554626
457980 0.177582 0.177246 0.167964 CURRENT LEARNING RATE: 0.007178427407482815
previous_iter_valid_loss : 0.1610347479581833
458000 0.161213 0.161035 0.167985 CURRENT LEARNING RATE: 0.007176991865560299
previous_iter_valid_loss : 0.16565053164958954
458020 0.165897 0.165651 0.167700 CURRENT LEARNING RATE: 0.007175556610717452
previous_iter_valid_loss : 0.16529487073421478
458040 0.165490 0.165295 0.167801 CURRENT LEARNING RATE: 0.0071741216428968775
previous_iter_valid_loss : 0.17512375116348267
458060 0.175448 0.175124 0.168452 CURRENT LEARNING RATE: 0.007172686962041163
previous_iter_valid_loss : 0.162643700838089
458080 0.162821 0.162644 0.168548 CURRENT LEARNING RATE: 0.007171252568092928
previous_iter_valid_loss : 0.16260752081871033
458100 0.162781 0.162608 0.168560 CURRENT LEARNING RATE: 0.007169818460994803
previous_iter_valid_loss : 0.1679813116788864
458120 0.168251 0.167981 0.167742 CURRENT LEARNING RATE: 0.00716838464068941
previous_iter_valid_loss : 0.16104187071323395
458140 0.161258 0.161042 0.167382 CURRENT LEARNING RATE: 0.007166951107119412
previous_iter_valid_loss : 0.161434143781662
458160 0.161617 0.161434 0.167291 CURRENT LEARNING RATE: 0.007165517860227451
previous_iter_valid_loss : 0.17458461225032806
458180 0.174898 0.174585 0.167693 CURRENT LEARNING RATE: 0.007164084899956213
previous_iter_valid_loss : 0.16794300079345703
458200 0.168196 0.167943 0.167096 CURRENT LEARNING RATE: 0.007162652226248366
previous_iter_valid_loss : 0.16302527487277985
458220 0.163206 0.163025 0.167208 CURRENT LEARNING RATE: 0.007161219839046613
previous_iter_valid_loss : 0.2065144032239914
458240 0.206605 0.206514 0.169506 CURRENT LEARNING RATE: 0.00715978773829365
previous_iter_valid_loss : 0.17818239331245422
458260 0.178523 0.178182 0.168923 CURRENT LEARNING RATE: 0.007158355923932204
previous_iter_valid_loss : 0.17948678135871887
458280 0.179827 0.179487 0.169660 CURRENT LEARNING RATE: 0.007156924395904988
previous_iter_valid_loss : 0.1633807122707367
458300 0.163606 0.163381 0.169673 CURRENT LEARNING RATE: 0.007155493154154757
previous_iter_valid_loss : 0.1642414927482605
458320 0.164485 0.164241 0.169780 CURRENT LEARNING RATE: 0.0071540621986242465
previous_iter_valid_loss : 0.1607043296098709
458340 0.160875 0.160704 0.168943 CURRENT LEARNING RATE: 0.0071526315292562296
previous_iter_valid_loss : 0.16199474036693573
458360 0.162222 0.161995 0.169004 CURRENT LEARNING RATE: 0.007151201145993469
previous_iter_valid_loss : 0.16095641255378723
458380 0.161139 0.160956 0.168190 CURRENT LEARNING RATE: 0.007149771048778763
previous_iter_valid_loss : 0.1721678078174591
458400 0.172470 0.172168 0.168746 CURRENT LEARNING RATE: 0.007148341237554893
previous_iter_valid_loss : 0.18905924260616302
458420 0.189240 0.189059 0.169917 CURRENT LEARNING RATE: 0.007146911712264679
previous_iter_valid_loss : 0.1608525514602661
458440 0.161063 0.160853 0.169695 CURRENT LEARNING RATE: 0.007145482472850928
previous_iter_valid_loss : 0.16064144670963287
458460 0.160850 0.160641 0.168971 CURRENT LEARNING RATE: 0.007144053519256479
previous_iter_valid_loss : 0.16124403476715088
458480 0.161431 0.161244 0.168901 CURRENT LEARNING RATE: 0.007142624851424175
previous_iter_valid_loss : 0.16863177716732025
458500 0.168907 0.168632 0.169202 CURRENT LEARNING RATE: 0.0071411964692968625
previous_iter_valid_loss : 0.18491290509700775
458520 0.185321 0.184913 0.170048 CURRENT LEARNING RATE: 0.0071397683728174136
previous_iter_valid_loss : 0.17232917249202728
458540 0.172641 0.172329 0.170613 CURRENT LEARNING RATE: 0.007138340561928696
previous_iter_valid_loss : 0.1674060970544815
458560 0.167673 0.167406 0.170911 CURRENT LEARNING RATE: 0.007136913036573607
previous_iter_valid_loss : 0.1632666289806366
458580 0.163469 0.163267 0.170345 CURRENT LEARNING RATE: 0.007135485796695035
previous_iter_valid_loss : 0.1829785853624344
458600 0.183180 0.182979 0.171097 CURRENT LEARNING RATE: 0.007134058842235901
previous_iter_valid_loss : 0.1607533097267151
458620 0.160945 0.160753 0.170984 CURRENT LEARNING RATE: 0.007132632173139117
previous_iter_valid_loss : 0.16362875699996948
458640 0.163871 0.163629 0.168839 CURRENT LEARNING RATE: 0.007131205789347625
previous_iter_valid_loss : 0.17782071232795715
458660 0.178172 0.177821 0.168821 CURRENT LEARNING RATE: 0.007129779690804361
previous_iter_valid_loss : 0.16454212367534637
458680 0.164746 0.164542 0.168074 CURRENT LEARNING RATE: 0.007128353877452292
previous_iter_valid_loss : 0.16163749992847443
458700 0.161871 0.161637 0.167987 CURRENT LEARNING RATE: 0.007126928349234372
previous_iter_valid_loss : 0.16239601373672485
458720 0.162638 0.162396 0.167895 CURRENT LEARNING RATE: 0.007125503106093593
previous_iter_valid_loss : 0.17693515121936798
458740 0.177124 0.176935 0.168706 CURRENT LEARNING RATE: 0.007124078147972933
previous_iter_valid_loss : 0.1785232126712799
458760 0.178723 0.178523 0.169533 CURRENT LEARNING RATE: 0.007122653474815407
previous_iter_valid_loss : 0.16167259216308594
458780 0.161878 0.161673 0.169568 CURRENT LEARNING RATE: 0.0071212290865640135
previous_iter_valid_loss : 0.1787962168455124
458800 0.179163 0.178796 0.169900 CURRENT LEARNING RATE: 0.007119804983161792
previous_iter_valid_loss : 0.1620674878358841
458820 0.162261 0.162067 0.168550 CURRENT LEARNING RATE: 0.007118381164551764
previous_iter_valid_loss : 0.16076630353927612
458840 0.160953 0.160766 0.168546 CURRENT LEARNING RATE: 0.007116957630676988
previous_iter_valid_loss : 0.16381099820137024
458860 0.164020 0.163811 0.168704 CURRENT LEARNING RATE: 0.0071155343814805145
previous_iter_valid_loss : 0.16530188918113708
458880 0.165558 0.165302 0.168907 CURRENT LEARNING RATE: 0.007114111416905416
previous_iter_valid_loss : 0.16869056224822998
458900 0.168866 0.168691 0.168910 CURRENT LEARNING RATE: 0.007112688736894782
previous_iter_valid_loss : 0.17642514407634735
458920 0.176754 0.176425 0.168486 CURRENT LEARNING RATE: 0.007111266341391691
previous_iter_valid_loss : 0.16064567863941193
458940 0.160834 0.160646 0.167902 CURRENT LEARNING RATE: 0.007109844230339262
previous_iter_valid_loss : 0.17192362248897552
458960 0.172113 0.171924 0.168128 CURRENT LEARNING RATE: 0.007108422403680596
previous_iter_valid_loss : 0.1608675867319107
458980 0.161082 0.160868 0.168008 CURRENT LEARNING RATE: 0.007107000861358834
previous_iter_valid_loss : 0.16062146425247192
459000 0.160819 0.160621 0.166890 CURRENT LEARNING RATE: 0.007105579603317101
previous_iter_valid_loss : 0.1642676293849945
459020 0.164503 0.164268 0.167065 CURRENT LEARNING RATE: 0.007104158629498559
previous_iter_valid_loss : 0.17570790648460388
459040 0.175906 0.175708 0.167669 CURRENT LEARNING RATE: 0.0071027379398463574
previous_iter_valid_loss : 0.1606133133172989
459060 0.160812 0.160613 0.166809 CURRENT LEARNING RATE: 0.00710131753430368
previous_iter_valid_loss : 0.160919189453125
459080 0.161140 0.160919 0.166628 CURRENT LEARNING RATE: 0.007099897412813699
previous_iter_valid_loss : 0.17629708349704742
459100 0.176500 0.176297 0.167361 CURRENT LEARNING RATE: 0.0070984775753196215
previous_iter_valid_loss : 0.16178247332572937
459120 0.161968 0.161782 0.167330 CURRENT LEARNING RATE: 0.007097058021764643
previous_iter_valid_loss : 0.16066020727157593
459140 0.160861 0.160660 0.166516 CURRENT LEARNING RATE: 0.007095638752091992
previous_iter_valid_loss : 0.16794706881046295
459160 0.168215 0.167947 0.165988 CURRENT LEARNING RATE: 0.007094219766244885
previous_iter_valid_loss : 0.16617880761623383
459180 0.166367 0.166179 0.166213 CURRENT LEARNING RATE: 0.007092801064166576
previous_iter_valid_loss : 0.16503043472766876
459200 0.165240 0.165030 0.165525 CURRENT LEARNING RATE: 0.007091382645800304
previous_iter_valid_loss : 0.17620816826820374
459220 0.176396 0.176208 0.166232 CURRENT LEARNING RATE: 0.007089964511089346
previous_iter_valid_loss : 0.16061416268348694
459240 0.160810 0.160614 0.166224 CURRENT LEARNING RATE: 0.007088546659976961
previous_iter_valid_loss : 0.19446313381195068
459260 0.194990 0.194463 0.167757 CURRENT LEARNING RATE: 0.0070871290924064455
previous_iter_valid_loss : 0.17503415048122406
459280 0.175374 0.175034 0.168243 CURRENT LEARNING RATE: 0.0070857118083211
previous_iter_valid_loss : 0.1710912138223648
459300 0.171394 0.171091 0.168363 CURRENT LEARNING RATE: 0.0070842948076642225
previous_iter_valid_loss : 0.1762339174747467
459320 0.176572 0.176234 0.168354 CURRENT LEARNING RATE: 0.007082878090379144
previous_iter_valid_loss : 0.16060075163841248
459340 0.160811 0.160601 0.168352 CURRENT LEARNING RATE: 0.007081461656409184
previous_iter_valid_loss : 0.17526111006736755
459360 0.175463 0.175261 0.168518 CURRENT LEARNING RATE: 0.007080045505697697
previous_iter_valid_loss : 0.16093523800373077
459380 0.161123 0.160935 0.168522 CURRENT LEARNING RATE: 0.0070786296381880245
previous_iter_valid_loss : 0.16073466837406158
459400 0.160937 0.160735 0.168527 CURRENT LEARNING RATE: 0.0070772140538235455
previous_iter_valid_loss : 0.1683327853679657
459420 0.168618 0.168333 0.168731 CURRENT LEARNING RATE: 0.0070757987525476235
previous_iter_valid_loss : 0.1642361581325531
459440 0.164443 0.164236 0.168157 CURRENT LEARNING RATE: 0.007074383734303658
previous_iter_valid_loss : 0.16277793049812317
459460 0.162981 0.162778 0.168265 CURRENT LEARNING RATE: 0.007072968999035036
previous_iter_valid_loss : 0.16095620393753052
459480 0.161181 0.160956 0.168267 CURRENT LEARNING RATE: 0.007071554546685183
previous_iter_valid_loss : 0.16091446578502655
459500 0.161098 0.160914 0.167498 CURRENT LEARNING RATE: 0.007070140377197506
previous_iter_valid_loss : 0.16114665567874908
459520 0.161347 0.161147 0.167466 CURRENT LEARNING RATE: 0.00706872649051545
previous_iter_valid_loss : 0.1706438809633255
459540 0.170928 0.170644 0.167965 CURRENT LEARNING RATE: 0.00706731288658245
previous_iter_valid_loss : 0.160657599568367
459560 0.160841 0.160658 0.167601 CURRENT LEARNING RATE: 0.007065899565341971
previous_iter_valid_loss : 0.16062875092029572
459580 0.160823 0.160629 0.167323 CURRENT LEARNING RATE: 0.007064486526737471
previous_iter_valid_loss : 0.1607472449541092
459600 0.160955 0.160747 0.167109 CURRENT LEARNING RATE: 0.007063073770712438
previous_iter_valid_loss : 0.16255122423171997
459620 0.162791 0.162551 0.166427 CURRENT LEARNING RATE: 0.00706166129721035
previous_iter_valid_loss : 0.16133949160575867
459640 0.161571 0.161339 0.166463 CURRENT LEARNING RATE: 0.007060249106174723
previous_iter_valid_loss : 0.16248324513435364
459660 0.162666 0.162483 0.164864 CURRENT LEARNING RATE: 0.0070588371975490545
previous_iter_valid_loss : 0.16389580070972443
459680 0.164083 0.163896 0.164307 CURRENT LEARNING RATE: 0.007057425571276875
previous_iter_valid_loss : 0.18230949342250824
459700 0.182491 0.182309 0.164868 CURRENT LEARNING RATE: 0.007056014227301724
previous_iter_valid_loss : 0.16198259592056274
459720 0.162172 0.161983 0.164155 CURRENT LEARNING RATE: 0.007054603165567138
previous_iter_valid_loss : 0.16252656280994415
459740 0.162717 0.162527 0.164252 CURRENT LEARNING RATE: 0.007053192386016685
previous_iter_valid_loss : 0.16057705879211426
459760 0.160764 0.160577 0.163517 CURRENT LEARNING RATE: 0.007051781888593922
previous_iter_valid_loss : 0.1642892211675644
459780 0.164526 0.164289 0.163685 CURRENT LEARNING RATE: 0.007050371673242442
previous_iter_valid_loss : 0.16276918351650238
459800 0.162963 0.162769 0.163787 CURRENT LEARNING RATE: 0.007048961739905824
previous_iter_valid_loss : 0.16056936979293823
459820 0.160768 0.160569 0.163399 CURRENT LEARNING RATE: 0.007047552088527684
previous_iter_valid_loss : 0.16065871715545654
459840 0.160852 0.160659 0.163220 CURRENT LEARNING RATE: 0.007046142719051621
previous_iter_valid_loss : 0.16197040677070618
459860 0.162139 0.161970 0.163179 CURRENT LEARNING RATE: 0.007044733631421274
previous_iter_valid_loss : 0.1607891470193863
459880 0.160993 0.160789 0.163171 CURRENT LEARNING RATE: 0.0070433248255802675
previous_iter_valid_loss : 0.16086724400520325
459900 0.161084 0.160867 0.163169 CURRENT LEARNING RATE: 0.00704191630147226
previous_iter_valid_loss : 0.1634763777256012
459920 0.163717 0.163476 0.163285 CURRENT LEARNING RATE: 0.0070405080590409
previous_iter_valid_loss : 0.1860930472612381
459940 0.186513 0.186093 0.164058 CURRENT LEARNING RATE: 0.007039100098229869
previous_iter_valid_loss : 0.16475659608840942
459960 0.164959 0.164757 0.164262 CURRENT LEARNING RATE: 0.007037692418982838
previous_iter_valid_loss : 0.16797786951065063
459980 0.168161 0.167978 0.164630 CURRENT LEARNING RATE: 0.007036285021243509
previous_iter_valid_loss : 0.16126181185245514
460000 0.161441 0.161262 0.164656 CURRENT LEARNING RATE: 0.007034877904955577
previous_iter_valid_loss : 0.1650322824716568
460020 0.165232 0.165032 0.164780 CURRENT LEARNING RATE: 0.0070334710700627676
previous_iter_valid_loss : 0.16086062788963318
460040 0.161040 0.160861 0.164756 CURRENT LEARNING RATE: 0.007032064516508796
previous_iter_valid_loss : 0.16146232187747955
460060 0.161689 0.161462 0.164705 CURRENT LEARNING RATE: 0.007030658244237412
previous_iter_valid_loss : 0.16335244476795197
460080 0.163591 0.163352 0.164678 CURRENT LEARNING RATE: 0.007029252253192353
previous_iter_valid_loss : 0.16218270361423492
460100 0.162419 0.162183 0.163671 CURRENT LEARNING RATE: 0.007027846543317384
previous_iter_valid_loss : 0.16066506505012512
460120 0.160863 0.160665 0.163605 CURRENT LEARNING RATE: 0.007026441114556285
previous_iter_valid_loss : 0.16530677676200867
460140 0.165514 0.165307 0.163744 CURRENT LEARNING RATE: 0.007025035966852825
previous_iter_valid_loss : 0.16645300388336182
460160 0.166627 0.166453 0.164038 CURRENT LEARNING RATE: 0.007023631100150811
previous_iter_valid_loss : 0.16136534512043
460180 0.161585 0.161365 0.163892 CURRENT LEARNING RATE: 0.0070222265143940355
previous_iter_valid_loss : 0.16058002412319183
460200 0.160767 0.160580 0.163783 CURRENT LEARNING RATE: 0.007020822209526327
previous_iter_valid_loss : 0.1609441488981247
460220 0.161129 0.160944 0.163801 CURRENT LEARNING RATE: 0.007019418185491503
previous_iter_valid_loss : 0.1606113612651825
460240 0.160803 0.160611 0.163799 CURRENT LEARNING RATE: 0.007018014442233413
previous_iter_valid_loss : 0.16073493659496307
460260 0.160937 0.160735 0.163737 CURRENT LEARNING RATE: 0.007016610979695895
previous_iter_valid_loss : 0.16462017595767975
460280 0.164859 0.164620 0.163929 CURRENT LEARNING RATE: 0.007015207797822823
previous_iter_valid_loss : 0.16343747079372406
460300 0.163612 0.163437 0.164057 CURRENT LEARNING RATE: 0.007013804896558059
previous_iter_valid_loss : 0.16842231154441833
460320 0.168691 0.168422 0.164304 CURRENT LEARNING RATE: 0.007012402275845498
previous_iter_valid_loss : 0.16576147079467773
460340 0.165949 0.165761 0.163288 CURRENT LEARNING RATE: 0.007010999935629022
previous_iter_valid_loss : 0.1625453382730484
460360 0.162729 0.162545 0.163177 CURRENT LEARNING RATE: 0.00700959787585255
previous_iter_valid_loss : 0.1777203381061554
460380 0.177904 0.177720 0.163664 CURRENT LEARNING RATE: 0.007008196096459988
previous_iter_valid_loss : 0.17221228778362274
460400 0.172388 0.172212 0.164212 CURRENT LEARNING RATE: 0.007006794597395278
previous_iter_valid_loss : 0.16674675047397614
460420 0.166929 0.166747 0.164298 CURRENT LEARNING RATE: 0.007005393378602345
previous_iter_valid_loss : 0.16244088113307953
460440 0.162630 0.162441 0.164377 CURRENT LEARNING RATE: 0.007003992440025157
previous_iter_valid_loss : 0.16325579583644867
460460 0.163472 0.163256 0.164466 CURRENT LEARNING RATE: 0.007002591781607659
previous_iter_valid_loss : 0.1666022390127182
460480 0.166798 0.166602 0.164629 CURRENT LEARNING RATE: 0.0070011914032938345
previous_iter_valid_loss : 0.16516231000423431
460500 0.165401 0.165162 0.164778 CURRENT LEARNING RATE: 0.006999791305027672
previous_iter_valid_loss : 0.17487426102161407
460520 0.175180 0.174874 0.165488 CURRENT LEARNING RATE: 0.0069983914867531565
previous_iter_valid_loss : 0.1714157611131668
460540 0.171697 0.171416 0.165794 CURRENT LEARNING RATE: 0.006996991948414308
previous_iter_valid_loss : 0.16054344177246094
Current valid loss: 0.16054344177246094; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
460560 0.160744 0.160543 0.165498 CURRENT LEARNING RATE: 0.006995592689955133
previous_iter_valid_loss : 0.1616721898317337
460580 0.161866 0.161672 0.165514 CURRENT LEARNING RATE: 0.006994193711319672
previous_iter_valid_loss : 0.1624775379896164
460600 0.162685 0.162478 0.165608 CURRENT LEARNING RATE: 0.006992795012451955
previous_iter_valid_loss : 0.17427849769592285
460620 0.174462 0.174278 0.166275 CURRENT LEARNING RATE: 0.006991396593296044
previous_iter_valid_loss : 0.18709821999073029
460640 0.187283 0.187098 0.167600 CURRENT LEARNING RATE: 0.006989998453795992
previous_iter_valid_loss : 0.16848577558994293
460660 0.168676 0.168486 0.167987 CURRENT LEARNING RATE: 0.006988600593895886
previous_iter_valid_loss : 0.167599156498909
460680 0.167787 0.167599 0.168136 CURRENT LEARNING RATE: 0.006987203013539798
previous_iter_valid_loss : 0.16460634768009186
460700 0.164853 0.164606 0.168194 CURRENT LEARNING RATE: 0.0069858057126718385
previous_iter_valid_loss : 0.1641765832901001
460720 0.164381 0.164177 0.167982 CURRENT LEARNING RATE: 0.006984408691236101
previous_iter_valid_loss : 0.16863234341144562
460740 0.168811 0.168632 0.168126 CURRENT LEARNING RATE: 0.006983011949176719
previous_iter_valid_loss : 0.19330166280269623
460760 0.193456 0.193302 0.169664 CURRENT LEARNING RATE: 0.006981615486437809
previous_iter_valid_loss : 0.16241252422332764
460780 0.162600 0.162413 0.168898 CURRENT LEARNING RATE: 0.006980219302963526
previous_iter_valid_loss : 0.16187968850135803
460800 0.162099 0.161880 0.168381 CURRENT LEARNING RATE: 0.00697882339869801
previous_iter_valid_loss : 0.1665450930595398
460820 0.166804 0.166545 0.168371 CURRENT LEARNING RATE: 0.0069774277735854375
previous_iter_valid_loss : 0.16820810735225677
460840 0.168483 0.168208 0.168660 CURRENT LEARNING RATE: 0.00697603242756997
previous_iter_valid_loss : 0.1649543195962906
460860 0.165199 0.164954 0.168745 CURRENT LEARNING RATE: 0.006974637360595806
previous_iter_valid_loss : 0.1700039654970169
460880 0.170290 0.170004 0.168915 CURRENT LEARNING RATE: 0.006973242572607133
previous_iter_valid_loss : 0.16190305352210999
460900 0.162085 0.161903 0.168752 CURRENT LEARNING RATE: 0.006971848063548162
previous_iter_valid_loss : 0.1617838442325592
460920 0.162016 0.161784 0.168097 CURRENT LEARNING RATE: 0.006970453833363122
previous_iter_valid_loss : 0.16190537810325623
460940 0.162090 0.161905 0.167622 CURRENT LEARNING RATE: 0.00696905988199623
previous_iter_valid_loss : 0.16491994261741638
460960 0.165171 0.164920 0.167841 CURRENT LEARNING RATE: 0.00696766620939174
previous_iter_valid_loss : 0.16066938638687134
460980 0.160859 0.160669 0.167790 CURRENT LEARNING RATE: 0.006966272815493894
previous_iter_valid_loss : 0.18270178139209747
461000 0.182888 0.182702 0.168802 CURRENT LEARNING RATE: 0.006964879700246966
previous_iter_valid_loss : 0.16071949899196625
461020 0.160924 0.160719 0.168124 CURRENT LEARNING RATE: 0.006963486863595222
previous_iter_valid_loss : 0.1605979949235916
461040 0.160803 0.160598 0.166799 CURRENT LEARNING RATE: 0.006962094305482959
previous_iter_valid_loss : 0.16510386765003204
461060 0.165308 0.165104 0.166630 CURRENT LEARNING RATE: 0.006960702025854463
previous_iter_valid_loss : 0.1611672192811966
461080 0.161348 0.161167 0.166308 CURRENT LEARNING RATE: 0.0069593100246540555
previous_iter_valid_loss : 0.1638064980506897
461100 0.164054 0.163806 0.166268 CURRENT LEARNING RATE: 0.006957918301826043
previous_iter_valid_loss : 0.16055838763713837
461120 0.160750 0.160558 0.166087 CURRENT LEARNING RATE: 0.006956526857314771
previous_iter_valid_loss : 0.16197356581687927
461140 0.162222 0.161974 0.165754 CURRENT LEARNING RATE: 0.006955135691064567
previous_iter_valid_loss : 0.16345156729221344
461160 0.163682 0.163452 0.164262 CURRENT LEARNING RATE: 0.006953744803019799
previous_iter_valid_loss : 0.16082534193992615
461180 0.161018 0.160825 0.164182 CURRENT LEARNING RATE: 0.006952354193124816
previous_iter_valid_loss : 0.17330576479434967
461200 0.173497 0.173306 0.164754 CURRENT LEARNING RATE: 0.006950963861324009
previous_iter_valid_loss : 0.16438473761081696
461220 0.164576 0.164385 0.164646 CURRENT LEARNING RATE: 0.0069495738075617515
previous_iter_valid_loss : 0.1608416885137558
461240 0.161049 0.160842 0.164277 CURRENT LEARNING RATE: 0.006948184031782453
previous_iter_valid_loss : 0.18591637909412384
461260 0.186103 0.185916 0.165325 CURRENT LEARNING RATE: 0.00694679453393051
previous_iter_valid_loss : 0.16967254877090454
461280 0.169956 0.169673 0.165309 CURRENT LEARNING RATE: 0.00694540531395035
previous_iter_valid_loss : 0.1749933809041977
461300 0.175181 0.174993 0.165963 CURRENT LEARNING RATE: 0.006944016371786409
previous_iter_valid_loss : 0.1610354483127594
461320 0.161260 0.161035 0.165926 CURRENT LEARNING RATE: 0.006942627707383118
previous_iter_valid_loss : 0.16739922761917114
461340 0.167667 0.167399 0.166201 CURRENT LEARNING RATE: 0.006941239320684941
previous_iter_valid_loss : 0.16229379177093506
461360 0.162493 0.162294 0.166069 CURRENT LEARNING RATE: 0.006939851211636334
previous_iter_valid_loss : 0.1970909982919693
461380 0.197248 0.197091 0.167890 CURRENT LEARNING RATE: 0.006938463380181782
previous_iter_valid_loss : 0.16627484560012817
461400 0.166545 0.166275 0.167069 CURRENT LEARNING RATE: 0.006937075826265759
previous_iter_valid_loss : 0.17448320984840393
461420 0.174664 0.174483 0.167757 CURRENT LEARNING RATE: 0.006935688549832777
previous_iter_valid_loss : 0.16131585836410522
461440 0.161551 0.161316 0.167793 CURRENT LEARNING RATE: 0.006934301550827332
previous_iter_valid_loss : 0.17889106273651123
461460 0.179236 0.178891 0.168482 CURRENT LEARNING RATE: 0.006932914829193955
previous_iter_valid_loss : 0.1605696678161621
461480 0.160769 0.160570 0.168453 CURRENT LEARNING RATE: 0.006931528384877167
previous_iter_valid_loss : 0.16668318212032318
461500 0.166866 0.166683 0.168596 CURRENT LEARNING RATE: 0.00693014221782152
previous_iter_valid_loss : 0.1627023071050644
461520 0.162939 0.162702 0.168704 CURRENT LEARNING RATE: 0.006928756327971557
previous_iter_valid_loss : 0.1625923067331314
461540 0.162842 0.162592 0.168734 CURRENT LEARNING RATE: 0.006927370715271856
previous_iter_valid_loss : 0.1605934351682663
461560 0.160788 0.160593 0.168592 CURRENT LEARNING RATE: 0.006925985379666976
previous_iter_valid_loss : 0.16744714975357056
461580 0.167722 0.167447 0.168923 CURRENT LEARNING RATE: 0.00692460032110152
previous_iter_valid_loss : 0.16097837686538696
461600 0.161156 0.160978 0.168306 CURRENT LEARNING RATE: 0.00692321553952007
previous_iter_valid_loss : 0.17729876935482025
461620 0.177493 0.177299 0.168952 CURRENT LEARNING RATE: 0.00692183103486725
previous_iter_valid_loss : 0.1608128398656845
461640 0.161026 0.160813 0.168951 CURRENT LEARNING RATE: 0.006920446807087665
previous_iter_valid_loss : 0.16058850288391113
461660 0.160800 0.160589 0.167684 CURRENT LEARNING RATE: 0.006919062856125961
previous_iter_valid_loss : 0.16124656796455383
461680 0.161474 0.161247 0.167263 CURRENT LEARNING RATE: 0.006917679181926764
previous_iter_valid_loss : 0.16427937150001526
461700 0.164539 0.164279 0.166727 CURRENT LEARNING RATE: 0.006916295784434736
previous_iter_valid_loss : 0.16088810563087463
461720 0.161112 0.160888 0.166720 CURRENT LEARNING RATE: 0.006914912663594548
previous_iter_valid_loss : 0.1606677770614624
461740 0.160862 0.160668 0.166383 CURRENT LEARNING RATE: 0.00691352981935086
previous_iter_valid_loss : 0.16136303544044495
461760 0.161582 0.161363 0.166337 CURRENT LEARNING RATE: 0.006912147251648372
previous_iter_valid_loss : 0.1628098487854004
461780 0.163033 0.162810 0.164623 CURRENT LEARNING RATE: 0.006910764960431769
previous_iter_valid_loss : 0.16926123201847076
461800 0.169437 0.169261 0.164772 CURRENT LEARNING RATE: 0.00690938294564577
previous_iter_valid_loss : 0.17215487360954285
461820 0.172337 0.172155 0.164656 CURRENT LEARNING RATE: 0.006908001207235085
previous_iter_valid_loss : 0.17218919098377228
461840 0.172374 0.172189 0.165199 CURRENT LEARNING RATE: 0.006906619745144456
previous_iter_valid_loss : 0.1610429435968399
461860 0.161231 0.161043 0.164307 CURRENT LEARNING RATE: 0.00690523855931861
previous_iter_valid_loss : 0.16264154016971588
461880 0.162836 0.162642 0.164410 CURRENT LEARNING RATE: 0.006903857649702314
previous_iter_valid_loss : 0.17882050573825836
461900 0.179012 0.178821 0.165017 CURRENT LEARNING RATE: 0.006902477016240319
previous_iter_valid_loss : 0.1619383692741394
461920 0.162132 0.161938 0.164979 CURRENT LEARNING RATE: 0.006901096658877412
previous_iter_valid_loss : 0.16806983947753906
461940 0.168247 0.168070 0.165253 CURRENT LEARNING RATE: 0.006899716577558365
previous_iter_valid_loss : 0.16075868904590607
461960 0.160963 0.160759 0.165261 CURRENT LEARNING RATE: 0.00689833677222799
previous_iter_valid_loss : 0.1606944352388382
461980 0.160892 0.160694 0.164924 CURRENT LEARNING RATE: 0.0068969572428310795
previous_iter_valid_loss : 0.21157166361808777
462000 0.212207 0.211572 0.167453 CURRENT LEARNING RATE: 0.006895577989312465
previous_iter_valid_loss : 0.16089963912963867
462020 0.161117 0.160900 0.166633 CURRENT LEARNING RATE: 0.006894199011616966
previous_iter_valid_loss : 0.17279216647148132
462040 0.173095 0.172792 0.167232 CURRENT LEARNING RATE: 0.006892820309689435
previous_iter_valid_loss : 0.1632516235113144
462060 0.163495 0.163252 0.167365 CURRENT LEARNING RATE: 0.00689144188347471
previous_iter_valid_loss : 0.16723725199699402
462080 0.167508 0.167237 0.167665 CURRENT LEARNING RATE: 0.0068900637329176615
previous_iter_valid_loss : 0.1606164127588272
462100 0.160818 0.160616 0.167482 CURRENT LEARNING RATE: 0.0068886858579631696
previous_iter_valid_loss : 0.16666114330291748
462120 0.166842 0.166661 0.167770 CURRENT LEARNING RATE: 0.006887308258556107
previous_iter_valid_loss : 0.1607424020767212
462140 0.160923 0.160742 0.167774 CURRENT LEARNING RATE: 0.006885930934641381
previous_iter_valid_loss : 0.18901574611663818
462160 0.189184 0.189016 0.169157 CURRENT LEARNING RATE: 0.006884553886163888
previous_iter_valid_loss : 0.16213613748550415
462180 0.162367 0.162136 0.169123 CURRENT LEARNING RATE: 0.006883177113068558
previous_iter_valid_loss : 0.1609625667333603
462200 0.161169 0.160963 0.168708 CURRENT LEARNING RATE: 0.006881800615300306
previous_iter_valid_loss : 0.167948916554451
462220 0.168134 0.167949 0.168498 CURRENT LEARNING RATE: 0.006880424392804086
previous_iter_valid_loss : 0.1638411581516266
462240 0.164087 0.163841 0.168080 CURRENT LEARNING RATE: 0.006879048445524837
previous_iter_valid_loss : 0.1673370599746704
462260 0.167589 0.167337 0.168395 CURRENT LEARNING RATE: 0.006877672773407532
previous_iter_valid_loss : 0.1618998795747757
462280 0.162116 0.161900 0.168358 CURRENT LEARNING RATE: 0.006876297376397134
previous_iter_valid_loss : 0.16295281052589417
462300 0.163143 0.162953 0.167565 CURRENT LEARNING RATE: 0.006874922254438636
previous_iter_valid_loss : 0.17009687423706055
462320 0.170285 0.170097 0.167973 CURRENT LEARNING RATE: 0.006873547407477025
previous_iter_valid_loss : 0.18076124787330627
462340 0.181120 0.180761 0.168607 CURRENT LEARNING RATE: 0.006872172835457316
previous_iter_valid_loss : 0.16732092201709747
462360 0.167576 0.167321 0.168935 CURRENT LEARNING RATE: 0.006870798538324517
previous_iter_valid_loss : 0.16109752655029297
462380 0.161299 0.161098 0.168956 CURRENT LEARNING RATE: 0.006869424516023665
previous_iter_valid_loss : 0.17757074534893036
462400 0.177901 0.177571 0.167255 CURRENT LEARNING RATE: 0.0068680507684997895
previous_iter_valid_loss : 0.161360964179039
462420 0.161580 0.161361 0.167279 CURRENT LEARNING RATE: 0.00686667729569795
previous_iter_valid_loss : 0.1618497222661972
462440 0.162037 0.161850 0.166731 CURRENT LEARNING RATE: 0.0068653040975632
previous_iter_valid_loss : 0.17775531113147736
462460 0.178088 0.177755 0.167457 CURRENT LEARNING RATE: 0.006863931174040618
previous_iter_valid_loss : 0.16404291987419128
462480 0.164243 0.164043 0.167297 CURRENT LEARNING RATE: 0.006862558525075279
previous_iter_valid_loss : 0.16333188116550446
462500 0.163554 0.163332 0.167433 CURRENT LEARNING RATE: 0.006861186150612283
previous_iter_valid_loss : 0.1607494205236435
462520 0.160917 0.160749 0.167137 CURRENT LEARNING RATE: 0.006859814050596738
previous_iter_valid_loss : 0.16529671847820282
462540 0.165478 0.165297 0.167365 CURRENT LEARNING RATE: 0.006858442224973751
previous_iter_valid_loss : 0.16497685015201569
462560 0.165203 0.164977 0.166163 CURRENT LEARNING RATE: 0.006857070673688459
previous_iter_valid_loss : 0.16075947880744934
462580 0.160948 0.160759 0.166094 CURRENT LEARNING RATE: 0.006855699396685991
previous_iter_valid_loss : 0.1608629673719406
462600 0.161043 0.160863 0.166089 CURRENT LEARNING RATE: 0.006854328393911504
previous_iter_valid_loss : 0.16792571544647217
462620 0.168179 0.167926 0.166088 CURRENT LEARNING RATE: 0.006852957665310148
previous_iter_valid_loss : 0.17027363181114197
462640 0.170455 0.170274 0.166410 CURRENT LEARNING RATE: 0.006851587210827106
previous_iter_valid_loss : 0.1608269363641739
462660 0.161035 0.160827 0.166084 CURRENT LEARNING RATE: 0.006850217030407547
previous_iter_valid_loss : 0.16109386086463928
462680 0.161297 0.161094 0.166044 CURRENT LEARNING RATE: 0.006848847123996676
previous_iter_valid_loss : 0.16116569936275482
462700 0.161339 0.161166 0.165954 CURRENT LEARNING RATE: 0.006847477491539685
previous_iter_valid_loss : 0.1623474359512329
462720 0.162556 0.162347 0.165567 CURRENT LEARNING RATE: 0.0068461081329818
previous_iter_valid_loss : 0.16485093533992767
462740 0.165031 0.164851 0.164771 CURRENT LEARNING RATE: 0.006844739048268236
previous_iter_valid_loss : 0.16473489999771118
462760 0.164979 0.164735 0.164642 CURRENT LEARNING RATE: 0.00684337023734424
previous_iter_valid_loss : 0.16099396347999573
462780 0.161204 0.160994 0.164637 CURRENT LEARNING RATE: 0.00684200170015505
previous_iter_valid_loss : 0.16188976168632507
462800 0.162115 0.161890 0.163853 CURRENT LEARNING RATE: 0.006840633436645933
previous_iter_valid_loss : 0.16091234982013702
462820 0.161088 0.160912 0.163830 CURRENT LEARNING RATE: 0.006839265446762149
previous_iter_valid_loss : 0.18633227050304413
462840 0.186498 0.186332 0.165055 CURRENT LEARNING RATE: 0.006837897730448991
previous_iter_valid_loss : 0.1661536991596222
462860 0.166320 0.166154 0.164474 CURRENT LEARNING RATE: 0.006836530287651735
previous_iter_valid_loss : 0.19014133512973785
462880 0.190284 0.190141 0.165779 CURRENT LEARNING RATE: 0.0068351631183157
previous_iter_valid_loss : 0.17658327519893646
462900 0.176758 0.176583 0.166442 CURRENT LEARNING RATE: 0.006833796222386184
previous_iter_valid_loss : 0.1720355898141861
462920 0.172324 0.172036 0.167006 CURRENT LEARNING RATE: 0.006832429599808516
previous_iter_valid_loss : 0.1869150698184967
462940 0.187348 0.186915 0.168087 CURRENT LEARNING RATE: 0.00683106325052804
previous_iter_valid_loss : 0.1689918488264084
462960 0.169262 0.168992 0.168288 CURRENT LEARNING RATE: 0.006829697174490089
previous_iter_valid_loss : 0.1655253767967224
462980 0.165774 0.165525 0.168526 CURRENT LEARNING RATE: 0.006828331371640032
previous_iter_valid_loss : 0.16092753410339355
463000 0.161100 0.160928 0.168529 CURRENT LEARNING RATE: 0.006826965841923225
previous_iter_valid_loss : 0.16630563139915466
463020 0.166496 0.166306 0.168448 CURRENT LEARNING RATE: 0.0068256005852850585
previous_iter_valid_loss : 0.16482685506343842
463040 0.165060 0.164827 0.168176 CURRENT LEARNING RATE: 0.006824235601670909
previous_iter_valid_loss : 0.16172392666339874
463060 0.161904 0.161724 0.168221 CURRENT LEARNING RATE: 0.006822870891026191
previous_iter_valid_loss : 0.16116711497306824
463080 0.161357 0.161167 0.168225 CURRENT LEARNING RATE: 0.006821506453296304
previous_iter_valid_loss : 0.1650933474302292
463100 0.165328 0.165093 0.168421 CURRENT LEARNING RATE: 0.006820142288426682
previous_iter_valid_loss : 0.16130422055721283
463120 0.161521 0.161304 0.168369 CURRENT LEARNING RATE: 0.0068187783963627475
previous_iter_valid_loss : 0.1614781618118286
463140 0.161706 0.161478 0.168200 CURRENT LEARNING RATE: 0.006817414777049954
previous_iter_valid_loss : 0.16379381716251373
463160 0.163981 0.163794 0.168153 CURRENT LEARNING RATE: 0.006816051430433748
previous_iter_valid_loss : 0.16726207733154297
463180 0.167445 0.167262 0.168467 CURRENT LEARNING RATE: 0.006814688356459606
previous_iter_valid_loss : 0.1627928912639618
463200 0.163021 0.162793 0.168512 CURRENT LEARNING RATE: 0.006813325555072991
previous_iter_valid_loss : 0.16542018949985504
463220 0.165630 0.165420 0.168737 CURRENT LEARNING RATE: 0.006811963026219408
previous_iter_valid_loss : 0.16156995296478271
463240 0.161793 0.161570 0.167499 CURRENT LEARNING RATE: 0.006810600769844339
previous_iter_valid_loss : 0.1766081303358078
463260 0.176934 0.176608 0.168022 CURRENT LEARNING RATE: 0.006809238785893308
previous_iter_valid_loss : 0.1615026593208313
463280 0.161723 0.161503 0.166590 CURRENT LEARNING RATE: 0.006807877074311824
previous_iter_valid_loss : 0.1620761901140213
463300 0.162261 0.162076 0.165864 CURRENT LEARNING RATE: 0.006806515635045424
previous_iter_valid_loss : 0.16238687932491302
463320 0.162608 0.162387 0.165382 CURRENT LEARNING RATE: 0.006805154468039655
previous_iter_valid_loss : 0.163466215133667
463340 0.163697 0.163466 0.164209 CURRENT LEARNING RATE: 0.00680379357324006
previous_iter_valid_loss : 0.16059531271457672
463360 0.160788 0.160595 0.163790 CURRENT LEARNING RATE: 0.006802432950592217
previous_iter_valid_loss : 0.18133144080638885
463380 0.181525 0.181331 0.164580 CURRENT LEARNING RATE: 0.006801072600041684
previous_iter_valid_loss : 0.16554290056228638
463400 0.165742 0.165543 0.164811 CURRENT LEARNING RATE: 0.006799712521534064
previous_iter_valid_loss : 0.16360536217689514
463420 0.163814 0.163605 0.164676 CURRENT LEARNING RATE: 0.0067983527150149384
previous_iter_valid_loss : 0.16086623072624207
463440 0.161063 0.160866 0.164478 CURRENT LEARNING RATE: 0.006796993180429928
previous_iter_valid_loss : 0.17353278398513794
463460 0.173838 0.173533 0.165068 CURRENT LEARNING RATE: 0.006795633917724642
previous_iter_valid_loss : 0.17128057777881622
463480 0.171578 0.171281 0.165574 CURRENT LEARNING RATE: 0.0067942749268447185
previous_iter_valid_loss : 0.16117596626281738
463500 0.161398 0.161176 0.165378 CURRENT LEARNING RATE: 0.0067929162077357864
previous_iter_valid_loss : 0.16327521204948425
463520 0.163505 0.163275 0.165477 CURRENT LEARNING RATE: 0.006791557760343509
previous_iter_valid_loss : 0.17184948921203613
463540 0.172147 0.171849 0.165995 CURRENT LEARNING RATE: 0.006790199584613538
previous_iter_valid_loss : 0.1898144781589508
463560 0.190255 0.189814 0.167296 CURRENT LEARNING RATE: 0.0067888416804915575
previous_iter_valid_loss : 0.17321142554283142
463580 0.173505 0.173211 0.167594 CURRENT LEARNING RATE: 0.006787484047923238
previous_iter_valid_loss : 0.16163676977157593
463600 0.161806 0.161637 0.167536 CURRENT LEARNING RATE: 0.006786126686854289
previous_iter_valid_loss : 0.162861630320549
463620 0.163041 0.162862 0.167408 CURRENT LEARNING RATE: 0.0067847695972304
previous_iter_valid_loss : 0.16280385851860046
463640 0.162986 0.162804 0.167470 CURRENT LEARNING RATE: 0.006783412778997304
previous_iter_valid_loss : 0.160933256149292
463660 0.161147 0.160933 0.166686 CURRENT LEARNING RATE: 0.006782056232100713
previous_iter_valid_loss : 0.20403510332107544
463680 0.204128 0.204035 0.168812 CURRENT LEARNING RATE: 0.006780699956486378
previous_iter_valid_loss : 0.1669284999370575
463700 0.167184 0.166928 0.169055 CURRENT LEARNING RATE: 0.006779343952100036
previous_iter_valid_loss : 0.1803877055644989
463720 0.180747 0.180388 0.169955 CURRENT LEARNING RATE: 0.006777988218887454
previous_iter_valid_loss : 0.16702207922935486
463740 0.167187 0.167022 0.170133 CURRENT LEARNING RATE: 0.006776632756794408
previous_iter_valid_loss : 0.1635701060295105
463760 0.163796 0.163570 0.170282 CURRENT LEARNING RATE: 0.006775277565766666
previous_iter_valid_loss : 0.16485123336315155
463780 0.165094 0.164851 0.169458 CURRENT LEARNING RATE: 0.006773922645750033
previous_iter_valid_loss : 0.16075676679611206
463800 0.160933 0.160757 0.169218 CURRENT LEARNING RATE: 0.0067725679966903025
previous_iter_valid_loss : 0.16739973425865173
463820 0.167579 0.167400 0.169408 CURRENT LEARNING RATE: 0.006771213618533297
previous_iter_valid_loss : 0.17093472182750702
463840 0.171111 0.170935 0.169911 CURRENT LEARNING RATE: 0.006769859511224833
previous_iter_valid_loss : 0.16356097161769867
463860 0.163752 0.163561 0.169413 CURRENT LEARNING RATE: 0.0067685056747107545
previous_iter_valid_loss : 0.1614263504743576
463880 0.161603 0.161426 0.168920 CURRENT LEARNING RATE: 0.006767152108936899
previous_iter_valid_loss : 0.16057716310024261
463900 0.160758 0.160577 0.168890 CURRENT LEARNING RATE: 0.006765798813849135
previous_iter_valid_loss : 0.16830511391162872
463920 0.168560 0.168305 0.169142 CURRENT LEARNING RATE: 0.006764445789393317
previous_iter_valid_loss : 0.1626967191696167
463940 0.162921 0.162697 0.168684 CURRENT LEARNING RATE: 0.0067630930355153385
previous_iter_valid_loss : 0.16219234466552734
463960 0.162375 0.162192 0.167303 CURRENT LEARNING RATE: 0.006761740552161077
previous_iter_valid_loss : 0.1624256819486618
463980 0.162637 0.162426 0.166764 CURRENT LEARNING RATE: 0.006760388339276444
previous_iter_valid_loss : 0.17128710448741913
464000 0.171470 0.171287 0.167246 CURRENT LEARNING RATE: 0.006759036396807339
previous_iter_valid_loss : 0.16661493480205536
464020 0.166864 0.166615 0.167434 CURRENT LEARNING RATE: 0.006757684724699696
previous_iter_valid_loss : 0.16094253957271576
464040 0.161157 0.160943 0.167341 CURRENT LEARNING RATE: 0.006756333322899438
previous_iter_valid_loss : 0.16516417264938354
464060 0.165405 0.165164 0.167552 CURRENT LEARNING RATE: 0.00675498219135252
previous_iter_valid_loss : 0.16062401235103607
464080 0.160821 0.160624 0.165382 CURRENT LEARNING RATE: 0.006753631330004885
previous_iter_valid_loss : 0.1606079638004303
464100 0.160799 0.160608 0.165066 CURRENT LEARNING RATE: 0.006752280738802504
previous_iter_valid_loss : 0.1605970412492752
464120 0.160788 0.160597 0.164076 CURRENT LEARNING RATE: 0.006750930417691358
previous_iter_valid_loss : 0.1707514524459839
464140 0.170933 0.170751 0.164263 CURRENT LEARNING RATE: 0.006749580366617425
previous_iter_valid_loss : 0.17315426468849182
464160 0.173342 0.173154 0.164742 CURRENT LEARNING RATE: 0.006748230585526712
previous_iter_valid_loss : 0.17739428579807281
464180 0.177579 0.177394 0.165369 CURRENT LEARNING RATE: 0.006746881074365219
previous_iter_valid_loss : 0.18646015226840973
464200 0.186640 0.186460 0.166654 CURRENT LEARNING RATE: 0.0067455318330789755
previous_iter_valid_loss : 0.16791070997714996
464220 0.168088 0.167911 0.166680 CURRENT LEARNING RATE: 0.006744182861613999
previous_iter_valid_loss : 0.1655941754579544
464240 0.165844 0.165594 0.166413 CURRENT LEARNING RATE: 0.006742834159916345
previous_iter_valid_loss : 0.1607484370470047
464260 0.160941 0.160748 0.166272 CURRENT LEARNING RATE: 0.0067414857279320525
previous_iter_valid_loss : 0.16846494376659393
464280 0.168648 0.168465 0.166624 CURRENT LEARNING RATE: 0.006740137565607196
previous_iter_valid_loss : 0.16066977381706238
464300 0.160838 0.160670 0.166629 CURRENT LEARNING RATE: 0.006738789672887836
previous_iter_valid_loss : 0.1608632504940033
464320 0.161049 0.160863 0.166257 CURRENT LEARNING RATE: 0.006737442049720071
previous_iter_valid_loss : 0.17550380527973175
464340 0.175833 0.175504 0.166897 CURRENT LEARNING RATE: 0.006736094696049982
previous_iter_valid_loss : 0.16060549020767212
464360 0.160804 0.160605 0.166818 CURRENT LEARNING RATE: 0.006734747611823688
previous_iter_valid_loss : 0.16242003440856934
464380 0.162659 0.162420 0.166817 CURRENT LEARNING RATE: 0.006733400796987293
previous_iter_valid_loss : 0.16056494414806366
464400 0.160760 0.160565 0.166281 CURRENT LEARNING RATE: 0.0067320542514869375
previous_iter_valid_loss : 0.162071093916893
464420 0.162279 0.162071 0.166054 CURRENT LEARNING RATE: 0.006730707975268747
previous_iter_valid_loss : 0.1635897159576416
464440 0.163835 0.163590 0.166186 CURRENT LEARNING RATE: 0.006729361968278882
previous_iter_valid_loss : 0.18736465275287628
464460 0.187822 0.187365 0.167296 CURRENT LEARNING RATE: 0.006728016230463491
previous_iter_valid_loss : 0.16273052990436554
464480 0.162951 0.162731 0.167402 CURRENT LEARNING RATE: 0.006726670761768755
previous_iter_valid_loss : 0.16171999275684357
464500 0.161918 0.161720 0.167457 CURRENT LEARNING RATE: 0.006725325562140846
previous_iter_valid_loss : 0.16116118431091309
464520 0.161375 0.161161 0.167485 CURRENT LEARNING RATE: 0.006723980631525959
previous_iter_valid_loss : 0.16057123243808746
464540 0.160755 0.160571 0.166976 CURRENT LEARNING RATE: 0.006722635969870305
previous_iter_valid_loss : 0.16251325607299805
464560 0.162702 0.162513 0.166444 CURRENT LEARNING RATE: 0.006721291577120083
previous_iter_valid_loss : 0.17428132891654968
464580 0.174595 0.174281 0.166289 CURRENT LEARNING RATE: 0.006719947453221533
previous_iter_valid_loss : 0.16476039588451385
464600 0.165004 0.164760 0.165204 CURRENT LEARNING RATE: 0.006718603598120876
previous_iter_valid_loss : 0.17769677937030792
464620 0.178036 0.177697 0.165693 CURRENT LEARNING RATE: 0.006717260011764369
previous_iter_valid_loss : 0.1638742834329605
464640 0.164072 0.163874 0.165607 CURRENT LEARNING RATE: 0.006715916694098259
previous_iter_valid_loss : 0.16141869127750397
464660 0.161644 0.161419 0.165641 CURRENT LEARNING RATE: 0.006714573645068821
previous_iter_valid_loss : 0.16261757910251617
464680 0.162817 0.162618 0.165348 CURRENT LEARNING RATE: 0.006713230864622325
previous_iter_valid_loss : 0.18636944890022278
464700 0.186546 0.186369 0.166633 CURRENT LEARNING RATE: 0.006711888352705071
previous_iter_valid_loss : 0.16235452890396118
464720 0.162536 0.162355 0.166708 CURRENT LEARNING RATE: 0.006710546109263345
previous_iter_valid_loss : 0.16277934610843658
464740 0.162968 0.162779 0.166072 CURRENT LEARNING RATE: 0.00670920413424347
previous_iter_valid_loss : 0.16706860065460205
464760 0.167323 0.167069 0.166395 CURRENT LEARNING RATE: 0.0067078624275917565
previous_iter_valid_loss : 0.1767662912607193
464780 0.177100 0.176766 0.167112 CURRENT LEARNING RATE: 0.006706520989254546
previous_iter_valid_loss : 0.16608157753944397
464800 0.166274 0.166082 0.167388 CURRENT LEARNING RATE: 0.006705179819178171
previous_iter_valid_loss : 0.16063034534454346
464820 0.160816 0.160630 0.167316 CURRENT LEARNING RATE: 0.006703838917308995
previous_iter_valid_loss : 0.16979306936264038
464840 0.170085 0.169793 0.167626 CURRENT LEARNING RATE: 0.0067024982835933705
previous_iter_valid_loss : 0.16085612773895264
464860 0.161070 0.160856 0.166301 CURRENT LEARNING RATE: 0.0067011579179776844
previous_iter_valid_loss : 0.16068035364151
464880 0.160871 0.160680 0.166198 CURRENT LEARNING RATE: 0.006699817820408311
previous_iter_valid_loss : 0.162693589925766
464900 0.162898 0.162694 0.166247 CURRENT LEARNING RATE: 0.006698477990831649
previous_iter_valid_loss : 0.17313720285892487
464920 0.173328 0.173137 0.166846 CURRENT LEARNING RATE: 0.006697138429194116
previous_iter_valid_loss : 0.16586986184120178
464940 0.166068 0.165870 0.167110 CURRENT LEARNING RATE: 0.006695799135442113
previous_iter_valid_loss : 0.16521812975406647
464960 0.165473 0.165218 0.167246 CURRENT LEARNING RATE: 0.006694460109522083
previous_iter_valid_loss : 0.16176941990852356
464980 0.161966 0.161769 0.166620 CURRENT LEARNING RATE: 0.006693121351380453
previous_iter_valid_loss : 0.17598986625671387
465000 0.176185 0.175990 0.167182 CURRENT LEARNING RATE: 0.006691782860963683
previous_iter_valid_loss : 0.16827704012393951
465020 0.168472 0.168277 0.166711 CURRENT LEARNING RATE: 0.0066904446382182224
previous_iter_valid_loss : 0.16110099852085114
465040 0.161292 0.161101 0.166572 CURRENT LEARNING RATE: 0.006689106683090555
previous_iter_valid_loss : 0.1707770675420761
465060 0.171075 0.170777 0.167040 CURRENT LEARNING RATE: 0.00668776899552715
previous_iter_valid_loss : 0.1633436232805252
465080 0.163586 0.163344 0.167076 CURRENT LEARNING RATE: 0.0066864315754745106
previous_iter_valid_loss : 0.1607935130596161
465100 0.160999 0.160794 0.165797 CURRENT LEARNING RATE: 0.006685094422879129
previous_iter_valid_loss : 0.16244691610336304
465120 0.162646 0.162447 0.165802 CURRENT LEARNING RATE: 0.006683757537687533
previous_iter_valid_loss : 0.16156108677387238
465140 0.161793 0.161561 0.165741 CURRENT LEARNING RATE: 0.006682420919846231
previous_iter_valid_loss : 0.1619267463684082
465160 0.162111 0.161927 0.165484 CURRENT LEARNING RATE: 0.0066810845693017745
previous_iter_valid_loss : 0.16219419240951538
465180 0.162373 0.162194 0.164755 CURRENT LEARNING RATE: 0.006679748486000695
previous_iter_valid_loss : 0.17151793837547302
465200 0.171814 0.171518 0.165027 CURRENT LEARNING RATE: 0.006678412669889562
previous_iter_valid_loss : 0.16759084165096283
465220 0.167780 0.167591 0.165375 CURRENT LEARNING RATE: 0.006677077120914929
previous_iter_valid_loss : 0.16904671490192413
465240 0.169320 0.169047 0.165338 CURRENT LEARNING RATE: 0.0066757418390233905
previous_iter_valid_loss : 0.16409260034561157
465260 0.164301 0.164093 0.165500 CURRENT LEARNING RATE: 0.006674406824161519
previous_iter_valid_loss : 0.1643705666065216
465280 0.164563 0.164371 0.165684 CURRENT LEARNING RATE: 0.006673072076275927
previous_iter_valid_loss : 0.16088084876537323
465300 0.161088 0.160881 0.165594 CURRENT LEARNING RATE: 0.006671737595313214
previous_iter_valid_loss : 0.17130155861377716
465320 0.171604 0.171302 0.165502 CURRENT LEARNING RATE: 0.0066704033812200044
previous_iter_valid_loss : 0.16274966299533844
465340 0.162984 0.162750 0.165346 CURRENT LEARNING RATE: 0.006669069433942939
previous_iter_valid_loss : 0.16056695580482483
465360 0.160753 0.160567 0.165113 CURRENT LEARNING RATE: 0.006667735753428643
previous_iter_valid_loss : 0.1620398461818695
465380 0.162224 0.162040 0.165127 CURRENT LEARNING RATE: 0.006666402339623787
previous_iter_valid_loss : 0.16221687197685242
465400 0.162397 0.162217 0.164438 CURRENT LEARNING RATE: 0.006665069192475018
previous_iter_valid_loss : 0.17766444385051727
465420 0.178008 0.177664 0.164908 CURRENT LEARNING RATE: 0.006663736311929024
previous_iter_valid_loss : 0.162704735994339
465440 0.162899 0.162705 0.164988 CURRENT LEARNING RATE: 0.006662403697932477
previous_iter_valid_loss : 0.1609501838684082
465460 0.161125 0.160950 0.164496 CURRENT LEARNING RATE: 0.006661071350432085
previous_iter_valid_loss : 0.16097189486026764
465480 0.161151 0.160972 0.164378 CURRENT LEARNING RATE: 0.0066597392693745405
previous_iter_valid_loss : 0.1680506318807602
465500 0.168230 0.168051 0.164741 CURRENT LEARNING RATE: 0.006658407454706575
previous_iter_valid_loss : 0.1619097739458084
465520 0.162090 0.161910 0.164714 CURRENT LEARNING RATE: 0.006657075906374903
previous_iter_valid_loss : 0.17406333982944489
465540 0.174368 0.174063 0.165339 CURRENT LEARNING RATE: 0.006655744624326275
previous_iter_valid_loss : 0.1617024689912796
465560 0.161921 0.161702 0.165328 CURRENT LEARNING RATE: 0.006654413608507424
previous_iter_valid_loss : 0.16264517605304718
465580 0.162871 0.162645 0.165350 CURRENT LEARNING RATE: 0.006653082858865126
previous_iter_valid_loss : 0.16244561970233917
465600 0.162671 0.162446 0.164897 CURRENT LEARNING RATE: 0.0066517523753461365
previous_iter_valid_loss : 0.16064970195293427
465620 0.160834 0.160650 0.164550 CURRENT LEARNING RATE: 0.0066504221578972495
previous_iter_valid_loss : 0.17268159985542297
465640 0.172864 0.172682 0.164731 CURRENT LEARNING RATE: 0.006649092206465245
previous_iter_valid_loss : 0.18009912967681885
465660 0.180462 0.180099 0.165532 CURRENT LEARNING RATE: 0.006647762520996933
previous_iter_valid_loss : 0.16069923341274261
465680 0.160879 0.160699 0.165348 CURRENT LEARNING RATE: 0.006646433101439118
previous_iter_valid_loss : 0.16277314722537994
465700 0.163006 0.162773 0.165443 CURRENT LEARNING RATE: 0.0066451039477386335
previous_iter_valid_loss : 0.16056564450263977
465720 0.160752 0.160566 0.164906 CURRENT LEARNING RATE: 0.006643775059842303
previous_iter_valid_loss : 0.16057156026363373
465740 0.160766 0.160572 0.164797 CURRENT LEARNING RATE: 0.006642446437696975
previous_iter_valid_loss : 0.16362884640693665
465760 0.163833 0.163629 0.164950 CURRENT LEARNING RATE: 0.006641118081249511
previous_iter_valid_loss : 0.1614384800195694
465780 0.161665 0.161438 0.164920 CURRENT LEARNING RATE: 0.006639789990446765
previous_iter_valid_loss : 0.1793408989906311
465800 0.179693 0.179341 0.165776 CURRENT LEARNING RATE: 0.006638462165235627
previous_iter_valid_loss : 0.16493864357471466
465820 0.165152 0.164939 0.165140 CURRENT LEARNING RATE: 0.006637134605562969
previous_iter_valid_loss : 0.16264353692531586
465840 0.162884 0.162644 0.165137 CURRENT LEARNING RATE: 0.006635807311375703
previous_iter_valid_loss : 0.16072359681129456
465860 0.160911 0.160724 0.165125 CURRENT LEARNING RATE: 0.006634480282620724
previous_iter_valid_loss : 0.16392703354358673
465880 0.164168 0.163927 0.165273 CURRENT LEARNING RATE: 0.006633153519244962
previous_iter_valid_loss : 0.1677890568971634
465900 0.167979 0.167789 0.165260 CURRENT LEARNING RATE: 0.006631827021195337
previous_iter_valid_loss : 0.16446252167224884
465920 0.164702 0.164463 0.165388 CURRENT LEARNING RATE: 0.0066305007884188
previous_iter_valid_loss : 0.1770446002483368
465940 0.177388 0.177045 0.165537 CURRENT LEARNING RATE: 0.006629174820862289
previous_iter_valid_loss : 0.16428498923778534
465960 0.164531 0.164285 0.165666 CURRENT LEARNING RATE: 0.0066278491184727775
previous_iter_valid_loss : 0.1934806853532791
465980 0.193981 0.193481 0.167208 CURRENT LEARNING RATE: 0.006626523681197226
previous_iter_valid_loss : 0.16297966241836548
466000 0.163201 0.162980 0.167234 CURRENT LEARNING RATE: 0.006625198508982628
previous_iter_valid_loss : 0.1730639934539795
466020 0.173247 0.173064 0.167855 CURRENT LEARNING RATE: 0.0066238736017759665
previous_iter_valid_loss : 0.16761645674705505
466040 0.167801 0.167616 0.167602 CURRENT LEARNING RATE: 0.006622548959524254
previous_iter_valid_loss : 0.1606663465499878
466060 0.160852 0.160666 0.166630 CURRENT LEARNING RATE: 0.006621224582174496
previous_iter_valid_loss : 0.16065703332424164
466080 0.160851 0.160657 0.166628 CURRENT LEARNING RATE: 0.0066199004696737285
previous_iter_valid_loss : 0.16500072181224823
466100 0.165250 0.165001 0.166740 CURRENT LEARNING RATE: 0.006618576621968974
previous_iter_valid_loss : 0.16887842118740082
466120 0.169152 0.168878 0.167155 CURRENT LEARNING RATE: 0.006617253039007286
previous_iter_valid_loss : 0.1609390676021576
466140 0.161152 0.160939 0.167174 CURRENT LEARNING RATE: 0.006615929720735726
previous_iter_valid_loss : 0.16272708773612976
466160 0.162925 0.162727 0.167128 CURRENT LEARNING RATE: 0.006614606667101348
previous_iter_valid_loss : 0.1640455275774002
466180 0.164285 0.164046 0.167259 CURRENT LEARNING RATE: 0.006613283878051246
previous_iter_valid_loss : 0.16077038645744324
466200 0.160967 0.160770 0.166330 CURRENT LEARNING RATE: 0.006611961353532494
previous_iter_valid_loss : 0.18159841001033783
466220 0.181977 0.181598 0.167163 CURRENT LEARNING RATE: 0.006610639093492202
previous_iter_valid_loss : 0.1621100902557373
466240 0.162327 0.162110 0.167137 CURRENT LEARNING RATE: 0.006609317097877469
previous_iter_valid_loss : 0.1606500744819641
466260 0.160831 0.160650 0.167133 CURRENT LEARNING RATE: 0.006607995366635426
previous_iter_valid_loss : 0.16195790469646454
466280 0.162121 0.161958 0.167035 CURRENT LEARNING RATE: 0.006606673899713192
previous_iter_valid_loss : 0.1686750054359436
466300 0.168938 0.168675 0.167079 CURRENT LEARNING RATE: 0.006605352697057923
previous_iter_valid_loss : 0.16660679876804352
466320 0.166864 0.166607 0.167186 CURRENT LEARNING RATE: 0.006604031758616756
previous_iter_valid_loss : 0.16308709979057312
466340 0.163326 0.163087 0.166488 CURRENT LEARNING RATE: 0.006602711084336866
previous_iter_valid_loss : 0.17290563881397247
466360 0.173211 0.172906 0.166919 CURRENT LEARNING RATE: 0.006601390674165414
previous_iter_valid_loss : 0.16518080234527588
466380 0.165429 0.165181 0.165504 CURRENT LEARNING RATE: 0.006600070528049596
previous_iter_valid_loss : 0.17155595123767853
466400 0.171740 0.171556 0.165933 CURRENT LEARNING RATE: 0.006598750645936595
previous_iter_valid_loss : 0.1636611670255661
466420 0.163848 0.163661 0.165463 CURRENT LEARNING RATE: 0.006597431027773625
previous_iter_valid_loss : 0.16276584565639496
466440 0.162959 0.162766 0.165220 CURRENT LEARNING RATE: 0.006596111673507892
previous_iter_valid_loss : 0.16073966026306152
466460 0.160916 0.160740 0.165224 CURRENT LEARNING RATE: 0.006594792583086633
previous_iter_valid_loss : 0.1607610136270523
466480 0.160964 0.160761 0.165229 CURRENT LEARNING RATE: 0.006593473756457071
previous_iter_valid_loss : 0.16418516635894775
466500 0.164427 0.164185 0.165188 CURRENT LEARNING RATE: 0.006592155193566467
previous_iter_valid_loss : 0.1671101599931717
466520 0.167287 0.167110 0.165100 CURRENT LEARNING RATE: 0.006590836894362067
previous_iter_valid_loss : 0.1607619673013687
466540 0.160942 0.160762 0.165091 CURRENT LEARNING RATE: 0.0065895188587911414
previous_iter_valid_loss : 0.16726334393024445
466560 0.167514 0.167263 0.165318 CURRENT LEARNING RATE: 0.006588201086800979
previous_iter_valid_loss : 0.16578619182109833
466580 0.166028 0.165786 0.165405 CURRENT LEARNING RATE: 0.006586883578338853
previous_iter_valid_loss : 0.16066907346248627
466600 0.160837 0.160669 0.165400 CURRENT LEARNING RATE: 0.006585566333352078
previous_iter_valid_loss : 0.17158013582229614
466620 0.171866 0.171580 0.164899 CURRENT LEARNING RATE: 0.006584249351787951
previous_iter_valid_loss : 0.16599203646183014
466640 0.166231 0.165992 0.165093 CURRENT LEARNING RATE: 0.0065829326335938056
previous_iter_valid_loss : 0.16970254480838776
466660 0.169880 0.169703 0.165546 CURRENT LEARNING RATE: 0.00658161617871696
previous_iter_valid_loss : 0.17230279743671417
466680 0.172472 0.172303 0.166063 CURRENT LEARNING RATE: 0.006580299987104767
previous_iter_valid_loss : 0.16754433512687683
466700 0.167792 0.167544 0.166006 CURRENT LEARNING RATE: 0.00657898405870457
previous_iter_valid_loss : 0.1615920066833496
466720 0.161799 0.161592 0.165756 CURRENT LEARNING RATE: 0.0065776683934637425
previous_iter_valid_loss : 0.1606559306383133
466740 0.160844 0.160656 0.165634 CURRENT LEARNING RATE: 0.006576352991329644
previous_iter_valid_loss : 0.1632055938243866
466760 0.163432 0.163206 0.165149 CURRENT LEARNING RATE: 0.006575037852249673
previous_iter_valid_loss : 0.16120436787605286
466780 0.161386 0.161204 0.164950 CURRENT LEARNING RATE: 0.006573722976171211
previous_iter_valid_loss : 0.17137184739112854
466800 0.171544 0.171372 0.164941 CURRENT LEARNING RATE: 0.006572408363041676
previous_iter_valid_loss : 0.16405947506427765
466820 0.164281 0.164059 0.164961 CURRENT LEARNING RATE: 0.006571094012808469
previous_iter_valid_loss : 0.16772359609603882
466840 0.167903 0.167724 0.165209 CURRENT LEARNING RATE: 0.006569779925419029
previous_iter_valid_loss : 0.16077490150928497
466860 0.160973 0.160775 0.165211 CURRENT LEARNING RATE: 0.006568466100820782
previous_iter_valid_loss : 0.16189783811569214
466880 0.162119 0.161898 0.165268 CURRENT LEARNING RATE: 0.006567152538961185
previous_iter_valid_loss : 0.1705213189125061
466900 0.170695 0.170521 0.165584 CURRENT LEARNING RATE: 0.006565839239787686
previous_iter_valid_loss : 0.16270790994167328
466920 0.162898 0.162708 0.165364 CURRENT LEARNING RATE: 0.0065645262032477565
previous_iter_valid_loss : 0.17102840542793274
466940 0.171307 0.171028 0.165878 CURRENT LEARNING RATE: 0.0065632134292888805
previous_iter_valid_loss : 0.16076090931892395
466960 0.160948 0.160761 0.165552 CURRENT LEARNING RATE: 0.006561900917858539
previous_iter_valid_loss : 0.16350258886814117
466980 0.163725 0.163503 0.165438 CURRENT LEARNING RATE: 0.00656058866890424
previous_iter_valid_loss : 0.1629275679588318
467000 0.163153 0.162928 0.165551 CURRENT LEARNING RATE: 0.006559276682373482
previous_iter_valid_loss : 0.16056329011917114
467020 0.160748 0.160563 0.165000 CURRENT LEARNING RATE: 0.006557964958213799
previous_iter_valid_loss : 0.16455622017383575
467040 0.164794 0.164556 0.164929 CURRENT LEARNING RATE: 0.006556653496372709
previous_iter_valid_loss : 0.16611690819263458
467060 0.166302 0.166117 0.164749 CURRENT LEARNING RATE: 0.006555342296797766
previous_iter_valid_loss : 0.1737036406993866
467080 0.174008 0.173704 0.164819 CURRENT LEARNING RATE: 0.006554031359436509
previous_iter_valid_loss : 0.16810192167758942
467100 0.168288 0.168102 0.164847 CURRENT LEARNING RATE: 0.006552720684236514
previous_iter_valid_loss : 0.16108734905719757
467120 0.161271 0.161087 0.164822 CURRENT LEARNING RATE: 0.006551410271145341
previous_iter_valid_loss : 0.1617816835641861
467140 0.162005 0.161782 0.164878 CURRENT LEARNING RATE: 0.006550100120110586
previous_iter_valid_loss : 0.17597948014736176
467160 0.176178 0.175979 0.165517 CURRENT LEARNING RATE: 0.006548790231079831
previous_iter_valid_loss : 0.16307230293750763
467180 0.163247 0.163072 0.165610 CURRENT LEARNING RATE: 0.006547480604000691
previous_iter_valid_loss : 0.1686726063489914
467200 0.168862 0.168673 0.165475 CURRENT LEARNING RATE: 0.006546171238820771
previous_iter_valid_loss : 0.16510115563869476
467220 0.165337 0.165101 0.165527 CURRENT LEARNING RATE: 0.006544862135487707
previous_iter_valid_loss : 0.16313385963439941
467240 0.163320 0.163134 0.165298 CURRENT LEARNING RATE: 0.006543553293949123
previous_iter_valid_loss : 0.1621340662240982
467260 0.162366 0.162134 0.165366 CURRENT LEARNING RATE: 0.006542244714152678
previous_iter_valid_loss : 0.16137321293354034
467280 0.161576 0.161373 0.165340 CURRENT LEARNING RATE: 0.006540936396046016
previous_iter_valid_loss : 0.163826122879982
467300 0.164047 0.163826 0.165005 CURRENT LEARNING RATE: 0.006539628339576817
previous_iter_valid_loss : 0.18390105664730072
467320 0.184293 0.183901 0.166065 CURRENT LEARNING RATE: 0.006538320544692747
previous_iter_valid_loss : 0.16202963888645172
467340 0.162252 0.162030 0.165615 CURRENT LEARNING RATE: 0.006537013011341498
previous_iter_valid_loss : 0.1606435626745224
467360 0.160821 0.160644 0.165609 CURRENT LEARNING RATE: 0.006535705739470778
previous_iter_valid_loss : 0.16206441819667816
467380 0.162293 0.162064 0.165537 CURRENT LEARNING RATE: 0.0065343987290282825
previous_iter_valid_loss : 0.16594909131526947
467400 0.166185 0.165949 0.165688 CURRENT LEARNING RATE: 0.006533091979961742
previous_iter_valid_loss : 0.16448606550693512
467420 0.164714 0.164486 0.165884 CURRENT LEARNING RATE: 0.006531785492218876
previous_iter_valid_loss : 0.1616888791322708
467440 0.161905 0.161689 0.165741 CURRENT LEARNING RATE: 0.006530479265747437
previous_iter_valid_loss : 0.17850956320762634
467460 0.178845 0.178510 0.166360 CURRENT LEARNING RATE: 0.006529173300495163
previous_iter_valid_loss : 0.1620418280363083
467480 0.162258 0.162042 0.165777 CURRENT LEARNING RATE: 0.006527867596409828
previous_iter_valid_loss : 0.16154474020004272
467500 0.161766 0.161545 0.165449 CURRENT LEARNING RATE: 0.0065265621534391915
previous_iter_valid_loss : 0.1682562530040741
467520 0.168445 0.168256 0.165808 CURRENT LEARNING RATE: 0.006525256971531048
previous_iter_valid_loss : 0.16067583858966827
467540 0.160855 0.160676 0.165753 CURRENT LEARNING RATE: 0.006523952050633179
previous_iter_valid_loss : 0.16078509390354156
467560 0.160978 0.160785 0.164993 CURRENT LEARNING RATE: 0.006522647390693398
previous_iter_valid_loss : 0.17236416041851044
467580 0.172544 0.172364 0.165457 CURRENT LEARNING RATE: 0.006521342991659507
previous_iter_valid_loss : 0.16296781599521637
467600 0.163196 0.162968 0.165172 CURRENT LEARNING RATE: 0.006520038853479345
previous_iter_valid_loss : 0.1795242875814438
467620 0.179891 0.179524 0.165893 CURRENT LEARNING RATE: 0.00651873497610073
previous_iter_valid_loss : 0.16257168352603912
467640 0.162788 0.162572 0.165865 CURRENT LEARNING RATE: 0.006517431359471521
previous_iter_valid_loss : 0.1662321239709854
467660 0.166413 0.166232 0.166070 CURRENT LEARNING RATE: 0.006516128003539562
previous_iter_valid_loss : 0.16792266070842743
467680 0.168110 0.167923 0.166398 CURRENT LEARNING RATE: 0.006514824908252729
previous_iter_valid_loss : 0.16858306527137756
467700 0.168828 0.168583 0.166635 CURRENT LEARNING RATE: 0.006513522073558889
previous_iter_valid_loss : 0.1649484783411026
467720 0.165168 0.164948 0.165688 CURRENT LEARNING RATE: 0.006512219499405936
previous_iter_valid_loss : 0.16630610823631287
467740 0.166502 0.166306 0.165902 CURRENT LEARNING RATE: 0.00651091718574176
previous_iter_valid_loss : 0.1688896268606186
467760 0.169149 0.168890 0.166314 CURRENT LEARNING RATE: 0.006509615132514272
previous_iter_valid_loss : 0.16312316060066223
467780 0.163347 0.163123 0.166367 CURRENT LEARNING RATE: 0.006508313339671395
previous_iter_valid_loss : 0.16065940260887146
467800 0.160856 0.160659 0.166102 CURRENT LEARNING RATE: 0.006507011807161049
previous_iter_valid_loss : 0.16567181050777435
467820 0.165870 0.165672 0.166162 CURRENT LEARNING RATE: 0.006505710534931179
previous_iter_valid_loss : 0.17207127809524536
467840 0.172251 0.172071 0.166681 CURRENT LEARNING RATE: 0.006504409522929727
previous_iter_valid_loss : 0.17161674797534943
467860 0.171915 0.171617 0.166336 CURRENT LEARNING RATE: 0.006503108771104663
previous_iter_valid_loss : 0.1687777191400528
467880 0.169048 0.168778 0.166673 CURRENT LEARNING RATE: 0.006501808279403945
previous_iter_valid_loss : 0.16166429221630096
467900 0.161887 0.161664 0.166679 CURRENT LEARNING RATE: 0.006500508047775564
previous_iter_valid_loss : 0.1800076812505722
467920 0.180197 0.180008 0.167267 CURRENT LEARNING RATE: 0.0064992080761675
previous_iter_valid_loss : 0.16140474379062653
467940 0.161581 0.161405 0.167303 CURRENT LEARNING RATE: 0.006497908364527766
previous_iter_valid_loss : 0.1618160605430603
467960 0.162046 0.161816 0.167354 CURRENT LEARNING RATE: 0.006496608912804361
previous_iter_valid_loss : 0.16873301565647125
467980 0.169010 0.168733 0.167173 CURRENT LEARNING RATE: 0.00649530972094532
previous_iter_valid_loss : 0.18042869865894318
468000 0.180608 0.180429 0.168046 CURRENT LEARNING RATE: 0.006494010788898662
previous_iter_valid_loss : 0.17034690082073212
468020 0.170634 0.170347 0.167587 CURRENT LEARNING RATE: 0.006492712116612443
previous_iter_valid_loss : 0.1617104560136795
468040 0.161879 0.161710 0.167544 CURRENT LEARNING RATE: 0.006491413704034704
previous_iter_valid_loss : 0.16063997149467468
468060 0.160826 0.160640 0.167264 CURRENT LEARNING RATE: 0.00649011555111352
previous_iter_valid_loss : 0.1649131178855896
468080 0.165101 0.164913 0.167114 CURRENT LEARNING RATE: 0.0064888176577969515
previous_iter_valid_loss : 0.16066549718379974
468100 0.160832 0.160665 0.166718 CURRENT LEARNING RATE: 0.006487520024033097
previous_iter_valid_loss : 0.1643243283033371
468120 0.164503 0.164324 0.166687 CURRENT LEARNING RATE: 0.006486222649770038
previous_iter_valid_loss : 0.16470931470394135
468140 0.164940 0.164709 0.166607 CURRENT LEARNING RATE: 0.006484925534955888
previous_iter_valid_loss : 0.1628243774175644
468160 0.162997 0.162824 0.166304 CURRENT LEARNING RATE: 0.006483628679538763
previous_iter_valid_loss : 0.16114480793476105
468180 0.161318 0.161145 0.166205 CURRENT LEARNING RATE: 0.0064823320834667825
previous_iter_valid_loss : 0.16432133316993713
468200 0.164511 0.164321 0.166388 CURRENT LEARNING RATE: 0.006481035746688091
previous_iter_valid_loss : 0.16129174828529358
468220 0.161514 0.161292 0.166169 CURRENT LEARNING RATE: 0.006479739669150824
previous_iter_valid_loss : 0.18160882592201233
468240 0.181792 0.181609 0.166646 CURRENT LEARNING RATE: 0.006478443850803151
previous_iter_valid_loss : 0.21041198074817657
468260 0.210486 0.210412 0.168586 CURRENT LEARNING RATE: 0.006477148291593228
previous_iter_valid_loss : 0.1608392745256424
468280 0.161015 0.160839 0.168189 CURRENT LEARNING RATE: 0.006475852991469242
previous_iter_valid_loss : 0.18675130605697632
468300 0.187162 0.186751 0.169443 CURRENT LEARNING RATE: 0.006474557950379371
previous_iter_valid_loss : 0.16234944760799408
468320 0.162565 0.162349 0.168560 CURRENT LEARNING RATE: 0.006473263168271824
previous_iter_valid_loss : 0.16128037869930267
468340 0.161454 0.161280 0.168554 CURRENT LEARNING RATE: 0.006471968645094801
previous_iter_valid_loss : 0.1609969288110733
468360 0.161201 0.160997 0.168513 CURRENT LEARNING RATE: 0.006470674380796529
previous_iter_valid_loss : 0.16495031118392944
468380 0.165182 0.164950 0.168324 CURRENT LEARNING RATE: 0.006469380375325227
previous_iter_valid_loss : 0.1610105037689209
468400 0.161212 0.161011 0.167353 CURRENT LEARNING RATE: 0.006468086628629148
previous_iter_valid_loss : 0.1661994755268097
468420 0.166437 0.166199 0.167145 CURRENT LEARNING RATE: 0.006466793140656527
previous_iter_valid_loss : 0.16737785935401917
468440 0.167612 0.167378 0.167429 CURRENT LEARNING RATE: 0.006465499911355641
previous_iter_valid_loss : 0.16927704215049744
468460 0.169452 0.169277 0.167861 CURRENT LEARNING RATE: 0.006464206940674745
previous_iter_valid_loss : 0.1626652032136917
468480 0.162879 0.162665 0.167748 CURRENT LEARNING RATE: 0.006462914228562133
previous_iter_valid_loss : 0.16111250221729279
468500 0.161284 0.161113 0.167771 CURRENT LEARNING RATE: 0.006461621774966085
previous_iter_valid_loss : 0.1622912883758545
468520 0.162490 0.162291 0.167669 CURRENT LEARNING RATE: 0.006460329579834916
previous_iter_valid_loss : 0.1633676439523697
468540 0.163555 0.163368 0.167602 CURRENT LEARNING RATE: 0.006459037643116924
previous_iter_valid_loss : 0.17845658957958221
468560 0.178641 0.178457 0.168384 CURRENT LEARNING RATE: 0.006457745964760439
previous_iter_valid_loss : 0.16057616472244263
468580 0.160762 0.160576 0.168355 CURRENT LEARNING RATE: 0.0064564545447138005
previous_iter_valid_loss : 0.16057774424552917
468600 0.160757 0.160578 0.168168 CURRENT LEARNING RATE: 0.006455163382925337
previous_iter_valid_loss : 0.16191093623638153
468620 0.162124 0.161911 0.168199 CURRENT LEARNING RATE: 0.006453872479343416
previous_iter_valid_loss : 0.16318705677986145
468640 0.163359 0.163187 0.167278 CURRENT LEARNING RATE: 0.00645258183391639
previous_iter_valid_loss : 0.16385449469089508
468660 0.164080 0.163854 0.164950 CURRENT LEARNING RATE: 0.006451291446592643
previous_iter_valid_loss : 0.17382894456386566
468680 0.174138 0.173829 0.165599 CURRENT LEARNING RATE: 0.0064500013173205495
previous_iter_valid_loss : 0.16204974055290222
468700 0.162266 0.162050 0.164364 CURRENT LEARNING RATE: 0.006448711446048515
previous_iter_valid_loss : 0.16762033104896545
468720 0.167876 0.167620 0.164628 CURRENT LEARNING RATE: 0.006447421832724933
previous_iter_valid_loss : 0.16110824048519135
468740 0.161275 0.161108 0.164619 CURRENT LEARNING RATE: 0.0064461324772982324
previous_iter_valid_loss : 0.160715252161026
468760 0.160882 0.160715 0.164605 CURRENT LEARNING RATE: 0.006444843379716825
previous_iter_valid_loss : 0.16565459966659546
468780 0.165847 0.165655 0.164640 CURRENT LEARNING RATE: 0.006443554539929159
previous_iter_valid_loss : 0.16091352701187134
468800 0.161085 0.160914 0.164636 CURRENT LEARNING RATE: 0.006442265957883672
previous_iter_valid_loss : 0.1608116626739502
468820 0.160988 0.160812 0.164366 CURRENT LEARNING RATE: 0.006440977633528827
previous_iter_valid_loss : 0.16431134939193726
468840 0.164551 0.164311 0.164213 CURRENT LEARNING RATE: 0.006439689566813083
previous_iter_valid_loss : 0.16968609392642975
468860 0.169970 0.169686 0.164233 CURRENT LEARNING RATE: 0.006438401757684929
previous_iter_valid_loss : 0.16409094631671906
468880 0.164285 0.164091 0.164305 CURRENT LEARNING RATE: 0.006437114206092841
previous_iter_valid_loss : 0.18141552805900574
468900 0.181601 0.181416 0.165320 CURRENT LEARNING RATE: 0.006435826911985326
previous_iter_valid_loss : 0.1606362760066986
468920 0.160825 0.160636 0.165237 CURRENT LEARNING RATE: 0.006434539875310885
previous_iter_valid_loss : 0.1727941930294037
468940 0.173095 0.172794 0.165708 CURRENT LEARNING RATE: 0.006433253096018038
previous_iter_valid_loss : 0.16276827454566956
468960 0.162946 0.162768 0.164924 CURRENT LEARNING RATE: 0.006431966574055323
previous_iter_valid_loss : 0.16174183785915375
468980 0.161959 0.161742 0.164982 CURRENT LEARNING RATE: 0.006430680309371265
previous_iter_valid_loss : 0.16769875586032867
469000 0.167961 0.167699 0.165338 CURRENT LEARNING RATE: 0.0064293943019144255
previous_iter_valid_loss : 0.16144682466983795
469020 0.161666 0.161447 0.165315 CURRENT LEARNING RATE: 0.006428108551633354
previous_iter_valid_loss : 0.16102486848831177
469040 0.161233 0.161025 0.165207 CURRENT LEARNING RATE: 0.0064268230584766314
previous_iter_valid_loss : 0.16104212403297424
469060 0.161254 0.161042 0.165066 CURRENT LEARNING RATE: 0.006425537822392825
previous_iter_valid_loss : 0.16407924890518188
469080 0.164317 0.164079 0.164579 CURRENT LEARNING RATE: 0.006424252843330539
previous_iter_valid_loss : 0.16100293397903442
469100 0.161171 0.161003 0.164526 CURRENT LEARNING RATE: 0.006422968121238362
previous_iter_valid_loss : 0.1609775722026825
469120 0.161151 0.160978 0.164194 CURRENT LEARNING RATE: 0.006421683656064917
previous_iter_valid_loss : 0.16065971553325653
469140 0.160845 0.160660 0.164172 CURRENT LEARNING RATE: 0.006420399447758813
previous_iter_valid_loss : 0.16143067181110382
469160 0.161653 0.161431 0.164208 CURRENT LEARNING RATE: 0.0064191154962686915
previous_iter_valid_loss : 0.16620370745658875
469180 0.166452 0.166204 0.164235 CURRENT LEARNING RATE: 0.0064178318015431874
previous_iter_valid_loss : 0.16517353057861328
469200 0.165356 0.165174 0.164448 CURRENT LEARNING RATE: 0.006416548363530961
previous_iter_valid_loss : 0.16283667087554932
469220 0.163017 0.162837 0.164549 CURRENT LEARNING RATE: 0.0064152651821806645
previous_iter_valid_loss : 0.16289637982845306
469240 0.163089 0.162896 0.164479 CURRENT LEARNING RATE: 0.006413982257440981
previous_iter_valid_loss : 0.16724924743175507
469260 0.167509 0.167249 0.164357 CURRENT LEARNING RATE: 0.006412699589260585
previous_iter_valid_loss : 0.16071905195713043
469280 0.160900 0.160719 0.164188 CURRENT LEARNING RATE: 0.006411417177588177
previous_iter_valid_loss : 0.1710154414176941
469300 0.171189 0.171015 0.163668 CURRENT LEARNING RATE: 0.006410135022372452
previous_iter_valid_loss : 0.1897992640733719
469320 0.189961 0.189799 0.165126 CURRENT LEARNING RATE: 0.006408853123562134
previous_iter_valid_loss : 0.17520827054977417
469340 0.175389 0.175208 0.165247 CURRENT LEARNING RATE: 0.006407571481105937
previous_iter_valid_loss : 0.1736477166414261
469360 0.173834 0.173648 0.165791 CURRENT LEARNING RATE: 0.0064062900949526
previous_iter_valid_loss : 0.16216082870960236
469380 0.162387 0.162161 0.165812 CURRENT LEARNING RATE: 0.006405008965050873
previous_iter_valid_loss : 0.1606478989124298
469400 0.160826 0.160648 0.165459 CURRENT LEARNING RATE: 0.0064037280913495
previous_iter_valid_loss : 0.16139912605285645
469420 0.161615 0.161399 0.165457 CURRENT LEARNING RATE: 0.006402447473797256
previous_iter_valid_loss : 0.16058608889579773
469440 0.160764 0.160586 0.165435 CURRENT LEARNING RATE: 0.006401167112342908
previous_iter_valid_loss : 0.16301307082176208
469460 0.163232 0.163013 0.165534 CURRENT LEARNING RATE: 0.00639988700693525
previous_iter_valid_loss : 0.1858566850423813
469480 0.186024 0.185857 0.166623 CURRENT LEARNING RATE: 0.006398607157523068
previous_iter_valid_loss : 0.1668199598789215
469500 0.167065 0.166820 0.166913 CURRENT LEARNING RATE: 0.006397327564055179
previous_iter_valid_loss : 0.1629280298948288
469520 0.163142 0.162928 0.167011 CURRENT LEARNING RATE: 0.006396048226480386
previous_iter_valid_loss : 0.160594180226326
469540 0.160783 0.160594 0.167008 CURRENT LEARNING RATE: 0.006394769144747531
previous_iter_valid_loss : 0.1684110015630722
469560 0.168681 0.168411 0.167357 CURRENT LEARNING RATE: 0.006393490318805435
previous_iter_valid_loss : 0.160735622048378
469580 0.160931 0.160736 0.167083 CURRENT LEARNING RATE: 0.006392211748602958
previous_iter_valid_loss : 0.1701328456401825
469600 0.170398 0.170133 0.167331 CURRENT LEARNING RATE: 0.006390933434088949
previous_iter_valid_loss : 0.16144299507141113
469620 0.161658 0.161443 0.167262 CURRENT LEARNING RATE: 0.0063896553752122815
previous_iter_valid_loss : 0.16408014297485352
469640 0.164266 0.164080 0.167321 CURRENT LEARNING RATE: 0.006388377571921824
previous_iter_valid_loss : 0.16148631274700165
469660 0.161709 0.161486 0.167033 CURRENT LEARNING RATE: 0.006387100024166478
previous_iter_valid_loss : 0.16137421131134033
469680 0.161543 0.161374 0.167065 CURRENT LEARNING RATE: 0.006385822731895126
previous_iter_valid_loss : 0.18336358666419983
469700 0.183749 0.183364 0.167683 CURRENT LEARNING RATE: 0.006384545695056691
previous_iter_valid_loss : 0.16109788417816162
469720 0.161271 0.161098 0.166248 CURRENT LEARNING RATE: 0.0063832689136000785
previous_iter_valid_loss : 0.17080697417259216
469740 0.170975 0.170807 0.166028 CURRENT LEARNING RATE: 0.006381992387474223
previous_iter_valid_loss : 0.1621589958667755
469760 0.162367 0.162159 0.165453 CURRENT LEARNING RATE: 0.00638071611662807
previous_iter_valid_loss : 0.16097547113895416
469780 0.161133 0.160975 0.165394 CURRENT LEARNING RATE: 0.006379440101010557
previous_iter_valid_loss : 0.16083091497421265
469800 0.161027 0.160831 0.165403 CURRENT LEARNING RATE: 0.0063781643405706545
previous_iter_valid_loss : 0.18093591928482056
469820 0.181298 0.180936 0.166380 CURRENT LEARNING RATE: 0.006376888835257321
previous_iter_valid_loss : 0.16392222046852112
469840 0.164158 0.163922 0.166547 CURRENT LEARNING RATE: 0.006375613585019547
previous_iter_valid_loss : 0.16129139065742493
469860 0.161472 0.161291 0.166461 CURRENT LEARNING RATE: 0.006374338589806312
previous_iter_valid_loss : 0.17142531275749207
469880 0.171710 0.171425 0.165739 CURRENT LEARNING RATE: 0.006373063849566626
previous_iter_valid_loss : 0.1796201765537262
469900 0.179956 0.179620 0.166379 CURRENT LEARNING RATE: 0.006371789364249491
previous_iter_valid_loss : 0.1611633151769638
469920 0.161318 0.161163 0.166291 CURRENT LEARNING RATE: 0.006370515133803935
previous_iter_valid_loss : 0.16072972118854523
469940 0.160892 0.160730 0.166298 CURRENT LEARNING RATE: 0.0063692411581789815
previous_iter_valid_loss : 0.16483815014362335
469960 0.165028 0.164838 0.166119 CURRENT LEARNING RATE: 0.006367967437323679
previous_iter_valid_loss : 0.1743001788854599
469980 0.174602 0.174300 0.166797 CURRENT LEARNING RATE: 0.0063666939711870705
previous_iter_valid_loss : 0.16232194006443024
470000 0.162494 0.162322 0.166407 CURRENT LEARNING RATE: 0.006365420759718227
previous_iter_valid_loss : 0.16256774961948395
470020 0.162788 0.162568 0.166463 CURRENT LEARNING RATE: 0.006364147802866208
previous_iter_valid_loss : 0.1631912738084793
470040 0.163380 0.163191 0.166418 CURRENT LEARNING RATE: 0.00636287510058011
previous_iter_valid_loss : 0.1615506261587143
470060 0.161724 0.161551 0.166422 CURRENT LEARNING RATE: 0.00636160265280901
previous_iter_valid_loss : 0.16417373716831207
470080 0.164360 0.164174 0.166562 CURRENT LEARNING RATE: 0.006360330459502022
previous_iter_valid_loss : 0.16119042038917542
470100 0.161401 0.161190 0.165453 CURRENT LEARNING RATE: 0.006359058520608248
previous_iter_valid_loss : 0.16080240905284882
470120 0.160997 0.160802 0.165438 CURRENT LEARNING RATE: 0.006357786836076822
previous_iter_valid_loss : 0.16340947151184082
470140 0.163576 0.163409 0.165068 CURRENT LEARNING RATE: 0.006356515405856864
previous_iter_valid_loss : 0.17620709538459778
470160 0.176516 0.176207 0.165771 CURRENT LEARNING RATE: 0.006355244229897522
previous_iter_valid_loss : 0.177794948220253
470180 0.178128 0.177795 0.166612 CURRENT LEARNING RATE: 0.006353973308147957
previous_iter_valid_loss : 0.16141991317272186
470200 0.161589 0.161420 0.166641 CURRENT LEARNING RATE: 0.00635270264055732
previous_iter_valid_loss : 0.16223323345184326
470220 0.162404 0.162233 0.165706 CURRENT LEARNING RATE: 0.0063514322270747945
previous_iter_valid_loss : 0.16271144151687622
470240 0.162896 0.162711 0.165645 CURRENT LEARNING RATE: 0.006350162067649553
previous_iter_valid_loss : 0.16214315593242645
470260 0.162333 0.162143 0.165688 CURRENT LEARNING RATE: 0.006348892162230801
previous_iter_valid_loss : 0.16066350042819977
470280 0.160849 0.160664 0.165150 CURRENT LEARNING RATE: 0.006347622510767731
previous_iter_valid_loss : 0.16273409128189087
470300 0.162912 0.162734 0.164306 CURRENT LEARNING RATE: 0.0063463531132095675
previous_iter_valid_loss : 0.16521187126636505
470320 0.165435 0.165212 0.164508 CURRENT LEARNING RATE: 0.006345083969505523
previous_iter_valid_loss : 0.20902536809444427
470340 0.209622 0.209025 0.166923 CURRENT LEARNING RATE: 0.006343815079604845
previous_iter_valid_loss : 0.1632656306028366
470360 0.163480 0.163266 0.166844 CURRENT LEARNING RATE: 0.0063425464434567645
previous_iter_valid_loss : 0.16155914962291718
470380 0.161724 0.161559 0.166207 CURRENT LEARNING RATE: 0.00634127806101055
previous_iter_valid_loss : 0.16376039385795593
470400 0.163938 0.163760 0.166279 CURRENT LEARNING RATE: 0.00634000993221545
previous_iter_valid_loss : 0.1655290275812149
470420 0.165701 0.165529 0.166427 CURRENT LEARNING RATE: 0.006338742057020757
previous_iter_valid_loss : 0.1617186814546585
470440 0.161898 0.161719 0.166354 CURRENT LEARNING RATE: 0.006337474435375739
previous_iter_valid_loss : 0.1606689691543579
470460 0.160850 0.160669 0.166310 CURRENT LEARNING RATE: 0.006336207067229706
previous_iter_valid_loss : 0.16108791530132294
470480 0.161290 0.161088 0.166155 CURRENT LEARNING RATE: 0.006334939952531952
previous_iter_valid_loss : 0.16183128952980042
470500 0.162015 0.161831 0.166187 CURRENT LEARNING RATE: 0.0063336730912318005
previous_iter_valid_loss : 0.16401290893554688
470520 0.164197 0.164013 0.166348 CURRENT LEARNING RATE: 0.0063324064832785696
previous_iter_valid_loss : 0.16627532243728638
470540 0.166519 0.166275 0.166491 CURRENT LEARNING RATE: 0.006331140128621604
previous_iter_valid_loss : 0.16240066289901733
470560 0.162579 0.162401 0.165801 CURRENT LEARNING RATE: 0.0063298740272102385
previous_iter_valid_loss : 0.1622813493013382
470580 0.162502 0.162281 0.165025 CURRENT LEARNING RATE: 0.006328608178993834
previous_iter_valid_loss : 0.17616410553455353
470600 0.176333 0.176164 0.165762 CURRENT LEARNING RATE: 0.006327342583921765
previous_iter_valid_loss : 0.1613670289516449
470620 0.161538 0.161367 0.165719 CURRENT LEARNING RATE: 0.0063260772419433935
previous_iter_valid_loss : 0.17715439200401306
470640 0.177328 0.177154 0.166441 CURRENT LEARNING RATE: 0.006324812153008117
previous_iter_valid_loss : 0.1605936884880066
470660 0.160781 0.160594 0.166364 CURRENT LEARNING RATE: 0.006323547317065324
previous_iter_valid_loss : 0.16084295511245728
470680 0.161013 0.160843 0.166373 CURRENT LEARNING RATE: 0.006322282734064429
previous_iter_valid_loss : 0.19693100452423096
470700 0.197444 0.196931 0.168083 CURRENT LEARNING RATE: 0.006321018403954839
previous_iter_valid_loss : 0.18288105726242065
470720 0.183271 0.182881 0.168966 CURRENT LEARNING RATE: 0.006319754326685991
previous_iter_valid_loss : 0.16165217757225037
470740 0.161844 0.161652 0.166597 CURRENT LEARNING RATE: 0.006318490502207312
previous_iter_valid_loss : 0.16065122187137604
470760 0.160830 0.160651 0.166467 CURRENT LEARNING RATE: 0.00631722693046826
previous_iter_valid_loss : 0.16150502860546112
470780 0.161682 0.161505 0.166464 CURRENT LEARNING RATE: 0.00631596361141828
previous_iter_valid_loss : 0.16717909276485443
470800 0.167350 0.167179 0.166635 CURRENT LEARNING RATE: 0.00631470054500685
previous_iter_valid_loss : 0.16581156849861145
470820 0.165996 0.165812 0.166649 CURRENT LEARNING RATE: 0.0063134377311834374
previous_iter_valid_loss : 0.17459259927272797
470840 0.174770 0.174593 0.167293 CURRENT LEARNING RATE: 0.006312175169897541
previous_iter_valid_loss : 0.17077866196632385
470860 0.170957 0.170779 0.167798 CURRENT LEARNING RATE: 0.0063109128610986465
previous_iter_valid_loss : 0.17598800361156464
470880 0.176158 0.175988 0.168543 CURRENT LEARNING RATE: 0.006309650804736272
previous_iter_valid_loss : 0.16174812614917755
470900 0.161968 0.161748 0.168539 CURRENT LEARNING RATE: 0.006308389000759926
previous_iter_valid_loss : 0.17328330874443054
470920 0.173579 0.173283 0.169002 CURRENT LEARNING RATE: 0.006307127449119146
previous_iter_valid_loss : 0.1613999754190445
470940 0.161611 0.161400 0.168759 CURRENT LEARNING RATE: 0.00630586614976346
previous_iter_valid_loss : 0.1692451387643814
470960 0.169413 0.169245 0.169101 CURRENT LEARNING RATE: 0.006304605102642419
previous_iter_valid_loss : 0.16811400651931763
470980 0.168279 0.168114 0.169393 CURRENT LEARNING RATE: 0.006303344307705591
previous_iter_valid_loss : 0.17372840642929077
471000 0.174028 0.173728 0.169271 CURRENT LEARNING RATE: 0.006302083764902529
previous_iter_valid_loss : 0.16099172830581665
471020 0.161164 0.160992 0.169252 CURRENT LEARNING RATE: 0.006300823474182825
previous_iter_valid_loss : 0.16760610044002533
471040 0.167770 0.167606 0.168775 CURRENT LEARNING RATE: 0.0062995634354960535
previous_iter_valid_loss : 0.212002694606781
471060 0.212050 0.212003 0.171345 CURRENT LEARNING RATE: 0.0062983036487918274
previous_iter_valid_loss : 0.16624034941196442
471080 0.166425 0.166240 0.171615 CURRENT LEARNING RATE: 0.006297044114019743
previous_iter_valid_loss : 0.1606580913066864
471100 0.160850 0.160658 0.169801 CURRENT LEARNING RATE: 0.006295784831129429
previous_iter_valid_loss : 0.17677579820156097
471120 0.177098 0.176776 0.169496 CURRENT LEARNING RATE: 0.006294525800070502
previous_iter_valid_loss : 0.16068267822265625
471140 0.160867 0.160683 0.169447 CURRENT LEARNING RATE: 0.006293267020792615
previous_iter_valid_loss : 0.163915753364563
471160 0.164143 0.163916 0.169611 CURRENT LEARNING RATE: 0.006292008493245404
previous_iter_valid_loss : 0.1900414675474167
471180 0.190494 0.190041 0.171038 CURRENT LEARNING RATE: 0.006290750217378537
previous_iter_valid_loss : 0.1680080145597458
471200 0.168264 0.168008 0.171079 CURRENT LEARNING RATE: 0.006289492193141676
previous_iter_valid_loss : 0.16430576145648956
471220 0.164495 0.164306 0.171004 CURRENT LEARNING RATE: 0.006288234420484509
previous_iter_valid_loss : 0.16228504478931427
471240 0.162476 0.162285 0.170388 CURRENT LEARNING RATE: 0.006286976899356715
previous_iter_valid_loss : 0.1607043743133545
471260 0.160866 0.160704 0.169885 CURRENT LEARNING RATE: 0.006285719629708002
previous_iter_valid_loss : 0.16117629408836365
471280 0.161339 0.161176 0.169144 CURRENT LEARNING RATE: 0.0062844626114880705
previous_iter_valid_loss : 0.16073381900787354
471300 0.160894 0.160734 0.169093 CURRENT LEARNING RATE: 0.006283205844646649
previous_iter_valid_loss : 0.16966697573661804
471320 0.169941 0.169667 0.168912 CURRENT LEARNING RATE: 0.006281949329133456
previous_iter_valid_loss : 0.1744024008512497
471340 0.174700 0.174402 0.169563 CURRENT LEARNING RATE: 0.006280693064898243
previous_iter_valid_loss : 0.16190677881240845
471360 0.162125 0.161907 0.169196 CURRENT LEARNING RATE: 0.006279437051890748
previous_iter_valid_loss : 0.16063010692596436
471380 0.160819 0.160630 0.168821 CURRENT LEARNING RATE: 0.006278181290060737
previous_iter_valid_loss : 0.19065260887145996
471400 0.191135 0.190653 0.169668 CURRENT LEARNING RATE: 0.006276925779357984
previous_iter_valid_loss : 0.16072407364845276
471420 0.160910 0.160724 0.169654 CURRENT LEARNING RATE: 0.006275670519732255
previous_iter_valid_loss : 0.16056469082832336
471440 0.160736 0.160565 0.169302 CURRENT LEARNING RATE: 0.0062744155111333555
previous_iter_valid_loss : 0.16274186968803406
471460 0.162910 0.162742 0.166839 CURRENT LEARNING RATE: 0.00627316075351107
previous_iter_valid_loss : 0.16105516254901886
471480 0.161255 0.161055 0.166580 CURRENT LEARNING RATE: 0.006271906246815223
previous_iter_valid_loss : 0.19736512005329132
471500 0.197915 0.197365 0.168415 CURRENT LEARNING RATE: 0.00627065199099562
previous_iter_valid_loss : 0.1622723937034607
471520 0.162493 0.162272 0.167690 CURRENT LEARNING RATE: 0.006269397986002103
previous_iter_valid_loss : 0.16068318486213684
471540 0.160855 0.160683 0.167690 CURRENT LEARNING RATE: 0.006268144231784501
previous_iter_valid_loss : 0.16077718138694763
471560 0.160978 0.160777 0.167533 CURRENT LEARNING RATE: 0.006266890728292674
previous_iter_valid_loss : 0.16538426280021667
471580 0.165613 0.165384 0.166300 CURRENT LEARNING RATE: 0.0062656374754764725
previous_iter_valid_loss : 0.16130459308624268
471600 0.161528 0.161305 0.165965 CURRENT LEARNING RATE: 0.0062643844732857765
previous_iter_valid_loss : 0.16077637672424316
471620 0.160941 0.160776 0.165789 CURRENT LEARNING RATE: 0.006263131721670453
previous_iter_valid_loss : 0.17229726910591125
471640 0.172590 0.172297 0.166289 CURRENT LEARNING RATE: 0.006261879220580406
previous_iter_valid_loss : 0.1630096286535263
471660 0.163223 0.163010 0.166405 CURRENT LEARNING RATE: 0.006260626969965523
previous_iter_valid_loss : 0.17054860293865204
471680 0.170708 0.170549 0.166873 CURRENT LEARNING RATE: 0.006259374969775726
previous_iter_valid_loss : 0.180206298828125
471700 0.180392 0.180206 0.167847 CURRENT LEARNING RATE: 0.006258123219960921
previous_iter_valid_loss : 0.16130180656909943
471720 0.161468 0.161302 0.167429 CURRENT LEARNING RATE: 0.006256871720471052
previous_iter_valid_loss : 0.17079521715641022
471740 0.170960 0.170795 0.167248 CURRENT LEARNING RATE: 0.006255620471256048
previous_iter_valid_loss : 0.16491422057151794
471760 0.165087 0.164914 0.167399 CURRENT LEARNING RATE: 0.006254369472265864
previous_iter_valid_loss : 0.1644180566072464
471780 0.164595 0.164418 0.167588 CURRENT LEARNING RATE: 0.006253118723450463
previous_iter_valid_loss : 0.1608864665031433
471800 0.161049 0.160886 0.166100 CURRENT LEARNING RATE: 0.006251868224759809
previous_iter_valid_loss : 0.1616053730249405
471820 0.161779 0.161605 0.166144 CURRENT LEARNING RATE: 0.006250617976143888
previous_iter_valid_loss : 0.16614410281181335
471840 0.166328 0.166144 0.166423 CURRENT LEARNING RATE: 0.0062493679775526825
previous_iter_valid_loss : 0.16251738369464874
471860 0.162734 0.162517 0.166411 CURRENT LEARNING RATE: 0.006248118228936202
previous_iter_valid_loss : 0.16085071861743927
471880 0.161037 0.160851 0.166401 CURRENT LEARNING RATE: 0.006246868730244447
previous_iter_valid_loss : 0.1826905459165573
471900 0.182866 0.182691 0.165668 CURRENT LEARNING RATE: 0.0062456194814274465
previous_iter_valid_loss : 0.16155347228050232
471920 0.161772 0.161553 0.165632 CURRENT LEARNING RATE: 0.006244370482435221
previous_iter_valid_loss : 0.16731217503547668
471940 0.167482 0.167312 0.165963 CURRENT LEARNING RATE: 0.0062431217332178214
previous_iter_valid_loss : 0.16213162243366241
471960 0.162357 0.162132 0.166031 CURRENT LEARNING RATE: 0.006241873233725286
previous_iter_valid_loss : 0.16309452056884766
471980 0.163316 0.163095 0.165916 CURRENT LEARNING RATE: 0.006240624983907687
previous_iter_valid_loss : 0.17233344912528992
472000 0.172623 0.172333 0.166468 CURRENT LEARNING RATE: 0.006239376983715081
previous_iter_valid_loss : 0.16159729659557343
472020 0.161814 0.161597 0.166509 CURRENT LEARNING RATE: 0.006238129233097562
previous_iter_valid_loss : 0.16391673684120178
472040 0.164125 0.163917 0.166090 CURRENT LEARNING RATE: 0.006236881732005209
previous_iter_valid_loss : 0.16342978179454803
472060 0.163657 0.163430 0.166111 CURRENT LEARNING RATE: 0.00623563448038813
previous_iter_valid_loss : 0.1610664427280426
472080 0.161237 0.161066 0.165637 CURRENT LEARNING RATE: 0.006234387478196424
previous_iter_valid_loss : 0.18945534527301788
472100 0.189903 0.189455 0.166099 CURRENT LEARNING RATE: 0.006233140725380225
previous_iter_valid_loss : 0.16712398827075958
472120 0.167380 0.167124 0.166390 CURRENT LEARNING RATE: 0.006231894221889651
previous_iter_valid_loss : 0.1606350541114807
472140 0.160817 0.160635 0.165882 CURRENT LEARNING RATE: 0.0062306479676748515
previous_iter_valid_loss : 0.16059187054634094
472160 0.160763 0.160592 0.165666 CURRENT LEARNING RATE: 0.006229401962685966
previous_iter_valid_loss : 0.1623191237449646
472180 0.162491 0.162319 0.165561 CURRENT LEARNING RATE: 0.00622815620687316
previous_iter_valid_loss : 0.1717861294746399
472200 0.171954 0.171786 0.166106 CURRENT LEARNING RATE: 0.006226910700186608
previous_iter_valid_loss : 0.16402815282344818
472220 0.164257 0.164028 0.166227 CURRENT LEARNING RATE: 0.006225665442576481
previous_iter_valid_loss : 0.16344447433948517
472240 0.163676 0.163444 0.166092 CURRENT LEARNING RATE: 0.006224420433992977
previous_iter_valid_loss : 0.17207908630371094
472260 0.172369 0.172079 0.166570 CURRENT LEARNING RATE: 0.006223175674386286
previous_iter_valid_loss : 0.16728593409061432
472280 0.167528 0.167286 0.166892 CURRENT LEARNING RATE: 0.006221931163706627
previous_iter_valid_loss : 0.16075322031974792
472300 0.160942 0.160753 0.165795 CURRENT LEARNING RATE: 0.0062206869019042115
previous_iter_valid_loss : 0.17953643202781677
472320 0.179717 0.179536 0.166694 CURRENT LEARNING RATE: 0.006219442888929277
previous_iter_valid_loss : 0.17431387305259705
472340 0.174491 0.174314 0.167044 CURRENT LEARNING RATE: 0.006218199124732054
previous_iter_valid_loss : 0.16364437341690063
472360 0.163815 0.163644 0.167120 CURRENT LEARNING RATE: 0.006216955609262803
previous_iter_valid_loss : 0.1860802173614502
472380 0.186502 0.186080 0.168269 CURRENT LEARNING RATE: 0.006215712342471771
previous_iter_valid_loss : 0.1607583463191986
472400 0.160942 0.160758 0.167691 CURRENT LEARNING RATE: 0.0062144693243092386
previous_iter_valid_loss : 0.17254334688186646
472420 0.172835 0.172543 0.168238 CURRENT LEARNING RATE: 0.006213226554725476
previous_iter_valid_loss : 0.1730373501777649
472440 0.173323 0.173037 0.168694 CURRENT LEARNING RATE: 0.006211984033670781
previous_iter_valid_loss : 0.1620386242866516
472460 0.162253 0.162039 0.168624 CURRENT LEARNING RATE: 0.006210741761095442
previous_iter_valid_loss : 0.17377737164497375
472480 0.174078 0.173777 0.169260 CURRENT LEARNING RATE: 0.00620949973694978
previous_iter_valid_loss : 0.1712324470281601
472500 0.171390 0.171232 0.168349 CURRENT LEARNING RATE: 0.0062082579611841045
previous_iter_valid_loss : 0.16056056320667267
472520 0.160731 0.160561 0.168021 CURRENT LEARNING RATE: 0.006207016433748752
previous_iter_valid_loss : 0.16077974438667297
472540 0.160937 0.160780 0.168028 CURRENT LEARNING RATE: 0.006205775154594053
previous_iter_valid_loss : 0.16161394119262695
472560 0.161790 0.161614 0.168079 CURRENT LEARNING RATE: 0.006204534123670366
previous_iter_valid_loss : 0.16113784909248352
472580 0.161307 0.161138 0.168020 CURRENT LEARNING RATE: 0.00620329334092804
previous_iter_valid_loss : 0.1640692800283432
472600 0.164301 0.164069 0.167634 CURRENT LEARNING RATE: 0.006202052806317447
previous_iter_valid_loss : 0.17915023863315582
472620 0.179497 0.179150 0.168390 CURRENT LEARNING RATE: 0.006200812519788974
previous_iter_valid_loss : 0.16057462990283966
472640 0.160742 0.160575 0.168247 CURRENT LEARNING RATE: 0.006199572481292997
previous_iter_valid_loss : 0.16137516498565674
472660 0.161544 0.161375 0.167711 CURRENT LEARNING RATE: 0.0061983326907799246
previous_iter_valid_loss : 0.1605823040008545
472680 0.160754 0.160582 0.167376 CURRENT LEARNING RATE: 0.006197093148200156
previous_iter_valid_loss : 0.1647273600101471
472700 0.164917 0.164727 0.167575 CURRENT LEARNING RATE: 0.00619585385350412
previous_iter_valid_loss : 0.17697861790657043
472720 0.177152 0.176979 0.167447 CURRENT LEARNING RATE: 0.006194614806642233
previous_iter_valid_loss : 0.17484168708324432
472740 0.175160 0.174842 0.167473 CURRENT LEARNING RATE: 0.006193376007564944
previous_iter_valid_loss : 0.16156287491321564
472760 0.161740 0.161563 0.167369 CURRENT LEARNING RATE: 0.006192137456222691
previous_iter_valid_loss : 0.1614050716161728
472780 0.161566 0.161405 0.166136 CURRENT LEARNING RATE: 0.006190899152565943
previous_iter_valid_loss : 0.16059111058712006
472800 0.160777 0.160591 0.166127 CURRENT LEARNING RATE: 0.006189661096545156
previous_iter_valid_loss : 0.1620694100856781
472820 0.162242 0.162069 0.165604 CURRENT LEARNING RATE: 0.00618842328811082
previous_iter_valid_loss : 0.16116806864738464
472840 0.161330 0.161168 0.165010 CURRENT LEARNING RATE: 0.00618718572721341
previous_iter_valid_loss : 0.16584479808807373
472860 0.166090 0.165845 0.165200 CURRENT LEARNING RATE: 0.006185948413803434
previous_iter_valid_loss : 0.16060559451580048
472880 0.160788 0.160606 0.164542 CURRENT LEARNING RATE: 0.006184711347831393
previous_iter_valid_loss : 0.17210586369037628
472900 0.172387 0.172106 0.164586 CURRENT LEARNING RATE: 0.00618347452924781
previous_iter_valid_loss : 0.19302676618099213
472920 0.193525 0.193027 0.166209 CURRENT LEARNING RATE: 0.006182237958003205
previous_iter_valid_loss : 0.16782858967781067
472940 0.168074 0.167829 0.166561 CURRENT LEARNING RATE: 0.006181001634048123
previous_iter_valid_loss : 0.16200555860996246
472960 0.162173 0.162006 0.166581 CURRENT LEARNING RATE: 0.006179765557333103
previous_iter_valid_loss : 0.16148167848587036
472980 0.161689 0.161482 0.166598 CURRENT LEARNING RATE: 0.006178529727808705
previous_iter_valid_loss : 0.16803346574306488
473000 0.168185 0.168033 0.166796 CURRENT LEARNING RATE: 0.006177294145425503
previous_iter_valid_loss : 0.20100486278533936
473020 0.201577 0.201005 0.167889 CURRENT LEARNING RATE: 0.006176058810134062
previous_iter_valid_loss : 0.16179701685905457
473040 0.161970 0.161797 0.167950 CURRENT LEARNING RATE: 0.00617482372188498
previous_iter_valid_loss : 0.16801372170448303
473060 0.168178 0.168014 0.168282 CURRENT LEARNING RATE: 0.006173588880628843
previous_iter_valid_loss : 0.16109168529510498
473080 0.161289 0.161092 0.168308 CURRENT LEARNING RATE: 0.006172354286316266
previous_iter_valid_loss : 0.1607520878314972
473100 0.160934 0.160752 0.168109 CURRENT LEARNING RATE: 0.006171119938897857
previous_iter_valid_loss : 0.1611417829990387
473120 0.161299 0.161142 0.167317 CURRENT LEARNING RATE: 0.006169885838324252
previous_iter_valid_loss : 0.16125290095806122
473140 0.161416 0.161253 0.166637 CURRENT LEARNING RATE: 0.006168651984546074
previous_iter_valid_loss : 0.16725097596645355
473160 0.167497 0.167251 0.166922 CURRENT LEARNING RATE: 0.006167418377513983
previous_iter_valid_loss : 0.17437726259231567
473180 0.174542 0.174377 0.167570 CURRENT LEARNING RATE: 0.006166185017178623
previous_iter_valid_loss : 0.16375674307346344
473200 0.163980 0.163757 0.167729 CURRENT LEARNING RATE: 0.006164951903490669
previous_iter_valid_loss : 0.16215592622756958
473220 0.162372 0.162156 0.167733 CURRENT LEARNING RATE: 0.006163719036400787
previous_iter_valid_loss : 0.16359581053256989
473240 0.163774 0.163596 0.167854 CURRENT LEARNING RATE: 0.006162486415859673
previous_iter_valid_loss : 0.1610000878572464
473260 0.161168 0.161000 0.167612 CURRENT LEARNING RATE: 0.00616125404181801
previous_iter_valid_loss : 0.16057847440242767
473280 0.160748 0.160578 0.167611 CURRENT LEARNING RATE: 0.006160021914226515
previous_iter_valid_loss : 0.16063718497753143
473300 0.160809 0.160637 0.167037 CURRENT LEARNING RATE: 0.006158790033035893
previous_iter_valid_loss : 0.16605907678604126
473320 0.166239 0.166059 0.165689 CURRENT LEARNING RATE: 0.006157558398196878
previous_iter_valid_loss : 0.16157180070877075
473340 0.161784 0.161572 0.165376 CURRENT LEARNING RATE: 0.006156327009660194
previous_iter_valid_loss : 0.175657257437706
473360 0.175836 0.175657 0.166059 CURRENT LEARNING RATE: 0.006155095867376597
previous_iter_valid_loss : 0.1627664417028427
473380 0.162979 0.162766 0.166123 CURRENT LEARNING RATE: 0.0061538649712968305
previous_iter_valid_loss : 0.1615218222141266
473400 0.161736 0.161522 0.165797 CURRENT LEARNING RATE: 0.006152634321371663
previous_iter_valid_loss : 0.17372100055217743
473420 0.174017 0.173721 0.164433 CURRENT LEARNING RATE: 0.0061514039175518745
previous_iter_valid_loss : 0.16277852654457092
473440 0.162999 0.162779 0.164482 CURRENT LEARNING RATE: 0.006150173759788239
previous_iter_valid_loss : 0.16336125135421753
473460 0.163532 0.163361 0.164250 CURRENT LEARNING RATE: 0.006148943848031559
previous_iter_valid_loss : 0.16180787980556488
473480 0.162025 0.161808 0.164286 CURRENT LEARNING RATE: 0.0061477141822326295
previous_iter_valid_loss : 0.16854698956012726
473500 0.168714 0.168547 0.164675 CURRENT LEARNING RATE: 0.006146484762342273
previous_iter_valid_loss : 0.16113965213298798
473520 0.161317 0.161140 0.164675 CURRENT LEARNING RATE: 0.006145255588311303
previous_iter_valid_loss : 0.1624678522348404
473540 0.162690 0.162468 0.164736 CURRENT LEARNING RATE: 0.006144026660090561
previous_iter_valid_loss : 0.16073891520500183
473560 0.160910 0.160739 0.164410 CURRENT LEARNING RATE: 0.006142797977630882
previous_iter_valid_loss : 0.16466034948825836
473580 0.164835 0.164660 0.163924 CURRENT LEARNING RATE: 0.006141569540883128
previous_iter_valid_loss : 0.1645965576171875
473600 0.164829 0.164597 0.163966 CURRENT LEARNING RATE: 0.006140341349798151
previous_iter_valid_loss : 0.1623890995979309
473620 0.162614 0.162389 0.163978 CURRENT LEARNING RATE: 0.006139113404326836
previous_iter_valid_loss : 0.16062171757221222
473640 0.160808 0.160622 0.163829 CURRENT LEARNING RATE: 0.006137885704420049
previous_iter_valid_loss : 0.20802606642246246
473660 0.208096 0.208026 0.166181 CURRENT LEARNING RATE: 0.0061366582500287
previous_iter_valid_loss : 0.16082166135311127
473680 0.161003 0.160822 0.166193 CURRENT LEARNING RATE: 0.006135431041103675
previous_iter_valid_loss : 0.1766221523284912
473700 0.176962 0.176622 0.166992 CURRENT LEARNING RATE: 0.0061342040775958975
previous_iter_valid_loss : 0.16116681694984436
473720 0.161381 0.161167 0.166747 CURRENT LEARNING RATE: 0.0061329773594562785
previous_iter_valid_loss : 0.1619558185338974
473740 0.162135 0.161956 0.166767 CURRENT LEARNING RATE: 0.00613175088663576
previous_iter_valid_loss : 0.16178826987743378
473760 0.161975 0.161788 0.166073 CURRENT LEARNING RATE: 0.0061305246590852725
previous_iter_valid_loss : 0.16100908815860748
473780 0.161188 0.161009 0.165985 CURRENT LEARNING RATE: 0.006129298676755773
previous_iter_valid_loss : 0.1642836183309555
473800 0.164528 0.164284 0.166123 CURRENT LEARNING RATE: 0.006128072939598226
previous_iter_valid_loss : 0.16076239943504333
473820 0.160928 0.160762 0.165476 CURRENT LEARNING RATE: 0.006126847447563593
previous_iter_valid_loss : 0.1812412142753601
473840 0.181431 0.181241 0.166399 CURRENT LEARNING RATE: 0.006125622200602862
previous_iter_valid_loss : 0.1648547500371933
473860 0.165052 0.164855 0.166473 CURRENT LEARNING RATE: 0.006124397198667016
previous_iter_valid_loss : 0.16853860020637512
473880 0.168794 0.168539 0.166810 CURRENT LEARNING RATE: 0.006123172441707065
previous_iter_valid_loss : 0.16090074181556702
473900 0.161077 0.160901 0.166428 CURRENT LEARNING RATE: 0.006121947929674005
previous_iter_valid_loss : 0.16339997947216034
473920 0.163592 0.163400 0.166541 CURRENT LEARNING RATE: 0.00612072366251887
previous_iter_valid_loss : 0.16057774424552917
473940 0.160757 0.160578 0.166446 CURRENT LEARNING RATE: 0.006119499640192676
previous_iter_valid_loss : 0.16192595660686493
473960 0.162140 0.161926 0.166505 CURRENT LEARNING RATE: 0.0061182758626464745
previous_iter_valid_loss : 0.1606418341398239
473980 0.160827 0.160642 0.166304 CURRENT LEARNING RATE: 0.006117052329831303
previous_iter_valid_loss : 0.16970956325531006
474000 0.169985 0.169710 0.166560 CURRENT LEARNING RATE: 0.0061158290416982305
previous_iter_valid_loss : 0.1655610203742981
474020 0.165784 0.165561 0.166719 CURRENT LEARNING RATE: 0.006114605998198315
previous_iter_valid_loss : 0.16090312600135803
474040 0.161101 0.160903 0.166733 CURRENT LEARNING RATE: 0.006113383199282646
previous_iter_valid_loss : 0.17226438224315643
474060 0.172551 0.172264 0.164945 CURRENT LEARNING RATE: 0.0061121606449023
previous_iter_valid_loss : 0.1809200942516327
474080 0.181087 0.180920 0.165950 CURRENT LEARNING RATE: 0.006110938335008385
previous_iter_valid_loss : 0.1609037071466446
474100 0.161088 0.160904 0.165164 CURRENT LEARNING RATE: 0.006109716269552001
previous_iter_valid_loss : 0.18148404359817505
474120 0.181835 0.181484 0.166180 CURRENT LEARNING RATE: 0.006108494448484273
previous_iter_valid_loss : 0.16511672735214233
474140 0.165334 0.165117 0.166338 CURRENT LEARNING RATE: 0.006107272871756319
previous_iter_valid_loss : 0.1606597751379013
474160 0.160816 0.160660 0.166281 CURRENT LEARNING RATE: 0.006106051539319284
previous_iter_valid_loss : 0.16433730721473694
474180 0.164560 0.164337 0.166448 CURRENT LEARNING RATE: 0.006104830451124308
previous_iter_valid_loss : 0.16067562997341156
474200 0.160832 0.160676 0.166267 CURRENT LEARNING RATE: 0.00610360960712255
previous_iter_valid_loss : 0.16519036889076233
474220 0.165363 0.165190 0.166489 CURRENT LEARNING RATE: 0.006102389007265182
previous_iter_valid_loss : 0.16927865147590637
474240 0.169441 0.169279 0.165890 CURRENT LEARNING RATE: 0.006101168651503371
previous_iter_valid_loss : 0.16099931299686432
474260 0.161150 0.160999 0.165698 CURRENT LEARNING RATE: 0.006099948539788312
previous_iter_valid_loss : 0.16082508862018585
474280 0.161010 0.160825 0.165312 CURRENT LEARNING RATE: 0.00609872867207119
previous_iter_valid_loss : 0.16198128461837769
474300 0.162141 0.161981 0.165366 CURRENT LEARNING RATE: 0.00609750904830322
previous_iter_valid_loss : 0.17550237476825714
474320 0.175679 0.175502 0.165971 CURRENT LEARNING RATE: 0.0060962896684356085
previous_iter_valid_loss : 0.16522589325904846
474340 0.165453 0.165226 0.166204 CURRENT LEARNING RATE: 0.006095070532419589
previous_iter_valid_loss : 0.1605818122625351
474360 0.160757 0.160582 0.166136 CURRENT LEARNING RATE: 0.006093851640206388
previous_iter_valid_loss : 0.16085733473300934
474380 0.161032 0.160857 0.166147 CURRENT LEARNING RATE: 0.006092632991747257
previous_iter_valid_loss : 0.17456446588039398
474400 0.174728 0.174564 0.166390 CURRENT LEARNING RATE: 0.0060914145869934416
previous_iter_valid_loss : 0.1647080034017563
474420 0.164928 0.164708 0.166347 CURRENT LEARNING RATE: 0.006090196425896216
previous_iter_valid_loss : 0.16115185618400574
474440 0.161345 0.161152 0.166360 CURRENT LEARNING RATE: 0.006088978508406843
previous_iter_valid_loss : 0.16300831735134125
474460 0.163173 0.163008 0.165897 CURRENT LEARNING RATE: 0.0060877608344766165
previous_iter_valid_loss : 0.16827619075775146
474480 0.168437 0.168276 0.165265 CURRENT LEARNING RATE: 0.006086543404056819
previous_iter_valid_loss : 0.16215381026268005
474500 0.162367 0.162154 0.165327 CURRENT LEARNING RATE: 0.006085326217098764
previous_iter_valid_loss : 0.16913388669490814
474520 0.169294 0.169134 0.164710 CURRENT LEARNING RATE: 0.0060841092735537524
previous_iter_valid_loss : 0.16292384266853333
474540 0.163130 0.162924 0.164600 CURRENT LEARNING RATE: 0.0060828925733731175
previous_iter_valid_loss : 0.1694662868976593
474560 0.169619 0.169466 0.165040 CURRENT LEARNING RATE: 0.006081676116508182
previous_iter_valid_loss : 0.16683197021484375
474580 0.167067 0.166832 0.165165 CURRENT LEARNING RATE: 0.0060804599029102915
previous_iter_valid_loss : 0.1639420986175537
474600 0.164113 0.163942 0.165328 CURRENT LEARNING RATE: 0.006079243932530802
previous_iter_valid_loss : 0.1624050885438919
474620 0.162562 0.162405 0.165189 CURRENT LEARNING RATE: 0.006078028205321068
previous_iter_valid_loss : 0.16774272918701172
474640 0.167911 0.167743 0.165112 CURRENT LEARNING RATE: 0.006076812721232467
previous_iter_valid_loss : 0.16133219003677368
474660 0.161531 0.161332 0.165129 CURRENT LEARNING RATE: 0.00607559748021637
previous_iter_valid_loss : 0.1605922430753708
474680 0.160757 0.160592 0.165117 CURRENT LEARNING RATE: 0.0060743824822241796
previous_iter_valid_loss : 0.16056512296199799
474700 0.160731 0.160565 0.165047 CURRENT LEARNING RATE: 0.006073167727207283
previous_iter_valid_loss : 0.1606791913509369
474720 0.160859 0.160679 0.164305 CURRENT LEARNING RATE: 0.006071953215117101
previous_iter_valid_loss : 0.16503143310546875
474740 0.165254 0.165031 0.164296 CURRENT LEARNING RATE: 0.006070738945905044
previous_iter_valid_loss : 0.16949406266212463
474760 0.169757 0.169494 0.164741 CURRENT LEARNING RATE: 0.006069524919522551
previous_iter_valid_loss : 0.1675061136484146
474780 0.167682 0.167506 0.165074 CURRENT LEARNING RATE: 0.00606831113592105
previous_iter_valid_loss : 0.16373728215694427
474800 0.163915 0.163737 0.164532 CURRENT LEARNING RATE: 0.006067097595052001
previous_iter_valid_loss : 0.16072915494441986
474820 0.160897 0.160729 0.164333 CURRENT LEARNING RATE: 0.006065884296866851
previous_iter_valid_loss : 0.16539998352527618
474840 0.165632 0.165400 0.164546 CURRENT LEARNING RATE: 0.006064671241317078
previous_iter_valid_loss : 0.1677638441324234
474860 0.167940 0.167764 0.164784 CURRENT LEARNING RATE: 0.0060634584283541515
previous_iter_valid_loss : 0.16192568838596344
474880 0.162095 0.161926 0.164466 CURRENT LEARNING RATE: 0.006062245857929568
previous_iter_valid_loss : 0.16499069333076477
474900 0.165211 0.164991 0.164608 CURRENT LEARNING RATE: 0.006061033529994814
previous_iter_valid_loss : 0.1644808053970337
474920 0.164704 0.164481 0.164375 CURRENT LEARNING RATE: 0.006059821444501408
previous_iter_valid_loss : 0.18125160038471222
474940 0.181602 0.181252 0.165292 CURRENT LEARNING RATE: 0.006058609601400854
previous_iter_valid_loss : 0.1643681824207306
474960 0.164549 0.164368 0.165037 CURRENT LEARNING RATE: 0.006057398000644691
previous_iter_valid_loss : 0.16061314940452576
474980 0.160796 0.160613 0.164726 CURRENT LEARNING RATE: 0.0060561866421844435
previous_iter_valid_loss : 0.17860986292362213
475000 0.178942 0.178610 0.165459 CURRENT LEARNING RATE: 0.006054975525971663
previous_iter_valid_loss : 0.17050518095493317
475020 0.170670 0.170505 0.165864 CURRENT LEARNING RATE: 0.006053764651957909
previous_iter_valid_loss : 0.1669766902923584
475040 0.167221 0.166977 0.165826 CURRENT LEARNING RATE: 0.006052554020094736
previous_iter_valid_loss : 0.163166344165802
475060 0.163330 0.163166 0.165918 CURRENT LEARNING RATE: 0.006051343630333731
previous_iter_valid_loss : 0.16089265048503876
475080 0.161084 0.160893 0.165933 CURRENT LEARNING RATE: 0.006050133482626466
previous_iter_valid_loss : 0.1700887233018875
475100 0.170346 0.170089 0.166409 CURRENT LEARNING RATE: 0.006048923576924547
previous_iter_valid_loss : 0.16527965664863586
475120 0.165505 0.165280 0.166639 CURRENT LEARNING RATE: 0.0060477139131795655
previous_iter_valid_loss : 0.17118187248706818
475140 0.171341 0.171182 0.166946 CURRENT LEARNING RATE: 0.006046504491343148
previous_iter_valid_loss : 0.16408313810825348
475160 0.164269 0.164083 0.166676 CURRENT LEARNING RATE: 0.006045295311366905
previous_iter_valid_loss : 0.16685134172439575
475180 0.167036 0.166851 0.166643 CURRENT LEARNING RATE: 0.006044086373202481
previous_iter_valid_loss : 0.16090987622737885
475200 0.161067 0.160910 0.166502 CURRENT LEARNING RATE: 0.006042877676801507
previous_iter_valid_loss : 0.16517828404903412
475220 0.165406 0.165178 0.166724 CURRENT LEARNING RATE: 0.006041669222115646
previous_iter_valid_loss : 0.16743868589401245
475240 0.167678 0.167439 0.166826 CURRENT LEARNING RATE: 0.00604046100909655
previous_iter_valid_loss : 0.16083872318267822
475260 0.161003 0.160839 0.166480 CURRENT LEARNING RATE: 0.0060392530376959
previous_iter_valid_loss : 0.160941943526268
475280 0.161145 0.160942 0.166431 CURRENT LEARNING RATE: 0.0060380453078653674
previous_iter_valid_loss : 0.16073498129844666
475300 0.160928 0.160735 0.166218 CURRENT LEARNING RATE: 0.006036837819556653
previous_iter_valid_loss : 0.16285137832164764
475320 0.163014 0.162851 0.166136 CURRENT LEARNING RATE: 0.006035630572721447
previous_iter_valid_loss : 0.16841557621955872
475340 0.168657 0.168416 0.165495 CURRENT LEARNING RATE: 0.006034423567311469
previous_iter_valid_loss : 0.1612246036529541
475360 0.161378 0.161225 0.165337 CURRENT LEARNING RATE: 0.00603321680327843
previous_iter_valid_loss : 0.16233707964420319
475380 0.162484 0.162337 0.165424 CURRENT LEARNING RATE: 0.006032010280574069
previous_iter_valid_loss : 0.1615169197320938
475400 0.161716 0.161517 0.164569 CURRENT LEARNING RATE: 0.006030803999150115
previous_iter_valid_loss : 0.1619734913110733
475420 0.162188 0.161973 0.164142 CURRENT LEARNING RATE: 0.006029597958958323
previous_iter_valid_loss : 0.16148385405540466
475440 0.161685 0.161484 0.163868 CURRENT LEARNING RATE: 0.0060283921599504535
previous_iter_valid_loss : 0.16063424944877625
475460 0.160789 0.160634 0.163741 CURRENT LEARNING RATE: 0.006027186602078267
previous_iter_valid_loss : 0.16656894981861115
475480 0.166740 0.166569 0.164025 CURRENT LEARNING RATE: 0.00602598128529355
previous_iter_valid_loss : 0.1669374704360962
475500 0.167100 0.166937 0.163867 CURRENT LEARNING RATE: 0.00602477620954808
previous_iter_valid_loss : 0.16791337728500366
475520 0.168159 0.167913 0.163999 CURRENT LEARNING RATE: 0.006023571374793665
previous_iter_valid_loss : 0.16077788174152374
475540 0.160947 0.160778 0.163479 CURRENT LEARNING RATE: 0.0060223667809821
previous_iter_valid_loss : 0.16445206105709076
475560 0.164630 0.164452 0.163497 CURRENT LEARNING RATE: 0.006021162428065213
previous_iter_valid_loss : 0.16113843023777008
475580 0.161311 0.161138 0.163212 CURRENT LEARNING RATE: 0.006019958315994818
previous_iter_valid_loss : 0.19475679099559784
475600 0.194890 0.194757 0.164904 CURRENT LEARNING RATE: 0.006018754444722762
previous_iter_valid_loss : 0.17480167746543884
475620 0.174977 0.174802 0.165385 CURRENT LEARNING RATE: 0.0060175508142008794
previous_iter_valid_loss : 0.16408365964889526
475640 0.164268 0.164084 0.165217 CURRENT LEARNING RATE: 0.0060163474243810355
previous_iter_valid_loss : 0.16259674727916718
475660 0.162802 0.162597 0.165305 CURRENT LEARNING RATE: 0.006015144275215083
previous_iter_valid_loss : 0.1639440953731537
475680 0.164157 0.163944 0.165455 CURRENT LEARNING RATE: 0.006013941366654909
previous_iter_valid_loss : 0.1641281247138977
475700 0.164311 0.164128 0.165625 CURRENT LEARNING RATE: 0.006012738698652385
previous_iter_valid_loss : 0.17326170206069946
475720 0.173433 0.173262 0.166146 CURRENT LEARNING RATE: 0.006011536271159414
previous_iter_valid_loss : 0.165775328874588
475740 0.166001 0.165775 0.166014 CURRENT LEARNING RATE: 0.0060103340841278895
previous_iter_valid_loss : 0.1637980043888092
475760 0.164021 0.163798 0.166142 CURRENT LEARNING RATE: 0.006009132137509736
previous_iter_valid_loss : 0.16078147292137146
475780 0.160981 0.160781 0.166064 CURRENT LEARNING RATE: 0.0060079304312568626
previous_iter_valid_loss : 0.16914252936840057
475800 0.169404 0.169143 0.166446 CURRENT LEARNING RATE: 0.006006728965321207
previous_iter_valid_loss : 0.18162836134433746
475820 0.181997 0.181628 0.167428 CURRENT LEARNING RATE: 0.006005527739654716
previous_iter_valid_loss : 0.20017655193805695
475840 0.200270 0.200177 0.169363 CURRENT LEARNING RATE: 0.00600432675420933
previous_iter_valid_loss : 0.17533297836780548
475860 0.175510 0.175333 0.170098 CURRENT LEARNING RATE: 0.0060031260089370205
previous_iter_valid_loss : 0.16884396970272064
475880 0.169105 0.168844 0.170212 CURRENT LEARNING RATE: 0.006001925503789748
previous_iter_valid_loss : 0.1624900996685028
475900 0.162667 0.162490 0.169989 CURRENT LEARNING RATE: 0.006000725238719499
previous_iter_valid_loss : 0.1717861294746399
475920 0.171956 0.171786 0.170183 CURRENT LEARNING RATE: 0.005999525213678259
previous_iter_valid_loss : 0.16481345891952515
475940 0.165044 0.164813 0.170385 CURRENT LEARNING RATE: 0.0059983254286180305
previous_iter_valid_loss : 0.16996997594833374
475960 0.170235 0.169970 0.170661 CURRENT LEARNING RATE: 0.005997125883490815
previous_iter_valid_loss : 0.17145054042339325
475980 0.171731 0.171451 0.171176 CURRENT LEARNING RATE: 0.005995926578248642
previous_iter_valid_loss : 0.17169314622879028
476000 0.171975 0.171693 0.170023 CURRENT LEARNING RATE: 0.005994727512843526
previous_iter_valid_loss : 0.16153299808502197
476020 0.161736 0.161533 0.169360 CURRENT LEARNING RATE: 0.005993528687227519
previous_iter_valid_loss : 0.174937903881073
476040 0.175257 0.174938 0.169902 CURRENT LEARNING RATE: 0.005992330101352653
previous_iter_valid_loss : 0.1612958461046219
476060 0.161505 0.161296 0.169837 CURRENT LEARNING RATE: 0.005991131755170999
previous_iter_valid_loss : 0.16095034778118134
476080 0.161133 0.160950 0.169688 CURRENT LEARNING RATE: 0.005989933648634609
previous_iter_valid_loss : 0.16273854672908783
476100 0.162897 0.162739 0.169618 CURRENT LEARNING RATE: 0.005988735781695572
previous_iter_valid_loss : 0.16353949904441833
476120 0.163723 0.163539 0.169132 CURRENT LEARNING RATE: 0.005987538154305961
previous_iter_valid_loss : 0.1642100065946579
476140 0.164425 0.164210 0.169054 CURRENT LEARNING RATE: 0.005986340766417883
previous_iter_valid_loss : 0.16276325285434723
476160 0.162978 0.162763 0.169002 CURRENT LEARNING RATE: 0.005985143617983431
previous_iter_valid_loss : 0.16938841342926025
476180 0.169576 0.169388 0.169432 CURRENT LEARNING RATE: 0.0059839467089547295
previous_iter_valid_loss : 0.16156241297721863
476200 0.161770 0.161562 0.169053 CURRENT LEARNING RATE: 0.0059827500392838915
previous_iter_valid_loss : 0.16604913771152496
476220 0.166283 0.166049 0.168275 CURRENT LEARNING RATE: 0.0059815536089230575
previous_iter_valid_loss : 0.17288243770599365
476240 0.173179 0.172882 0.166910 CURRENT LEARNING RATE: 0.005980357417824372
previous_iter_valid_loss : 0.16730301082134247
476260 0.167558 0.167303 0.166508 CURRENT LEARNING RATE: 0.0059791614659399795
previous_iter_valid_loss : 0.1609121561050415
476280 0.161079 0.160912 0.166112 CURRENT LEARNING RATE: 0.005977965753222052
previous_iter_valid_loss : 0.1616707742214203
476300 0.161889 0.161671 0.166071 CURRENT LEARNING RATE: 0.00597677027962275
previous_iter_valid_loss : 0.16055481135845184
476320 0.160722 0.160555 0.165509 CURRENT LEARNING RATE: 0.0059755750450942655
previous_iter_valid_loss : 0.16864904761314392
476340 0.168828 0.168649 0.165701 CURRENT LEARNING RATE: 0.005974380049588778
previous_iter_valid_loss : 0.1641179323196411
476360 0.164350 0.164118 0.165408 CURRENT LEARNING RATE: 0.005973185293058497
previous_iter_valid_loss : 0.1609332114458084
476380 0.161138 0.160933 0.164883 CURRENT LEARNING RATE: 0.005971990775455626
previous_iter_valid_loss : 0.16275149583816528
476400 0.162938 0.162751 0.164435 CURRENT LEARNING RATE: 0.005970796496732391
previous_iter_valid_loss : 0.16712544858455658
476420 0.167292 0.167125 0.164715 CURRENT LEARNING RATE: 0.005969602456841011
previous_iter_valid_loss : 0.16330274939537048
476440 0.163514 0.163303 0.164133 CURRENT LEARNING RATE: 0.005968408655733736
previous_iter_valid_loss : 0.1746685653924942
476460 0.174974 0.174669 0.164802 CURRENT LEARNING RATE: 0.005967215093362802
previous_iter_valid_loss : 0.17954231798648834
476480 0.179881 0.179542 0.165732 CURRENT LEARNING RATE: 0.005966021769680478
previous_iter_valid_loss : 0.1712157428264618
476500 0.171497 0.171216 0.166155 CURRENT LEARNING RATE: 0.00596482868463902
previous_iter_valid_loss : 0.16661277413368225
476520 0.166784 0.166613 0.166309 CURRENT LEARNING RATE: 0.005963635838190717
previous_iter_valid_loss : 0.17448094487190247
476540 0.174800 0.174481 0.166823 CURRENT LEARNING RATE: 0.005962443230287842
previous_iter_valid_loss : 0.1669548898935318
476560 0.167217 0.166955 0.167032 CURRENT LEARNING RATE: 0.005961250860882702
previous_iter_valid_loss : 0.18616265058517456
476580 0.186571 0.186163 0.167871 CURRENT LEARNING RATE: 0.005960058729927592
previous_iter_valid_loss : 0.16103266179561615
476600 0.161224 0.161033 0.167844 CURRENT LEARNING RATE: 0.005958866837374833
previous_iter_valid_loss : 0.1617760956287384
476620 0.161947 0.161776 0.167631 CURRENT LEARNING RATE: 0.005957675183176752
previous_iter_valid_loss : 0.16062352061271667
476640 0.160792 0.160624 0.167018 CURRENT LEARNING RATE: 0.0059564837672856745
previous_iter_valid_loss : 0.16247926652431488
476660 0.162697 0.162479 0.166777 CURRENT LEARNING RATE: 0.005955292589653955
previous_iter_valid_loss : 0.16150830686092377
476680 0.161689 0.161508 0.166806 CURRENT LEARNING RATE: 0.0059541016502339325
previous_iter_valid_loss : 0.1710151880979538
476700 0.171302 0.171015 0.167274 CURRENT LEARNING RATE: 0.005952910948977983
previous_iter_valid_loss : 0.16059847176074982
476720 0.160778 0.160598 0.167276 CURRENT LEARNING RATE: 0.005951720485838467
previous_iter_valid_loss : 0.16099302470684052
476740 0.161155 0.160993 0.166893 CURRENT LEARNING RATE: 0.005950530260767778
previous_iter_valid_loss : 0.16082961857318878
476760 0.161024 0.160830 0.166729 CURRENT LEARNING RATE: 0.005949340273718292
previous_iter_valid_loss : 0.16403310000896454
476780 0.164264 0.164033 0.166884 CURRENT LEARNING RATE: 0.005948150524642425
previous_iter_valid_loss : 0.1659528613090515
476800 0.166179 0.165953 0.167044 CURRENT LEARNING RATE: 0.005946961013492575
previous_iter_valid_loss : 0.17121265828609467
476820 0.171385 0.171213 0.167248 CURRENT LEARNING RATE: 0.00594577174022117
previous_iter_valid_loss : 0.16266365349292755
476840 0.162874 0.162664 0.167216 CURRENT LEARNING RATE: 0.00594458270478063
previous_iter_valid_loss : 0.16094377636909485
476860 0.161131 0.160944 0.166530 CURRENT LEARNING RATE: 0.005943393907123405
previous_iter_valid_loss : 0.16861118376255035
476880 0.168864 0.168611 0.165983 CURRENT LEARNING RATE: 0.005942205347201933
previous_iter_valid_loss : 0.1610030084848404
476900 0.161174 0.161003 0.165473 CURRENT LEARNING RATE: 0.005941017024968679
previous_iter_valid_loss : 0.1648154854774475
476920 0.164995 0.164815 0.165383 CURRENT LEARNING RATE: 0.005939828940376103
previous_iter_valid_loss : 0.1644282341003418
476940 0.164638 0.164428 0.164880 CURRENT LEARNING RATE: 0.005938641093376689
previous_iter_valid_loss : 0.16501204669475555
476960 0.165191 0.165012 0.164783 CURRENT LEARNING RATE: 0.005937453483922916
previous_iter_valid_loss : 0.1697716861963272
476980 0.170030 0.169772 0.163963 CURRENT LEARNING RATE: 0.005936266111967288
previous_iter_valid_loss : 0.16066686809062958
477000 0.160838 0.160667 0.163945 CURRENT LEARNING RATE: 0.0059350789774622985
previous_iter_valid_loss : 0.16192668676376343
477020 0.162130 0.161927 0.163953 CURRENT LEARNING RATE: 0.005933892080360471
previous_iter_valid_loss : 0.1872326135635376
477040 0.187388 0.187233 0.165283 CURRENT LEARNING RATE: 0.0059327054206143315
previous_iter_valid_loss : 0.16089574992656708
477060 0.161054 0.160896 0.165204 CURRENT LEARNING RATE: 0.005931518998176405
previous_iter_valid_loss : 0.16057109832763672
477080 0.160731 0.160571 0.165157 CURRENT LEARNING RATE: 0.005930332812999244
previous_iter_valid_loss : 0.16092249751091003
477100 0.161075 0.160922 0.164652 CURRENT LEARNING RATE: 0.00592914686503539
previous_iter_valid_loss : 0.16269202530384064
477120 0.162841 0.162692 0.164757 CURRENT LEARNING RATE: 0.005927961154237419
previous_iter_valid_loss : 0.18648414313793182
477140 0.186651 0.186484 0.166032 CURRENT LEARNING RATE: 0.005926775680557887
previous_iter_valid_loss : 0.16213557124137878
477160 0.162309 0.162136 0.166097 CURRENT LEARNING RATE: 0.005925590443949391
previous_iter_valid_loss : 0.16714438796043396
477180 0.167310 0.167144 0.166253 CURRENT LEARNING RATE: 0.005924405444364508
previous_iter_valid_loss : 0.16084972023963928
477200 0.161042 0.160850 0.165997 CURRENT LEARNING RATE: 0.005923220681755847
previous_iter_valid_loss : 0.1677844524383545
477220 0.167956 0.167784 0.165826 CURRENT LEARNING RATE: 0.00592203615607601
previous_iter_valid_loss : 0.16292902827262878
477240 0.163094 0.162929 0.165839 CURRENT LEARNING RATE: 0.005920851867277625
previous_iter_valid_loss : 0.16157793998718262
477260 0.161790 0.161578 0.165871 CURRENT LEARNING RATE: 0.00591966781531331
previous_iter_valid_loss : 0.16717500984668732
477280 0.167346 0.167175 0.165799 CURRENT LEARNING RATE: 0.005918484000135714
previous_iter_valid_loss : 0.16536195576190948
477300 0.165538 0.165362 0.166017 CURRENT LEARNING RATE: 0.005917300421697474
previous_iter_valid_loss : 0.16420793533325195
477320 0.164427 0.164208 0.165987 CURRENT LEARNING RATE: 0.005916117079951256
previous_iter_valid_loss : 0.1608572006225586
477340 0.161050 0.160857 0.165808 CURRENT LEARNING RATE: 0.005914933974849717
previous_iter_valid_loss : 0.1629820615053177
477360 0.163155 0.162982 0.165707 CURRENT LEARNING RATE: 0.0059137511063455436
previous_iter_valid_loss : 0.1806488186120987
477380 0.181019 0.180649 0.166251 CURRENT LEARNING RATE: 0.005912568474391409
previous_iter_valid_loss : 0.1608041226863861
477400 0.160993 0.160804 0.166257 CURRENT LEARNING RATE: 0.0059113860789400145
previous_iter_valid_loss : 0.16131684184074402
477420 0.161479 0.161317 0.166227 CURRENT LEARNING RATE: 0.005910203919944069
previous_iter_valid_loss : 0.161110058426857
477440 0.161315 0.161110 0.164921 CURRENT LEARNING RATE: 0.005909021997356277
previous_iter_valid_loss : 0.16212494671344757
477460 0.162341 0.162125 0.164982 CURRENT LEARNING RATE: 0.00590784031112937
previous_iter_valid_loss : 0.16341368854045868
477480 0.163625 0.163414 0.165124 CURRENT LEARNING RATE: 0.005906658861216071
previous_iter_valid_loss : 0.17424800992012024
477500 0.174553 0.174248 0.165791 CURRENT LEARNING RATE: 0.005905477647569133
previous_iter_valid_loss : 0.1608704775571823
477520 0.161070 0.160870 0.165700 CURRENT LEARNING RATE: 0.0059042966701412965
previous_iter_valid_loss : 0.16054676473140717
477540 0.160724 0.160547 0.164403 CURRENT LEARNING RATE: 0.005903115928885332
previous_iter_valid_loss : 0.16965894401073456
477560 0.169923 0.169659 0.164779 CURRENT LEARNING RATE: 0.005901935423754
previous_iter_valid_loss : 0.1632324755191803
477580 0.163451 0.163232 0.164583 CURRENT LEARNING RATE: 0.005900755154700092
previous_iter_valid_loss : 0.16058218479156494
477600 0.160746 0.160582 0.164570 CURRENT LEARNING RATE: 0.005899575121676386
previous_iter_valid_loss : 0.16112659871578217
477620 0.161336 0.161127 0.164237 CURRENT LEARNING RATE: 0.00589839532463569
previous_iter_valid_loss : 0.16189464926719666
477640 0.162060 0.161895 0.164185 CURRENT LEARNING RATE: 0.005897215763530802
previous_iter_valid_loss : 0.16657088696956635
477660 0.166810 0.166571 0.164435 CURRENT LEARNING RATE: 0.005896036438314551
previous_iter_valid_loss : 0.16269834339618683
477680 0.162872 0.162698 0.164211 CURRENT LEARNING RATE: 0.005894857348939753
previous_iter_valid_loss : 0.16338446736335754
477700 0.163566 0.163384 0.164112 CURRENT LEARNING RATE: 0.0058936784953592565
previous_iter_valid_loss : 0.16056078672409058
477720 0.160732 0.160561 0.163930 CURRENT LEARNING RATE: 0.005892499877525894
previous_iter_valid_loss : 0.1612349897623062
477740 0.161409 0.161235 0.163949 CURRENT LEARNING RATE: 0.005891321495392533
previous_iter_valid_loss : 0.1610708236694336
477760 0.161226 0.161071 0.163853 CURRENT LEARNING RATE: 0.005890143348912027
previous_iter_valid_loss : 0.16246728599071503
477780 0.162682 0.162467 0.162944 CURRENT LEARNING RATE: 0.0058889654380372605
previous_iter_valid_loss : 0.16113924980163574
477800 0.161345 0.161139 0.162961 CURRENT LEARNING RATE: 0.005887787762721108
previous_iter_valid_loss : 0.1716214120388031
477820 0.171801 0.171621 0.163476 CURRENT LEARNING RATE: 0.005886610322916467
previous_iter_valid_loss : 0.16054533421993256
477840 0.160730 0.160545 0.163448 CURRENT LEARNING RATE: 0.005885433118576244
previous_iter_valid_loss : 0.16173936426639557
477860 0.161954 0.161739 0.163429 CURRENT LEARNING RATE: 0.005884256149653342
previous_iter_valid_loss : 0.1896175742149353
477880 0.190081 0.189618 0.164739 CURRENT LEARNING RATE: 0.0058830794161006915
previous_iter_valid_loss : 0.17452555894851685
477900 0.174692 0.174526 0.164753 CURRENT LEARNING RATE: 0.0058819029178712135
previous_iter_valid_loss : 0.16162829101085663
477920 0.161819 0.161628 0.164791 CURRENT LEARNING RATE: 0.005880726654917859
previous_iter_valid_loss : 0.16433218121528625
477940 0.164552 0.164332 0.164980 CURRENT LEARNING RATE: 0.005879550627193564
previous_iter_valid_loss : 0.175430566072464
477960 0.175600 0.175431 0.165268 CURRENT LEARNING RATE: 0.0058783748346513025
previous_iter_valid_loss : 0.16291245818138123
477980 0.163087 0.162912 0.165252 CURRENT LEARNING RATE: 0.0058771992772440294
previous_iter_valid_loss : 0.16381418704986572
478000 0.164032 0.163814 0.165414 CURRENT LEARNING RATE: 0.005876023954924732
previous_iter_valid_loss : 0.16138799488544464
478020 0.161557 0.161388 0.165427 CURRENT LEARNING RATE: 0.00587484886764639
previous_iter_valid_loss : 0.16345015168190002
478040 0.163679 0.163450 0.165505 CURRENT LEARNING RATE: 0.005873674015362008
previous_iter_valid_loss : 0.16328468918800354
478060 0.163473 0.163285 0.165341 CURRENT LEARNING RATE: 0.005872499398024583
previous_iter_valid_loss : 0.16804088652133942
478080 0.168212 0.168041 0.165608 CURRENT LEARNING RATE: 0.0058713250155871385
previous_iter_valid_loss : 0.167088583111763
478100 0.167266 0.167089 0.165793 CURRENT LEARNING RATE: 0.005870150868002691
previous_iter_valid_loss : 0.16132578253746033
478120 0.161504 0.161326 0.165831 CURRENT LEARNING RATE: 0.005868976955224285
previous_iter_valid_loss : 0.16809143126010895
478140 0.168342 0.168091 0.166174 CURRENT LEARNING RATE: 0.005867803277204951
previous_iter_valid_loss : 0.1781245619058609
478160 0.178449 0.178125 0.167027 CURRENT LEARNING RATE: 0.005866629833897755
previous_iter_valid_loss : 0.16386668384075165
478180 0.164101 0.163867 0.167097 CURRENT LEARNING RATE: 0.005865456625255748
previous_iter_valid_loss : 0.1611037701368332
478200 0.161308 0.161104 0.167095 CURRENT LEARNING RATE: 0.005864283651232012
previous_iter_valid_loss : 0.16144096851348877
478220 0.161613 0.161441 0.166586 CURRENT LEARNING RATE: 0.005863110911779617
previous_iter_valid_loss : 0.16181474924087524
478240 0.161992 0.161815 0.166649 CURRENT LEARNING RATE: 0.0058619384068516606
previous_iter_valid_loss : 0.1687721312046051
478260 0.169030 0.168772 0.167001 CURRENT LEARNING RATE: 0.005860766136401245
previous_iter_valid_loss : 0.1677592247724533
478280 0.168005 0.167759 0.165908 CURRENT LEARNING RATE: 0.005859594100381471
previous_iter_valid_loss : 0.16452477872371674
478300 0.164748 0.164525 0.165408 CURRENT LEARNING RATE: 0.005858422298745467
previous_iter_valid_loss : 0.16203245520591736
478320 0.162249 0.162032 0.165428 CURRENT LEARNING RATE: 0.00585725073144635
previous_iter_valid_loss : 0.17575815320014954
478340 0.175929 0.175758 0.165999 CURRENT LEARNING RATE: 0.0058560793984372694
previous_iter_valid_loss : 0.16620033979415894
478360 0.166378 0.166200 0.165538 CURRENT LEARNING RATE: 0.00585490829967136
previous_iter_valid_loss : 0.16325165331363678
478380 0.163421 0.163252 0.165555 CURRENT LEARNING RATE: 0.005853737435101787
previous_iter_valid_loss : 0.1624673753976822
478400 0.162685 0.162467 0.165488 CURRENT LEARNING RATE: 0.005852566804681709
previous_iter_valid_loss : 0.1662694811820984
478420 0.166439 0.166269 0.165732 CURRENT LEARNING RATE: 0.005851396408364309
previous_iter_valid_loss : 0.1628931313753128
478440 0.163067 0.162893 0.165704 CURRENT LEARNING RATE: 0.005850226246102761
previous_iter_valid_loss : 0.16536447405815125
478460 0.165603 0.165364 0.165808 CURRENT LEARNING RATE: 0.005849056317850267
previous_iter_valid_loss : 0.16324004530906677
478480 0.163419 0.163240 0.165568 CURRENT LEARNING RATE: 0.005847886623560022
previous_iter_valid_loss : 0.19099575281143188
478500 0.191135 0.190996 0.166763 CURRENT LEARNING RATE: 0.00584671716318525
previous_iter_valid_loss : 0.1626710295677185
478520 0.162853 0.162671 0.166830 CURRENT LEARNING RATE: 0.005845547936679158
previous_iter_valid_loss : 0.16553768515586853
478540 0.165780 0.165538 0.166703 CURRENT LEARNING RATE: 0.00584437894399499
previous_iter_valid_loss : 0.16136175394058228
478560 0.161543 0.161362 0.165864 CURRENT LEARNING RATE: 0.005843210185085975
previous_iter_valid_loss : 0.17565573751926422
478580 0.175969 0.175656 0.166454 CURRENT LEARNING RATE: 0.0058420416599053735
previous_iter_valid_loss : 0.17309342324733734
478600 0.173386 0.173093 0.167053 CURRENT LEARNING RATE: 0.005840873368406435
previous_iter_valid_loss : 0.1671750247478485
478620 0.167353 0.167175 0.167340 CURRENT LEARNING RATE: 0.005839705310542431
previous_iter_valid_loss : 0.16085126996040344
478640 0.161018 0.160851 0.167292 CURRENT LEARNING RATE: 0.0058385374862666446
previous_iter_valid_loss : 0.16369105875492096
478660 0.163924 0.163691 0.167038 CURRENT LEARNING RATE: 0.005837369895532354
previous_iter_valid_loss : 0.1615847647190094
478680 0.161799 0.161585 0.166729 CURRENT LEARNING RATE: 0.0058362025382928655
previous_iter_valid_loss : 0.16213980317115784
478700 0.162354 0.162140 0.166610 CURRENT LEARNING RATE: 0.0058350354145014745
previous_iter_valid_loss : 0.161044180393219
478720 0.161245 0.161044 0.166561 CURRENT LEARNING RATE: 0.005833868524111505
previous_iter_valid_loss : 0.16296237707138062
478740 0.163177 0.162962 0.165921 CURRENT LEARNING RATE: 0.005832701867076274
previous_iter_valid_loss : 0.16361406445503235
478760 0.163797 0.163614 0.165791 CURRENT LEARNING RATE: 0.005831535443349121
previous_iter_valid_loss : 0.1623818725347519
478780 0.162585 0.162382 0.165748 CURRENT LEARNING RATE: 0.005830369252883384
previous_iter_valid_loss : 0.18024981021881104
478800 0.180423 0.180250 0.166637 CURRENT LEARNING RATE: 0.00582920329563242
previous_iter_valid_loss : 0.1703972965478897
478820 0.170572 0.170397 0.166843 CURRENT LEARNING RATE: 0.005828037571549586
previous_iter_valid_loss : 0.1760876178741455
478840 0.176398 0.176088 0.167503 CURRENT LEARNING RATE: 0.0058268720805882595
previous_iter_valid_loss : 0.16104164719581604
478860 0.161214 0.161042 0.167287 CURRENT LEARNING RATE: 0.005825706822701813
previous_iter_valid_loss : 0.17225781083106995
478880 0.172546 0.172258 0.167738 CURRENT LEARNING RATE: 0.0058245417978436435
previous_iter_valid_loss : 0.16627000272274017
478900 0.166504 0.166270 0.166502 CURRENT LEARNING RATE: 0.005823377005967144
previous_iter_valid_loss : 0.1627354472875595
478920 0.162916 0.162735 0.166505 CURRENT LEARNING RATE: 0.005822212447025727
previous_iter_valid_loss : 0.16092965006828308
478940 0.161085 0.160930 0.166274 CURRENT LEARNING RATE: 0.005821048120972807
previous_iter_valid_loss : 0.17049704492092133
478960 0.170660 0.170497 0.166731 CURRENT LEARNING RATE: 0.005819884027761816
previous_iter_valid_loss : 0.17122533917427063
478980 0.171395 0.171225 0.166510 CURRENT LEARNING RATE: 0.005818720167346182
previous_iter_valid_loss : 0.16070477664470673
479000 0.160892 0.160705 0.165890 CURRENT LEARNING RATE: 0.005817556539679363
previous_iter_valid_loss : 0.16860893368721008
479020 0.168781 0.168609 0.165962 CURRENT LEARNING RATE: 0.005816393144714798
previous_iter_valid_loss : 0.1623084843158722
479040 0.162495 0.162308 0.166035 CURRENT LEARNING RATE: 0.005815229982405961
previous_iter_valid_loss : 0.1612163782119751
479060 0.161396 0.161216 0.165911 CURRENT LEARNING RATE: 0.005814067052706328
previous_iter_valid_loss : 0.16277803480625153
479080 0.162958 0.162778 0.165971 CURRENT LEARNING RATE: 0.005812904355569374
previous_iter_valid_loss : 0.16684815287590027
479100 0.167093 0.166848 0.166206 CURRENT LEARNING RATE: 0.005811741890948599
previous_iter_valid_loss : 0.16075487434864044
479120 0.160936 0.160755 0.166192 CURRENT LEARNING RATE: 0.005810579658797496
previous_iter_valid_loss : 0.1984473466873169
479140 0.198970 0.198447 0.167966 CURRENT LEARNING RATE: 0.005809417659069586
previous_iter_valid_loss : 0.16176347434520721
479160 0.161964 0.161763 0.167873 CURRENT LEARNING RATE: 0.005808255891718378
previous_iter_valid_loss : 0.16401328146457672
479180 0.164228 0.164013 0.167955 CURRENT LEARNING RATE: 0.00580709435669741
previous_iter_valid_loss : 0.16408805549144745
479200 0.164301 0.164088 0.167147 CURRENT LEARNING RATE: 0.005805933053960213
previous_iter_valid_loss : 0.16156677901744843
479220 0.161763 0.161567 0.166705 CURRENT LEARNING RATE: 0.005804771983460344
previous_iter_valid_loss : 0.16065573692321777
479240 0.160813 0.160656 0.165934 CURRENT LEARNING RATE: 0.0058036111451513495
previous_iter_valid_loss : 0.16084237396717072
479260 0.161030 0.160842 0.165924 CURRENT LEARNING RATE: 0.005802450538986808
previous_iter_valid_loss : 0.1731722503900528
479280 0.173467 0.173172 0.165970 CURRENT LEARNING RATE: 0.005801290164920283
previous_iter_valid_loss : 0.17748069763183594
479300 0.177809 0.177481 0.166530 CURRENT LEARNING RATE: 0.00580013002290537
previous_iter_valid_loss : 0.16343355178833008
479320 0.163642 0.163434 0.166565 CURRENT LEARNING RATE: 0.005798970112895653
previous_iter_valid_loss : 0.1710389256477356
479340 0.171312 0.171039 0.167070 CURRENT LEARNING RATE: 0.0057978104348447475
previous_iter_valid_loss : 0.16574788093566895
479360 0.165969 0.165748 0.166833 CURRENT LEARNING RATE: 0.0057966509887062544
previous_iter_valid_loss : 0.17158636450767517
479380 0.171874 0.171586 0.166851 CURRENT LEARNING RATE: 0.005795491774433807
previous_iter_valid_loss : 0.1605827808380127
479400 0.160750 0.160583 0.166845 CURRENT LEARNING RATE: 0.005794332791981028
previous_iter_valid_loss : 0.16110211610794067
479420 0.161273 0.161102 0.166470 CURRENT LEARNING RATE: 0.005793174041301559
previous_iter_valid_loss : 0.16078594326972961
479440 0.160944 0.160786 0.166393 CURRENT LEARNING RATE: 0.005792015522349057
previous_iter_valid_loss : 0.16689525544643402
479460 0.167134 0.166895 0.166677 CURRENT LEARNING RATE: 0.005790857235077174
previous_iter_valid_loss : 0.16128262877464294
479480 0.161442 0.161283 0.166603 CURRENT LEARNING RATE: 0.005789699179439585
previous_iter_valid_loss : 0.16170762479305267
479500 0.161892 0.161708 0.166346 CURRENT LEARNING RATE: 0.005788541355389959
previous_iter_valid_loss : 0.16271351277828217
479520 0.162891 0.162714 0.166443 CURRENT LEARNING RATE: 0.005787383762881993
previous_iter_valid_loss : 0.1606535017490387
479540 0.160817 0.160654 0.164554 CURRENT LEARNING RATE: 0.005786226401869373
previous_iter_valid_loss : 0.178161159157753
479560 0.178333 0.178161 0.165374 CURRENT LEARNING RATE: 0.005785069272305816
previous_iter_valid_loss : 0.16275344789028168
479580 0.162979 0.162753 0.165311 CURRENT LEARNING RATE: 0.005783912374145024
previous_iter_valid_loss : 0.16267997026443481
479600 0.162857 0.162680 0.165240 CURRENT LEARNING RATE: 0.005782755707340735
previous_iter_valid_loss : 0.160606250166893
479620 0.160769 0.160606 0.165192 CURRENT LEARNING RATE: 0.005781599271846668
previous_iter_valid_loss : 0.16135713458061218
479640 0.161567 0.161357 0.165227 CURRENT LEARNING RATE: 0.005780443067616578
previous_iter_valid_loss : 0.1691582202911377
479660 0.169319 0.169158 0.165643 CURRENT LEARNING RATE: 0.005779287094604207
previous_iter_valid_loss : 0.1629418432712555
479680 0.163146 0.162942 0.165132 CURRENT LEARNING RATE: 0.005778131352763326
previous_iter_valid_loss : 0.16115622222423553
479700 0.161350 0.161156 0.164315 CURRENT LEARNING RATE: 0.005776975842047694
previous_iter_valid_loss : 0.1630866676568985
479720 0.163288 0.163087 0.164298 CURRENT LEARNING RATE: 0.005775820562411102
previous_iter_valid_loss : 0.1721646785736084
479740 0.172448 0.172165 0.164354 CURRENT LEARNING RATE: 0.005774665513807327
previous_iter_valid_loss : 0.16570721566677094
479760 0.165864 0.165707 0.164352 CURRENT LEARNING RATE: 0.00577351069619018
previous_iter_valid_loss : 0.16220623254776
479780 0.162423 0.162206 0.163883 CURRENT LEARNING RATE: 0.005772356109513456
previous_iter_valid_loss : 0.16417907178401947
479800 0.164385 0.164179 0.164063 CURRENT LEARNING RATE: 0.005771201753730981
previous_iter_valid_loss : 0.16070079803466797
479820 0.160864 0.160701 0.164043 CURRENT LEARNING RATE: 0.005770047628796573
previous_iter_valid_loss : 0.161232128739357
479840 0.161386 0.161232 0.164065 CURRENT LEARNING RATE: 0.005768893734664071
previous_iter_valid_loss : 0.16694845259189606
479860 0.167112 0.166948 0.164068 CURRENT LEARNING RATE: 0.0057677400712873245
previous_iter_valid_loss : 0.16107846796512604
479880 0.161248 0.161078 0.164058 CURRENT LEARNING RATE: 0.005766586638620176
previous_iter_valid_loss : 0.1633850485086441
479900 0.163563 0.163385 0.164142 CURRENT LEARNING RATE: 0.005765433436616499
previous_iter_valid_loss : 0.1671648919582367
479920 0.167407 0.167165 0.164364 CURRENT LEARNING RATE: 0.005764280465230155
previous_iter_valid_loss : 0.16528718173503876
479940 0.165457 0.165287 0.164596 CURRENT LEARNING RATE: 0.005763127724415036
previous_iter_valid_loss : 0.1805240958929062
479960 0.180869 0.180524 0.164714 CURRENT LEARNING RATE: 0.005761975214125021
previous_iter_valid_loss : 0.1605805605649948
479980 0.160739 0.160581 0.164605 CURRENT LEARNING RATE: 0.005760822934314021
previous_iter_valid_loss : 0.16065824031829834
480000 0.160830 0.160658 0.164504 CURRENT LEARNING RATE: 0.005759670884935933
previous_iter_valid_loss : 0.16520078480243683
480020 0.165380 0.165201 0.164734 CURRENT LEARNING RATE: 0.005758519065944687
previous_iter_valid_loss : 0.16070321202278137
480040 0.160879 0.160703 0.164701 CURRENT LEARNING RATE: 0.0057573674772942
previous_iter_valid_loss : 0.16107580065727234
480060 0.161273 0.161076 0.164297 CURRENT LEARNING RATE: 0.005756216118938417
previous_iter_valid_loss : 0.16763712465763092
480080 0.167806 0.167637 0.164532 CURRENT LEARNING RATE: 0.0057550649908312745
previous_iter_valid_loss : 0.16312015056610107
480100 0.163324 0.163120 0.164630 CURRENT LEARNING RATE: 0.005753914092926738
previous_iter_valid_loss : 0.1608600914478302
480120 0.161019 0.160860 0.164519 CURRENT LEARNING RATE: 0.005752763425178761
previous_iter_valid_loss : 0.16091465950012207
480140 0.161084 0.160915 0.163956 CURRENT LEARNING RATE: 0.005751612987541325
previous_iter_valid_loss : 0.16848185658454895
480160 0.168662 0.168482 0.164095 CURRENT LEARNING RATE: 0.005750462779968406
previous_iter_valid_loss : 0.16104085743427277
480180 0.161233 0.161041 0.164037 CURRENT LEARNING RATE: 0.005749312802414004
previous_iter_valid_loss : 0.17272712290287018
480200 0.172897 0.172727 0.164464 CURRENT LEARNING RATE: 0.00574816305483211
previous_iter_valid_loss : 0.1774565875530243
480220 0.177630 0.177457 0.165302 CURRENT LEARNING RATE: 0.005747013537176743
previous_iter_valid_loss : 0.16077935695648193
480240 0.160960 0.160779 0.165279 CURRENT LEARNING RATE: 0.005745864249401914
previous_iter_valid_loss : 0.16391924023628235
480260 0.164096 0.163919 0.165128 CURRENT LEARNING RATE: 0.005744715191461656
previous_iter_valid_loss : 0.16500796377658844
480280 0.165234 0.165008 0.165324 CURRENT LEARNING RATE: 0.005743566363310011
previous_iter_valid_loss : 0.16171716153621674
480300 0.161892 0.161717 0.165241 CURRENT LEARNING RATE: 0.0057424177649010155
previous_iter_valid_loss : 0.1611168086528778
480320 0.161310 0.161117 0.164939 CURRENT LEARNING RATE: 0.005741269396188737
previous_iter_valid_loss : 0.1711599975824356
480340 0.171432 0.171160 0.165232 CURRENT LEARNING RATE: 0.00574012125712723
previous_iter_valid_loss : 0.1676480770111084
480360 0.167895 0.167648 0.164588 CURRENT LEARNING RATE: 0.0057389733476705795
previous_iter_valid_loss : 0.16527247428894043
480380 0.165488 0.165272 0.164823 CURRENT LEARNING RATE: 0.005737825667772858
previous_iter_valid_loss : 0.16057687997817993
480400 0.160743 0.160577 0.164819 CURRENT LEARNING RATE: 0.00573667821738817
previous_iter_valid_loss : 0.18435324728488922
480420 0.184737 0.184353 0.165777 CURRENT LEARNING RATE: 0.005735530996470606
previous_iter_valid_loss : 0.1767185926437378
480440 0.176897 0.176719 0.166577 CURRENT LEARNING RATE: 0.005734384004974287
previous_iter_valid_loss : 0.16231994330883026
480460 0.162534 0.162320 0.166640 CURRENT LEARNING RATE: 0.005733237242853324
previous_iter_valid_loss : 0.17222431302070618
480480 0.172514 0.172224 0.166869 CURRENT LEARNING RATE: 0.005732090710061858
previous_iter_valid_loss : 0.1614120900630951
480500 0.161583 0.161412 0.166784 CURRENT LEARNING RATE: 0.005730944406554014
previous_iter_valid_loss : 0.17170390486717224
480520 0.171986 0.171704 0.167326 CURRENT LEARNING RATE: 0.005729798332283953
previous_iter_valid_loss : 0.16084152460098267
480540 0.161033 0.160842 0.167322 CURRENT LEARNING RATE: 0.005728652487205822
previous_iter_valid_loss : 0.16230714321136475
480560 0.162479 0.162307 0.167013 CURRENT LEARNING RATE: 0.0057275068712737956
previous_iter_valid_loss : 0.16466578841209412
480580 0.164835 0.164666 0.167195 CURRENT LEARNING RATE: 0.005726361484442039
previous_iter_valid_loss : 0.16253872215747833
480600 0.162747 0.162539 0.166685 CURRENT LEARNING RATE: 0.005725216326664747
previous_iter_valid_loss : 0.16160649061203003
480620 0.161774 0.161606 0.165893 CURRENT LEARNING RATE: 0.005724071397896106
previous_iter_valid_loss : 0.16798678040504456
480640 0.168236 0.167987 0.166253 CURRENT LEARNING RATE: 0.0057229266980903205
previous_iter_valid_loss : 0.16584090888500214
480660 0.166068 0.165841 0.166349 CURRENT LEARNING RATE: 0.005721782227201609
previous_iter_valid_loss : 0.16163253784179688
480680 0.161833 0.161633 0.166180 CURRENT LEARNING RATE: 0.005720637985184182
previous_iter_valid_loss : 0.16166092455387115
480700 0.161823 0.161661 0.166177 CURRENT LEARNING RATE: 0.00571949397199228
previous_iter_valid_loss : 0.16121770441532135
480720 0.161419 0.161218 0.166183 CURRENT LEARNING RATE: 0.005718350187580134
previous_iter_valid_loss : 0.1633032113313675
480740 0.163476 0.163303 0.165790 CURRENT LEARNING RATE: 0.005717206631902
previous_iter_valid_loss : 0.1677035689353943
480760 0.167878 0.167704 0.165792 CURRENT LEARNING RATE: 0.005716063304912126
previous_iter_valid_loss : 0.16135597229003906
480780 0.161546 0.161356 0.165597 CURRENT LEARNING RATE: 0.005714920206564792
previous_iter_valid_loss : 0.17257866263389587
480800 0.172735 0.172579 0.166197 CURRENT LEARNING RATE: 0.005713777336814261
previous_iter_valid_loss : 0.166673943400383
480820 0.166899 0.166674 0.165313 CURRENT LEARNING RATE: 0.00571263469561483
previous_iter_valid_loss : 0.17044506967067719
480840 0.170712 0.170445 0.164999 CURRENT LEARNING RATE: 0.005711492282920783
previous_iter_valid_loss : 0.1606479436159134
480860 0.160837 0.160648 0.164916 CURRENT LEARNING RATE: 0.005710350098686432
previous_iter_valid_loss : 0.163849875330925
480880 0.164017 0.163850 0.164497 CURRENT LEARNING RATE: 0.0057092081428660795
previous_iter_valid_loss : 0.16556212306022644
480900 0.165733 0.165562 0.164704 CURRENT LEARNING RATE: 0.005708066415414061
previous_iter_valid_loss : 0.1624196469783783
480920 0.162629 0.162420 0.164240 CURRENT LEARNING RATE: 0.0057069249162846935
previous_iter_valid_loss : 0.1606939435005188
480940 0.160850 0.160694 0.164233 CURRENT LEARNING RATE: 0.005705783645432329
previous_iter_valid_loss : 0.1607026904821396
480960 0.160862 0.160703 0.164152 CURRENT LEARNING RATE: 0.005704642602811305
previous_iter_valid_loss : 0.1650642454624176
480980 0.165287 0.165064 0.164172 CURRENT LEARNING RATE: 0.005703501788375992
previous_iter_valid_loss : 0.16327746212482452
481000 0.163437 0.163277 0.164209 CURRENT LEARNING RATE: 0.005702361202080746
previous_iter_valid_loss : 0.16595925390720367
481020 0.166124 0.165959 0.164427 CURRENT LEARNING RATE: 0.005701220843879953
previous_iter_valid_loss : 0.1676182746887207
481040 0.167787 0.167618 0.164409 CURRENT LEARNING RATE: 0.005700080713727991
previous_iter_valid_loss : 0.16067661345005035
481060 0.160853 0.160677 0.164150 CURRENT LEARNING RATE: 0.005698940811579258
previous_iter_valid_loss : 0.21501731872558594
481080 0.215058 0.215017 0.166820 CURRENT LEARNING RATE: 0.005697801137388162
previous_iter_valid_loss : 0.1644497960805893
481100 0.164666 0.164450 0.166959 CURRENT LEARNING RATE: 0.005696661691109109
previous_iter_valid_loss : 0.16097237169742584
481120 0.161131 0.160972 0.166947 CURRENT LEARNING RATE: 0.005695522472696528
previous_iter_valid_loss : 0.16065771877765656
481140 0.160820 0.160658 0.166814 CURRENT LEARNING RATE: 0.005694383482104841
previous_iter_valid_loss : 0.1616668701171875
481160 0.161878 0.161667 0.166513 CURRENT LEARNING RATE: 0.005693244719288501
previous_iter_valid_loss : 0.16394780576229095
481180 0.164171 0.163948 0.166642 CURRENT LEARNING RATE: 0.005692106184201945
previous_iter_valid_loss : 0.16068363189697266
481200 0.160868 0.160684 0.166047 CURRENT LEARNING RATE: 0.0056909678767996415
previous_iter_valid_loss : 0.17535646259784698
481220 0.175527 0.175356 0.166482 CURRENT LEARNING RATE: 0.0056898297970360496
previous_iter_valid_loss : 0.1703505963087082
481240 0.170615 0.170351 0.166477 CURRENT LEARNING RATE: 0.005688691944865654
previous_iter_valid_loss : 0.16064363718032837
481260 0.160827 0.160644 0.166477 CURRENT LEARNING RATE: 0.005687554320242933
previous_iter_valid_loss : 0.16330532729625702
481280 0.163524 0.163305 0.166449 CURRENT LEARNING RATE: 0.005686416923122392
previous_iter_valid_loss : 0.1864362359046936
481300 0.186597 0.186436 0.167493 CURRENT LEARNING RATE: 0.005685279753458521
previous_iter_valid_loss : 0.16100481152534485
481320 0.161202 0.161005 0.167422 CURRENT LEARNING RATE: 0.005684142811205847
previous_iter_valid_loss : 0.1616005152463913
481340 0.161810 0.161601 0.167468 CURRENT LEARNING RATE: 0.005683006096318881
previous_iter_valid_loss : 0.16554038226604462
481360 0.165716 0.165540 0.167710 CURRENT LEARNING RATE: 0.005681869608752165
previous_iter_valid_loss : 0.16182295978069305
481380 0.162005 0.161823 0.167548 CURRENT LEARNING RATE: 0.005680733348460229
previous_iter_valid_loss : 0.18534675240516663
481400 0.185508 0.185347 0.168651 CURRENT LEARNING RATE: 0.005679597315397632
previous_iter_valid_loss : 0.1666039377450943
481420 0.166779 0.166604 0.168683 CURRENT LEARNING RATE: 0.0056784615095189245
previous_iter_valid_loss : 0.17590902745723724
481440 0.176081 0.175909 0.169098 CURRENT LEARNING RATE: 0.005677325930778678
previous_iter_valid_loss : 0.1735689342021942
481460 0.173735 0.173569 0.169742 CURRENT LEARNING RATE: 0.005676190579131474
previous_iter_valid_loss : 0.16113924980163574
481480 0.161302 0.161139 0.167048 CURRENT LEARNING RATE: 0.005675055454531889
previous_iter_valid_loss : 0.16196733713150024
481500 0.162136 0.161967 0.166924 CURRENT LEARNING RATE: 0.005673920556934528
previous_iter_valid_loss : 0.16743330657482147
481520 0.167607 0.167433 0.167247 CURRENT LEARNING RATE: 0.005672785886293985
previous_iter_valid_loss : 0.1623016595840454
481540 0.162479 0.162302 0.167330 CURRENT LEARNING RATE: 0.005671651442564883
previous_iter_valid_loss : 0.1610347181558609
481560 0.161229 0.161035 0.167298 CURRENT LEARNING RATE: 0.005670517225701834
previous_iter_valid_loss : 0.1606394499540329
481580 0.160811 0.160639 0.167133 CURRENT LEARNING RATE: 0.005669383235659482
previous_iter_valid_loss : 0.1606123149394989
481600 0.160776 0.160612 0.167129 CURRENT LEARNING RATE: 0.005668249472392452
previous_iter_valid_loss : 0.16103026270866394
481620 0.161200 0.161030 0.166413 CURRENT LEARNING RATE: 0.005667115935855408
previous_iter_valid_loss : 0.17933937907218933
481640 0.179506 0.179339 0.166862 CURRENT LEARNING RATE: 0.0056659826260029985
previous_iter_valid_loss : 0.16170142590999603
481660 0.161896 0.161701 0.166915 CURRENT LEARNING RATE: 0.0056648495427898985
previous_iter_valid_loss : 0.16763794422149658
481680 0.167866 0.167638 0.167132 CURRENT LEARNING RATE: 0.0056637166861707765
previous_iter_valid_loss : 0.16752907633781433
481700 0.167699 0.167529 0.166186 CURRENT LEARNING RATE: 0.005662584056100327
previous_iter_valid_loss : 0.17391633987426758
481720 0.174215 0.173916 0.166832 CURRENT LEARNING RATE: 0.005661451652533236
previous_iter_valid_loss : 0.1620900183916092
481740 0.162279 0.162090 0.166856 CURRENT LEARNING RATE: 0.005660319475424218
previous_iter_valid_loss : 0.16054700314998627
481760 0.160723 0.160547 0.166607 CURRENT LEARNING RATE: 0.005659187524727972
previous_iter_valid_loss : 0.16704465448856354
481780 0.167278 0.167045 0.166868 CURRENT LEARNING RATE: 0.005658055800399234
previous_iter_valid_loss : 0.16773386299610138
481800 0.167909 0.167734 0.165987 CURRENT LEARNING RATE: 0.005656924302392725
previous_iter_valid_loss : 0.1609629988670349
481820 0.161159 0.160963 0.165705 CURRENT LEARNING RATE: 0.0056557930306631934
previous_iter_valid_loss : 0.1607276052236557
481840 0.160887 0.160728 0.164946 CURRENT LEARNING RATE: 0.005654661985165378
previous_iter_valid_loss : 0.17143011093139648
481860 0.171707 0.171430 0.164839 CURRENT LEARNING RATE: 0.005653531165854043
previous_iter_valid_loss : 0.17998921871185303
481880 0.180161 0.179989 0.165782 CURRENT LEARNING RATE: 0.005652400572683961
previous_iter_valid_loss : 0.1625964343547821
481900 0.162794 0.162596 0.165813 CURRENT LEARNING RATE: 0.005651270205609897
previous_iter_valid_loss : 0.1764233112335205
481920 0.176590 0.176423 0.166262 CURRENT LEARNING RATE: 0.005650140064586647
previous_iter_valid_loss : 0.1652766615152359
481940 0.165501 0.165277 0.166411 CURRENT LEARNING RATE: 0.005649010149568995
previous_iter_valid_loss : 0.1734495908021927
481960 0.173624 0.173450 0.167032 CURRENT LEARNING RATE: 0.0056478804605117556
previous_iter_valid_loss : 0.17491722106933594
481980 0.175086 0.174917 0.167746 CURRENT LEARNING RATE: 0.00564675099736973
previous_iter_valid_loss : 0.1610133796930313
482000 0.161201 0.161013 0.167766 CURRENT LEARNING RATE: 0.00564562176009775
previous_iter_valid_loss : 0.17047308385372162
482020 0.170642 0.170473 0.168238 CURRENT LEARNING RATE: 0.0056444927486506355
previous_iter_valid_loss : 0.16075316071510315
482040 0.160923 0.160753 0.167309 CURRENT LEARNING RATE: 0.0056433639629832385
previous_iter_valid_loss : 0.17369623482227325
482060 0.173985 0.173696 0.167909 CURRENT LEARNING RATE: 0.005642235403050394
previous_iter_valid_loss : 0.1611914336681366
482080 0.161379 0.161191 0.167586 CURRENT LEARNING RATE: 0.0056411070688069725
previous_iter_valid_loss : 0.16206765174865723
482100 0.162235 0.162068 0.167313 CURRENT LEARNING RATE: 0.0056399789602078285
previous_iter_valid_loss : 0.16656096279621124
482120 0.166725 0.166561 0.166945 CURRENT LEARNING RATE: 0.005638851077207849
previous_iter_valid_loss : 0.16732187569141388
482140 0.167495 0.167322 0.167207 CURRENT LEARNING RATE: 0.005637723419761908
previous_iter_valid_loss : 0.17010387778282166
482160 0.170274 0.170104 0.167685 CURRENT LEARNING RATE: 0.005636595987824911
previous_iter_valid_loss : 0.16151925921440125
482180 0.161724 0.161519 0.167409 CURRENT LEARNING RATE: 0.005635468781351748
previous_iter_valid_loss : 0.16186881065368652
482200 0.162082 0.161869 0.167115 CURRENT LEARNING RATE: 0.0056343418002973425
previous_iter_valid_loss : 0.17460066080093384
482220 0.174898 0.174601 0.167797 CURRENT LEARNING RATE: 0.005633215044616605
previous_iter_valid_loss : 0.17045190930366516
482240 0.170721 0.170452 0.168283 CURRENT LEARNING RATE: 0.005632088514264469
previous_iter_valid_loss : 0.16068294644355774
482260 0.160870 0.160683 0.167746 CURRENT LEARNING RATE: 0.005630962209195881
previous_iter_valid_loss : 0.16069810092449188
482280 0.160864 0.160698 0.166781 CURRENT LEARNING RATE: 0.005629836129365775
previous_iter_valid_loss : 0.16167916357517242
482300 0.161842 0.161679 0.166736 CURRENT LEARNING RATE: 0.005628710274729121
previous_iter_valid_loss : 0.16584943234920502
482320 0.166018 0.165849 0.166207 CURRENT LEARNING RATE: 0.0056275846452408735
previous_iter_valid_loss : 0.16107456386089325
482340 0.161239 0.161075 0.165997 CURRENT LEARNING RATE: 0.005626459240856019
previous_iter_valid_loss : 0.16059112548828125
482360 0.160761 0.160591 0.165354 CURRENT LEARNING RATE: 0.005625334061529528
previous_iter_valid_loss : 0.16510659456253052
482380 0.165283 0.165107 0.164863 CURRENT LEARNING RATE: 0.005624209107216406
previous_iter_valid_loss : 0.1607070416212082
482400 0.160892 0.160707 0.164848 CURRENT LEARNING RATE: 0.005623084377871643
previous_iter_valid_loss : 0.16072097420692444
482420 0.160878 0.160721 0.164360 CURRENT LEARNING RATE: 0.005621959873450262
previous_iter_valid_loss : 0.1722361296415329
482440 0.172401 0.172236 0.164935 CURRENT LEARNING RATE: 0.005620835593907272
previous_iter_valid_loss : 0.16259318590164185
482460 0.162757 0.162593 0.164379 CURRENT LEARNING RATE: 0.00561971153919771
previous_iter_valid_loss : 0.16573044657707214
482480 0.165914 0.165730 0.164606 CURRENT LEARNING RATE: 0.0056185877092766075
previous_iter_valid_loss : 0.16509033739566803
482500 0.165301 0.165090 0.164757 CURRENT LEARNING RATE: 0.0056174641040990176
previous_iter_valid_loss : 0.16355349123477936
482520 0.163755 0.163553 0.164607 CURRENT LEARNING RATE: 0.005616340723619988
previous_iter_valid_loss : 0.16089899837970734
482540 0.161084 0.160899 0.164286 CURRENT LEARNING RATE: 0.005615217567794593
previous_iter_valid_loss : 0.1618427038192749
482560 0.162051 0.161843 0.163873 CURRENT LEARNING RATE: 0.005614094636577896
previous_iter_valid_loss : 0.16791971027851105
482580 0.168150 0.167920 0.164193 CURRENT LEARNING RATE: 0.005612971929924992
previous_iter_valid_loss : 0.16612911224365234
482600 0.166358 0.166129 0.164406 CURRENT LEARNING RATE: 0.005611849447790958
previous_iter_valid_loss : 0.16064168512821198
482620 0.160823 0.160642 0.163708 CURRENT LEARNING RATE: 0.00561072719013091
previous_iter_valid_loss : 0.16144150495529175
482640 0.161607 0.161442 0.163257 CURRENT LEARNING RATE: 0.005609605156899945
previous_iter_valid_loss : 0.16242635250091553
482660 0.162622 0.162426 0.163345 CURRENT LEARNING RATE: 0.005608483348053186
previous_iter_valid_loss : 0.17551159858703613
482680 0.175672 0.175512 0.164085 CURRENT LEARNING RATE: 0.005607361763545767
previous_iter_valid_loss : 0.16298142075538635
482700 0.163144 0.162981 0.164150 CURRENT LEARNING RATE: 0.005606240403332815
previous_iter_valid_loss : 0.19134749472141266
482720 0.191800 0.191347 0.165425 CURRENT LEARNING RATE: 0.0056051192673694855
previous_iter_valid_loss : 0.1610356718301773
482740 0.161197 0.161036 0.165423 CURRENT LEARNING RATE: 0.005603998355610921
previous_iter_valid_loss : 0.17777465283870697
482760 0.177946 0.177775 0.166283 CURRENT LEARNING RATE: 0.005602877668012296
previous_iter_valid_loss : 0.16153110563755035
482780 0.161668 0.161531 0.166104 CURRENT LEARNING RATE: 0.005601757204528776
previous_iter_valid_loss : 0.1735764741897583
482800 0.173873 0.173576 0.166747 CURRENT LEARNING RATE: 0.005600636965115547
previous_iter_valid_loss : 0.17659087479114532
482820 0.176910 0.176591 0.167541 CURRENT LEARNING RATE: 0.005599516949727794
previous_iter_valid_loss : 0.16067089140415192
482840 0.160851 0.160671 0.166962 CURRENT LEARNING RATE: 0.005598397158320724
previous_iter_valid_loss : 0.17286838591098785
482860 0.173032 0.172868 0.167476 CURRENT LEARNING RATE: 0.005597277590849536
previous_iter_valid_loss : 0.16148875653743744
482880 0.161686 0.161489 0.167264 CURRENT LEARNING RATE: 0.005596158247269459
previous_iter_valid_loss : 0.16767124831676483
482900 0.167841 0.167671 0.167393 CURRENT LEARNING RATE: 0.005595039127535706
previous_iter_valid_loss : 0.1649012416601181
482920 0.165124 0.164901 0.167461 CURRENT LEARNING RATE: 0.005593920231603525
previous_iter_valid_loss : 0.17776912450790405
482940 0.178082 0.177769 0.168304 CURRENT LEARNING RATE: 0.0055928015594281484
previous_iter_valid_loss : 0.16055451333522797
482960 0.160734 0.160555 0.168240 CURRENT LEARNING RATE: 0.00559168311096484
previous_iter_valid_loss : 0.19203299283981323
482980 0.192505 0.192033 0.169445 CURRENT LEARNING RATE: 0.005590564886168851
previous_iter_valid_loss : 0.16765257716178894
483000 0.167833 0.167653 0.169522 CURRENT LEARNING RATE: 0.005589446884995464
previous_iter_valid_loss : 0.1808423399925232
483020 0.181022 0.180842 0.170532 CURRENT LEARNING RATE: 0.005588329107399948
previous_iter_valid_loss : 0.16317421197891235
483040 0.163343 0.163174 0.170618 CURRENT LEARNING RATE: 0.005587211553337601
previous_iter_valid_loss : 0.1607818305492401
483060 0.160969 0.160782 0.170536 CURRENT LEARNING RATE: 0.005586094222763714
previous_iter_valid_loss : 0.16126090288162231
483080 0.161453 0.161261 0.169823 CURRENT LEARNING RATE: 0.005584977115633595
previous_iter_valid_loss : 0.17503562569618225
483100 0.175211 0.175036 0.170426 CURRENT LEARNING RATE: 0.005583860231902568
previous_iter_valid_loss : 0.18373236060142517
483120 0.183901 0.183732 0.170045 CURRENT LEARNING RATE: 0.005582743571525944
previous_iter_valid_loss : 0.1605512499809265
483140 0.160727 0.160551 0.170021 CURRENT LEARNING RATE: 0.00558162713445907
previous_iter_valid_loss : 0.17109116911888123
483160 0.171263 0.171091 0.169687 CURRENT LEARNING RATE: 0.0055805109206572764
previous_iter_valid_loss : 0.165973499417305
483180 0.166208 0.165973 0.169909 CURRENT LEARNING RATE: 0.0055793949300759265
previous_iter_valid_loss : 0.16607031226158142
483200 0.166246 0.166070 0.169534 CURRENT LEARNING RATE: 0.005578279162670369
previous_iter_valid_loss : 0.16358007490634918
483220 0.163802 0.163580 0.168883 CURRENT LEARNING RATE: 0.005577163618395983
previous_iter_valid_loss : 0.1823657900094986
483240 0.182736 0.182366 0.169968 CURRENT LEARNING RATE: 0.005576048297208137
previous_iter_valid_loss : 0.17045675218105316
483260 0.170723 0.170457 0.169847 CURRENT LEARNING RATE: 0.00557493319906223
previous_iter_valid_loss : 0.17565573751926422
483280 0.175828 0.175656 0.170556 CURRENT LEARNING RATE: 0.005573818323913647
previous_iter_valid_loss : 0.16574090719223022
483300 0.165967 0.165741 0.170459 CURRENT LEARNING RATE: 0.005572703671717801
previous_iter_valid_loss : 0.1639636754989624
483320 0.164185 0.163964 0.170412 CURRENT LEARNING RATE: 0.0055715892424300995
previous_iter_valid_loss : 0.16098549962043762
483340 0.161152 0.160985 0.169573 CURRENT LEARNING RATE: 0.005570475036005972
previous_iter_valid_loss : 0.16126054525375366
483360 0.161416 0.161261 0.169609 CURRENT LEARNING RATE: 0.0055693610524008424
previous_iter_valid_loss : 0.1676279753446579
483380 0.167881 0.167628 0.168388 CURRENT LEARNING RATE: 0.0055682472915701605
previous_iter_valid_loss : 0.17507557570934296
483400 0.175376 0.175076 0.168759 CURRENT LEARNING RATE: 0.005567133753469366
previous_iter_valid_loss : 0.16632308065891266
483420 0.166561 0.166323 0.168033 CURRENT LEARNING RATE: 0.005566020438053927
previous_iter_valid_loss : 0.18111732602119446
483440 0.181470 0.181117 0.168931 CURRENT LEARNING RATE: 0.005564907345279302
previous_iter_valid_loss : 0.16072769463062286
483460 0.160902 0.160728 0.168928 CURRENT LEARNING RATE: 0.005563794475100971
previous_iter_valid_loss : 0.164378359913826
483480 0.164589 0.164378 0.169084 CURRENT LEARNING RATE: 0.005562681827474425
previous_iter_valid_loss : 0.17839455604553223
483500 0.178734 0.178395 0.169252 CURRENT LEARNING RATE: 0.005561569402355147
previous_iter_valid_loss : 0.16946202516555786
483520 0.169633 0.169462 0.168538 CURRENT LEARNING RATE: 0.005560457199698652
previous_iter_valid_loss : 0.17324085533618927
483540 0.173405 0.173241 0.169173 CURRENT LEARNING RATE: 0.005559345219460441
previous_iter_valid_loss : 0.16074195504188538
483560 0.160934 0.160742 0.168655 CURRENT LEARNING RATE: 0.005558233461596044
previous_iter_valid_loss : 0.16423209011554718
483580 0.164455 0.164232 0.168568 CURRENT LEARNING RATE: 0.0055571219260609804
previous_iter_valid_loss : 0.16056405007839203
483600 0.160733 0.160564 0.168293 CURRENT LEARNING RATE: 0.0055560106128108
previous_iter_valid_loss : 0.16761596500873566
483620 0.167795 0.167616 0.168495 CURRENT LEARNING RATE: 0.00555489952180104
previous_iter_valid_loss : 0.16948597133159637
483640 0.169749 0.169486 0.167851 CURRENT LEARNING RATE: 0.005553788652987267
previous_iter_valid_loss : 0.16071243584156036
483660 0.160905 0.160712 0.167363 CURRENT LEARNING RATE: 0.005552678006325036
previous_iter_valid_loss : 0.16054652631282806
483680 0.160722 0.160547 0.166608 CURRENT LEARNING RATE: 0.00555156758176993
previous_iter_valid_loss : 0.16770389676094055
483700 0.167955 0.167704 0.166706 CURRENT LEARNING RATE: 0.005550457379277524
previous_iter_valid_loss : 0.16782893240451813
483720 0.168003 0.167829 0.166899 CURRENT LEARNING RATE: 0.005549347398803419
previous_iter_valid_loss : 0.16404788196086884
483740 0.164263 0.164048 0.167052 CURRENT LEARNING RATE: 0.005548237640303205
previous_iter_valid_loss : 0.16166584193706512
483760 0.161867 0.161666 0.167073 CURRENT LEARNING RATE: 0.005547128103732502
previous_iter_valid_loss : 0.16390559077262878
483780 0.164083 0.163906 0.166887 CURRENT LEARNING RATE: 0.005546018789046919
previous_iter_valid_loss : 0.16054843366146088
483800 0.160728 0.160548 0.166160 CURRENT LEARNING RATE: 0.005544909696202094
previous_iter_valid_loss : 0.16056372225284576
483820 0.160745 0.160564 0.165872 CURRENT LEARNING RATE: 0.005543800825153653
previous_iter_valid_loss : 0.161152184009552
483840 0.161317 0.161152 0.164874 CURRENT LEARNING RATE: 0.005542692175857249
previous_iter_valid_loss : 0.16078470647335052
483860 0.160968 0.160785 0.164877 CURRENT LEARNING RATE: 0.005541583748268529
previous_iter_valid_loss : 0.1615038961172104
483880 0.161709 0.161504 0.164733 CURRENT LEARNING RATE: 0.0055404755423431595
previous_iter_valid_loss : 0.16172437369823456
483900 0.161935 0.161724 0.163900 CURRENT LEARNING RATE: 0.005539367558036817
previous_iter_valid_loss : 0.1762118935585022
483920 0.176508 0.176212 0.164237 CURRENT LEARNING RATE: 0.005538259795305173
previous_iter_valid_loss : 0.1646251380443573
483940 0.164808 0.164625 0.163806 CURRENT LEARNING RATE: 0.005537152254103927
previous_iter_valid_loss : 0.16067610681056976
483960 0.160833 0.160676 0.163803 CURRENT LEARNING RATE: 0.0055360449343887655
previous_iter_valid_loss : 0.1607840210199356
483980 0.160956 0.160784 0.163631 CURRENT LEARNING RATE: 0.005534937836115409
previous_iter_valid_loss : 0.16103799641132355
484000 0.161242 0.161038 0.163654 CURRENT LEARNING RATE: 0.00553383095923956
previous_iter_valid_loss : 0.1649443507194519
484020 0.165127 0.164944 0.163521 CURRENT LEARNING RATE: 0.005532724303716956
previous_iter_valid_loss : 0.16130578517913818
484040 0.161478 0.161306 0.163112 CURRENT LEARNING RATE: 0.00553161786950332
previous_iter_valid_loss : 0.1897178441286087
484060 0.189870 0.189718 0.164562 CURRENT LEARNING RATE: 0.005530511656554404
previous_iter_valid_loss : 0.16083955764770508
484080 0.161034 0.160840 0.164577 CURRENT LEARNING RATE: 0.005529405664825951
previous_iter_valid_loss : 0.1706090122461319
484100 0.170781 0.170609 0.164722 CURRENT LEARNING RATE: 0.005528299894273729
previous_iter_valid_loss : 0.1648610681295395
484120 0.165044 0.164861 0.164574 CURRENT LEARNING RATE: 0.005527194344853499
previous_iter_valid_loss : 0.1610308438539505
484140 0.161202 0.161031 0.164423 CURRENT LEARNING RATE: 0.005526089016521049
previous_iter_valid_loss : 0.16082724928855896
484160 0.161021 0.160827 0.164381 CURRENT LEARNING RATE: 0.005524983909232155
previous_iter_valid_loss : 0.16064102947711945
484180 0.160807 0.160641 0.164218 CURRENT LEARNING RATE: 0.005523879022942623
previous_iter_valid_loss : 0.18988889455795288
484200 0.190043 0.189889 0.165685 CURRENT LEARNING RATE: 0.005522774357608248
previous_iter_valid_loss : 0.17236259579658508
484220 0.172652 0.172363 0.166275 CURRENT LEARNING RATE: 0.005521669913184851
previous_iter_valid_loss : 0.17406818270683289
484240 0.174236 0.174068 0.166920 CURRENT LEARNING RATE: 0.00552056568962825
previous_iter_valid_loss : 0.161568745970726
484260 0.161778 0.161569 0.166959 CURRENT LEARNING RATE: 0.005519461686894275
previous_iter_valid_loss : 0.17550399899482727
484280 0.175808 0.175504 0.167660 CURRENT LEARNING RATE: 0.005518357904938773
previous_iter_valid_loss : 0.16063593327999115
484300 0.160829 0.160636 0.167605 CURRENT LEARNING RATE: 0.005517254343717584
previous_iter_valid_loss : 0.16724160313606262
484320 0.167489 0.167242 0.167157 CURRENT LEARNING RATE: 0.005516151003186574
previous_iter_valid_loss : 0.1677251160144806
484340 0.167910 0.167725 0.167312 CURRENT LEARNING RATE: 0.005515047883301601
previous_iter_valid_loss : 0.16513438522815704
484360 0.165339 0.165134 0.167534 CURRENT LEARNING RATE: 0.005513944984018546
previous_iter_valid_loss : 0.17207440733909607
484380 0.172234 0.172074 0.168099 CURRENT LEARNING RATE: 0.0055128423052932885
previous_iter_valid_loss : 0.16957513988018036
484400 0.169734 0.169575 0.168526 CURRENT LEARNING RATE: 0.005511739847081729
previous_iter_valid_loss : 0.162590891122818
484420 0.162770 0.162591 0.168408 CURRENT LEARNING RATE: 0.005510637609339758
previous_iter_valid_loss : 0.1608538180589676
484440 0.161019 0.160854 0.168386 CURRENT LEARNING RATE: 0.005509535592023299
previous_iter_valid_loss : 0.1611371636390686
484460 0.161324 0.161137 0.166957 CURRENT LEARNING RATE: 0.0055084337950882575
previous_iter_valid_loss : 0.20008331537246704
484480 0.200629 0.200083 0.168919 CURRENT LEARNING RATE: 0.005507332218490574
previous_iter_valid_loss : 0.16133452951908112
484500 0.161524 0.161335 0.168455 CURRENT LEARNING RATE: 0.005506230862186175
previous_iter_valid_loss : 0.16199733316898346
484520 0.162167 0.161997 0.168312 CURRENT LEARNING RATE: 0.0055051297261310165
previous_iter_valid_loss : 0.16245530545711517
484540 0.162666 0.162455 0.168383 CURRENT LEARNING RATE: 0.005504028810281043
previous_iter_valid_loss : 0.16908225417137146
484560 0.169250 0.169082 0.168796 CURRENT LEARNING RATE: 0.005502928114592227
previous_iter_valid_loss : 0.16109125316143036
484580 0.161282 0.161091 0.168818 CURRENT LEARNING RATE: 0.005501827639020531
previous_iter_valid_loss : 0.1608218252658844
484600 0.161009 0.160822 0.167365 CURRENT LEARNING RATE: 0.005500727383521947
previous_iter_valid_loss : 0.1624934822320938
484620 0.162677 0.162493 0.166871 CURRENT LEARNING RATE: 0.005499627348052455
previous_iter_valid_loss : 0.1629205346107483
484640 0.163100 0.162921 0.166314 CURRENT LEARNING RATE: 0.00549852753256806
previous_iter_valid_loss : 0.17462606728076935
484660 0.174928 0.174626 0.166967 CURRENT LEARNING RATE: 0.005497427937024764
previous_iter_valid_loss : 0.18784578144550323
484680 0.188276 0.187846 0.167584 CURRENT LEARNING RATE: 0.005496328561378586
previous_iter_valid_loss : 0.1630755364894867
484700 0.163296 0.163076 0.167706 CURRENT LEARNING RATE: 0.005495229405585557
previous_iter_valid_loss : 0.17044338583946228
484720 0.170610 0.170443 0.167866 CURRENT LEARNING RATE: 0.005494130469601699
previous_iter_valid_loss : 0.16292934119701385
484740 0.163101 0.162929 0.167626 CURRENT LEARNING RATE: 0.005493031753383066
previous_iter_valid_loss : 0.16305600106716156
484760 0.163234 0.163056 0.167522 CURRENT LEARNING RATE: 0.005491933256885698
previous_iter_valid_loss : 0.16275246441364288
484780 0.162966 0.162752 0.167056 CURRENT LEARNING RATE: 0.005490834980065666
previous_iter_valid_loss : 0.1605943739414215
484800 0.160763 0.160594 0.166607 CURRENT LEARNING RATE: 0.005489736922879029
previous_iter_valid_loss : 0.16099591553211212
484820 0.161185 0.160996 0.166528 CURRENT LEARNING RATE: 0.005488639085281875
previous_iter_valid_loss : 0.16900059580802917
484840 0.169163 0.169001 0.166935 CURRENT LEARNING RATE: 0.00548754146723028
previous_iter_valid_loss : 0.1606389284133911
484860 0.160807 0.160639 0.166910 CURRENT LEARNING RATE: 0.00548644406868035
previous_iter_valid_loss : 0.16069439053535461
484880 0.160855 0.160694 0.164941 CURRENT LEARNING RATE: 0.005485346889588178
previous_iter_valid_loss : 0.16903774440288544
484900 0.169286 0.169038 0.165326 CURRENT LEARNING RATE: 0.005484249929909887
previous_iter_valid_loss : 0.16171114146709442
484920 0.161916 0.161711 0.165311 CURRENT LEARNING RATE: 0.00548315318960159
previous_iter_valid_loss : 0.163811594247818
484940 0.164019 0.163812 0.165379 CURRENT LEARNING RATE: 0.005482056668619425
previous_iter_valid_loss : 0.16094471514225006
484960 0.161107 0.160945 0.164972 CURRENT LEARNING RATE: 0.0054809603669195225
previous_iter_valid_loss : 0.1630331426858902
484980 0.163245 0.163033 0.165069 CURRENT LEARNING RATE: 0.005479864284458041
previous_iter_valid_loss : 0.16060249507427216
485000 0.160781 0.160602 0.165058 CURRENT LEARNING RATE: 0.005478768421191127
previous_iter_valid_loss : 0.16247165203094482
485020 0.162649 0.162472 0.165057 CURRENT LEARNING RATE: 0.005477672777074956
previous_iter_valid_loss : 0.16282929480075836
485040 0.162996 0.162829 0.165053 CURRENT LEARNING RATE: 0.005476577352065691
previous_iter_valid_loss : 0.1791050285100937
485060 0.179439 0.179105 0.165277 CURRENT LEARNING RATE: 0.005475482146119526
previous_iter_valid_loss : 0.16116668283939362
485080 0.161374 0.161167 0.163943 CURRENT LEARNING RATE: 0.0054743871591926415
previous_iter_valid_loss : 0.1687821000814438
485100 0.168939 0.168782 0.164228 CURRENT LEARNING RATE: 0.005473292391241245
previous_iter_valid_loss : 0.17776525020599365
485120 0.177930 0.177765 0.164594 CURRENT LEARNING RATE: 0.00547219784222155
previous_iter_valid_loss : 0.1685238629579544
485140 0.168780 0.168524 0.164874 CURRENT LEARNING RATE: 0.005471103512089764
previous_iter_valid_loss : 0.16118042171001434
485160 0.161338 0.161180 0.164780 CURRENT LEARNING RATE: 0.005470009400802125
previous_iter_valid_loss : 0.16579431295394897
485180 0.165966 0.165794 0.164932 CURRENT LEARNING RATE: 0.005468915508314857
previous_iter_valid_loss : 0.1605561077594757
485200 0.160727 0.160556 0.164930 CURRENT LEARNING RATE: 0.005467821834584215
previous_iter_valid_loss : 0.16861984133720398
485220 0.168865 0.168620 0.165311 CURRENT LEARNING RATE: 0.005466728379566442
previous_iter_valid_loss : 0.1605994999408722
485240 0.160758 0.160599 0.164891 CURRENT LEARNING RATE: 0.005465635143217811
previous_iter_valid_loss : 0.17348212003707886
485260 0.173764 0.173482 0.165534 CURRENT LEARNING RATE: 0.00546454212549458
previous_iter_valid_loss : 0.16119340062141418
485280 0.161387 0.161193 0.165559 CURRENT LEARNING RATE: 0.005463449326353041
previous_iter_valid_loss : 0.16060511767864227
485300 0.160764 0.160605 0.165137 CURRENT LEARNING RATE: 0.005462356745749471
previous_iter_valid_loss : 0.16060678660869598
485320 0.160775 0.160607 0.165082 CURRENT LEARNING RATE: 0.005461264383640176
previous_iter_valid_loss : 0.16749130189418793
485340 0.167647 0.167491 0.165266 CURRENT LEARNING RATE: 0.0054601722399814515
previous_iter_valid_loss : 0.1673831343650818
485360 0.167539 0.167383 0.165588 CURRENT LEARNING RATE: 0.005459080314729622
previous_iter_valid_loss : 0.16915851831436157
485380 0.169314 0.169159 0.165894 CURRENT LEARNING RATE: 0.005457988607841003
previous_iter_valid_loss : 0.1625632792711258
485400 0.162725 0.162563 0.165992 CURRENT LEARNING RATE: 0.005456897119271931
previous_iter_valid_loss : 0.1612396240234375
485420 0.161396 0.161240 0.165930 CURRENT LEARNING RATE: 0.005455805848978742
previous_iter_valid_loss : 0.1608489602804184
485440 0.161030 0.160849 0.165831 CURRENT LEARNING RATE: 0.005454714796917792
previous_iter_valid_loss : 0.16174286603927612
485460 0.161916 0.161743 0.164963 CURRENT LEARNING RATE: 0.005453623963045429
previous_iter_valid_loss : 0.18371878564357758
485480 0.184097 0.183719 0.166091 CURRENT LEARNING RATE: 0.005452533347318026
previous_iter_valid_loss : 0.1614820659160614
485500 0.161652 0.161482 0.165726 CURRENT LEARNING RATE: 0.005451442949691962
previous_iter_valid_loss : 0.1611357480287552
485520 0.161295 0.161136 0.164894 CURRENT LEARNING RATE: 0.005450352770123612
previous_iter_valid_loss : 0.17093594372272491
485540 0.171111 0.170936 0.165015 CURRENT LEARNING RATE: 0.005449262808569378
previous_iter_valid_loss : 0.16082240641117096
485560 0.160999 0.160822 0.164997 CURRENT LEARNING RATE: 0.005448173064985653
previous_iter_valid_loss : 0.16161149740219116
485580 0.161771 0.161611 0.164788 CURRENT LEARNING RATE: 0.005447083539328856
previous_iter_valid_loss : 0.16125021874904633
485600 0.161437 0.161250 0.164823 CURRENT LEARNING RATE: 0.005445994231555396
previous_iter_valid_loss : 0.1628311574459076
485620 0.163001 0.162831 0.164533 CURRENT LEARNING RATE: 0.005444905141621712
previous_iter_valid_loss : 0.17327624559402466
485640 0.173431 0.173276 0.165167 CURRENT LEARNING RATE: 0.005443816269484228
previous_iter_valid_loss : 0.16068166494369507
485660 0.160863 0.160682 0.164527 CURRENT LEARNING RATE: 0.005442727615099402
previous_iter_valid_loss : 0.16884519159793854
485680 0.169097 0.168845 0.164910 CURRENT LEARNING RATE: 0.005441639178423675
previous_iter_valid_loss : 0.16095957159996033
485700 0.161150 0.160960 0.164927 CURRENT LEARNING RATE: 0.005440550959413521
previous_iter_valid_loss : 0.19557912647724152
485720 0.196099 0.195579 0.166676 CURRENT LEARNING RATE: 0.005439462958025402
previous_iter_valid_loss : 0.16337792575359344
485740 0.163591 0.163378 0.166470 CURRENT LEARNING RATE: 0.0054383751742158055
previous_iter_valid_loss : 0.16125723719596863
485760 0.161415 0.161257 0.166164 CURRENT LEARNING RATE: 0.005437287607941213
previous_iter_valid_loss : 0.16231313347816467
485780 0.162471 0.162313 0.165822 CURRENT LEARNING RATE: 0.00543620025915813
previous_iter_valid_loss : 0.16104243695735931
485800 0.161229 0.161042 0.165746 CURRENT LEARNING RATE: 0.0054351131278230535
previous_iter_valid_loss : 0.16075950860977173
485820 0.160908 0.160760 0.165722 CURRENT LEARNING RATE: 0.005434026213892508
previous_iter_valid_loss : 0.16450142860412598
485840 0.164673 0.164501 0.165904 CURRENT LEARNING RATE: 0.005432939517323006
previous_iter_valid_loss : 0.18385764956474304
485860 0.184021 0.183858 0.167010 CURRENT LEARNING RATE: 0.005431853038071091
previous_iter_valid_loss : 0.16734841465950012
485880 0.167505 0.167348 0.166191 CURRENT LEARNING RATE: 0.005430766776093293
previous_iter_valid_loss : 0.17748184502124786
485900 0.177797 0.177482 0.166991 CURRENT LEARNING RATE: 0.005429680731346167
previous_iter_valid_loss : 0.16552506387233734
485920 0.165681 0.165525 0.167211 CURRENT LEARNING RATE: 0.005428594903786275
previous_iter_valid_loss : 0.1978643387556076
485940 0.197947 0.197864 0.168557 CURRENT LEARNING RATE: 0.005427509293370177
previous_iter_valid_loss : 0.17861424386501312
485960 0.178781 0.178614 0.169447 CURRENT LEARNING RATE: 0.005426423900054454
previous_iter_valid_loss : 0.160732701420784
485980 0.160870 0.160733 0.169403 CURRENT LEARNING RATE: 0.005425338723795684
previous_iter_valid_loss : 0.185163676738739
486000 0.185324 0.185164 0.170599 CURRENT LEARNING RATE: 0.005424253764550469
previous_iter_valid_loss : 0.18176276981830597
486020 0.181922 0.181763 0.171545 CURRENT LEARNING RATE: 0.0054231690222754
previous_iter_valid_loss : 0.160849928855896
486040 0.161031 0.160850 0.170924 CURRENT LEARNING RATE: 0.0054220844969270965
previous_iter_valid_loss : 0.171710804104805
486060 0.171866 0.171711 0.171475 CURRENT LEARNING RATE: 0.00542100018846217
previous_iter_valid_loss : 0.16708938777446747
486080 0.167316 0.167089 0.171388 CURRENT LEARNING RATE: 0.005419916096837256
previous_iter_valid_loss : 0.16174456477165222
486100 0.161916 0.161745 0.171427 CURRENT LEARNING RATE: 0.0054188322220089825
previous_iter_valid_loss : 0.16399045288562775
486120 0.164200 0.163990 0.169847 CURRENT LEARNING RATE: 0.005417748563934003
previous_iter_valid_loss : 0.16911838948726654
486140 0.169364 0.169118 0.170134 CURRENT LEARNING RATE: 0.005416665122568961
previous_iter_valid_loss : 0.16755762696266174
486160 0.167795 0.167558 0.170449 CURRENT LEARNING RATE: 0.0054155818978705314
previous_iter_valid_loss : 0.16963714361190796
486180 0.169805 0.169637 0.170816 CURRENT LEARNING RATE: 0.005414498889795372
previous_iter_valid_loss : 0.1617378443479538
486200 0.161945 0.161738 0.170850 CURRENT LEARNING RATE: 0.005413416098300174
previous_iter_valid_loss : 0.1607551872730255
486220 0.160919 0.160755 0.170850 CURRENT LEARNING RATE: 0.005412333523341617
previous_iter_valid_loss : 0.16142785549163818
486240 0.161625 0.161428 0.170696 CURRENT LEARNING RATE: 0.005411251164876406
previous_iter_valid_loss : 0.1605577915906906
486260 0.160726 0.160558 0.169531 CURRENT LEARNING RATE: 0.005410169022861237
previous_iter_valid_loss : 0.1686018705368042
486280 0.168846 0.168602 0.169594 CURRENT LEARNING RATE: 0.005409087097252829
previous_iter_valid_loss : 0.16163776814937592
486300 0.161848 0.161638 0.168802 CURRENT LEARNING RATE: 0.005408005388007911
previous_iter_valid_loss : 0.16389299929141998
486320 0.164082 0.163893 0.168720 CURRENT LEARNING RATE: 0.005406923895083205
previous_iter_valid_loss : 0.16358032822608948
486340 0.163763 0.163580 0.167006 CURRENT LEARNING RATE: 0.00540584261843546
previous_iter_valid_loss : 0.167460635304451
486360 0.167640 0.167461 0.166448 CURRENT LEARNING RATE: 0.005404761558021415
previous_iter_valid_loss : 0.16079065203666687
486380 0.160975 0.160791 0.166451 CURRENT LEARNING RATE: 0.005403680713797839
previous_iter_valid_loss : 0.16887584328651428
486400 0.169127 0.168876 0.165637 CURRENT LEARNING RATE: 0.005402600085721487
previous_iter_valid_loss : 0.1810411810874939
486420 0.181216 0.181041 0.165601 CURRENT LEARNING RATE: 0.005401519673749143
previous_iter_valid_loss : 0.16977447271347046
486440 0.169937 0.169774 0.166047 CURRENT LEARNING RATE: 0.005400439477837583
previous_iter_valid_loss : 0.1605551689863205
486460 0.160729 0.160555 0.165489 CURRENT LEARNING RATE: 0.005399359497943607
previous_iter_valid_loss : 0.16172952950000763
486480 0.161897 0.161730 0.165221 CURRENT LEARNING RATE: 0.005398279734024008
previous_iter_valid_loss : 0.16191262006759644
486500 0.162074 0.161913 0.165230 CURRENT LEARNING RATE: 0.005397200186035603
previous_iter_valid_loss : 0.16072796285152435
486520 0.160892 0.160728 0.165067 CURRENT LEARNING RATE: 0.005396120853935201
previous_iter_valid_loss : 0.162899449467659
486540 0.163094 0.162899 0.164756 CURRENT LEARNING RATE: 0.005395041737679639
previous_iter_valid_loss : 0.1614828109741211
486560 0.161684 0.161483 0.164452 CURRENT LEARNING RATE: 0.005393962837225742
previous_iter_valid_loss : 0.16059625148773193
486580 0.160776 0.160596 0.164000 CURRENT LEARNING RATE: 0.005392884152530365
previous_iter_valid_loss : 0.16488343477249146
486600 0.165107 0.164883 0.164157 CURRENT LEARNING RATE: 0.0053918056835503495
previous_iter_valid_loss : 0.17543378472328186
486620 0.175607 0.175434 0.164891 CURRENT LEARNING RATE: 0.005390727430242567
previous_iter_valid_loss : 0.1606789082288742
486640 0.160845 0.160679 0.164854 CURRENT LEARNING RATE: 0.005389649392563877
previous_iter_valid_loss : 0.1605844348669052
486660 0.160768 0.160584 0.164855 CURRENT LEARNING RATE: 0.005388571570471169
previous_iter_valid_loss : 0.16943411529064178
486680 0.169612 0.169434 0.164897 CURRENT LEARNING RATE: 0.00538749396392132
previous_iter_valid_loss : 0.16325977444648743
486700 0.163479 0.163260 0.164978 CURRENT LEARNING RATE: 0.005386416572871229
previous_iter_valid_loss : 0.16498857736587524
486720 0.165184 0.164989 0.165032 CURRENT LEARNING RATE: 0.005385339397277808
previous_iter_valid_loss : 0.17437775433063507
486740 0.174682 0.174378 0.165572 CURRENT LEARNING RATE: 0.0053842624370979576
previous_iter_valid_loss : 0.16245554387569427
486760 0.162669 0.162456 0.165322 CURRENT LEARNING RATE: 0.0053831856922886105
previous_iter_valid_loss : 0.16243283450603485
486780 0.162607 0.162433 0.165404 CURRENT LEARNING RATE: 0.005382109162806688
previous_iter_valid_loss : 0.1608121395111084
486800 0.160974 0.160812 0.165001 CURRENT LEARNING RATE: 0.005381032848609136
previous_iter_valid_loss : 0.16701056063175201
486820 0.167172 0.167011 0.164300 CURRENT LEARNING RATE: 0.005379956749652894
previous_iter_valid_loss : 0.1606188714504242
486840 0.160790 0.160619 0.163842 CURRENT LEARNING RATE: 0.005378880865894929
previous_iter_valid_loss : 0.16118524968624115
486860 0.161388 0.161185 0.163873 CURRENT LEARNING RATE: 0.005377805197292193
previous_iter_valid_loss : 0.16383139789104462
486880 0.164055 0.163831 0.163978 CURRENT LEARNING RATE: 0.0053767297438016715
previous_iter_valid_loss : 0.18326662480831146
486900 0.183631 0.183267 0.165046 CURRENT LEARNING RATE: 0.0053756545053803345
previous_iter_valid_loss : 0.16110500693321228
486920 0.161312 0.161105 0.165065 CURRENT LEARNING RATE: 0.005374579481985184
previous_iter_valid_loss : 0.16767175495624542
486940 0.167924 0.167672 0.165303 CURRENT LEARNING RATE: 0.005373504673573209
previous_iter_valid_loss : 0.17354148626327515
486960 0.173830 0.173541 0.165906 CURRENT LEARNING RATE: 0.005372430080101426
previous_iter_valid_loss : 0.16479997336864471
486980 0.164978 0.164800 0.166117 CURRENT LEARNING RATE: 0.005371355701526842
previous_iter_valid_loss : 0.1633366048336029
487000 0.163559 0.163337 0.166039 CURRENT LEARNING RATE: 0.005370281537806491
previous_iter_valid_loss : 0.16374552249908447
487020 0.163933 0.163746 0.165455 CURRENT LEARNING RATE: 0.005369207588897399
previous_iter_valid_loss : 0.1746923178434372
487040 0.174851 0.174692 0.166155 CURRENT LEARNING RATE: 0.005368133854756615
previous_iter_valid_loss : 0.16263121366500854
487060 0.162838 0.162631 0.166258 CURRENT LEARNING RATE: 0.005367060335341182
previous_iter_valid_loss : 0.17372840642929077
487080 0.173883 0.173728 0.166473 CURRENT LEARNING RATE: 0.005365987030608162
previous_iter_valid_loss : 0.16520936787128448
487100 0.165384 0.165209 0.166570 CURRENT LEARNING RATE: 0.005364913940514629
previous_iter_valid_loss : 0.1788690835237503
487120 0.179195 0.178869 0.167264 CURRENT LEARNING RATE: 0.0053638410650176495
previous_iter_valid_loss : 0.19492396712303162
487140 0.195421 0.194924 0.168291 CURRENT LEARNING RATE: 0.005362768404074319
previous_iter_valid_loss : 0.16370312869548798
487160 0.163916 0.163703 0.168354 CURRENT LEARNING RATE: 0.00536169595764172
previous_iter_valid_loss : 0.16318003833293915
487180 0.163399 0.163180 0.168391 CURRENT LEARNING RATE: 0.005360623725676964
previous_iter_valid_loss : 0.1627943068742752
487200 0.163007 0.162794 0.168490 CURRENT LEARNING RATE: 0.0053595517081371545
previous_iter_valid_loss : 0.16161297261714935
487220 0.161807 0.161613 0.168220 CURRENT LEARNING RATE: 0.005358479904979417
previous_iter_valid_loss : 0.16146698594093323
487240 0.161673 0.161467 0.168263 CURRENT LEARNING RATE: 0.005357408316160873
previous_iter_valid_loss : 0.16097195446491241
487260 0.161172 0.160972 0.168252 CURRENT LEARNING RATE: 0.005356336941638667
previous_iter_valid_loss : 0.16273775696754456
487280 0.162950 0.162738 0.168197 CURRENT LEARNING RATE: 0.005355265781369935
previous_iter_valid_loss : 0.16300784051418304
487300 0.163218 0.163008 0.167184 CURRENT LEARNING RATE: 0.005354194835311838
previous_iter_valid_loss : 0.1622312217950821
487320 0.162395 0.162231 0.167241 CURRENT LEARNING RATE: 0.005353124103421532
previous_iter_valid_loss : 0.16234028339385986
487340 0.162548 0.162340 0.166974 CURRENT LEARNING RATE: 0.005352053585656195
previous_iter_valid_loss : 0.1618138998746872
487360 0.161984 0.161814 0.166388 CURRENT LEARNING RATE: 0.005350983281972998
previous_iter_valid_loss : 0.16625180840492249
487380 0.166484 0.166252 0.166460 CURRENT LEARNING RATE: 0.005349913192329137
previous_iter_valid_loss : 0.16063648462295532
487400 0.160801 0.160636 0.166325 CURRENT LEARNING RATE: 0.0053488433166817995
previous_iter_valid_loss : 0.17215321958065033
487420 0.172434 0.172153 0.166746 CURRENT LEARNING RATE: 0.005347773654988201
previous_iter_valid_loss : 0.1640268862247467
487440 0.164239 0.164027 0.166213 CURRENT LEARNING RATE: 0.005346704207205543
previous_iter_valid_loss : 0.1702253520488739
487460 0.170390 0.170225 0.166592 CURRENT LEARNING RATE: 0.005345634973291061
previous_iter_valid_loss : 0.16138195991516113
487480 0.161549 0.161382 0.165975 CURRENT LEARNING RATE: 0.005344565953201973
previous_iter_valid_loss : 0.16215334832668304
487500 0.162365 0.162153 0.165822 CURRENT LEARNING RATE: 0.0053434971468955235
previous_iter_valid_loss : 0.168446883559227
487520 0.168699 0.168447 0.165301 CURRENT LEARNING RATE: 0.005342428554328966
previous_iter_valid_loss : 0.16240841150283813
487540 0.162611 0.162408 0.163675 CURRENT LEARNING RATE: 0.005341360175459546
previous_iter_valid_loss : 0.16881154477596283
487560 0.168983 0.168812 0.163931 CURRENT LEARNING RATE: 0.005340292010244538
previous_iter_valid_loss : 0.16166159510612488
487580 0.161859 0.161662 0.163855 CURRENT LEARNING RATE: 0.005339224058641207
previous_iter_valid_loss : 0.18869411945343018
487600 0.188840 0.188694 0.165150 CURRENT LEARNING RATE: 0.005338156320606844
previous_iter_valid_loss : 0.16961123049259186
487620 0.169778 0.169611 0.165550 CURRENT LEARNING RATE: 0.00533708879609873
previous_iter_valid_loss : 0.16982954740524292
487640 0.170012 0.169830 0.165968 CURRENT LEARNING RATE: 0.0053360214850741725
previous_iter_valid_loss : 0.16520538926124573
487660 0.165435 0.165205 0.166179 CURRENT LEARNING RATE: 0.0053349543874904705
previous_iter_valid_loss : 0.16161419451236725
487680 0.161818 0.161614 0.166123 CURRENT LEARNING RATE: 0.00533388750330495
previous_iter_valid_loss : 0.16264982521533966
487700 0.162820 0.162650 0.166105 CURRENT LEARNING RATE: 0.005332820832474925
previous_iter_valid_loss : 0.16547097265720367
487720 0.165647 0.165471 0.166267 CURRENT LEARNING RATE: 0.0053317543749577395
previous_iter_valid_loss : 0.1617484986782074
487740 0.161921 0.161748 0.166238 CURRENT LEARNING RATE: 0.0053306881307107245
previous_iter_valid_loss : 0.1619308739900589
487760 0.162107 0.161931 0.166244 CURRENT LEARNING RATE: 0.0053296220996912405
previous_iter_valid_loss : 0.16136309504508972
487780 0.161531 0.161363 0.165999 CURRENT LEARNING RATE: 0.005328556281856636
previous_iter_valid_loss : 0.16056644916534424
487800 0.160734 0.160566 0.165996 CURRENT LEARNING RATE: 0.005327490677164289
previous_iter_valid_loss : 0.1639561653137207
487820 0.164147 0.163956 0.165586 CURRENT LEARNING RATE: 0.005326425285571564
previous_iter_valid_loss : 0.1717044711112976
487840 0.171981 0.171704 0.165970 CURRENT LEARNING RATE: 0.005325360107035856
previous_iter_valid_loss : 0.16092653572559357
487860 0.161114 0.160927 0.165505 CURRENT LEARNING RATE: 0.005324295141514549
previous_iter_valid_loss : 0.16408468782901764
487880 0.164300 0.164085 0.165640 CURRENT LEARNING RATE: 0.005323230388965053
previous_iter_valid_loss : 0.1685859113931656
487900 0.168750 0.168586 0.165961 CURRENT LEARNING RATE: 0.005322165849344768
previous_iter_valid_loss : 0.1633363962173462
487920 0.163554 0.163336 0.165706 CURRENT LEARNING RATE: 0.0053211015226111175
previous_iter_valid_loss : 0.16292154788970947
487940 0.163096 0.162922 0.165732 CURRENT LEARNING RATE: 0.005320037408721534
previous_iter_valid_loss : 0.16988514363765717
487960 0.170150 0.169885 0.165785 CURRENT LEARNING RATE: 0.0053189735076334425
previous_iter_valid_loss : 0.16486041247844696
487980 0.165081 0.164860 0.165945 CURRENT LEARNING RATE: 0.005317909819304296
previous_iter_valid_loss : 0.16447031497955322
488000 0.164688 0.164470 0.164734 CURRENT LEARNING RATE: 0.00531684634369154
previous_iter_valid_loss : 0.19008171558380127
488020 0.190534 0.190082 0.165758 CURRENT LEARNING RATE: 0.005315783080752642
previous_iter_valid_loss : 0.1609077751636505
488040 0.161095 0.160908 0.165311 CURRENT LEARNING RATE: 0.005314720030445063
previous_iter_valid_loss : 0.1650751531124115
488060 0.165260 0.165075 0.165305 CURRENT LEARNING RATE: 0.005313657192726292
previous_iter_valid_loss : 0.1749507486820221
488080 0.175244 0.174951 0.165972 CURRENT LEARNING RATE: 0.005312594567553804
previous_iter_valid_loss : 0.16581997275352478
488100 0.165997 0.165820 0.166130 CURRENT LEARNING RATE: 0.005311532154885104
previous_iter_valid_loss : 0.16371870040893555
488120 0.163946 0.163719 0.166043 CURRENT LEARNING RATE: 0.005310469954677686
previous_iter_valid_loss : 0.1862143874168396
488140 0.186618 0.186214 0.167266 CURRENT LEARNING RATE: 0.005309407966889072
previous_iter_valid_loss : 0.16970837116241455
488160 0.169962 0.169708 0.167655 CURRENT LEARNING RATE: 0.005308346191476772
previous_iter_valid_loss : 0.1617020070552826
488180 0.161864 0.161702 0.167672 CURRENT LEARNING RATE: 0.005307284628398325
previous_iter_valid_loss : 0.16064612567424774
488200 0.160803 0.160646 0.167676 CURRENT LEARNING RATE: 0.00530622327761126
previous_iter_valid_loss : 0.16934005916118622
488220 0.169595 0.169340 0.167945 CURRENT LEARNING RATE: 0.005305162139073131
previous_iter_valid_loss : 0.16064821183681488
488240 0.160813 0.160648 0.167392 CURRENT LEARNING RATE: 0.005304101212741484
previous_iter_valid_loss : 0.16254061460494995
488260 0.162753 0.162541 0.167473 CURRENT LEARNING RATE: 0.005303040498573891
previous_iter_valid_loss : 0.1662672609090805
488280 0.166428 0.166267 0.167582 CURRENT LEARNING RATE: 0.005301979996527913
previous_iter_valid_loss : 0.17516949772834778
488300 0.175463 0.175169 0.167911 CURRENT LEARNING RATE: 0.005300919706561136
previous_iter_valid_loss : 0.16287782788276672
488320 0.163085 0.162878 0.167888 CURRENT LEARNING RATE: 0.005299859628631153
previous_iter_valid_loss : 0.1811150759458542
488340 0.181286 0.181115 0.168798 CURRENT LEARNING RATE: 0.005298799762695551
previous_iter_valid_loss : 0.16087885200977325
488360 0.161049 0.160879 0.168348 CURRENT LEARNING RATE: 0.005297740108711945
previous_iter_valid_loss : 0.17260515689849854
488380 0.172760 0.172605 0.168735 CURRENT LEARNING RATE: 0.00529668066663794
previous_iter_valid_loss : 0.1606161743402481
488400 0.160770 0.160616 0.168542 CURRENT LEARNING RATE: 0.005295621436431166
previous_iter_valid_loss : 0.16244153678417206
488420 0.162652 0.162442 0.167160 CURRENT LEARNING RATE: 0.0052945624180492454
previous_iter_valid_loss : 0.16069109737873077
488440 0.160855 0.160691 0.167149 CURRENT LEARNING RATE: 0.005293503611449828
previous_iter_valid_loss : 0.16486042737960815
488460 0.165031 0.164860 0.167139 CURRENT LEARNING RATE: 0.00529244501659055
previous_iter_valid_loss : 0.16058480739593506
488480 0.160740 0.160585 0.166420 CURRENT LEARNING RATE: 0.005291386633429079
previous_iter_valid_loss : 0.1660527139902115
488500 0.166281 0.166053 0.166432 CURRENT LEARNING RATE: 0.005290328461923068
previous_iter_valid_loss : 0.16215500235557556
488520 0.162314 0.162155 0.166354 CURRENT LEARNING RATE: 0.005289270502030202
previous_iter_valid_loss : 0.16062681376934052
488540 0.160796 0.160627 0.165074 CURRENT LEARNING RATE: 0.005288212753708152
previous_iter_valid_loss : 0.17320041358470917
488560 0.173478 0.173200 0.165249 CURRENT LEARNING RATE: 0.0052871552169146165
previous_iter_valid_loss : 0.1666705161333084
488580 0.166838 0.166671 0.165497 CURRENT LEARNING RATE: 0.005286097891607286
previous_iter_valid_loss : 0.1909676194190979
488600 0.191417 0.190968 0.167013 CURRENT LEARNING RATE: 0.005285040777743878
previous_iter_valid_loss : 0.16067609190940857
488620 0.160853 0.160676 0.166580 CURRENT LEARNING RATE: 0.005283983875282096
previous_iter_valid_loss : 0.1659655123949051
488640 0.166133 0.165966 0.166846 CURRENT LEARNING RATE: 0.005282927184179675
previous_iter_valid_loss : 0.1686524748802185
488660 0.168904 0.168652 0.167152 CURRENT LEARNING RATE: 0.005281870704394336
previous_iter_valid_loss : 0.16166643798351288
488680 0.161874 0.161666 0.166922 CURRENT LEARNING RATE: 0.005280814435883832
previous_iter_valid_loss : 0.18283814191818237
488700 0.183198 0.182838 0.167305 CURRENT LEARNING RATE: 0.005279758378605901
previous_iter_valid_loss : 0.16146890819072723
488720 0.161631 0.161469 0.167235 CURRENT LEARNING RATE: 0.005278702532518306
previous_iter_valid_loss : 0.16243897378444672
488740 0.162614 0.162439 0.166301 CURRENT LEARNING RATE: 0.005277646897578818
previous_iter_valid_loss : 0.17219406366348267
488760 0.172364 0.172194 0.166867 CURRENT LEARNING RATE: 0.005276591473745201
previous_iter_valid_loss : 0.1608346849679947
488780 0.160996 0.160835 0.166278 CURRENT LEARNING RATE: 0.005275536260975249
previous_iter_valid_loss : 0.20531988143920898
488800 0.205385 0.205320 0.168513 CURRENT LEARNING RATE: 0.005274481259226743
previous_iter_valid_loss : 0.16630887985229492
488820 0.166487 0.166309 0.168707 CURRENT LEARNING RATE: 0.005273426468457493
previous_iter_valid_loss : 0.16449996829032898
488840 0.164682 0.164500 0.168897 CURRENT LEARNING RATE: 0.005272371888625297
previous_iter_valid_loss : 0.16069921851158142
488860 0.160885 0.160699 0.168689 CURRENT LEARNING RATE: 0.005271317519687984
previous_iter_valid_loss : 0.16309286653995514
488880 0.163271 0.163093 0.168814 CURRENT LEARNING RATE: 0.005270263361603366
previous_iter_valid_loss : 0.18964222073554993
488900 0.189784 0.189642 0.169994 CURRENT LEARNING RATE: 0.005269209414329288
previous_iter_valid_loss : 0.16701698303222656
488920 0.167263 0.167017 0.170237 CURRENT LEARNING RATE: 0.005268155677823584
previous_iter_valid_loss : 0.16172973811626434
488940 0.161894 0.161730 0.170292 CURRENT LEARNING RATE: 0.005267102152044111
previous_iter_valid_loss : 0.16384293138980865
488960 0.164052 0.163843 0.169824 CURRENT LEARNING RATE: 0.00526604883694872
previous_iter_valid_loss : 0.16255536675453186
488980 0.162768 0.162555 0.169619 CURRENT LEARNING RATE: 0.005264995732495289
previous_iter_valid_loss : 0.1606612652540207
489000 0.160836 0.160661 0.168103 CURRENT LEARNING RATE: 0.005263942838641682
previous_iter_valid_loss : 0.16082362830638885
489020 0.160984 0.160824 0.168111 CURRENT LEARNING RATE: 0.0052628901553457945
previous_iter_valid_loss : 0.1609443724155426
489040 0.161132 0.160944 0.167860 CURRENT LEARNING RATE: 0.005261837682565509
previous_iter_valid_loss : 0.16569414734840393
489060 0.165920 0.165694 0.167712 CURRENT LEARNING RATE: 0.005260785420258737
previous_iter_valid_loss : 0.16308683156967163
489080 0.163253 0.163087 0.167783 CURRENT LEARNING RATE: 0.0052597333683833776
previous_iter_valid_loss : 0.16068856418132782
489100 0.160860 0.160689 0.166675 CURRENT LEARNING RATE: 0.005258681526897354
previous_iter_valid_loss : 0.16312523186206818
489120 0.163305 0.163125 0.166758 CURRENT LEARNING RATE: 0.005257629895758596
previous_iter_valid_loss : 0.17519132792949677
489140 0.175358 0.175191 0.167396 CURRENT LEARNING RATE: 0.00525657847492503
previous_iter_valid_loss : 0.16830767691135406
489160 0.168557 0.168308 0.167201 CURRENT LEARNING RATE: 0.005255527264354609
previous_iter_valid_loss : 0.16069702804088593
489180 0.160847 0.160697 0.167194 CURRENT LEARNING RATE: 0.005254476264005274
previous_iter_valid_loss : 0.16757506132125854
489200 0.167818 0.167575 0.165307 CURRENT LEARNING RATE: 0.005253425473834995
previous_iter_valid_loss : 0.16072462499141693
489220 0.160891 0.160725 0.165028 CURRENT LEARNING RATE: 0.005252374893801731
previous_iter_valid_loss : 0.16310906410217285
489240 0.163268 0.163109 0.164958 CURRENT LEARNING RATE: 0.005251324523863468
previous_iter_valid_loss : 0.16083857417106628
489260 0.161018 0.160839 0.164965 CURRENT LEARNING RATE: 0.005250274363978182
previous_iter_valid_loss : 0.16067296266555786
489280 0.160840 0.160673 0.164844 CURRENT LEARNING RATE: 0.0052492244141038764
previous_iter_valid_loss : 0.16206619143486023
489300 0.162229 0.162066 0.163466 CURRENT LEARNING RATE: 0.005248174674198543
previous_iter_valid_loss : 0.16057324409484863
489320 0.160737 0.160573 0.163143 CURRENT LEARNING RATE: 0.005247125144220202
previous_iter_valid_loss : 0.16065634787082672
489340 0.160826 0.160656 0.163090 CURRENT LEARNING RATE: 0.0052460758241268625
previous_iter_valid_loss : 0.17029859125614166
489360 0.170558 0.170299 0.163413 CURRENT LEARNING RATE: 0.005245026713876562
previous_iter_valid_loss : 0.16634011268615723
489380 0.166568 0.166340 0.163602 CURRENT LEARNING RATE: 0.005243977813427326
previous_iter_valid_loss : 0.18846537172794342
489400 0.188627 0.188465 0.164992 CURRENT LEARNING RATE: 0.005242929122737207
previous_iter_valid_loss : 0.16207022964954376
489420 0.162280 0.162070 0.165054 CURRENT LEARNING RATE: 0.005241880641764249
previous_iter_valid_loss : 0.17812566459178925
489440 0.178451 0.178126 0.165913 CURRENT LEARNING RATE: 0.005240832370466524
previous_iter_valid_loss : 0.16349910199642181
489460 0.163699 0.163499 0.165804 CURRENT LEARNING RATE: 0.005239784308802088
previous_iter_valid_loss : 0.17984937131404877
489480 0.180181 0.179849 0.166642 CURRENT LEARNING RATE: 0.0052387364567290295
previous_iter_valid_loss : 0.16067585349082947
489500 0.160848 0.160676 0.166641 CURRENT LEARNING RATE: 0.005237688814205427
previous_iter_valid_loss : 0.1681252121925354
489520 0.168288 0.168125 0.166891 CURRENT LEARNING RATE: 0.005236641381189376
previous_iter_valid_loss : 0.16373540461063385
489540 0.163937 0.163735 0.166318 CURRENT LEARNING RATE: 0.005235594157638987
previous_iter_valid_loss : 0.16752003133296967
489560 0.167768 0.167520 0.166279 CURRENT LEARNING RATE: 0.005234547143512359
previous_iter_valid_loss : 0.17613735795021057
489580 0.176302 0.176137 0.167051 CURRENT LEARNING RATE: 0.005233500338767623
previous_iter_valid_loss : 0.1633351892232895
489600 0.163551 0.163335 0.166839 CURRENT LEARNING RATE: 0.005232453743362896
previous_iter_valid_loss : 0.16060224175453186
489620 0.160766 0.160602 0.166833 CURRENT LEARNING RATE: 0.005231407357256326
previous_iter_valid_loss : 0.16886696219444275
489640 0.169121 0.168867 0.167121 CURRENT LEARNING RATE: 0.005230361180406044
previous_iter_valid_loss : 0.16242924332618713
489660 0.162603 0.162429 0.167200 CURRENT LEARNING RATE: 0.005229315212770215
previous_iter_valid_loss : 0.19826176762580872
489680 0.198369 0.198262 0.169080 CURRENT LEARNING RATE: 0.005228269454306991
previous_iter_valid_loss : 0.16056108474731445
489700 0.160726 0.160561 0.169004 CURRENT LEARNING RATE: 0.005227223904974551
previous_iter_valid_loss : 0.16241468489170074
489720 0.162562 0.162415 0.169096 CURRENT LEARNING RATE: 0.005226178564731063
previous_iter_valid_loss : 0.1659410297870636
489740 0.166102 0.165941 0.169361 CURRENT LEARNING RATE: 0.005225133433534722
previous_iter_valid_loss : 0.16785995662212372
489760 0.168021 0.167860 0.169239 CURRENT LEARNING RATE: 0.005224088511343715
previous_iter_valid_loss : 0.17277175188064575
489780 0.173049 0.172772 0.169560 CURRENT LEARNING RATE: 0.005223043798116254
previous_iter_valid_loss : 0.16106031835079193
489800 0.161212 0.161060 0.168190 CURRENT LEARNING RATE: 0.00522199929381054
previous_iter_valid_loss : 0.16539539396762848
489820 0.165616 0.165395 0.168356 CURRENT LEARNING RATE: 0.005220954998384804
previous_iter_valid_loss : 0.18270348012447357
489840 0.182854 0.182703 0.168585 CURRENT LEARNING RATE: 0.005219910911797265
previous_iter_valid_loss : 0.1680108606815338
489860 0.168248 0.168011 0.168811 CURRENT LEARNING RATE: 0.005218867034006166
previous_iter_valid_loss : 0.1732841581106186
489880 0.173574 0.173284 0.168483 CURRENT LEARNING RATE: 0.005217823364969745
previous_iter_valid_loss : 0.16174210608005524
489900 0.161896 0.161742 0.168536 CURRENT LEARNING RATE: 0.005216779904646259
previous_iter_valid_loss : 0.16283594071865082
489920 0.163009 0.162836 0.168271 CURRENT LEARNING RATE: 0.005215736652993976
previous_iter_valid_loss : 0.17636531591415405
489940 0.176537 0.176365 0.168903 CURRENT LEARNING RATE: 0.005214693609971154
previous_iter_valid_loss : 0.16097213327884674
489960 0.161168 0.160972 0.168576 CURRENT LEARNING RATE: 0.005213650775536081
previous_iter_valid_loss : 0.16439278423786163
489980 0.164615 0.164393 0.167988 CURRENT LEARNING RATE: 0.005212608149647037
previous_iter_valid_loss : 0.173209547996521
490000 0.173360 0.173210 0.168482 CURRENT LEARNING RATE: 0.005211565732262322
previous_iter_valid_loss : 0.16137173771858215
490020 0.161537 0.161372 0.168521 CURRENT LEARNING RATE: 0.005210523523340234
previous_iter_valid_loss : 0.18052683770656586
490040 0.180864 0.180527 0.169104 CURRENT LEARNING RATE: 0.005209481522839092
previous_iter_valid_loss : 0.16141897439956665
490060 0.161617 0.161419 0.169053 CURRENT LEARNING RATE: 0.005208439730717207
previous_iter_valid_loss : 0.1636434644460678
490080 0.163852 0.163643 0.167322 CURRENT LEARNING RATE: 0.005207398146932917
previous_iter_valid_loss : 0.16145259141921997
490100 0.161652 0.161453 0.167367 CURRENT LEARNING RATE: 0.005206356771444548
previous_iter_valid_loss : 0.16172842681407928
490120 0.161929 0.161728 0.167332 CURRENT LEARNING RATE: 0.0052053156042104545
previous_iter_valid_loss : 0.16879235208034515
490140 0.169048 0.168792 0.167475 CURRENT LEARNING RATE: 0.005204274645188983
previous_iter_valid_loss : 0.16053739190101624
Current valid loss: 0.16053739190101624; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
490160 0.160707 0.160537 0.167109 CURRENT LEARNING RATE: 0.0052032338943385015
previous_iter_valid_loss : 0.1639205664396286
490180 0.164080 0.163921 0.166666 CURRENT LEARNING RATE: 0.005202193351617372
previous_iter_valid_loss : 0.1714651882648468
490200 0.171616 0.171465 0.167186 CURRENT LEARNING RATE: 0.005201153016983983
previous_iter_valid_loss : 0.16098594665527344
490220 0.161168 0.160986 0.166966 CURRENT LEARNING RATE: 0.005200112890396709
previous_iter_valid_loss : 0.16339510679244995
490240 0.163606 0.163395 0.166001 CURRENT LEARNING RATE: 0.0051990729718139565
previous_iter_valid_loss : 0.16097865998744965
490260 0.161163 0.160979 0.165649 CURRENT LEARNING RATE: 0.00519803326119412
previous_iter_valid_loss : 0.16148458421230316
490280 0.161642 0.161485 0.165059 CURRENT LEARNING RATE: 0.0051969937584956175
previous_iter_valid_loss : 0.16680780053138733
490300 0.167036 0.166808 0.165312 CURRENT LEARNING RATE: 0.005195954463676863
previous_iter_valid_loss : 0.16083739697933197
490320 0.161030 0.160837 0.165212 CURRENT LEARNING RATE: 0.005194915376696287
previous_iter_valid_loss : 0.17044897377490997
490340 0.170716 0.170449 0.164917 CURRENT LEARNING RATE: 0.005193876497512331
previous_iter_valid_loss : 0.16115662455558777
490360 0.161355 0.161157 0.164926 CURRENT LEARNING RATE: 0.005192837826083432
previous_iter_valid_loss : 0.1774958372116089
490380 0.177816 0.177496 0.165581 CURRENT LEARNING RATE: 0.005191799362368051
previous_iter_valid_loss : 0.18930518627166748
490400 0.189443 0.189305 0.166386 CURRENT LEARNING RATE: 0.00519076110632464
previous_iter_valid_loss : 0.16061781346797943
490420 0.160795 0.160618 0.166348 CURRENT LEARNING RATE: 0.005189723057911679
previous_iter_valid_loss : 0.16079282760620117
490440 0.160974 0.160793 0.165361 CURRENT LEARNING RATE: 0.005188685217087636
previous_iter_valid_loss : 0.1701168268918991
490460 0.170270 0.170117 0.165796 CURRENT LEARNING RATE: 0.0051876475838110074
previous_iter_valid_loss : 0.1616377979516983
490480 0.161804 0.161638 0.165696 CURRENT LEARNING RATE: 0.005186610158040278
previous_iter_valid_loss : 0.18476088345050812
490500 0.185145 0.184761 0.166861 CURRENT LEARNING RATE: 0.005185572939733961
previous_iter_valid_loss : 0.1605929732322693
490520 0.160755 0.160593 0.166805 CURRENT LEARNING RATE: 0.005184535928850557
previous_iter_valid_loss : 0.16951778531074524
490540 0.169775 0.169518 0.166841 CURRENT LEARNING RATE: 0.0051834991253485955
previous_iter_valid_loss : 0.16070586442947388
490560 0.160885 0.160706 0.166849 CURRENT LEARNING RATE: 0.005182462529186595
previous_iter_valid_loss : 0.16275259852409363
490580 0.162957 0.162753 0.166791 CURRENT LEARNING RATE: 0.0051814261403231015
previous_iter_valid_loss : 0.17306162416934967
490600 0.173217 0.173062 0.166871 CURRENT LEARNING RATE: 0.005180389958716649
previous_iter_valid_loss : 0.1616932898759842
490620 0.161850 0.161693 0.166906 CURRENT LEARNING RATE: 0.005179353984325801
previous_iter_valid_loss : 0.1645115166902542
490640 0.164721 0.164512 0.166962 CURRENT LEARNING RATE: 0.005178318217109107
previous_iter_valid_loss : 0.16224952042102814
490660 0.162417 0.162250 0.167025 CURRENT LEARNING RATE: 0.005177282657025148
previous_iter_valid_loss : 0.16077153384685516
490680 0.160939 0.160772 0.166990 CURRENT LEARNING RATE: 0.005176247304032491
previous_iter_valid_loss : 0.1618291288614273
490700 0.162004 0.161829 0.166741 CURRENT LEARNING RATE: 0.005175212158089732
previous_iter_valid_loss : 0.16418591141700745
490720 0.164359 0.164186 0.166908 CURRENT LEARNING RATE: 0.005174177219155455
previous_iter_valid_loss : 0.16823852062225342
490740 0.168485 0.168239 0.166798 CURRENT LEARNING RATE: 0.0051731424871882675
previous_iter_valid_loss : 0.1890813559293747
490760 0.189525 0.189081 0.168194 CURRENT LEARNING RATE: 0.0051721079621467846
previous_iter_valid_loss : 0.1743241399526596
490780 0.174620 0.174324 0.168035 CURRENT LEARNING RATE: 0.005171073643989617
previous_iter_valid_loss : 0.1662197858095169
490800 0.166452 0.166220 0.166881 CURRENT LEARNING RATE: 0.0051700395326754
previous_iter_valid_loss : 0.1726844310760498
490820 0.172972 0.172684 0.167484 CURRENT LEARNING RATE: 0.0051690056281627605
previous_iter_valid_loss : 0.16986197233200073
490840 0.170033 0.169862 0.167938 CURRENT LEARNING RATE: 0.005167971930410351
previous_iter_valid_loss : 0.16059015691280365
490860 0.160767 0.160590 0.167462 CURRENT LEARNING RATE: 0.005166938439376816
previous_iter_valid_loss : 0.17011205852031708
490880 0.170375 0.170112 0.167885 CURRENT LEARNING RATE: 0.005165905155020822
previous_iter_valid_loss : 0.16636456549167633
490900 0.166521 0.166365 0.166965 CURRENT LEARNING RATE: 0.005164872077301031
previous_iter_valid_loss : 0.16272017359733582
490920 0.162930 0.162720 0.167072 CURRENT LEARNING RATE: 0.005163839206176129
previous_iter_valid_loss : 0.1666105091571808
490940 0.166849 0.166611 0.166926 CURRENT LEARNING RATE: 0.00516280654160479
previous_iter_valid_loss : 0.16978472471237183
490960 0.169953 0.169785 0.167380 CURRENT LEARNING RATE: 0.005161774083545719
previous_iter_valid_loss : 0.16371677815914154
490980 0.163905 0.163717 0.167429 CURRENT LEARNING RATE: 0.005160741831957608
previous_iter_valid_loss : 0.16065652668476105
491000 0.160843 0.160657 0.166808 CURRENT LEARNING RATE: 0.005159709786799175
previous_iter_valid_loss : 0.16234008967876434
491020 0.162546 0.162340 0.166841 CURRENT LEARNING RATE: 0.0051586779480291296
previous_iter_valid_loss : 0.174289271235466
491040 0.174462 0.174289 0.167330 CURRENT LEARNING RATE: 0.005157646315606207
previous_iter_valid_loss : 0.16930747032165527
491060 0.169469 0.169307 0.167682 CURRENT LEARNING RATE: 0.005156614889489133
previous_iter_valid_loss : 0.16490615904331207
491080 0.165127 0.164906 0.167889 CURRENT LEARNING RATE: 0.00515558366963666
previous_iter_valid_loss : 0.1610589623451233
491100 0.161220 0.161059 0.167851 CURRENT LEARNING RATE: 0.00515455265600753
previous_iter_valid_loss : 0.16756168007850647
491120 0.167806 0.167562 0.168020 CURRENT LEARNING RATE: 0.005153521848560508
previous_iter_valid_loss : 0.1758277863264084
491140 0.176004 0.175828 0.168399 CURRENT LEARNING RATE: 0.005152491247254364
previous_iter_valid_loss : 0.16731581091880798
491160 0.167483 0.167316 0.167311 CURRENT LEARNING RATE: 0.005151460852047866
previous_iter_valid_loss : 0.17910832166671753
491180 0.179440 0.179108 0.167550 CURRENT LEARNING RATE: 0.005150430662899807
previous_iter_valid_loss : 0.17551405727863312
491200 0.175822 0.175514 0.168015 CURRENT LEARNING RATE: 0.005149400679768972
previous_iter_valid_loss : 0.16573867201805115
491220 0.165971 0.165739 0.167667 CURRENT LEARNING RATE: 0.0051483709026141685
previous_iter_valid_loss : 0.18609395623207092
491240 0.186493 0.186094 0.168479 CURRENT LEARNING RATE: 0.005147341331394197
previous_iter_valid_loss : 0.16062219440937042
491260 0.160805 0.160622 0.168481 CURRENT LEARNING RATE: 0.005146311966067885
previous_iter_valid_loss : 0.16783137619495392
491280 0.168085 0.167831 0.168367 CURRENT LEARNING RATE: 0.005145282806594047
previous_iter_valid_loss : 0.16208752989768982
491300 0.162297 0.162088 0.168153 CURRENT LEARNING RATE: 0.005144253852931526
previous_iter_valid_loss : 0.16069276630878448
491320 0.160877 0.160693 0.168051 CURRENT LEARNING RATE: 0.005143225105039157
previous_iter_valid_loss : 0.16720233857631683
491340 0.167437 0.167202 0.168081 CURRENT LEARNING RATE: 0.005142196562875796
previous_iter_valid_loss : 0.1778016835451126
491360 0.177981 0.177802 0.168482 CURRENT LEARNING RATE: 0.005141168226400294
previous_iter_valid_loss : 0.161020889878273
491380 0.161217 0.161021 0.168347 CURRENT LEARNING RATE: 0.005140140095571526
previous_iter_valid_loss : 0.16058750450611115
491400 0.160749 0.160588 0.168343 CURRENT LEARNING RATE: 0.005139112170348358
previous_iter_valid_loss : 0.16884322464466095
491420 0.169098 0.168843 0.168669 CURRENT LEARNING RATE: 0.005138084450689683
previous_iter_valid_loss : 0.1606512814760208
491440 0.160799 0.160651 0.167987 CURRENT LEARNING RATE: 0.005137056936554382
previous_iter_valid_loss : 0.16288849711418152
491460 0.163069 0.162888 0.167666 CURRENT LEARNING RATE: 0.005136029627901362
previous_iter_valid_loss : 0.16998066008090973
491480 0.170143 0.169981 0.167920 CURRENT LEARNING RATE: 0.005135002524689525
previous_iter_valid_loss : 0.18296362459659576
491500 0.183135 0.182964 0.169015 CURRENT LEARNING RATE: 0.005133975626877793
previous_iter_valid_loss : 0.16238021850585938
491520 0.162557 0.162380 0.168756 CURRENT LEARNING RATE: 0.005132948934425083
previous_iter_valid_loss : 0.17356809973716736
491540 0.173848 0.173568 0.168643 CURRENT LEARNING RATE: 0.005131922447290331
previous_iter_valid_loss : 0.16966821253299713
491560 0.169933 0.169668 0.168760 CURRENT LEARNING RATE: 0.005130896165432483
previous_iter_valid_loss : 0.16675053536891937
491580 0.166975 0.166751 0.168142 CURRENT LEARNING RATE: 0.005129870088810476
previous_iter_valid_loss : 0.16440074145793915
491600 0.164605 0.164401 0.167587 CURRENT LEARNING RATE: 0.0051288442173832785
previous_iter_valid_loss : 0.16055579483509064
491620 0.160716 0.160556 0.167328 CURRENT LEARNING RATE: 0.005127818551109846
previous_iter_valid_loss : 0.1612345576286316
491640 0.161431 0.161235 0.166085 CURRENT LEARNING RATE: 0.005126793089949161
previous_iter_valid_loss : 0.16198556125164032
491660 0.162145 0.161986 0.166153 CURRENT LEARNING RATE: 0.005125767833860195
previous_iter_valid_loss : 0.1671457141637802
491680 0.167381 0.167146 0.166119 CURRENT LEARNING RATE: 0.005124742782801948
previous_iter_valid_loss : 0.16257338225841522
491700 0.162725 0.162573 0.166143 CURRENT LEARNING RATE: 0.0051237179367334094
previous_iter_valid_loss : 0.16162458062171936
491720 0.161774 0.161625 0.166189 CURRENT LEARNING RATE: 0.005122693295613592
previous_iter_valid_loss : 0.16101209819316864
491740 0.161207 0.161012 0.165880 CURRENT LEARNING RATE: 0.005121668859401503
previous_iter_valid_loss : 0.17052559554576874
491760 0.170790 0.170526 0.165516 CURRENT LEARNING RATE: 0.005120644628056174
previous_iter_valid_loss : 0.16756556928157806
491780 0.167801 0.167566 0.165843 CURRENT LEARNING RATE: 0.005119620601536626
previous_iter_valid_loss : 0.162733256816864
491800 0.162897 0.162733 0.165951 CURRENT LEARNING RATE: 0.0051185967798019075
previous_iter_valid_loss : 0.16623051464557648
491820 0.166458 0.166231 0.165820 CURRENT LEARNING RATE: 0.005117573162811056
previous_iter_valid_loss : 0.16069822013378143
491840 0.160858 0.160698 0.165822 CURRENT LEARNING RATE: 0.0051165497505231364
previous_iter_valid_loss : 0.17478525638580322
491860 0.175077 0.174785 0.166417 CURRENT LEARNING RATE: 0.0051155265428972025
previous_iter_valid_loss : 0.1773402988910675
491880 0.177657 0.177340 0.166785 CURRENT LEARNING RATE: 0.005114503539892336
previous_iter_valid_loss : 0.166647270321846
491900 0.166808 0.166647 0.165969 CURRENT LEARNING RATE: 0.005113480741467607
previous_iter_valid_loss : 0.1621912568807602
491920 0.162350 0.162191 0.165960 CURRENT LEARNING RATE: 0.005112458147582108
previous_iter_valid_loss : 0.16625003516674042
491940 0.166405 0.166250 0.165594 CURRENT LEARNING RATE: 0.005111435758194941
previous_iter_valid_loss : 0.17500272393226624
491960 0.175150 0.175003 0.165861 CURRENT LEARNING RATE: 0.0051104135732652
previous_iter_valid_loss : 0.16066411137580872
491980 0.160825 0.160664 0.165556 CURRENT LEARNING RATE: 0.005109391592752008
previous_iter_valid_loss : 0.1616544872522354
492000 0.161807 0.161654 0.165419 CURRENT LEARNING RATE: 0.0051083698166144755
previous_iter_valid_loss : 0.16483564674854279
492020 0.165009 0.164836 0.165633 CURRENT LEARNING RATE: 0.00510734824481174
previous_iter_valid_loss : 0.16781049966812134
492040 0.168040 0.167810 0.165962 CURRENT LEARNING RATE: 0.005106326877302931
previous_iter_valid_loss : 0.16556493937969208
492060 0.165772 0.165565 0.166141 CURRENT LEARNING RATE: 0.005105305714047202
previous_iter_valid_loss : 0.17046606540679932
492080 0.170619 0.170466 0.166307 CURRENT LEARNING RATE: 0.005104284755003698
previous_iter_valid_loss : 0.1605726182460785
492100 0.160731 0.160573 0.166207 CURRENT LEARNING RATE: 0.005103264000131589
previous_iter_valid_loss : 0.16198855638504028
492120 0.162188 0.161989 0.166225 CURRENT LEARNING RATE: 0.005102243449390037
previous_iter_valid_loss : 0.16237930953502655
492140 0.162546 0.162379 0.166293 CURRENT LEARNING RATE: 0.005101223102738227
previous_iter_valid_loss : 0.1751035898923874
492160 0.175258 0.175104 0.166522 CURRENT LEARNING RATE: 0.005100202960135338
previous_iter_valid_loss : 0.16636580228805542
492180 0.166582 0.166366 0.166462 CURRENT LEARNING RATE: 0.0050991830215405725
previous_iter_valid_loss : 0.1620701253414154
492200 0.162231 0.162070 0.166429 CURRENT LEARNING RATE: 0.0050981632869131245
previous_iter_valid_loss : 0.16173915565013885
492220 0.161900 0.161739 0.166205 CURRENT LEARNING RATE: 0.005097143756212213
previous_iter_valid_loss : 0.1607896089553833
492240 0.160961 0.160790 0.166209 CURRENT LEARNING RATE: 0.005096124429397048
previous_iter_valid_loss : 0.16258837282657623
492260 0.162770 0.162588 0.165599 CURRENT LEARNING RATE: 0.005095105306426865
previous_iter_valid_loss : 0.16062790155410767
492280 0.160796 0.160628 0.164764 CURRENT LEARNING RATE: 0.00509408638726089
previous_iter_valid_loss : 0.17595402896404266
492300 0.176261 0.175954 0.165229 CURRENT LEARNING RATE: 0.005093067671858377
previous_iter_valid_loss : 0.1678144633769989
492320 0.167987 0.167814 0.165510 CURRENT LEARNING RATE: 0.005092049160178565
previous_iter_valid_loss : 0.16084130108356476
492340 0.161015 0.160841 0.165240 CURRENT LEARNING RATE: 0.005091030852180722
previous_iter_valid_loss : 0.161052405834198
492360 0.161247 0.161052 0.164542 CURRENT LEARNING RATE: 0.005090012747824117
previous_iter_valid_loss : 0.17946144938468933
492380 0.179800 0.179461 0.165482 CURRENT LEARNING RATE: 0.005088994847068019
previous_iter_valid_loss : 0.16437003016471863
492400 0.164554 0.164370 0.165618 CURRENT LEARNING RATE: 0.00508797714987172
previous_iter_valid_loss : 0.1606655716896057
492420 0.160830 0.160666 0.165409 CURRENT LEARNING RATE: 0.005086959656194503
previous_iter_valid_loss : 0.16061994433403015
492440 0.160775 0.160620 0.165050 CURRENT LEARNING RATE: 0.005085942365995677
previous_iter_valid_loss : 0.16601765155792236
492460 0.166245 0.166018 0.165073 CURRENT LEARNING RATE: 0.005084925279234541
previous_iter_valid_loss : 0.16085191071033478
492480 0.160991 0.160852 0.164592 CURRENT LEARNING RATE: 0.005083908395870424
previous_iter_valid_loss : 0.1605537384748459
492500 0.160719 0.160554 0.164591 CURRENT LEARNING RATE: 0.005082891715862637
previous_iter_valid_loss : 0.16062000393867493
492520 0.160778 0.160620 0.164522 CURRENT LEARNING RATE: 0.005081875239170524
previous_iter_valid_loss : 0.16136637330055237
492540 0.161523 0.161366 0.164472 CURRENT LEARNING RATE: 0.005080858965753418
previous_iter_valid_loss : 0.16059255599975586
492560 0.160752 0.160593 0.163746 CURRENT LEARNING RATE: 0.005079842895570674
previous_iter_valid_loss : 0.1714853197336197
492580 0.171761 0.171485 0.164002 CURRENT LEARNING RATE: 0.005078827028581643
previous_iter_valid_loss : 0.16101329028606415
492600 0.161203 0.161013 0.163949 CURRENT LEARNING RATE: 0.005077811364745698
previous_iter_valid_loss : 0.1621326506137848
492620 0.162299 0.162133 0.163969 CURRENT LEARNING RATE: 0.005076795904022205
previous_iter_valid_loss : 0.1698542833328247
492640 0.170017 0.169854 0.164422 CURRENT LEARNING RATE: 0.005075780646370552
previous_iter_valid_loss : 0.1609291285276413
492660 0.161123 0.160929 0.164339 CURRENT LEARNING RATE: 0.0050747655917501204
previous_iter_valid_loss : 0.1622697114944458
492680 0.162473 0.162270 0.164421 CURRENT LEARNING RATE: 0.005073750740120319
previous_iter_valid_loss : 0.16064459085464478
492700 0.160806 0.160645 0.163656 CURRENT LEARNING RATE: 0.005072736091440543
previous_iter_valid_loss : 0.16138672828674316
492720 0.161546 0.161387 0.163335 CURRENT LEARNING RATE: 0.005071721645670216
previous_iter_valid_loss : 0.16352513432502747
492740 0.163692 0.163525 0.163469 CURRENT LEARNING RATE: 0.0050707074027687505
previous_iter_valid_loss : 0.18045204877853394
492760 0.180791 0.180452 0.164439 CURRENT LEARNING RATE: 0.005069693362695582
previous_iter_valid_loss : 0.16274923086166382
492780 0.162952 0.162749 0.163603 CURRENT LEARNING RATE: 0.005068679525410153
previous_iter_valid_loss : 0.1717635691165924
492800 0.172026 0.171764 0.163973 CURRENT LEARNING RATE: 0.005067665890871902
previous_iter_valid_loss : 0.16334013640880585
492820 0.163548 0.163340 0.164106 CURRENT LEARNING RATE: 0.005066652459040291
previous_iter_valid_loss : 0.16134749352931976
492840 0.161499 0.161347 0.164143 CURRENT LEARNING RATE: 0.005065639229874775
previous_iter_valid_loss : 0.160598486661911
492860 0.160771 0.160598 0.163872 CURRENT LEARNING RATE: 0.0050646262033348325
previous_iter_valid_loss : 0.1666945368051529
492880 0.166918 0.166695 0.164164 CURRENT LEARNING RATE: 0.005063613379379935
previous_iter_valid_loss : 0.17011025547981262
492900 0.170369 0.170110 0.164642 CURRENT LEARNING RATE: 0.005062600757969578
previous_iter_valid_loss : 0.1637050211429596
492920 0.163920 0.163705 0.164796 CURRENT LEARNING RATE: 0.005061588339063248
previous_iter_valid_loss : 0.16189396381378174
492940 0.162056 0.161894 0.164822 CURRENT LEARNING RATE: 0.005060576122620455
previous_iter_valid_loss : 0.16695638000965118
492960 0.167182 0.166956 0.165141 CURRENT LEARNING RATE: 0.005059564108600705
previous_iter_valid_loss : 0.16257250308990479
492980 0.162769 0.162573 0.164695 CURRENT LEARNING RATE: 0.005058552296963523
previous_iter_valid_loss : 0.17039597034454346
493000 0.170545 0.170396 0.165164 CURRENT LEARNING RATE: 0.005057540687668429
previous_iter_valid_loss : 0.17017385363578796
493020 0.170433 0.170174 0.165566 CURRENT LEARNING RATE: 0.005056529280674969
previous_iter_valid_loss : 0.17847409844398499
493040 0.178799 0.178474 0.165997 CURRENT LEARNING RATE: 0.005055518075942676
previous_iter_valid_loss : 0.16075696051120758
493060 0.160915 0.160757 0.165989 CURRENT LEARNING RATE: 0.005054507073431111
previous_iter_valid_loss : 0.16894181072711945
493080 0.169177 0.168942 0.166322 CURRENT LEARNING RATE: 0.005053496273099825
previous_iter_valid_loss : 0.16990335285663605
493100 0.170061 0.169903 0.166785 CURRENT LEARNING RATE: 0.0050524856749083955
previous_iter_valid_loss : 0.18584400415420532
493120 0.185996 0.185844 0.168008 CURRENT LEARNING RATE: 0.005051475278816388
previous_iter_valid_loss : 0.16193678975105286
493140 0.162137 0.161937 0.167929 CURRENT LEARNING RATE: 0.005050465084783394
previous_iter_valid_loss : 0.16065701842308044
493160 0.160831 0.160657 0.166939 CURRENT LEARNING RATE: 0.005049455092769007
previous_iter_valid_loss : 0.1619177609682083
493180 0.162119 0.161918 0.166897 CURRENT LEARNING RATE: 0.005048445302732822
previous_iter_valid_loss : 0.16635632514953613
493200 0.166580 0.166356 0.166627 CURRENT LEARNING RATE: 0.005047435714634452
previous_iter_valid_loss : 0.1709163635969162
493220 0.171060 0.170916 0.167006 CURRENT LEARNING RATE: 0.005046426328433508
previous_iter_valid_loss : 0.16678465902805328
493240 0.166947 0.166785 0.167278 CURRENT LEARNING RATE: 0.005045417144089622
previous_iter_valid_loss : 0.16160210967063904
493260 0.161755 0.161602 0.167328 CURRENT LEARNING RATE: 0.005044408161562418
previous_iter_valid_loss : 0.16463036835193634
493280 0.164834 0.164630 0.167225 CURRENT LEARNING RATE: 0.005043399380811546
previous_iter_valid_loss : 0.16111522912979126
493300 0.161302 0.161115 0.166775 CURRENT LEARNING RATE: 0.005042390801796645
previous_iter_valid_loss : 0.19049300253391266
493320 0.190945 0.190493 0.168114 CURRENT LEARNING RATE: 0.005041382424477381
previous_iter_valid_loss : 0.1613023728132248
493340 0.161491 0.161302 0.168085 CURRENT LEARNING RATE: 0.00504037424881341
previous_iter_valid_loss : 0.16056260466575623
493360 0.160728 0.160563 0.167765 CURRENT LEARNING RATE: 0.005039366274764414
previous_iter_valid_loss : 0.16099809110164642
493380 0.161178 0.160998 0.167686 CURRENT LEARNING RATE: 0.005038358502290066
previous_iter_valid_loss : 0.163216233253479
493400 0.163425 0.163216 0.167327 CURRENT LEARNING RATE: 0.005037350931350063
previous_iter_valid_loss : 0.16163012385368347
493420 0.161778 0.161630 0.166900 CURRENT LEARNING RATE: 0.005036343561904093
previous_iter_valid_loss : 0.1699984073638916
493440 0.170155 0.169998 0.166476 CURRENT LEARNING RATE: 0.0050353363939118715
previous_iter_valid_loss : 0.1738991141319275
493460 0.174185 0.173899 0.167133 CURRENT LEARNING RATE: 0.005034329427333101
previous_iter_valid_loss : 0.16170278191566467
493480 0.161899 0.161703 0.166771 CURRENT LEARNING RATE: 0.005033322662127513
previous_iter_valid_loss : 0.16100749373435974
493500 0.161171 0.161007 0.166327 CURRENT LEARNING RATE: 0.005032316098254828
previous_iter_valid_loss : 0.1717681884765625
493520 0.171922 0.171768 0.165623 CURRENT LEARNING RATE: 0.005031309735674792
previous_iter_valid_loss : 0.16612625122070312
493540 0.166347 0.166126 0.165832 CURRENT LEARNING RATE: 0.005030303574347142
previous_iter_valid_loss : 0.1653514951467514
493560 0.165570 0.165351 0.166067 CURRENT LEARNING RATE: 0.0050292976142316355
previous_iter_valid_loss : 0.1644926220178604
493580 0.164703 0.164493 0.166196 CURRENT LEARNING RATE: 0.005028291855288038
previous_iter_valid_loss : 0.17083865404129028
493600 0.171114 0.170839 0.166420 CURRENT LEARNING RATE: 0.005027286297476111
previous_iter_valid_loss : 0.16577759385108948
493620 0.166001 0.165778 0.166163 CURRENT LEARNING RATE: 0.005026280940755642
previous_iter_valid_loss : 0.16265462338924408
493640 0.162850 0.162655 0.165956 CURRENT LEARNING RATE: 0.005025275785086406
previous_iter_valid_loss : 0.16073143482208252
493660 0.160908 0.160731 0.165913 CURRENT LEARNING RATE: 0.005024270830428207
previous_iter_valid_loss : 0.1624263972043991
493680 0.162619 0.162426 0.165803 CURRENT LEARNING RATE: 0.005023266076740837
previous_iter_valid_loss : 0.16401877999305725
493700 0.164189 0.164019 0.165948 CURRENT LEARNING RATE: 0.005022261523984115
previous_iter_valid_loss : 0.1676601618528366
493720 0.167887 0.167660 0.164806 CURRENT LEARNING RATE: 0.005021257172117851
previous_iter_valid_loss : 0.16733182966709137
493740 0.167487 0.167332 0.165108 CURRENT LEARNING RATE: 0.005020253021101878
previous_iter_valid_loss : 0.1618966907262802
493760 0.162093 0.161897 0.165174 CURRENT LEARNING RATE: 0.005019249070896023
previous_iter_valid_loss : 0.1605553776025772
493780 0.160726 0.160555 0.165152 CURRENT LEARNING RATE: 0.005018245321460136
previous_iter_valid_loss : 0.17257583141326904
493800 0.172852 0.172576 0.165620 CURRENT LEARNING RATE: 0.005017241772754057
previous_iter_valid_loss : 0.16684114933013916
493820 0.167007 0.166841 0.165881 CURRENT LEARNING RATE: 0.005016238424737654
previous_iter_valid_loss : 0.16094331443309784
493840 0.161123 0.160943 0.165428 CURRENT LEARNING RATE: 0.005015235277370785
previous_iter_valid_loss : 0.1644183248281479
493860 0.164588 0.164418 0.164954 CURRENT LEARNING RATE: 0.005014232330613332
previous_iter_valid_loss : 0.1641593724489212
493880 0.164362 0.164159 0.165077 CURRENT LEARNING RATE: 0.005013229584425169
previous_iter_valid_loss : 0.16264905035495758
493900 0.162850 0.162649 0.165159 CURRENT LEARNING RATE: 0.0050122270387661936
previous_iter_valid_loss : 0.16786949336528778
493920 0.168097 0.167869 0.164964 CURRENT LEARNING RATE: 0.005011224693596297
previous_iter_valid_loss : 0.17216476798057556
493940 0.172436 0.172165 0.165266 CURRENT LEARNING RATE: 0.005010222548875388
previous_iter_valid_loss : 0.1860370635986328
493960 0.186187 0.186037 0.166300 CURRENT LEARNING RATE: 0.005009220604563386
previous_iter_valid_loss : 0.16775529086589813
493980 0.167912 0.167755 0.166463 CURRENT LEARNING RATE: 0.005008218860620205
previous_iter_valid_loss : 0.18836571276187897
494000 0.188506 0.188366 0.167340 CURRENT LEARNING RATE: 0.005007217317005783
previous_iter_valid_loss : 0.16272135078907013
494020 0.162887 0.162721 0.167187 CURRENT LEARNING RATE: 0.00500621597368005
previous_iter_valid_loss : 0.16413822770118713
494040 0.164338 0.164138 0.167261 CURRENT LEARNING RATE: 0.005005214830602961
previous_iter_valid_loss : 0.16472019255161285
494060 0.164930 0.164720 0.167460 CURRENT LEARNING RATE: 0.005004213887734462
previous_iter_valid_loss : 0.16148395836353302
494080 0.161681 0.161484 0.167413 CURRENT LEARNING RATE: 0.005003213145034524
previous_iter_valid_loss : 0.1668173372745514
494100 0.166990 0.166817 0.167553 CURRENT LEARNING RATE: 0.005002212602463106
previous_iter_valid_loss : 0.16960227489471436
494120 0.169765 0.169602 0.167650 CURRENT LEARNING RATE: 0.005001212259980199
previous_iter_valid_loss : 0.1607569009065628
494140 0.160936 0.160757 0.167322 CURRENT LEARNING RATE: 0.005000212117545778
previous_iter_valid_loss : 0.17965078353881836
494160 0.179982 0.179651 0.168209 CURRENT LEARNING RATE: 0.004999212175119848
previous_iter_valid_loss : 0.16486556828022003
494180 0.165077 0.164866 0.168425 CURRENT LEARNING RATE: 0.004998212432662399
previous_iter_valid_loss : 0.17526568472385406
494200 0.175424 0.175266 0.168559 CURRENT LEARNING RATE: 0.004997212890133454
previous_iter_valid_loss : 0.16638709604740143
494220 0.166557 0.166387 0.168537 CURRENT LEARNING RATE: 0.00499621354749302
previous_iter_valid_loss : 0.16058482229709625
494240 0.160743 0.160585 0.168519 CURRENT LEARNING RATE: 0.004995214404701133
previous_iter_valid_loss : 0.1632748395204544
494260 0.163465 0.163275 0.168462 CURRENT LEARNING RATE: 0.004994215461717819
previous_iter_valid_loss : 0.1616995930671692
494280 0.161867 0.161700 0.168339 CURRENT LEARNING RATE: 0.004993216718503129
previous_iter_valid_loss : 0.16155746579170227
494300 0.161703 0.161557 0.168284 CURRENT LEARNING RATE: 0.004992218175017103
previous_iter_valid_loss : 0.16065889596939087
494320 0.160829 0.160659 0.167923 CURRENT LEARNING RATE: 0.004991219831219809
previous_iter_valid_loss : 0.16072915494441986
494340 0.160902 0.160729 0.167352 CURRENT LEARNING RATE: 0.004990221687071306
previous_iter_valid_loss : 0.1622137725353241
494360 0.162417 0.162214 0.166160 CURRENT LEARNING RATE: 0.00498922374253167
previous_iter_valid_loss : 0.1605619639158249
494380 0.160737 0.160562 0.165801 CURRENT LEARNING RATE: 0.0049882259975609885
previous_iter_valid_loss : 0.16062283515930176
494400 0.160784 0.160623 0.164414 CURRENT LEARNING RATE: 0.0049872284521193435
previous_iter_valid_loss : 0.16243542730808258
494420 0.162637 0.162435 0.164399 CURRENT LEARNING RATE: 0.004986231106166842
previous_iter_valid_loss : 0.1616441011428833
494440 0.161838 0.161644 0.164275 CURRENT LEARNING RATE: 0.00498523395966358
previous_iter_valid_loss : 0.16206152737140656
494460 0.162261 0.162062 0.164142 CURRENT LEARNING RATE: 0.004984237012569683
previous_iter_valid_loss : 0.16947680711746216
494480 0.169637 0.169477 0.164541 CURRENT LEARNING RATE: 0.004983240264845261
previous_iter_valid_loss : 0.162724569439888
494500 0.162897 0.162725 0.164337 CURRENT LEARNING RATE: 0.004982243716450456
previous_iter_valid_loss : 0.16434237360954285
494520 0.164518 0.164342 0.164074 CURRENT LEARNING RATE: 0.004981247367345396
previous_iter_valid_loss : 0.1699380725622177
494540 0.170191 0.169938 0.164533 CURRENT LEARNING RATE: 0.004980251217490235
previous_iter_valid_loss : 0.16568326950073242
494560 0.165888 0.165683 0.163834 CURRENT LEARNING RATE: 0.004979255266845119
previous_iter_valid_loss : 0.16066327691078186
494580 0.160823 0.160663 0.163624 CURRENT LEARNING RATE: 0.004978259515370219
previous_iter_valid_loss : 0.16926512122154236
494600 0.169422 0.169265 0.163324 CURRENT LEARNING RATE: 0.004977263963025696
previous_iter_valid_loss : 0.16138944029808044
494620 0.161550 0.161389 0.163074 CURRENT LEARNING RATE: 0.004976268609771736
previous_iter_valid_loss : 0.16299384832382202
494640 0.163195 0.162994 0.163195 CURRENT LEARNING RATE: 0.004975273455568517
previous_iter_valid_loss : 0.17693960666656494
494660 0.177098 0.176940 0.163878 CURRENT LEARNING RATE: 0.004974278500376241
previous_iter_valid_loss : 0.19228340685367584
494680 0.192750 0.192283 0.165407 CURRENT LEARNING RATE: 0.0049732837441551015
previous_iter_valid_loss : 0.18295329809188843
494700 0.183112 0.182953 0.166477 CURRENT LEARNING RATE: 0.004972289186865318
previous_iter_valid_loss : 0.16675376892089844
494720 0.166974 0.166754 0.166782 CURRENT LEARNING RATE: 0.004971294828467096
previous_iter_valid_loss : 0.1912234127521515
494740 0.191350 0.191223 0.168307 CURRENT LEARNING RATE: 0.00497030066892067
previous_iter_valid_loss : 0.17961886525154114
494760 0.179773 0.179619 0.169177 CURRENT LEARNING RATE: 0.004969306708186275
previous_iter_valid_loss : 0.16228537261486053
494780 0.162475 0.162285 0.169263 CURRENT LEARNING RATE: 0.004968312946224144
previous_iter_valid_loss : 0.1653878539800644
494800 0.165590 0.165388 0.169501 CURRENT LEARNING RATE: 0.004967319382994537
previous_iter_valid_loss : 0.1663595288991928
494820 0.166520 0.166360 0.169697 CURRENT LEARNING RATE: 0.0049663260184577
previous_iter_valid_loss : 0.16115090250968933
494840 0.161307 0.161151 0.169673 CURRENT LEARNING RATE: 0.00496533285257391
previous_iter_valid_loss : 0.189667209982872
494860 0.189809 0.189667 0.171053 CURRENT LEARNING RATE: 0.00496433988530343
previous_iter_valid_loss : 0.16060341894626617
494880 0.160772 0.160603 0.170609 CURRENT LEARNING RATE: 0.004963347116606551
previous_iter_valid_loss : 0.16679224371910095
494900 0.167008 0.166792 0.170813 CURRENT LEARNING RATE: 0.004962354546443552
previous_iter_valid_loss : 0.16060182452201843
494920 0.160772 0.160602 0.170626 CURRENT LEARNING RATE: 0.00496136217477474
previous_iter_valid_loss : 0.1606462001800537
494940 0.160798 0.160646 0.170161 CURRENT LEARNING RATE: 0.004960370001560412
previous_iter_valid_loss : 0.16336335241794586
494960 0.163539 0.163363 0.170045 CURRENT LEARNING RATE: 0.004959378026760888
previous_iter_valid_loss : 0.16344717144966125
494980 0.163603 0.163447 0.170184 CURRENT LEARNING RATE: 0.004958386250336483
previous_iter_valid_loss : 0.1622680127620697
495000 0.162418 0.162268 0.169834 CURRENT LEARNING RATE: 0.004957394672247532
previous_iter_valid_loss : 0.1605665385723114
495020 0.160714 0.160567 0.169793 CURRENT LEARNING RATE: 0.004956403292454364
previous_iter_valid_loss : 0.16285167634487152
495040 0.163018 0.162852 0.169786 CURRENT LEARNING RATE: 0.004955412110917334
previous_iter_valid_loss : 0.16840562224388123
495060 0.168563 0.168406 0.169360 CURRENT LEARNING RATE: 0.0049544211275967835
previous_iter_valid_loss : 0.16059087216854095
495080 0.160755 0.160591 0.167775 CURRENT LEARNING RATE: 0.004953430342453083
previous_iter_valid_loss : 0.18270868062973022
495100 0.182872 0.182709 0.167763 CURRENT LEARNING RATE: 0.004952439755446594
previous_iter_valid_loss : 0.17139454185962677
495120 0.171648 0.171395 0.167995 CURRENT LEARNING RATE: 0.004951449366537698
previous_iter_valid_loss : 0.16064852476119995
495140 0.160804 0.160649 0.166466 CURRENT LEARNING RATE: 0.004950459175686774
previous_iter_valid_loss : 0.16064278781414032
495160 0.160813 0.160643 0.165517 CURRENT LEARNING RATE: 0.0049494691828542185
previous_iter_valid_loss : 0.17865844070911407
495180 0.178975 0.178658 0.166336 CURRENT LEARNING RATE: 0.004948479388000434
previous_iter_valid_loss : 0.16970902681350708
495200 0.169958 0.169709 0.166552 CURRENT LEARNING RATE: 0.004947489791085822
previous_iter_valid_loss : 0.17036671936511993
495220 0.170604 0.170367 0.166752 CURRENT LEARNING RATE: 0.004946500392070807
previous_iter_valid_loss : 0.17957179248332977
495240 0.179737 0.179572 0.167673 CURRENT LEARNING RATE: 0.004945511190915804
previous_iter_valid_loss : 0.18423977494239807
495260 0.184399 0.184240 0.167402 CURRENT LEARNING RATE: 0.004944522187581252
previous_iter_valid_loss : 0.16308152675628662
495280 0.163286 0.163082 0.167526 CURRENT LEARNING RATE: 0.004943533382027586
previous_iter_valid_loss : 0.16162168979644775
495300 0.161780 0.161622 0.167267 CURRENT LEARNING RATE: 0.004942544774215259
previous_iter_valid_loss : 0.16359058022499084
495320 0.163763 0.163591 0.167417 CURRENT LEARNING RATE: 0.004941556364104719
previous_iter_valid_loss : 0.16956739127635956
495340 0.169823 0.169567 0.167863 CURRENT LEARNING RATE: 0.004940568151656439
previous_iter_valid_loss : 0.17643803358078003
495360 0.176594 0.176438 0.168517 CURRENT LEARNING RATE: 0.004939580136830882
previous_iter_valid_loss : 0.1680772453546524
495380 0.168227 0.168077 0.168748 CURRENT LEARNING RATE: 0.004938592319588536
previous_iter_valid_loss : 0.16781608760356903
495400 0.167982 0.167816 0.169025 CURRENT LEARNING RATE: 0.004937604699889878
previous_iter_valid_loss : 0.16633901000022888
495420 0.166506 0.166339 0.169314 CURRENT LEARNING RATE: 0.0049366172776954135
previous_iter_valid_loss : 0.16133950650691986
495440 0.161493 0.161340 0.169238 CURRENT LEARNING RATE: 0.004935630052965636
previous_iter_valid_loss : 0.17533870041370392
495460 0.175502 0.175339 0.169585 CURRENT LEARNING RATE: 0.004934643025661065
previous_iter_valid_loss : 0.18404431641101837
495480 0.184202 0.184044 0.170758 CURRENT LEARNING RATE: 0.004933656195742212
previous_iter_valid_loss : 0.1618730127811432
495500 0.162028 0.161873 0.169716 CURRENT LEARNING RATE: 0.004932669563169612
previous_iter_valid_loss : 0.16239599883556366
495520 0.162595 0.162396 0.169266 CURRENT LEARNING RATE: 0.004931683127903791
previous_iter_valid_loss : 0.16860267519950867
495540 0.168754 0.168603 0.169664 CURRENT LEARNING RATE: 0.0049306968899053
previous_iter_valid_loss : 0.16125164926052094
495560 0.161440 0.161252 0.169694 CURRENT LEARNING RATE: 0.0049297108491346804
previous_iter_valid_loss : 0.17274209856987
495580 0.173029 0.172742 0.169398 CURRENT LEARNING RATE: 0.004928725005552496
previous_iter_valid_loss : 0.17751768231391907
495600 0.177843 0.177518 0.169789 CURRENT LEARNING RATE: 0.004927739359119316
previous_iter_valid_loss : 0.16659259796142578
495620 0.166820 0.166593 0.169600 CURRENT LEARNING RATE: 0.004926753909795707
previous_iter_valid_loss : 0.18911416828632355
495640 0.189251 0.189114 0.170077 CURRENT LEARNING RATE: 0.00492576865754226
previous_iter_valid_loss : 0.16924631595611572
495660 0.169496 0.169246 0.169328 CURRENT LEARNING RATE: 0.004924783602319556
previous_iter_valid_loss : 0.16636134684085846
495680 0.166574 0.166361 0.169492 CURRENT LEARNING RATE: 0.0049237987440882
previous_iter_valid_loss : 0.16336128115653992
495700 0.163570 0.163361 0.169579 CURRENT LEARNING RATE: 0.00492281408280879
previous_iter_valid_loss : 0.1693103313446045
495720 0.169556 0.169310 0.169865 CURRENT LEARNING RATE: 0.0049218296184419495
previous_iter_valid_loss : 0.16666172444820404
495740 0.166820 0.166662 0.169719 CURRENT LEARNING RATE: 0.004920845350948289
previous_iter_valid_loss : 0.1708361655473709
495760 0.171099 0.170836 0.169439 CURRENT LEARNING RATE: 0.004919861280288447
previous_iter_valid_loss : 0.16054360568523407
495780 0.160706 0.160544 0.169062 CURRENT LEARNING RATE: 0.004918877406423054
previous_iter_valid_loss : 0.1674610823392868
495800 0.167702 0.167461 0.169045 CURRENT LEARNING RATE: 0.004917893729312762
previous_iter_valid_loss : 0.16182231903076172
495820 0.162015 0.161822 0.168819 CURRENT LEARNING RATE: 0.004916910248918215
previous_iter_valid_loss : 0.1605508178472519
495840 0.160711 0.160551 0.168779 CURRENT LEARNING RATE: 0.004915926965200082
previous_iter_valid_loss : 0.1614513099193573
495860 0.161644 0.161451 0.168085 CURRENT LEARNING RATE: 0.004914943878119026
previous_iter_valid_loss : 0.1762179732322693
495880 0.176517 0.176218 0.167694 CURRENT LEARNING RATE: 0.004913960987635729
previous_iter_valid_loss : 0.16963925957679749
495900 0.169901 0.169639 0.168082 CURRENT LEARNING RATE: 0.004912978293710868
previous_iter_valid_loss : 0.16104301810264587
495920 0.161226 0.161043 0.168014 CURRENT LEARNING RATE: 0.004911995796305144
previous_iter_valid_loss : 0.16070255637168884
495940 0.160866 0.160703 0.167619 CURRENT LEARNING RATE: 0.004911013495379248
previous_iter_valid_loss : 0.1665566861629486
495960 0.166726 0.166557 0.167885 CURRENT LEARNING RATE: 0.0049100313908938915
previous_iter_valid_loss : 0.16123107075691223
495980 0.161408 0.161231 0.167309 CURRENT LEARNING RATE: 0.004909049482809797
previous_iter_valid_loss : 0.17100036144256592
496000 0.171165 0.171000 0.166983 CURRENT LEARNING RATE: 0.0049080677710876775
previous_iter_valid_loss : 0.17551060020923615
496020 0.175680 0.175511 0.167429 CURRENT LEARNING RATE: 0.004907086255688273
previous_iter_valid_loss : 0.177968367934227
496040 0.178137 0.177968 0.166872 CURRENT LEARNING RATE: 0.004906104936572317
previous_iter_valid_loss : 0.16154883801937103
496060 0.161712 0.161549 0.166487 CURRENT LEARNING RATE: 0.004905123813700562
previous_iter_valid_loss : 0.17263422906398773
496080 0.172919 0.172634 0.166801 CURRENT LEARNING RATE: 0.0049041428870337566
previous_iter_valid_loss : 0.1691281497478485
496100 0.169297 0.169128 0.167089 CURRENT LEARNING RATE: 0.0049031621565326705
previous_iter_valid_loss : 0.1605750024318695
496120 0.160740 0.160575 0.166652 CURRENT LEARNING RATE: 0.004902181622158068
previous_iter_valid_loss : 0.16860586404800415
496140 0.168844 0.168606 0.166749 CURRENT LEARNING RATE: 0.004901201283870736
previous_iter_valid_loss : 0.1619400531053543
496160 0.162148 0.161940 0.166305 CURRENT LEARNING RATE: 0.00490022114163145
previous_iter_valid_loss : 0.16132080554962158
496180 0.161486 0.161321 0.166343 CURRENT LEARNING RATE: 0.004899241195401016
previous_iter_valid_loss : 0.18583284318447113
496200 0.185996 0.185833 0.167262 CURRENT LEARNING RATE: 0.004898261445140225
previous_iter_valid_loss : 0.16293947398662567
564940 0.163137 0.162939 0.165329 CURRENT LEARNING RATE: 0.0024632468441426712
previous_iter_valid_loss : 0.16284015774726868
564960 0.163034 0.162840 0.165191 CURRENT LEARNING RATE: 0.0024627542440354964
previous_iter_valid_loss : 0.1611577570438385
564980 0.161303 0.161158 0.165118 CURRENT LEARNING RATE: 0.00246226174243849
previous_iter_valid_loss : 0.16877217590808868
565000 0.168932 0.168772 0.164567 CURRENT LEARNING RATE: 0.0024617693393319553
previous_iter_valid_loss : 0.16298937797546387
565020 0.163155 0.162989 0.164681 CURRENT LEARNING RATE: 0.0024612770346961925
previous_iter_valid_loss : 0.19371971487998962
565040 0.194191 0.193720 0.166338 CURRENT LEARNING RATE: 0.0024607848285115135
previous_iter_valid_loss : 0.16298602521419525
565060 0.163150 0.162986 0.166391 CURRENT LEARNING RATE: 0.002460292720758226
previous_iter_valid_loss : 0.17225849628448486
565080 0.172413 0.172258 0.166866 CURRENT LEARNING RATE: 0.0024598007114166494
previous_iter_valid_loss : 0.1926739662885666
565100 0.192797 0.192674 0.168056 CURRENT LEARNING RATE: 0.0024593088004671
previous_iter_valid_loss : 0.1611730009317398
565120 0.161349 0.161173 0.167982 CURRENT LEARNING RATE: 0.0024588169878899044
previous_iter_valid_loss : 0.18649768829345703
565140 0.186883 0.186498 0.169124 CURRENT LEARNING RATE: 0.002458325273665387
previous_iter_valid_loss : 0.16240693628787994
565160 0.162595 0.162407 0.168417 CURRENT LEARNING RATE: 0.002457833657773883
previous_iter_valid_loss : 0.16520331799983978
565180 0.165398 0.165203 0.168029 CURRENT LEARNING RATE: 0.0024573421401957235
previous_iter_valid_loss : 0.16896513104438782
565200 0.169199 0.168965 0.168229 CURRENT LEARNING RATE: 0.0024568507209112517
previous_iter_valid_loss : 0.16080820560455322
565220 0.160957 0.160808 0.168241 CURRENT LEARNING RATE: 0.0024563593999008073
previous_iter_valid_loss : 0.16165553033351898
565240 0.161839 0.161656 0.168287 CURRENT LEARNING RATE: 0.0024558681771447415
previous_iter_valid_loss : 0.1643507480621338
565260 0.164516 0.164351 0.168151 CURRENT LEARNING RATE: 0.0024553770526234008
previous_iter_valid_loss : 0.16196665167808533
565280 0.162149 0.161967 0.167870 CURRENT LEARNING RATE: 0.0024548860263171445
previous_iter_valid_loss : 0.16721192002296448
565300 0.167376 0.167212 0.168182 CURRENT LEARNING RATE: 0.002454395098206328
previous_iter_valid_loss : 0.17413653433322906
565320 0.174291 0.174137 0.168733 CURRENT LEARNING RATE: 0.0024539042682713147
previous_iter_valid_loss : 0.16405151784420013
565340 0.164254 0.164052 0.168789 CURRENT LEARNING RATE: 0.0024534135364924752
previous_iter_valid_loss : 0.17009806632995605
565360 0.170250 0.170098 0.169152 CURRENT LEARNING RATE: 0.002452922902850176
previous_iter_valid_loss : 0.1607099026441574
565380 0.160878 0.160710 0.169130 CURRENT LEARNING RATE: 0.0024524323673247943
previous_iter_valid_loss : 0.161228746175766
565400 0.161382 0.161229 0.168752 CURRENT LEARNING RATE: 0.0024519419298967057
previous_iter_valid_loss : 0.16162513196468353
565420 0.161780 0.161625 0.168684 CURRENT LEARNING RATE: 0.002451451590546297
previous_iter_valid_loss : 0.16085600852966309
565440 0.160998 0.160856 0.167041 CURRENT LEARNING RATE: 0.0024509613492539506
previous_iter_valid_loss : 0.16063615679740906
565460 0.160808 0.160636 0.166924 CURRENT LEARNING RATE: 0.00245047120600006
previous_iter_valid_loss : 0.1636156290769577
565480 0.163794 0.163616 0.166491 CURRENT LEARNING RATE: 0.002449981160765016
previous_iter_valid_loss : 0.1610761433839798
565500 0.161236 0.161076 0.164911 CURRENT LEARNING RATE: 0.0024494912135292206
previous_iter_valid_loss : 0.17165295779705048
565520 0.171806 0.171653 0.165435 CURRENT LEARNING RATE: 0.0024490013642730723
previous_iter_valid_loss : 0.17364446818828583
565540 0.173799 0.173644 0.164793 CURRENT LEARNING RATE: 0.002448511612976981
previous_iter_valid_loss : 0.1658918708562851
565560 0.166059 0.165892 0.164967 CURRENT LEARNING RATE: 0.0024480219596213523
previous_iter_valid_loss : 0.16121579706668854
565580 0.161400 0.161216 0.164768 CURRENT LEARNING RATE: 0.0024475324041866044
previous_iter_valid_loss : 0.17332318425178528
565600 0.173477 0.173323 0.164986 CURRENT LEARNING RATE: 0.002447042946653151
previous_iter_valid_loss : 0.16613268852233887
565620 0.166348 0.166133 0.165252 CURRENT LEARNING RATE: 0.0024465535870014177
previous_iter_valid_loss : 0.177701935172081
565640 0.177868 0.177702 0.166054 CURRENT LEARNING RATE: 0.002446064325211826
previous_iter_valid_loss : 0.17241603136062622
565660 0.172571 0.172416 0.166457 CURRENT LEARNING RATE: 0.0024455751612648103
previous_iter_valid_loss : 0.176502525806427
565680 0.176665 0.176503 0.167184 CURRENT LEARNING RATE: 0.0024450860951407993
previous_iter_valid_loss : 0.17101112008094788
565700 0.171264 0.171011 0.167374 CURRENT LEARNING RATE: 0.0024445971268202337
previous_iter_valid_loss : 0.1607782542705536
565720 0.160954 0.160778 0.166706 CURRENT LEARNING RATE: 0.002444108256283552
previous_iter_valid_loss : 0.16107138991355896
565740 0.161230 0.161071 0.166557 CURRENT LEARNING RATE: 0.002443619483511201
previous_iter_valid_loss : 0.1679449826478958
565760 0.168105 0.167945 0.166450 CURRENT LEARNING RATE: 0.002443130808483631
previous_iter_valid_loss : 0.16069413721561432
565780 0.160861 0.160694 0.166449 CURRENT LEARNING RATE: 0.0024426422311812925
previous_iter_valid_loss : 0.16101112961769104
565800 0.161170 0.161011 0.166438 CURRENT LEARNING RATE: 0.002442153751584645
previous_iter_valid_loss : 0.16449445486068726
565820 0.164660 0.164494 0.166581 CURRENT LEARNING RATE: 0.0024416653696741463
previous_iter_valid_loss : 0.1680389940738678
565840 0.168199 0.168039 0.166941 CURRENT LEARNING RATE: 0.0024411770854302645
previous_iter_valid_loss : 0.16175028681755066
565860 0.161930 0.161750 0.166996 CURRENT LEARNING RATE: 0.0024406888988334646
previous_iter_valid_loss : 0.1609393060207367
565880 0.161087 0.160939 0.166862 CURRENT LEARNING RATE: 0.002440200809864223
previous_iter_valid_loss : 0.16146209836006165
565900 0.161612 0.161462 0.166882 CURRENT LEARNING RATE: 0.0024397128185030116
previous_iter_valid_loss : 0.1615431010723114
565920 0.161717 0.161543 0.166376 CURRENT LEARNING RATE: 0.002439224924730316
previous_iter_valid_loss : 0.16877441108226776
565940 0.168923 0.168774 0.166133 CURRENT LEARNING RATE: 0.002438737128526615
previous_iter_valid_loss : 0.16088925302028656
565960 0.161060 0.160889 0.165883 CURRENT LEARNING RATE: 0.002438249429872402
previous_iter_valid_loss : 0.1642846316099167
565980 0.164448 0.164285 0.166036 CURRENT LEARNING RATE: 0.002437761828748164
previous_iter_valid_loss : 0.16139115393161774
566000 0.161571 0.161391 0.165439 CURRENT LEARNING RATE: 0.002437274325134402
previous_iter_valid_loss : 0.1605871021747589
566020 0.160735 0.160587 0.165162 CURRENT LEARNING RATE: 0.002436786919011611
previous_iter_valid_loss : 0.1698760986328125
566040 0.170128 0.169876 0.164771 CURRENT LEARNING RATE: 0.0024362996103602995
previous_iter_valid_loss : 0.16053766012191772
566060 0.160693 0.160538 0.164177 CURRENT LEARNING RATE: 0.00243581239916097
previous_iter_valid_loss : 0.16146324574947357
566080 0.161614 0.161463 0.163425 CURRENT LEARNING RATE: 0.0024353252853941396
previous_iter_valid_loss : 0.16264140605926514
566100 0.162824 0.162641 0.163006 CURRENT LEARNING RATE: 0.0024348382690403186
previous_iter_valid_loss : 0.17047572135925293
566120 0.170729 0.170476 0.163491 CURRENT LEARNING RATE: 0.0024343513500800287
previous_iter_valid_loss : 0.16354034841060638
566140 0.163734 0.163540 0.163615 CURRENT LEARNING RATE: 0.002433864528493795
previous_iter_valid_loss : 0.1605239361524582
566160 0.160680 0.160524 0.163244 CURRENT LEARNING RATE: 0.002433377804262141
previous_iter_valid_loss : 0.1687525361776352
566180 0.168901 0.168753 0.163647 CURRENT LEARNING RATE: 0.0024328911773656013
previous_iter_valid_loss : 0.17226071655750275
566200 0.172404 0.172261 0.164209 CURRENT LEARNING RATE: 0.0024324046477847074
previous_iter_valid_loss : 0.1642829328775406
566220 0.164443 0.164283 0.164199 CURRENT LEARNING RATE: 0.002431918215500001
previous_iter_valid_loss : 0.16050322353839874
Current valid loss: 0.16050322353839874; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
566240 0.160658 0.160503 0.163822 CURRENT LEARNING RATE: 0.002431431880492022
previous_iter_valid_loss : 0.16515569388866425
566260 0.165361 0.165156 0.163992 CURRENT LEARNING RATE: 0.0024309456427413206
previous_iter_valid_loss : 0.16105014085769653
566280 0.161221 0.161050 0.163998 CURRENT LEARNING RATE: 0.002430459502228443
previous_iter_valid_loss : 0.1669578105211258
566300 0.167174 0.166958 0.164272 CURRENT LEARNING RATE: 0.002429973458933948
previous_iter_valid_loss : 0.16054800152778625
566320 0.160702 0.160548 0.164223 CURRENT LEARNING RATE: 0.0024294875128383895
previous_iter_valid_loss : 0.16067731380462646
566340 0.160836 0.160677 0.163818 CURRENT LEARNING RATE: 0.0024290016639223343
previous_iter_valid_loss : 0.16057941317558289
566360 0.160733 0.160579 0.163802 CURRENT LEARNING RATE: 0.0024285159121663433
previous_iter_valid_loss : 0.16192540526390076
566380 0.162116 0.161925 0.163684 CURRENT LEARNING RATE: 0.0024280302575509917
previous_iter_valid_loss : 0.17344233393669128
566400 0.173592 0.173442 0.164287 CURRENT LEARNING RATE: 0.0024275447000568487
previous_iter_valid_loss : 0.1670863777399063
566420 0.167239 0.167086 0.164612 CURRENT LEARNING RATE: 0.002427059239664496
previous_iter_valid_loss : 0.16685514152050018
566440 0.167004 0.166855 0.164461 CURRENT LEARNING RATE: 0.0024265738763545107
previous_iter_valid_loss : 0.1609492152929306
566460 0.161126 0.160949 0.164481 CURRENT LEARNING RATE: 0.002426088610107483
previous_iter_valid_loss : 0.16061145067214966
566480 0.160778 0.160611 0.164439 CURRENT LEARNING RATE: 0.0024256034409039983
previous_iter_valid_loss : 0.16107702255249023
566500 0.161251 0.161077 0.164361 CURRENT LEARNING RATE: 0.0024251183687246532
previous_iter_valid_loss : 0.1611499935388565
566520 0.161332 0.161150 0.163894 CURRENT LEARNING RATE: 0.0024246333935500413
previous_iter_valid_loss : 0.17508122324943542
566540 0.175354 0.175081 0.164471 CURRENT LEARNING RATE: 0.0024241485153607654
previous_iter_valid_loss : 0.17292369902133942
566560 0.173185 0.172924 0.165091 CURRENT LEARNING RATE: 0.0024236637341374326
previous_iter_valid_loss : 0.16508227586746216
566580 0.165290 0.165082 0.164908 CURRENT LEARNING RATE: 0.002423179049860648
previous_iter_valid_loss : 0.16437314450740814
566600 0.164546 0.164373 0.164513 CURRENT LEARNING RATE: 0.002422694462511027
previous_iter_valid_loss : 0.1693028211593628
566620 0.169551 0.169303 0.164764 CURRENT LEARNING RATE: 0.0024222099720691828
previous_iter_valid_loss : 0.17047804594039917
566640 0.170623 0.170478 0.165263 CURRENT LEARNING RATE: 0.00242172557851574
previous_iter_valid_loss : 0.17364144325256348
566660 0.173905 0.173641 0.165687 CURRENT LEARNING RATE: 0.002421241281831319
previous_iter_valid_loss : 0.16370506584644318
566680 0.163906 0.163705 0.165820 CURRENT LEARNING RATE: 0.002420757081996551
previous_iter_valid_loss : 0.16106374561786652
566700 0.161240 0.161064 0.165525 CURRENT LEARNING RATE: 0.0024202729789920647
previous_iter_valid_loss : 0.1618889719247818
566720 0.162060 0.161889 0.165593 CURRENT LEARNING RATE: 0.0024197889727985006
previous_iter_valid_loss : 0.16859696805477142
566740 0.168820 0.168597 0.165989 CURRENT LEARNING RATE: 0.0024193050633964925
previous_iter_valid_loss : 0.17801856994628906
566760 0.178318 0.178019 0.166860 CURRENT LEARNING RATE: 0.0024188212507666902
previous_iter_valid_loss : 0.17112503945827484
566780 0.171280 0.171125 0.167320 CURRENT LEARNING RATE: 0.002418337534889736
previous_iter_valid_loss : 0.16357596218585968
566800 0.163772 0.163576 0.166827 CURRENT LEARNING RATE: 0.0024178539157462854
previous_iter_valid_loss : 0.16274869441986084
566820 0.162936 0.162749 0.166610 CURRENT LEARNING RATE: 0.00241737039331699
previous_iter_valid_loss : 0.16298437118530273
566840 0.163156 0.162984 0.166417 CURRENT LEARNING RATE: 0.0024168869675825124
previous_iter_valid_loss : 0.17093774676322937
566860 0.171079 0.170938 0.166916 CURRENT LEARNING RATE: 0.002416403638523512
previous_iter_valid_loss : 0.160981222987175
566880 0.161110 0.160981 0.166935 CURRENT LEARNING RATE: 0.0024159204061206595
previous_iter_valid_loss : 0.17181015014648438
566900 0.172068 0.171810 0.167471 CURRENT LEARNING RATE: 0.0024154372703546214
previous_iter_valid_loss : 0.16062390804290771
566920 0.160783 0.160624 0.167445 CURRENT LEARNING RATE: 0.0024149542312060747
previous_iter_valid_loss : 0.16174809634685516
566940 0.161941 0.161748 0.166778 CURRENT LEARNING RATE: 0.0024144712886556992
previous_iter_valid_loss : 0.16555672883987427
566960 0.165757 0.165557 0.166410 CURRENT LEARNING RATE: 0.0024139884426841738
previous_iter_valid_loss : 0.16084127128124237
566980 0.160992 0.160841 0.166198 CURRENT LEARNING RATE: 0.0024135056932721886
previous_iter_valid_loss : 0.16221484541893005
567000 0.162371 0.162215 0.166090 CURRENT LEARNING RATE: 0.002413023040400429
previous_iter_valid_loss : 0.1667184829711914
567020 0.166921 0.166718 0.165961 CURRENT LEARNING RATE: 0.0024125404840495933
previous_iter_valid_loss : 0.16470153629779816
567040 0.164865 0.164702 0.165672 CURRENT LEARNING RATE: 0.0024120580242003756
previous_iter_valid_loss : 0.16810421645641327
567060 0.168332 0.168104 0.165395 CURRENT LEARNING RATE: 0.0024115756608334817
previous_iter_valid_loss : 0.16122214496135712
567080 0.161383 0.161222 0.165271 CURRENT LEARNING RATE: 0.0024110933939296116
previous_iter_valid_loss : 0.1668800413608551
567100 0.167096 0.166880 0.165562 CURRENT LEARNING RATE: 0.00241061122346948
previous_iter_valid_loss : 0.1631176471710205
567120 0.163310 0.163118 0.165623 CURRENT LEARNING RATE: 0.0024101291494337956
previous_iter_valid_loss : 0.16515295207500458
567140 0.165356 0.165153 0.165451 CURRENT LEARNING RATE: 0.0024096471718032795
previous_iter_valid_loss : 0.16098977625370026
567160 0.161143 0.160990 0.164600 CURRENT LEARNING RATE: 0.0024091652905586488
previous_iter_valid_loss : 0.16371160745620728
567180 0.163923 0.163712 0.164229 CURRENT LEARNING RATE: 0.002408683505680632
previous_iter_valid_loss : 0.16214527189731598
567200 0.162326 0.162145 0.164157 CURRENT LEARNING RATE: 0.0024082018171499536
previous_iter_valid_loss : 0.16054435074329376
567220 0.160693 0.160544 0.164047 CURRENT LEARNING RATE: 0.00240772022494735
previous_iter_valid_loss : 0.16105487942695618
567240 0.161207 0.161055 0.163951 CURRENT LEARNING RATE: 0.002407238729053554
previous_iter_valid_loss : 0.1624935269355774
567260 0.162676 0.162494 0.163528 CURRENT LEARNING RATE: 0.0024067573294493097
previous_iter_valid_loss : 0.18033796548843384
567280 0.180661 0.180338 0.164496 CURRENT LEARNING RATE: 0.0024062760261153566
previous_iter_valid_loss : 0.16189396381378174
567300 0.162050 0.161894 0.164000 CURRENT LEARNING RATE: 0.0024057948190324466
previous_iter_valid_loss : 0.16306990385055542
567320 0.163235 0.163070 0.164123 CURRENT LEARNING RATE: 0.002405313708181328
previous_iter_valid_loss : 0.16266952455043793
567340 0.162861 0.162670 0.164169 CURRENT LEARNING RATE: 0.002404832693542758
previous_iter_valid_loss : 0.16053369641304016
567360 0.160690 0.160534 0.163918 CURRENT LEARNING RATE: 0.0024043517750974982
previous_iter_valid_loss : 0.17264871299266815
567380 0.172919 0.172649 0.164508 CURRENT LEARNING RATE: 0.0024038709528263077
previous_iter_valid_loss : 0.16791272163391113
567400 0.168133 0.167913 0.164793 CURRENT LEARNING RATE: 0.0024033902267099573
previous_iter_valid_loss : 0.16178539395332336
567420 0.161939 0.161785 0.164546 CURRENT LEARNING RATE: 0.0024029095967292146
previous_iter_valid_loss : 0.16780570149421692
567440 0.168027 0.167806 0.164701 CURRENT LEARNING RATE: 0.002402429062864858
previous_iter_valid_loss : 0.16614416241645813
567460 0.166307 0.166144 0.164603 CURRENT LEARNING RATE: 0.002401948625097662
previous_iter_valid_loss : 0.1647931933403015
567480 0.164959 0.164793 0.164782 CURRENT LEARNING RATE: 0.002401468283408414
previous_iter_valid_loss : 0.16079021990299225
567500 0.160942 0.160790 0.164478 CURRENT LEARNING RATE: 0.002400988037777895
previous_iter_valid_loss : 0.16137364506721497
567520 0.161532 0.161374 0.164390 CURRENT LEARNING RATE: 0.0024005078881869004
previous_iter_valid_loss : 0.16183124482631683
567540 0.162016 0.161831 0.164224 CURRENT LEARNING RATE: 0.0024000278346162193
previous_iter_valid_loss : 0.1798274666070938
567560 0.179994 0.179827 0.165166 CURRENT LEARNING RATE: 0.0023995478770466538
previous_iter_valid_loss : 0.1628059446811676
567580 0.163003 0.162806 0.165121 CURRENT LEARNING RATE: 0.0023990680154590016
previous_iter_valid_loss : 0.16093359887599945
567600 0.161107 0.160934 0.165060 CURRENT LEARNING RATE: 0.002398588249834073
previous_iter_valid_loss : 0.16714990139007568
567620 0.167314 0.167150 0.165391 CURRENT LEARNING RATE: 0.002398108580152672
previous_iter_valid_loss : 0.17223118245601654
567640 0.172503 0.172231 0.165949 CURRENT LEARNING RATE: 0.0023976290063956168
previous_iter_valid_loss : 0.17302879691123962
567660 0.173296 0.173029 0.166476 CURRENT LEARNING RATE: 0.00239714952854372
previous_iter_valid_loss : 0.16605621576309204
567680 0.166276 0.166056 0.165762 CURRENT LEARNING RATE: 0.0023966701465778072
previous_iter_valid_loss : 0.1610521525144577
567700 0.161230 0.161052 0.165720 CURRENT LEARNING RATE: 0.0023961908604786977
previous_iter_valid_loss : 0.16642771661281586
567720 0.166649 0.166428 0.165888 CURRENT LEARNING RATE: 0.0023957116702272257
previous_iter_valid_loss : 0.1637624055147171
567740 0.163955 0.163762 0.165943 CURRENT LEARNING RATE: 0.0023952325758042183
previous_iter_valid_loss : 0.16113850474357605
567760 0.161313 0.161139 0.165973 CURRENT LEARNING RATE: 0.002394753577190515
previous_iter_valid_loss : 0.16487166285514832
567780 0.165035 0.164872 0.165584 CURRENT LEARNING RATE: 0.0023942746743669564
previous_iter_valid_loss : 0.16432566940784454
567800 0.164518 0.164326 0.165405 CURRENT LEARNING RATE: 0.0023937958673143837
previous_iter_valid_loss : 0.1642063707113266
567820 0.164391 0.164206 0.165526 CURRENT LEARNING RATE: 0.0023933171560136476
previous_iter_valid_loss : 0.16297565400600433
567840 0.163167 0.162976 0.165284 CURRENT LEARNING RATE: 0.002392838540445596
previous_iter_valid_loss : 0.16170744597911835
567860 0.161890 0.161707 0.165062 CURRENT LEARNING RATE: 0.0023923600205910884
previous_iter_valid_loss : 0.16098380088806152
567880 0.161167 0.160984 0.164872 CURRENT LEARNING RATE: 0.00239188159643098
previous_iter_valid_loss : 0.16074109077453613
567900 0.160896 0.160741 0.164869 CURRENT LEARNING RATE: 0.0023914032679461378
previous_iter_valid_loss : 0.1629614382982254
567920 0.163115 0.162961 0.164949 CURRENT LEARNING RATE: 0.0023909250351174245
previous_iter_valid_loss : 0.1639542132616043
567940 0.164153 0.163954 0.165055 CURRENT LEARNING RATE: 0.002390446897925715
previous_iter_valid_loss : 0.18687137961387634
567960 0.187283 0.186871 0.165407 CURRENT LEARNING RATE: 0.0023899688563518797
previous_iter_valid_loss : 0.1643405556678772
567980 0.164540 0.164341 0.165484 CURRENT LEARNING RATE: 0.002389490910376801
previous_iter_valid_loss : 0.17135006189346313
568000 0.171609 0.171350 0.166005 CURRENT LEARNING RATE: 0.0023890130599813573
previous_iter_valid_loss : 0.1609112024307251
568020 0.161098 0.160911 0.165693 CURRENT LEARNING RATE: 0.002388535305146438
previous_iter_valid_loss : 0.16732820868492126
568040 0.167555 0.167328 0.165447 CURRENT LEARNING RATE: 0.002388057645852929
previous_iter_valid_loss : 0.1605929136276245
568060 0.160758 0.160593 0.164826 CURRENT LEARNING RATE: 0.002387580082081729
previous_iter_valid_loss : 0.1612563133239746
568080 0.161418 0.161256 0.164586 CURRENT LEARNING RATE: 0.0023871026138137298
previous_iter_valid_loss : 0.16051717102527618
568100 0.160677 0.160517 0.164559 CURRENT LEARNING RATE: 0.002386625241029838
previous_iter_valid_loss : 0.16067972779273987
568120 0.160832 0.160680 0.164272 CURRENT LEARNING RATE: 0.0023861479637109534
previous_iter_valid_loss : 0.1616271734237671
568140 0.161783 0.161627 0.164165 CURRENT LEARNING RATE: 0.0023856707818379883
previous_iter_valid_loss : 0.16060715913772583
568160 0.160766 0.160607 0.164138 CURRENT LEARNING RATE: 0.002385193695391857
previous_iter_valid_loss : 0.1612483114004135
568180 0.161405 0.161248 0.163957 CURRENT LEARNING RATE: 0.002384716704353471
previous_iter_valid_loss : 0.16550125181674957
568200 0.165670 0.165501 0.164016 CURRENT LEARNING RATE: 0.002384239808703756
previous_iter_valid_loss : 0.16260384023189545
568220 0.162766 0.162604 0.163936 CURRENT LEARNING RATE: 0.0023837630084236317
previous_iter_valid_loss : 0.16249237954616547
568240 0.162686 0.162492 0.163911 CURRENT LEARNING RATE: 0.0023832863034940303
previous_iter_valid_loss : 0.16441962122917175
568260 0.164594 0.164420 0.164047 CURRENT LEARNING RATE: 0.002382809693895879
previous_iter_valid_loss : 0.16966436803340912
568280 0.169909 0.169664 0.164481 CURRENT LEARNING RATE: 0.002382333179610118
previous_iter_valid_loss : 0.16286514699459076
568300 0.163042 0.162865 0.164587 CURRENT LEARNING RATE: 0.002381856760617682
previous_iter_valid_loss : 0.16073854267597198
568320 0.160890 0.160739 0.164476 CURRENT LEARNING RATE: 0.0023813804368995194
previous_iter_valid_loss : 0.16494563221931458
568340 0.165148 0.164946 0.164526 CURRENT LEARNING RATE: 0.002380904208436572
previous_iter_valid_loss : 0.1608368307352066
568360 0.161015 0.160837 0.163224 CURRENT LEARNING RATE: 0.002380428075209796
previous_iter_valid_loss : 0.16517966985702515
568380 0.165399 0.165180 0.163266 CURRENT LEARNING RATE: 0.0023799520372001404
previous_iter_valid_loss : 0.17698261141777039
568400 0.177277 0.176983 0.163548 CURRENT LEARNING RATE: 0.002379476094388569
previous_iter_valid_loss : 0.16336490213871002
568420 0.163535 0.163365 0.163670 CURRENT LEARNING RATE: 0.0023790002467560397
previous_iter_valid_loss : 0.16986507177352905
568440 0.170023 0.169865 0.163797 CURRENT LEARNING RATE: 0.002378524494283523
previous_iter_valid_loss : 0.16588665544986725
568460 0.166051 0.165887 0.164062 CURRENT LEARNING RATE: 0.0023780488369519836
previous_iter_valid_loss : 0.16308394074440002
568480 0.163251 0.163084 0.164153 CURRENT LEARNING RATE: 0.0023775732747424007
previous_iter_valid_loss : 0.1621159464120865
568500 0.162313 0.162116 0.164233 CURRENT LEARNING RATE: 0.002377097807635747
previous_iter_valid_loss : 0.17842848598957062
568520 0.178741 0.178428 0.165121 CURRENT LEARNING RATE: 0.0023766224356130076
previous_iter_valid_loss : 0.18251435458660126
568540 0.182865 0.182514 0.166165 CURRENT LEARNING RATE: 0.002376147158655164
previous_iter_valid_loss : 0.16492748260498047
568560 0.165110 0.164927 0.166381 CURRENT LEARNING RATE: 0.002375671976743207
previous_iter_valid_loss : 0.1615651249885559
568580 0.161760 0.161565 0.166397 CURRENT LEARNING RATE: 0.0023751968898581316
previous_iter_valid_loss : 0.16091474890708923
568600 0.161096 0.160915 0.166168 CURRENT LEARNING RATE: 0.00237472189798093
previous_iter_valid_loss : 0.1605885773897171
568620 0.160752 0.160589 0.166067 CURRENT LEARNING RATE: 0.002374247001092607
previous_iter_valid_loss : 0.1665237843990326
568640 0.166687 0.166524 0.166268 CURRENT LEARNING RATE: 0.0023737721991741617
previous_iter_valid_loss : 0.1606546938419342
568660 0.160826 0.160655 0.166080 CURRENT LEARNING RATE: 0.002373297492206607
previous_iter_valid_loss : 0.16358248889446259
568680 0.163757 0.163582 0.165776 CURRENT LEARNING RATE: 0.00237282288017095
previous_iter_valid_loss : 0.16859221458435059
568700 0.168754 0.168592 0.166062 CURRENT LEARNING RATE: 0.0023723483630482115
previous_iter_valid_loss : 0.1654321700334549
568720 0.165599 0.165432 0.166297 CURRENT LEARNING RATE: 0.002371873940819405
previous_iter_valid_loss : 0.16210325062274933
568740 0.162289 0.162103 0.166155 CURRENT LEARNING RATE: 0.002371399613465559
previous_iter_valid_loss : 0.16596393287181854
568760 0.166180 0.165964 0.166411 CURRENT LEARNING RATE: 0.002370925380967695
previous_iter_valid_loss : 0.1747157871723175
568780 0.174999 0.174716 0.166888 CURRENT LEARNING RATE: 0.002370451243306849
previous_iter_valid_loss : 0.1638951599597931
568800 0.164080 0.163895 0.166234 CURRENT LEARNING RATE: 0.0023699772004640513
previous_iter_valid_loss : 0.16192129254341125
568820 0.162078 0.161921 0.166162 CURRENT LEARNING RATE: 0.0023695032524203435
previous_iter_valid_loss : 0.16244688630104065
568840 0.162627 0.162447 0.165791 CURRENT LEARNING RATE: 0.0023690293991567644
previous_iter_valid_loss : 0.16225652396678925
568860 0.162452 0.162257 0.165609 CURRENT LEARNING RATE: 0.002368555640654364
previous_iter_valid_loss : 0.16349905729293823
568880 0.163660 0.163499 0.165630 CURRENT LEARNING RATE: 0.002368081976894187
previous_iter_valid_loss : 0.1706743687391281
568900 0.170831 0.170674 0.166058 CURRENT LEARNING RATE: 0.002367608407857291
previous_iter_valid_loss : 0.16611365973949432
568920 0.166283 0.166114 0.165442 CURRENT LEARNING RATE: 0.0023671349335247305
previous_iter_valid_loss : 0.1632845252752304
568940 0.163454 0.163285 0.164481 CURRENT LEARNING RATE: 0.002366661553877567
previous_iter_valid_loss : 0.17344987392425537
568960 0.173724 0.173450 0.164907 CURRENT LEARNING RATE: 0.0023661882688968683
previous_iter_valid_loss : 0.16087256371974945
568980 0.161027 0.160873 0.164872 CURRENT LEARNING RATE: 0.0023657150785636985
previous_iter_valid_loss : 0.17024049162864685
569000 0.170395 0.170240 0.165338 CURRENT LEARNING RATE: 0.0023652419828591345
previous_iter_valid_loss : 0.16935981810092926
569020 0.169612 0.169360 0.165777 CURRENT LEARNING RATE: 0.0023647689817642478
previous_iter_valid_loss : 0.16222313046455383
569040 0.162415 0.162223 0.165562 CURRENT LEARNING RATE: 0.002364296075260123
previous_iter_valid_loss : 0.16055677831172943
569060 0.160712 0.160557 0.165557 CURRENT LEARNING RATE: 0.0023638232633278393
previous_iter_valid_loss : 0.16259580850601196
569080 0.162794 0.162596 0.165508 CURRENT LEARNING RATE: 0.0023633505459484884
previous_iter_valid_loss : 0.17012393474578857
569100 0.170379 0.170124 0.165584 CURRENT LEARNING RATE: 0.0023628779231031575
previous_iter_valid_loss : 0.1618480682373047
569120 0.162007 0.161848 0.165405 CURRENT LEARNING RATE: 0.0023624053947729463
previous_iter_valid_loss : 0.16766121983528137
569140 0.167893 0.167661 0.165683 CURRENT LEARNING RATE: 0.0023619329609389484
previous_iter_valid_loss : 0.16204838454723358
569160 0.162245 0.162048 0.165487 CURRENT LEARNING RATE: 0.0023614606215822723
previous_iter_valid_loss : 0.16203279793262482
569180 0.162212 0.162033 0.164853 CURRENT LEARNING RATE: 0.0023609883766840187
previous_iter_valid_loss : 0.16603223979473114
569200 0.166241 0.166032 0.164960 CURRENT LEARNING RATE: 0.0023605162262253024
previous_iter_valid_loss : 0.16176094114780426
569220 0.161947 0.161761 0.164952 CURRENT LEARNING RATE: 0.0023600441701872336
previous_iter_valid_loss : 0.16239750385284424
569240 0.162560 0.162398 0.164949 CURRENT LEARNING RATE: 0.0023595722085509342
previous_iter_valid_loss : 0.17193934321403503
569260 0.172198 0.171939 0.165433 CURRENT LEARNING RATE: 0.0023591003412975213
previous_iter_valid_loss : 0.1636357456445694
569280 0.163826 0.163636 0.165440 CURRENT LEARNING RATE: 0.0023586285684081246
previous_iter_valid_loss : 0.17053046822547913
569300 0.170786 0.170530 0.165433 CURRENT LEARNING RATE: 0.0023581568898638685
previous_iter_valid_loss : 0.17491668462753296
569320 0.175185 0.174917 0.165873 CURRENT LEARNING RATE: 0.0023576853056458905
previous_iter_valid_loss : 0.17316120862960815
569340 0.173430 0.173161 0.166367 CURRENT LEARNING RATE: 0.0023572138157353234
previous_iter_valid_loss : 0.16082727909088135
569360 0.160998 0.160827 0.165736 CURRENT LEARNING RATE: 0.0023567424201133085
previous_iter_valid_loss : 0.1691727191209793
569380 0.169415 0.169173 0.166151 CURRENT LEARNING RATE: 0.0023562711187609933
previous_iter_valid_loss : 0.16130203008651733
569400 0.161455 0.161302 0.165704 CURRENT LEARNING RATE: 0.002355799911659521
previous_iter_valid_loss : 0.16093720495700836
569420 0.161113 0.160937 0.165283 CURRENT LEARNING RATE: 0.0023553287987900474
previous_iter_valid_loss : 0.17148514091968536
569440 0.171744 0.171485 0.165746 CURRENT LEARNING RATE: 0.0023548577801337242
previous_iter_valid_loss : 0.16194269061088562
569460 0.162101 0.161943 0.165815 CURRENT LEARNING RATE: 0.0023543868556717145
previous_iter_valid_loss : 0.16052713990211487
569480 0.160689 0.160527 0.165712 CURRENT LEARNING RATE: 0.002353916025385177
previous_iter_valid_loss : 0.17913074791431427
569500 0.179433 0.179131 0.166162 CURRENT LEARNING RATE: 0.0023534452892552834
previous_iter_valid_loss : 0.16955110430717468
569520 0.169787 0.169551 0.166547 CURRENT LEARNING RATE: 0.0023529746472631995
previous_iter_valid_loss : 0.16719253361225128
569540 0.167405 0.167193 0.166524 CURRENT LEARNING RATE: 0.0023525040993901034
previous_iter_valid_loss : 0.16059453785419464
569560 0.160758 0.160595 0.166451 CURRENT LEARNING RATE: 0.0023520336456171703
previous_iter_valid_loss : 0.16076500713825226
569580 0.160934 0.160765 0.166388 CURRENT LEARNING RATE: 0.002351563285925585
previous_iter_valid_loss : 0.16100378334522247
569600 0.161160 0.161004 0.166136 CURRENT LEARNING RATE: 0.002351093020296529
previous_iter_valid_loss : 0.16325536370277405
569620 0.163432 0.163255 0.166211 CURRENT LEARNING RATE: 0.0023506228487111965
previous_iter_valid_loss : 0.16210734844207764
569640 0.162266 0.162107 0.166197 CURRENT LEARNING RATE: 0.0023501527711507764
previous_iter_valid_loss : 0.1623186618089676
569660 0.162490 0.162319 0.165716 CURRENT LEARNING RATE: 0.0023496827875964695
previous_iter_valid_loss : 0.16172927618026733
569680 0.161916 0.161729 0.165620 CURRENT LEARNING RATE: 0.0023492128980294722
previous_iter_valid_loss : 0.16219545900821686
569700 0.162358 0.162195 0.165203 CURRENT LEARNING RATE: 0.0023487431024309933
previous_iter_valid_loss : 0.16837193071842194
569720 0.168529 0.168372 0.164876 CURRENT LEARNING RATE: 0.0023482734007822365
previous_iter_valid_loss : 0.16867168247699738
569740 0.168826 0.168672 0.164652 CURRENT LEARNING RATE: 0.002347803793064416
previous_iter_valid_loss : 0.17130501568317413
569760 0.171456 0.171305 0.165176 CURRENT LEARNING RATE: 0.00234733427925875
previous_iter_valid_loss : 0.16363069415092468
569780 0.163790 0.163631 0.164899 CURRENT LEARNING RATE: 0.002346864859346453
previous_iter_valid_loss : 0.16201521456241608
569800 0.162205 0.162015 0.164934 CURRENT LEARNING RATE: 0.0023463955333087533
previous_iter_valid_loss : 0.1624169647693634
569820 0.162584 0.162417 0.165008 CURRENT LEARNING RATE: 0.002345926301126873
previous_iter_valid_loss : 0.19957847893238068
569840 0.199670 0.199578 0.166413 CURRENT LEARNING RATE: 0.0023454571627820465
previous_iter_valid_loss : 0.16087032854557037
569860 0.161053 0.160870 0.166359 CURRENT LEARNING RATE: 0.0023449881182555058
previous_iter_valid_loss : 0.16097572445869446
569880 0.161160 0.160976 0.166382 CURRENT LEARNING RATE: 0.0023445191675284913
previous_iter_valid_loss : 0.16477790474891663
569900 0.164983 0.164778 0.165664 CURRENT LEARNING RATE: 0.0023440503105822425
previous_iter_valid_loss : 0.1766510307788849
569920 0.176812 0.176651 0.166019 CURRENT LEARNING RATE: 0.002343581547398008
previous_iter_valid_loss : 0.16209977865219116
569940 0.162263 0.162100 0.165764 CURRENT LEARNING RATE: 0.0023431128779570335
previous_iter_valid_loss : 0.16083978116512299
569960 0.161004 0.160840 0.165777 CURRENT LEARNING RATE: 0.002342644302240577
previous_iter_valid_loss : 0.17641007900238037
569980 0.176580 0.176410 0.166559 CURRENT LEARNING RATE: 0.0023421758202298902
previous_iter_valid_loss : 0.17037291824817657
570000 0.170535 0.170373 0.167027 CURRENT LEARNING RATE: 0.002341707431906239
previous_iter_valid_loss : 0.18178464472293854
570020 0.181954 0.181785 0.167954 CURRENT LEARNING RATE: 0.0023412391372508836
previous_iter_valid_loss : 0.16078682243824005
570040 0.160972 0.160787 0.167888 CURRENT LEARNING RATE: 0.0023407709362450956
previous_iter_valid_loss : 0.16248345375061035
570060 0.162676 0.162483 0.167896 CURRENT LEARNING RATE: 0.0023403028288701434
previous_iter_valid_loss : 0.16050897538661957
570080 0.160667 0.160509 0.167835 CURRENT LEARNING RATE: 0.0023398348151073066
previous_iter_valid_loss : 0.16053985059261322
570100 0.160699 0.160540 0.167752 CURRENT LEARNING RATE: 0.002339366894937861
previous_iter_valid_loss : 0.16075044870376587
570120 0.160910 0.160750 0.167371 CURRENT LEARNING RATE: 0.0023388990683430935
previous_iter_valid_loss : 0.162321537733078
570140 0.162515 0.162322 0.167054 CURRENT LEARNING RATE: 0.0023384313353042867
previous_iter_valid_loss : 0.17472706735134125
570160 0.175020 0.174727 0.167225 CURRENT LEARNING RATE: 0.0023379636958027338
previous_iter_valid_loss : 0.17378072440624237
570180 0.174062 0.173781 0.167732 CURRENT LEARNING RATE: 0.0023374961498197314
previous_iter_valid_loss : 0.17687368392944336
570200 0.177182 0.176874 0.168475 CURRENT LEARNING RATE: 0.002337028697336573
previous_iter_valid_loss : 0.16225387156009674
570220 0.162443 0.162254 0.168467 CURRENT LEARNING RATE: 0.002336561338334565
previous_iter_valid_loss : 0.17172034084796906
570240 0.171870 0.171720 0.167074 CURRENT LEARNING RATE: 0.0023360940727950082
previous_iter_valid_loss : 0.1606186032295227
570260 0.160786 0.160619 0.167062 CURRENT LEARNING RATE: 0.002335626900699217
previous_iter_valid_loss : 0.16065283119678497
570280 0.160829 0.160653 0.167045 CURRENT LEARNING RATE: 0.0023351598220285007
previous_iter_valid_loss : 0.1650887280702591
570300 0.165269 0.165089 0.167061 CURRENT LEARNING RATE: 0.002334692836764179
previous_iter_valid_loss : 0.1677054613828659
570320 0.167870 0.167705 0.166614 CURRENT LEARNING RATE: 0.002334225944887569
previous_iter_valid_loss : 0.16344042122364044
570340 0.163650 0.163440 0.166681 CURRENT LEARNING RATE: 0.0023337591463799996
previous_iter_valid_loss : 0.1662890613079071
570360 0.166508 0.166289 0.166953 CURRENT LEARNING RATE: 0.002333292441222794
previous_iter_valid_loss : 0.16166530549526215
570380 0.161819 0.161665 0.166216 CURRENT LEARNING RATE: 0.002332825829397288
previous_iter_valid_loss : 0.16115747392177582
570400 0.161345 0.161157 0.165755 CURRENT LEARNING RATE: 0.002332359310884814
previous_iter_valid_loss : 0.180378720164299
570420 0.180698 0.180379 0.165685 CURRENT LEARNING RATE: 0.002331892885666715
previous_iter_valid_loss : 0.16599047183990479
570440 0.166161 0.165990 0.165945 CURRENT LEARNING RATE: 0.002331426553724329
previous_iter_valid_loss : 0.17186741530895233
570460 0.172026 0.171867 0.166414 CURRENT LEARNING RATE: 0.002330960315039008
previous_iter_valid_loss : 0.1613808125257492
570480 0.161566 0.161381 0.166458 CURRENT LEARNING RATE: 0.0023304941695920975
previous_iter_valid_loss : 0.1607472449541092
570500 0.160925 0.160747 0.166468 CURRENT LEARNING RATE: 0.0023300281173649563
previous_iter_valid_loss : 0.16056735813617706
570520 0.160721 0.160567 0.166459 CURRENT LEARNING RATE: 0.0023295621583389386
previous_iter_valid_loss : 0.1606072634458542
570540 0.160779 0.160607 0.166373 CURRENT LEARNING RATE: 0.002329096292495409
previous_iter_valid_loss : 0.17202655971050262
570560 0.172193 0.172027 0.166238 CURRENT LEARNING RATE: 0.0023286305198157295
previous_iter_valid_loss : 0.16073162853717804
570580 0.160893 0.160732 0.165586 CURRENT LEARNING RATE: 0.002328164840281271
previous_iter_valid_loss : 0.17026592791080475
570600 0.170521 0.170266 0.165255 CURRENT LEARNING RATE: 0.0023276992538734083
previous_iter_valid_loss : 0.16680799424648285
570620 0.166979 0.166808 0.165483 CURRENT LEARNING RATE: 0.0023272337605735145
previous_iter_valid_loss : 0.1621452271938324
570640 0.162334 0.162145 0.165004 CURRENT LEARNING RATE: 0.0023267683603629733
previous_iter_valid_loss : 0.16219590604305267
570660 0.162387 0.162196 0.165083 CURRENT LEARNING RATE: 0.0023263030532231646
previous_iter_valid_loss : 0.17463544011116028
570680 0.174914 0.174635 0.165782 CURRENT LEARNING RATE: 0.0023258378391354806
previous_iter_valid_loss : 0.1718422770500183
570700 0.171994 0.171842 0.166120 CURRENT LEARNING RATE: 0.0023253727180813084
previous_iter_valid_loss : 0.1606110781431198
570720 0.160785 0.160611 0.165765 CURRENT LEARNING RATE: 0.002324907690042047
previous_iter_valid_loss : 0.16110515594482422
570740 0.161290 0.161105 0.165649 CURRENT LEARNING RATE: 0.002324442754999092
previous_iter_valid_loss : 0.16304416954517365
570760 0.163214 0.163044 0.165486 CURRENT LEARNING RATE: 0.0023239779129338493
previous_iter_valid_loss : 0.17676864564418793
570780 0.177064 0.176769 0.166242 CURRENT LEARNING RATE: 0.0023235131638277215
previous_iter_valid_loss : 0.16445888578891754
570800 0.164671 0.164459 0.166407 CURRENT LEARNING RATE: 0.0023230485076621223
previous_iter_valid_loss : 0.16328659653663635
570820 0.163489 0.163287 0.165552 CURRENT LEARNING RATE: 0.002322583944418462
previous_iter_valid_loss : 0.1831396073102951
570840 0.183485 0.183140 0.166409 CURRENT LEARNING RATE: 0.0023221194740781614
previous_iter_valid_loss : 0.1624634861946106
570860 0.162640 0.162463 0.165939 CURRENT LEARNING RATE: 0.002321655096622638
previous_iter_valid_loss : 0.16209818422794342
570880 0.162285 0.162098 0.165975 CURRENT LEARNING RATE: 0.002321190812033321
previous_iter_valid_loss : 0.16250942647457123
570900 0.162688 0.162509 0.166063 CURRENT LEARNING RATE: 0.0023207266202916353
previous_iter_valid_loss : 0.161699578166008
570920 0.161866 0.161700 0.166120 CURRENT LEARNING RATE: 0.0023202625213790164
previous_iter_valid_loss : 0.16053445637226105
570940 0.160703 0.160534 0.166116 CURRENT LEARNING RATE: 0.0023197985152768963
previous_iter_valid_loss : 0.1812942922115326
570960 0.181648 0.181294 0.166580 CURRENT LEARNING RATE: 0.0023193346019667175
previous_iter_valid_loss : 0.1638476848602295
570980 0.164054 0.163848 0.166735 CURRENT LEARNING RATE: 0.0023188707814299245
previous_iter_valid_loss : 0.17667631804943085
571000 0.176974 0.176676 0.167056 CURRENT LEARNING RATE: 0.0023184070536479617
previous_iter_valid_loss : 0.17530813813209534
571020 0.175601 0.175308 0.167481 CURRENT LEARNING RATE: 0.0023179434186022833
previous_iter_valid_loss : 0.1664954274892807
571040 0.166727 0.166495 0.167698 CURRENT LEARNING RATE: 0.00231747987627434
previous_iter_valid_loss : 0.16085705161094666
571060 0.161017 0.160857 0.167632 CURRENT LEARNING RATE: 0.0023170164266455937
previous_iter_valid_loss : 0.1747911274433136
571080 0.174949 0.174791 0.167639 CURRENT LEARNING RATE: 0.002316553069697503
previous_iter_valid_loss : 0.16349832713603973
571100 0.163670 0.163498 0.167222 CURRENT LEARNING RATE: 0.0023160898054115373
previous_iter_valid_loss : 0.19578500092029572
571120 0.195911 0.195785 0.168981 CURRENT LEARNING RATE: 0.002315626633769162
previous_iter_valid_loss : 0.1627080887556076
571140 0.162866 0.162708 0.169061 CURRENT LEARNING RATE: 0.002315163554751855
previous_iter_valid_loss : 0.16132691502571106
571160 0.161476 0.161327 0.168975 CURRENT LEARNING RATE: 0.002314700568341088
previous_iter_valid_loss : 0.1637117713689804
571180 0.163882 0.163712 0.168322 CURRENT LEARNING RATE: 0.002314237674518346
previous_iter_valid_loss : 0.1610209196805954
571200 0.161195 0.161021 0.168150 CURRENT LEARNING RATE: 0.0023137748732651093
previous_iter_valid_loss : 0.16069579124450684
571220 0.160845 0.160696 0.168021 CURRENT LEARNING RATE: 0.00231331216456287
previous_iter_valid_loss : 0.1646556258201599
571240 0.164823 0.164656 0.167097 CURRENT LEARNING RATE: 0.0023128495483931153
previous_iter_valid_loss : 0.1802050769329071
571260 0.180528 0.180205 0.167984 CURRENT LEARNING RATE: 0.002312387024737345
previous_iter_valid_loss : 0.16706007719039917
571280 0.167279 0.167060 0.168232 CURRENT LEARNING RATE: 0.002311924593577054
previous_iter_valid_loss : 0.16054680943489075
571300 0.160710 0.160547 0.168134 CURRENT LEARNING RATE: 0.0023114622548937496
previous_iter_valid_loss : 0.16120240092277527
571320 0.161381 0.161202 0.168109 CURRENT LEARNING RATE: 0.002311000008668933
previous_iter_valid_loss : 0.16317909955978394
571340 0.163348 0.163179 0.168241 CURRENT LEARNING RATE: 0.0023105378548841193
previous_iter_valid_loss : 0.16932624578475952
571360 0.169574 0.169326 0.167643 CURRENT LEARNING RATE: 0.002310075793520818
previous_iter_valid_loss : 0.16562442481517792
571380 0.165832 0.165624 0.167731 CURRENT LEARNING RATE: 0.0023096138245605486
previous_iter_valid_loss : 0.1626387983560562
571400 0.162836 0.162639 0.167030 CURRENT LEARNING RATE: 0.002309151947984835
previous_iter_valid_loss : 0.16190581023693085
571420 0.162063 0.161906 0.166359 CURRENT LEARNING RATE: 0.002308690163775197
previous_iter_valid_loss : 0.1693698763847351
571440 0.169617 0.169370 0.166503 CURRENT LEARNING RATE: 0.0023082284719131685
previous_iter_valid_loss : 0.1608761101961136
571460 0.161061 0.160876 0.166504 CURRENT LEARNING RATE: 0.0023077668723802767
previous_iter_valid_loss : 0.16100087761878967
571480 0.161183 0.161001 0.165815 CURRENT LEARNING RATE: 0.002307305365158062
previous_iter_valid_loss : 0.16185300052165985
571500 0.162045 0.161853 0.165732 CURRENT LEARNING RATE: 0.0023068439502280606
previous_iter_valid_loss : 0.16099780797958374
571520 0.161184 0.160998 0.163993 CURRENT LEARNING RATE: 0.0023063826275718196
previous_iter_valid_loss : 0.1646067202091217
571540 0.164777 0.164607 0.164088 CURRENT LEARNING RATE: 0.0023059213971708815
previous_iter_valid_loss : 0.16098439693450928
571560 0.161148 0.160984 0.164071 CURRENT LEARNING RATE: 0.002305460259006802
previous_iter_valid_loss : 0.17003729939460754
571580 0.170294 0.170037 0.164387 CURRENT LEARNING RATE: 0.0023049992130611315
previous_iter_valid_loss : 0.16059066355228424
571600 0.160745 0.160591 0.164366 CURRENT LEARNING RATE: 0.002304538259315431
previous_iter_valid_loss : 0.1796693056821823
571620 0.179993 0.179669 0.165314 CURRENT LEARNING RATE: 0.0023040773977512597
previous_iter_valid_loss : 0.16988615691661835
571640 0.170142 0.169886 0.165576 CURRENT LEARNING RATE: 0.0023036166283501866
previous_iter_valid_loss : 0.1739148646593094
571660 0.174190 0.173915 0.165261 CURRENT LEARNING RATE: 0.002303155951093777
previous_iter_valid_loss : 0.16104859113693237
571680 0.161228 0.161049 0.164961 CURRENT LEARNING RATE: 0.0023026953659636075
previous_iter_valid_loss : 0.16132552921772003
571700 0.161517 0.161326 0.165000 CURRENT LEARNING RATE: 0.0023022348729412508
previous_iter_valid_loss : 0.17113737761974335
571720 0.171406 0.171137 0.165496 CURRENT LEARNING RATE: 0.0023017744720082917
previous_iter_valid_loss : 0.16270281374454498
571740 0.162902 0.162703 0.165473 CURRENT LEARNING RATE: 0.0023013141631463094
previous_iter_valid_loss : 0.17898240685462952
571760 0.179138 0.178982 0.165955 CURRENT LEARNING RATE: 0.0023008539463368945
previous_iter_valid_loss : 0.16070377826690674
571780 0.160876 0.160704 0.165709 CURRENT LEARNING RATE: 0.0023003938215616394
previous_iter_valid_loss : 0.16052445769309998
571800 0.160688 0.160524 0.165604 CURRENT LEARNING RATE: 0.0022999337888021353
previous_iter_valid_loss : 0.16630133986473083
571820 0.166519 0.166301 0.165823 CURRENT LEARNING RATE: 0.0022994738480399853
previous_iter_valid_loss : 0.1677560806274414
571840 0.167986 0.167756 0.165743 CURRENT LEARNING RATE: 0.0022990139992567875
previous_iter_valid_loss : 0.16478343307971954
571860 0.164985 0.164783 0.165938 CURRENT LEARNING RATE: 0.002298554242434152
previous_iter_valid_loss : 0.16106821596622467
571880 0.161249 0.161068 0.165941 CURRENT LEARNING RATE: 0.0022980945775536847
previous_iter_valid_loss : 0.16061434149742126
571900 0.160777 0.160614 0.165879 CURRENT LEARNING RATE: 0.0022976350045970026
previous_iter_valid_loss : 0.17070864140987396
571920 0.170866 0.170709 0.166365 CURRENT LEARNING RATE: 0.0022971755235457188
previous_iter_valid_loss : 0.16138501465320587
571940 0.161543 0.161385 0.166204 CURRENT LEARNING RATE: 0.0022967161343814585
previous_iter_valid_loss : 0.16915671527385712
571960 0.169316 0.169157 0.166613 CURRENT LEARNING RATE: 0.0022962568370858416
previous_iter_valid_loss : 0.16123168170452118
571980 0.161387 0.161232 0.166172 CURRENT LEARNING RATE: 0.0022957976316405008
previous_iter_valid_loss : 0.1633550375699997
572000 0.163524 0.163355 0.166310 CURRENT LEARNING RATE: 0.0022953385180270636
previous_iter_valid_loss : 0.16193047165870667
572020 0.162116 0.161930 0.165424 CURRENT LEARNING RATE: 0.0022948794962271693
previous_iter_valid_loss : 0.16200760006904602
572040 0.162171 0.162008 0.165030 CURRENT LEARNING RATE: 0.002294420566222453
previous_iter_valid_loss : 0.16060879826545715
572060 0.160759 0.160609 0.164364 CURRENT LEARNING RATE: 0.002293961727994562
previous_iter_valid_loss : 0.1605122834444046
572080 0.160672 0.160512 0.164338 CURRENT LEARNING RATE: 0.0022935029815251383
previous_iter_valid_loss : 0.16127847135066986
572100 0.161467 0.161278 0.164335 CURRENT LEARNING RATE: 0.0022930443267958358
previous_iter_valid_loss : 0.16161951422691345
572120 0.161807 0.161620 0.163859 CURRENT LEARNING RATE: 0.002292585763788305
previous_iter_valid_loss : 0.16120538115501404
572140 0.161366 0.161205 0.163784 CURRENT LEARNING RATE: 0.002292127292484207
previous_iter_valid_loss : 0.16123779118061066
572160 0.161415 0.161238 0.162897 CURRENT LEARNING RATE: 0.0022916689128651994
previous_iter_valid_loss : 0.1649830937385559
572180 0.165194 0.164983 0.163111 CURRENT LEARNING RATE: 0.002291210624912948
previous_iter_valid_loss : 0.16054385900497437
572200 0.160707 0.160544 0.163112 CURRENT LEARNING RATE: 0.0022907524286091244
previous_iter_valid_loss : 0.16078956425189972
572220 0.160934 0.160790 0.162836 CURRENT LEARNING RATE: 0.002290294323935396
previous_iter_valid_loss : 0.1696946620941162
572240 0.169943 0.169695 0.162933 CURRENT LEARNING RATE: 0.002289836310873443
previous_iter_valid_loss : 0.1650269776582718
572260 0.165203 0.165027 0.162946 CURRENT LEARNING RATE: 0.00228937838940494
previous_iter_valid_loss : 0.16123826801776886
572280 0.161427 0.161238 0.162954 CURRENT LEARNING RATE: 0.002288920559511576
previous_iter_valid_loss : 0.1737033575773239
572300 0.173981 0.173703 0.163609 CURRENT LEARNING RATE: 0.0022884628211750323
previous_iter_valid_loss : 0.1605345904827118
572320 0.160705 0.160535 0.163100 CURRENT LEARNING RATE: 0.0022880051743770034
previous_iter_valid_loss : 0.16071166098117828
572340 0.160866 0.160712 0.163066 CURRENT LEARNING RATE: 0.00228754761909918
previous_iter_valid_loss : 0.1889468878507614
572360 0.189350 0.188947 0.164056 CURRENT LEARNING RATE: 0.0022870901553232637
previous_iter_valid_loss : 0.16849374771118164
572380 0.168736 0.168494 0.164419 CURRENT LEARNING RATE: 0.002286632783030952
previous_iter_valid_loss : 0.16055551171302795
572400 0.160725 0.160556 0.164279 CURRENT LEARNING RATE: 0.0022861755022039534
previous_iter_valid_loss : 0.18045595288276672
572420 0.180628 0.180456 0.165205 CURRENT LEARNING RATE: 0.002285718312823974
previous_iter_valid_loss : 0.1605335921049118
572440 0.160700 0.160534 0.165131 CURRENT LEARNING RATE: 0.002285261214872729
previous_iter_valid_loss : 0.17789019644260406
572460 0.178063 0.177890 0.165995 CURRENT LEARNING RATE: 0.002284804208331931
previous_iter_valid_loss : 0.1612764149904251
572480 0.161475 0.161276 0.166034 CURRENT LEARNING RATE: 0.0022843472931833035
previous_iter_valid_loss : 0.1605360507965088
572500 0.160700 0.160536 0.165997 CURRENT LEARNING RATE: 0.002283890469408566
previous_iter_valid_loss : 0.17595885694026947
572520 0.176126 0.175959 0.166714 CURRENT LEARNING RATE: 0.00228343373698945
previous_iter_valid_loss : 0.16269618272781372
572540 0.162895 0.162696 0.166788 CURRENT LEARNING RATE: 0.0022829770959076814
previous_iter_valid_loss : 0.16850584745407104
572560 0.168666 0.168506 0.167151 CURRENT LEARNING RATE: 0.002282520546144999
previous_iter_valid_loss : 0.1645004004240036
572580 0.164690 0.164500 0.167127 CURRENT LEARNING RATE: 0.0022820640876831367
previous_iter_valid_loss : 0.16365696489810944
572600 0.163862 0.163657 0.167283 CURRENT LEARNING RATE: 0.002281607720503838
previous_iter_valid_loss : 0.16124550998210907
572620 0.161443 0.161246 0.167306 CURRENT LEARNING RATE: 0.002281151444588851
previous_iter_valid_loss : 0.1606443077325821
572640 0.160802 0.160644 0.166853 CURRENT LEARNING RATE: 0.00228069525991992
previous_iter_valid_loss : 0.1635855734348297
572660 0.163753 0.163586 0.166781 CURRENT LEARNING RATE: 0.002280239166478801
previous_iter_valid_loss : 0.16095536947250366
572680 0.161144 0.160955 0.166767 CURRENT LEARNING RATE: 0.0022797831642472474
previous_iter_valid_loss : 0.1645711362361908
572700 0.164775 0.164571 0.166310 CURRENT LEARNING RATE: 0.002279327253207023
previous_iter_valid_loss : 0.16055618226528168
572720 0.160720 0.160556 0.166312 CURRENT LEARNING RATE: 0.002278871433339887
previous_iter_valid_loss : 0.1653064638376236
572740 0.165494 0.165306 0.166541 CURRENT LEARNING RATE: 0.00227841570462761
previous_iter_valid_loss : 0.1669667661190033
572760 0.167134 0.166967 0.165442 CURRENT LEARNING RATE: 0.00227796006705196
previous_iter_valid_loss : 0.16720959544181824
572780 0.167439 0.167210 0.165378 CURRENT LEARNING RATE: 0.0022775045205947145
previous_iter_valid_loss : 0.1605478823184967
572800 0.160718 0.160548 0.165378 CURRENT LEARNING RATE: 0.002277049065237649
previous_iter_valid_loss : 0.1866486668586731
572820 0.187051 0.186649 0.165687 CURRENT LEARNING RATE: 0.002276593700962548
previous_iter_valid_loss : 0.16401132941246033
572840 0.164193 0.164011 0.165861 CURRENT LEARNING RATE: 0.002276138427751193
previous_iter_valid_loss : 0.1613970398902893
572860 0.161589 0.161397 0.165037 CURRENT LEARNING RATE: 0.0022756832455853777
previous_iter_valid_loss : 0.16479060053825378
572880 0.164997 0.164791 0.165212 CURRENT LEARNING RATE: 0.0022752281544468904
previous_iter_valid_loss : 0.1878032684326172
572900 0.187962 0.187803 0.166576 CURRENT LEARNING RATE: 0.0022747731543175317
previous_iter_valid_loss : 0.16084864735603333
572920 0.161031 0.160849 0.165820 CURRENT LEARNING RATE: 0.0022743182451790975
previous_iter_valid_loss : 0.16101214289665222
572940 0.161176 0.161012 0.165736 CURRENT LEARNING RATE: 0.0022738634270133952
previous_iter_valid_loss : 0.16969506442546844
572960 0.169856 0.169695 0.165795 CURRENT LEARNING RATE: 0.0022734086998022285
previous_iter_valid_loss : 0.1641445904970169
572980 0.164311 0.164145 0.165778 CURRENT LEARNING RATE: 0.00227295406352741
previous_iter_valid_loss : 0.17800699174404144
573000 0.178180 0.178007 0.166495 CURRENT LEARNING RATE: 0.0022724995181707566
previous_iter_valid_loss : 0.19303424656391144
573020 0.193171 0.193034 0.168085 CURRENT LEARNING RATE: 0.002272045063714082
previous_iter_valid_loss : 0.16402681171894073
573040 0.164232 0.164027 0.168254 CURRENT LEARNING RATE: 0.002271590700139212
previous_iter_valid_loss : 0.16213378310203552
573060 0.162341 0.162134 0.168181 CURRENT LEARNING RATE: 0.002271136427427969
previous_iter_valid_loss : 0.1707916110754013
573080 0.171062 0.170792 0.168673 CURRENT LEARNING RATE: 0.0022706822455621847
previous_iter_valid_loss : 0.1673107147216797
573100 0.167540 0.167311 0.168810 CURRENT LEARNING RATE: 0.002270228154523689
previous_iter_valid_loss : 0.16174617409706116
573120 0.161936 0.161746 0.168869 CURRENT LEARNING RATE: 0.0022697741542943217
previous_iter_valid_loss : 0.1608012616634369
573140 0.160967 0.160801 0.168644 CURRENT LEARNING RATE: 0.0022693202448559185
previous_iter_valid_loss : 0.1621842384338379
573160 0.162385 0.162184 0.168405 CURRENT LEARNING RATE: 0.002268866426190328
previous_iter_valid_loss : 0.1635759174823761
573180 0.163781 0.163576 0.168223 CURRENT LEARNING RATE: 0.0022684126982793922
previous_iter_valid_loss : 0.1608765572309494
573200 0.161059 0.160877 0.168240 CURRENT LEARNING RATE: 0.002267959061104967
previous_iter_valid_loss : 0.1673280894756317
573220 0.167568 0.167328 0.167274 CURRENT LEARNING RATE: 0.0022675055146489024
previous_iter_valid_loss : 0.16275571286678314
573240 0.162949 0.162756 0.167211 CURRENT LEARNING RATE: 0.002267052058893061
previous_iter_valid_loss : 0.16095997393131256
573260 0.161143 0.160960 0.167189 CURRENT LEARNING RATE: 0.0022665986938192996
previous_iter_valid_loss : 0.16311240196228027
573280 0.163317 0.163112 0.167105 CURRENT LEARNING RATE: 0.0022661454194094887
previous_iter_valid_loss : 0.16656605899333954
573300 0.166796 0.166566 0.166043 CURRENT LEARNING RATE: 0.0022656922356454933
previous_iter_valid_loss : 0.16426125168800354
573320 0.164473 0.164261 0.166214 CURRENT LEARNING RATE: 0.002265239142509189
previous_iter_valid_loss : 0.16055700182914734
573340 0.160730 0.160557 0.166191 CURRENT LEARNING RATE: 0.0022647861399824488
previous_iter_valid_loss : 0.1611609309911728
573360 0.161321 0.161161 0.165764 CURRENT LEARNING RATE: 0.0022643332280471566
previous_iter_valid_loss : 0.16064560413360596
573380 0.160807 0.160646 0.165589 CURRENT LEARNING RATE: 0.002263880406685192
previous_iter_valid_loss : 0.1619255244731903
573400 0.162099 0.161926 0.164785 CURRENT LEARNING RATE: 0.0022634276758784436
previous_iter_valid_loss : 0.16062524914741516
573420 0.160806 0.160625 0.163165 CURRENT LEARNING RATE: 0.002262975035608805
previous_iter_valid_loss : 0.1605737805366516
573440 0.160742 0.160574 0.162992 CURRENT LEARNING RATE: 0.0022625224858581656
previous_iter_valid_loss : 0.16329392790794373
573460 0.163471 0.163294 0.163050 CURRENT LEARNING RATE: 0.0022620700266084283
previous_iter_valid_loss : 0.16539999842643738
573480 0.165601 0.165400 0.162781 CURRENT LEARNING RATE: 0.00226161765784149
previous_iter_valid_loss : 0.1653812825679779
573500 0.165566 0.165381 0.162684 CURRENT LEARNING RATE: 0.0022611653795392606
previous_iter_valid_loss : 0.16065840423107147
573520 0.160815 0.160658 0.162630 CURRENT LEARNING RATE: 0.002260713191683645
previous_iter_valid_loss : 0.16446173191070557
573540 0.164675 0.164462 0.162813 CURRENT LEARNING RATE: 0.002260261094256559
previous_iter_valid_loss : 0.1606612652540207
573560 0.160838 0.160661 0.162737 CURRENT LEARNING RATE: 0.002259809087239915
previous_iter_valid_loss : 0.17328883707523346
573580 0.173452 0.173289 0.163222 CURRENT LEARNING RATE: 0.0022593571706156367
previous_iter_valid_loss : 0.16258233785629272
573600 0.162783 0.162582 0.163308 CURRENT LEARNING RATE: 0.002258905344365644
previous_iter_valid_loss : 0.16083602607250214
573620 0.161019 0.160836 0.162983 CURRENT LEARNING RATE: 0.0022584536084718668
previous_iter_valid_loss : 0.16253969073295593
573640 0.162746 0.162540 0.162972 CURRENT LEARNING RATE: 0.002258001962916233
previous_iter_valid_loss : 0.1700342446565628
573660 0.170287 0.170034 0.163426 CURRENT LEARNING RATE: 0.0022575504076806792
previous_iter_valid_loss : 0.1606033742427826
573680 0.160777 0.160603 0.163301 CURRENT LEARNING RATE: 0.0022570989427471403
previous_iter_valid_loss : 0.16426615417003632
573700 0.164471 0.164266 0.163186 CURRENT LEARNING RATE: 0.0022566475680975617
previous_iter_valid_loss : 0.1611851155757904
573720 0.161378 0.161185 0.163032 CURRENT LEARNING RATE: 0.002256196283713884
previous_iter_valid_loss : 0.16261924803256989
573740 0.162798 0.162619 0.163135 CURRENT LEARNING RATE: 0.0022557450895780594
previous_iter_valid_loss : 0.16098928451538086
573760 0.161156 0.160989 0.163126 CURRENT LEARNING RATE: 0.0022552939856720373
previous_iter_valid_loss : 0.18805886805057526
573780 0.188223 0.188059 0.164497 CURRENT LEARNING RATE: 0.0022548429719777747
previous_iter_valid_loss : 0.16058050096035004
573800 0.160760 0.160581 0.164430 CURRENT LEARNING RATE: 0.0022543920484772335
previous_iter_valid_loss : 0.16483187675476074
573820 0.165053 0.164832 0.164640 CURRENT LEARNING RATE: 0.0022539412151523722
previous_iter_valid_loss : 0.16909874975681305
573840 0.169353 0.169099 0.165066 CURRENT LEARNING RATE: 0.002253490471985162
previous_iter_valid_loss : 0.16290277242660522
573860 0.163068 0.162903 0.165047 CURRENT LEARNING RATE: 0.002253039818957569
previous_iter_valid_loss : 0.17981193959712982
573880 0.180144 0.179812 0.165767 CURRENT LEARNING RATE: 0.0022525892560515707
previous_iter_valid_loss : 0.16494682431221008
573900 0.165131 0.164947 0.165746 CURRENT LEARNING RATE: 0.0022521387832491416
previous_iter_valid_loss : 0.16603586077690125
573920 0.166258 0.166036 0.166014 CURRENT LEARNING RATE: 0.0022516884005322657
previous_iter_valid_loss : 0.162517711520195
573940 0.162696 0.162518 0.165917 CURRENT LEARNING RATE: 0.0022512381078829244
previous_iter_valid_loss : 0.16754822432994843
573960 0.167778 0.167548 0.166262 CURRENT LEARNING RATE: 0.002250787905283109
previous_iter_valid_loss : 0.16098833084106445
573980 0.161161 0.160988 0.165647 CURRENT LEARNING RATE: 0.002250337792714809
previous_iter_valid_loss : 0.16621354222297668
574000 0.166436 0.166214 0.165828 CURRENT LEARNING RATE: 0.0022498877701600225
previous_iter_valid_loss : 0.22771771252155304
574020 0.228460 0.227718 0.169172 CURRENT LEARNING RATE: 0.0022494378376007452
previous_iter_valid_loss : 0.1605367809534073
574040 0.160707 0.160537 0.169072 CURRENT LEARNING RATE: 0.002248987995018984
previous_iter_valid_loss : 0.1613491028547287
574060 0.161538 0.161349 0.168638 CURRENT LEARNING RATE: 0.0022485382423967403
previous_iter_valid_loss : 0.1622205674648285
574080 0.162413 0.162221 0.168719 CURRENT LEARNING RATE: 0.002248088579716029
previous_iter_valid_loss : 0.16614533960819244
574100 0.166373 0.166145 0.168813 CURRENT LEARNING RATE: 0.0022476390069588593
previous_iter_valid_loss : 0.17016386985778809
574120 0.170337 0.170164 0.169262 CURRENT LEARNING RATE: 0.002247189524107252
previous_iter_valid_loss : 0.17290320992469788
574140 0.173067 0.172903 0.169776 CURRENT LEARNING RATE: 0.002246740131143224
previous_iter_valid_loss : 0.19462953507900238
574160 0.195114 0.194630 0.171458 CURRENT LEARNING RATE: 0.0022462908280488033
previous_iter_valid_loss : 0.16945412755012512
574180 0.169705 0.169454 0.170528 CURRENT LEARNING RATE: 0.0022458416148060144
previous_iter_valid_loss : 0.1621703952550888
574200 0.162369 0.162170 0.170607 CURRENT LEARNING RATE: 0.0022453924913968903
previous_iter_valid_loss : 0.16130578517913818
574220 0.161496 0.161306 0.170431 CURRENT LEARNING RATE: 0.002244943457803468
previous_iter_valid_loss : 0.16117918491363525
574240 0.161348 0.161179 0.170035 CURRENT LEARNING RATE: 0.0022444945140077826
previous_iter_valid_loss : 0.16123232245445251
574260 0.161397 0.161232 0.169951 CURRENT LEARNING RATE: 0.00224404565999188
previous_iter_valid_loss : 0.16497831046581268
574280 0.165196 0.164978 0.169210 CURRENT LEARNING RATE: 0.0022435968957378017
previous_iter_valid_loss : 0.16092924773693085
574300 0.161123 0.160929 0.169009 CURRENT LEARNING RATE: 0.0022431482212276017
previous_iter_valid_loss : 0.16094429790973663
574320 0.161116 0.160944 0.168754 CURRENT LEARNING RATE: 0.002242699636443329
previous_iter_valid_loss : 0.1606333702802658
574340 0.160797 0.160633 0.168660 CURRENT LEARNING RATE: 0.002242251141367044
previous_iter_valid_loss : 0.16069349646568298
574360 0.160848 0.160693 0.168317 CURRENT LEARNING RATE: 0.002241802735980803
previous_iter_valid_loss : 0.1650971621274948
574380 0.165283 0.165097 0.168523 CURRENT LEARNING RATE: 0.0022413544202666735
previous_iter_valid_loss : 0.16594569385051727
574400 0.166174 0.165946 0.168509 CURRENT LEARNING RATE: 0.0022409061942067193
previous_iter_valid_loss : 0.1679179072380066
574420 0.168084 0.167918 0.165519 CURRENT LEARNING RATE: 0.002240458057783015
previous_iter_valid_loss : 0.16377554833889008
574440 0.163961 0.163776 0.165681 CURRENT LEARNING RATE: 0.0022400100109776317
previous_iter_valid_loss : 0.16951699554920197
574460 0.169687 0.169517 0.166089 CURRENT LEARNING RATE: 0.002239562053772651
previous_iter_valid_loss : 0.17214518785476685
574480 0.172308 0.172145 0.166586 CURRENT LEARNING RATE: 0.002239114186150151
previous_iter_valid_loss : 0.1611136496067047
574500 0.161269 0.161114 0.166334 CURRENT LEARNING RATE: 0.00223866640809222
previous_iter_valid_loss : 0.1633175015449524
574520 0.163526 0.163318 0.165992 CURRENT LEARNING RATE: 0.002238218719580944
previous_iter_valid_loss : 0.1621766835451126
574540 0.162337 0.162177 0.165455 CURRENT LEARNING RATE: 0.002237771120598419
previous_iter_valid_loss : 0.16185055673122406
574560 0.162051 0.161851 0.163817 CURRENT LEARNING RATE: 0.002237323611126737
previous_iter_valid_loss : 0.17979148030281067
574580 0.179971 0.179791 0.164333 CURRENT LEARNING RATE: 0.0022368761911480003
previous_iter_valid_loss : 0.164875790476799
574600 0.165060 0.164876 0.164469 CURRENT LEARNING RATE: 0.002236428860644313
previous_iter_valid_loss : 0.16150826215744019
574620 0.161699 0.161508 0.164479 CURRENT LEARNING RATE: 0.002235981619597779
previous_iter_valid_loss : 0.1656501591205597
574640 0.165820 0.165650 0.164702 CURRENT LEARNING RATE: 0.0022355344679905118
previous_iter_valid_loss : 0.16067609190940857
574660 0.160836 0.160676 0.164675 CURRENT LEARNING RATE: 0.0022350874058046214
previous_iter_valid_loss : 0.16092528402805328
574680 0.161086 0.160925 0.164472 CURRENT LEARNING RATE: 0.0022346404330222296
previous_iter_valid_loss : 0.16104784607887268
574700 0.161227 0.161048 0.164478 CURRENT LEARNING RATE: 0.002234193549625454
previous_iter_valid_loss : 0.18385858833789825
574720 0.184028 0.183859 0.165624 CURRENT LEARNING RATE: 0.002233746755596422
previous_iter_valid_loss : 0.16091036796569824
574740 0.161090 0.160910 0.165637 CURRENT LEARNING RATE: 0.0022333000509172584
previous_iter_valid_loss : 0.1627863496541977
574760 0.162988 0.162786 0.165742 CURRENT LEARNING RATE: 0.0022328534355700994
previous_iter_valid_loss : 0.16125018894672394
574780 0.161440 0.161250 0.165550 CURRENT LEARNING RATE: 0.0022324069095370764
previous_iter_valid_loss : 0.17388105392456055
574800 0.174039 0.173881 0.165946 CURRENT LEARNING RATE: 0.0022319604728003317
previous_iter_valid_loss : 0.1722014993429184
574820 0.172365 0.172201 0.166161 CURRENT LEARNING RATE: 0.002231514125342004
previous_iter_valid_loss : 0.16131211817264557
574840 0.161466 0.161312 0.166037 CURRENT LEARNING RATE: 0.002231067867144244
previous_iter_valid_loss : 0.1774892359972
574860 0.177806 0.177489 0.166436 CURRENT LEARNING RATE: 0.0022306216981891973
previous_iter_valid_loss : 0.16599948704242706
574880 0.166220 0.165999 0.166129 CURRENT LEARNING RATE: 0.00223017561845902
previous_iter_valid_loss : 0.172878235578537
574900 0.173036 0.172878 0.166717 CURRENT LEARNING RATE: 0.0022297296279358667
previous_iter_valid_loss : 0.17334312200546265
574920 0.173623 0.173343 0.167218 CURRENT LEARNING RATE: 0.0022292837266019
previous_iter_valid_loss : 0.17012327909469604
574940 0.170376 0.170123 0.167616 CURRENT LEARNING RATE: 0.0022288379144392812
previous_iter_valid_loss : 0.1621531844139099
574960 0.162313 0.162153 0.167631 CURRENT LEARNING RATE: 0.002228392191430181
previous_iter_valid_loss : 0.16530025005340576
574980 0.165484 0.165300 0.166906 CURRENT LEARNING RATE: 0.0022279465575567666
previous_iter_valid_loss : 0.164195254445076
575000 0.164369 0.164195 0.166872 CURRENT LEARNING RATE: 0.002227501012801215
previous_iter_valid_loss : 0.16286014020442963
575020 0.163066 0.162860 0.166940 CURRENT LEARNING RATE: 0.0022270555571457062
previous_iter_valid_loss : 0.16137421131134033
575040 0.161548 0.161374 0.166726 CURRENT LEARNING RATE: 0.0022266101905724185
previous_iter_valid_loss : 0.18897584080696106
575060 0.189122 0.188976 0.168141 CURRENT LEARNING RATE: 0.00222616491306354
previous_iter_valid_loss : 0.16279131174087524
575080 0.162975 0.162791 0.168234 CURRENT LEARNING RATE: 0.0022257197246012567
previous_iter_valid_loss : 0.16089515388011932
575100 0.161058 0.160895 0.168227 CURRENT LEARNING RATE: 0.002225274625167764
previous_iter_valid_loss : 0.16469937562942505
575120 0.164876 0.164699 0.167269 CURRENT LEARNING RATE: 0.0022248296147452554
previous_iter_valid_loss : 0.18165068328380585
575140 0.181825 0.181651 0.168306 CURRENT LEARNING RATE: 0.002224384693315933
previous_iter_valid_loss : 0.16327480971813202
575160 0.163487 0.163275 0.168330 CURRENT LEARNING RATE: 0.0022239398608619974
previous_iter_valid_loss : 0.1606806218624115
575180 0.160868 0.160681 0.168302 CURRENT LEARNING RATE: 0.0022234951173656582
previous_iter_valid_loss : 0.16530953347682953
575200 0.165496 0.165310 0.167873 CURRENT LEARNING RATE: 0.002223050462809122
previous_iter_valid_loss : 0.16453178226947784
575220 0.164719 0.164532 0.167490 CURRENT LEARNING RATE: 0.0022226058971746066
previous_iter_valid_loss : 0.16692887246608734
575240 0.167101 0.166929 0.167770 CURRENT LEARNING RATE: 0.002222161420444325
previous_iter_valid_loss : 0.17153425514698029
575260 0.171699 0.171534 0.167473 CURRENT LEARNING RATE: 0.002221717032600503
previous_iter_valid_loss : 0.16262853145599365
575280 0.162807 0.162629 0.167304 CURRENT LEARNING RATE: 0.0022212727336253604
previous_iter_valid_loss : 0.16139239072799683
575300 0.161550 0.161392 0.166730 CURRENT LEARNING RATE: 0.00222082852350113
previous_iter_valid_loss : 0.16809028387069702
575320 0.168329 0.168090 0.166467 CURRENT LEARNING RATE: 0.002220384402210038
previous_iter_valid_loss : 0.16486473381519318
575340 0.165036 0.164865 0.166204 CURRENT LEARNING RATE: 0.002219940369734325
previous_iter_valid_loss : 0.16141843795776367
575360 0.161611 0.161418 0.166167 CURRENT LEARNING RATE: 0.002219496426056224
previous_iter_valid_loss : 0.1622573286294937
575380 0.162449 0.162257 0.166015 CURRENT LEARNING RATE: 0.0022190525711579838
previous_iter_valid_loss : 0.1605481505393982
575400 0.160718 0.160548 0.165833 CURRENT LEARNING RATE: 0.0022186088050218443
previous_iter_valid_loss : 0.171954944729805
575420 0.172210 0.171955 0.166288 CURRENT LEARNING RATE: 0.0022181651276300565
previous_iter_valid_loss : 0.1668047308921814
575440 0.166977 0.166805 0.166559 CURRENT LEARNING RATE: 0.002217721538964877
previous_iter_valid_loss : 0.16101934015750885
575460 0.161212 0.161019 0.165161 CURRENT LEARNING RATE: 0.002217278039008557
previous_iter_valid_loss : 0.19413265585899353
575480 0.194272 0.194133 0.166728 CURRENT LEARNING RATE: 0.0022168346277433608
previous_iter_valid_loss : 0.1673542857170105
575500 0.167583 0.167354 0.167051 CURRENT LEARNING RATE: 0.002216391305151548
previous_iter_valid_loss : 0.18508566915988922
575520 0.185251 0.185086 0.168071 CURRENT LEARNING RATE: 0.00221594807121539
previous_iter_valid_loss : 0.16056369245052338
575540 0.160729 0.160564 0.167016 CURRENT LEARNING RATE: 0.002215504925917153
previous_iter_valid_loss : 0.1864265650510788
575560 0.186577 0.186427 0.168174 CURRENT LEARNING RATE: 0.002215061869239115
previous_iter_valid_loss : 0.16068606078624725
575580 0.160852 0.160686 0.168174 CURRENT LEARNING RATE: 0.0022146189011635507
previous_iter_valid_loss : 0.16059757769107819
575600 0.160761 0.160598 0.167939 CURRENT LEARNING RATE: 0.0022141760216727443
previous_iter_valid_loss : 0.17845787107944489
575620 0.178633 0.178458 0.168635 CURRENT LEARNING RATE: 0.002213733230748977
previous_iter_valid_loss : 0.16341237723827362
575640 0.163614 0.163412 0.168459 CURRENT LEARNING RATE: 0.0022132905283745413
previous_iter_valid_loss : 0.16438034176826477
575660 0.164565 0.164380 0.168101 CURRENT LEARNING RATE: 0.002212847914531725
previous_iter_valid_loss : 0.1605469435453415
575680 0.160721 0.160547 0.167997 CURRENT LEARNING RATE: 0.0022124053892028277
previous_iter_valid_loss : 0.17519040405750275
575700 0.175480 0.175190 0.168687 CURRENT LEARNING RATE: 0.0022119629523701446
previous_iter_valid_loss : 0.16751913726329803
575720 0.167757 0.167519 0.168659 CURRENT LEARNING RATE: 0.0022115206040159816
previous_iter_valid_loss : 0.16171978414058685
575740 0.161915 0.161720 0.168501 CURRENT LEARNING RATE: 0.002211078344122641
previous_iter_valid_loss : 0.16468511521816254
575760 0.164854 0.164685 0.168665 CURRENT LEARNING RATE: 0.0022106361726724364
previous_iter_valid_loss : 0.16368122398853302
575780 0.163886 0.163681 0.168736 CURRENT LEARNING RATE: 0.002210194089647677
previous_iter_valid_loss : 0.16241554915905
575800 0.162589 0.162416 0.168829 CURRENT LEARNING RATE: 0.0022097520950306814
previous_iter_valid_loss : 0.16769500076770782
575820 0.167864 0.167695 0.168616 CURRENT LEARNING RATE: 0.002209310188803772
previous_iter_valid_loss : 0.16084405779838562
575840 0.161009 0.160844 0.168318 CURRENT LEARNING RATE: 0.0022088683709492684
previous_iter_valid_loss : 0.1607016772031784
575860 0.160880 0.160702 0.168302 CURRENT LEARNING RATE: 0.002208426641449502
previous_iter_valid_loss : 0.160923033952713
575880 0.161103 0.160923 0.166642 CURRENT LEARNING RATE: 0.0022079850002867996
previous_iter_valid_loss : 0.16202867031097412
575900 0.162216 0.162029 0.166376 CURRENT LEARNING RATE: 0.0022075434474434995
previous_iter_valid_loss : 0.1605595052242279
575920 0.160720 0.160560 0.165149 CURRENT LEARNING RATE: 0.0022071019829019356
previous_iter_valid_loss : 0.1629471629858017
575940 0.163119 0.162947 0.165269 CURRENT LEARNING RATE: 0.0022066606066444535
previous_iter_valid_loss : 0.16287904977798462
575960 0.163048 0.162879 0.164091 CURRENT LEARNING RATE: 0.0022062193186533938
previous_iter_valid_loss : 0.1620604693889618
575980 0.162221 0.162060 0.164160 CURRENT LEARNING RATE: 0.0022057781189111086
previous_iter_valid_loss : 0.16086864471435547
576000 0.161052 0.160869 0.164173 CURRENT LEARNING RATE: 0.002205337007399947
previous_iter_valid_loss : 0.17017503082752228
576020 0.170339 0.170175 0.163759 CURRENT LEARNING RATE: 0.002204895984102268
previous_iter_valid_loss : 0.16343563795089722
576040 0.163637 0.163436 0.163760 CURRENT LEARNING RATE: 0.0022044550490004267
previous_iter_valid_loss : 0.1665954440832138
576060 0.166808 0.166595 0.163871 CURRENT LEARNING RATE: 0.0022040142020767896
previous_iter_valid_loss : 0.1615629941225052
576080 0.161732 0.161563 0.163922 CURRENT LEARNING RATE: 0.0022035734433137185
previous_iter_valid_loss : 0.16567234694957733
576100 0.165842 0.165672 0.163446 CURRENT LEARNING RATE: 0.0022031327726935875
previous_iter_valid_loss : 0.17782382667064667
576120 0.177996 0.177824 0.163961 CURRENT LEARNING RATE: 0.0022026921901987665
previous_iter_valid_loss : 0.16656991839408875
576140 0.166784 0.166570 0.164204 CURRENT LEARNING RATE: 0.0022022516958116346
previous_iter_valid_loss : 0.16978031396865845
576160 0.169942 0.169780 0.164459 CURRENT LEARNING RATE: 0.002201811289514569
previous_iter_valid_loss : 0.17311468720436096
576180 0.173263 0.173115 0.164930 CURRENT LEARNING RATE: 0.002201370971289957
previous_iter_valid_loss : 0.1647406667470932
576200 0.164916 0.164741 0.165046 CURRENT LEARNING RATE: 0.002200930741120183
previous_iter_valid_loss : 0.16063642501831055
576220 0.160801 0.160636 0.164694 CURRENT LEARNING RATE: 0.0022004905989876384
previous_iter_valid_loss : 0.16228742897510529
576240 0.162485 0.162287 0.164766 CURRENT LEARNING RATE: 0.00220005054487472
previous_iter_valid_loss : 0.16064994037151337
576260 0.160806 0.160650 0.164763 CURRENT LEARNING RATE: 0.0021996105787638214
previous_iter_valid_loss : 0.1670006364583969
576280 0.167225 0.167001 0.165067 CURRENT LEARNING RATE: 0.0021991707006373488
previous_iter_valid_loss : 0.1808200627565384
576300 0.181162 0.180820 0.166007 CURRENT LEARNING RATE: 0.002198730910477702
previous_iter_valid_loss : 0.16109700500965118
576320 0.161256 0.161097 0.166033 CURRENT LEARNING RATE: 0.0021982912082672943
previous_iter_valid_loss : 0.16052347421646118
576340 0.160698 0.160523 0.165912 CURRENT LEARNING RATE: 0.0021978515939885335
previous_iter_valid_loss : 0.1610802859067917
576360 0.161240 0.161080 0.165822 CURRENT LEARNING RATE: 0.002197412067623838
previous_iter_valid_loss : 0.18232454359531403
576380 0.182494 0.182325 0.166836 CURRENT LEARNING RATE: 0.002196972629155624
previous_iter_valid_loss : 0.1677633374929428
576400 0.167995 0.167763 0.167180 CURRENT LEARNING RATE: 0.0021965332785663172
previous_iter_valid_loss : 0.16059434413909912
576420 0.160751 0.160594 0.166701 CURRENT LEARNING RATE: 0.00219609401583834
previous_iter_valid_loss : 0.16211871802806854
576440 0.162290 0.162119 0.166635 CURRENT LEARNING RATE: 0.0021956548409541262
previous_iter_valid_loss : 0.16138964891433716
576460 0.161559 0.161390 0.166375 CURRENT LEARNING RATE: 0.002195215753896104
previous_iter_valid_loss : 0.1638750582933426
576480 0.164070 0.163875 0.166491 CURRENT LEARNING RATE: 0.0021947767546467135
previous_iter_valid_loss : 0.17032846808433533
576500 0.170485 0.170328 0.166724 CURRENT LEARNING RATE: 0.0021943378431883926
previous_iter_valid_loss : 0.16213740408420563
576520 0.162291 0.162137 0.165939 CURRENT LEARNING RATE: 0.002193899019503587
previous_iter_valid_loss : 0.16932202875614166
576540 0.169555 0.169322 0.166077 CURRENT LEARNING RATE: 0.002193460283574741
previous_iter_valid_loss : 0.16176116466522217
576560 0.161948 0.161761 0.165676 CURRENT LEARNING RATE: 0.002193021635384308
previous_iter_valid_loss : 0.16104963421821594
576580 0.161226 0.161050 0.165073 CURRENT LEARNING RATE: 0.002192583074914739
previous_iter_valid_loss : 0.1694287657737732
576600 0.169673 0.169429 0.165307 CURRENT LEARNING RATE: 0.0021921446021484934
previous_iter_valid_loss : 0.16197077929973602
576620 0.162155 0.161971 0.165374 CURRENT LEARNING RATE: 0.002191706217068034
previous_iter_valid_loss : 0.1748746633529663
576640 0.175034 0.174875 0.166003 CURRENT LEARNING RATE: 0.0021912679196558218
previous_iter_valid_loss : 0.1628461629152298
576660 0.163016 0.162846 0.166113 CURRENT LEARNING RATE: 0.0021908297098943283
previous_iter_valid_loss : 0.16297701001167297
576680 0.163155 0.162977 0.165912 CURRENT LEARNING RATE: 0.002190391587766022
previous_iter_valid_loss : 0.21158231794834137
576700 0.212199 0.211582 0.167450 CURRENT LEARNING RATE: 0.002189953553253381
previous_iter_valid_loss : 0.16568423807621002
576720 0.165858 0.165684 0.167679 CURRENT LEARNING RATE: 0.0021895156063388805
previous_iter_valid_loss : 0.16054224967956543
576740 0.160718 0.160542 0.167680 CURRENT LEARNING RATE: 0.0021890777470050067
previous_iter_valid_loss : 0.1609877198934555
576760 0.161177 0.160988 0.167676 CURRENT LEARNING RATE: 0.002188639975234241
previous_iter_valid_loss : 0.16725577414035797
576780 0.167475 0.167256 0.166922 CURRENT LEARNING RATE: 0.002188202291009077
previous_iter_valid_loss : 0.17572100460529327
576800 0.175886 0.175721 0.167320 CURRENT LEARNING RATE: 0.0021877646943120025
previous_iter_valid_loss : 0.16442880034446716
576820 0.164605 0.164429 0.167512 CURRENT LEARNING RATE: 0.002187327185125518
previous_iter_valid_loss : 0.17149244248867035
576840 0.171646 0.171492 0.167980 CURRENT LEARNING RATE: 0.0021868897634321196
previous_iter_valid_loss : 0.16800297796726227
576860 0.168175 0.168003 0.168311 CURRENT LEARNING RATE: 0.0021864524292143136
previous_iter_valid_loss : 0.18606385588645935
576880 0.186229 0.186064 0.169420 CURRENT LEARNING RATE: 0.0021860151824546034
previous_iter_valid_loss : 0.17878703773021698
576900 0.178956 0.178787 0.169843 CURRENT LEARNING RATE: 0.0021855780231355023
previous_iter_valid_loss : 0.16566969454288483
576920 0.165872 0.165670 0.170020 CURRENT LEARNING RATE: 0.002185140951239521
previous_iter_valid_loss : 0.16674447059631348
576940 0.166912 0.166744 0.169891 CURRENT LEARNING RATE: 0.0021847039667491795
previous_iter_valid_loss : 0.16770687699317932
576960 0.167931 0.167707 0.170188 CURRENT LEARNING RATE: 0.0021842670696469954
previous_iter_valid_loss : 0.16069628298282623
576980 0.160846 0.160696 0.170171 CURRENT LEARNING RATE: 0.002183830259915496
previous_iter_valid_loss : 0.1614684760570526
577000 0.161628 0.161468 0.169773 CURRENT LEARNING RATE: 0.0021833935375372058
previous_iter_valid_loss : 0.16804444789886475
577020 0.168268 0.168044 0.170076 CURRENT LEARNING RATE: 0.0021829569024946574
previous_iter_valid_loss : 0.16093574464321136
577040 0.161118 0.160936 0.169379 CURRENT LEARNING RATE: 0.002182520354770387
previous_iter_valid_loss : 0.17774046957492828
577060 0.177907 0.177740 0.170124 CURRENT LEARNING RATE: 0.002182083894346929
previous_iter_valid_loss : 0.16322001814842224
577080 0.163390 0.163220 0.170136 CURRENT LEARNING RATE: 0.002181647521206829
previous_iter_valid_loss : 0.16099774837493896
577100 0.161178 0.160998 0.167607 CURRENT LEARNING RATE: 0.0021812112353326286
previous_iter_valid_loss : 0.1605868637561798
577120 0.160765 0.160587 0.167352 CURRENT LEARNING RATE: 0.0021807750367068795
previous_iter_valid_loss : 0.16053064167499542
577140 0.160706 0.160531 0.167352 CURRENT LEARNING RATE: 0.0021803389253121307
previous_iter_valid_loss : 0.16136331856250763
577160 0.161551 0.161363 0.167370 CURRENT LEARNING RATE: 0.0021799029011309408
previous_iter_valid_loss : 0.16422386467456818
577180 0.164416 0.164224 0.167219 CURRENT LEARNING RATE: 0.0021794669641458653
previous_iter_valid_loss : 0.16185778379440308
577200 0.162053 0.161858 0.166526 CURRENT LEARNING RATE: 0.0021790311143394707
previous_iter_valid_loss : 0.16211631894111633
577220 0.162295 0.162116 0.166410 CURRENT LEARNING RATE: 0.002178595351694319
previous_iter_valid_loss : 0.16653747856616974
577240 0.166755 0.166537 0.166162 CURRENT LEARNING RATE: 0.0021781596761929834
previous_iter_valid_loss : 0.163810595870018
577260 0.163992 0.163811 0.165953 CURRENT LEARNING RATE: 0.002177724087818033
previous_iter_valid_loss : 0.16194574534893036
577280 0.162109 0.161946 0.164747 CURRENT LEARNING RATE: 0.002177288586552049
previous_iter_valid_loss : 0.16052475571632385
577300 0.160690 0.160525 0.163834 CURRENT LEARNING RATE: 0.0021768531723776064
previous_iter_valid_loss : 0.16467750072479248
577320 0.164888 0.164678 0.163784 CURRENT LEARNING RATE: 0.0021764178452772934
previous_iter_valid_loss : 0.1701667755842209
577340 0.170416 0.170167 0.163955 CURRENT LEARNING RATE: 0.0021759826052336916
previous_iter_valid_loss : 0.17315924167633057
577360 0.173316 0.173159 0.164228 CURRENT LEARNING RATE: 0.002175547452229397
previous_iter_valid_loss : 0.16162194311618805
577380 0.161808 0.161622 0.164274 CURRENT LEARNING RATE: 0.0021751123862469987
previous_iter_valid_loss : 0.16151238977909088
577400 0.161697 0.161512 0.164276 CURRENT LEARNING RATE: 0.0021746774072690963
previous_iter_valid_loss : 0.1801295280456543
577420 0.180460 0.180130 0.164880 CURRENT LEARNING RATE: 0.002174242515278292
previous_iter_valid_loss : 0.164128378033638
577440 0.164324 0.164128 0.165040 CURRENT LEARNING RATE: 0.002173807710257187
previous_iter_valid_loss : 0.16429403424263
577460 0.164488 0.164294 0.164368 CURRENT LEARNING RATE: 0.0021733729921883924
previous_iter_valid_loss : 0.1629943549633026
577480 0.163165 0.162994 0.164357 CURRENT LEARNING RATE: 0.002172938361054516
previous_iter_valid_loss : 0.16240715980529785
577500 0.162572 0.162407 0.164427 CURRENT LEARNING RATE: 0.002172503816838176
previous_iter_valid_loss : 0.16117608547210693
577520 0.161341 0.161176 0.164456 CURRENT LEARNING RATE: 0.0021720693595219877
previous_iter_valid_loss : 0.1632661521434784
577540 0.163433 0.163266 0.164593 CURRENT LEARNING RATE: 0.0021716349890885753
previous_iter_valid_loss : 0.16253143548965454
577560 0.162693 0.162531 0.164652 CURRENT LEARNING RATE: 0.002171200705520561
previous_iter_valid_loss : 0.16619522869586945
577580 0.166412 0.166195 0.164750 CURRENT LEARNING RATE: 0.0021707665088005774
previous_iter_valid_loss : 0.16739752888679504
577600 0.167622 0.167398 0.165027 CURRENT LEARNING RATE: 0.002170332398911252
previous_iter_valid_loss : 0.16111356019973755
577620 0.161294 0.161114 0.164977 CURRENT LEARNING RATE: 0.0021698983758352253
previous_iter_valid_loss : 0.1651853770017624
577640 0.165358 0.165185 0.164909 CURRENT LEARNING RATE: 0.0021694644395551317
previous_iter_valid_loss : 0.1608620434999466
577660 0.161035 0.160862 0.164762 CURRENT LEARNING RATE: 0.002169030590053618
previous_iter_valid_loss : 0.16054409742355347
577680 0.160707 0.160544 0.164692 CURRENT LEARNING RATE: 0.002168596827313327
previous_iter_valid_loss : 0.16358231008052826
577700 0.163778 0.163582 0.164845 CURRENT LEARNING RATE: 0.0021681631513169103
previous_iter_valid_loss : 0.16319753229618073
577720 0.163393 0.163198 0.164771 CURRENT LEARNING RATE: 0.002167729562047018
previous_iter_valid_loss : 0.16774003207683563
577740 0.167953 0.167740 0.164649 CURRENT LEARNING RATE: 0.002167296059486311
previous_iter_valid_loss : 0.16690410673618317
577760 0.167126 0.166904 0.164337 CURRENT LEARNING RATE: 0.0021668626436174444
previous_iter_valid_loss : 0.1705944538116455
577780 0.170847 0.170594 0.164785 CURRENT LEARNING RATE: 0.0021664293144230858
previous_iter_valid_loss : 0.168187215924263
577800 0.168353 0.168187 0.165119 CURRENT LEARNING RATE: 0.0021659960718858977
previous_iter_valid_loss : 0.16132330894470215
577820 0.161510 0.161323 0.164179 CURRENT LEARNING RATE: 0.0021655629159885535
previous_iter_valid_loss : 0.16058917343616486
577840 0.160753 0.160589 0.164002 CURRENT LEARNING RATE: 0.002165129846713728
previous_iter_valid_loss : 0.16148369014263153
577860 0.161650 0.161484 0.163861 CURRENT LEARNING RATE: 0.0021646968640440943
previous_iter_valid_loss : 0.16289183497428894
577880 0.163081 0.162892 0.163856 CURRENT LEARNING RATE: 0.0021642639679623375
previous_iter_valid_loss : 0.16059423983097076
577900 0.160748 0.160594 0.163766 CURRENT LEARNING RATE: 0.0021638311584511382
previous_iter_valid_loss : 0.17605219781398773
577920 0.176343 0.176052 0.164509 CURRENT LEARNING RATE: 0.002163398435493187
previous_iter_valid_loss : 0.16277571022510529
577940 0.162928 0.162776 0.164485 CURRENT LEARNING RATE: 0.002162965799071172
previous_iter_valid_loss : 0.16131992638111115
577960 0.161477 0.161320 0.164424 CURRENT LEARNING RATE: 0.002162533249167791
previous_iter_valid_loss : 0.1619623452425003
577980 0.162120 0.161962 0.164213 CURRENT LEARNING RATE: 0.0021621007857657378
previous_iter_valid_loss : 0.16255201399326324
578000 0.162725 0.162552 0.163970 CURRENT LEARNING RATE: 0.002161668408847719
previous_iter_valid_loss : 0.16072528064250946
578020 0.160896 0.160725 0.163951 CURRENT LEARNING RATE: 0.002161236118396435
previous_iter_valid_loss : 0.16592201590538025
578040 0.166082 0.165922 0.163988 CURRENT LEARNING RATE: 0.002160803914394597
previous_iter_valid_loss : 0.1761854588985443
578060 0.176478 0.176185 0.164754 CURRENT LEARNING RATE: 0.0021603717968249146
previous_iter_valid_loss : 0.16605710983276367
578080 0.166223 0.166057 0.165030 CURRENT LEARNING RATE: 0.0021599397656701064
previous_iter_valid_loss : 0.16094984114170074
578100 0.161144 0.160950 0.164898 CURRENT LEARNING RATE: 0.002159507820912887
previous_iter_valid_loss : 0.16313475370407104
578120 0.163337 0.163135 0.164895 CURRENT LEARNING RATE: 0.0021590759625359827
previous_iter_valid_loss : 0.17604805529117584
578140 0.176337 0.176048 0.165310 CURRENT LEARNING RATE: 0.002158644190522115
previous_iter_valid_loss : 0.16101403534412384
578160 0.161173 0.161014 0.165016 CURRENT LEARNING RATE: 0.0021582125048540176
previous_iter_valid_loss : 0.1605217605829239
578180 0.160689 0.160522 0.164512 CURRENT LEARNING RATE: 0.0021577809055144184
previous_iter_valid_loss : 0.16672061383724213
578200 0.166944 0.166721 0.164439 CURRENT LEARNING RATE: 0.002157349392486058
previous_iter_valid_loss : 0.16242821514606476
578220 0.162592 0.162428 0.164494 CURRENT LEARNING RATE: 0.0021569179657516713
previous_iter_valid_loss : 0.16620905697345734
578240 0.166420 0.166209 0.164775 CURRENT LEARNING RATE: 0.0021564866252940036
previous_iter_valid_loss : 0.16081996262073517
578260 0.161001 0.160820 0.164742 CURRENT LEARNING RATE: 0.002156055371095803
previous_iter_valid_loss : 0.16430719196796417
578280 0.164507 0.164307 0.164813 CURRENT LEARNING RATE: 0.002155624203139816
previous_iter_valid_loss : 0.1759471893310547
578300 0.176236 0.175947 0.165580 CURRENT LEARNING RATE: 0.002155193121408799
previous_iter_valid_loss : 0.1712818294763565
578320 0.171445 0.171282 0.165342 CURRENT LEARNING RATE: 0.0021547621258855053
previous_iter_valid_loss : 0.16247239708900452
578340 0.162670 0.162472 0.165327 CURRENT LEARNING RATE: 0.0021543312165526987
previous_iter_valid_loss : 0.1658346801996231
578360 0.166043 0.165835 0.165552 CURRENT LEARNING RATE: 0.002153900393393139
previous_iter_valid_loss : 0.16247572004795074
578380 0.162637 0.162476 0.165578 CURRENT LEARNING RATE: 0.0021534696563895975
previous_iter_valid_loss : 0.16161414980888367
578400 0.161810 0.161614 0.165531 CURRENT LEARNING RATE: 0.0021530390055248413
previous_iter_valid_loss : 0.16079002618789673
578420 0.160946 0.160790 0.165534 CURRENT LEARNING RATE: 0.0021526084407816467
previous_iter_valid_loss : 0.16053812205791473
578440 0.160711 0.160538 0.165265 CURRENT LEARNING RATE: 0.002152177962142788
previous_iter_valid_loss : 0.1609998196363449
578460 0.161162 0.161000 0.164506 CURRENT LEARNING RATE: 0.0021517475695910504
previous_iter_valid_loss : 0.16234248876571655
578480 0.162544 0.162342 0.164320 CURRENT LEARNING RATE: 0.0021513172631092135
previous_iter_valid_loss : 0.16107045114040375
578500 0.161244 0.161070 0.164326 CURRENT LEARNING RATE: 0.0021508870426800697
previous_iter_valid_loss : 0.1652936488389969
578520 0.165498 0.165294 0.164434 CURRENT LEARNING RATE: 0.002150456908286406
previous_iter_valid_loss : 0.1619948297739029
578540 0.162178 0.161995 0.163731 CURRENT LEARNING RATE: 0.002150026859911021
previous_iter_valid_loss : 0.1614864617586136
578560 0.161675 0.161486 0.163755 CURRENT LEARNING RATE: 0.0021495968975367083
previous_iter_valid_loss : 0.17528609931468964
578580 0.175570 0.175286 0.164493 CURRENT LEARNING RATE: 0.002149167021146274
previous_iter_valid_loss : 0.16077499091625214
578600 0.160951 0.160775 0.164196 CURRENT LEARNING RATE: 0.0021487372307225187
previous_iter_valid_loss : 0.17781700193881989
578620 0.178118 0.177817 0.164965 CURRENT LEARNING RATE: 0.002148307526248253
previous_iter_valid_loss : 0.16590142250061035
578640 0.166110 0.165901 0.164950 CURRENT LEARNING RATE: 0.002147877907706291
previous_iter_valid_loss : 0.16055339574813843
578660 0.160715 0.160553 0.164937 CURRENT LEARNING RATE: 0.002147448375079443
previous_iter_valid_loss : 0.16526031494140625
578680 0.165458 0.165260 0.164984 CURRENT LEARNING RATE: 0.002147018928350533
previous_iter_valid_loss : 0.19146834313869476
578700 0.191924 0.191468 0.165760 CURRENT LEARNING RATE: 0.0021465895675023775
previous_iter_valid_loss : 0.164234921336174
578720 0.164411 0.164235 0.165408 CURRENT LEARNING RATE: 0.0021461602925178075
previous_iter_valid_loss : 0.17463909089565277
578740 0.174797 0.174639 0.166016 CURRENT LEARNING RATE: 0.0021457311033796474
previous_iter_valid_loss : 0.16306568682193756
578760 0.163269 0.163066 0.165878 CURRENT LEARNING RATE: 0.0021453020000707338
previous_iter_valid_loss : 0.1623244434595108
578780 0.162499 0.162324 0.165870 CURRENT LEARNING RATE: 0.0021448729825738985
previous_iter_valid_loss : 0.1818542629480362
578800 0.182025 0.181854 0.166882 CURRENT LEARNING RATE: 0.0021444440508719847
previous_iter_valid_loss : 0.17018339037895203
578820 0.170439 0.170183 0.167352 CURRENT LEARNING RATE: 0.0021440152049478313
previous_iter_valid_loss : 0.1724320650100708
578840 0.172590 0.172432 0.167947 CURRENT LEARNING RATE: 0.0021435864447842882
previous_iter_valid_loss : 0.1678110808134079
578860 0.167977 0.167811 0.168287 CURRENT LEARNING RATE: 0.0021431577703642014
previous_iter_valid_loss : 0.16703034937381744
578880 0.167247 0.167030 0.168522 CURRENT LEARNING RATE: 0.0021427291816704277
previous_iter_valid_loss : 0.16069497168064117
578900 0.160845 0.160695 0.168503 CURRENT LEARNING RATE: 0.0021423006786858195
previous_iter_valid_loss : 0.1605355143547058
578920 0.160706 0.160536 0.168265 CURRENT LEARNING RATE: 0.0021418722613932408
previous_iter_valid_loss : 0.18686798214912415
578940 0.187020 0.186868 0.169509 CURRENT LEARNING RATE: 0.0021414439297755506
previous_iter_valid_loss : 0.17798815667629242
578960 0.178153 0.177988 0.170334 CURRENT LEARNING RATE: 0.00214101568381562
previous_iter_valid_loss : 0.16568900644779205
578980 0.165899 0.165689 0.169854 CURRENT LEARNING RATE: 0.002140587523496315
previous_iter_valid_loss : 0.16304263472557068
579000 0.163238 0.163043 0.169967 CURRENT LEARNING RATE: 0.0021401594488005132
previous_iter_valid_loss : 0.16569121181964874
579020 0.165904 0.165691 0.169361 CURRENT LEARNING RATE: 0.002139731459711088
previous_iter_valid_loss : 0.16633246839046478
579040 0.166553 0.166332 0.169383 CURRENT LEARNING RATE: 0.002139303556210921
previous_iter_valid_loss : 0.160688579082489
579060 0.160848 0.160689 0.169389 CURRENT LEARNING RATE: 0.002138875738282899
previous_iter_valid_loss : 0.1701856255531311
579080 0.170344 0.170186 0.169636 CURRENT LEARNING RATE: 0.0021384480059099043
previous_iter_valid_loss : 0.16177144646644592
579100 0.161930 0.161771 0.168151 CURRENT LEARNING RATE: 0.0021380203590748324
previous_iter_valid_loss : 0.16204828023910522
579120 0.162209 0.162048 0.168041 CURRENT LEARNING RATE: 0.002137592797760573
previous_iter_valid_loss : 0.16166795790195465
579140 0.161812 0.161668 0.167393 CURRENT LEARNING RATE: 0.0021371653219500277
previous_iter_valid_loss : 0.16052743792533875
579160 0.160699 0.160527 0.167266 CURRENT LEARNING RATE: 0.002136737931626094
previous_iter_valid_loss : 0.16093681752681732
579180 0.161085 0.160937 0.167197 CURRENT LEARNING RATE: 0.0021363106267716795
previous_iter_valid_loss : 0.17052264511585236
579200 0.170679 0.170523 0.166630 CURRENT LEARNING RATE: 0.0021358834073696886
previous_iter_valid_loss : 0.1615460216999054
579220 0.161735 0.161546 0.166198 CURRENT LEARNING RATE: 0.0021354562734030363
previous_iter_valid_loss : 0.1665126234292984
579240 0.166683 0.166513 0.165902 CURRENT LEARNING RATE: 0.002135029224854633
previous_iter_valid_loss : 0.18590913712978363
579260 0.186069 0.185909 0.166807 CURRENT LEARNING RATE: 0.002134602261707401
previous_iter_valid_loss : 0.17092777788639069
579280 0.171085 0.170928 0.167002 CURRENT LEARNING RATE: 0.0021341753839442578
previous_iter_valid_loss : 0.16836345195770264
579300 0.168526 0.168363 0.167385 CURRENT LEARNING RATE: 0.0021337485915481325
previous_iter_valid_loss : 0.16824430227279663
579320 0.168407 0.168244 0.167771 CURRENT LEARNING RATE: 0.0021333218845019488
previous_iter_valid_loss : 0.16085240244865417
579340 0.161007 0.160852 0.166470 CURRENT LEARNING RATE: 0.002132895262788643
previous_iter_valid_loss : 0.187984436750412
579360 0.188380 0.187984 0.166970 CURRENT LEARNING RATE: 0.002132468726391146
previous_iter_valid_loss : 0.16095922887325287
579380 0.161126 0.160959 0.166733 CURRENT LEARNING RATE: 0.0021320422752923998
previous_iter_valid_loss : 0.17915746569633484
579400 0.179463 0.179157 0.167539 CURRENT LEARNING RATE: 0.0021316159094753435
previous_iter_valid_loss : 0.16131143271923065
579420 0.161485 0.161311 0.167320 CURRENT LEARNING RATE: 0.0021311896289229236
previous_iter_valid_loss : 0.1706017553806305
579440 0.170850 0.170602 0.167534 CURRENT LEARNING RATE: 0.002130763433618091
previous_iter_valid_loss : 0.1606551706790924
579460 0.160804 0.160655 0.167532 CURRENT LEARNING RATE: 0.0021303373235437946
previous_iter_valid_loss : 0.1750824749469757
579480 0.175240 0.175082 0.167777 CURRENT LEARNING RATE: 0.002129911298682993
previous_iter_valid_loss : 0.16051577031612396
579500 0.160669 0.160516 0.167714 CURRENT LEARNING RATE: 0.0021294853590186416
previous_iter_valid_loss : 0.16241209208965302
579520 0.162584 0.162412 0.167732 CURRENT LEARNING RATE: 0.002129059504533707
previous_iter_valid_loss : 0.1639757603406906
579540 0.164143 0.163976 0.167847 CURRENT LEARNING RATE: 0.0021286337352111506
previous_iter_valid_loss : 0.16097690165042877
579560 0.161131 0.160977 0.167870 CURRENT LEARNING RATE: 0.002128208051033946
previous_iter_valid_loss : 0.16057421267032623
579580 0.160725 0.160574 0.167852 CURRENT LEARNING RATE: 0.002127782451985062
previous_iter_valid_loss : 0.16620033979415894
579600 0.166403 0.166200 0.167636 CURRENT LEARNING RATE: 0.0021273569380474778
previous_iter_valid_loss : 0.1648559719324112
579620 0.165061 0.164856 0.167801 CURRENT LEARNING RATE: 0.00212693150920417
previous_iter_valid_loss : 0.16514559090137482
579640 0.165340 0.165146 0.167733 CURRENT LEARNING RATE: 0.002126506165438125
previous_iter_valid_loss : 0.1828075647354126
579660 0.183161 0.182808 0.167578 CURRENT LEARNING RATE: 0.002126080906732324
previous_iter_valid_loss : 0.17817460000514984
579680 0.178336 0.178175 0.167940 CURRENT LEARNING RATE: 0.002125655733069762
previous_iter_valid_loss : 0.16131892800331116
579700 0.161469 0.161319 0.167588 CURRENT LEARNING RATE: 0.0021252306444334277
previous_iter_valid_loss : 0.16204701364040375
579720 0.162225 0.162047 0.167278 CURRENT LEARNING RATE: 0.0021248056408063216
previous_iter_valid_loss : 0.16135002672672272
579740 0.161533 0.161350 0.167303 CURRENT LEARNING RATE: 0.0021243807221714398
previous_iter_valid_loss : 0.16377030313014984
579760 0.163962 0.163770 0.166092 CURRENT LEARNING RATE: 0.0021239558885117883
previous_iter_valid_loss : 0.16054537892341614
579780 0.160709 0.160545 0.166072 CURRENT LEARNING RATE: 0.002123531139810371
previous_iter_valid_loss : 0.16063691675662994
579800 0.160792 0.160637 0.165145 CURRENT LEARNING RATE: 0.0021231064760502015
previous_iter_valid_loss : 0.1659906804561615
579820 0.166155 0.165991 0.165379 CURRENT LEARNING RATE: 0.0021226818972142894
previous_iter_valid_loss : 0.1630529761314392
579840 0.163244 0.163053 0.165002 CURRENT LEARNING RATE: 0.0021222574032856534
previous_iter_valid_loss : 0.16052712500095367
579860 0.160675 0.160527 0.164996 CURRENT LEARNING RATE: 0.0021218329942473157
previous_iter_valid_loss : 0.16904687881469727
579880 0.169205 0.169047 0.164694 CURRENT LEARNING RATE: 0.0021214086700822965
previous_iter_valid_loss : 0.16061756014823914
579900 0.160778 0.160618 0.164699 CURRENT LEARNING RATE: 0.002120984430773626
previous_iter_valid_loss : 0.16303487122058868
579920 0.163193 0.163035 0.164730 CURRENT LEARNING RATE: 0.002120560276304331
previous_iter_valid_loss : 0.1649039089679718
579940 0.165063 0.164904 0.164776 CURRENT LEARNING RATE: 0.0021201362066574493
previous_iter_valid_loss : 0.1723228543996811
579960 0.172472 0.172323 0.165344 CURRENT LEARNING RATE: 0.0021197122218160145
previous_iter_valid_loss : 0.16242817044258118
579980 0.162585 0.162428 0.165436 CURRENT LEARNING RATE: 0.0021192883217630706
previous_iter_valid_loss : 0.16148236393928528
580000 0.161626 0.161482 0.165201 CURRENT LEARNING RATE: 0.002118864506481658
previous_iter_valid_loss : 0.16575822234153748
580020 0.165923 0.165758 0.165246 CURRENT LEARNING RATE: 0.002118440775954828
previous_iter_valid_loss : 0.16052739322185516
580040 0.160677 0.160527 0.165015 CURRENT LEARNING RATE: 0.002118017130165627
previous_iter_valid_loss : 0.16687588393688202
580060 0.167084 0.166876 0.164218 CURRENT LEARNING RATE: 0.0021175935690971133
previous_iter_valid_loss : 0.16069185733795166
580080 0.160862 0.160692 0.163344 CURRENT LEARNING RATE: 0.002117170092732341
previous_iter_valid_loss : 0.16229958832263947
580100 0.162482 0.162300 0.163393 CURRENT LEARNING RATE: 0.002116746701054375
previous_iter_valid_loss : 0.1615603268146515
580120 0.161718 0.161560 0.163369 CURRENT LEARNING RATE: 0.0021163233940462746
previous_iter_valid_loss : 0.1642588973045349
580140 0.164443 0.164259 0.163514 CURRENT LEARNING RATE: 0.0021159001716911127
previous_iter_valid_loss : 0.16067402064800262
580160 0.160822 0.160674 0.163359 CURRENT LEARNING RATE: 0.002115477033971956
previous_iter_valid_loss : 0.16698601841926575
580180 0.167141 0.166986 0.163681 CURRENT LEARNING RATE: 0.002115053980871883
previous_iter_valid_loss : 0.164032444357872
580200 0.164228 0.164032 0.163851 CURRENT LEARNING RATE: 0.0021146310123739674
previous_iter_valid_loss : 0.16798943281173706
580220 0.168141 0.167989 0.163951 CURRENT LEARNING RATE: 0.0021142081284612944
previous_iter_valid_loss : 0.1606043130159378
580240 0.160774 0.160604 0.163829 CURRENT LEARNING RATE: 0.002113785329116945
previous_iter_valid_loss : 0.16104274988174438
580260 0.161188 0.161043 0.163854 CURRENT LEARNING RATE: 0.002113362614324009
previous_iter_valid_loss : 0.1605987846851349
580280 0.160754 0.160599 0.163432 CURRENT LEARNING RATE: 0.0021129399840655798
previous_iter_valid_loss : 0.16158506274223328
580300 0.161764 0.161585 0.163480 CURRENT LEARNING RATE: 0.0021125174383247484
previous_iter_valid_loss : 0.16622599959373474
580320 0.166425 0.166226 0.163640 CURRENT LEARNING RATE: 0.002112094977084617
previous_iter_valid_loss : 0.16863924264907837
580340 0.168793 0.168639 0.163827 CURRENT LEARNING RATE: 0.0021116726003282825
previous_iter_valid_loss : 0.17745047807693481
580360 0.177742 0.177450 0.164083 CURRENT LEARNING RATE: 0.0021112503080388543
previous_iter_valid_loss : 0.1616983711719513
580380 0.161877 0.161698 0.164047 CURRENT LEARNING RATE: 0.0021108281001994368
previous_iter_valid_loss : 0.1719435602426529
580400 0.172202 0.171944 0.164570 CURRENT LEARNING RATE: 0.0021104059767931456
previous_iter_valid_loss : 0.17112097144126892
580420 0.171373 0.171121 0.164838 CURRENT LEARNING RATE: 0.0021099839378030923
previous_iter_valid_loss : 0.16253376007080078
580440 0.162718 0.162534 0.164938 CURRENT LEARNING RATE: 0.002109561983212398
previous_iter_valid_loss : 0.16188687086105347
580460 0.162072 0.161887 0.164689 CURRENT LEARNING RATE: 0.0021091401130041818
previous_iter_valid_loss : 0.17437362670898438
580480 0.174529 0.174374 0.165373 CURRENT LEARNING RATE: 0.002108718327161572
previous_iter_valid_loss : 0.16190747916698456
580500 0.162066 0.161907 0.165353 CURRENT LEARNING RATE: 0.002108296625667694
previous_iter_valid_loss : 0.16282162070274353
580520 0.162982 0.162822 0.165416 CURRENT LEARNING RATE: 0.002107875008505683
previous_iter_valid_loss : 0.16455183923244476
580540 0.164733 0.164552 0.165431 CURRENT LEARNING RATE: 0.0021074534756586705
previous_iter_valid_loss : 0.1605977565050125
580560 0.160763 0.160598 0.165427 CURRENT LEARNING RATE: 0.0021070320271097997
previous_iter_valid_loss : 0.18909773230552673
580580 0.189239 0.189098 0.166533 CURRENT LEARNING RATE: 0.0021066106628422083
previous_iter_valid_loss : 0.1611628383398056
580600 0.161319 0.161163 0.166389 CURRENT LEARNING RATE: 0.0021061893828390453
previous_iter_valid_loss : 0.16965870559215546
580620 0.169816 0.169659 0.166473 CURRENT LEARNING RATE: 0.002105768187083456
previous_iter_valid_loss : 0.17239084839820862
580640 0.172547 0.172391 0.167062 CURRENT LEARNING RATE: 0.002105347075558595
previous_iter_valid_loss : 0.16050556302070618
580660 0.160672 0.160506 0.167035 CURRENT LEARNING RATE: 0.0021049260482476186
previous_iter_valid_loss : 0.16278085112571716
580680 0.162974 0.162781 0.167144 CURRENT LEARNING RATE: 0.0021045051051336826
previous_iter_valid_loss : 0.16085006296634674
580700 0.161024 0.160850 0.167108 CURRENT LEARNING RATE: 0.002104084246199953
previous_iter_valid_loss : 0.16592079401016235
580720 0.166125 0.165921 0.167092 CURRENT LEARNING RATE: 0.002103663471429592
previous_iter_valid_loss : 0.16079047322273254
580740 0.160944 0.160790 0.166700 CURRENT LEARNING RATE: 0.0021032427808057716
previous_iter_valid_loss : 0.1719910055398941
580760 0.172246 0.171991 0.166427 CURRENT LEARNING RATE: 0.0021028221743116613
previous_iter_valid_loss : 0.16555383801460266
580780 0.165755 0.165554 0.166620 CURRENT LEARNING RATE: 0.0021024016519304396
previous_iter_valid_loss : 0.16444359719753265
580800 0.164648 0.164444 0.166245 CURRENT LEARNING RATE: 0.0021019812136452826
previous_iter_valid_loss : 0.16052277386188507
580820 0.160686 0.160523 0.165715 CURRENT LEARNING RATE: 0.002101560859439376
previous_iter_valid_loss : 0.16967234015464783
580840 0.169908 0.169672 0.166072 CURRENT LEARNING RATE: 0.002101140589295903
previous_iter_valid_loss : 0.16110752522945404
580860 0.161271 0.161108 0.166033 CURRENT LEARNING RATE: 0.002100720403198055
previous_iter_valid_loss : 0.16155770421028137
580880 0.161719 0.161558 0.165392 CURRENT LEARNING RATE: 0.0021003003011290217
previous_iter_valid_loss : 0.1764678806066513
580900 0.176631 0.176468 0.166120 CURRENT LEARNING RATE: 0.0020998802830720026
previous_iter_valid_loss : 0.16066855192184448
580920 0.160829 0.160669 0.166012 CURRENT LEARNING RATE: 0.0020994603490101936
previous_iter_valid_loss : 0.16792874038219452
580940 0.168158 0.167929 0.166181 CURRENT LEARNING RATE: 0.0020990404989268
previous_iter_valid_loss : 0.1704966127872467
580960 0.170662 0.170497 0.166676 CURRENT LEARNING RATE: 0.0020986207328050253
previous_iter_valid_loss : 0.16061200201511383
580980 0.160761 0.160612 0.165252 CURRENT LEARNING RATE: 0.0020982010506280816
previous_iter_valid_loss : 0.16133414208889008
581000 0.161490 0.161334 0.165260 CURRENT LEARNING RATE: 0.0020977814523791788
previous_iter_valid_loss : 0.16428840160369873
581020 0.164481 0.164288 0.164992 CURRENT LEARNING RATE: 0.0020973619380415362
previous_iter_valid_loss : 0.19866088032722473
581040 0.199193 0.198661 0.166305 CURRENT LEARNING RATE: 0.0020969425075983697
previous_iter_valid_loss : 0.17181408405303955
581060 0.171973 0.171814 0.166871 CURRENT LEARNING RATE: 0.002096523161032903
previous_iter_valid_loss : 0.16851553320884705
581080 0.168752 0.168516 0.167157 CURRENT LEARNING RATE: 0.002096103898328366
previous_iter_valid_loss : 0.1661885529756546
581100 0.166356 0.166189 0.167424 CURRENT LEARNING RATE: 0.002095684719467982
previous_iter_valid_loss : 0.16082824766635895
581120 0.160989 0.160828 0.167170 CURRENT LEARNING RATE: 0.00209526562443499
previous_iter_valid_loss : 0.17449621856212616
581140 0.174651 0.174496 0.167855 CURRENT LEARNING RATE: 0.0020948466132126213
previous_iter_valid_loss : 0.16486892104148865
581160 0.165075 0.164869 0.167499 CURRENT LEARNING RATE: 0.002094427685784119
previous_iter_valid_loss : 0.16287174820899963
581180 0.163060 0.162872 0.167365 CURRENT LEARNING RATE: 0.0020940088421327226
previous_iter_valid_loss : 0.16052855551242828
581200 0.160689 0.160529 0.167169 CURRENT LEARNING RATE: 0.0020935900822416816
previous_iter_valid_loss : 0.163662850856781
581220 0.163865 0.163663 0.167326 CURRENT LEARNING RATE: 0.002093171406094243
previous_iter_valid_loss : 0.16082875430583954
581240 0.161008 0.160829 0.166884 CURRENT LEARNING RATE: 0.0020927528136736625
previous_iter_valid_loss : 0.16391219198703766
581260 0.164095 0.163912 0.167024 CURRENT LEARNING RATE: 0.0020923343049631927
previous_iter_valid_loss : 0.16593892872333527
581280 0.166150 0.165939 0.167243 CURRENT LEARNING RATE: 0.0020919158799460975
previous_iter_valid_loss : 0.16231197118759155
581300 0.162502 0.162312 0.166535 CURRENT LEARNING RATE: 0.002091497538605636
previous_iter_valid_loss : 0.16870006918907166
581320 0.168858 0.168700 0.166937 CURRENT LEARNING RATE: 0.0020910792809250784
previous_iter_valid_loss : 0.1616276353597641
581340 0.161783 0.161628 0.166622 CURRENT LEARNING RATE: 0.00209066110688769
previous_iter_valid_loss : 0.17428292334079742
581360 0.174437 0.174283 0.166811 CURRENT LEARNING RATE: 0.0020902430164767482
previous_iter_valid_loss : 0.16646791994571686
581380 0.166631 0.166468 0.167104 CURRENT LEARNING RATE: 0.002089825009675525
previous_iter_valid_loss : 0.16060379147529602
581400 0.160760 0.160604 0.167068 CURRENT LEARNING RATE: 0.002089407086467305
previous_iter_valid_loss : 0.16337931156158447
581420 0.163552 0.163379 0.167022 CURRENT LEARNING RATE: 0.0020889892468353667
previous_iter_valid_loss : 0.16242428123950958
581440 0.162615 0.162424 0.165210 CURRENT LEARNING RATE: 0.002088571490762999
previous_iter_valid_loss : 0.1637970507144928
581460 0.163996 0.163797 0.164809 CURRENT LEARNING RATE: 0.002088153818233492
previous_iter_valid_loss : 0.16270028054714203
581480 0.162887 0.162700 0.164519 CURRENT LEARNING RATE: 0.002087736229230137
previous_iter_valid_loss : 0.16065780818462372
581500 0.160828 0.160658 0.164242 CURRENT LEARNING RATE: 0.0020873187237362327
previous_iter_valid_loss : 0.16496478021144867
581520 0.165164 0.164965 0.164449 CURRENT LEARNING RATE: 0.002086901301735076
previous_iter_valid_loss : 0.16056612133979797
581540 0.160730 0.160566 0.163752 CURRENT LEARNING RATE: 0.0020864839632099737
previous_iter_valid_loss : 0.18087325990200043
581560 0.181210 0.180873 0.164553 CURRENT LEARNING RATE: 0.0020860667081442283
previous_iter_valid_loss : 0.16095267236232758
581580 0.161128 0.160953 0.164457 CURRENT LEARNING RATE: 0.002085649536521153
previous_iter_valid_loss : 0.16063819825649261
581600 0.160813 0.160638 0.164462 CURRENT LEARNING RATE: 0.0020852324483240582
previous_iter_valid_loss : 0.16679854691028595
581620 0.167015 0.166799 0.164619 CURRENT LEARNING RATE: 0.0020848154435362636
previous_iter_valid_loss : 0.16299648582935333
581640 0.163187 0.162996 0.164727 CURRENT LEARNING RATE: 0.002084398522141084
previous_iter_valid_loss : 0.16118571162223816
581660 0.161336 0.161186 0.164591 CURRENT LEARNING RATE: 0.0020839816841218485
previous_iter_valid_loss : 0.16217556595802307
581680 0.162361 0.162176 0.164403 CURRENT LEARNING RATE: 0.0020835649294618785
previous_iter_valid_loss : 0.16825103759765625
581700 0.168415 0.168251 0.164700 CURRENT LEARNING RATE: 0.002083148258144508
previous_iter_valid_loss : 0.1657242476940155
581720 0.165940 0.165724 0.164551 CURRENT LEARNING RATE: 0.0020827316701530654
previous_iter_valid_loss : 0.18861164152622223
581740 0.188756 0.188612 0.165900 CURRENT LEARNING RATE: 0.0020823151654708926
previous_iter_valid_loss : 0.1651756465435028
581760 0.165366 0.165176 0.165445 CURRENT LEARNING RATE: 0.0020818987440813248
previous_iter_valid_loss : 0.16186727583408356
581780 0.162053 0.161867 0.165215 CURRENT LEARNING RATE: 0.0020814824059677086
previous_iter_valid_loss : 0.164507657289505
581800 0.164677 0.164508 0.165410 CURRENT LEARNING RATE: 0.002081066151113387
previous_iter_valid_loss : 0.16240555047988892
581820 0.162596 0.162406 0.165361 CURRENT LEARNING RATE: 0.0020806499795017136
previous_iter_valid_loss : 0.16135188937187195
581840 0.161511 0.161352 0.165308 CURRENT LEARNING RATE: 0.002080233891116038
previous_iter_valid_loss : 0.16139909625053406
581860 0.161556 0.161399 0.165188 CURRENT LEARNING RATE: 0.002079817885939718
previous_iter_valid_loss : 0.18533654510974884
581880 0.185706 0.185337 0.166320 CURRENT LEARNING RATE: 0.002079401963956116
previous_iter_valid_loss : 0.16196957230567932
581900 0.162133 0.161970 0.166385 CURRENT LEARNING RATE: 0.0020789861251485904
previous_iter_valid_loss : 0.16797590255737305
581920 0.168200 0.167976 0.166536 CURRENT LEARNING RATE: 0.0020785703695005127
previous_iter_valid_loss : 0.16757135093212128
581940 0.167736 0.167571 0.166886 CURRENT LEARNING RATE: 0.0020781546969952476
previous_iter_valid_loss : 0.16058973968029022
581960 0.160739 0.160590 0.165872 CURRENT LEARNING RATE: 0.002077739107616173
previous_iter_valid_loss : 0.16052411496639252
581980 0.160684 0.160524 0.165850 CURRENT LEARNING RATE: 0.0020773236013466607
previous_iter_valid_loss : 0.16599908471107483
582000 0.166209 0.165999 0.166118 CURRENT LEARNING RATE: 0.0020769081781700947
previous_iter_valid_loss : 0.17265190184116364
582020 0.172924 0.172652 0.166411 CURRENT LEARNING RATE: 0.0020764928380698545
previous_iter_valid_loss : 0.1647321581840515
582040 0.164889 0.164732 0.166498 CURRENT LEARNING RATE: 0.0020760775810293296
previous_iter_valid_loss : 0.17579585313796997
582060 0.175952 0.175796 0.167228 CURRENT LEARNING RATE: 0.0020756624070319067
previous_iter_valid_loss : 0.16179759800434113
582080 0.161991 0.161798 0.167209 CURRENT LEARNING RATE: 0.0020752473160609818
previous_iter_valid_loss : 0.17561112344264984
582100 0.175774 0.175611 0.167577 CURRENT LEARNING RATE: 0.0020748323080999483
previous_iter_valid_loss : 0.18043021857738495
582120 0.180595 0.180430 0.168313 CURRENT LEARNING RATE: 0.002074417383132209
previous_iter_valid_loss : 0.17690496146678925
582140 0.177071 0.176905 0.167727 CURRENT LEARNING RATE: 0.0020740025411411637
previous_iter_valid_loss : 0.18367038667201996
582160 0.183844 0.183670 0.168652 CURRENT LEARNING RATE: 0.002073587782110222
previous_iter_valid_loss : 0.16708354651927948
582180 0.167292 0.167084 0.168913 CURRENT LEARNING RATE: 0.00207317310602279
previous_iter_valid_loss : 0.16230586171150208
582200 0.162464 0.162306 0.168803 CURRENT LEARNING RATE: 0.0020727585128622844
previous_iter_valid_loss : 0.16064220666885376
582220 0.160805 0.160642 0.168715 CURRENT LEARNING RATE: 0.002072344002612118
previous_iter_valid_loss : 0.1804419755935669
582240 0.180606 0.180442 0.169669 CURRENT LEARNING RATE: 0.0020719295752557117
previous_iter_valid_loss : 0.1618751436471939
582260 0.162061 0.161875 0.169693 CURRENT LEARNING RATE: 0.0020715152307764907
previous_iter_valid_loss : 0.16907690465450287
582280 0.169314 0.169077 0.168880 CURRENT LEARNING RATE: 0.002071100969157877
previous_iter_valid_loss : 0.175771564245224
582300 0.175933 0.175772 0.169570 CURRENT LEARNING RATE: 0.0020706867903833043
previous_iter_valid_loss : 0.16059021651744843
582320 0.160744 0.160590 0.169201 CURRENT LEARNING RATE: 0.0020702726944362023
previous_iter_valid_loss : 0.1691342145204544
582340 0.169294 0.169134 0.169279 CURRENT LEARNING RATE: 0.0020698586813000094
previous_iter_valid_loss : 0.16053786873817444
582360 0.160696 0.160538 0.169276 CURRENT LEARNING RATE: 0.0020694447509581626
previous_iter_valid_loss : 0.16269098222255707
582380 0.162879 0.162691 0.169385 CURRENT LEARNING RATE: 0.0020690309033941077
previous_iter_valid_loss : 0.1636277437210083
582400 0.163789 0.163628 0.169266 CURRENT LEARNING RATE: 0.0020686171385912878
previous_iter_valid_loss : 0.16625653207302094
582420 0.166411 0.166257 0.168946 CURRENT LEARNING RATE: 0.002068203456533155
previous_iter_valid_loss : 0.161691814661026
582440 0.161874 0.161692 0.168794 CURRENT LEARNING RATE: 0.002067789857203159
previous_iter_valid_loss : 0.16066722571849823
582460 0.160822 0.160667 0.168038 CURRENT LEARNING RATE: 0.0020673763405847597
previous_iter_valid_loss : 0.17030325531959534
582480 0.170552 0.170303 0.168463 CURRENT LEARNING RATE: 0.0020669629066614125
previous_iter_valid_loss : 0.1630711555480957
582500 0.163247 0.163071 0.167836 CURRENT LEARNING RATE: 0.0020665495554165834
previous_iter_valid_loss : 0.16268883645534515
582520 0.162860 0.162689 0.166949 CURRENT LEARNING RATE: 0.002066136286833735
previous_iter_valid_loss : 0.168203204870224
582540 0.168374 0.168203 0.166514 CURRENT LEARNING RATE: 0.00206572310089634
previous_iter_valid_loss : 0.16496722400188446
582560 0.165162 0.164967 0.165579 CURRENT LEARNING RATE: 0.0020653099975878678
previous_iter_valid_loss : 0.16506101191043854
582580 0.165232 0.165061 0.165478 CURRENT LEARNING RATE: 0.0020648969768917976
previous_iter_valid_loss : 0.16310371458530426
582600 0.163263 0.163104 0.165518 CURRENT LEARNING RATE: 0.002064484038791605
previous_iter_valid_loss : 0.16978111863136292
582620 0.170018 0.169781 0.165975 CURRENT LEARNING RATE: 0.002064071183270776
previous_iter_valid_loss : 0.16057713329792023
582640 0.160741 0.160577 0.164981 CURRENT LEARNING RATE: 0.0020636584103127928
previous_iter_valid_loss : 0.16856630146503448
582660 0.168724 0.168566 0.165316 CURRENT LEARNING RATE: 0.0020632457199011457
previous_iter_valid_loss : 0.1610504686832428
582680 0.161214 0.161050 0.164915 CURRENT LEARNING RATE: 0.0020628331120193305
previous_iter_valid_loss : 0.17234018445014954
582700 0.172597 0.172340 0.164743 CURRENT LEARNING RATE: 0.0020624205866508374
previous_iter_valid_loss : 0.16063746809959412
582720 0.160784 0.160637 0.164745 CURRENT LEARNING RATE: 0.00206200814377917
previous_iter_valid_loss : 0.17903172969818115
582740 0.179343 0.179032 0.165240 CURRENT LEARNING RATE: 0.002061595783387827
previous_iter_valid_loss : 0.16746477782726288
582760 0.167621 0.167465 0.165587 CURRENT LEARNING RATE: 0.0020611835054603176
previous_iter_valid_loss : 0.16376307606697083
582780 0.163926 0.163763 0.165640 CURRENT LEARNING RATE: 0.0020607713099801465
previous_iter_valid_loss : 0.1676371544599533
582800 0.167797 0.167637 0.165841 CURRENT LEARNING RATE: 0.00206035919693083
previous_iter_valid_loss : 0.16714060306549072
582820 0.167359 0.167141 0.165885 CURRENT LEARNING RATE: 0.00205994716629588
previous_iter_valid_loss : 0.16120752692222595
582840 0.161353 0.161208 0.165861 CURRENT LEARNING RATE: 0.0020595352180588188
previous_iter_valid_loss : 0.16222059726715088
582860 0.162405 0.162221 0.165938 CURRENT LEARNING RATE: 0.0020591233522031646
previous_iter_valid_loss : 0.16101670265197754
582880 0.161173 0.161017 0.165474 CURRENT LEARNING RATE: 0.0020587115687124465
previous_iter_valid_loss : 0.16236165165901184
582900 0.162559 0.162362 0.165439 CURRENT LEARNING RATE: 0.0020582998675701897
previous_iter_valid_loss : 0.1649019569158554
582920 0.165079 0.164902 0.165549 CURRENT LEARNING RATE: 0.0020578882487599297
previous_iter_valid_loss : 0.1665417104959488
582940 0.166761 0.166542 0.165466 CURRENT LEARNING RATE: 0.002057476712265198
previous_iter_valid_loss : 0.16086190938949585
582960 0.161007 0.160862 0.165261 CURRENT LEARNING RATE: 0.002057065258069537
previous_iter_valid_loss : 0.16094644367694855
582980 0.161099 0.160946 0.165055 CURRENT LEARNING RATE: 0.002056653886156485
previous_iter_valid_loss : 0.16079850494861603
583000 0.160971 0.160799 0.164940 CURRENT LEARNING RATE: 0.00205624259650959
previous_iter_valid_loss : 0.19224132597446442
583020 0.192370 0.192241 0.166063 CURRENT LEARNING RATE: 0.002055831389112398
previous_iter_valid_loss : 0.16555097699165344
583040 0.165764 0.165551 0.166312 CURRENT LEARNING RATE: 0.0020554202639484634
previous_iter_valid_loss : 0.16126608848571777
583060 0.161450 0.161266 0.165947 CURRENT LEARNING RATE: 0.0020550092210013375
previous_iter_valid_loss : 0.16385671496391296
583080 0.164057 0.163857 0.166087 CURRENT LEARNING RATE: 0.002054598260254581
previous_iter_valid_loss : 0.16056431829929352
583100 0.160709 0.160564 0.165498 CURRENT LEARNING RATE: 0.0020541873816917566
previous_iter_valid_loss : 0.17354993522167206
583120 0.173821 0.173550 0.166144 CURRENT LEARNING RATE: 0.0020537765852964266
previous_iter_valid_loss : 0.16055256128311157
583140 0.160707 0.160553 0.165220 CURRENT LEARNING RATE: 0.0020533658710521615
previous_iter_valid_loss : 0.1617961972951889
583160 0.161966 0.161796 0.164936 CURRENT LEARNING RATE: 0.00205295523894253
previous_iter_valid_loss : 0.16774415969848633
583180 0.167968 0.167744 0.165135 CURRENT LEARNING RATE: 0.00205254468895111
previous_iter_valid_loss : 0.1706424355506897
583200 0.170798 0.170642 0.165286 CURRENT LEARNING RATE: 0.002052134221061476
previous_iter_valid_loss : 0.1606949120759964
583220 0.160868 0.160695 0.164963 CURRENT LEARNING RATE: 0.0020517238352572133
previous_iter_valid_loss : 0.17125052213668823
583240 0.171512 0.171251 0.165466 CURRENT LEARNING RATE: 0.0020513135315219024
previous_iter_valid_loss : 0.16081249713897705
583260 0.160975 0.160812 0.165395 CURRENT LEARNING RATE: 0.002050903309839134
previous_iter_valid_loss : 0.17460739612579346
583280 0.174891 0.174607 0.166075 CURRENT LEARNING RATE: 0.0020504931701924973
previous_iter_valid_loss : 0.16059541702270508
583300 0.160764 0.160595 0.165986 CURRENT LEARNING RATE: 0.0020500831125655895
previous_iter_valid_loss : 0.1671828329563141
583320 0.167394 0.167183 0.166100 CURRENT LEARNING RATE: 0.0020496731369420047
previous_iter_valid_loss : 0.1606467068195343
583340 0.160817 0.160647 0.165806 CURRENT LEARNING RATE: 0.002049263243305347
previous_iter_valid_loss : 0.16806957125663757
583360 0.168236 0.168070 0.166166 CURRENT LEARNING RATE: 0.0020488534316392176
previous_iter_valid_loss : 0.16116371750831604
583380 0.161341 0.161164 0.166177 CURRENT LEARNING RATE: 0.0020484437019272278
previous_iter_valid_loss : 0.1687372773885727
583400 0.168903 0.168737 0.166574 CURRENT LEARNING RATE: 0.0020480340541529844
previous_iter_valid_loss : 0.16115665435791016
583420 0.161310 0.161157 0.165020 CURRENT LEARNING RATE: 0.0020476244883001053
previous_iter_valid_loss : 0.17240865528583527
583440 0.172675 0.172409 0.165362 CURRENT LEARNING RATE: 0.002047215004352204
previous_iter_valid_loss : 0.16600456833839417
583460 0.166198 0.166005 0.165599 CURRENT LEARNING RATE: 0.0020468056022929036
previous_iter_valid_loss : 0.16057676076889038
583480 0.160746 0.160577 0.165435 CURRENT LEARNING RATE: 0.002046396282105829
previous_iter_valid_loss : 0.16283375024795532
583500 0.162998 0.162834 0.165549 CURRENT LEARNING RATE: 0.002045987043774604
previous_iter_valid_loss : 0.16057011485099792
583520 0.160739 0.160570 0.164900 CURRENT LEARNING RATE: 0.0020455778872828633
previous_iter_valid_loss : 0.1671474426984787
583540 0.167310 0.167147 0.165230 CURRENT LEARNING RATE: 0.0020451688126142363
previous_iter_valid_loss : 0.1645880937576294
583560 0.164756 0.164588 0.165369 CURRENT LEARNING RATE: 0.002044759819752364
previous_iter_valid_loss : 0.169466033577919
583580 0.169705 0.169466 0.165455 CURRENT LEARNING RATE: 0.0020443509086808826
previous_iter_valid_loss : 0.16208568215370178
583600 0.162285 0.162086 0.165027 CURRENT LEARNING RATE: 0.00204394207938344
previous_iter_valid_loss : 0.16697990894317627
583620 0.167203 0.166980 0.165342 CURRENT LEARNING RATE: 0.002043533331843679
previous_iter_valid_loss : 0.16209496557712555
583640 0.162292 0.162095 0.164884 CURRENT LEARNING RATE: 0.002043124666045253
previous_iter_valid_loss : 0.16847968101501465
583660 0.168648 0.168480 0.165267 CURRENT LEARNING RATE: 0.0020427160819718126
previous_iter_valid_loss : 0.16211844980716705
583680 0.162318 0.162118 0.164643 CURRENT LEARNING RATE: 0.002042307579607017
previous_iter_valid_loss : 0.17340807616710663
583700 0.173567 0.173408 0.165283 CURRENT LEARNING RATE: 0.0020418991589345238
previous_iter_valid_loss : 0.17601723968982697
583720 0.176183 0.176017 0.165725 CURRENT LEARNING RATE: 0.0020414908199379985
previous_iter_valid_loss : 0.16498979926109314
583740 0.165190 0.164990 0.165942 CURRENT LEARNING RATE: 0.0020410825626011046
previous_iter_valid_loss : 0.16128964722156525
583760 0.161468 0.161290 0.165603 CURRENT LEARNING RATE: 0.0020406743869075153
previous_iter_valid_loss : 0.16090527176856995
583780 0.161086 0.160905 0.165590 CURRENT LEARNING RATE: 0.0020402662928408997
previous_iter_valid_loss : 0.1613597571849823
583800 0.161520 0.161360 0.165221 CURRENT LEARNING RATE: 0.0020398582803849382
previous_iter_valid_loss : 0.16241471469402313
583820 0.162605 0.162415 0.165284 CURRENT LEARNING RATE: 0.0020394503495233065
previous_iter_valid_loss : 0.1625741571187973
583840 0.162765 0.162574 0.164793 CURRENT LEARNING RATE: 0.002039042500239691
previous_iter_valid_loss : 0.16079512238502502
583860 0.160971 0.160795 0.164532 CURRENT LEARNING RATE: 0.002038634732517773
previous_iter_valid_loss : 0.16279572248458862
583880 0.162955 0.162796 0.164643 CURRENT LEARNING RATE: 0.0020382270463412456
previous_iter_valid_loss : 0.1685543954372406
583900 0.168717 0.168554 0.164929 CURRENT LEARNING RATE: 0.0020378194416938015
previous_iter_valid_loss : 0.1653617024421692
583920 0.165534 0.165362 0.165169 CURRENT LEARNING RATE: 0.002037411918559134
previous_iter_valid_loss : 0.1605701595544815
583940 0.160743 0.160570 0.164840 CURRENT LEARNING RATE: 0.002037004476920945
previous_iter_valid_loss : 0.1636449098587036
583960 0.163823 0.163645 0.164793 CURRENT LEARNING RATE: 0.0020365971167629333
previous_iter_valid_loss : 0.1845448762178421
583980 0.184705 0.184545 0.165547 CURRENT LEARNING RATE: 0.0020361898380688087
previous_iter_valid_loss : 0.16169340908527374
584000 0.161871 0.161693 0.165527 CURRENT LEARNING RATE: 0.002035782640822276
previous_iter_valid_loss : 0.16090521216392517
584020 0.161090 0.160905 0.165223 CURRENT LEARNING RATE: 0.002035375525007051
previous_iter_valid_loss : 0.1742744743824005
584040 0.174431 0.174274 0.165832 CURRENT LEARNING RATE: 0.002034968490606846
previous_iter_valid_loss : 0.16472227871418
584060 0.164920 0.164722 0.165644 CURRENT LEARNING RATE: 0.002034561537605382
previous_iter_valid_loss : 0.16065821051597595
584080 0.160831 0.160658 0.165571 CURRENT LEARNING RATE: 0.0020341546659863783
previous_iter_valid_loss : 0.16386306285858154
584100 0.164040 0.163863 0.165094 CURRENT LEARNING RATE: 0.002033747875733563
previous_iter_valid_loss : 0.1774837076663971
584120 0.177775 0.177484 0.165167 CURRENT LEARNING RATE: 0.0020333411668306614
previous_iter_valid_loss : 0.16141413152217865
584140 0.161569 0.161414 0.164989 CURRENT LEARNING RATE: 0.0020329345392614087
previous_iter_valid_loss : 0.1628703773021698
584160 0.163060 0.162870 0.165068 CURRENT LEARNING RATE: 0.002032527993009536
previous_iter_valid_loss : 0.1606912463903427
584180 0.160864 0.160691 0.165057 CURRENT LEARNING RATE: 0.002032121528058785
previous_iter_valid_loss : 0.16059325635433197
584200 0.160759 0.160593 0.165019 CURRENT LEARNING RATE: 0.0020317151443928934
previous_iter_valid_loss : 0.1657543182373047
584220 0.165933 0.165754 0.165186 CURRENT LEARNING RATE: 0.00203130884199561
previous_iter_valid_loss : 0.1609724909067154
584240 0.161153 0.160972 0.165106 CURRENT LEARNING RATE: 0.0020309026208506784
previous_iter_valid_loss : 0.16456183791160583
584260 0.164758 0.164562 0.165294 CURRENT LEARNING RATE: 0.0020304964809418524
previous_iter_valid_loss : 0.18149156868457794
584280 0.181651 0.181492 0.166229 CURRENT LEARNING RATE: 0.002030090422252887
previous_iter_valid_loss : 0.16412867605686188
584300 0.164300 0.164129 0.166007 CURRENT LEARNING RATE: 0.0020296844447675374
previous_iter_valid_loss : 0.16254203021526337
584320 0.162740 0.162542 0.165866 CURRENT LEARNING RATE: 0.0020292785484695678
previous_iter_valid_loss : 0.16167928278446198
584340 0.161853 0.161679 0.165922 CURRENT LEARNING RATE: 0.0020288727333427382
previous_iter_valid_loss : 0.16302090883255005
584360 0.163200 0.163021 0.165891 CURRENT LEARNING RATE: 0.0020284669993708205
previous_iter_valid_loss : 0.17242009937763214
584380 0.172681 0.172420 0.165284 CURRENT LEARNING RATE: 0.002028061346537581
previous_iter_valid_loss : 0.18161459267139435
584400 0.181961 0.181615 0.166281 CURRENT LEARNING RATE: 0.0020276557748267975
previous_iter_valid_loss : 0.16067130863666534
584420 0.160838 0.160671 0.166269 CURRENT LEARNING RATE: 0.0020272502842222434
previous_iter_valid_loss : 0.17232279479503632
584440 0.172587 0.172323 0.166171 CURRENT LEARNING RATE: 0.002026844874707703
previous_iter_valid_loss : 0.1610448658466339
584460 0.161204 0.161045 0.165987 CURRENT LEARNING RATE: 0.0020264395462669554
previous_iter_valid_loss : 0.17444553971290588
584480 0.174610 0.174446 0.166677 CURRENT LEARNING RATE: 0.0020260342988837918
previous_iter_valid_loss : 0.16741138696670532
584500 0.167576 0.167411 0.166854 CURRENT LEARNING RATE: 0.0020256291325419992
previous_iter_valid_loss : 0.1644846349954605
584520 0.164686 0.164485 0.166204 CURRENT LEARNING RATE: 0.0020252240472253737
previous_iter_valid_loss : 0.16074290871620178
584540 0.160907 0.160743 0.166171 CURRENT LEARNING RATE: 0.002024819042917708
previous_iter_valid_loss : 0.16116459667682648
584560 0.161331 0.161165 0.166085 CURRENT LEARNING RATE: 0.0020244141196028072
previous_iter_valid_loss : 0.1735353171825409
584580 0.173811 0.173535 0.166728 CURRENT LEARNING RATE: 0.002024009277264469
previous_iter_valid_loss : 0.16882775723934174
584600 0.169062 0.168828 0.167139 CURRENT LEARNING RATE: 0.002023604515886504
previous_iter_valid_loss : 0.16076429188251495
584620 0.160928 0.160764 0.166890 CURRENT LEARNING RATE: 0.002023199835452718
previous_iter_valid_loss : 0.16054309904575348
584640 0.160699 0.160543 0.166868 CURRENT LEARNING RATE: 0.0020227952359469278
previous_iter_valid_loss : 0.16119036078453064
584660 0.161353 0.161190 0.166700 CURRENT LEARNING RATE: 0.0020223907173529455
previous_iter_valid_loss : 0.1606767475605011
584680 0.160844 0.160677 0.165659 CURRENT LEARNING RATE: 0.002021986279654592
previous_iter_valid_loss : 0.16081392765045166
584700 0.160990 0.160814 0.165493 CURRENT LEARNING RATE: 0.0020215819228356917
previous_iter_valid_loss : 0.1737642139196396
584720 0.173927 0.173764 0.166054 CURRENT LEARNING RATE: 0.0020211776468800667
previous_iter_valid_loss : 0.16650710999965668
584740 0.166719 0.166507 0.166296 CURRENT LEARNING RATE: 0.00202077345177155
previous_iter_valid_loss : 0.16299647092819214
584760 0.163182 0.162996 0.166295 CURRENT LEARNING RATE: 0.0020203693374939696
previous_iter_valid_loss : 0.16809797286987305
584780 0.168325 0.168098 0.166078 CURRENT LEARNING RATE: 0.0020199653040311647
previous_iter_valid_loss : 0.16880814731121063
584800 0.169046 0.168808 0.165438 CURRENT LEARNING RATE: 0.0020195613513669707
previous_iter_valid_loss : 0.16813914477825165
584820 0.168309 0.168139 0.165811 CURRENT LEARNING RATE: 0.0020191574794852325
previous_iter_valid_loss : 0.16069117188453674
584840 0.160863 0.160691 0.165230 CURRENT LEARNING RATE: 0.002018753688369792
previous_iter_valid_loss : 0.16555778682231903
584860 0.165743 0.165558 0.165456 CURRENT LEARNING RATE: 0.0020183499780045016
previous_iter_valid_loss : 0.1635543406009674
584880 0.163743 0.163554 0.164911 CURRENT LEARNING RATE: 0.0020179463483732084
previous_iter_valid_loss : 0.172254279255867
584900 0.172418 0.172254 0.165153 CURRENT LEARNING RATE: 0.002017542799459771
previous_iter_valid_loss : 0.16154120862483978
584920 0.161700 0.161541 0.165006 CURRENT LEARNING RATE: 0.0020171393312480444
previous_iter_valid_loss : 0.1678786426782608
584940 0.168043 0.167879 0.165363 CURRENT LEARNING RATE: 0.0020167359437218927
previous_iter_valid_loss : 0.16062192618846893
584960 0.160784 0.160622 0.165336 CURRENT LEARNING RATE: 0.002016332636865178
previous_iter_valid_loss : 0.17280474305152893
584980 0.173071 0.172805 0.165299 CURRENT LEARNING RATE: 0.00201592941066177
previous_iter_valid_loss : 0.1625390648841858
585000 0.162728 0.162539 0.164985 CURRENT LEARNING RATE: 0.0020155262650955372
previous_iter_valid_loss : 0.1619124412536621
585020 0.162101 0.161912 0.165042 CURRENT LEARNING RATE: 0.002015123200150357
previous_iter_valid_loss : 0.16202136874198914
585040 0.162205 0.162021 0.165116 CURRENT LEARNING RATE: 0.0020147202158101035
previous_iter_valid_loss : 0.1624833643436432
585060 0.162645 0.162483 0.165181 CURRENT LEARNING RATE: 0.0020143173120586604
previous_iter_valid_loss : 0.1655571460723877
585080 0.165757 0.165557 0.165425 CURRENT LEARNING RATE: 0.0020139144888799087
previous_iter_valid_loss : 0.16660523414611816
585100 0.166818 0.166605 0.165714 CURRENT LEARNING RATE: 0.0020135117462577365
previous_iter_valid_loss : 0.16070987284183502
585120 0.160862 0.160710 0.165062 CURRENT LEARNING RATE: 0.0020131090841760363
previous_iter_valid_loss : 0.1640222668647766
585140 0.164230 0.164022 0.164937 CURRENT LEARNING RATE: 0.002012706502618698
previous_iter_valid_loss : 0.16592763364315033
585160 0.166151 0.165928 0.165084 CURRENT LEARNING RATE: 0.0020123040015696215
previous_iter_valid_loss : 0.18233910202980042
585180 0.182690 0.182339 0.165796 CURRENT LEARNING RATE: 0.002011901581012704
previous_iter_valid_loss : 0.16601550579071045
585200 0.166229 0.166016 0.165656 CURRENT LEARNING RATE: 0.0020114992409318517
previous_iter_valid_loss : 0.1766611933708191
585220 0.176947 0.176661 0.166082 CURRENT LEARNING RATE: 0.0020110969813109674
previous_iter_valid_loss : 0.1614406853914261
585240 0.161622 0.161441 0.166120 CURRENT LEARNING RATE: 0.0020106948021339642
previous_iter_valid_loss : 0.1637667566537857
585260 0.163962 0.163767 0.166030 CURRENT LEARNING RATE: 0.002010292703384752
previous_iter_valid_loss : 0.16369201242923737
585280 0.163864 0.163692 0.166037 CURRENT LEARNING RATE: 0.0020098906850472497
previous_iter_valid_loss : 0.16407068073749542
585300 0.164242 0.164071 0.165628 CURRENT LEARNING RATE: 0.0020094887471053735
previous_iter_valid_loss : 0.1850293129682541
585320 0.185190 0.185029 0.166802 CURRENT LEARNING RATE: 0.0020090868895430492
previous_iter_valid_loss : 0.16063691675662994
585340 0.160793 0.160637 0.166440 CURRENT LEARNING RATE: 0.0020086851123441987
previous_iter_valid_loss : 0.16087235510349274
585360 0.161055 0.160872 0.166453 CURRENT LEARNING RATE: 0.002008283415492755
previous_iter_valid_loss : 0.16070762276649475
585380 0.160876 0.160708 0.165848 CURRENT LEARNING RATE: 0.0020078817989726463
previous_iter_valid_loss : 0.17130376398563385
585400 0.171460 0.171304 0.166286 CURRENT LEARNING RATE: 0.0020074802627678117
previous_iter_valid_loss : 0.1629709005355835
585420 0.163172 0.162971 0.166339 CURRENT LEARNING RATE: 0.002007078806862186
previous_iter_valid_loss : 0.16432799398899078
585440 0.164527 0.164328 0.166454 CURRENT LEARNING RATE: 0.0020066774312397146
previous_iter_valid_loss : 0.1789599061012268
585460 0.179277 0.178960 0.167278 CURRENT LEARNING RATE: 0.002006276135884339
previous_iter_valid_loss : 0.1686609387397766
585480 0.168893 0.168661 0.167434 CURRENT LEARNING RATE: 0.0020058749207800095
previous_iter_valid_loss : 0.16257919371128082
585500 0.162758 0.162579 0.167232 CURRENT LEARNING RATE: 0.002005473785910678
previous_iter_valid_loss : 0.16417482495307922
585520 0.164380 0.164175 0.167405 CURRENT LEARNING RATE: 0.002005072731260297
previous_iter_valid_loss : 0.1918678730726242
585540 0.192004 0.191868 0.168798 CURRENT LEARNING RATE: 0.0020046717568128272
previous_iter_valid_loss : 0.1609090119600296
585560 0.161088 0.160909 0.168547 CURRENT LEARNING RATE: 0.002004270862552226
previous_iter_valid_loss : 0.16053099930286407
585580 0.160687 0.160531 0.167456 CURRENT LEARNING RATE: 0.002003870048462462
previous_iter_valid_loss : 0.16231215000152588
585600 0.162503 0.162312 0.167271 CURRENT LEARNING RATE: 0.0020034693145274977
previous_iter_valid_loss : 0.1720755249261856
585620 0.172342 0.172076 0.167042 CURRENT LEARNING RATE: 0.0020030686607313084
previous_iter_valid_loss : 0.16090083122253418
585640 0.161077 0.160901 0.167015 CURRENT LEARNING RATE: 0.0020026680870578635
previous_iter_valid_loss : 0.16497068107128143
585660 0.165170 0.164971 0.167075 CURRENT LEARNING RATE: 0.002002267593491145
previous_iter_valid_loss : 0.19412469863891602
585680 0.194616 0.194125 0.168597 CURRENT LEARNING RATE: 0.002001867180015128
previous_iter_valid_loss : 0.17478543519973755
585700 0.174942 0.174785 0.169133 CURRENT LEARNING RATE: 0.0020014668466138003
previous_iter_valid_loss : 0.1608322709798813
585720 0.160983 0.160832 0.167923 CURRENT LEARNING RATE: 0.0020010665932711454
previous_iter_valid_loss : 0.16239678859710693
585740 0.162556 0.162397 0.168011 CURRENT LEARNING RATE: 0.002000666419971156
previous_iter_valid_loss : 0.17021556198596954
585760 0.170470 0.170216 0.168478 CURRENT LEARNING RATE: 0.002000266326697822
previous_iter_valid_loss : 0.16051799058914185
585780 0.160679 0.160518 0.168468 CURRENT LEARNING RATE: 0.001999866313435143
previous_iter_valid_loss : 0.16311092674732208
585800 0.163301 0.163111 0.168059 CURRENT LEARNING RATE: 0.001999466380167115
previous_iter_valid_loss : 0.1611686497926712
585820 0.161326 0.161169 0.167969 CURRENT LEARNING RATE: 0.0019990665268777444
previous_iter_valid_loss : 0.17707189917564392
585840 0.177241 0.177072 0.168606 CURRENT LEARNING RATE: 0.0019986667535510333
previous_iter_valid_loss : 0.16408634185791016
585860 0.164270 0.164086 0.167862 CURRENT LEARNING RATE: 0.0019982670601709942
previous_iter_valid_loss : 0.16179460287094116
585880 0.161981 0.161795 0.167519 CURRENT LEARNING RATE: 0.0019978674467216358
previous_iter_valid_loss : 0.16801229119300842
585900 0.168173 0.168012 0.167790 CURRENT LEARNING RATE: 0.0019974679131869763
previous_iter_valid_loss : 0.16751925647258759
585920 0.167682 0.167519 0.167958 CURRENT LEARNING RATE: 0.0019970684595510347
previous_iter_valid_loss : 0.1752265840768814
585940 0.175521 0.175227 0.167126 CURRENT LEARNING RATE: 0.00199666908579783
previous_iter_valid_loss : 0.16448239982128143
585960 0.164676 0.164482 0.167304 CURRENT LEARNING RATE: 0.0019962697919113912
previous_iter_valid_loss : 0.16977262496948242
585980 0.169935 0.169773 0.167766 CURRENT LEARNING RATE: 0.0019958705778757423
previous_iter_valid_loss : 0.16291765868663788
586000 0.163081 0.162918 0.167797 CURRENT LEARNING RATE: 0.001995471443674919
previous_iter_valid_loss : 0.18150381743907928
586020 0.181673 0.181504 0.168268 CURRENT LEARNING RATE: 0.0019950723892929513
previous_iter_valid_loss : 0.16340114176273346
586040 0.163599 0.163401 0.168393 CURRENT LEARNING RATE: 0.0019946734147138815
previous_iter_valid_loss : 0.16054120659828186
586060 0.160702 0.160541 0.168172 CURRENT LEARNING RATE: 0.0019942745199217466
previous_iter_valid_loss : 0.16072088479995728
586080 0.160880 0.160721 0.166501 CURRENT LEARNING RATE: 0.001993875704900595
previous_iter_valid_loss : 0.16311371326446533
586100 0.163310 0.163114 0.165918 CURRENT LEARNING RATE: 0.0019934769696344696
previous_iter_valid_loss : 0.19390369951725006
586120 0.194361 0.193904 0.167571 CURRENT LEARNING RATE: 0.001993078314107425
previous_iter_valid_loss : 0.16271793842315674
586140 0.162922 0.162718 0.167587 CURRENT LEARNING RATE: 0.001992679738303512
previous_iter_valid_loss : 0.1606564074754715
586160 0.160824 0.160656 0.167110 CURRENT LEARNING RATE: 0.00199228124220679
previous_iter_valid_loss : 0.1605413556098938
586180 0.160697 0.160541 0.167111 CURRENT LEARNING RATE: 0.0019918828258013166
previous_iter_valid_loss : 0.16156624257564545
586200 0.161735 0.161566 0.167033 CURRENT LEARNING RATE: 0.0019914844890711577
previous_iter_valid_loss : 0.17415106296539307
586220 0.174432 0.174151 0.167683 CURRENT LEARNING RATE: 0.0019910862320003772
previous_iter_valid_loss : 0.17178548872470856
586240 0.171944 0.171785 0.167418 CURRENT LEARNING RATE: 0.0019906880545730483
previous_iter_valid_loss : 0.1613246202468872
586260 0.161508 0.161325 0.167280 CURRENT LEARNING RATE: 0.0019902899567732397
previous_iter_valid_loss : 0.1754864752292633
586280 0.175648 0.175486 0.167965 CURRENT LEARNING RATE: 0.0019898919385850297
previous_iter_valid_loss : 0.17407922446727753
586300 0.174352 0.174079 0.168268 CURRENT LEARNING RATE: 0.0019894939999924996
previous_iter_valid_loss : 0.18497294187545776
586320 0.185341 0.184973 0.169141 CURRENT LEARNING RATE: 0.0019890961409797276
previous_iter_valid_loss : 0.1646859049797058
586340 0.164882 0.164686 0.168614 CURRENT LEARNING RATE: 0.0019886983615308032
previous_iter_valid_loss : 0.16503478586673737
586360 0.165242 0.165035 0.168641 CURRENT LEARNING RATE: 0.0019883006616298123
previous_iter_valid_loss : 0.16116727888584137
586380 0.161326 0.161167 0.168211 CURRENT LEARNING RATE: 0.0019879030412608494
previous_iter_valid_loss : 0.16395525634288788
586400 0.164152 0.163955 0.168263 CURRENT LEARNING RATE: 0.001987505500408007
previous_iter_valid_loss : 0.16332192718982697
586420 0.163513 0.163322 0.167354 CURRENT LEARNING RATE: 0.0019871080390553865
previous_iter_valid_loss : 0.1655517965555191
586440 0.165724 0.165552 0.167461 CURRENT LEARNING RATE: 0.001986710657187086
previous_iter_valid_loss : 0.16156402230262756
586460 0.161752 0.161564 0.167513 CURRENT LEARNING RATE: 0.001986313354787214
previous_iter_valid_loss : 0.16888673603534698
586480 0.169050 0.168887 0.167921 CURRENT LEARNING RATE: 0.0019859161318398744
previous_iter_valid_loss : 0.1621369570493698
586500 0.162293 0.162137 0.167872 CURRENT LEARNING RATE: 0.001985518988329182
previous_iter_valid_loss : 0.17304427921772003
586520 0.173198 0.173044 0.166829 CURRENT LEARNING RATE: 0.001985121924239248
previous_iter_valid_loss : 0.16557252407073975
586540 0.165744 0.165573 0.166972 CURRENT LEARNING RATE: 0.001984724939554193
previous_iter_valid_loss : 0.16263753175735474
586560 0.162798 0.162638 0.167071 CURRENT LEARNING RATE: 0.0019843280342581337
previous_iter_valid_loss : 0.16164375841617584
586580 0.161807 0.161644 0.167126 CURRENT LEARNING RATE: 0.001983931208335198
previous_iter_valid_loss : 0.1688663363456726
586600 0.169105 0.168866 0.167491 CURRENT LEARNING RATE: 0.0019835344617695093
previous_iter_valid_loss : 0.1660073697566986
586620 0.166225 0.166007 0.167084 CURRENT LEARNING RATE: 0.0019831377945452007
previous_iter_valid_loss : 0.16097810864448547
586640 0.161130 0.160978 0.166543 CURRENT LEARNING RATE: 0.001982741206646403
previous_iter_valid_loss : 0.1617918163537979
586660 0.161957 0.161792 0.166567 CURRENT LEARNING RATE: 0.0019823446980572553
previous_iter_valid_loss : 0.16128294169902802
586680 0.161444 0.161283 0.165857 CURRENT LEARNING RATE: 0.0019819482687618937
previous_iter_valid_loss : 0.16775335371494293
586700 0.167984 0.167753 0.165540 CURRENT LEARNING RATE: 0.001981551918744463
previous_iter_valid_loss : 0.16085532307624817
586720 0.161012 0.160855 0.164334 CURRENT LEARNING RATE: 0.0019811556479891117
previous_iter_valid_loss : 0.16352984309196472
586740 0.163728 0.163530 0.164277 CURRENT LEARNING RATE: 0.001980759456479985
previous_iter_valid_loss : 0.16070343554019928
586760 0.160884 0.160703 0.164060 CURRENT LEARNING RATE: 0.001980363344201238
previous_iter_valid_loss : 0.16303810477256775
586780 0.163212 0.163038 0.164154 CURRENT LEARNING RATE: 0.0019799673111370233
previous_iter_valid_loss : 0.16738641262054443
586800 0.167622 0.167386 0.164325 CURRENT LEARNING RATE: 0.0019795713572715035
previous_iter_valid_loss : 0.163116455078125
586820 0.163287 0.163116 0.164315 CURRENT LEARNING RATE: 0.001979175482588836
previous_iter_valid_loss : 0.16115787625312805
586840 0.161320 0.161158 0.164095 CURRENT LEARNING RATE: 0.0019787796870731904
previous_iter_valid_loss : 0.16674523055553436
586860 0.166912 0.166745 0.164354 CURRENT LEARNING RATE: 0.00197838397070873
previous_iter_valid_loss : 0.16234847903251648
586880 0.162528 0.162348 0.164027 CURRENT LEARNING RATE: 0.001977988333479631
previous_iter_valid_loss : 0.16419410705566406
586900 0.164399 0.164194 0.164130 CURRENT LEARNING RATE: 0.0019775927753700635
previous_iter_valid_loss : 0.1722358763217926
586920 0.172501 0.172236 0.164090 CURRENT LEARNING RATE: 0.0019771972963642096
previous_iter_valid_loss : 0.17852434515953064
586940 0.178832 0.178524 0.164737 CURRENT LEARNING RATE: 0.0019768018964462456
previous_iter_valid_loss : 0.1663544774055481
586960 0.166559 0.166354 0.164923 CURRENT LEARNING RATE: 0.0019764065756003595
previous_iter_valid_loss : 0.1644943803548813
586980 0.164701 0.164494 0.165066 CURRENT LEARNING RATE: 0.0019760113338107353
previous_iter_valid_loss : 0.17374129593372345
587000 0.174010 0.173741 0.165309 CURRENT LEARNING RATE: 0.001975616171061566
previous_iter_valid_loss : 0.16779911518096924
587020 0.168031 0.167799 0.165399 CURRENT LEARNING RATE: 0.001975221087337042
previous_iter_valid_loss : 0.1719948649406433
587040 0.172254 0.171995 0.165950 CURRENT LEARNING RATE: 0.001974826082621364
previous_iter_valid_loss : 0.1682276874780655
587060 0.168456 0.168228 0.166272 CURRENT LEARNING RATE: 0.001974431156898728
previous_iter_valid_loss : 0.16084083914756775
587080 0.161025 0.160841 0.166250 CURRENT LEARNING RATE: 0.0019740363101533377
previous_iter_valid_loss : 0.1700996309518814
587100 0.170258 0.170100 0.166367 CURRENT LEARNING RATE: 0.0019736415423694024
previous_iter_valid_loss : 0.16074436902999878
587120 0.160902 0.160744 0.166361 CURRENT LEARNING RATE: 0.001973246853531127
previous_iter_valid_loss : 0.16710896790027618
587140 0.167273 0.167109 0.166540 CURRENT LEARNING RATE: 0.0019728522436227277
previous_iter_valid_loss : 0.16378934681415558
587160 0.163990 0.163789 0.166695 CURRENT LEARNING RATE: 0.001972457712628417
previous_iter_valid_loss : 0.1624080240726471
587180 0.162592 0.162408 0.166663 CURRENT LEARNING RATE: 0.001972063260532417
previous_iter_valid_loss : 0.16073578596115112
587200 0.160910 0.160736 0.166331 CURRENT LEARNING RATE: 0.001971668887318945
previous_iter_valid_loss : 0.16064968705177307
587220 0.160820 0.160650 0.166207 CURRENT LEARNING RATE: 0.0019712745929722315
previous_iter_valid_loss : 0.16231320798397064
587240 0.162473 0.162313 0.166265 CURRENT LEARNING RATE: 0.0019708803774764997
previous_iter_valid_loss : 0.18339024484157562
587260 0.183764 0.183390 0.167097 CURRENT LEARNING RATE: 0.0019704862408159852
previous_iter_valid_loss : 0.16828137636184692
587280 0.168443 0.168281 0.167394 CURRENT LEARNING RATE: 0.001970092182974919
previous_iter_valid_loss : 0.16547520458698273
587300 0.165684 0.165475 0.167458 CURRENT LEARNING RATE: 0.0019696982039375415
previous_iter_valid_loss : 0.1694103181362152
587320 0.169652 0.169410 0.167317 CURRENT LEARNING RATE: 0.0019693043036880914
previous_iter_valid_loss : 0.1605658382177353
587340 0.160725 0.160566 0.166419 CURRENT LEARNING RATE: 0.001968910482210815
previous_iter_valid_loss : 0.16086483001708984
587360 0.161048 0.160865 0.166144 CURRENT LEARNING RATE: 0.0019685167394899567
previous_iter_valid_loss : 0.17261236906051636
587380 0.172766 0.172612 0.166550 CURRENT LEARNING RATE: 0.00196812307550977
previous_iter_valid_loss : 0.17428351938724518
587400 0.174444 0.174284 0.166577 CURRENT LEARNING RATE: 0.0019677294902545046
previous_iter_valid_loss : 0.18079979717731476
587420 0.180968 0.180800 0.167227 CURRENT LEARNING RATE: 0.001967335983708421
previous_iter_valid_loss : 0.16057676076889038
587440 0.160747 0.160577 0.166656 CURRENT LEARNING RATE: 0.001966942555855775
previous_iter_valid_loss : 0.1621946394443512
587460 0.162375 0.162195 0.166355 CURRENT LEARNING RATE: 0.0019665492066808336
previous_iter_valid_loss : 0.17031024396419525
587480 0.170572 0.170310 0.166828 CURRENT LEARNING RATE: 0.0019661559361678588
previous_iter_valid_loss : 0.1640547662973404
587500 0.164251 0.164055 0.166526 CURRENT LEARNING RATE: 0.001965762744301122
previous_iter_valid_loss : 0.17649343609809875
587520 0.176789 0.176493 0.167313 CURRENT LEARNING RATE: 0.0019653696310648963
previous_iter_valid_loss : 0.1804855912923813
587540 0.180806 0.180486 0.167982 CURRENT LEARNING RATE: 0.0019649765964434547
previous_iter_valid_loss : 0.16784940659999847
587560 0.168014 0.167849 0.168185 CURRENT LEARNING RATE: 0.0019645836404210792
previous_iter_valid_loss : 0.16067875921726227
587580 0.160843 0.160679 0.168099 CURRENT LEARNING RATE: 0.0019641907629820475
previous_iter_valid_loss : 0.18295732140541077
587600 0.183133 0.182957 0.169210 CURRENT LEARNING RATE: 0.0019637979641106487
previous_iter_valid_loss : 0.1631830483675003
587620 0.163359 0.163183 0.169337 CURRENT LEARNING RATE: 0.0019634052437911666
previous_iter_valid_loss : 0.161996528506279
587640 0.162165 0.161997 0.169321 CURRENT LEARNING RATE: 0.0019630126020078963
previous_iter_valid_loss : 0.16080141067504883
587660 0.160982 0.160801 0.168191 CURRENT LEARNING RATE: 0.0019626200387451286
previous_iter_valid_loss : 0.16872696578502655
587680 0.168968 0.168727 0.168214 CURRENT LEARNING RATE: 0.0019622275539871647
previous_iter_valid_loss : 0.1610724776983261
587700 0.161223 0.161072 0.167993 CURRENT LEARNING RATE: 0.0019618351477183014
previous_iter_valid_loss : 0.16239868104457855
587720 0.162592 0.162399 0.167643 CURRENT LEARNING RATE: 0.001961442819922846
previous_iter_valid_loss : 0.16103406250476837
587740 0.161210 0.161034 0.167666 CURRENT LEARNING RATE: 0.001961050570585102
previous_iter_valid_loss : 0.177126944065094
587760 0.177290 0.177127 0.168479 CURRENT LEARNING RATE: 0.0019606583996893824
previous_iter_valid_loss : 0.16099728643894196
587780 0.161180 0.160997 0.167899 CURRENT LEARNING RATE: 0.0019602663072199977
previous_iter_valid_loss : 0.16978152096271515
587800 0.170035 0.169782 0.167673 CURRENT LEARNING RATE: 0.0019598742931612673
previous_iter_valid_loss : 0.1698896586894989
587820 0.170147 0.169890 0.167128 CURRENT LEARNING RATE: 0.001959482357497507
previous_iter_valid_loss : 0.17241248488426208
587840 0.172681 0.172412 0.167720 CURRENT LEARNING RATE: 0.001959090500213043
previous_iter_valid_loss : 0.16087083518505096
587860 0.161056 0.160871 0.167654 CURRENT LEARNING RATE: 0.0019586987212921974
previous_iter_valid_loss : 0.16461631655693054
587880 0.164785 0.164616 0.167369 CURRENT LEARNING RATE: 0.001958307020719303
previous_iter_valid_loss : 0.16811594367027283
587900 0.168281 0.168116 0.167572 CURRENT LEARNING RATE: 0.0019579153984786877
previous_iter_valid_loss : 0.1776973009109497
587920 0.177864 0.177697 0.167632 CURRENT LEARNING RATE: 0.001957523854554689
previous_iter_valid_loss : 0.16299304366111755
587940 0.163196 0.162993 0.166757 CURRENT LEARNING RATE: 0.001957132388931646
previous_iter_valid_loss : 0.17805485427379608
587960 0.178352 0.178055 0.167268 CURRENT LEARNING RATE: 0.001956741001593897
previous_iter_valid_loss : 0.16321112215518951
587980 0.163376 0.163211 0.167394 CURRENT LEARNING RATE: 0.0019563496925257906
previous_iter_valid_loss : 0.16454750299453735
588000 0.164722 0.164548 0.166474 CURRENT LEARNING RATE: 0.00195595846171167
previous_iter_valid_loss : 0.16188569366931915
588020 0.162079 0.161886 0.166409 CURRENT LEARNING RATE: 0.00195556730913589
previous_iter_valid_loss : 0.1623488813638687
588040 0.162511 0.162349 0.166427 CURRENT LEARNING RATE: 0.0019551762347828007
previous_iter_valid_loss : 0.16196072101593018
588060 0.162152 0.161961 0.166485 CURRENT LEARNING RATE: 0.0019547852386367632
previous_iter_valid_loss : 0.1786973774433136
588080 0.179010 0.178697 0.166983 CURRENT LEARNING RATE: 0.0019543943206821335
previous_iter_valid_loss : 0.16054387390613556
588100 0.160707 0.160544 0.166957 CURRENT LEARNING RATE: 0.0019540034809032787
previous_iter_valid_loss : 0.16098162531852722
588120 0.161135 0.160982 0.166886 CURRENT LEARNING RATE: 0.0019536127192845616
previous_iter_valid_loss : 0.1782403439283371
588140 0.178560 0.178240 0.167746 CURRENT LEARNING RATE: 0.0019532220358103552
previous_iter_valid_loss : 0.16102561354637146
588160 0.161206 0.161026 0.166941 CURRENT LEARNING RATE: 0.0019528314304650292
previous_iter_valid_loss : 0.17252786457538605
588180 0.172805 0.172528 0.167518 CURRENT LEARNING RATE: 0.001952440903232962
previous_iter_valid_loss : 0.17348375916481018
588200 0.173646 0.173484 0.167703 CURRENT LEARNING RATE: 0.0019520504540985295
previous_iter_valid_loss : 0.16616882383823395
588220 0.166383 0.166169 0.167517 CURRENT LEARNING RATE: 0.0019516600830461169
previous_iter_valid_loss : 0.17023450136184692
588240 0.170395 0.170235 0.167408 CURRENT LEARNING RATE: 0.0019512697900601066
previous_iter_valid_loss : 0.17423799633979797
588260 0.174521 0.174238 0.168076 CURRENT LEARNING RATE: 0.00195087957512489
previous_iter_valid_loss : 0.162484809756279
588280 0.162653 0.162485 0.167970 CURRENT LEARNING RATE: 0.0019504894382248545
previous_iter_valid_loss : 0.16478462517261505
588300 0.164961 0.164785 0.167803 CURRENT LEARNING RATE: 0.0019500993793443967
previous_iter_valid_loss : 0.16359898447990417
588320 0.163778 0.163599 0.167098 CURRENT LEARNING RATE: 0.0019497093984679164
previous_iter_valid_loss : 0.16159184277057648
588340 0.161756 0.161592 0.167028 CURRENT LEARNING RATE: 0.0019493194955798106
previous_iter_valid_loss : 0.16217835247516632
588360 0.162356 0.162178 0.166234 CURRENT LEARNING RATE: 0.0019489296706644865
previous_iter_valid_loss : 0.16753549873828888
588380 0.167761 0.167535 0.166450 CURRENT LEARNING RATE: 0.0019485399237063475
previous_iter_valid_loss : 0.1605985462665558
588400 0.160775 0.160599 0.166253 CURRENT LEARNING RATE: 0.001948150254689808
previous_iter_valid_loss : 0.1645498275756836
588420 0.164757 0.164550 0.166386 CURRENT LEARNING RATE: 0.0019477606635992769
previous_iter_valid_loss : 0.17398090660572052
588440 0.174257 0.173981 0.166968 CURRENT LEARNING RATE: 0.0019473711504191743
previous_iter_valid_loss : 0.16510836780071259
588460 0.165322 0.165108 0.167125 CURRENT LEARNING RATE: 0.0019469817151339162
previous_iter_valid_loss : 0.16816571354866028
588480 0.168330 0.168166 0.166599 CURRENT LEARNING RATE: 0.001946592357727929
previous_iter_valid_loss : 0.1634642630815506
588500 0.163634 0.163464 0.166745 CURRENT LEARNING RATE: 0.0019462030781856343
previous_iter_valid_loss : 0.1956060230731964
588520 0.195712 0.195606 0.168476 CURRENT LEARNING RATE: 0.0019458138764914647
previous_iter_valid_loss : 0.177213653922081
588540 0.177510 0.177214 0.168424 CURRENT LEARNING RATE: 0.001945424752629849
previous_iter_valid_loss : 0.16070961952209473
588560 0.160871 0.160710 0.168409 CURRENT LEARNING RATE: 0.0019450357065852251
previous_iter_valid_loss : 0.18582260608673096
588580 0.185979 0.185823 0.169073 CURRENT LEARNING RATE: 0.0019446467383420283
previous_iter_valid_loss : 0.17948782444000244
588600 0.179656 0.179488 0.169374 CURRENT LEARNING RATE: 0.0019442578478847028
previous_iter_valid_loss : 0.1639750897884369
588620 0.164157 0.163975 0.169264 CURRENT LEARNING RATE: 0.0019438690351976896
previous_iter_valid_loss : 0.1605714112520218
588640 0.160738 0.160571 0.168781 CURRENT LEARNING RATE: 0.0019434803002654401
previous_iter_valid_loss : 0.1618945300579071
588660 0.162057 0.161895 0.168164 CURRENT LEARNING RATE: 0.001943091643072401
previous_iter_valid_loss : 0.1951424777507782
588680 0.195620 0.195142 0.169797 CURRENT LEARNING RATE: 0.0019427030636030294
previous_iter_valid_loss : 0.16303452849388123
588700 0.163226 0.163035 0.169709 CURRENT LEARNING RATE: 0.0019423145618417792
previous_iter_valid_loss : 0.1620359569787979
588720 0.162192 0.162036 0.169631 CURRENT LEARNING RATE: 0.0019419261377731118
previous_iter_valid_loss : 0.16275425255298615
588740 0.162963 0.162754 0.169689 CURRENT LEARNING RATE: 0.0019415377913814917
previous_iter_valid_loss : 0.1610143482685089
588760 0.161206 0.161014 0.169631 CURRENT LEARNING RATE: 0.001941149522651382
previous_iter_valid_loss : 0.19267970323562622
588780 0.192813 0.192680 0.170888 CURRENT LEARNING RATE: 0.0019407613315672546
previous_iter_valid_loss : 0.16978222131729126
588800 0.169942 0.169782 0.171347 CURRENT LEARNING RATE: 0.0019403732181135797
previous_iter_valid_loss : 0.16078069806098938
588820 0.160960 0.160781 0.171159 CURRENT LEARNING RATE: 0.0019399851822748352
previous_iter_valid_loss : 0.16059476137161255
588840 0.160746 0.160595 0.170489 CURRENT LEARNING RATE: 0.0019395972240354965
previous_iter_valid_loss : 0.16101211309432983
588860 0.161170 0.161012 0.170285 CURRENT LEARNING RATE: 0.0019392093433800487
previous_iter_valid_loss : 0.1789061576128006
588880 0.179232 0.178906 0.170822 CURRENT LEARNING RATE: 0.0019388215402929734
previous_iter_valid_loss : 0.179583340883255
588900 0.179909 0.179583 0.171628 CURRENT LEARNING RATE: 0.0019384338147587614
previous_iter_valid_loss : 0.16060663759708405
588920 0.160776 0.160607 0.169878 CURRENT LEARNING RATE: 0.0019380461667619009
previous_iter_valid_loss : 0.16173677146434784
588940 0.161934 0.161737 0.169104 CURRENT LEARNING RATE: 0.0019376585962868887
previous_iter_valid_loss : 0.1610560417175293
588960 0.161217 0.161056 0.169121 CURRENT LEARNING RATE: 0.001937271103318219
previous_iter_valid_loss : 0.1606675535440445
588980 0.160824 0.160668 0.167863 CURRENT LEARNING RATE: 0.0019368836878403955
previous_iter_valid_loss : 0.1616073101758957
589000 0.161796 0.161607 0.166969 CURRENT LEARNING RATE: 0.0019364963498379178
previous_iter_valid_loss : 0.1660272479057312
589020 0.166199 0.166027 0.167072 CURRENT LEARNING RATE: 0.0019361090892952965
previous_iter_valid_loss : 0.16307733952999115
589040 0.163259 0.163077 0.167197 CURRENT LEARNING RATE: 0.0019357219061970367
previous_iter_valid_loss : 0.17130349576473236
589060 0.171577 0.171303 0.167668 CURRENT LEARNING RATE: 0.0019353348005276556
previous_iter_valid_loss : 0.16317830979824066
589080 0.163365 0.163178 0.166069 CURRENT LEARNING RATE: 0.001934947772271665
previous_iter_valid_loss : 0.16373412311077118
589100 0.163933 0.163734 0.166104 CURRENT LEARNING RATE: 0.0019345608214135855
previous_iter_valid_loss : 0.16689355671405792
589120 0.167065 0.166894 0.166347 CURRENT LEARNING RATE: 0.0019341739479379408
previous_iter_valid_loss : 0.1702577769756317
589140 0.170502 0.170258 0.166722 CURRENT LEARNING RATE: 0.0019337871518292527
previous_iter_valid_loss : 0.16781927645206451
589160 0.168053 0.167819 0.167063 CURRENT LEARNING RATE: 0.0019334004330720527
previous_iter_valid_loss : 0.16828690469264984
589180 0.168454 0.168287 0.165843 CURRENT LEARNING RATE: 0.001933013791650868
previous_iter_valid_loss : 0.16165000200271606
589200 0.161845 0.161650 0.165436 CURRENT LEARNING RATE: 0.0019326272275502375
previous_iter_valid_loss : 0.1606002151966095
589220 0.160778 0.160600 0.165427 CURRENT LEARNING RATE: 0.0019322407407546946
previous_iter_valid_loss : 0.16100919246673584
589240 0.161202 0.161009 0.165448 CURRENT LEARNING RATE: 0.001931854331248783
previous_iter_valid_loss : 0.1997462958097458
589260 0.199835 0.199746 0.167385 CURRENT LEARNING RATE: 0.0019314679990170434
previous_iter_valid_loss : 0.16098752617835999
589280 0.161150 0.160988 0.166489 CURRENT LEARNING RATE: 0.0019310817440440257
previous_iter_valid_loss : 0.16085995733737946
589300 0.161022 0.160860 0.165553 CURRENT LEARNING RATE: 0.0019306955663142764
previous_iter_valid_loss : 0.17096975445747375
589320 0.171128 0.170970 0.166071 CURRENT LEARNING RATE: 0.0019303094658123514
previous_iter_valid_loss : 0.1724104881286621
589340 0.172560 0.172410 0.166605 CURRENT LEARNING RATE: 0.0019299234425228038
previous_iter_valid_loss : 0.16217830777168274
589360 0.162345 0.162178 0.166661 CURRENT LEARNING RATE: 0.0019295374964301963
previous_iter_valid_loss : 0.16121399402618408
589380 0.161412 0.161214 0.166688 CURRENT LEARNING RATE: 0.0019291516275190866
previous_iter_valid_loss : 0.16295509040355682
589400 0.163137 0.162955 0.166755 CURRENT LEARNING RATE: 0.001928765835774044
previous_iter_valid_loss : 0.16211555898189545
589420 0.162318 0.162116 0.166560 CURRENT LEARNING RATE: 0.0019283801211796338
previous_iter_valid_loss : 0.17497219145298004
589440 0.175263 0.174972 0.167155 CURRENT LEARNING RATE: 0.00192799448372043
previous_iter_valid_loss : 0.17219507694244385
589460 0.172475 0.172195 0.167199 CURRENT LEARNING RATE: 0.0019276089233810044
previous_iter_valid_loss : 0.16226525604724884
589480 0.162433 0.162265 0.167153 CURRENT LEARNING RATE: 0.0019272234401459373
previous_iter_valid_loss : 0.16240277886390686
589500 0.162608 0.162403 0.167087 CURRENT LEARNING RATE: 0.0019268380339998068
previous_iter_valid_loss : 0.1630541980266571
589520 0.163230 0.163054 0.166895 CURRENT LEARNING RATE: 0.0019264527049271975
previous_iter_valid_loss : 0.16321054100990295
589540 0.163384 0.163211 0.166543 CURRENT LEARNING RATE: 0.0019260674529126987
previous_iter_valid_loss : 0.16468675434589386
589560 0.164867 0.164687 0.166386 CURRENT LEARNING RATE: 0.0019256822779408964
previous_iter_valid_loss : 0.18113383650779724
589580 0.181478 0.181134 0.167028 CURRENT LEARNING RATE: 0.0019252971799963874
previous_iter_valid_loss : 0.16684360802173615
589600 0.167071 0.166844 0.167288 CURRENT LEARNING RATE: 0.0019249121590637637
previous_iter_valid_loss : 0.16062237322330475
589620 0.160782 0.160622 0.167289 CURRENT LEARNING RATE: 0.001924527215127629
previous_iter_valid_loss : 0.17061495780944824
589640 0.170774 0.170615 0.167769 CURRENT LEARNING RATE: 0.0019241423481725808
previous_iter_valid_loss : 0.18218927085399628
589660 0.182353 0.182189 0.166892 CURRENT LEARNING RATE: 0.0019237575581832287
previous_iter_valid_loss : 0.16077075898647308
589680 0.160950 0.160771 0.166881 CURRENT LEARNING RATE: 0.0019233728451441775
previous_iter_valid_loss : 0.16154225170612335
589700 0.161702 0.161542 0.166915 CURRENT LEARNING RATE: 0.0019229882090400423
previous_iter_valid_loss : 0.16137278079986572
589720 0.161567 0.161373 0.166435 CURRENT LEARNING RATE: 0.0019226036498554337
previous_iter_valid_loss : 0.1629408597946167
589740 0.163107 0.162941 0.165961 CURRENT LEARNING RATE: 0.0019222191675749732
previous_iter_valid_loss : 0.17401641607284546
589760 0.174297 0.174016 0.166553 CURRENT LEARNING RATE: 0.001921834762183278
previous_iter_valid_loss : 0.16783945262432098
589780 0.168066 0.167839 0.166885 CURRENT LEARNING RATE: 0.001921450433664975
previous_iter_valid_loss : 0.16109606623649597
589800 0.161249 0.161096 0.166792 CURRENT LEARNING RATE: 0.0019210661820046881
previous_iter_valid_loss : 0.16051943600177765
589820 0.160679 0.160519 0.166712 CURRENT LEARNING RATE: 0.0019206820071870506
previous_iter_valid_loss : 0.16837237775325775
589840 0.168607 0.168372 0.166382 CURRENT LEARNING RATE: 0.0019202979091966915
previous_iter_valid_loss : 0.16059640049934387
589860 0.160757 0.160596 0.165802 CURRENT LEARNING RATE: 0.001919913888018251
previous_iter_valid_loss : 0.17731687426567078
589880 0.177611 0.177317 0.166555 CURRENT LEARNING RATE: 0.0019195299436363645
previous_iter_valid_loss : 0.16728797554969788
589900 0.167524 0.167288 0.166799 CURRENT LEARNING RATE: 0.0019191460760356763
previous_iter_valid_loss : 0.1688566356897354
589920 0.169105 0.168857 0.167089 CURRENT LEARNING RATE: 0.0019187622852008326
previous_iter_valid_loss : 0.16105355322360992
589940 0.161243 0.161054 0.166981 CURRENT LEARNING RATE: 0.001918378571116479
previous_iter_valid_loss : 0.16541807353496552
589960 0.165596 0.165418 0.167018 CURRENT LEARNING RATE: 0.0019179949337672707
previous_iter_valid_loss : 0.17273357510566711
589980 0.173006 0.172734 0.166598 CURRENT LEARNING RATE: 0.0019176113731378577
previous_iter_valid_loss : 0.16057270765304565
590000 0.160748 0.160573 0.166284 CURRENT LEARNING RATE: 0.0019172278892129017
previous_iter_valid_loss : 0.16300253570079803
590020 0.163178 0.163003 0.166403 CURRENT LEARNING RATE: 0.00191684448197706
previous_iter_valid_loss : 0.16086770594120026
590040 0.161025 0.160868 0.165916 CURRENT LEARNING RATE: 0.0019164611514149994
previous_iter_valid_loss : 0.16287486255168915
590060 0.163044 0.162875 0.164950 CURRENT LEARNING RATE: 0.0019160778975113835
previous_iter_valid_loss : 0.16102685034275055
590080 0.161214 0.161027 0.164963 CURRENT LEARNING RATE: 0.0019156947202508855
previous_iter_valid_loss : 0.16050459444522858
590100 0.160668 0.160505 0.164911 CURRENT LEARNING RATE: 0.0019153116196181745
previous_iter_valid_loss : 0.1605416238307953
590120 0.160711 0.160542 0.164869 CURRENT LEARNING RATE: 0.0019149285955979308
previous_iter_valid_loss : 0.16182485222816467
590140 0.161992 0.161825 0.164814 CURRENT LEARNING RATE: 0.0019145456481748293
previous_iter_valid_loss : 0.16344797611236572
590160 0.163659 0.163448 0.164285 CURRENT LEARNING RATE: 0.0019141627773335554
previous_iter_valid_loss : 0.16568037867546082
590180 0.165897 0.165680 0.164177 CURRENT LEARNING RATE: 0.0019137799830587915
previous_iter_valid_loss : 0.16750921308994293
590200 0.167753 0.167509 0.164498 CURRENT LEARNING RATE: 0.0019133972653352287
previous_iter_valid_loss : 0.18276084959506989
590220 0.183117 0.182761 0.165610 CURRENT LEARNING RATE: 0.001913014624147555
previous_iter_valid_loss : 0.18855544924736023
590240 0.188980 0.188555 0.166619 CURRENT LEARNING RATE: 0.0019126320594804683
previous_iter_valid_loss : 0.1630035638809204
590260 0.163175 0.163004 0.166739 CURRENT LEARNING RATE: 0.0019122495713186627
previous_iter_valid_loss : 0.17228065431118011
590280 0.172552 0.172281 0.166488 CURRENT LEARNING RATE: 0.0019118671596468416
previous_iter_valid_loss : 0.1632797122001648
590300 0.163491 0.163280 0.166287 CURRENT LEARNING RATE: 0.0019114848244497055
previous_iter_valid_loss : 0.16693302989006042
590320 0.167100 0.166933 0.166191 CURRENT LEARNING RATE: 0.0019111025657119625
previous_iter_valid_loss : 0.1611659824848175
590340 0.161332 0.161166 0.166197 CURRENT LEARNING RATE: 0.0019107203834183245
previous_iter_valid_loss : 0.16460087895393372
590360 0.164809 0.164601 0.166156 CURRENT LEARNING RATE: 0.0019103382775535
previous_iter_valid_loss : 0.1617189347743988
590380 0.161913 0.161719 0.165605 CURRENT LEARNING RATE: 0.001909956248102209
previous_iter_valid_loss : 0.16388322412967682
590400 0.164054 0.163883 0.165771 CURRENT LEARNING RATE: 0.0019095742950491661
previous_iter_valid_loss : 0.1700810194015503
590420 0.170241 0.170081 0.166124 CURRENT LEARNING RATE: 0.001909192418379097
previous_iter_valid_loss : 0.18036507070064545
590440 0.180684 0.180365 0.167099 CURRENT LEARNING RATE: 0.0019088106180767236
previous_iter_valid_loss : 0.16332285106182098
590460 0.163523 0.163323 0.167122 CURRENT LEARNING RATE: 0.0019084288941267765
previous_iter_valid_loss : 0.16228558123111725
590480 0.162487 0.162286 0.167185 CURRENT LEARNING RATE: 0.0019080472465139839
previous_iter_valid_loss : 0.16168427467346191
590500 0.161879 0.161684 0.167244 CURRENT LEARNING RATE: 0.0019076656752230828
previous_iter_valid_loss : 0.16185049712657928
590520 0.162040 0.161850 0.167309 CURRENT LEARNING RATE: 0.0019072841802388076
previous_iter_valid_loss : 0.16082468628883362
590540 0.160980 0.160825 0.167259 CURRENT LEARNING RATE: 0.0019069027615459012
previous_iter_valid_loss : 0.1621643453836441
590560 0.162356 0.162164 0.167195 CURRENT LEARNING RATE: 0.001906521419129104
previous_iter_valid_loss : 0.16185975074768066
590580 0.162052 0.161860 0.167004 CURRENT LEARNING RATE: 0.0019061401529731656
previous_iter_valid_loss : 0.16406218707561493
590600 0.164260 0.164062 0.166832 CURRENT LEARNING RATE: 0.001905758963062832
previous_iter_valid_loss : 0.16070795059204102
590620 0.160882 0.160708 0.165729 CURRENT LEARNING RATE: 0.0019053778493828585
previous_iter_valid_loss : 0.1620248407125473
590640 0.162214 0.162025 0.164402 CURRENT LEARNING RATE: 0.0019049968119179976
previous_iter_valid_loss : 0.17401370406150818
590660 0.174295 0.174014 0.164953 CURRENT LEARNING RATE: 0.0019046158506530115
previous_iter_valid_loss : 0.1644657999277115
590680 0.164642 0.164466 0.164562 CURRENT LEARNING RATE: 0.0019042349655726577
previous_iter_valid_loss : 0.1632668823003769
590700 0.163439 0.163267 0.164561 CURRENT LEARNING RATE: 0.0019038541566617044
previous_iter_valid_loss : 0.1676330864429474
590720 0.167867 0.167633 0.164596 CURRENT LEARNING RATE: 0.0019034734239049163
previous_iter_valid_loss : 0.1671299934387207
590740 0.167298 0.167130 0.164895 CURRENT LEARNING RATE: 0.001903092767287065
previous_iter_valid_loss : 0.16343837976455688
590760 0.163611 0.163438 0.164837 CURRENT LEARNING RATE: 0.0019027121867929266
previous_iter_valid_loss : 0.16830666363239288
590780 0.168542 0.168307 0.165166 CURRENT LEARNING RATE: 0.001902331682407274
previous_iter_valid_loss : 0.16986475884914398
590800 0.170109 0.169865 0.165465 CURRENT LEARNING RATE: 0.0019019512541148908
previous_iter_valid_loss : 0.1606055647134781
590820 0.160764 0.160606 0.164991 CURRENT LEARNING RATE: 0.0019015709019005564
previous_iter_valid_loss : 0.16128654778003693
590840 0.161467 0.161287 0.164037 CURRENT LEARNING RATE: 0.0019011906257490599
previous_iter_valid_loss : 0.1617567539215088
590860 0.161917 0.161757 0.163959 CURRENT LEARNING RATE: 0.0019008104256451868
previous_iter_valid_loss : 0.16233932971954346
590880 0.162531 0.162339 0.163962 CURRENT LEARNING RATE: 0.001900430301573733
previous_iter_valid_loss : 0.16063572466373444
590900 0.160797 0.160636 0.163909 CURRENT LEARNING RATE: 0.0019000502535194896
previous_iter_valid_loss : 0.16217021644115448
590920 0.162324 0.162170 0.163925 CURRENT LEARNING RATE: 0.0018996702814672586
previous_iter_valid_loss : 0.16090892255306244
590940 0.161091 0.160909 0.163929 CURRENT LEARNING RATE: 0.0018992903854018373
previous_iter_valid_loss : 0.16914239525794983
590960 0.169373 0.169142 0.164278 CURRENT LEARNING RATE: 0.001898910565308033
previous_iter_valid_loss : 0.1786060929298401
590980 0.178918 0.178606 0.165116 CURRENT LEARNING RATE: 0.0018985308211706502
previous_iter_valid_loss : 0.19137446582317352
591000 0.191510 0.191374 0.166481 CURRENT LEARNING RATE: 0.0018981511529745023
previous_iter_valid_loss : 0.1627943068742752
591020 0.162962 0.162794 0.166586 CURRENT LEARNING RATE: 0.0018977715607043988
previous_iter_valid_loss : 0.1616748422384262
591040 0.161841 0.161675 0.166568 CURRENT LEARNING RATE: 0.0018973920443451598
previous_iter_valid_loss : 0.17775224149227142
591060 0.178058 0.177752 0.166755 CURRENT LEARNING RATE: 0.001897012603881601
previous_iter_valid_loss : 0.16163529455661774
591080 0.161799 0.161635 0.166614 CURRENT LEARNING RATE: 0.0018966332392985484
previous_iter_valid_loss : 0.16735875606536865
591100 0.167523 0.167359 0.166818 CURRENT LEARNING RATE: 0.0018962539505808242
previous_iter_valid_loss : 0.1776171624660492
591120 0.177781 0.177617 0.167317 CURRENT LEARNING RATE: 0.001895874737713258
previous_iter_valid_loss : 0.16069751977920532
591140 0.160856 0.160698 0.166996 CURRENT LEARNING RATE: 0.0018954956006806832
previous_iter_valid_loss : 0.1613011211156845
591160 0.161489 0.161301 0.166889 CURRENT LEARNING RATE: 0.001895116539467931
previous_iter_valid_loss : 0.17840862274169922
591180 0.178727 0.178409 0.167394 CURRENT LEARNING RATE: 0.0018947375540598426
previous_iter_valid_loss : 0.17973805963993073
591200 0.180067 0.179738 0.167888 CURRENT LEARNING RATE: 0.0018943586444412545
previous_iter_valid_loss : 0.16070248186588287
591220 0.160864 0.160702 0.167893 CURRENT LEARNING RATE: 0.0018939798105970145
previous_iter_valid_loss : 0.17862385511398315
591240 0.178786 0.178624 0.168759 CURRENT LEARNING RATE: 0.0018936010525119654
previous_iter_valid_loss : 0.16383500397205353
591260 0.164004 0.163835 0.168863 CURRENT LEARNING RATE: 0.00189322237017096
previous_iter_valid_loss : 0.1620503067970276
591280 0.162244 0.162050 0.168849 CURRENT LEARNING RATE: 0.0018928437635588483
previous_iter_valid_loss : 0.16462276875972748
591300 0.164827 0.164623 0.169048 CURRENT LEARNING RATE: 0.001892465232660489
previous_iter_valid_loss : 0.16819477081298828
591320 0.168351 0.168195 0.169349 CURRENT LEARNING RATE: 0.0018920867774607376
previous_iter_valid_loss : 0.16057375073432922
591340 0.160743 0.160574 0.169333 CURRENT LEARNING RATE: 0.0018917083979444593
previous_iter_valid_loss : 0.1677703708410263
591360 0.167934 0.167770 0.169264 CURRENT LEARNING RATE: 0.0018913300940965154
previous_iter_valid_loss : 0.16148515045642853
591380 0.161639 0.161485 0.168408 CURRENT LEARNING RATE: 0.0018909518659017772
previous_iter_valid_loss : 0.16074080765247345
591400 0.160919 0.160741 0.166876 CURRENT LEARNING RATE: 0.0018905737133451121
previous_iter_valid_loss : 0.1653011590242386
591420 0.165507 0.165301 0.167002 CURRENT LEARNING RATE: 0.0018901956364113979
previous_iter_valid_loss : 0.16725239157676697
591440 0.167412 0.167252 0.167281 CURRENT LEARNING RATE: 0.0018898176350855072
previous_iter_valid_loss : 0.16258196532726288
591460 0.162755 0.162582 0.166522 CURRENT LEARNING RATE: 0.0018894397093523242
previous_iter_valid_loss : 0.16071859002113342
591480 0.160889 0.160719 0.166476 CURRENT LEARNING RATE: 0.001889061859196728
previous_iter_valid_loss : 0.16741979122161865
591500 0.167580 0.167420 0.166479 CURRENT LEARNING RATE: 0.0018886840846036078
previous_iter_valid_loss : 0.16605541110038757
591520 0.166222 0.166055 0.165901 CURRENT LEARNING RATE: 0.00188830638555785
previous_iter_valid_loss : 0.1607823371887207
591540 0.160956 0.160782 0.165905 CURRENT LEARNING RATE: 0.0018879287620443476
previous_iter_valid_loss : 0.1712876409292221
591560 0.171447 0.171288 0.166405 CURRENT LEARNING RATE: 0.0018875512140479978
previous_iter_valid_loss : 0.16274729371070862
591580 0.162938 0.162747 0.165622 CURRENT LEARNING RATE: 0.0018871737415536952
previous_iter_valid_loss : 0.1654084324836731
591600 0.165614 0.165408 0.164905 CURRENT LEARNING RATE: 0.0018867963445463442
previous_iter_valid_loss : 0.16065725684165955
591620 0.160830 0.160657 0.164903 CURRENT LEARNING RATE: 0.0018864190230108453
previous_iter_valid_loss : 0.1687089055776596
591640 0.168959 0.168709 0.164407 CURRENT LEARNING RATE: 0.0018860417769321093
previous_iter_valid_loss : 0.1616532802581787
591660 0.161817 0.161653 0.164298 CURRENT LEARNING RATE: 0.001885664606295043
previous_iter_valid_loss : 0.1617044061422348
591680 0.161865 0.161704 0.164281 CURRENT LEARNING RATE: 0.001885287511084563
previous_iter_valid_loss : 0.1652083545923233
591700 0.165387 0.165208 0.164310 CURRENT LEARNING RATE: 0.001884910491285582
previous_iter_valid_loss : 0.16064560413360596
591720 0.160816 0.160646 0.163933 CURRENT LEARNING RATE: 0.0018845335468830222
previous_iter_valid_loss : 0.16377472877502441
591740 0.163947 0.163775 0.164093 CURRENT LEARNING RATE: 0.0018841566778618035
previous_iter_valid_loss : 0.16057917475700378
591760 0.160731 0.160579 0.163733 CURRENT LEARNING RATE: 0.0018837798842068533
previous_iter_valid_loss : 0.1643640249967575
591780 0.164530 0.164364 0.163877 CURRENT LEARNING RATE: 0.0018834031659030973
previous_iter_valid_loss : 0.1614852100610733
591800 0.161668 0.161485 0.163914 CURRENT LEARNING RATE: 0.0018830265229354698
previous_iter_valid_loss : 0.16063784062862396
591820 0.160796 0.160638 0.163681 CURRENT LEARNING RATE: 0.001882649955288902
previous_iter_valid_loss : 0.18702451884746552
591840 0.187171 0.187025 0.164670 CURRENT LEARNING RATE: 0.001882273462948334
previous_iter_valid_loss : 0.16186799108982086
591860 0.162066 0.161868 0.164634 CURRENT LEARNING RATE: 0.0018818970458987032
previous_iter_valid_loss : 0.1605706661939621
591880 0.160724 0.160571 0.164627 CURRENT LEARNING RATE: 0.001881520704124956
previous_iter_valid_loss : 0.1733120083808899
591900 0.173468 0.173312 0.164921 CURRENT LEARNING RATE: 0.001881144437612036
previous_iter_valid_loss : 0.1981908082962036
591920 0.198281 0.198191 0.166528 CURRENT LEARNING RATE: 0.0018807682463448934
previous_iter_valid_loss : 0.16297392547130585
591940 0.163174 0.162974 0.166638 CURRENT LEARNING RATE: 0.0018803921303084826
previous_iter_valid_loss : 0.16058078408241272
591960 0.160750 0.160581 0.166102 CURRENT LEARNING RATE: 0.0018800160894877557
previous_iter_valid_loss : 0.16059881448745728
591980 0.160761 0.160599 0.165995 CURRENT LEARNING RATE: 0.0018796401238676743
previous_iter_valid_loss : 0.17796707153320312
592000 0.178267 0.177967 0.166623 CURRENT LEARNING RATE: 0.0018792642334331964
previous_iter_valid_loss : 0.16057740151882172
592020 0.160737 0.160577 0.166619 CURRENT LEARNING RATE: 0.0018788884181692898
previous_iter_valid_loss : 0.16070206463336945
592040 0.160862 0.160702 0.166218 CURRENT LEARNING RATE: 0.0018785126780609183
previous_iter_valid_loss : 0.16213306784629822
592060 0.162304 0.162133 0.166242 CURRENT LEARNING RATE: 0.001878137013093056
previous_iter_valid_loss : 0.16625934839248657
592080 0.166479 0.166259 0.166470 CURRENT LEARNING RATE: 0.0018777614232506727
previous_iter_valid_loss : 0.16698995232582092
592100 0.167207 0.166990 0.166559 CURRENT LEARNING RATE: 0.0018773859085187484
previous_iter_valid_loss : 0.16212879121303558
592120 0.162294 0.162129 0.166633 CURRENT LEARNING RATE: 0.001877010468882259
previous_iter_valid_loss : 0.18908844888210297
592140 0.189237 0.189088 0.167899 CURRENT LEARNING RATE: 0.0018766351043261902
previous_iter_valid_loss : 0.18639680743217468
592160 0.186775 0.186397 0.169190 CURRENT LEARNING RATE: 0.0018762598148355243
previous_iter_valid_loss : 0.16971470415592194
592180 0.169873 0.169715 0.169457 CURRENT LEARNING RATE: 0.0018758846003952528
previous_iter_valid_loss : 0.16291500627994537
592200 0.163083 0.162915 0.169529 CURRENT LEARNING RATE: 0.0018755094609903638
previous_iter_valid_loss : 0.17131415009498596
592220 0.171472 0.171314 0.170063 CURRENT LEARNING RATE: 0.0018751343966058552
previous_iter_valid_loss : 0.16867883503437042
592240 0.168921 0.168679 0.169145 CURRENT LEARNING RATE: 0.0018747594072267212
previous_iter_valid_loss : 0.16058343648910522
592260 0.160762 0.160583 0.169081 CURRENT LEARNING RATE: 0.0018743844928379653
previous_iter_valid_loss : 0.17379681766033173
592280 0.173961 0.173797 0.169743 CURRENT LEARNING RATE: 0.001874009653424588
previous_iter_valid_loss : 0.16131676733493805
592300 0.161509 0.161317 0.169143 CURRENT LEARNING RATE: 0.001873634888971598
previous_iter_valid_loss : 0.16054004430770874
592320 0.160701 0.160540 0.167260 CURRENT LEARNING RATE: 0.0018732601994640027
previous_iter_valid_loss : 0.1789136528968811
592340 0.179234 0.178914 0.168057 CURRENT LEARNING RATE: 0.0018728855848868158
previous_iter_valid_loss : 0.1720244288444519
592360 0.172177 0.172024 0.168629 CURRENT LEARNING RATE: 0.0018725110452250538
previous_iter_valid_loss : 0.17910243570804596
592380 0.179420 0.179102 0.169555 CURRENT LEARNING RATE: 0.0018721365804637324
previous_iter_valid_loss : 0.16849449276924133
592400 0.168658 0.168494 0.169081 CURRENT LEARNING RATE: 0.0018717621905878761
previous_iter_valid_loss : 0.16430367529392242
592420 0.164497 0.164304 0.169267 CURRENT LEARNING RATE: 0.001871387875582506
previous_iter_valid_loss : 0.16340360045433044
592440 0.163598 0.163404 0.169402 CURRENT LEARNING RATE: 0.0018710136354326528
previous_iter_valid_loss : 0.16275544464588165
592460 0.162929 0.162755 0.169433 CURRENT LEARNING RATE: 0.0018706394701233436
previous_iter_valid_loss : 0.16301977634429932
592480 0.163207 0.163020 0.169271 CURRENT LEARNING RATE: 0.0018702653796396152
previous_iter_valid_loss : 0.16432428359985352
592500 0.164527 0.164324 0.169138 CURRENT LEARNING RATE: 0.0018698913639665004
previous_iter_valid_loss : 0.1733749806880951
592520 0.173650 0.173375 0.169701 CURRENT LEARNING RATE: 0.0018695174230890421
previous_iter_valid_loss : 0.1718752235174179
592540 0.172140 0.171875 0.168840 CURRENT LEARNING RATE: 0.0018691435569922797
previous_iter_valid_loss : 0.16248638927936554
592560 0.162678 0.162486 0.167644 CURRENT LEARNING RATE: 0.001868769765661261
previous_iter_valid_loss : 0.18921837210655212
592580 0.189661 0.189218 0.168619 CURRENT LEARNING RATE: 0.0018683960490810316
previous_iter_valid_loss : 0.16381630301475525
592600 0.163992 0.163816 0.168665 CURRENT LEARNING RATE: 0.0018680224072366463
previous_iter_valid_loss : 0.16721995174884796
592620 0.167392 0.167220 0.168460 CURRENT LEARNING RATE: 0.0018676488401131557
previous_iter_valid_loss : 0.16063208878040314
592640 0.160799 0.160632 0.168058 CURRENT LEARNING RATE: 0.0018672753476956206
previous_iter_valid_loss : 0.16144391894340515
592660 0.161603 0.161444 0.168101 CURRENT LEARNING RATE: 0.001866901929969098
previous_iter_valid_loss : 0.16052308678627014
592680 0.160688 0.160523 0.167437 CURRENT LEARNING RATE: 0.0018665285869186546
previous_iter_valid_loss : 0.16114632785320282
592700 0.161327 0.161146 0.167428 CURRENT LEARNING RATE: 0.0018661553185293535
previous_iter_valid_loss : 0.16576220095157623
592720 0.165974 0.165762 0.167689 CURRENT LEARNING RATE: 0.0018657821247862667
previous_iter_valid_loss : 0.16085970401763916
592740 0.161038 0.160860 0.166787 CURRENT LEARNING RATE: 0.0018654090056744637
previous_iter_valid_loss : 0.16113463044166565
592760 0.161304 0.161135 0.166242 CURRENT LEARNING RATE: 0.0018650359611790208
previous_iter_valid_loss : 0.16093528270721436
592780 0.161096 0.160935 0.165334 CURRENT LEARNING RATE: 0.0018646629912850185
previous_iter_valid_loss : 0.16260918974876404
592800 0.162776 0.162609 0.165040 CURRENT LEARNING RATE: 0.0018642900959775347
previous_iter_valid_loss : 0.1831168532371521
592820 0.183283 0.183117 0.165980 CURRENT LEARNING RATE: 0.0018639172752416562
previous_iter_valid_loss : 0.16284914314746857
592840 0.163021 0.162849 0.165953 CURRENT LEARNING RATE: 0.0018635445290624676
previous_iter_valid_loss : 0.16078908741474152
592860 0.160966 0.160789 0.165854 CURRENT LEARNING RATE: 0.0018631718574250618
previous_iter_valid_loss : 0.16100196540355682
592880 0.161178 0.161002 0.165753 CURRENT LEARNING RATE: 0.001862799260314529
previous_iter_valid_loss : 0.17928224802017212
592900 0.179449 0.179282 0.166501 CURRENT LEARNING RATE: 0.0018624267377159685
previous_iter_valid_loss : 0.16065077483654022
592920 0.160808 0.160651 0.165865 CURRENT LEARNING RATE: 0.0018620542896144764
previous_iter_valid_loss : 0.1680837869644165
592940 0.168240 0.168084 0.165675 CURRENT LEARNING RATE: 0.0018616819159951573
previous_iter_valid_loss : 0.16503466665744781
592960 0.165191 0.165035 0.165803 CURRENT LEARNING RATE: 0.0018613096168431137
previous_iter_valid_loss : 0.1784610003232956
592980 0.178625 0.178461 0.165265 CURRENT LEARNING RATE: 0.0018609373921434568
previous_iter_valid_loss : 0.16210950911045074
593000 0.162298 0.162110 0.165180 CURRENT LEARNING RATE: 0.0018605652418812943
previous_iter_valid_loss : 0.16933150589466095
593020 0.169579 0.169332 0.165285 CURRENT LEARNING RATE: 0.0018601931660417429
previous_iter_valid_loss : 0.17486844956874847
593040 0.175150 0.174868 0.165997 CURRENT LEARNING RATE: 0.001859821164609917
previous_iter_valid_loss : 0.16105510294437408
593060 0.161239 0.161055 0.165978 CURRENT LEARNING RATE: 0.0018594492375709395
previous_iter_valid_loss : 0.16059952974319458
593080 0.160777 0.160600 0.165981 CURRENT LEARNING RATE: 0.0018590773849099303
previous_iter_valid_loss : 0.1785888820886612
593100 0.178758 0.178589 0.166854 CURRENT LEARNING RATE: 0.001858705606612018
previous_iter_valid_loss : 0.16257049143314362
593120 0.162750 0.162570 0.166694 CURRENT LEARNING RATE: 0.001858333902662329
previous_iter_valid_loss : 0.16231393814086914
593140 0.162462 0.162314 0.166767 CURRENT LEARNING RATE: 0.0018579622730459959
previous_iter_valid_loss : 0.16104093194007874
593160 0.161224 0.161041 0.166762 CURRENT LEARNING RATE: 0.0018575907177481562
previous_iter_valid_loss : 0.16877992451190948
593180 0.169026 0.168780 0.167154 CURRENT LEARNING RATE: 0.001857219236753943
previous_iter_valid_loss : 0.17910590767860413
593200 0.179411 0.179106 0.167979 CURRENT LEARNING RATE: 0.001856847830048502
previous_iter_valid_loss : 0.16266068816184998
593220 0.162851 0.162661 0.166956 CURRENT LEARNING RATE: 0.0018564764976169723
previous_iter_valid_loss : 0.1799556463956833
593240 0.180122 0.179956 0.167812 CURRENT LEARNING RATE: 0.0018561052394445044
previous_iter_valid_loss : 0.1611270308494568
593260 0.161284 0.161127 0.167829 CURRENT LEARNING RATE: 0.001855734055516245
previous_iter_valid_loss : 0.17313069105148315
593280 0.173288 0.173131 0.168435 CURRENT LEARNING RATE: 0.0018553629458173495
previous_iter_valid_loss : 0.16537891328334808
593300 0.165546 0.165379 0.167740 CURRENT LEARNING RATE: 0.0018549919103329705
previous_iter_valid_loss : 0.18557114899158478
593320 0.185958 0.185571 0.168986 CURRENT LEARNING RATE: 0.0018546209490482696
previous_iter_valid_loss : 0.1672252118587494
593340 0.167445 0.167225 0.168943 CURRENT LEARNING RATE: 0.0018542500619484056
previous_iter_valid_loss : 0.1659356653690338
593360 0.166151 0.165936 0.168988 CURRENT LEARNING RATE: 0.001853879249018546
previous_iter_valid_loss : 0.18119113147258759
593380 0.181535 0.181191 0.169124 CURRENT LEARNING RATE: 0.0018535085102438546
previous_iter_valid_loss : 0.1605241298675537
593400 0.160691 0.160524 0.169045 CURRENT LEARNING RATE: 0.0018531378456095057
previous_iter_valid_loss : 0.16914232075214386
593420 0.169299 0.169142 0.169036 CURRENT LEARNING RATE: 0.0018527672551006693
previous_iter_valid_loss : 0.16055037081241608
593440 0.160712 0.160550 0.168320 CURRENT LEARNING RATE: 0.0018523967387025248
previous_iter_valid_loss : 0.16453522443771362
593460 0.164726 0.164535 0.168494 CURRENT LEARNING RATE: 0.0018520262964002486
previous_iter_valid_loss : 0.16379646956920624
593480 0.163967 0.163796 0.168654 CURRENT LEARNING RATE: 0.0018516559281790258
previous_iter_valid_loss : 0.16059191524982452
593500 0.160768 0.160592 0.167754 CURRENT LEARNING RATE: 0.0018512856340240393
previous_iter_valid_loss : 0.1611311286687851
593520 0.161318 0.161131 0.167682 CURRENT LEARNING RATE: 0.0018509154139204798
previous_iter_valid_loss : 0.17503340542316437
593540 0.175195 0.175033 0.168318 CURRENT LEARNING RATE: 0.0018505452678535355
previous_iter_valid_loss : 0.1628008931875229
593560 0.162956 0.162801 0.168406 CURRENT LEARNING RATE: 0.0018501751958084022
previous_iter_valid_loss : 0.1609257459640503
593580 0.161077 0.160926 0.168013 CURRENT LEARNING RATE: 0.0018498051977702782
previous_iter_valid_loss : 0.1606319546699524
593600 0.160787 0.160632 0.167089 CURRENT LEARNING RATE: 0.001849435273724361
previous_iter_valid_loss : 0.1676110327243805
593620 0.167771 0.167611 0.167337 CURRENT LEARNING RATE: 0.001849065423655857
previous_iter_valid_loss : 0.1672157347202301
593640 0.167442 0.167216 0.166700 CURRENT LEARNING RATE: 0.001848695647549968
previous_iter_valid_loss : 0.16089724004268646
593660 0.161074 0.160897 0.166688 CURRENT LEARNING RATE: 0.001848325945391907
previous_iter_valid_loss : 0.16127516329288483
593680 0.161461 0.161275 0.166096 CURRENT LEARNING RATE: 0.0018479563171668824
previous_iter_valid_loss : 0.16155196726322174
593700 0.161729 0.161552 0.165904 CURRENT LEARNING RATE: 0.0018475867628601126
previous_iter_valid_loss : 0.1670006513595581
593720 0.167223 0.167001 0.164976 CURRENT LEARNING RATE: 0.0018472172824568116
previous_iter_valid_loss : 0.16059376299381256
593740 0.160753 0.160594 0.164644 CURRENT LEARNING RATE: 0.0018468478759422042
previous_iter_valid_loss : 0.1618485301733017
593760 0.162045 0.161849 0.164440 CURRENT LEARNING RATE: 0.00184647854330151
previous_iter_valid_loss : 0.1618686467409134
593780 0.162035 0.161869 0.163474 CURRENT LEARNING RATE: 0.0018461092845199595
previous_iter_valid_loss : 0.17571380734443665
593800 0.175874 0.175714 0.164233 CURRENT LEARNING RATE: 0.001845740099582779
previous_iter_valid_loss : 0.16374759376049042
593820 0.163926 0.163748 0.163963 CURRENT LEARNING RATE: 0.0018453709884752045
previous_iter_valid_loss : 0.17103566229343414
593840 0.171291 0.171036 0.164488 CURRENT LEARNING RATE: 0.001845001951182468
previous_iter_valid_loss : 0.17812958359718323
593860 0.178440 0.178130 0.165167 CURRENT LEARNING RATE: 0.0018446329876898118
previous_iter_valid_loss : 0.1606389284133911
593880 0.160803 0.160639 0.165010 CURRENT LEARNING RATE: 0.0018442640979824732
previous_iter_valid_loss : 0.16125696897506714
593900 0.161407 0.161257 0.165043 CURRENT LEARNING RATE: 0.0018438952820457005
previous_iter_valid_loss : 0.16051702201366425
593920 0.160679 0.160517 0.165012 CURRENT LEARNING RATE: 0.0018435265398647378
previous_iter_valid_loss : 0.16277246177196503
593940 0.162976 0.162772 0.164399 CURRENT LEARNING RATE: 0.0018431578714248372
previous_iter_valid_loss : 0.16402891278266907
593960 0.164202 0.164029 0.164461 CURRENT LEARNING RATE: 0.001842789276711253
previous_iter_valid_loss : 0.16120894253253937
593980 0.161366 0.161209 0.164475 CURRENT LEARNING RATE: 0.0018424207557092387
previous_iter_valid_loss : 0.16511787474155426
594000 0.165290 0.165118 0.164699 CURRENT LEARNING RATE: 0.0018420523084040563
previous_iter_valid_loss : 0.1710990071296692
594020 0.171255 0.171099 0.164873 CURRENT LEARNING RATE: 0.001841683934780965
previous_iter_valid_loss : 0.1605857014656067
594040 0.160753 0.160586 0.164542 CURRENT LEARNING RATE: 0.0018413156348252328
previous_iter_valid_loss : 0.1650291234254837
594060 0.165194 0.165029 0.164748 CURRENT LEARNING RATE: 0.0018409474085221249
previous_iter_valid_loss : 0.16716960072517395
594080 0.167395 0.167170 0.165043 CURRENT LEARNING RATE: 0.0018405792558569148
previous_iter_valid_loss : 0.16539719700813293
594100 0.165564 0.165397 0.165235 CURRENT LEARNING RATE: 0.001840211176814874
previous_iter_valid_loss : 0.1650286763906479
594120 0.165232 0.165029 0.165137 CURRENT LEARNING RATE: 0.0018398431713812816
previous_iter_valid_loss : 0.17615990340709686
594140 0.176319 0.176160 0.165915 CURRENT LEARNING RATE: 0.0018394752395414153
previous_iter_valid_loss : 0.16094723343849182
594160 0.161099 0.160947 0.165870 CURRENT LEARNING RATE: 0.0018391073812805598
previous_iter_valid_loss : 0.16081556677818298
594180 0.160975 0.160816 0.165817 CURRENT LEARNING RATE: 0.0018387395965839986
previous_iter_valid_loss : 0.16408856213092804
594200 0.164289 0.164089 0.165236 CURRENT LEARNING RATE: 0.001838371885437023
previous_iter_valid_loss : 0.16754114627838135
594220 0.167707 0.167541 0.165426 CURRENT LEARNING RATE: 0.0018380042478249217
previous_iter_valid_loss : 0.1606082171201706
594240 0.160761 0.160608 0.164904 CURRENT LEARNING RATE: 0.001837636683732992
previous_iter_valid_loss : 0.16354314982891083
594260 0.163725 0.163543 0.164175 CURRENT LEARNING RATE: 0.0018372691931465284
previous_iter_valid_loss : 0.1736055612564087
594280 0.173888 0.173606 0.164823 CURRENT LEARNING RATE: 0.0018369017760508342
previous_iter_valid_loss : 0.16538003087043762
594300 0.165591 0.165380 0.165030 CURRENT LEARNING RATE: 0.0018365344324312097
previous_iter_valid_loss : 0.16174781322479248
594320 0.161915 0.161748 0.165091 CURRENT LEARNING RATE: 0.001836167162272964
previous_iter_valid_loss : 0.16079601645469666
594340 0.160972 0.160796 0.164992 CURRENT LEARNING RATE: 0.001835799965561404
previous_iter_valid_loss : 0.1617026925086975
594360 0.161891 0.161703 0.164876 CURRENT LEARNING RATE: 0.0018354328422818425
previous_iter_valid_loss : 0.1605261266231537
594380 0.160682 0.160526 0.164842 CURRENT LEARNING RATE: 0.0018350657924195968
previous_iter_valid_loss : 0.18232384324073792
594400 0.182478 0.182324 0.165702 CURRENT LEARNING RATE: 0.0018346988159599813
previous_iter_valid_loss : 0.1606913059949875
594420 0.160869 0.160691 0.165182 CURRENT LEARNING RATE: 0.0018343319128883203
previous_iter_valid_loss : 0.16229034960269928
594440 0.162458 0.162290 0.165267 CURRENT LEARNING RATE: 0.0018339650831899347
previous_iter_valid_loss : 0.16077791154384613
594460 0.160950 0.160778 0.165054 CURRENT LEARNING RATE: 0.001833598326850154
previous_iter_valid_loss : 0.1620120257139206
594480 0.162215 0.162012 0.164797 CURRENT LEARNING RATE: 0.0018332316438543048
previous_iter_valid_loss : 0.16119271516799927
594500 0.161348 0.161193 0.164586 CURRENT LEARNING RATE: 0.0018328650341877238
previous_iter_valid_loss : 0.16053353250026703
594520 0.160690 0.160534 0.164362 CURRENT LEARNING RATE: 0.0018324984978357421
previous_iter_valid_loss : 0.1610279083251953
594540 0.161191 0.161028 0.163605 CURRENT LEARNING RATE: 0.0018321320347837028
previous_iter_valid_loss : 0.16081669926643372
594560 0.160977 0.160817 0.163598 CURRENT LEARNING RATE: 0.001831765645016943
previous_iter_valid_loss : 0.1740749031305313
594580 0.174348 0.174075 0.164261 CURRENT LEARNING RATE: 0.0018313993285208113
previous_iter_valid_loss : 0.17340096831321716
594600 0.173675 0.173401 0.164727 CURRENT LEARNING RATE: 0.0018310330852806512
previous_iter_valid_loss : 0.1690862774848938
594620 0.169325 0.169086 0.164804 CURRENT LEARNING RATE: 0.0018306669152818166
previous_iter_valid_loss : 0.16652368009090424
594640 0.166743 0.166524 0.165100 CURRENT LEARNING RATE: 0.001830300818509657
previous_iter_valid_loss : 0.16066168248653412
594660 0.160820 0.160662 0.164956 CURRENT LEARNING RATE: 0.0018299347949495318
previous_iter_valid_loss : 0.1628127098083496
594680 0.162975 0.162813 0.164416 CURRENT LEARNING RATE: 0.0018295688445867972
previous_iter_valid_loss : 0.16146737337112427
594700 0.161625 0.161467 0.164221 CURRENT LEARNING RATE: 0.0018292029674068183
previous_iter_valid_loss : 0.189600870013237
594720 0.190015 0.189601 0.165613 CURRENT LEARNING RATE: 0.001828837163394957
previous_iter_valid_loss : 0.16216853260993958
594740 0.162355 0.162169 0.165682 CURRENT LEARNING RATE: 0.001828471432536582
previous_iter_valid_loss : 0.16677653789520264
594760 0.167005 0.166777 0.165936 CURRENT LEARNING RATE: 0.0018281057748170662
previous_iter_valid_loss : 0.16786997020244598
594780 0.168101 0.167870 0.166303 CURRENT LEARNING RATE: 0.0018277401902217802
previous_iter_valid_loss : 0.17474767565727234
594800 0.174900 0.174748 0.165924 CURRENT LEARNING RATE: 0.0018273746787361037
previous_iter_valid_loss : 0.17581652104854584
594820 0.176106 0.175817 0.166680 CURRENT LEARNING RATE: 0.0018270092403454127
previous_iter_valid_loss : 0.16070730984210968
594840 0.160893 0.160707 0.166601 CURRENT LEARNING RATE: 0.0018266438750350936
previous_iter_valid_loss : 0.17143473029136658
594860 0.171592 0.171435 0.167134 CURRENT LEARNING RATE: 0.0018262785827905278
previous_iter_valid_loss : 0.16245561838150024
594880 0.162623 0.162456 0.167156 CURRENT LEARNING RATE: 0.0018259133635971075
previous_iter_valid_loss : 0.1702054738998413
594900 0.170459 0.170205 0.167607 CURRENT LEARNING RATE: 0.00182554821744022
previous_iter_valid_loss : 0.16203241050243378
594920 0.162194 0.162032 0.167682 CURRENT LEARNING RATE: 0.0018251831443052632
previous_iter_valid_loss : 0.16712790727615356
594940 0.167296 0.167128 0.167987 CURRENT LEARNING RATE: 0.001824818144177631
previous_iter_valid_loss : 0.1621636599302292
594960 0.162350 0.162164 0.168054 CURRENT LEARNING RATE: 0.0018244532170427262
previous_iter_valid_loss : 0.16383330523967743
594980 0.164007 0.163833 0.167542 CURRENT LEARNING RATE: 0.0018240883628859487
previous_iter_valid_loss : 0.1608000248670578
595000 0.160955 0.160800 0.166912 CURRENT LEARNING RATE: 0.0018237235816927076
previous_iter_valid_loss : 0.16206249594688416
595020 0.162244 0.162062 0.166561 CURRENT LEARNING RATE: 0.0018233588734484082
previous_iter_valid_loss : 0.16465045511722565
595040 0.164866 0.164650 0.166467 CURRENT LEARNING RATE: 0.0018229942381384659
previous_iter_valid_loss : 0.1606006622314453
595060 0.160772 0.160601 0.166464 CURRENT LEARNING RATE: 0.0018226296757482916
previous_iter_valid_loss : 0.18279440701007843
595080 0.182961 0.182794 0.167463 CURRENT LEARNING RATE: 0.0018222651862633062
previous_iter_valid_loss : 0.16071327030658722
595100 0.160878 0.160713 0.167425 CURRENT LEARNING RATE: 0.0018219007696689271
previous_iter_valid_loss : 0.1607556790113449
595120 0.160930 0.160756 0.165983 CURRENT LEARNING RATE: 0.0018215364259505805
previous_iter_valid_loss : 0.1728195995092392
595140 0.173089 0.172820 0.166516 CURRENT LEARNING RATE: 0.0018211721550936894
previous_iter_valid_loss : 0.16056354343891144
595160 0.160730 0.160564 0.166205 CURRENT LEARNING RATE: 0.001820807957083685
previous_iter_valid_loss : 0.17283211648464203
595180 0.172994 0.172832 0.166453 CURRENT LEARNING RATE: 0.0018204438319060008
previous_iter_valid_loss : 0.16512687504291534
595200 0.165302 0.165127 0.165972 CURRENT LEARNING RATE: 0.0018200797795460682
previous_iter_valid_loss : 0.16062970459461212
595220 0.160790 0.160630 0.165213 CURRENT LEARNING RATE: 0.0018197157999893286
previous_iter_valid_loss : 0.16289937496185303
595240 0.163083 0.162899 0.165322 CURRENT LEARNING RATE: 0.00181935189322122
previous_iter_valid_loss : 0.16572874784469604
595260 0.165935 0.165729 0.165037 CURRENT LEARNING RATE: 0.0018189880592271888
previous_iter_valid_loss : 0.1657753735780716
595280 0.165989 0.165775 0.165203 CURRENT LEARNING RATE: 0.0018186242979926785
previous_iter_valid_loss : 0.17162808775901794
595300 0.171898 0.171628 0.165274 CURRENT LEARNING RATE: 0.0018182606095031421
previous_iter_valid_loss : 0.17438997328281403
595320 0.174684 0.174390 0.165892 CURRENT LEARNING RATE: 0.0018178969937440285
previous_iter_valid_loss : 0.16373856365680695
595340 0.163920 0.163739 0.165723 CURRENT LEARNING RATE: 0.0018175334507007969
previous_iter_valid_loss : 0.16233499348163605
595360 0.162508 0.162335 0.165731 CURRENT LEARNING RATE: 0.0018171699803589017
previous_iter_valid_loss : 0.16694284975528717
595380 0.167117 0.166943 0.165887 CURRENT LEARNING RATE: 0.0018168065827038075
previous_iter_valid_loss : 0.16551338136196136
595400 0.165697 0.165513 0.166122 CURRENT LEARNING RATE: 0.0018164432577209753
previous_iter_valid_loss : 0.1645926982164383
595420 0.164796 0.164593 0.166249 CURRENT LEARNING RATE: 0.0018160800053958755
previous_iter_valid_loss : 0.16696396470069885
595440 0.167188 0.166964 0.166365 CURRENT LEARNING RATE: 0.0018157168257139742
previous_iter_valid_loss : 0.16056734323501587
595460 0.160726 0.160567 0.166363 CURRENT LEARNING RATE: 0.001815353718660748
previous_iter_valid_loss : 0.16381384432315826
595480 0.164023 0.163814 0.165414 CURRENT LEARNING RATE: 0.0018149906842216692
previous_iter_valid_loss : 0.18572013080120087
595500 0.185873 0.185720 0.166664 CURRENT LEARNING RATE: 0.0018146277223822194
previous_iter_valid_loss : 0.16069096326828003
595520 0.160864 0.160691 0.166661 CURRENT LEARNING RATE: 0.0018142648331278773
previous_iter_valid_loss : 0.17432813346385956
595540 0.174609 0.174328 0.166736 CURRENT LEARNING RATE: 0.0018139020164441302
previous_iter_valid_loss : 0.16079527139663696
595560 0.160956 0.160795 0.166748 CURRENT LEARNING RATE: 0.0018135392723164626
previous_iter_valid_loss : 0.1748627871274948
595580 0.175029 0.174863 0.166850 CURRENT LEARNING RATE: 0.0018131766007303662
previous_iter_valid_loss : 0.1628885269165039
595600 0.163090 0.162889 0.166738 CURRENT LEARNING RATE: 0.0018128140016713354
previous_iter_valid_loss : 0.16271519660949707
595620 0.162899 0.162715 0.166842 CURRENT LEARNING RATE: 0.0018124514751248636
previous_iter_valid_loss : 0.16073285043239594
595640 0.160891 0.160733 0.166734 CURRENT LEARNING RATE: 0.0018120890210764522
previous_iter_valid_loss : 0.1642526239156723
595660 0.164426 0.164253 0.166660 CURRENT LEARNING RATE: 0.0018117266395116006
previous_iter_valid_loss : 0.16084876656532288
595680 0.161010 0.160849 0.166413 CURRENT LEARNING RATE: 0.0018113643304158164
previous_iter_valid_loss : 0.1620464026927948
595700 0.162222 0.162046 0.165934 CURRENT LEARNING RATE: 0.0018110020937746041
previous_iter_valid_loss : 0.16060270369052887
595720 0.160758 0.160603 0.165245 CURRENT LEARNING RATE: 0.0018106399295734774
previous_iter_valid_loss : 0.17346009612083435
595740 0.173736 0.173460 0.165731 CURRENT LEARNING RATE: 0.0018102778377979466
previous_iter_valid_loss : 0.16069522500038147
595760 0.160882 0.160695 0.165649 CURRENT LEARNING RATE: 0.001809915818433531
previous_iter_valid_loss : 0.16600218415260315
595780 0.166172 0.166002 0.165602 CURRENT LEARNING RATE: 0.0018095538714657466
previous_iter_valid_loss : 0.16120588779449463
595800 0.161396 0.161206 0.165387 CURRENT LEARNING RATE: 0.0018091919968801192
previous_iter_valid_loss : 0.1605287343263626
595820 0.160690 0.160529 0.165183 CURRENT LEARNING RATE: 0.0018088301946621703
previous_iter_valid_loss : 0.17871211469173431
595840 0.179023 0.178712 0.165771 CURRENT LEARNING RATE: 0.0018084684647974307
previous_iter_valid_loss : 0.1626809984445572
595860 0.162868 0.162681 0.165877 CURRENT LEARNING RATE: 0.0018081068072714288
previous_iter_valid_loss : 0.16073855757713318
595880 0.160891 0.160739 0.165723 CURRENT LEARNING RATE: 0.0018077452220697007
previous_iter_valid_loss : 0.17677153646945953
595900 0.177067 0.176772 0.165275 CURRENT LEARNING RATE: 0.0018073837091777802
previous_iter_valid_loss : 0.16057312488555908
595920 0.160729 0.160573 0.165270 CURRENT LEARNING RATE: 0.0018070222685812101
previous_iter_valid_loss : 0.16309311985969543
595940 0.163260 0.163093 0.164708 CURRENT LEARNING RATE: 0.001806660900265529
previous_iter_valid_loss : 0.16535566747188568
595960 0.165570 0.165356 0.164936 CURRENT LEARNING RATE: 0.0018062996042162846
previous_iter_valid_loss : 0.17466193437576294
595980 0.174822 0.174662 0.164926 CURRENT LEARNING RATE: 0.001805938380419026
previous_iter_valid_loss : 0.17515364289283752
596000 0.175434 0.175154 0.165539 CURRENT LEARNING RATE: 0.0018055772288593011
previous_iter_valid_loss : 0.17669403553009033
596020 0.176993 0.176694 0.166238 CURRENT LEARNING RATE: 0.0018052161495226674
previous_iter_valid_loss : 0.16082890331745148
596040 0.161011 0.160829 0.166243 CURRENT LEARNING RATE: 0.0018048551423946783
previous_iter_valid_loss : 0.17853441834449768
596060 0.178701 0.178534 0.166957 CURRENT LEARNING RATE: 0.0018044942074608966
previous_iter_valid_loss : 0.16872072219848633
596080 0.168963 0.168721 0.167350 CURRENT LEARNING RATE: 0.0018041333447068818
previous_iter_valid_loss : 0.17076845467090607
596100 0.170935 0.170768 0.167787 CURRENT LEARNING RATE: 0.0018037725541182029
previous_iter_valid_loss : 0.18886242806911469
596120 0.189287 0.188862 0.169200 CURRENT LEARNING RATE: 0.0018034118356804248
previous_iter_valid_loss : 0.16144321858882904
596140 0.161632 0.161443 0.168599 CURRENT LEARNING RATE: 0.001803051189379122
previous_iter_valid_loss : 0.16240531206130981
596160 0.162574 0.162405 0.168684 CURRENT LEARNING RATE: 0.001802690615199865
previous_iter_valid_loss : 0.16051028668880463
596180 0.160675 0.160510 0.168410 CURRENT LEARNING RATE: 0.0018023301131282349
previous_iter_valid_loss : 0.1702355146408081
596200 0.170494 0.170236 0.168861 CURRENT LEARNING RATE: 0.0018019696831498076
previous_iter_valid_loss : 0.1608266532421112
596220 0.160997 0.160827 0.168876 CURRENT LEARNING RATE: 0.0018016093252501695
previous_iter_valid_loss : 0.18095237016677856
596240 0.181120 0.180952 0.168988 CURRENT LEARNING RATE: 0.0018012490394149034
previous_iter_valid_loss : 0.1633804887533188
596260 0.163549 0.163380 0.169023 CURRENT LEARNING RATE: 0.0018008888256296003
previous_iter_valid_loss : 0.16054730117321014
596280 0.160708 0.160547 0.169013 CURRENT LEARNING RATE: 0.001800528683879849
previous_iter_valid_loss : 0.16198475658893585
596300 0.162148 0.161985 0.168274 CURRENT LEARNING RATE: 0.0018001686141512472
previous_iter_valid_loss : 0.16351215541362762
596320 0.163709 0.163512 0.168421 CURRENT LEARNING RATE: 0.0017998086164293882
previous_iter_valid_loss : 0.1606433093547821
596340 0.160813 0.160643 0.168299 CURRENT LEARNING RATE: 0.001799448690699876
previous_iter_valid_loss : 0.16896428167819977
596360 0.169125 0.168964 0.168479 CURRENT LEARNING RATE: 0.00179908883694831
previous_iter_valid_loss : 0.16166085004806519
596380 0.161837 0.161661 0.167829 CURRENT LEARNING RATE: 0.0017987290551602975
previous_iter_valid_loss : 0.16055546700954437
596400 0.160718 0.160555 0.167099 CURRENT LEARNING RATE: 0.0017983693453214494
previous_iter_valid_loss : 0.16059081256389618
596420 0.160768 0.160591 0.166294 CURRENT LEARNING RATE: 0.0017980097074173735
previous_iter_valid_loss : 0.1715192049741745
596440 0.171782 0.171519 0.166828 CURRENT LEARNING RATE: 0.0017976501414336875
previous_iter_valid_loss : 0.16051854193210602
596460 0.160678 0.160519 0.165928 CURRENT LEARNING RATE: 0.0017972906473560063
previous_iter_valid_loss : 0.16173140704631805
596480 0.161899 0.161731 0.165578 CURRENT LEARNING RATE: 0.0017969312251699524
previous_iter_valid_loss : 0.16540396213531494
596500 0.165610 0.165404 0.165310 CURRENT LEARNING RATE: 0.0017965718748611465
previous_iter_valid_loss : 0.16739661991596222
596520 0.167619 0.167397 0.164237 CURRENT LEARNING RATE: 0.0017962125964152175
previous_iter_valid_loss : 0.16070899367332458
596540 0.160881 0.160709 0.164200 CURRENT LEARNING RATE: 0.0017958533898177907
previous_iter_valid_loss : 0.17170971632003784
596560 0.171972 0.171710 0.164665 CURRENT LEARNING RATE: 0.0017954942550545015
previous_iter_valid_loss : 0.16316093504428864
596580 0.163328 0.163161 0.164798 CURRENT LEARNING RATE: 0.0017951351921109812
previous_iter_valid_loss : 0.16428816318511963
596600 0.164497 0.164288 0.164500 CURRENT LEARNING RATE: 0.00179477620097287
previous_iter_valid_loss : 0.16252337396144867
596620 0.162696 0.162523 0.164585 CURRENT LEARNING RATE: 0.001794417281625806
previous_iter_valid_loss : 0.16913089156150818
596640 0.169291 0.169131 0.163994 CURRENT LEARNING RATE: 0.0017940584340554347
previous_iter_valid_loss : 0.16406919062137604
596660 0.164275 0.164069 0.164028 CURRENT LEARNING RATE: 0.0017936996582473997
previous_iter_valid_loss : 0.16197505593299866
596680 0.162138 0.161975 0.164100 CURRENT LEARNING RATE: 0.0017933409541873526
previous_iter_valid_loss : 0.1687307506799698
596700 0.168966 0.168731 0.164437 CURRENT LEARNING RATE: 0.0017929823218609425
previous_iter_valid_loss : 0.16179154813289642
596720 0.161985 0.161792 0.164351 CURRENT LEARNING RATE: 0.001792623761253827
previous_iter_valid_loss : 0.17156177759170532
596740 0.171823 0.171562 0.164897 CURRENT LEARNING RATE: 0.0017922652723516609
previous_iter_valid_loss : 0.16152246296405792
596760 0.161713 0.161522 0.164525 CURRENT LEARNING RATE: 0.0017919068551401057
previous_iter_valid_loss : 0.17248065769672394
596780 0.172748 0.172481 0.165066 CURRENT LEARNING RATE: 0.0017915485096048262
previous_iter_valid_loss : 0.16052620112895966
596800 0.160689 0.160526 0.165064 CURRENT LEARNING RATE: 0.0017911902357314862
previous_iter_valid_loss : 0.1718333661556244
596820 0.172105 0.171833 0.165627 CURRENT LEARNING RATE: 0.0017908320335057572
previous_iter_valid_loss : 0.1775892823934555
596840 0.177898 0.177589 0.165930 CURRENT LEARNING RATE: 0.0017904739029133085
previous_iter_valid_loss : 0.1637822389602661
596860 0.163995 0.163782 0.166093 CURRENT LEARNING RATE: 0.0017901158439398172
previous_iter_valid_loss : 0.17079000174999237
596880 0.171052 0.170790 0.166546 CURRENT LEARNING RATE: 0.001789757856570959
previous_iter_valid_loss : 0.16055828332901
596900 0.160729 0.160558 0.166304 CURRENT LEARNING RATE: 0.0017893999407924165
previous_iter_valid_loss : 0.1778603345155716
596920 0.178031 0.177860 0.166827 CURRENT LEARNING RATE: 0.0017890420965898705
previous_iter_valid_loss : 0.16100680828094482
596940 0.161192 0.161007 0.166842 CURRENT LEARNING RATE: 0.0017886843239490098
previous_iter_valid_loss : 0.16578038036823273
596960 0.165955 0.165780 0.166546 CURRENT LEARNING RATE: 0.0017883266228555209
previous_iter_valid_loss : 0.1613144427537918
596980 0.161480 0.161314 0.166453 CURRENT LEARNING RATE: 0.0017879689932950988
previous_iter_valid_loss : 0.16605378687381744
597000 0.166274 0.166054 0.166542 CURRENT LEARNING RATE: 0.001787611435253435
previous_iter_valid_loss : 0.16098552942276
597020 0.161150 0.160986 0.166465 CURRENT LEARNING RATE: 0.0017872539487162307
previous_iter_valid_loss : 0.17394240200519562
597040 0.174227 0.173942 0.166705 CURRENT LEARNING RATE: 0.0017868965336691827
previous_iter_valid_loss : 0.1673380434513092
597060 0.167506 0.167338 0.166869 CURRENT LEARNING RATE: 0.0017865391900979979
previous_iter_valid_loss : 0.17419321835041046
597080 0.174349 0.174193 0.167480 CURRENT LEARNING RATE: 0.0017861819179883793
previous_iter_valid_loss : 0.1678341180086136
597100 0.168002 0.167834 0.167435 CURRENT LEARNING RATE: 0.0017858247173260394
previous_iter_valid_loss : 0.167589470744133
597120 0.167759 0.167589 0.167725 CURRENT LEARNING RATE: 0.0017854675880966868
previous_iter_valid_loss : 0.2038716971874237
597140 0.203939 0.203872 0.169340 CURRENT LEARNING RATE: 0.0017851105302860396
previous_iter_valid_loss : 0.1669156551361084
597160 0.167140 0.166916 0.169610 CURRENT LEARNING RATE: 0.001784753543879812
previous_iter_valid_loss : 0.16833733022212982
597180 0.168579 0.168337 0.169403 CURRENT LEARNING RATE: 0.0017843966288637267
previous_iter_valid_loss : 0.1605401188135147
597200 0.160705 0.160540 0.169403 CURRENT LEARNING RATE: 0.0017840397852235085
previous_iter_valid_loss : 0.16768991947174072
597220 0.167910 0.167690 0.169196 CURRENT LEARNING RATE: 0.00178368301294488
previous_iter_valid_loss : 0.1605500876903534
597240 0.160723 0.160550 0.168344 CURRENT LEARNING RATE: 0.001783326312013574
previous_iter_valid_loss : 0.16169913113117218
597260 0.161856 0.161699 0.168240 CURRENT LEARNING RATE: 0.0017829696824153193
previous_iter_valid_loss : 0.16184929013252258
597280 0.162041 0.161849 0.167793 CURRENT LEARNING RATE: 0.0017826131241358535
previous_iter_valid_loss : 0.16083206236362457
597300 0.160988 0.160832 0.167807 CURRENT LEARNING RATE: 0.0017822566371609111
previous_iter_valid_loss : 0.17097921669483185
597320 0.171133 0.170979 0.167463 CURRENT LEARNING RATE: 0.0017819002214762365
previous_iter_valid_loss : 0.1612258106470108
597340 0.161387 0.161226 0.167474 CURRENT LEARNING RATE: 0.001781543877067569
previous_iter_valid_loss : 0.16739656031131744
597360 0.167567 0.167397 0.167554 CURRENT LEARNING RATE: 0.0017811876039206588
previous_iter_valid_loss : 0.1610051691532135
597380 0.161197 0.161005 0.167539 CURRENT LEARNING RATE: 0.0017808314020212512
previous_iter_valid_loss : 0.16473868489265442
597400 0.164939 0.164739 0.167473 CURRENT LEARNING RATE: 0.0017804752713551015
previous_iter_valid_loss : 0.1605166494846344
597420 0.160683 0.160517 0.167450 CURRENT LEARNING RATE: 0.0017801192119079612
previous_iter_valid_loss : 0.16377265751361847
597440 0.163943 0.163773 0.166941 CURRENT LEARNING RATE: 0.0017797632236655912
previous_iter_valid_loss : 0.1608457863330841
597460 0.161031 0.160846 0.166617 CURRENT LEARNING RATE: 0.0017794073066137491
previous_iter_valid_loss : 0.16375631093978882
597480 0.163925 0.163756 0.166095 CURRENT LEARNING RATE: 0.0017790514607382007
previous_iter_valid_loss : 0.16725006699562073
597500 0.167421 0.167250 0.166066 CURRENT LEARNING RATE: 0.0017786956860247095
previous_iter_valid_loss : 0.17501558363437653
597520 0.175182 0.175016 0.166437 CURRENT LEARNING RATE: 0.0017783399824590478
previous_iter_valid_loss : 0.16058211028575897
597540 0.160739 0.160582 0.164272 CURRENT LEARNING RATE: 0.001777984350026984
previous_iter_valid_loss : 0.16060052812099457
597560 0.160777 0.160601 0.163957 CURRENT LEARNING RATE: 0.001777628788714296
previous_iter_valid_loss : 0.16337837278842926
597580 0.163572 0.163378 0.163709 CURRENT LEARNING RATE: 0.001777273298506758
previous_iter_valid_loss : 0.1618475764989853
597600 0.162040 0.161848 0.163774 CURRENT LEARNING RATE: 0.0017769178793901523
previous_iter_valid_loss : 0.16153556108474731
597620 0.161722 0.161536 0.163466 CURRENT LEARNING RATE: 0.0017765625313502635
previous_iter_valid_loss : 0.1605754941701889
597640 0.160731 0.160575 0.163468 CURRENT LEARNING RATE: 0.001776207254372875
previous_iter_valid_loss : 0.16137127578258514
597660 0.161523 0.161371 0.163451 CURRENT LEARNING RATE: 0.001775852048443778
previous_iter_valid_loss : 0.160789355635643
597680 0.160971 0.160789 0.163398 CURRENT LEARNING RATE: 0.0017754969135487615
previous_iter_valid_loss : 0.16102957725524902
597700 0.161189 0.161030 0.163408 CURRENT LEARNING RATE: 0.0017751418496736238
previous_iter_valid_loss : 0.16089840233325958
597720 0.161088 0.160898 0.162904 CURRENT LEARNING RATE: 0.0017747868568041584
previous_iter_valid_loss : 0.1605115532875061
597740 0.160671 0.160512 0.162868 CURRENT LEARNING RATE: 0.0017744319349261696
previous_iter_valid_loss : 0.16057468950748444
597760 0.160731 0.160575 0.162527 CURRENT LEARNING RATE: 0.0017740770840254563
previous_iter_valid_loss : 0.16297027468681335
597780 0.163172 0.162970 0.162625 CURRENT LEARNING RATE: 0.0017737223040878284
previous_iter_valid_loss : 0.16070275008678436
597800 0.160862 0.160703 0.162424 CURRENT LEARNING RATE: 0.0017733675950990914
previous_iter_valid_loss : 0.16216258704662323
597820 0.162352 0.162163 0.162506 CURRENT LEARNING RATE: 0.00177301295704506
previous_iter_valid_loss : 0.16054660081863403
597840 0.160706 0.160547 0.162345 CURRENT LEARNING RATE: 0.0017726583899115454
previous_iter_valid_loss : 0.16054034233093262
597860 0.160702 0.160540 0.162329 CURRENT LEARNING RATE: 0.0017723038936843683
previous_iter_valid_loss : 0.17006516456604004
597880 0.170226 0.170065 0.162645 CURRENT LEARNING RATE: 0.0017719494683493455
previous_iter_valid_loss : 0.16871531307697296
597900 0.168948 0.168715 0.162718 CURRENT LEARNING RATE: 0.0017715951138923035
previous_iter_valid_loss : 0.16370104253292084
597920 0.163893 0.163701 0.162152 CURRENT LEARNING RATE: 0.0017712408302990646
previous_iter_valid_loss : 0.16244661808013916
597940 0.162614 0.162447 0.162246 CURRENT LEARNING RATE: 0.0017708866175554605
previous_iter_valid_loss : 0.1607571542263031
597960 0.160910 0.160757 0.162253 CURRENT LEARNING RATE: 0.00177053247564732
previous_iter_valid_loss : 0.17092640697956085
597980 0.171187 0.170926 0.162631 CURRENT LEARNING RATE: 0.0017701784045604787
previous_iter_valid_loss : 0.16669589281082153
598000 0.166857 0.166696 0.162873 CURRENT LEARNING RATE: 0.0017698244042807754
previous_iter_valid_loss : 0.16155840456485748
598020 0.161724 0.161558 0.162874 CURRENT LEARNING RATE: 0.001769470474794047
previous_iter_valid_loss : 0.17422334849834442
598040 0.174507 0.174223 0.163557 CURRENT LEARNING RATE: 0.0017691166160861394
previous_iter_valid_loss : 0.16111677885055542
598060 0.161275 0.161117 0.163544 CURRENT LEARNING RATE: 0.0017687628281428949
previous_iter_valid_loss : 0.16086174547672272
598080 0.161046 0.160862 0.163548 CURRENT LEARNING RATE: 0.0017684091109501656
previous_iter_valid_loss : 0.16745281219482422
598100 0.167681 0.167453 0.163869 CURRENT LEARNING RATE: 0.0017680554644937993
previous_iter_valid_loss : 0.16272994875907898
598120 0.162936 0.162730 0.163960 CURRENT LEARNING RATE: 0.0017677018887596533
previous_iter_valid_loss : 0.17459984123706818
598140 0.174877 0.174600 0.164665 CURRENT LEARNING RATE: 0.0017673483837335816
previous_iter_valid_loss : 0.16800810396671295
598160 0.168233 0.168008 0.165036 CURRENT LEARNING RATE: 0.001766994949401447
previous_iter_valid_loss : 0.1627085655927658
598180 0.162868 0.162709 0.165023 CURRENT LEARNING RATE: 0.0017666415857491092
previous_iter_valid_loss : 0.16354288160800934
598200 0.163735 0.163543 0.165165 CURRENT LEARNING RATE: 0.0017662882927624364
previous_iter_valid_loss : 0.16500821709632874
598220 0.165179 0.165008 0.165308 CURRENT LEARNING RATE: 0.0017659350704272941
previous_iter_valid_loss : 0.16053062677383423
598240 0.160701 0.160531 0.165307 CURRENT LEARNING RATE: 0.0017655819187295562
previous_iter_valid_loss : 0.162250816822052
598260 0.162437 0.162251 0.165392 CURRENT LEARNING RATE: 0.001765228837655094
previous_iter_valid_loss : 0.17248409986495972
598280 0.172639 0.172484 0.165513 CURRENT LEARNING RATE: 0.001764875827189787
previous_iter_valid_loss : 0.16214673221111298
598300 0.162308 0.162147 0.165185 CURRENT LEARNING RATE: 0.0017645228873195118
previous_iter_valid_loss : 0.16111905872821808
598320 0.161302 0.161119 0.165056 CURRENT LEARNING RATE: 0.001764170018030154
previous_iter_valid_loss : 0.17599691450595856
598340 0.176160 0.175997 0.165733 CURRENT LEARNING RATE: 0.0017638172193075955
previous_iter_valid_loss : 0.1606329381465912
598360 0.160807 0.160633 0.165727 CURRENT LEARNING RATE: 0.0017634644911377277
previous_iter_valid_loss : 0.16057191789150238
598380 0.160722 0.160572 0.165209 CURRENT LEARNING RATE: 0.0017631118335064378
previous_iter_valid_loss : 0.1716204732656479
598400 0.171881 0.171620 0.165456 CURRENT LEARNING RATE: 0.0017627592463996219
previous_iter_valid_loss : 0.16602641344070435
598420 0.166186 0.166026 0.165679 CURRENT LEARNING RATE: 0.0017624067298031773
previous_iter_valid_loss : 0.16059044003486633
598440 0.160759 0.160590 0.164997 CURRENT LEARNING RATE: 0.0017620542837030009
previous_iter_valid_loss : 0.17679943144321442
598460 0.176955 0.176799 0.165781 CURRENT LEARNING RATE: 0.0017617019080849975
previous_iter_valid_loss : 0.17276990413665771
598480 0.173046 0.172770 0.166377 CURRENT LEARNING RATE: 0.0017613496029350692
previous_iter_valid_loss : 0.16174747049808502
598500 0.161909 0.161747 0.166092 CURRENT LEARNING RATE: 0.0017609973682391267
previous_iter_valid_loss : 0.1718810647726059
598520 0.172137 0.171881 0.166549 CURRENT LEARNING RATE: 0.0017606452039830777
previous_iter_valid_loss : 0.1605997532606125
598540 0.160754 0.160600 0.165849 CURRENT LEARNING RATE: 0.0017602931101528385
previous_iter_valid_loss : 0.19632244110107422
598560 0.196818 0.196322 0.167265 CURRENT LEARNING RATE: 0.0017599410867343225
previous_iter_valid_loss : 0.1785210371017456
598580 0.178688 0.178521 0.168056 CURRENT LEARNING RATE: 0.0017595891337134515
previous_iter_valid_loss : 0.1648791879415512
598600 0.165077 0.164879 0.168122 CURRENT LEARNING RATE: 0.001759237251076145
previous_iter_valid_loss : 0.18234890699386597
598620 0.182510 0.182349 0.168989 CURRENT LEARNING RATE: 0.0017588854388083297
previous_iter_valid_loss : 0.17393562197685242
598640 0.174093 0.173936 0.169660 CURRENT LEARNING RATE: 0.0017585336968959312
previous_iter_valid_loss : 0.16311195492744446
598660 0.163298 0.163112 0.169703 CURRENT LEARNING RATE: 0.0017581820253248822
previous_iter_valid_loss : 0.16317428648471832
598680 0.163371 0.163174 0.169237 CURRENT LEARNING RATE: 0.0017578304240811128
previous_iter_valid_loss : 0.18143600225448608
598700 0.181764 0.181436 0.170202 CURRENT LEARNING RATE: 0.0017574788931505622
previous_iter_valid_loss : 0.16981734335422516
598720 0.170061 0.169817 0.170637 CURRENT LEARNING RATE: 0.001757127432519166
previous_iter_valid_loss : 0.16142308712005615
598740 0.161597 0.161423 0.169908 CURRENT LEARNING RATE: 0.0017567760421728692
previous_iter_valid_loss : 0.16382363438606262
598760 0.163991 0.163824 0.170067 CURRENT LEARNING RATE: 0.001756424722097612
previous_iter_valid_loss : 0.16302615404129028
598780 0.163217 0.163026 0.170190 CURRENT LEARNING RATE: 0.0017560734722793447
previous_iter_valid_loss : 0.160820871591568
598800 0.160999 0.160821 0.169650 CURRENT LEARNING RATE: 0.0017557222927040176
previous_iter_valid_loss : 0.17046216130256653
598820 0.170701 0.170462 0.169872 CURRENT LEARNING RATE: 0.0017553711833575812
previous_iter_valid_loss : 0.16107220947742462
598840 0.161255 0.161072 0.169896 CURRENT LEARNING RATE: 0.0017550201442259937
previous_iter_valid_loss : 0.16095134615898132
598860 0.161129 0.160951 0.169104 CURRENT LEARNING RATE: 0.001754669175295211
previous_iter_valid_loss : 0.16080999374389648
598880 0.160973 0.160810 0.168506 CURRENT LEARNING RATE: 0.0017543182765511968
previous_iter_valid_loss : 0.1605120599269867
598900 0.160682 0.160512 0.168444 CURRENT LEARNING RATE: 0.0017539674479799122
previous_iter_valid_loss : 0.17291344702243805
598920 0.173075 0.172913 0.168495 CURRENT LEARNING RATE: 0.0017536166895673274
previous_iter_valid_loss : 0.1626594066619873
598940 0.162853 0.162659 0.168598 CURRENT LEARNING RATE: 0.0017532660012994092
previous_iter_valid_loss : 0.16066740453243256
598960 0.160835 0.160667 0.166816 CURRENT LEARNING RATE: 0.0017529153831621325
previous_iter_valid_loss : 0.19931896030902863
598980 0.199852 0.199319 0.167856 CURRENT LEARNING RATE: 0.0017525648351414697
previous_iter_valid_loss : 0.16556303203105927
599000 0.165775 0.165563 0.167890 CURRENT LEARNING RATE: 0.0017522143572234023
previous_iter_valid_loss : 0.16833092272281647
599020 0.168571 0.168331 0.167189 CURRENT LEARNING RATE: 0.001751863949393908
previous_iter_valid_loss : 0.16163906455039978
599040 0.161839 0.161639 0.166574 CURRENT LEARNING RATE: 0.0017515136116389733
previous_iter_valid_loss : 0.16387660801410675
599060 0.164053 0.163877 0.166612 CURRENT LEARNING RATE: 0.0017511633439445818
previous_iter_valid_loss : 0.16488049924373627
599080 0.165059 0.164880 0.166698 CURRENT LEARNING RATE: 0.001750813146296726
previous_iter_valid_loss : 0.17029568552970886
599100 0.170455 0.170296 0.166141 CURRENT LEARNING RATE: 0.0017504630186813944
previous_iter_valid_loss : 0.16306740045547485
599120 0.163267 0.163067 0.165803 CURRENT LEARNING RATE: 0.0017501129610845855
previous_iter_valid_loss : 0.18503206968307495
599140 0.185185 0.185032 0.166984 CURRENT LEARNING RATE: 0.0017497629734922937
previous_iter_valid_loss : 0.17437319457530975
599160 0.174527 0.174373 0.167511 CURRENT LEARNING RATE: 0.0017494130558905227
previous_iter_valid_loss : 0.16053977608680725
599180 0.160707 0.160540 0.167387 CURRENT LEARNING RATE: 0.0017490632082652724
previous_iter_valid_loss : 0.16482801735401154
599200 0.165009 0.164828 0.167587 CURRENT LEARNING RATE: 0.0017487134306025508
previous_iter_valid_loss : 0.17303083837032318
599220 0.173183 0.173031 0.167715 CURRENT LEARNING RATE: 0.0017483637228883685
previous_iter_valid_loss : 0.16928954422473907
599240 0.169453 0.169290 0.168126 CURRENT LEARNING RATE: 0.0017480140851087332
previous_iter_valid_loss : 0.17256535589694977
599260 0.172724 0.172565 0.168707 CURRENT LEARNING RATE: 0.0017476645172496634
previous_iter_valid_loss : 0.16129045188426971
599280 0.161451 0.161290 0.168731 CURRENT LEARNING RATE: 0.0017473150192971732
previous_iter_valid_loss : 0.17970329523086548
599300 0.179872 0.179703 0.169691 CURRENT LEARNING RATE: 0.001746965591237285
previous_iter_valid_loss : 0.22263553738594055
599320 0.222626 0.222636 0.172177 CURRENT LEARNING RATE: 0.0017466162330560197
previous_iter_valid_loss : 0.16074880957603455
599340 0.160904 0.160749 0.172081 CURRENT LEARNING RATE: 0.0017462669447394052
previous_iter_valid_loss : 0.162652850151062
599360 0.162830 0.162653 0.172180 CURRENT LEARNING RATE: 0.0017459177262734674
previous_iter_valid_loss : 0.16139432787895203
599380 0.161556 0.161394 0.170284 CURRENT LEARNING RATE: 0.00174556857764424
previous_iter_valid_loss : 0.16051575541496277
599400 0.160682 0.160516 0.170032 CURRENT LEARNING RATE: 0.0017452194988377546
previous_iter_valid_loss : 0.17203105986118317
599420 0.172189 0.172031 0.170217 CURRENT LEARNING RATE: 0.0017448704898400513
previous_iter_valid_loss : 0.16786852478981018
599440 0.168027 0.167869 0.170528 CURRENT LEARNING RATE: 0.0017445215506371658
previous_iter_valid_loss : 0.17767596244812012
599460 0.177842 0.177676 0.171218 CURRENT LEARNING RATE: 0.0017441726812151444
previous_iter_valid_loss : 0.16142669320106506
599480 0.161616 0.161427 0.171046 CURRENT LEARNING RATE: 0.0017438238815600288
previous_iter_valid_loss : 0.16344328224658966
599500 0.163622 0.163443 0.170703 CURRENT LEARNING RATE: 0.00174347515165787
previous_iter_valid_loss : 0.1606002002954483
599520 0.160782 0.160600 0.170580 CURRENT LEARNING RATE: 0.0017431264914947165
previous_iter_valid_loss : 0.16470704972743988
599540 0.164887 0.164707 0.169563 CURRENT LEARNING RATE: 0.001742777901056624
previous_iter_valid_loss : 0.19775593280792236
599560 0.197850 0.197756 0.170733 CURRENT LEARNING RATE: 0.0017424293803296464
previous_iter_valid_loss : 0.18475888669490814
599580 0.185133 0.184759 0.171944 CURRENT LEARNING RATE: 0.0017420809292998443
previous_iter_valid_loss : 0.16267523169517517
599600 0.162867 0.162675 0.171836 CURRENT LEARNING RATE: 0.001741732547953281
previous_iter_valid_loss : 0.18910109996795654
599620 0.189532 0.189101 0.172639 CURRENT LEARNING RATE: 0.0017413842362760184
previous_iter_valid_loss : 0.1605566143989563
599640 0.160721 0.160557 0.172203 CURRENT LEARNING RATE: 0.0017410359942541269
previous_iter_valid_loss : 0.17608784139156342
599660 0.176378 0.176088 0.172379 CURRENT LEARNING RATE: 0.0017406878218736742
previous_iter_valid_loss : 0.16478459537029266
599680 0.164991 0.164785 0.172554 CURRENT LEARNING RATE: 0.0017403397191207357
previous_iter_valid_loss : 0.1610424965620041
599700 0.161203 0.161042 0.171621 CURRENT LEARNING RATE: 0.001739991685981385
previous_iter_valid_loss : 0.1617046743631363
599720 0.161874 0.161705 0.168574 CURRENT LEARNING RATE: 0.0017396437224417034
previous_iter_valid_loss : 0.16092078387737274
599740 0.161109 0.160921 0.168583 CURRENT LEARNING RATE: 0.0017392958284877691
previous_iter_valid_loss : 0.1624307483434677
599760 0.162612 0.162431 0.168571 CURRENT LEARNING RATE: 0.00173894800410567
previous_iter_valid_loss : 0.16265322268009186
599780 0.162837 0.162653 0.168634 CURRENT LEARNING RATE: 0.0017386002492814898
previous_iter_valid_loss : 0.1676475554704666
599800 0.167875 0.167648 0.168991 CURRENT LEARNING RATE: 0.0017382525640013214
previous_iter_valid_loss : 0.1616681069135666
599820 0.161825 0.161668 0.168473 CURRENT LEARNING RATE: 0.0017379049482512542
previous_iter_valid_loss : 0.17113326489925385
599840 0.171293 0.171133 0.168636 CURRENT LEARNING RATE: 0.0017375574020173866
previous_iter_valid_loss : 0.16086694598197937
599860 0.161056 0.160867 0.167796 CURRENT LEARNING RATE: 0.0017372099252858137
previous_iter_valid_loss : 0.16572663187980652
599880 0.165931 0.165727 0.168011 CURRENT LEARNING RATE: 0.0017368625180426399
previous_iter_valid_loss : 0.16254332661628723
599900 0.162695 0.162543 0.167966 CURRENT LEARNING RATE: 0.0017365151802739651
previous_iter_valid_loss : 0.16623103618621826
599920 0.166455 0.166231 0.168247 CURRENT LEARNING RATE: 0.0017361679119658995
previous_iter_valid_loss : 0.16066482663154602
599940 0.160844 0.160665 0.168045 CURRENT LEARNING RATE: 0.001735820713104549
previous_iter_valid_loss : 0.16636846959590912
599960 0.166577 0.166368 0.166476 CURRENT LEARNING RATE: 0.001735473583676029
previous_iter_valid_loss : 0.1947615146636963
599980 0.195239 0.194762 0.166976 CURRENT LEARNING RATE: 0.0017351265236664507
previous_iter_valid_loss : 0.1692582219839096
600000 0.169494 0.169258 0.167305 CURRENT LEARNING RATE: 0.0017347795330619339
previous_iter_valid_loss : 0.16565796732902527
600020 0.165884 0.165658 0.166133 CURRENT LEARNING RATE: 0.0017344326118486
previous_iter_valid_loss : 0.16061952710151672
600040 0.160794 0.160620 0.166136 CURRENT LEARNING RATE: 0.0017340857600125694
previous_iter_valid_loss : 0.1781933754682541
600060 0.178500 0.178193 0.166241 CURRENT LEARNING RATE: 0.0017337389775399707
previous_iter_valid_loss : 0.16060958802700043
600080 0.160781 0.160610 0.166032 CURRENT LEARNING RATE: 0.0017333922644169302
previous_iter_valid_loss : 0.16332340240478516
600100 0.163503 0.163323 0.166147 CURRENT LEARNING RATE: 0.001733045620629582
previous_iter_valid_loss : 0.1606391966342926
600120 0.160802 0.160639 0.166093 CURRENT LEARNING RATE: 0.001732699046164057
previous_iter_valid_loss : 0.18274913728237152
600140 0.182918 0.182749 0.167185 CURRENT LEARNING RATE: 0.0017323525410064956
previous_iter_valid_loss : 0.16177739202976227
600160 0.161978 0.161777 0.167152 CURRENT LEARNING RATE: 0.0017320061051430348
previous_iter_valid_loss : 0.16187447309494019
600180 0.162073 0.161874 0.167113 CURRENT LEARNING RATE: 0.0017316597385598198
previous_iter_valid_loss : 0.16313020884990692
600200 0.163306 0.163130 0.166887 CURRENT LEARNING RATE: 0.001731313441242993
previous_iter_valid_loss : 0.16230063140392303
600220 0.162492 0.162301 0.166919 CURRENT LEARNING RATE: 0.0017309672131787057
previous_iter_valid_loss : 0.1613537222146988
600240 0.161521 0.161354 0.166430 CURRENT LEARNING RATE: 0.0017306210543531057
previous_iter_valid_loss : 0.1701786369085312
600260 0.170436 0.170179 0.166895 CURRENT LEARNING RATE: 0.0017302749647523496
previous_iter_valid_loss : 0.17307637631893158
600280 0.173241 0.173076 0.167263 CURRENT LEARNING RATE: 0.0017299289443625909
previous_iter_valid_loss : 0.16352544724941254
600300 0.163732 0.163525 0.167312 CURRENT LEARNING RATE: 0.0017295829931699917
previous_iter_valid_loss : 0.16052304208278656
600320 0.160690 0.160523 0.167027 CURRENT LEARNING RATE: 0.0017292371111607108
previous_iter_valid_loss : 0.1653948426246643
600340 0.165570 0.165395 0.167263 CURRENT LEARNING RATE: 0.0017288912983209163
previous_iter_valid_loss : 0.16500814259052277
600360 0.165186 0.165008 0.167195 CURRENT LEARNING RATE: 0.0017285455546367722
previous_iter_valid_loss : 0.1614179015159607
600380 0.161585 0.161418 0.165528 CURRENT LEARNING RATE: 0.0017281998800944519
previous_iter_valid_loss : 0.16531729698181152
600400 0.165490 0.165317 0.165331 CURRENT LEARNING RATE: 0.0017278542746801259
previous_iter_valid_loss : 0.1660533845424652
600420 0.166269 0.166053 0.165351 CURRENT LEARNING RATE: 0.0017275087383799709
previous_iter_valid_loss : 0.16080226004123688
600440 0.160962 0.160802 0.165360 CURRENT LEARNING RATE: 0.0017271632711801672
previous_iter_valid_loss : 0.162252739071846
600460 0.162421 0.162253 0.164563 CURRENT LEARNING RATE: 0.0017268178730668932
previous_iter_valid_loss : 0.16733375191688538
600480 0.167560 0.167334 0.164899 CURRENT LEARNING RATE: 0.0017264725440263356
previous_iter_valid_loss : 0.16102150082588196
600500 0.161184 0.161022 0.164784 CURRENT LEARNING RATE: 0.0017261272840446787
previous_iter_valid_loss : 0.1616523265838623
600520 0.161816 0.161652 0.164835 CURRENT LEARNING RATE: 0.001725782093108115
previous_iter_valid_loss : 0.16586948931217194
600540 0.166044 0.165869 0.163991 CURRENT LEARNING RATE: 0.0017254369712028335
previous_iter_valid_loss : 0.17294465005397797
600560 0.173104 0.172945 0.164549 CURRENT LEARNING RATE: 0.0017250919183150325
previous_iter_valid_loss : 0.17728780210018158
600580 0.177452 0.177288 0.165320 CURRENT LEARNING RATE: 0.001724746934430907
previous_iter_valid_loss : 0.17058143019676208
600600 0.170745 0.170581 0.165692 CURRENT LEARNING RATE: 0.001724402019536661
previous_iter_valid_loss : 0.17447659373283386
600620 0.174637 0.174477 0.166301 CURRENT LEARNING RATE: 0.0017240571736184943
previous_iter_valid_loss : 0.16491484642028809
600640 0.165096 0.164915 0.166479 CURRENT LEARNING RATE: 0.0017237123966626165
previous_iter_valid_loss : 0.16273175179958344
600660 0.162902 0.162732 0.166107 CURRENT LEARNING RATE: 0.0017233676886552328
previous_iter_valid_loss : 0.1731072962284088
600680 0.173263 0.173107 0.166108 CURRENT LEARNING RATE: 0.0017230230495825587
previous_iter_valid_loss : 0.16055408120155334
600700 0.160726 0.160554 0.165960 CURRENT LEARNING RATE: 0.001722678479430805
previous_iter_valid_loss : 0.1666119247674942
600720 0.166778 0.166612 0.166264 CURRENT LEARNING RATE: 0.0017223339781861926
previous_iter_valid_loss : 0.16680693626403809
600740 0.166984 0.166807 0.166335 CURRENT LEARNING RATE: 0.001721989545834938
previous_iter_valid_loss : 0.16154003143310547
600760 0.161739 0.161540 0.166161 CURRENT LEARNING RATE: 0.0017216451823632666
previous_iter_valid_loss : 0.1761610060930252
600780 0.176460 0.176161 0.166898 CURRENT LEARNING RATE: 0.0017213008877574015
previous_iter_valid_loss : 0.16493462026119232
600800 0.165140 0.164935 0.166879 CURRENT LEARNING RATE: 0.0017209566620035722
previous_iter_valid_loss : 0.1605776697397232
600820 0.160753 0.160578 0.166605 CURRENT LEARNING RATE: 0.0017206125050880112
previous_iter_valid_loss : 0.16786380112171173
600840 0.168034 0.167864 0.166959 CURRENT LEARNING RATE: 0.0017202684169969487
previous_iter_valid_loss : 0.17785052955150604
600860 0.178015 0.177851 0.167738 CURRENT LEARNING RATE: 0.0017199243977166249
previous_iter_valid_loss : 0.1609000414609909
600880 0.161059 0.160900 0.167417 CURRENT LEARNING RATE: 0.0017195804472332754
previous_iter_valid_loss : 0.16324448585510254
600900 0.163440 0.163244 0.167528 CURRENT LEARNING RATE: 0.0017192365655331462
previous_iter_valid_loss : 0.1717132180929184
600920 0.171980 0.171713 0.168031 CURRENT LEARNING RATE: 0.0017188927526024778
previous_iter_valid_loss : 0.1629871129989624
600940 0.163195 0.162987 0.167887 CURRENT LEARNING RATE: 0.0017185490084275217
previous_iter_valid_loss : 0.16621500253677368
600960 0.166417 0.166215 0.167550 CURRENT LEARNING RATE: 0.001718205332994524
previous_iter_valid_loss : 0.1776018589735031
600980 0.177912 0.177602 0.167566 CURRENT LEARNING RATE: 0.0017178617262897417
previous_iter_valid_loss : 0.1635754108428955
601000 0.163739 0.163575 0.167216 CURRENT LEARNING RATE: 0.0017175181882994274
previous_iter_valid_loss : 0.16950786113739014
601020 0.169755 0.169508 0.166967 CURRENT LEARNING RATE: 0.001717174719009842
previous_iter_valid_loss : 0.16174916923046112
601040 0.161912 0.161749 0.166809 CURRENT LEARNING RATE: 0.0017168313184072444
previous_iter_valid_loss : 0.16693124175071716
601060 0.167163 0.166931 0.167019 CURRENT LEARNING RATE: 0.0017164879864779011
previous_iter_valid_loss : 0.1735263466835022
601080 0.173801 0.173526 0.167040 CURRENT LEARNING RATE: 0.001716144723208076
previous_iter_valid_loss : 0.1618083268404007
601100 0.162010 0.161808 0.167103 CURRENT LEARNING RATE: 0.0017158015285840414
previous_iter_valid_loss : 0.16949275135993958
601120 0.169655 0.169493 0.167247 CURRENT LEARNING RATE: 0.0017154584025920669
previous_iter_valid_loss : 0.160854771733284
601140 0.161036 0.160855 0.166949 CURRENT LEARNING RATE: 0.0017151153452184301
previous_iter_valid_loss : 0.17081743478775024
601160 0.171095 0.170817 0.167413 CURRENT LEARNING RATE: 0.001714772356449406
previous_iter_valid_loss : 0.16107188165187836
601180 0.161257 0.161072 0.166659 CURRENT LEARNING RATE: 0.0017144294362712777
previous_iter_valid_loss : 0.1863926649093628
601200 0.186783 0.186393 0.167731 CURRENT LEARNING RATE: 0.0017140865846703257
previous_iter_valid_loss : 0.18288429081439972
601220 0.183256 0.182884 0.168847 CURRENT LEARNING RATE: 0.0017137438016328374
previous_iter_valid_loss : 0.1761588454246521
601240 0.176451 0.176159 0.169262 CURRENT LEARNING RATE: 0.0017134010871451028
previous_iter_valid_loss : 0.16453908383846283
601260 0.164757 0.164539 0.168596 CURRENT LEARNING RATE: 0.0017130584411934103
previous_iter_valid_loss : 0.1896747648715973
601280 0.190088 0.189675 0.170035 CURRENT LEARNING RATE: 0.0017127158637640573
previous_iter_valid_loss : 0.16721846163272858
601300 0.167447 0.167218 0.170233 CURRENT LEARNING RATE: 0.0017123733548433375
previous_iter_valid_loss : 0.16731393337249756
601320 0.167540 0.167314 0.170013 CURRENT LEARNING RATE: 0.0017120309144175536
previous_iter_valid_loss : 0.16215063631534576
601340 0.162308 0.162151 0.169972 CURRENT LEARNING RATE: 0.0017116885424730054
previous_iter_valid_loss : 0.18349887430667877
601360 0.183661 0.183499 0.170836 CURRENT LEARNING RATE: 0.0017113462389960002
previous_iter_valid_loss : 0.16087229549884796
601380 0.161036 0.160872 0.169999 CURRENT LEARNING RATE: 0.0017110040039728432
previous_iter_valid_loss : 0.17221200466156006
601400 0.172486 0.172212 0.170431 CURRENT LEARNING RATE: 0.0017106618373898483
previous_iter_valid_loss : 0.1698022037744522
601420 0.170049 0.169802 0.170446 CURRENT LEARNING RATE: 0.0017103197392333257
previous_iter_valid_loss : 0.16051027178764343
601440 0.160682 0.160510 0.170384 CURRENT LEARNING RATE: 0.0017099777094895941
previous_iter_valid_loss : 0.16916459798812866
601460 0.169326 0.169165 0.170496 CURRENT LEARNING RATE: 0.00170963574814497
previous_iter_valid_loss : 0.1606345772743225
601480 0.160819 0.160635 0.169851 CURRENT LEARNING RATE: 0.0017092938551857772
previous_iter_valid_loss : 0.1609407365322113
601500 0.161124 0.160941 0.169808 CURRENT LEARNING RATE: 0.0017089520305983376
previous_iter_valid_loss : 0.1648680567741394
601520 0.165042 0.164868 0.169576 CURRENT LEARNING RATE: 0.0017086102743689808
previous_iter_valid_loss : 0.16584056615829468
601540 0.166053 0.165841 0.169826 CURRENT LEARNING RATE: 0.0017082685864840338
previous_iter_valid_loss : 0.16484420001506805
601560 0.165051 0.164844 0.169527 CURRENT LEARNING RATE: 0.0017079269669298318
previous_iter_valid_loss : 0.17361025512218475
601580 0.173766 0.173610 0.170154 CURRENT LEARNING RATE: 0.0017075854156927074
previous_iter_valid_loss : 0.16181334853172302
601600 0.161971 0.161813 0.168925 CURRENT LEARNING RATE: 0.0017072439327589998
previous_iter_valid_loss : 0.16322065889835358
601620 0.163422 0.163221 0.167942 CURRENT LEARNING RATE: 0.0017069025181150515
previous_iter_valid_loss : 0.1683129072189331
601640 0.168552 0.168313 0.167550 CURRENT LEARNING RATE: 0.0017065611717472023
previous_iter_valid_loss : 0.16121898591518402
601660 0.161409 0.161219 0.167384 CURRENT LEARNING RATE: 0.0017062198936418015
previous_iter_valid_loss : 0.16055546700954437
601680 0.160711 0.160555 0.165928 CURRENT LEARNING RATE: 0.0017058786837851956
previous_iter_valid_loss : 0.16190475225448608
601700 0.162101 0.161905 0.165662 CURRENT LEARNING RATE: 0.0017055375421637388
previous_iter_valid_loss : 0.1631288379430771
601720 0.163308 0.163129 0.165453 CURRENT LEARNING RATE: 0.001705196468763782
previous_iter_valid_loss : 0.16809192299842834
601740 0.168250 0.168092 0.165750 CURRENT LEARNING RATE: 0.001704855463571686
previous_iter_valid_loss : 0.1609954982995987
601760 0.161170 0.160995 0.164625 CURRENT LEARNING RATE: 0.0017045145265738072
previous_iter_valid_loss : 0.16417838633060455
601780 0.164379 0.164178 0.164790 CURRENT LEARNING RATE: 0.0017041736577565114
previous_iter_valid_loss : 0.16179746389389038
601800 0.161985 0.161797 0.164269 CURRENT LEARNING RATE: 0.0017038328571061603
previous_iter_valid_loss : 0.16597004234790802
601820 0.166185 0.165970 0.164077 CURRENT LEARNING RATE: 0.0017034921246091251
previous_iter_valid_loss : 0.16359683871269226
601840 0.163782 0.163597 0.164232 CURRENT LEARNING RATE: 0.001703151460251774
previous_iter_valid_loss : 0.16131339967250824
601860 0.161470 0.161313 0.163839 CURRENT LEARNING RATE: 0.0017028108640204827
previous_iter_valid_loss : 0.16347405314445496
601880 0.163680 0.163474 0.163981 CURRENT LEARNING RATE: 0.001702470335901625
previous_iter_valid_loss : 0.17537203431129456
601900 0.175655 0.175372 0.164703 CURRENT LEARNING RATE: 0.0017021298758815822
previous_iter_valid_loss : 0.17865195870399475
601920 0.178965 0.178652 0.165392 CURRENT LEARNING RATE: 0.0017017894839467334
previous_iter_valid_loss : 0.1784193068742752
601940 0.178736 0.178419 0.166021 CURRENT LEARNING RATE: 0.0017014491600834656
previous_iter_valid_loss : 0.164469376206398
601960 0.164649 0.164469 0.166002 CURRENT LEARNING RATE: 0.001701108904278163
previous_iter_valid_loss : 0.1647331267595291
601980 0.164935 0.164733 0.165558 CURRENT LEARNING RATE: 0.0017007687165172182
previous_iter_valid_loss : 0.1605178415775299
602000 0.160682 0.160518 0.165494 CURRENT LEARNING RATE: 0.0017004285967870208
previous_iter_valid_loss : 0.17749841511249542
602020 0.177666 0.177498 0.166207 CURRENT LEARNING RATE: 0.0017000885450739673
previous_iter_valid_loss : 0.19292855262756348
602040 0.193401 0.192929 0.167438 CURRENT LEARNING RATE: 0.0016997485613644578
previous_iter_valid_loss : 0.1726093292236328
602060 0.172885 0.172609 0.168008 CURRENT LEARNING RATE: 0.001699408645644889
previous_iter_valid_loss : 0.1619698852300644
602080 0.162163 0.161970 0.168078 CURRENT LEARNING RATE: 0.001699068797901668
previous_iter_valid_loss : 0.16055284440517426
602100 0.160711 0.160553 0.168011 CURRENT LEARNING RATE: 0.0016987290181211974
previous_iter_valid_loss : 0.16066548228263855
602120 0.160834 0.160665 0.167888 CURRENT LEARNING RATE: 0.0016983893062898897
previous_iter_valid_loss : 0.16814613342285156
602140 0.168380 0.168146 0.167890 CURRENT LEARNING RATE: 0.0016980496623941529
previous_iter_valid_loss : 0.16150744259357452
602160 0.161668 0.161507 0.167916 CURRENT LEARNING RATE: 0.001697710086420404
previous_iter_valid_loss : 0.1605072319507599
602180 0.160665 0.160507 0.167732 CURRENT LEARNING RATE: 0.0016973705783550573
previous_iter_valid_loss : 0.16053906083106995
602200 0.160704 0.160539 0.167670 CURRENT LEARNING RATE: 0.0016970311381845357
previous_iter_valid_loss : 0.16146068274974823
602220 0.161656 0.161461 0.167444 CURRENT LEARNING RATE: 0.0016966917658952582
previous_iter_valid_loss : 0.1672169417142868
602240 0.167386 0.167217 0.167625 CURRENT LEARNING RATE: 0.0016963524614736533
previous_iter_valid_loss : 0.17739124596118927
602260 0.177694 0.177391 0.168429 CURRENT LEARNING RATE: 0.0016960132249061453
previous_iter_valid_loss : 0.16187097132205963
602280 0.162032 0.161871 0.168349 CURRENT LEARNING RATE: 0.001695674056179168
previous_iter_valid_loss : 0.17404739558696747
602300 0.174197 0.174047 0.168283 CURRENT LEARNING RATE: 0.001695334955279152
previous_iter_valid_loss : 0.17258450388908386
602320 0.172859 0.172585 0.167979 CURRENT LEARNING RATE: 0.0016949959221925356
previous_iter_valid_loss : 0.16370005905628204
602340 0.163895 0.163700 0.167243 CURRENT LEARNING RATE: 0.001694656956905755
previous_iter_valid_loss : 0.16353978216648102
602360 0.163710 0.163540 0.167197 CURRENT LEARNING RATE: 0.0016943180594052544
previous_iter_valid_loss : 0.16179943084716797
602380 0.161965 0.161799 0.167050 CURRENT LEARNING RATE: 0.0016939792296774747
previous_iter_valid_loss : 0.160858154296875
602400 0.161021 0.160858 0.167067 CURRENT LEARNING RATE: 0.0016936404677088644
previous_iter_valid_loss : 0.16277238726615906
602420 0.162940 0.162772 0.166331 CURRENT LEARNING RATE: 0.0016933017734858749
previous_iter_valid_loss : 0.1630396991968155
602440 0.163219 0.163040 0.164836 CURRENT LEARNING RATE: 0.0016929631469949546
previous_iter_valid_loss : 0.1802765280008316
602460 0.180448 0.180277 0.165220 CURRENT LEARNING RATE: 0.0016926245882225625
previous_iter_valid_loss : 0.17991040647029877
602480 0.180080 0.179910 0.166117 CURRENT LEARNING RATE: 0.0016922860971551523
previous_iter_valid_loss : 0.16249558329582214
602500 0.162677 0.162496 0.166214 CURRENT LEARNING RATE: 0.0016919476737791875
previous_iter_valid_loss : 0.16417551040649414
602520 0.164390 0.164176 0.166389 CURRENT LEARNING RATE: 0.0016916093180811289
previous_iter_valid_loss : 0.1605307161808014
602540 0.160691 0.160531 0.166009 CURRENT LEARNING RATE: 0.0016912710300474444
previous_iter_valid_loss : 0.16133469343185425
602560 0.161499 0.161335 0.166000 CURRENT LEARNING RATE: 0.0016909328096645997
previous_iter_valid_loss : 0.1654769629240036
602580 0.165650 0.165477 0.166248 CURRENT LEARNING RATE: 0.0016905946569190694
previous_iter_valid_loss : 0.16440615057945251
602600 0.164617 0.164406 0.166442 CURRENT LEARNING RATE: 0.0016902565717973241
previous_iter_valid_loss : 0.16501681506633759
602620 0.165222 0.165017 0.166620 CURRENT LEARNING RATE: 0.0016899185542858432
previous_iter_valid_loss : 0.17309799790382385
602640 0.173365 0.173098 0.166914 CURRENT LEARNING RATE: 0.0016895806043711033
previous_iter_valid_loss : 0.16927790641784668
602660 0.169524 0.169278 0.166508 CURRENT LEARNING RATE: 0.0016892427220395892
previous_iter_valid_loss : 0.1709858626127243
602680 0.171142 0.170986 0.166964 CURRENT LEARNING RATE: 0.0016889049072777828
previous_iter_valid_loss : 0.16052739322185516
602700 0.160706 0.160527 0.166288 CURRENT LEARNING RATE: 0.0016885671600721747
previous_iter_valid_loss : 0.1608782410621643
602720 0.161061 0.160878 0.165702 CURRENT LEARNING RATE: 0.001688229480409251
previous_iter_valid_loss : 0.16202378273010254
602740 0.162189 0.162024 0.165619 CURRENT LEARNING RATE: 0.0016878918682755087
previous_iter_valid_loss : 0.16267652809619904
602760 0.162845 0.162677 0.165575 CURRENT LEARNING RATE: 0.00168755432365744
previous_iter_valid_loss : 0.18076568841934204
602780 0.180939 0.180766 0.166524 CURRENT LEARNING RATE: 0.0016872168465415457
previous_iter_valid_loss : 0.16170400381088257
602800 0.161883 0.161704 0.166566 CURRENT LEARNING RATE: 0.0016868794369143242
previous_iter_valid_loss : 0.1659097820520401
602820 0.166128 0.165910 0.166723 CURRENT LEARNING RATE: 0.0016865420947622806
previous_iter_valid_loss : 0.16221913695335388
602840 0.162379 0.162219 0.166682 CURRENT LEARNING RATE: 0.001686204820071922
previous_iter_valid_loss : 0.16056682169437408
602860 0.160742 0.160567 0.165696 CURRENT LEARNING RATE: 0.0016858676128297552
previous_iter_valid_loss : 0.16279731690883636
602880 0.162978 0.162797 0.164841 CURRENT LEARNING RATE: 0.0016855304730222945
previous_iter_valid_loss : 0.1649044007062912
602900 0.165111 0.164904 0.164961 CURRENT LEARNING RATE: 0.0016851934006360514
previous_iter_valid_loss : 0.1622338891029358
602920 0.162402 0.162234 0.164864 CURRENT LEARNING RATE: 0.0016848563956575464
previous_iter_valid_loss : 0.16243600845336914
602940 0.162630 0.162436 0.164959 CURRENT LEARNING RATE: 0.0016845194580732956
previous_iter_valid_loss : 0.18239422142505646
602960 0.182757 0.182394 0.166012 CURRENT LEARNING RATE: 0.001684182587869825
previous_iter_valid_loss : 0.161647766828537
602980 0.161836 0.161648 0.165821 CURRENT LEARNING RATE: 0.0016838457850336566
previous_iter_valid_loss : 0.1614588350057602
603000 0.161617 0.161459 0.165673 CURRENT LEARNING RATE: 0.0016835090495513213
previous_iter_valid_loss : 0.16210556030273438
603020 0.162290 0.162106 0.165528 CURRENT LEARNING RATE: 0.0016831723814093467
previous_iter_valid_loss : 0.16089725494384766
603040 0.161049 0.160897 0.164918 CURRENT LEARNING RATE: 0.0016828357805942693
previous_iter_valid_loss : 0.16390465199947357
603060 0.164074 0.163905 0.164649 CURRENT LEARNING RATE: 0.0016824992470926216
previous_iter_valid_loss : 0.16119515895843506
603080 0.161354 0.161195 0.164160 CURRENT LEARNING RATE: 0.0016821627808909455
previous_iter_valid_loss : 0.162293940782547
603100 0.162452 0.162294 0.164248 CURRENT LEARNING RATE: 0.0016818263819757795
previous_iter_valid_loss : 0.1627131998538971
603120 0.162881 0.162713 0.164340 CURRENT LEARNING RATE: 0.0016814900503336703
previous_iter_valid_loss : 0.17059315741062164
603140 0.170751 0.170593 0.164768 CURRENT LEARNING RATE: 0.0016811537859511621
previous_iter_valid_loss : 0.16608712077140808
603160 0.166254 0.166087 0.164939 CURRENT LEARNING RATE: 0.0016808175888148068
previous_iter_valid_loss : 0.16184918582439423
603180 0.162035 0.161849 0.163993 CURRENT LEARNING RATE: 0.0016804814589111542
previous_iter_valid_loss : 0.16078120470046997
603200 0.160956 0.160781 0.163947 CURRENT LEARNING RATE: 0.0016801453962267613
previous_iter_valid_loss : 0.1627386510372162
603220 0.162928 0.162739 0.163788 CURRENT LEARNING RATE: 0.0016798094007481833
previous_iter_valid_loss : 0.16060081124305725
603240 0.160769 0.160601 0.163707 CURRENT LEARNING RATE: 0.0016794734724619811
previous_iter_valid_loss : 0.16860446333885193
603260 0.168852 0.168604 0.164109 CURRENT LEARNING RATE: 0.0016791376113547197
previous_iter_valid_loss : 0.16384385526180267
603280 0.164020 0.163844 0.164162 CURRENT LEARNING RATE: 0.0016788018174129617
previous_iter_valid_loss : 0.1734309047460556
603300 0.173589 0.173431 0.164588 CURRENT LEARNING RATE: 0.001678466090623278
previous_iter_valid_loss : 0.16080784797668457
603320 0.160966 0.160808 0.164517 CURRENT LEARNING RATE: 0.0016781304309722365
previous_iter_valid_loss : 0.16476279497146606
603340 0.164962 0.164763 0.164633 CURRENT LEARNING RATE: 0.0016777948384464139
previous_iter_valid_loss : 0.16644451022148132
603360 0.166606 0.166445 0.163835 CURRENT LEARNING RATE: 0.001677459313032384
previous_iter_valid_loss : 0.16351163387298584
603380 0.163708 0.163512 0.163929 CURRENT LEARNING RATE: 0.0016771238547167281
previous_iter_valid_loss : 0.16843469440937042
603400 0.168588 0.168435 0.164277 CURRENT LEARNING RATE: 0.001676788463486025
previous_iter_valid_loss : 0.16506604850292206
603420 0.165236 0.165066 0.164425 CURRENT LEARNING RATE: 0.0016764531393268622
previous_iter_valid_loss : 0.161733940243721
603440 0.161903 0.161734 0.164467 CURRENT LEARNING RATE: 0.0016761178822258236
previous_iter_valid_loss : 0.1640705168247223
603460 0.164235 0.164071 0.164476 CURRENT LEARNING RATE: 0.0016757826921695023
previous_iter_valid_loss : 0.16089065372943878
603480 0.161064 0.160891 0.164460 CURRENT LEARNING RATE: 0.0016754475691444872
previous_iter_valid_loss : 0.17040731012821198
603500 0.170663 0.170407 0.164866 CURRENT LEARNING RATE: 0.0016751125131373769
previous_iter_valid_loss : 0.16586416959762573
603520 0.166083 0.165864 0.165024 CURRENT LEARNING RATE: 0.0016747775241347654
previous_iter_valid_loss : 0.17297233641147614
603540 0.173129 0.172972 0.165143 CURRENT LEARNING RATE: 0.0016744426021232566
previous_iter_valid_loss : 0.16393844783306122
603560 0.164110 0.163938 0.165035 CURRENT LEARNING RATE: 0.0016741077470894508
previous_iter_valid_loss : 0.1613248735666275
603580 0.161508 0.161325 0.165009 CURRENT LEARNING RATE: 0.0016737729590199568
previous_iter_valid_loss : 0.16156087815761566
603600 0.161746 0.161561 0.165048 CURRENT LEARNING RATE: 0.0016734382379013798
previous_iter_valid_loss : 0.1832476407289505
603620 0.183603 0.183248 0.166073 CURRENT LEARNING RATE: 0.0016731035837203323
previous_iter_valid_loss : 0.16381871700286865
603640 0.164010 0.163819 0.166234 CURRENT LEARNING RATE: 0.0016727689964634303
previous_iter_valid_loss : 0.16399219632148743
603660 0.164173 0.163992 0.166004 CURRENT LEARNING RATE: 0.0016724344761172862
previous_iter_valid_loss : 0.16093172132968903
603680 0.161112 0.160932 0.165858 CURRENT LEARNING RATE: 0.0016721000226685232
previous_iter_valid_loss : 0.1634940356016159
603700 0.163665 0.163494 0.165361 CURRENT LEARNING RATE: 0.00167176563610376
previous_iter_valid_loss : 0.16214530169963837
603720 0.162304 0.162145 0.165428 CURRENT LEARNING RATE: 0.001671431316409624
previous_iter_valid_loss : 0.1611773818731308
603740 0.161348 0.161177 0.165249 CURRENT LEARNING RATE: 0.0016710970635727392
previous_iter_valid_loss : 0.1671420931816101
603760 0.167365 0.167142 0.165284 CURRENT LEARNING RATE: 0.0016707628775797388
previous_iter_valid_loss : 0.16087418794631958
603780 0.161041 0.160874 0.165152 CURRENT LEARNING RATE: 0.001670428758417252
previous_iter_valid_loss : 0.16142123937606812
603800 0.161610 0.161421 0.164801 CURRENT LEARNING RATE: 0.0016700947060719173
previous_iter_valid_loss : 0.16881658136844635
603820 0.168979 0.168817 0.164989 CURRENT LEARNING RATE: 0.0016697607205303695
previous_iter_valid_loss : 0.16518402099609375
603840 0.165389 0.165184 0.165161 CURRENT LEARNING RATE: 0.0016694268017792527
previous_iter_valid_loss : 0.16088852286338806
603860 0.161051 0.160889 0.165002 CURRENT LEARNING RATE: 0.0016690929498052063
previous_iter_valid_loss : 0.1739882081747055
603880 0.174150 0.173988 0.165657 CURRENT LEARNING RATE: 0.0016687591645948795
previous_iter_valid_loss : 0.16103152930736542
603900 0.161188 0.161032 0.165188 CURRENT LEARNING RATE: 0.0016684254461349184
previous_iter_valid_loss : 0.16416619718074799
603920 0.164340 0.164166 0.165103 CURRENT LEARNING RATE: 0.0016680917944119765
previous_iter_valid_loss : 0.17499572038650513
603940 0.175159 0.174996 0.165204 CURRENT LEARNING RATE: 0.0016677582094127054
previous_iter_valid_loss : 0.16073834896087646
603960 0.160921 0.160738 0.165044 CURRENT LEARNING RATE: 0.0016674246911237642
previous_iter_valid_loss : 0.18419425189495087
603980 0.184567 0.184194 0.166188 CURRENT LEARNING RATE: 0.0016670912395318094
previous_iter_valid_loss : 0.16373127698898315
604000 0.163934 0.163731 0.166296 CURRENT LEARNING RATE: 0.0016667578546235061
previous_iter_valid_loss : 0.16057118773460388
604020 0.160743 0.160571 0.165163 CURRENT LEARNING RATE: 0.0016664245363855153
previous_iter_valid_loss : 0.16705025732517242
604040 0.167216 0.167050 0.165324 CURRENT LEARNING RATE: 0.0016660912848045066
previous_iter_valid_loss : 0.17663760483264923
604060 0.176796 0.176638 0.165956 CURRENT LEARNING RATE: 0.0016657580998671508
previous_iter_valid_loss : 0.16141533851623535
604080 0.161578 0.161415 0.165981 CURRENT LEARNING RATE: 0.001665424981560118
previous_iter_valid_loss : 0.16709737479686737
604100 0.167260 0.167097 0.166161 CURRENT LEARNING RATE: 0.0016650919298700857
previous_iter_valid_loss : 0.16220800578594208
604120 0.162406 0.162208 0.166164 CURRENT LEARNING RATE: 0.0016647589447837297
previous_iter_valid_loss : 0.16391251981258392
604140 0.164082 0.163913 0.166301 CURRENT LEARNING RATE: 0.001664426026287733
previous_iter_valid_loss : 0.16068905591964722
604160 0.160834 0.160689 0.165978 CURRENT LEARNING RATE: 0.0016640931743687759
previous_iter_valid_loss : 0.19094839692115784
604180 0.191079 0.190948 0.167482 CURRENT LEARNING RATE: 0.001663760389013548
previous_iter_valid_loss : 0.17459532618522644
604200 0.174750 0.174595 0.168140 CURRENT LEARNING RATE: 0.0016634276702087339
previous_iter_valid_loss : 0.163990780711174
604220 0.164161 0.163991 0.167899 CURRENT LEARNING RATE: 0.0016630950179410287
previous_iter_valid_loss : 0.16681493818759918
604240 0.166976 0.166815 0.167981 CURRENT LEARNING RATE: 0.0016627624321971228
previous_iter_valid_loss : 0.1717095673084259
604260 0.171864 0.171710 0.168522 CURRENT LEARNING RATE: 0.0016624299129637157
previous_iter_valid_loss : 0.16056175529956818
604280 0.160729 0.160562 0.167850 CURRENT LEARNING RATE: 0.0016620974602275043
previous_iter_valid_loss : 0.16779805719852448
604300 0.168032 0.167798 0.168189 CURRENT LEARNING RATE: 0.0016617650739751927
previous_iter_valid_loss : 0.18260183930397034
604320 0.182772 0.182602 0.169111 CURRENT LEARNING RATE: 0.0016614327541934829
previous_iter_valid_loss : 0.1618184596300125
604340 0.162007 0.161818 0.168452 CURRENT LEARNING RATE: 0.001661100500869085
previous_iter_valid_loss : 0.1605568677186966
604360 0.160721 0.160557 0.168443 CURRENT LEARNING RATE: 0.0016607683139887057
previous_iter_valid_loss : 0.16320964694023132
604380 0.163383 0.163210 0.167393 CURRENT LEARNING RATE: 0.0016604361935390606
previous_iter_valid_loss : 0.17065249383449554
604400 0.170920 0.170652 0.167739 CURRENT LEARNING RATE: 0.0016601041395068624
previous_iter_valid_loss : 0.17421412467956543
604420 0.174365 0.174214 0.168422 CURRENT LEARNING RATE: 0.0016597721518788297
previous_iter_valid_loss : 0.16270361840724945
604440 0.162875 0.162704 0.168204 CURRENT LEARNING RATE: 0.0016594402306416849
previous_iter_valid_loss : 0.16287384927272797
604460 0.163048 0.162874 0.167516 CURRENT LEARNING RATE: 0.0016591083757821479
previous_iter_valid_loss : 0.19050787389278412
604480 0.190641 0.190508 0.168971 CURRENT LEARNING RATE: 0.0016587765872869476
previous_iter_valid_loss : 0.18320883810520172
604500 0.183367 0.183209 0.169776 CURRENT LEARNING RATE: 0.0016584448651428096
previous_iter_valid_loss : 0.16151048243045807
604520 0.161705 0.161510 0.169741 CURRENT LEARNING RATE: 0.0016581132093364682
previous_iter_valid_loss : 0.1648612916469574
604540 0.165031 0.164861 0.169789 CURRENT LEARNING RATE: 0.0016577816198546536
previous_iter_valid_loss : 0.1616622507572174
604560 0.161824 0.161662 0.169837 CURRENT LEARNING RATE: 0.0016574500966841056
previous_iter_valid_loss : 0.17372605204582214
604580 0.174007 0.173726 0.168976 CURRENT LEARNING RATE: 0.00165711863981156
previous_iter_valid_loss : 0.18892313539981842
604600 0.189349 0.188923 0.169693 CURRENT LEARNING RATE: 0.0016567872492237621
previous_iter_valid_loss : 0.1614404320716858
604620 0.161633 0.161440 0.169565 CURRENT LEARNING RATE: 0.0016564559249074525
previous_iter_valid_loss : 0.16100341081619263
604640 0.161179 0.161003 0.169275 CURRENT LEARNING RATE: 0.001656124666849382
previous_iter_valid_loss : 0.16756269335746765
604660 0.167728 0.167563 0.169067 CURRENT LEARNING RATE: 0.0016557934750362968
previous_iter_valid_loss : 0.17112615704536438
604680 0.171286 0.171126 0.169596 CURRENT LEARNING RATE: 0.001655462349454952
previous_iter_valid_loss : 0.16074635088443756
604700 0.160909 0.160746 0.169243 CURRENT LEARNING RATE: 0.0016551312900921
previous_iter_valid_loss : 0.16305036842823029
604720 0.163224 0.163050 0.168265 CURRENT LEARNING RATE: 0.0016548002969345016
previous_iter_valid_loss : 0.1631457805633545
604740 0.163314 0.163146 0.168332 CURRENT LEARNING RATE: 0.0016544693699689136
previous_iter_valid_loss : 0.16098441183567047
604760 0.161143 0.160984 0.168353 CURRENT LEARNING RATE: 0.0016541385091821024
previous_iter_valid_loss : 0.16295605897903442
604780 0.163167 0.162956 0.168340 CURRENT LEARNING RATE: 0.0016538077145608298
previous_iter_valid_loss : 0.1639399379491806
604800 0.164135 0.163940 0.168005 CURRENT LEARNING RATE: 0.0016534769860918677
previous_iter_valid_loss : 0.16336119174957275
604820 0.163525 0.163361 0.167462 CURRENT LEARNING RATE: 0.0016531463237619837
previous_iter_valid_loss : 0.16073691844940186
604840 0.160895 0.160737 0.167364 CURRENT LEARNING RATE: 0.001652815727557953
previous_iter_valid_loss : 0.18373741209506989
604860 0.183895 0.183737 0.168407 CURRENT LEARNING RATE: 0.0016524851974665533
previous_iter_valid_loss : 0.16056959331035614
604880 0.160724 0.160570 0.166910 CURRENT LEARNING RATE: 0.00165215473347456
previous_iter_valid_loss : 0.16058064997196198
604900 0.160747 0.160581 0.165779 CURRENT LEARNING RATE: 0.0016518243355687578
previous_iter_valid_loss : 0.16398431360721588
604920 0.164154 0.163984 0.165902 CURRENT LEARNING RATE: 0.0016514940037359277
previous_iter_valid_loss : 0.16557492315769196
604940 0.165748 0.165575 0.165938 CURRENT LEARNING RATE: 0.0016511637379628596
previous_iter_valid_loss : 0.1799239069223404
604960 0.180084 0.179924 0.166851 CURRENT LEARNING RATE: 0.0016508335382363394
previous_iter_valid_loss : 0.1621524691581726
604980 0.162300 0.162152 0.166272 CURRENT LEARNING RATE: 0.0016505034045431629
previous_iter_valid_loss : 0.16167736053466797
605000 0.161836 0.161677 0.164910 CURRENT LEARNING RATE: 0.001650173336870121
previous_iter_valid_loss : 0.18877293169498444
605020 0.189195 0.188773 0.166277 CURRENT LEARNING RATE: 0.0016498433352040143
previous_iter_valid_loss : 0.1645834594964981
605040 0.164755 0.164583 0.166456 CURRENT LEARNING RATE: 0.00164951339953164
previous_iter_valid_loss : 0.1655767261981964
605060 0.165791 0.165577 0.166356 CURRENT LEARNING RATE: 0.001649183529839803
previous_iter_valid_loss : 0.16145531833171844
605080 0.161614 0.161455 0.165873 CURRENT LEARNING RATE: 0.0016488537261153062
previous_iter_valid_loss : 0.16478177905082703
605100 0.165000 0.164782 0.166075 CURRENT LEARNING RATE: 0.0016485239883449602
previous_iter_valid_loss : 0.16054293513298035
605120 0.160718 0.160543 0.165949 CURRENT LEARNING RATE: 0.0016481943165155722
previous_iter_valid_loss : 0.16411900520324707
605140 0.164291 0.164119 0.165998 CURRENT LEARNING RATE: 0.0016478647106139587
previous_iter_valid_loss : 0.16301977634429932
605160 0.163210 0.163020 0.166100 CURRENT LEARNING RATE: 0.0016475351706269324
previous_iter_valid_loss : 0.18438903987407684
605180 0.184542 0.184389 0.167171 CURRENT LEARNING RATE: 0.0016472056965413145
previous_iter_valid_loss : 0.19168762862682343
605200 0.191831 0.191688 0.168559 CURRENT LEARNING RATE: 0.0016468762883439234
previous_iter_valid_loss : 0.17242752015590668
605220 0.172703 0.172428 0.169012 CURRENT LEARNING RATE: 0.0016465469460215853
previous_iter_valid_loss : 0.1617555171251297
605240 0.161916 0.161756 0.169063 CURRENT LEARNING RATE: 0.0016462176695611242
previous_iter_valid_loss : 0.1606290340423584
605260 0.160802 0.160629 0.167908 CURRENT LEARNING RATE: 0.0016458884589493697
previous_iter_valid_loss : 0.1789524108171463
605280 0.179116 0.178952 0.168827 CURRENT LEARNING RATE: 0.0016455593141731552
previous_iter_valid_loss : 0.16239678859710693
605300 0.162564 0.162397 0.168918 CURRENT LEARNING RATE: 0.0016452302352193123
previous_iter_valid_loss : 0.16443504393100739
605320 0.164606 0.164435 0.168940 CURRENT LEARNING RATE: 0.0016449012220746803
previous_iter_valid_loss : 0.16178612411022186
605340 0.161969 0.161786 0.168751 CURRENT LEARNING RATE: 0.001644572274726096
previous_iter_valid_loss : 0.16055282950401306
605360 0.160711 0.160553 0.167782 CURRENT LEARNING RATE: 0.0016442433931604047
previous_iter_valid_loss : 0.17078357934951782
605380 0.171042 0.170784 0.168214 CURRENT LEARNING RATE: 0.0016439145773644473
previous_iter_valid_loss : 0.16088895499706268
605400 0.161070 0.160889 0.168174 CURRENT LEARNING RATE: 0.001643585827325075
previous_iter_valid_loss : 0.16672587394714355
605420 0.166945 0.166726 0.167072 CURRENT LEARNING RATE: 0.0016432571430291345
previous_iter_valid_loss : 0.16523924469947815
605440 0.165446 0.165239 0.167105 CURRENT LEARNING RATE: 0.0016429285244634814
previous_iter_valid_loss : 0.16274066269397736
605460 0.162914 0.162741 0.166963 CURRENT LEARNING RATE: 0.0016425999716149682
previous_iter_valid_loss : 0.17074397206306458
605480 0.170906 0.170744 0.167427 CURRENT LEARNING RATE: 0.0016422714844704553
previous_iter_valid_loss : 0.17259244620800018
605500 0.172865 0.172592 0.167818 CURRENT LEARNING RATE: 0.0016419430630168006
previous_iter_valid_loss : 0.1605408936738968
605520 0.160707 0.160541 0.167818 CURRENT LEARNING RATE: 0.0016416147072408703
previous_iter_valid_loss : 0.16634385287761688
605540 0.166558 0.166344 0.167929 CURRENT LEARNING RATE: 0.0016412864171295267
previous_iter_valid_loss : 0.1734016090631485
605560 0.173677 0.173402 0.168448 CURRENT LEARNING RATE: 0.0016409581926696416
previous_iter_valid_loss : 0.1605300009250641
605580 0.160699 0.160530 0.167255 CURRENT LEARNING RATE: 0.0016406300338480829
previous_iter_valid_loss : 0.16599418222904205
605600 0.166161 0.165994 0.165970 CURRENT LEARNING RATE: 0.0016403019406517273
previous_iter_valid_loss : 0.19472698867321014
605620 0.195194 0.194727 0.167085 CURRENT LEARNING RATE: 0.0016399739130674483
previous_iter_valid_loss : 0.16427217423915863
605640 0.164476 0.164272 0.167211 CURRENT LEARNING RATE: 0.001639645951082126
previous_iter_valid_loss : 0.1658501774072647
605660 0.166020 0.165850 0.167472 CURRENT LEARNING RATE: 0.001639318054682643
previous_iter_valid_loss : 0.16083881258964539
605680 0.161020 0.160839 0.166567 CURRENT LEARNING RATE: 0.0016389902238558814
previous_iter_valid_loss : 0.17414474487304688
605700 0.174294 0.174145 0.167154 CURRENT LEARNING RATE: 0.0016386624585887303
previous_iter_valid_loss : 0.16312728822231293
605720 0.163331 0.163127 0.167089 CURRENT LEARNING RATE: 0.001638334758868076
previous_iter_valid_loss : 0.18059882521629333
605740 0.180768 0.180599 0.168029 CURRENT LEARNING RATE: 0.0016380071246808142
previous_iter_valid_loss : 0.16561758518218994
605760 0.165829 0.165618 0.168282 CURRENT LEARNING RATE: 0.0016376795560138358
previous_iter_valid_loss : 0.17796199023723602
605780 0.178132 0.177962 0.168641 CURRENT LEARNING RATE: 0.0016373520528540416
previous_iter_valid_loss : 0.16092409193515778
605800 0.161108 0.160924 0.168643 CURRENT LEARNING RATE: 0.0016370246151883282
previous_iter_valid_loss : 0.16125917434692383
605820 0.161422 0.161259 0.168370 CURRENT LEARNING RATE: 0.0016366972430036009
previous_iter_valid_loss : 0.16061627864837646
605840 0.160779 0.160616 0.168139 CURRENT LEARNING RATE: 0.0016363699362867622
previous_iter_valid_loss : 0.17518259584903717
605860 0.175468 0.175183 0.168761 CURRENT LEARNING RATE: 0.0016360426950247225
previous_iter_valid_loss : 0.16056297719478607
605880 0.160730 0.160563 0.168252 CURRENT LEARNING RATE: 0.0016357155192043894
previous_iter_valid_loss : 0.16719333827495575
605900 0.167354 0.167193 0.167982 CURRENT LEARNING RATE: 0.001635388408812679
previous_iter_valid_loss : 0.16172078251838684
605920 0.161916 0.161721 0.168041 CURRENT LEARNING RATE: 0.0016350613638365036
previous_iter_valid_loss : 0.16308756172657013
605940 0.163249 0.163088 0.167878 CURRENT LEARNING RATE: 0.0016347343842627845
previous_iter_valid_loss : 0.1662704348564148
605960 0.166485 0.166270 0.167521 CURRENT LEARNING RATE: 0.0016344074700784393
previous_iter_valid_loss : 0.1698092520236969
605980 0.169964 0.169809 0.167985 CURRENT LEARNING RATE: 0.0016340806212703945
previous_iter_valid_loss : 0.17221328616142273
606000 0.172366 0.172213 0.168296 CURRENT LEARNING RATE: 0.0016337538378255734
previous_iter_valid_loss : 0.17326213419437408
606020 0.173414 0.173262 0.167223 CURRENT LEARNING RATE: 0.0016334271197309077
previous_iter_valid_loss : 0.20289246737957
606040 0.203442 0.202892 0.169154 CURRENT LEARNING RATE: 0.0016331004669733254
previous_iter_valid_loss : 0.16121892631053925
606060 0.161383 0.161219 0.168922 CURRENT LEARNING RATE: 0.0016327738795397621
previous_iter_valid_loss : 0.16060031950473785
606080 0.160759 0.160600 0.168911 CURRENT LEARNING RATE: 0.0016324473574171555
previous_iter_valid_loss : 0.1608653962612152
606100 0.161044 0.160865 0.168247 CURRENT LEARNING RATE: 0.001632120900592442
previous_iter_valid_loss : 0.1623063087463379
606120 0.162497 0.162306 0.168206 CURRENT LEARNING RATE: 0.0016317945090525662
previous_iter_valid_loss : 0.1606886088848114
606140 0.160862 0.160689 0.167210 CURRENT LEARNING RATE: 0.0016314681827844695
previous_iter_valid_loss : 0.1633579283952713
606160 0.163563 0.163358 0.167097 CURRENT LEARNING RATE: 0.001631141921775102
previous_iter_valid_loss : 0.1607464849948883
606180 0.160887 0.160746 0.166236 CURRENT LEARNING RATE: 0.00163081572601141
previous_iter_valid_loss : 0.16197054088115692
606200 0.162130 0.161971 0.166289 CURRENT LEARNING RATE: 0.0016304895954803486
previous_iter_valid_loss : 0.1609572321176529
606220 0.161126 0.160957 0.166274 CURRENT LEARNING RATE: 0.00163016353016887
previous_iter_valid_loss : 0.16625872254371643
606240 0.166412 0.166259 0.166556 CURRENT LEARNING RATE: 0.0016298375300639342
previous_iter_valid_loss : 0.16367018222808838
606260 0.163865 0.163670 0.165980 CURRENT LEARNING RATE: 0.0016295115951524982
previous_iter_valid_loss : 0.18089187145233154
606280 0.181047 0.180892 0.166996 CURRENT LEARNING RATE: 0.0016291857254215278
previous_iter_valid_loss : 0.1660197526216507
606300 0.166185 0.166020 0.166938 CURRENT LEARNING RATE: 0.001628859920857985
previous_iter_valid_loss : 0.16380411386489868
606320 0.163967 0.163804 0.167042 CURRENT LEARNING RATE: 0.0016285341814488413
previous_iter_valid_loss : 0.16149581968784332
606340 0.161651 0.161496 0.166962 CURRENT LEARNING RATE: 0.0016282085071810631
previous_iter_valid_loss : 0.16065667569637299
606360 0.160818 0.160657 0.166682 CURRENT LEARNING RATE: 0.0016278828980416267
previous_iter_valid_loss : 0.16059762239456177
606380 0.160760 0.160598 0.166221 CURRENT LEARNING RATE: 0.0016275573540175054
previous_iter_valid_loss : 0.16179266571998596
606400 0.161941 0.161793 0.165700 CURRENT LEARNING RATE: 0.0016272318750956798
previous_iter_valid_loss : 0.17565959692001343
606420 0.175949 0.175660 0.165820 CURRENT LEARNING RATE: 0.001626906461263128
previous_iter_valid_loss : 0.16052687168121338
606440 0.160688 0.160527 0.163702 CURRENT LEARNING RATE: 0.0016265811125068346
previous_iter_valid_loss : 0.1605120450258255
606460 0.160677 0.160512 0.163666 CURRENT LEARNING RATE: 0.0016262558288137876
previous_iter_valid_loss : 0.16131937503814697
606480 0.161501 0.161319 0.163702 CURRENT LEARNING RATE: 0.0016259306101709726
previous_iter_valid_loss : 0.168160080909729
606500 0.168397 0.168160 0.164067 CURRENT LEARNING RATE: 0.0016256054565653836
previous_iter_valid_loss : 0.16255423426628113
606520 0.162712 0.162554 0.164079 CURRENT LEARNING RATE: 0.0016252803679840115
previous_iter_valid_loss : 0.1691250205039978
606540 0.169364 0.169125 0.164501 CURRENT LEARNING RATE: 0.001624955344413856
previous_iter_valid_loss : 0.1635388731956482
606560 0.163729 0.163539 0.164510 CURRENT LEARNING RATE: 0.0016246303858419128
previous_iter_valid_loss : 0.16201534867286682
606580 0.162206 0.162015 0.164574 CURRENT LEARNING RATE: 0.001624305492255187
previous_iter_valid_loss : 0.16372531652450562
606600 0.163917 0.163725 0.164661 CURRENT LEARNING RATE: 0.0016239806636406794
previous_iter_valid_loss : 0.16532036662101746
606620 0.165534 0.165320 0.164880 CURRENT LEARNING RATE: 0.0016236558999854001
previous_iter_valid_loss : 0.16661077737808228
606640 0.166773 0.166611 0.164897 CURRENT LEARNING RATE: 0.0016233312012763554
previous_iter_valid_loss : 0.16695205867290497
606660 0.167114 0.166952 0.165061 CURRENT LEARNING RATE: 0.0016230065675005606
previous_iter_valid_loss : 0.16401731967926025
606680 0.164206 0.164017 0.164218 CURRENT LEARNING RATE: 0.0016226819986450273
previous_iter_valid_loss : 0.16946858167648315
606700 0.169622 0.169469 0.164390 CURRENT LEARNING RATE: 0.0016223574946967758
previous_iter_valid_loss : 0.1605750024318695
606720 0.160734 0.160575 0.164229 CURRENT LEARNING RATE: 0.0016220330556428225
previous_iter_valid_loss : 0.16096042096614838
606740 0.161141 0.160960 0.164202 CURRENT LEARNING RATE: 0.0016217086814701931
previous_iter_valid_loss : 0.16290147602558136
606760 0.163094 0.162901 0.164314 CURRENT LEARNING RATE: 0.0016213843721659099
previous_iter_valid_loss : 0.1627626270055771
606780 0.162929 0.162763 0.164422 CURRENT LEARNING RATE: 0.0016210601277170031
previous_iter_valid_loss : 0.16657792031764984
606800 0.166744 0.166578 0.164662 CURRENT LEARNING RATE: 0.0016207359481105004
previous_iter_valid_loss : 0.1618509441614151
606820 0.162016 0.161851 0.163971 CURRENT LEARNING RATE: 0.0016204118333334372
previous_iter_valid_loss : 0.16206862032413483
606840 0.162230 0.162069 0.164048 CURRENT LEARNING RATE: 0.0016200877833728458
previous_iter_valid_loss : 0.16210739314556122
606860 0.162268 0.162107 0.164128 CURRENT LEARNING RATE: 0.0016197637982157662
previous_iter_valid_loss : 0.16563141345977783
606880 0.165791 0.165631 0.164344 CURRENT LEARNING RATE: 0.0016194398778492402
previous_iter_valid_loss : 0.16059960424900055
606900 0.160761 0.160600 0.163966 CURRENT LEARNING RATE: 0.0016191160222603083
previous_iter_valid_loss : 0.16707351803779602
606920 0.167233 0.167074 0.164191 CURRENT LEARNING RATE: 0.0016187922314360188
previous_iter_valid_loss : 0.16565072536468506
606940 0.165872 0.165651 0.164018 CURRENT LEARNING RATE: 0.0016184685053634172
previous_iter_valid_loss : 0.16162681579589844
606960 0.161821 0.161627 0.163922 CURRENT LEARNING RATE: 0.0016181448440295576
previous_iter_valid_loss : 0.16232720017433167
606980 0.162483 0.162327 0.163938 CURRENT LEARNING RATE: 0.0016178212474214904
previous_iter_valid_loss : 0.16245843470096588
607000 0.162619 0.162458 0.163874 CURRENT LEARNING RATE: 0.0016174977155262746
previous_iter_valid_loss : 0.18248490989208221
607020 0.182837 0.182485 0.164733 CURRENT LEARNING RATE: 0.0016171742483309666
previous_iter_valid_loss : 0.17366823554039001
607040 0.173826 0.173668 0.165086 CURRENT LEARNING RATE: 0.00161685084582263
previous_iter_valid_loss : 0.161223903298378
607060 0.161385 0.161224 0.164799 CURRENT LEARNING RATE: 0.001616527507988326
previous_iter_valid_loss : 0.16924791038036346
607080 0.169490 0.169248 0.165061 CURRENT LEARNING RATE: 0.001616204234815124
previous_iter_valid_loss : 0.1702619194984436
607100 0.170425 0.170262 0.165100 CURRENT LEARNING RATE: 0.0016158810262900901
previous_iter_valid_loss : 0.16110293567180634
607120 0.161292 0.161103 0.165127 CURRENT LEARNING RATE: 0.0016155578824002988
previous_iter_valid_loss : 0.17454855144023895
607140 0.174699 0.174549 0.165806 CURRENT LEARNING RATE: 0.0016152348031328216
previous_iter_valid_loss : 0.1629370003938675
607160 0.163135 0.162937 0.165808 CURRENT LEARNING RATE: 0.0016149117884747385
previous_iter_valid_loss : 0.16096721589565277
607180 0.161145 0.160967 0.165718 CURRENT LEARNING RATE: 0.0016145888384131257
previous_iter_valid_loss : 0.17355917394161224
607200 0.173712 0.173559 0.166067 CURRENT LEARNING RATE: 0.001614265952935068
previous_iter_valid_loss : 0.16796936094760895
607220 0.168198 0.167969 0.166373 CURRENT LEARNING RATE: 0.001613943132027647
previous_iter_valid_loss : 0.16829238831996918
607240 0.168526 0.168292 0.166684 CURRENT LEARNING RATE: 0.0016136203756779517
previous_iter_valid_loss : 0.17629437148571014
607260 0.176587 0.176294 0.167394 CURRENT LEARNING RATE: 0.0016132976838730728
previous_iter_valid_loss : 0.16069623827934265
607280 0.160855 0.160696 0.167147 CURRENT LEARNING RATE: 0.0016129750566001005
previous_iter_valid_loss : 0.16149473190307617
607300 0.161645 0.161495 0.167192 CURRENT LEARNING RATE: 0.0016126524938461317
previous_iter_valid_loss : 0.16869157552719116
607320 0.168849 0.168692 0.167272 CURRENT LEARNING RATE: 0.0016123299955982614
previous_iter_valid_loss : 0.16053406894207
607340 0.160699 0.160534 0.167017 CURRENT LEARNING RATE: 0.0016120075618435929
previous_iter_valid_loss : 0.16071659326553345
607360 0.160879 0.160717 0.166971 CURRENT LEARNING RATE: 0.0016116851925692254
previous_iter_valid_loss : 0.1650090515613556
607380 0.165201 0.165009 0.167105 CURRENT LEARNING RATE: 0.0016113628877622672
previous_iter_valid_loss : 0.16395936906337738
607400 0.164154 0.163959 0.167180 CURRENT LEARNING RATE: 0.0016110406474098237
previous_iter_valid_loss : 0.18644116818904877
607420 0.186834 0.186441 0.167378 CURRENT LEARNING RATE: 0.0016107184714990073
previous_iter_valid_loss : 0.1756875067949295
607440 0.175988 0.175688 0.167479 CURRENT LEARNING RATE: 0.0016103963600169289
previous_iter_valid_loss : 0.16062630712985992
607460 0.160793 0.160626 0.167449 CURRENT LEARNING RATE: 0.0016100743129507065
previous_iter_valid_loss : 0.17899073660373688
607480 0.179304 0.178991 0.167936 CURRENT LEARNING RATE: 0.001609752330287455
previous_iter_valid_loss : 0.16185861825942993
607500 0.162048 0.161859 0.167516 CURRENT LEARNING RATE: 0.0016094304120142988
previous_iter_valid_loss : 0.16522453725337982
607520 0.165428 0.165225 0.167722 CURRENT LEARNING RATE: 0.0016091085581183577
previous_iter_valid_loss : 0.1683816760778427
607540 0.168609 0.168382 0.167414 CURRENT LEARNING RATE: 0.0016087867685867605
previous_iter_valid_loss : 0.17038537561893463
607560 0.170644 0.170385 0.167786 CURRENT LEARNING RATE: 0.001608465043406633
previous_iter_valid_loss : 0.16117963194847107
607580 0.161367 0.161180 0.167797 CURRENT LEARNING RATE: 0.0016081433825651087
previous_iter_valid_loss : 0.1621764749288559
607600 0.162360 0.162176 0.167228 CURRENT LEARNING RATE: 0.0016078217860493187
previous_iter_valid_loss : 0.1643119901418686
607620 0.164479 0.164312 0.167045 CURRENT LEARNING RATE: 0.0016075002538464016
previous_iter_valid_loss : 0.16176411509513855
607640 0.161959 0.161764 0.166718 CURRENT LEARNING RATE: 0.0016071787859434934
previous_iter_valid_loss : 0.16302549839019775
607660 0.163187 0.163025 0.166055 CURRENT LEARNING RATE: 0.001606857382327737
previous_iter_valid_loss : 0.16051413118839264
607680 0.160675 0.160514 0.166046 CURRENT LEARNING RATE: 0.0016065360429862773
previous_iter_valid_loss : 0.17385925352573395
607700 0.174135 0.173859 0.166664 CURRENT LEARNING RATE: 0.0016062147679062585
previous_iter_valid_loss : 0.16420231759548187
607720 0.164365 0.164202 0.166440 CURRENT LEARNING RATE: 0.0016058935570748317
previous_iter_valid_loss : 0.16098013520240784
607740 0.161156 0.160980 0.166462 CURRENT LEARNING RATE: 0.001605572410479146
previous_iter_valid_loss : 0.1609450727701187
607760 0.161123 0.160945 0.166473 CURRENT LEARNING RATE: 0.0016052513281063585
previous_iter_valid_loss : 0.16057516634464264
607780 0.160746 0.160575 0.166252 CURRENT LEARNING RATE: 0.0016049303099436231
previous_iter_valid_loss : 0.1621490716934204
607800 0.162339 0.162149 0.166161 CURRENT LEARNING RATE: 0.0016046093559781013
previous_iter_valid_loss : 0.1677354872226715
607820 0.167895 0.167735 0.165226 CURRENT LEARNING RATE: 0.0016042884661969527
previous_iter_valid_loss : 0.16315528750419617
607840 0.163320 0.163155 0.164599 CURRENT LEARNING RATE: 0.0016039676405873447
previous_iter_valid_loss : 0.16669580340385437
607860 0.166852 0.166696 0.164903 CURRENT LEARNING RATE: 0.0016036468791364408
previous_iter_valid_loss : 0.1796356439590454
607880 0.179797 0.179636 0.164935 CURRENT LEARNING RATE: 0.0016033261818314138
previous_iter_valid_loss : 0.1629229336977005
607900 0.163085 0.162923 0.164988 CURRENT LEARNING RATE: 0.0016030055486594328
previous_iter_valid_loss : 0.1626342236995697
607920 0.162826 0.162634 0.164859 CURRENT LEARNING RATE: 0.0016026849796076754
previous_iter_valid_loss : 0.1621991991996765
607940 0.162392 0.162199 0.164550 CURRENT LEARNING RATE: 0.001602364474663316
previous_iter_valid_loss : 0.1617203950881958
607960 0.161910 0.161720 0.164116 CURRENT LEARNING RATE: 0.0016020440338135372
previous_iter_valid_loss : 0.16552002727985382
607980 0.165684 0.165520 0.164333 CURRENT LEARNING RATE: 0.0016017236570455185
previous_iter_valid_loss : 0.1607552468776703
608000 0.160936 0.160755 0.164262 CURRENT LEARNING RATE: 0.0016014033443464478
previous_iter_valid_loss : 0.16082343459129333
608020 0.160986 0.160823 0.164088 CURRENT LEARNING RATE: 0.0016010830957035095
previous_iter_valid_loss : 0.16312217712402344
608040 0.163297 0.163122 0.164156 CURRENT LEARNING RATE: 0.001600762911103897
previous_iter_valid_loss : 0.17378409206867218
608060 0.173942 0.173784 0.164694 CURRENT LEARNING RATE: 0.0016004427905347994
previous_iter_valid_loss : 0.18181249499320984
608080 0.181974 0.181812 0.165759 CURRENT LEARNING RATE: 0.0016001227339834136
previous_iter_valid_loss : 0.19548609852790833
608100 0.195601 0.195486 0.166840 CURRENT LEARNING RATE: 0.001599802741436939
previous_iter_valid_loss : 0.16348472237586975
608120 0.163653 0.163485 0.166804 CURRENT LEARNING RATE: 0.001599482812882573
previous_iter_valid_loss : 0.16269905865192413
608140 0.162892 0.162699 0.166890 CURRENT LEARNING RATE: 0.0015991629483075207
previous_iter_valid_loss : 0.18657563626766205
608160 0.186969 0.186576 0.168172 CURRENT LEARNING RATE: 0.0015988431476989856
previous_iter_valid_loss : 0.1621580868959427
608180 0.162356 0.162158 0.168251 CURRENT LEARNING RATE: 0.0015985234110441778
previous_iter_valid_loss : 0.1741826832294464
608200 0.174459 0.174183 0.168852 CURRENT LEARNING RATE: 0.0015982037383303052
previous_iter_valid_loss : 0.16237065196037292
608220 0.162535 0.162371 0.168584 CURRENT LEARNING RATE: 0.001597884129544584
previous_iter_valid_loss : 0.1611527055501938
608240 0.161302 0.161153 0.168484 CURRENT LEARNING RATE: 0.0015975645846742262
previous_iter_valid_loss : 0.17183569073677063
608260 0.172095 0.171836 0.168741 CURRENT LEARNING RATE: 0.0015972451037064542
previous_iter_valid_loss : 0.19763626158237457
608280 0.198159 0.197636 0.169641 CURRENT LEARNING RATE: 0.0015969256866284844
previous_iter_valid_loss : 0.16068494319915771
608300 0.160844 0.160685 0.169529 CURRENT LEARNING RATE: 0.0015966063334275442
previous_iter_valid_loss : 0.1730087399482727
608320 0.173264 0.173009 0.170048 CURRENT LEARNING RATE: 0.001596287044090856
previous_iter_valid_loss : 0.1606229692697525
608340 0.160772 0.160623 0.169969 CURRENT LEARNING RATE: 0.0015959678186056511
previous_iter_valid_loss : 0.16860327124595642
608360 0.168846 0.168603 0.170313 CURRENT LEARNING RATE: 0.001595648656959158
previous_iter_valid_loss : 0.16338928043842316
608380 0.163573 0.163389 0.170207 CURRENT LEARNING RATE: 0.0015953295591386125
previous_iter_valid_loss : 0.1650572568178177
608400 0.165217 0.165057 0.170422 CURRENT LEARNING RATE: 0.0015950105251312484
previous_iter_valid_loss : 0.16054165363311768
608420 0.160702 0.160542 0.170408 CURRENT LEARNING RATE: 0.0015946915549243069
previous_iter_valid_loss : 0.17192959785461426
608440 0.172076 0.171930 0.170848 CURRENT LEARNING RATE: 0.001594372648505026
previous_iter_valid_loss : 0.1671152561903
608460 0.167278 0.167115 0.170515 CURRENT LEARNING RATE: 0.0015940538058606517
previous_iter_valid_loss : 0.164679616689682
608480 0.164872 0.164680 0.169658 CURRENT LEARNING RATE: 0.0015937350269784312
previous_iter_valid_loss : 0.18051312863826752
608500 0.180678 0.180513 0.168909 CURRENT LEARNING RATE: 0.0015934163118456104
previous_iter_valid_loss : 0.16416281461715698
608520 0.164330 0.164163 0.168943 CURRENT LEARNING RATE: 0.0015930976604494437
previous_iter_valid_loss : 0.16294169425964355
608540 0.163109 0.162942 0.168955 CURRENT LEARNING RATE: 0.0015927790727771824
previous_iter_valid_loss : 0.16714037954807281
608560 0.167309 0.167140 0.167984 CURRENT LEARNING RATE: 0.0015924605488160856
previous_iter_valid_loss : 0.17018350958824158
608580 0.170437 0.170184 0.168385 CURRENT LEARNING RATE: 0.0015921420885534096
previous_iter_valid_loss : 0.16090556979179382
608600 0.161063 0.160906 0.167721 CURRENT LEARNING RATE: 0.0015918236919764185
previous_iter_valid_loss : 0.1605677455663681
608620 0.160729 0.160568 0.167631 CURRENT LEARNING RATE: 0.001591505359072374
previous_iter_valid_loss : 0.16110537946224213
608640 0.161253 0.161105 0.167628 CURRENT LEARNING RATE: 0.0015911870898285456
previous_iter_valid_loss : 0.18089339137077332
608660 0.181216 0.180893 0.168081 CURRENT LEARNING RATE: 0.0015908688842321997
previous_iter_valid_loss : 0.1653095930814743
608680 0.165528 0.165310 0.166465 CURRENT LEARNING RATE: 0.0015905507422706107
previous_iter_valid_loss : 0.1636502593755722
608700 0.163851 0.163650 0.166613 CURRENT LEARNING RATE: 0.0015902326639310501
previous_iter_valid_loss : 0.16071532666683197
608720 0.160889 0.160715 0.165999 CURRENT LEARNING RATE: 0.0015899146492007977
previous_iter_valid_loss : 0.16975925862789154
608740 0.170001 0.169759 0.166455 CURRENT LEARNING RATE: 0.0015895966980671301
previous_iter_valid_loss : 0.16276827454566956
608760 0.162927 0.162768 0.166164 CURRENT LEARNING RATE: 0.001589278810517332
previous_iter_valid_loss : 0.16213490068912506
608780 0.162318 0.162135 0.166101 CURRENT LEARNING RATE: 0.0015889609865386853
previous_iter_valid_loss : 0.16071650385856628
608800 0.160894 0.160717 0.165884 CURRENT LEARNING RATE: 0.0015886432261184795
previous_iter_valid_loss : 0.16056562960147858
608820 0.160719 0.160566 0.165885 CURRENT LEARNING RATE: 0.0015883255292440013
previous_iter_valid_loss : 0.1632061004638672
608840 0.163375 0.163206 0.165449 CURRENT LEARNING RATE: 0.0015880078959025462
previous_iter_valid_loss : 0.16286826133728027
608860 0.163061 0.162868 0.165237 CURRENT LEARNING RATE: 0.001587690326081406
previous_iter_valid_loss : 0.17485880851745605
608880 0.175140 0.174859 0.165746 CURRENT LEARNING RATE: 0.0015873728197678787
previous_iter_valid_loss : 0.16054441034793854
608900 0.160700 0.160544 0.164747 CURRENT LEARNING RATE: 0.0015870553769492658
previous_iter_valid_loss : 0.163530170917511
608920 0.163722 0.163530 0.164715 CURRENT LEARNING RATE: 0.0015867379976128668
previous_iter_valid_loss : 0.17425183951854706
608940 0.174536 0.174252 0.165281 CURRENT LEARNING RATE: 0.0015864206817459894
previous_iter_valid_loss : 0.16514813899993896
608960 0.165321 0.165148 0.165181 CURRENT LEARNING RATE: 0.0015861034293359378
previous_iter_valid_loss : 0.16051603853702545
608980 0.160679 0.160516 0.164698 CURRENT LEARNING RATE: 0.0015857862403700254
previous_iter_valid_loss : 0.16151107847690582
609000 0.161696 0.161511 0.164728 CURRENT LEARNING RATE: 0.0015854691148355614
previous_iter_valid_loss : 0.1607891023159027
609020 0.160964 0.160789 0.164739 CURRENT LEARNING RATE: 0.0015851520527198635
previous_iter_valid_loss : 0.1791510283946991
609040 0.179472 0.179151 0.165642 CURRENT LEARNING RATE: 0.0015848350540102463
previous_iter_valid_loss : 0.16630038619041443
609060 0.166513 0.166300 0.164912 CURRENT LEARNING RATE: 0.001584518118694033
previous_iter_valid_loss : 0.1878870576620102
609080 0.188305 0.187887 0.166041 CURRENT LEARNING RATE: 0.0015842012467585434
previous_iter_valid_loss : 0.1725653111934662
609100 0.172822 0.172565 0.166487 CURRENT LEARNING RATE: 0.0015838844381911052
previous_iter_valid_loss : 0.16103771328926086
609120 0.161219 0.161038 0.166503 CURRENT LEARNING RATE: 0.0015835676929790432
previous_iter_valid_loss : 0.16901586949825287
609140 0.169258 0.169016 0.166466 CURRENT LEARNING RATE: 0.0015832510111096908
previous_iter_valid_loss : 0.164291650056839
609160 0.164472 0.164292 0.166542 CURRENT LEARNING RATE: 0.0015829343925703775
previous_iter_valid_loss : 0.16344504058361053
609180 0.163620 0.163445 0.166607 CURRENT LEARNING RATE: 0.0015826178373484416
previous_iter_valid_loss : 0.16063883900642395
609200 0.160811 0.160639 0.166603 CURRENT LEARNING RATE: 0.0015823013454312179
previous_iter_valid_loss : 0.1685355007648468
609220 0.168782 0.168536 0.167002 CURRENT LEARNING RATE: 0.0015819849168060497
previous_iter_valid_loss : 0.16090556979179382
609240 0.161048 0.160906 0.166887 CURRENT LEARNING RATE: 0.001581668551460277
previous_iter_valid_loss : 0.16965386271476746
609260 0.169898 0.169654 0.167226 CURRENT LEARNING RATE: 0.0015813522493812464
previous_iter_valid_loss : 0.16071155667304993
609280 0.160878 0.160712 0.166519 CURRENT LEARNING RATE: 0.0015810360105563076
previous_iter_valid_loss : 0.16218224167823792
609300 0.162344 0.162182 0.166601 CURRENT LEARNING RATE: 0.0015807198349728079
previous_iter_valid_loss : 0.18467077612876892
609320 0.185042 0.184671 0.167658 CURRENT LEARNING RATE: 0.0015804037226181033
previous_iter_valid_loss : 0.16861046850681305
609340 0.168838 0.168610 0.167376 CURRENT LEARNING RATE: 0.0015800876734795462
previous_iter_valid_loss : 0.16064797341823578
609360 0.160820 0.160648 0.167151 CURRENT LEARNING RATE: 0.001579771687544498
previous_iter_valid_loss : 0.16289526224136353
609380 0.163099 0.162895 0.167270 CURRENT LEARNING RATE: 0.0015794557648003158
previous_iter_valid_loss : 0.1614786982536316
609400 0.161626 0.161479 0.167268 CURRENT LEARNING RATE: 0.001579139905234366
previous_iter_valid_loss : 0.1609169840812683
609420 0.161067 0.160917 0.167274 CURRENT LEARNING RATE: 0.001578824108834011
previous_iter_valid_loss : 0.1638329029083252
609440 0.164002 0.163833 0.166508 CURRENT LEARNING RATE: 0.001578508375586622
previous_iter_valid_loss : 0.16587013006210327
609460 0.166042 0.165870 0.166487 CURRENT LEARNING RATE: 0.001578192705479567
previous_iter_valid_loss : 0.16051363945007324
609480 0.160678 0.160514 0.165118 CURRENT LEARNING RATE: 0.001577877098500222
previous_iter_valid_loss : 0.16666625440120697
609500 0.166829 0.166666 0.164823 CURRENT LEARNING RATE: 0.0015775615546359594
previous_iter_valid_loss : 0.16265177726745605
609520 0.162836 0.162652 0.164904 CURRENT LEARNING RATE: 0.001577246073874161
previous_iter_valid_loss : 0.16121992468833923
609540 0.161400 0.161220 0.164514 CURRENT LEARNING RATE: 0.001576930656202204
previous_iter_valid_loss : 0.1662226915359497
609560 0.166384 0.166223 0.164611 CURRENT LEARNING RATE: 0.0015766153016074749
previous_iter_valid_loss : 0.1610504388809204
609580 0.161198 0.161050 0.164491 CURRENT LEARNING RATE: 0.0015763000100773568
previous_iter_valid_loss : 0.1605854481458664
609600 0.160738 0.160585 0.164488 CURRENT LEARNING RATE: 0.0015759847815992405
previous_iter_valid_loss : 0.17764979600906372
609620 0.177960 0.177650 0.164944 CURRENT LEARNING RATE: 0.0015756696161605143
previous_iter_valid_loss : 0.17001891136169434
609640 0.170263 0.170019 0.165400 CURRENT LEARNING RATE: 0.0015753545137485747
previous_iter_valid_loss : 0.1626875251531601
609660 0.162891 0.162688 0.165051 CURRENT LEARNING RATE: 0.0015750394743508141
previous_iter_valid_loss : 0.16058431565761566
609680 0.160760 0.160584 0.165045 CURRENT LEARNING RATE: 0.0015747244979546328
previous_iter_valid_loss : 0.1632416844367981
609700 0.163436 0.163242 0.165098 CURRENT LEARNING RATE: 0.001574409584547433
previous_iter_valid_loss : 0.1614992469549179
609720 0.161658 0.161499 0.163939 CURRENT LEARNING RATE: 0.0015740947341166156
previous_iter_valid_loss : 0.16235244274139404
609740 0.162512 0.162352 0.163627 CURRENT LEARNING RATE: 0.0015737799466495888
previous_iter_valid_loss : 0.16084840893745422
609760 0.161023 0.160848 0.163637 CURRENT LEARNING RATE: 0.001573465222133759
previous_iter_valid_loss : 0.16635414958000183
609780 0.166517 0.166354 0.163810 CURRENT LEARNING RATE: 0.0015731505605565395
previous_iter_valid_loss : 0.16324084997177124
609800 0.163428 0.163241 0.163898 CURRENT LEARNING RATE: 0.0015728359619053413
previous_iter_valid_loss : 0.16833868622779846
609820 0.168567 0.168339 0.164269 CURRENT LEARNING RATE: 0.0015725214261675831
previous_iter_valid_loss : 0.16337701678276062
609840 0.163545 0.163377 0.164246 CURRENT LEARNING RATE: 0.0015722069533306811
previous_iter_valid_loss : 0.16160598397254944
609860 0.161775 0.161606 0.164033 CURRENT LEARNING RATE: 0.0015718925433820586
previous_iter_valid_loss : 0.16524285078048706
609880 0.165407 0.165243 0.164269 CURRENT LEARNING RATE: 0.0015715781963091366
previous_iter_valid_loss : 0.1647902876138687
609900 0.165005 0.164790 0.164175 CURRENT LEARNING RATE: 0.0015712639120993442
previous_iter_valid_loss : 0.16125844419002533
609920 0.161449 0.161258 0.164106 CURRENT LEARNING RATE: 0.001570949690740107
previous_iter_valid_loss : 0.16821449995040894
609940 0.168375 0.168214 0.164455 CURRENT LEARNING RATE: 0.001570635532218859
previous_iter_valid_loss : 0.16064979135990143
609960 0.160822 0.160650 0.164177 CURRENT LEARNING RATE: 0.001570321436523031
previous_iter_valid_loss : 0.22264666855335236
609980 0.222622 0.222647 0.167257 CURRENT LEARNING RATE: 0.0015700074036400623
previous_iter_valid_loss : 0.1605711281299591
610000 0.160731 0.160571 0.167256 CURRENT LEARNING RATE: 0.0015696934335573884
previous_iter_valid_loss : 0.17448021471500397
610020 0.174761 0.174480 0.167097 CURRENT LEARNING RATE: 0.0015693795262624534
previous_iter_valid_loss : 0.1757790893316269
610040 0.176076 0.175779 0.167385 CURRENT LEARNING RATE: 0.0015690656817426982
previous_iter_valid_loss : 0.17402635514736176
610060 0.174301 0.174026 0.167952 CURRENT LEARNING RATE: 0.0015687518999855724
previous_iter_valid_loss : 0.17130747437477112
610080 0.171560 0.171307 0.168489 CURRENT LEARNING RATE: 0.001568438180978521
previous_iter_valid_loss : 0.1613791137933731
610100 0.161532 0.161379 0.168395 CURRENT LEARNING RATE: 0.0015681245247089971
previous_iter_valid_loss : 0.16069024801254272
610120 0.160868 0.160690 0.168355 CURRENT LEARNING RATE: 0.0015678109311644559
previous_iter_valid_loss : 0.16663546860218048
610140 0.166856 0.166635 0.168569 CURRENT LEARNING RATE: 0.0015674974003323503
previous_iter_valid_loss : 0.1657649427652359
610160 0.165932 0.165765 0.168815 CURRENT LEARNING RATE: 0.001567183932200143
previous_iter_valid_loss : 0.16089597344398499
610180 0.161073 0.160896 0.168542 CURRENT LEARNING RATE: 0.0015668705267552915
previous_iter_valid_loss : 0.16212375462055206
610200 0.162315 0.162124 0.168486 CURRENT LEARNING RATE: 0.0015665571839852625
previous_iter_valid_loss : 0.1652713567018509
610220 0.165442 0.165271 0.168333 CURRENT LEARNING RATE: 0.00156624390387752
previous_iter_valid_loss : 0.17332756519317627
610240 0.173601 0.173328 0.168830 CURRENT LEARNING RATE: 0.001565930686419535
previous_iter_valid_loss : 0.16193662583827972
610260 0.162098 0.161937 0.168847 CURRENT LEARNING RATE: 0.0015656175315987761
previous_iter_valid_loss : 0.17485472559928894
610280 0.175011 0.174855 0.169327 CURRENT LEARNING RATE: 0.0015653044394027204
previous_iter_valid_loss : 0.16360025107860565
610300 0.163768 0.163600 0.169268 CURRENT LEARNING RATE: 0.0015649914098188411
previous_iter_valid_loss : 0.17604859173297882
610320 0.176341 0.176049 0.170007 CURRENT LEARNING RATE: 0.0015646784428346198
previous_iter_valid_loss : 0.16534939408302307
610340 0.165567 0.165349 0.169864 CURRENT LEARNING RATE: 0.001564365538437535
previous_iter_valid_loss : 0.16068688035011292
610360 0.160856 0.160687 0.169866 CURRENT LEARNING RATE: 0.0015640526966150732
previous_iter_valid_loss : 0.1667647659778595
610380 0.166990 0.166765 0.167072 CURRENT LEARNING RATE: 0.001563739917354718
previous_iter_valid_loss : 0.16102468967437744
610400 0.161209 0.161025 0.167095 CURRENT LEARNING RATE: 0.0015634272006439611
previous_iter_valid_loss : 0.16920314729213715
610420 0.169436 0.169203 0.166831 CURRENT LEARNING RATE: 0.0015631145464702913
previous_iter_valid_loss : 0.16128262877464294
610440 0.161445 0.161283 0.166106 CURRENT LEARNING RATE: 0.0015628019548212051
previous_iter_valid_loss : 0.16057449579238892
610460 0.160735 0.160574 0.165433 CURRENT LEARNING RATE: 0.0015624894256841954
previous_iter_valid_loss : 0.16074416041374207
610480 0.160905 0.160744 0.164905 CURRENT LEARNING RATE: 0.0015621769590467634
previous_iter_valid_loss : 0.16058506071567535
610500 0.160750 0.160585 0.164866 CURRENT LEARNING RATE: 0.0015618645548964112
previous_iter_valid_loss : 0.16868777573108673
610520 0.168917 0.168688 0.165265 CURRENT LEARNING RATE: 0.0015615522132206398
previous_iter_valid_loss : 0.17302206158638
610540 0.173168 0.173022 0.165585 CURRENT LEARNING RATE: 0.0015612399340069587
previous_iter_valid_loss : 0.1605275571346283
610560 0.160698 0.160528 0.165323 CURRENT LEARNING RATE: 0.0015609277172428737
previous_iter_valid_loss : 0.1779414415359497
610580 0.178243 0.177941 0.166175 CURRENT LEARNING RATE: 0.0015606155629158992
previous_iter_valid_loss : 0.16601525247097015
610600 0.166230 0.166015 0.166370 CURRENT LEARNING RATE: 0.0015603034710135457
previous_iter_valid_loss : 0.16341383755207062
610620 0.163587 0.163414 0.166277 CURRENT LEARNING RATE: 0.001559991441523333
previous_iter_valid_loss : 0.16513627767562866
610640 0.165307 0.165136 0.165867 CURRENT LEARNING RATE: 0.0015596794744327767
previous_iter_valid_loss : 0.1960163563489914
610660 0.196516 0.196016 0.167571 CURRENT LEARNING RATE: 0.001559367569729401
previous_iter_valid_loss : 0.1713009625673294
610680 0.171557 0.171301 0.167394 CURRENT LEARNING RATE: 0.0015590557274007266
previous_iter_valid_loss : 0.16382062435150146
610700 0.164002 0.163821 0.167405 CURRENT LEARNING RATE: 0.0015587439474342832
previous_iter_valid_loss : 0.16233959794044495
610720 0.162490 0.162340 0.166719 CURRENT LEARNING RATE: 0.0015584322298175964
previous_iter_valid_loss : 0.1615007370710373
610740 0.161662 0.161501 0.166527 CURRENT LEARNING RATE: 0.0015581205745382003
previous_iter_valid_loss : 0.16170723736286163
610760 0.161891 0.161707 0.166578 CURRENT LEARNING RATE: 0.0015578089815836262
previous_iter_valid_loss : 0.16907498240470886
610780 0.169233 0.169075 0.166693 CURRENT LEARNING RATE: 0.001557497450941413
previous_iter_valid_loss : 0.16133122146129608
610800 0.161487 0.161331 0.166709 CURRENT LEARNING RATE: 0.0015571859825990963
previous_iter_valid_loss : 0.16297048330307007
610820 0.163141 0.162970 0.166397 CURRENT LEARNING RATE: 0.0015568745765442208
previous_iter_valid_loss : 0.16751126945018768
610840 0.167740 0.167511 0.166708 CURRENT LEARNING RATE: 0.0015565632327643273
previous_iter_valid_loss : 0.19196817278862
610860 0.192430 0.191968 0.168278 CURRENT LEARNING RATE: 0.0015562519512469643
previous_iter_valid_loss : 0.17087243497371674
610880 0.171025 0.170872 0.168784 CURRENT LEARNING RATE: 0.0015559407319796783
previous_iter_valid_loss : 0.16057799756526947
610900 0.160752 0.160578 0.168784 CURRENT LEARNING RATE: 0.0015556295749500218
previous_iter_valid_loss : 0.17200346291065216
610920 0.172159 0.172003 0.168950 CURRENT LEARNING RATE: 0.00155531848014555
previous_iter_valid_loss : 0.16784130036830902
610940 0.168003 0.167841 0.168691 CURRENT LEARNING RATE: 0.0015550074475538162
previous_iter_valid_loss : 0.16084817051887512
610960 0.161017 0.160848 0.168707 CURRENT LEARNING RATE: 0.0015546964771623818
previous_iter_valid_loss : 0.16607993841171265
610980 0.166245 0.166080 0.168114 CURRENT LEARNING RATE: 0.0015543855689588056
previous_iter_valid_loss : 0.1671276092529297
611000 0.167293 0.167128 0.168169 CURRENT LEARNING RATE: 0.0015540747229306536
previous_iter_valid_loss : 0.16138696670532227
611020 0.161578 0.161387 0.168068 CURRENT LEARNING RATE: 0.001553763939065489
previous_iter_valid_loss : 0.1674991250038147
611040 0.167725 0.167499 0.168186 CURRENT LEARNING RATE: 0.001553453217350884
previous_iter_valid_loss : 0.1688549667596817
611060 0.169098 0.168855 0.166828 CURRENT LEARNING RATE: 0.0015531425577744063
previous_iter_valid_loss : 0.16349303722381592
611080 0.163696 0.163493 0.166438 CURRENT LEARNING RATE: 0.0015528319603236326
previous_iter_valid_loss : 0.17066773772239685
611100 0.170926 0.170668 0.166780 CURRENT LEARNING RATE: 0.001552521424986136
previous_iter_valid_loss : 0.16369709372520447
611120 0.163865 0.163697 0.166848 CURRENT LEARNING RATE: 0.001552210951749498
previous_iter_valid_loss : 0.16081228852272034
611140 0.160968 0.160812 0.166814 CURRENT LEARNING RATE: 0.0015519005406012972
previous_iter_valid_loss : 0.1654946208000183
611160 0.165661 0.165495 0.167003 CURRENT LEARNING RATE: 0.0015515901915291192
previous_iter_valid_loss : 0.16233111917972565
611180 0.162497 0.162331 0.166666 CURRENT LEARNING RATE: 0.001551279904520548
previous_iter_valid_loss : 0.17391958832740784
611200 0.174189 0.173920 0.167295 CURRENT LEARNING RATE: 0.0015509696795631743
previous_iter_valid_loss : 0.17513449490070343
611220 0.175414 0.175134 0.167903 CURRENT LEARNING RATE: 0.001550659516644587
previous_iter_valid_loss : 0.16185292601585388
611240 0.162047 0.161853 0.167620 CURRENT LEARNING RATE: 0.0015503494157523817
previous_iter_valid_loss : 0.16410858929157257
611260 0.164308 0.164109 0.166227 CURRENT LEARNING RATE: 0.0015500393768741515
previous_iter_valid_loss : 0.1993463933467865
611280 0.199850 0.199346 0.167651 CURRENT LEARNING RATE: 0.0015497293999974973
previous_iter_valid_loss : 0.16679640114307404
611300 0.167023 0.166796 0.167962 CURRENT LEARNING RATE: 0.00154941948511002
previous_iter_valid_loss : 0.16381756961345673
611320 0.164028 0.163818 0.167553 CURRENT LEARNING RATE: 0.0015491096321993214
previous_iter_valid_loss : 0.1611381471157074
611340 0.161319 0.161138 0.167218 CURRENT LEARNING RATE: 0.0015487998412530093
previous_iter_valid_loss : 0.17841242253780365
611360 0.178721 0.178412 0.168096 CURRENT LEARNING RATE: 0.0015484901122586902
previous_iter_valid_loss : 0.16454723477363586
611380 0.164739 0.164547 0.168019 CURRENT LEARNING RATE: 0.0015481804452039767
previous_iter_valid_loss : 0.16056671738624573
611400 0.160729 0.160567 0.167691 CURRENT LEARNING RATE: 0.0015478708400764802
previous_iter_valid_loss : 0.21213823556900024
611420 0.212177 0.212138 0.170229 CURRENT LEARNING RATE: 0.0015475612968638187
previous_iter_valid_loss : 0.1607922464609146
611440 0.160956 0.160792 0.169893 CURRENT LEARNING RATE: 0.0015472518155536076
previous_iter_valid_loss : 0.16465720534324646
611460 0.164829 0.164657 0.169683 CURRENT LEARNING RATE: 0.0015469423961334712
previous_iter_valid_loss : 0.16056793928146362
611480 0.160727 0.160568 0.169537 CURRENT LEARNING RATE: 0.0015466330385910292
previous_iter_valid_loss : 0.16287992894649506
611500 0.163041 0.162880 0.169148 CURRENT LEARNING RATE: 0.0015463237429139103
previous_iter_valid_loss : 0.16164979338645935
611520 0.161839 0.161650 0.169045 CURRENT LEARNING RATE: 0.0015460145090897403
previous_iter_valid_loss : 0.16515640914440155
611540 0.165326 0.165156 0.169263 CURRENT LEARNING RATE: 0.001545705337106152
previous_iter_valid_loss : 0.16245275735855103
611560 0.162619 0.162453 0.169111 CURRENT LEARNING RATE: 0.001545396226950776
previous_iter_valid_loss : 0.17338553071022034
611580 0.173663 0.173386 0.169663 CURRENT LEARNING RATE: 0.0015450871786112507
previous_iter_valid_loss : 0.16074271500110626
611600 0.160917 0.160743 0.169004 CURRENT LEARNING RATE: 0.0015447781920752113
previous_iter_valid_loss : 0.1606937199831009
611620 0.160854 0.160694 0.168282 CURRENT LEARNING RATE: 0.0015444692673303013
previous_iter_valid_loss : 0.17312383651733398
611640 0.173395 0.173124 0.168846 CURRENT LEARNING RATE: 0.0015441604043641608
previous_iter_valid_loss : 0.16690543293952942
611660 0.167133 0.166905 0.168986 CURRENT LEARNING RATE: 0.0015438516031644378
previous_iter_valid_loss : 0.16320528090000153
611680 0.163414 0.163205 0.167179 CURRENT LEARNING RATE: 0.001543542863718778
previous_iter_valid_loss : 0.16063246130943298
611700 0.160781 0.160632 0.166871 CURRENT LEARNING RATE: 0.001543234186014833
previous_iter_valid_loss : 0.19289886951446533
611720 0.193025 0.192899 0.168325 CURRENT LEARNING RATE: 0.0015429255700402569
previous_iter_valid_loss : 0.16133765876293182
611740 0.161494 0.161338 0.168335 CURRENT LEARNING RATE: 0.0015426170157827024
previous_iter_valid_loss : 0.16592395305633545
611760 0.166085 0.165924 0.167710 CURRENT LEARNING RATE: 0.0015423085232298304
previous_iter_valid_loss : 0.17971071600914001
611780 0.180048 0.179711 0.168468 CURRENT LEARNING RATE: 0.0015420000923692977
previous_iter_valid_loss : 0.1605295091867447
611800 0.160697 0.160530 0.168467 CURRENT LEARNING RATE: 0.0015416917231887706
previous_iter_valid_loss : 0.1608148068189621
611820 0.160999 0.160815 0.165900 CURRENT LEARNING RATE: 0.0015413834156759111
previous_iter_valid_loss : 0.16422659158706665
611840 0.164425 0.164227 0.166072 CURRENT LEARNING RATE: 0.0015410751698183899
previous_iter_valid_loss : 0.16490748524665833
611860 0.165112 0.164907 0.166085 CURRENT LEARNING RATE: 0.0015407669856038742
previous_iter_valid_loss : 0.16060000658035278
611880 0.160769 0.160600 0.166086 CURRENT LEARNING RATE: 0.0015404588630200395
previous_iter_valid_loss : 0.16063405573368073
611900 0.160800 0.160634 0.165974 CURRENT LEARNING RATE: 0.0015401508020545583
previous_iter_valid_loss : 0.16242413222789764
611920 0.162618 0.162424 0.166013 CURRENT LEARNING RATE: 0.0015398428026951107
previous_iter_valid_loss : 0.17147761583328247
611940 0.171727 0.171478 0.166329 CURRENT LEARNING RATE: 0.0015395348649293744
previous_iter_valid_loss : 0.16434653103351593
611960 0.164545 0.164347 0.166423 CURRENT LEARNING RATE: 0.0015392269887450339
previous_iter_valid_loss : 0.1646834760904312
611980 0.164855 0.164683 0.165988 CURRENT LEARNING RATE: 0.001538919174129772
previous_iter_valid_loss : 0.16135649383068085
612000 0.161522 0.161356 0.166019 CURRENT LEARNING RATE: 0.0015386114210712782
previous_iter_valid_loss : 0.16088663041591644
612020 0.161037 0.160887 0.166029 CURRENT LEARNING RATE: 0.0015383037295572406
previous_iter_valid_loss : 0.17152397334575653
612040 0.171778 0.171524 0.165949 CURRENT LEARNING RATE: 0.0015379960995753532
previous_iter_valid_loss : 0.1665123552083969
612060 0.166678 0.166512 0.165929 CURRENT LEARNING RATE: 0.0015376885311133089
previous_iter_valid_loss : 0.1714237928390503
612080 0.171582 0.171424 0.166340 CURRENT LEARNING RATE: 0.0015373810241588062
previous_iter_valid_loss : 0.16124704480171204
612100 0.161433 0.161247 0.166371 CURRENT LEARNING RATE: 0.0015370735786995457
previous_iter_valid_loss : 0.18472644686698914
612120 0.185089 0.184726 0.165962 CURRENT LEARNING RATE: 0.0015367661947232275
previous_iter_valid_loss : 0.17489340901374817
612140 0.175047 0.174893 0.166640 CURRENT LEARNING RATE: 0.0015364588722175585
previous_iter_valid_loss : 0.16606824100017548
612160 0.166284 0.166068 0.166647 CURRENT LEARNING RATE: 0.0015361516111702432
previous_iter_valid_loss : 0.16141997277736664
612180 0.161580 0.161420 0.165732 CURRENT LEARNING RATE: 0.0015358444115689941
previous_iter_valid_loss : 0.1611008495092392
612200 0.161287 0.161101 0.165761 CURRENT LEARNING RATE: 0.0015355372734015204
previous_iter_valid_loss : 0.1623447835445404
612220 0.162505 0.162345 0.165837 CURRENT LEARNING RATE: 0.0015352301966555387
previous_iter_valid_loss : 0.16831660270690918
612240 0.168472 0.168317 0.166042 CURRENT LEARNING RATE: 0.0015349231813187641
previous_iter_valid_loss : 0.1635584682226181
612260 0.163745 0.163558 0.165975 CURRENT LEARNING RATE: 0.0015346162273789181
previous_iter_valid_loss : 0.16241979598999023
612280 0.162605 0.162420 0.166066 CURRENT LEARNING RATE: 0.0015343093348237202
previous_iter_valid_loss : 0.16067184507846832
612300 0.160836 0.160672 0.166067 CURRENT LEARNING RATE: 0.0015340025036408975
previous_iter_valid_loss : 0.1611717790365219
612320 0.161347 0.161172 0.166005 CURRENT LEARNING RATE: 0.0015336957338181734
previous_iter_valid_loss : 0.1788041889667511
612340 0.179119 0.178804 0.166371 CURRENT LEARNING RATE: 0.0015333890253432802
previous_iter_valid_loss : 0.16665342450141907
612360 0.166870 0.166653 0.166486 CURRENT LEARNING RATE: 0.001533082378203947
previous_iter_valid_loss : 0.1686985045671463
612380 0.168930 0.168699 0.166687 CURRENT LEARNING RATE: 0.0015327757923879106
previous_iter_valid_loss : 0.16099274158477783
612400 0.161151 0.160993 0.166669 CURRENT LEARNING RATE: 0.0015324692678829045
previous_iter_valid_loss : 0.16075101494789124
612420 0.160915 0.160751 0.166662 CURRENT LEARNING RATE: 0.0015321628046766709
previous_iter_valid_loss : 0.16172756254673004
612440 0.161886 0.161728 0.166172 CURRENT LEARNING RATE: 0.0015318564027569483
previous_iter_valid_loss : 0.16087515652179718
612460 0.161020 0.160875 0.165891 CURRENT LEARNING RATE: 0.0015315500621114833
previous_iter_valid_loss : 0.16052794456481934
612480 0.160694 0.160528 0.165346 CURRENT LEARNING RATE: 0.0015312437827280194
previous_iter_valid_loss : 0.17906710505485535
612500 0.179384 0.179067 0.166237 CURRENT LEARNING RATE: 0.0015309375645943073
previous_iter_valid_loss : 0.17413359880447388
612520 0.174286 0.174134 0.165707 CURRENT LEARNING RATE: 0.0015306314076980992
previous_iter_valid_loss : 0.1627022624015808
612540 0.162865 0.162702 0.165098 CURRENT LEARNING RATE: 0.0015303253120271464
previous_iter_valid_loss : 0.18812821805477142
612560 0.188269 0.188128 0.166201 CURRENT LEARNING RATE: 0.0015300192775692077
previous_iter_valid_loss : 0.16907741129398346
612580 0.169239 0.169077 0.166583 CURRENT LEARNING RATE: 0.0015297133043120387
previous_iter_valid_loss : 0.16595378518104553
612600 0.166161 0.165954 0.166826 CURRENT LEARNING RATE: 0.0015294073922434035
previous_iter_valid_loss : 0.1649671047925949
612620 0.165162 0.164967 0.166957 CURRENT LEARNING RATE: 0.001529101541351063
previous_iter_valid_loss : 0.16123829782009125
612640 0.161425 0.161238 0.166603 CURRENT LEARNING RATE: 0.0015287957516227856
previous_iter_valid_loss : 0.16050435602664948
612660 0.160669 0.160504 0.166451 CURRENT LEARNING RATE: 0.0015284900230463372
previous_iter_valid_loss : 0.17875318229198456
612680 0.178924 0.178753 0.167267 CURRENT LEARNING RATE: 0.0015281843556094912
previous_iter_valid_loss : 0.1619022935628891
612700 0.162061 0.161902 0.167329 CURRENT LEARNING RATE: 0.0015278787493000184
previous_iter_valid_loss : 0.16839392483234406
612720 0.168554 0.168394 0.167690 CURRENT LEARNING RATE: 0.001527573204105697
previous_iter_valid_loss : 0.16084465384483337
612740 0.161010 0.160845 0.166792 CURRENT LEARNING RATE: 0.0015272677200143026
previous_iter_valid_loss : 0.160744309425354
612760 0.160902 0.160744 0.166496 CURRENT LEARNING RATE: 0.0015269622970136188
previous_iter_valid_loss : 0.1605173498392105
612780 0.160692 0.160517 0.166087 CURRENT LEARNING RATE: 0.0015266569350914252
previous_iter_valid_loss : 0.1718200445175171
612800 0.171972 0.171820 0.166629 CURRENT LEARNING RATE: 0.0015263516342355111
previous_iter_valid_loss : 0.16855114698410034
612820 0.168710 0.168551 0.167019 CURRENT LEARNING RATE: 0.001526046394433661
previous_iter_valid_loss : 0.16240710020065308
612840 0.162589 0.162407 0.167053 CURRENT LEARNING RATE: 0.001525741215673668
previous_iter_valid_loss : 0.16357311606407166
612860 0.163760 0.163573 0.167188 CURRENT LEARNING RATE: 0.001525436097943323
previous_iter_valid_loss : 0.17057311534881592
612880 0.170821 0.170573 0.167690 CURRENT LEARNING RATE: 0.001525131041230423
previous_iter_valid_loss : 0.16173039376735687
612900 0.161916 0.161730 0.166823 CURRENT LEARNING RATE: 0.001524826045522764
previous_iter_valid_loss : 0.16098658740520477
612920 0.161165 0.160987 0.166166 CURRENT LEARNING RATE: 0.0015245211108081465
previous_iter_valid_loss : 0.16742894053459167
612940 0.167586 0.167429 0.166402 CURRENT LEARNING RATE: 0.0015242162370743752
previous_iter_valid_loss : 0.1606089472770691
612960 0.160770 0.160609 0.165026 CURRENT LEARNING RATE: 0.0015239114243092522
previous_iter_valid_loss : 0.16159917414188385
612980 0.161753 0.161599 0.164652 CURRENT LEARNING RATE: 0.0015236066725005878
previous_iter_valid_loss : 0.1723490208387375
613000 0.172494 0.172349 0.164972 CURRENT LEARNING RATE: 0.0015233019816361891
previous_iter_valid_loss : 0.16069439053535461
613020 0.160861 0.160694 0.164758 CURRENT LEARNING RATE: 0.0015229973517038714
previous_iter_valid_loss : 0.16054466366767883
613040 0.160715 0.160545 0.164724 CURRENT LEARNING RATE: 0.0015226927826914463
previous_iter_valid_loss : 0.1688232123851776
613060 0.169070 0.168823 0.165140 CURRENT LEARNING RATE: 0.0015223882745867342
previous_iter_valid_loss : 0.1622813194990158
613080 0.162472 0.162281 0.164316 CURRENT LEARNING RATE: 0.001522083827377552
previous_iter_valid_loss : 0.18115855753421783
613100 0.181494 0.181159 0.165279 CURRENT LEARNING RATE: 0.0015217794410517245
previous_iter_valid_loss : 0.16109609603881836
613120 0.161277 0.161096 0.164914 CURRENT LEARNING RATE: 0.0015214751155970731
previous_iter_valid_loss : 0.1815183162689209
613140 0.181682 0.181518 0.165948 CURRENT LEARNING RATE: 0.0015211708510014285
previous_iter_valid_loss : 0.163671612739563
613160 0.163848 0.163672 0.166094 CURRENT LEARNING RATE: 0.0015208666472526164
previous_iter_valid_loss : 0.16945335268974304
613180 0.169608 0.169453 0.166541 CURRENT LEARNING RATE: 0.0015205625043384719
previous_iter_valid_loss : 0.1615670621395111
613200 0.161756 0.161567 0.166028 CURRENT LEARNING RATE: 0.001520258422246826
previous_iter_valid_loss : 0.16771380603313446
613220 0.167942 0.167714 0.165986 CURRENT LEARNING RATE: 0.001519954400965519
previous_iter_valid_loss : 0.16446372866630554
613240 0.164669 0.164464 0.166089 CURRENT LEARNING RATE: 0.0015196504404823867
previous_iter_valid_loss : 0.1624975949525833
613260 0.162686 0.162498 0.166035 CURRENT LEARNING RATE: 0.001519346540785274
previous_iter_valid_loss : 0.16357073187828064
613280 0.163743 0.163571 0.165685 CURRENT LEARNING RATE: 0.0015190427018620212
previous_iter_valid_loss : 0.1610228568315506
613300 0.161197 0.161023 0.165650 CURRENT LEARNING RATE: 0.001518738923700477
previous_iter_valid_loss : 0.16968266665935516
613320 0.169836 0.169683 0.166085 CURRENT LEARNING RATE: 0.0015184352062884911
previous_iter_valid_loss : 0.1646115630865097
613340 0.164778 0.164612 0.165944 CURRENT LEARNING RATE: 0.0015181315496139124
previous_iter_valid_loss : 0.16058915853500366
613360 0.160754 0.160589 0.165943 CURRENT LEARNING RATE: 0.0015178279536645974
previous_iter_valid_loss : 0.16944198310375214
613380 0.169689 0.169442 0.166335 CURRENT LEARNING RATE: 0.0015175244184283993
previous_iter_valid_loss : 0.16077905893325806
613400 0.160937 0.160779 0.165756 CURRENT LEARNING RATE: 0.0015172209438931792
previous_iter_valid_loss : 0.16151069104671478
613420 0.161665 0.161511 0.165797 CURRENT LEARNING RATE: 0.0015169175300467957
previous_iter_valid_loss : 0.16429974138736725
613440 0.164498 0.164300 0.165985 CURRENT LEARNING RATE: 0.0015166141768771155
previous_iter_valid_loss : 0.16104164719581604
613460 0.161227 0.161042 0.165596 CURRENT LEARNING RATE: 0.0015163108843720009
previous_iter_valid_loss : 0.1610019952058792
613480 0.161191 0.161002 0.165532 CURRENT LEARNING RATE: 0.001516007652519323
previous_iter_valid_loss : 0.1685502529144287
613500 0.168790 0.168550 0.164901 CURRENT LEARNING RATE: 0.0015157044813069506
previous_iter_valid_loss : 0.1606844961643219
613520 0.160845 0.160684 0.164881 CURRENT LEARNING RATE: 0.0015154013707227587
previous_iter_valid_loss : 0.16129425168037415
613540 0.161448 0.161294 0.163870 CURRENT LEARNING RATE: 0.0015150983207546204
previous_iter_valid_loss : 0.16410864889621735
613560 0.164272 0.164109 0.163892 CURRENT LEARNING RATE: 0.0015147953313904166
previous_iter_valid_loss : 0.1700228452682495
613580 0.170176 0.170023 0.163920 CURRENT LEARNING RATE: 0.0015144924026180247
previous_iter_valid_loss : 0.16055512428283691
613600 0.160711 0.160555 0.163869 CURRENT LEARNING RATE: 0.0015141895344253308
previous_iter_valid_loss : 0.16667231917381287
613620 0.166830 0.166672 0.163817 CURRENT LEARNING RATE: 0.0015138867268002171
previous_iter_valid_loss : 0.1605360358953476
613640 0.160684 0.160536 0.163621 CURRENT LEARNING RATE: 0.0015135839797305738
previous_iter_valid_loss : 0.1928148865699768
613660 0.193283 0.192815 0.165137 CURRENT LEARNING RATE: 0.0015132812932042885
previous_iter_valid_loss : 0.1664419323205948
613680 0.166608 0.166442 0.165280 CURRENT LEARNING RATE: 0.0015129786672092567
previous_iter_valid_loss : 0.16272981464862823
613700 0.162893 0.162730 0.165366 CURRENT LEARNING RATE: 0.0015126761017333703
previous_iter_valid_loss : 0.16253864765167236
613720 0.162717 0.162539 0.165009 CURRENT LEARNING RATE: 0.0015123735967645282
previous_iter_valid_loss : 0.18302564322948456
613740 0.183381 0.183026 0.165929 CURRENT LEARNING RATE: 0.0015120711522906317
previous_iter_valid_loss : 0.17071329057216644
613760 0.170967 0.170713 0.166435 CURRENT LEARNING RATE: 0.00151176876829958
previous_iter_valid_loss : 0.1609741896390915
613780 0.161155 0.160974 0.166012 CURRENT LEARNING RATE: 0.0015114664447792804
previous_iter_valid_loss : 0.16831143200397491
613800 0.168468 0.168311 0.166389 CURRENT LEARNING RATE: 0.0015111641817176376
previous_iter_valid_loss : 0.16061347723007202
613820 0.160771 0.160613 0.166344 CURRENT LEARNING RATE: 0.0015108619791025636
previous_iter_valid_loss : 0.16330352425575256
613840 0.163496 0.163304 0.166294 CURRENT LEARNING RATE: 0.0015105598369219676
previous_iter_valid_loss : 0.18388712406158447
613860 0.184047 0.183887 0.167436 CURRENT LEARNING RATE: 0.001510257755163767
previous_iter_valid_loss : 0.17739221453666687
613880 0.177551 0.177392 0.168256 CURRENT LEARNING RATE: 0.0015099557338158751
previous_iter_valid_loss : 0.1607828140258789
613900 0.160961 0.160783 0.167867 CURRENT LEARNING RATE: 0.001509653772866214
previous_iter_valid_loss : 0.1605563759803772
613920 0.160728 0.160556 0.167861 CURRENT LEARNING RATE: 0.0015093518723027029
previous_iter_valid_loss : 0.17045433819293976
613940 0.170702 0.170454 0.168319 CURRENT LEARNING RATE: 0.0015090500321132678
previous_iter_valid_loss : 0.17094315588474274
613960 0.171191 0.170943 0.168661 CURRENT LEARNING RATE: 0.0015087482522858334
previous_iter_valid_loss : 0.1605866551399231
613980 0.160750 0.160587 0.168189 CURRENT LEARNING RATE: 0.0015084465328083303
previous_iter_valid_loss : 0.16190668940544128
614000 0.162066 0.161907 0.168257 CURRENT LEARNING RATE: 0.0015081448736686876
previous_iter_valid_loss : 0.1610516607761383
614020 0.161224 0.161052 0.167976 CURRENT LEARNING RATE: 0.0015078432748548412
previous_iter_valid_loss : 0.16513675451278687
614040 0.165336 0.165137 0.168206 CURRENT LEARNING RATE: 0.001507541736354725
previous_iter_valid_loss : 0.16795668005943298
614060 0.168122 0.167957 0.166963 CURRENT LEARNING RATE: 0.0015072402581562793
previous_iter_valid_loss : 0.17182199656963348
614080 0.172087 0.171822 0.167232 CURRENT LEARNING RATE: 0.001506938840247443
previous_iter_valid_loss : 0.17129406332969666
614100 0.171452 0.171294 0.167660 CURRENT LEARNING RATE: 0.0015066374826161605
previous_iter_valid_loss : 0.1625543236732483
614120 0.162737 0.162554 0.167661 CURRENT LEARNING RATE: 0.0015063361852503789
previous_iter_valid_loss : 0.16489973664283752
614140 0.165097 0.164900 0.166754 CURRENT LEARNING RATE: 0.0015060349481380436
previous_iter_valid_loss : 0.16105517745018005
614160 0.161234 0.161055 0.166271 CURRENT LEARNING RATE: 0.0015057337712671077
previous_iter_valid_loss : 0.16789840161800385
614180 0.168052 0.167898 0.166618 CURRENT LEARNING RATE: 0.0015054326546255217
previous_iter_valid_loss : 0.16127382218837738
614200 0.161459 0.161274 0.166266 CURRENT LEARNING RATE: 0.0015051315982012431
previous_iter_valid_loss : 0.1606127917766571
614220 0.160770 0.160613 0.166266 CURRENT LEARNING RATE: 0.0015048306019822275
previous_iter_valid_loss : 0.17526356875896454
614240 0.175541 0.175264 0.166864 CURRENT LEARNING RATE: 0.0015045296659564375
previous_iter_valid_loss : 0.17769396305084229
614260 0.177853 0.177694 0.166554 CURRENT LEARNING RATE: 0.0015042287901118328
previous_iter_valid_loss : 0.1606767773628235
614280 0.160849 0.160677 0.165718 CURRENT LEARNING RATE: 0.0015039279744363814
previous_iter_valid_loss : 0.16062350571155548
614300 0.160795 0.160624 0.165710 CURRENT LEARNING RATE: 0.0015036272189180478
previous_iter_valid_loss : 0.17059850692749023
614320 0.170754 0.170599 0.166212 CURRENT LEARNING RATE: 0.0015033265235448047
previous_iter_valid_loss : 0.19533294439315796
614340 0.195813 0.195333 0.167456 CURRENT LEARNING RATE: 0.0015030258883046211
previous_iter_valid_loss : 0.1699896901845932
614360 0.170236 0.169990 0.167409 CURRENT LEARNING RATE: 0.0015027253131854746
previous_iter_valid_loss : 0.17551621794700623
614380 0.175675 0.175516 0.168155 CURRENT LEARNING RATE: 0.0015024247981753397
previous_iter_valid_loss : 0.1647835373878479
614400 0.164962 0.164784 0.168299 CURRENT LEARNING RATE: 0.001502124343262198
previous_iter_valid_loss : 0.1613466888666153
614420 0.161538 0.161347 0.168314 CURRENT LEARNING RATE: 0.0015018239484340295
previous_iter_valid_loss : 0.16083304584026337
614440 0.160987 0.160833 0.168099 CURRENT LEARNING RATE: 0.0015015236136788198
previous_iter_valid_loss : 0.16246242821216583
614460 0.162650 0.162462 0.167824 CURRENT LEARNING RATE: 0.0015012233389845536
previous_iter_valid_loss : 0.1707603484392166
614480 0.170916 0.170760 0.167771 CURRENT LEARNING RATE: 0.0015009231243392229
previous_iter_valid_loss : 0.16201238334178925
614500 0.162174 0.162012 0.167307 CURRENT LEARNING RATE: 0.0015006229697308157
previous_iter_valid_loss : 0.16271419823169708
614520 0.162880 0.162714 0.167315 CURRENT LEARNING RATE: 0.0015003228751473275
previous_iter_valid_loss : 0.16547612845897675
614540 0.165686 0.165476 0.167343 CURRENT LEARNING RATE: 0.001500022840576756
previous_iter_valid_loss : 0.16122019290924072
614560 0.161406 0.161220 0.167352 CURRENT LEARNING RATE: 0.0014997228660070968
previous_iter_valid_loss : 0.17713990807533264
614580 0.177434 0.177140 0.167814 CURRENT LEARNING RATE: 0.001499422951426354
previous_iter_valid_loss : 0.16684556007385254
614600 0.167061 0.166846 0.168092 CURRENT LEARNING RATE: 0.0014991230968225279
previous_iter_valid_loss : 0.16392634809017181
614620 0.164096 0.163926 0.168258 CURRENT LEARNING RATE: 0.0014988233021836271
previous_iter_valid_loss : 0.16134649515151978
614640 0.161512 0.161346 0.167562 CURRENT LEARNING RATE: 0.001498523567497658
previous_iter_valid_loss : 0.16411471366882324
614660 0.164316 0.164115 0.166883 CURRENT LEARNING RATE: 0.0014982238927526324
previous_iter_valid_loss : 0.1645166277885437
614680 0.164693 0.164517 0.167075 CURRENT LEARNING RATE: 0.0014979242779365614
previous_iter_valid_loss : 0.16102589666843414
614700 0.161208 0.161026 0.167095 CURRENT LEARNING RATE: 0.0014976247230374632
previous_iter_valid_loss : 0.16153447329998016
614720 0.161716 0.161534 0.166642 CURRENT LEARNING RATE: 0.001497325228043353
previous_iter_valid_loss : 0.160673126578331
614740 0.160846 0.160673 0.164909 CURRENT LEARNING RATE: 0.001497025792942253
previous_iter_valid_loss : 0.16054025292396545
614760 0.160695 0.160540 0.164437 CURRENT LEARNING RATE: 0.001496726417722184
previous_iter_valid_loss : 0.16085372865200043
614780 0.161019 0.160854 0.163704 CURRENT LEARNING RATE: 0.001496427102371173
previous_iter_valid_loss : 0.1936943084001541
614800 0.194168 0.193694 0.165149 CURRENT LEARNING RATE: 0.001496127846877245
previous_iter_valid_loss : 0.16471099853515625
614820 0.164902 0.164711 0.165317 CURRENT LEARNING RATE: 0.0014958286512284326
previous_iter_valid_loss : 0.16917365789413452
614840 0.169399 0.169174 0.165734 CURRENT LEARNING RATE: 0.0014955295154127648
previous_iter_valid_loss : 0.16833685338497162
614860 0.168489 0.168337 0.166028 CURRENT LEARNING RATE: 0.0014952304394182795
previous_iter_valid_loss : 0.16477790474891663
614880 0.164974 0.164778 0.165729 CURRENT LEARNING RATE: 0.0014949314232330102
previous_iter_valid_loss : 0.1625242829322815
614900 0.162703 0.162524 0.165755 CURRENT LEARNING RATE: 0.0014946324668449983
previous_iter_valid_loss : 0.176490917801857
614920 0.176778 0.176491 0.166443 CURRENT LEARNING RATE: 0.0014943335702422868
previous_iter_valid_loss : 0.16348803043365479
614940 0.163654 0.163488 0.166344 CURRENT LEARNING RATE: 0.0014940347334129168
previous_iter_valid_loss : 0.17402182519435883
614960 0.174183 0.174022 0.166984 CURRENT LEARNING RATE: 0.0014937359563449374
previous_iter_valid_loss : 0.16888806223869324
614980 0.169045 0.168888 0.166572 CURRENT LEARNING RATE: 0.0014934372390263955
previous_iter_valid_loss : 0.17142777144908905
615000 0.171682 0.171428 0.166801 CURRENT LEARNING RATE: 0.0014931385814453445
previous_iter_valid_loss : 0.16315490007400513
615020 0.163319 0.163155 0.166762 CURRENT LEARNING RATE: 0.0014928399835898356
previous_iter_valid_loss : 0.160734161734581
615040 0.160887 0.160734 0.166731 CURRENT LEARNING RATE: 0.0014925414454479277
previous_iter_valid_loss : 0.16832096874713898
615060 0.168478 0.168321 0.166942 CURRENT LEARNING RATE: 0.0014922429670076766
previous_iter_valid_loss : 0.16056637465953827
615080 0.160718 0.160566 0.166744 CURRENT LEARNING RATE: 0.0014919445482571455
previous_iter_valid_loss : 0.16952386498451233
615100 0.169687 0.169524 0.167169 CURRENT LEARNING RATE: 0.0014916461891843953
previous_iter_valid_loss : 0.1682993620634079
615120 0.168463 0.168299 0.167507 CURRENT LEARNING RATE: 0.0014913478897774942
previous_iter_valid_loss : 0.16539613902568817
615140 0.165601 0.165396 0.167744 CURRENT LEARNING RATE: 0.0014910496500245072
previous_iter_valid_loss : 0.16292496025562286
615160 0.163110 0.162925 0.167863 CURRENT LEARNING RATE: 0.0014907514699135083
previous_iter_valid_loss : 0.16439835727214813
615180 0.164602 0.164398 0.168040 CURRENT LEARNING RATE: 0.0014904533494325665
previous_iter_valid_loss : 0.16113781929016113
615200 0.161298 0.161138 0.166412 CURRENT LEARNING RATE: 0.0014901552885697607
previous_iter_valid_loss : 0.16067130863666534
615220 0.160840 0.160671 0.166210 CURRENT LEARNING RATE: 0.001489857287313165
previous_iter_valid_loss : 0.16060681641101837
615240 0.160780 0.160607 0.165782 CURRENT LEARNING RATE: 0.0014895593456508624
previous_iter_valid_loss : 0.16396065056324005
615260 0.164153 0.163961 0.165563 CURRENT LEARNING RATE: 0.0014892614635709327
previous_iter_valid_loss : 0.17184662818908691
615280 0.172099 0.171847 0.165916 CURRENT LEARNING RATE: 0.0014889636410614629
previous_iter_valid_loss : 0.17348766326904297
615300 0.173761 0.173488 0.166465 CURRENT LEARNING RATE: 0.0014886658781105375
previous_iter_valid_loss : 0.16394148766994476
615320 0.164139 0.163941 0.165837 CURRENT LEARNING RATE: 0.0014883681747062476
previous_iter_valid_loss : 0.1623130589723587
615340 0.162498 0.162313 0.165778 CURRENT LEARNING RATE: 0.0014880705308366862
previous_iter_valid_loss : 0.18303975462913513
615360 0.183386 0.183040 0.166229 CURRENT LEARNING RATE: 0.0014877729464899448
previous_iter_valid_loss : 0.1617455929517746
615380 0.161919 0.161746 0.165872 CURRENT LEARNING RATE: 0.0014874754216541227
previous_iter_valid_loss : 0.1606186181306839
615400 0.160796 0.160619 0.165332 CURRENT LEARNING RATE: 0.0014871779563173167
previous_iter_valid_loss : 0.16873633861541748
615420 0.168894 0.168736 0.165611 CURRENT LEARNING RATE: 0.0014868805504676301
previous_iter_valid_loss : 0.16876615583896637
615440 0.168926 0.168766 0.166012 CURRENT LEARNING RATE: 0.0014865832040931645
previous_iter_valid_loss : 0.16896668076515198
615460 0.169124 0.168967 0.166045 CURRENT LEARNING RATE: 0.0014862859171820286
previous_iter_valid_loss : 0.1732160896062851
615480 0.173489 0.173216 0.166677 CURRENT LEARNING RATE: 0.0014859886897223284
previous_iter_valid_loss : 0.16068004071712494
615500 0.160839 0.160680 0.166235 CURRENT LEARNING RATE: 0.0014856915217021775
previous_iter_valid_loss : 0.1609850823879242
615520 0.161164 0.160985 0.165869 CURRENT LEARNING RATE: 0.001485394413109686
previous_iter_valid_loss : 0.16501736640930176
615540 0.165224 0.165017 0.165850 CURRENT LEARNING RATE: 0.0014850973639329724
previous_iter_valid_loss : 0.16107285022735596
615560 0.161271 0.161073 0.165758 CURRENT LEARNING RATE: 0.0014848003741601526
previous_iter_valid_loss : 0.16274841129779816
615580 0.162935 0.162748 0.165675 CURRENT LEARNING RATE: 0.001484503443779349
previous_iter_valid_loss : 0.16164863109588623
615600 0.161810 0.161649 0.165701 CURRENT LEARNING RATE: 0.0014842065727786822
previous_iter_valid_loss : 0.1621905118227005
615620 0.162375 0.162191 0.165777 CURRENT LEARNING RATE: 0.0014839097611462797
previous_iter_valid_loss : 0.1608990579843521
615640 0.161080 0.160899 0.165791 CURRENT LEARNING RATE: 0.0014836130088702664
previous_iter_valid_loss : 0.18298104405403137
615660 0.183137 0.182981 0.166742 CURRENT LEARNING RATE: 0.0014833163159387753
previous_iter_valid_loss : 0.1610119491815567
615680 0.161175 0.161012 0.166201 CURRENT LEARNING RATE: 0.0014830196823399353
previous_iter_valid_loss : 0.161522775888443
615700 0.161706 0.161523 0.165602 CURRENT LEARNING RATE: 0.0014827231080618848
previous_iter_valid_loss : 0.1750960797071457
615720 0.175254 0.175096 0.166160 CURRENT LEARNING RATE: 0.0014824265930927568
previous_iter_valid_loss : 0.1664959341287613
615740 0.166656 0.166496 0.166369 CURRENT LEARNING RATE: 0.0014821301374206932
previous_iter_valid_loss : 0.16594766080379486
615760 0.166123 0.165948 0.165515 CURRENT LEARNING RATE: 0.0014818337410338364
previous_iter_valid_loss : 0.1618378758430481
615780 0.162023 0.161838 0.165519 CURRENT LEARNING RATE: 0.001481537403920328
previous_iter_valid_loss : 0.1612829715013504
615800 0.161447 0.161283 0.165552 CURRENT LEARNING RATE: 0.0014812411260683176
previous_iter_valid_loss : 0.16104207932949066
615820 0.161219 0.161042 0.165168 CURRENT LEARNING RATE: 0.0014809449074659508
previous_iter_valid_loss : 0.16491518914699554
615840 0.165078 0.164915 0.164975 CURRENT LEARNING RATE: 0.001480648748101382
previous_iter_valid_loss : 0.1776324212551117
615860 0.177796 0.177632 0.165409 CURRENT LEARNING RATE: 0.0014803526479627619
previous_iter_valid_loss : 0.1758367121219635
615880 0.176122 0.175837 0.165540 CURRENT LEARNING RATE: 0.0014800566070382493
previous_iter_valid_loss : 0.16059400141239166
615900 0.160751 0.160594 0.165535 CURRENT LEARNING RATE: 0.0014797606253159998
previous_iter_valid_loss : 0.16057997941970825
615920 0.160753 0.160580 0.165515 CURRENT LEARNING RATE: 0.001479464702784177
previous_iter_valid_loss : 0.16996924579143524
615940 0.170125 0.169969 0.165763 CURRENT LEARNING RATE: 0.0014791688394309413
previous_iter_valid_loss : 0.1830969601869583
615960 0.183450 0.183097 0.166864 CURRENT LEARNING RATE: 0.0014788730352444605
previous_iter_valid_loss : 0.1606334000825882
615980 0.160783 0.160633 0.166758 CURRENT LEARNING RATE: 0.0014785772902128997
previous_iter_valid_loss : 0.16055971384048462
616000 0.160727 0.160560 0.166704 CURRENT LEARNING RATE: 0.0014782816043244322
previous_iter_valid_loss : 0.16179397702217102
616020 0.161952 0.161794 0.166684 CURRENT LEARNING RATE: 0.0014779859775672281
previous_iter_valid_loss : 0.17621082067489624
616040 0.176513 0.176211 0.167449 CURRENT LEARNING RATE: 0.0014776904099294643
previous_iter_valid_loss : 0.1653091460466385
616060 0.165514 0.165309 0.166566 CURRENT LEARNING RATE: 0.0014773949013993156
previous_iter_valid_loss : 0.16317959129810333
616080 0.163353 0.163180 0.166674 CURRENT LEARNING RATE: 0.001477099451964965
previous_iter_valid_loss : 0.19982297718524933
616100 0.199913 0.199823 0.168589 CURRENT LEARNING RATE: 0.001476804061614591
previous_iter_valid_loss : 0.16064734756946564
616120 0.160823 0.160647 0.167867 CURRENT LEARNING RATE: 0.0014765087303363796
previous_iter_valid_loss : 0.16086384654045105
616140 0.161050 0.160864 0.167585 CURRENT LEARNING RATE: 0.001476213458118519
previous_iter_valid_loss : 0.16805453598499298
616160 0.168216 0.168055 0.167690 CURRENT LEARNING RATE: 0.0014759182449491956
previous_iter_valid_loss : 0.16161583364009857
616180 0.161780 0.161616 0.167679 CURRENT LEARNING RATE: 0.0014756230908166035
previous_iter_valid_loss : 0.1609715074300766
616200 0.161154 0.160972 0.167664 CURRENT LEARNING RATE: 0.0014753279957089342
previous_iter_valid_loss : 0.16112112998962402
616220 0.161305 0.161121 0.167668 CURRENT LEARNING RATE: 0.001475032959614386
previous_iter_valid_loss : 0.16109925508499146
616240 0.161287 0.161099 0.167477 CURRENT LEARNING RATE: 0.001474737982521155
previous_iter_valid_loss : 0.1666375994682312
616260 0.166805 0.166638 0.166927 CURRENT LEARNING RATE: 0.0014744430644174447
previous_iter_valid_loss : 0.16108164191246033
616280 0.161236 0.161082 0.166189 CURRENT LEARNING RATE: 0.0014741482052914564
previous_iter_valid_loss : 0.17208465933799744
616300 0.172350 0.172085 0.166764 CURRENT LEARNING RATE: 0.0014738534051313974
previous_iter_valid_loss : 0.16350339353084564
616320 0.163701 0.163503 0.166910 CURRENT LEARNING RATE: 0.0014735586639254734
previous_iter_valid_loss : 0.16219650208950043
616340 0.162392 0.162197 0.166522 CURRENT LEARNING RATE: 0.0014732639816618976
previous_iter_valid_loss : 0.16087037324905396
616360 0.161055 0.160870 0.165410 CURRENT LEARNING RATE: 0.0014729693583288802
previous_iter_valid_loss : 0.16116206347942352
616380 0.161353 0.161162 0.165437 CURRENT LEARNING RATE: 0.0014726747939146382
previous_iter_valid_loss : 0.18608565628528595
616400 0.186234 0.186086 0.166713 CURRENT LEARNING RATE: 0.0014723802884073873
previous_iter_valid_loss : 0.16694653034210205
616420 0.167107 0.166947 0.166971 CURRENT LEARNING RATE: 0.001472085841795349
previous_iter_valid_loss : 0.16542215645313263
616440 0.165593 0.165422 0.166431 CURRENT LEARNING RATE: 0.0014717914540667437
previous_iter_valid_loss : 0.1699947565793991
616460 0.170149 0.169995 0.166665 CURRENT LEARNING RATE: 0.0014714971252097978
previous_iter_valid_loss : 0.16241799294948578
616480 0.162609 0.162418 0.166627 CURRENT LEARNING RATE: 0.0014712028552127357
previous_iter_valid_loss : 0.160580575466156
616500 0.160739 0.160581 0.164665 CURRENT LEARNING RATE: 0.0014709086440637894
previous_iter_valid_loss : 0.16132687032222748
616520 0.161522 0.161327 0.164699 CURRENT LEARNING RATE: 0.0014706144917511878
previous_iter_valid_loss : 0.16459566354751587
616540 0.164795 0.164596 0.164886 CURRENT LEARNING RATE: 0.001470320398263166
previous_iter_valid_loss : 0.18541735410690308
616560 0.185562 0.185417 0.165754 CURRENT LEARNING RATE: 0.0014700263635879617
previous_iter_valid_loss : 0.16470123827457428
616580 0.164869 0.164701 0.165908 CURRENT LEARNING RATE: 0.001469732387713811
previous_iter_valid_loss : 0.16053499281406403
616600 0.160698 0.160535 0.165886 CURRENT LEARNING RATE: 0.001469438470628957
previous_iter_valid_loss : 0.16128398478031158
616620 0.161478 0.161284 0.165895 CURRENT LEARNING RATE: 0.0014691446123216408
previous_iter_valid_loss : 0.17364603281021118
616640 0.173803 0.173646 0.166522 CURRENT LEARNING RATE: 0.0014688508127801106
previous_iter_valid_loss : 0.16716456413269043
616660 0.167382 0.167165 0.166548 CURRENT LEARNING RATE: 0.001468557071992612
previous_iter_valid_loss : 0.17097055912017822
616680 0.171124 0.170971 0.167043 CURRENT LEARNING RATE: 0.0014682633899473973
previous_iter_valid_loss : 0.18106989562511444
616700 0.181240 0.181070 0.167492 CURRENT LEARNING RATE: 0.0014679697666327176
previous_iter_valid_loss : 0.16249743103981018
616720 0.162667 0.162497 0.167442 CURRENT LEARNING RATE: 0.0014676762020368298
previous_iter_valid_loss : 0.16288037598133087
616740 0.163077 0.162880 0.167476 CURRENT LEARNING RATE: 0.001467382696147989
previous_iter_valid_loss : 0.16964149475097656
616760 0.169893 0.169641 0.167914 CURRENT LEARNING RATE: 0.0014670892489544577
previous_iter_valid_loss : 0.1608026623725891
616780 0.160981 0.160803 0.167896 CURRENT LEARNING RATE: 0.0014667958604444953
previous_iter_valid_loss : 0.17684237658977509
616800 0.177004 0.176842 0.167434 CURRENT LEARNING RATE: 0.0014665025306063685
previous_iter_valid_loss : 0.17698679864406586
616820 0.177147 0.176987 0.167936 CURRENT LEARNING RATE: 0.001466209259428342
previous_iter_valid_loss : 0.16106568276882172
616840 0.161234 0.161066 0.167718 CURRENT LEARNING RATE: 0.0014659160468986872
previous_iter_valid_loss : 0.1606827825307846
616860 0.160855 0.160683 0.167253 CURRENT LEARNING RATE: 0.0014656228930056735
previous_iter_valid_loss : 0.16088981926441193
616880 0.161050 0.160890 0.167176 CURRENT LEARNING RATE: 0.0014653297977375768
previous_iter_valid_loss : 0.1714428961277008
616900 0.171708 0.171443 0.167720 CURRENT LEARNING RATE: 0.001465036761082671
previous_iter_valid_loss : 0.1703653186559677
616920 0.170530 0.170365 0.168171 CURRENT LEARNING RATE: 0.0014647437830292358
previous_iter_valid_loss : 0.16806645691394806
616940 0.168236 0.168066 0.168345 CURRENT LEARNING RATE: 0.0014644508635655534
previous_iter_valid_loss : 0.16060075163841248
616960 0.160766 0.160601 0.167104 CURRENT LEARNING RATE: 0.0014641580026799044
previous_iter_valid_loss : 0.16903290152549744
616980 0.169197 0.169033 0.167321 CURRENT LEARNING RATE: 0.001463865200360577
previous_iter_valid_loss : 0.16247163712978363
617000 0.162654 0.162472 0.167418 CURRENT LEARNING RATE: 0.0014635724565958566
previous_iter_valid_loss : 0.160628542304039
617020 0.160792 0.160629 0.167385 CURRENT LEARNING RATE: 0.0014632797713740359
previous_iter_valid_loss : 0.16108287870883942
617040 0.161247 0.161083 0.166757 CURRENT LEARNING RATE: 0.001462987144683405
previous_iter_valid_loss : 0.16579653322696686
617060 0.165956 0.165797 0.166688 CURRENT LEARNING RATE: 0.0014626945765122614
previous_iter_valid_loss : 0.1614840179681778
617080 0.161674 0.161484 0.166214 CURRENT LEARNING RATE: 0.0014624020668488997
previous_iter_valid_loss : 0.1610986739397049
617100 0.161282 0.161099 0.165215 CURRENT LEARNING RATE: 0.0014621096156816223
previous_iter_valid_loss : 0.16056308150291443
617120 0.160739 0.160563 0.165119 CURRENT LEARNING RATE: 0.001461817222998728
previous_iter_valid_loss : 0.1652744561433792
617140 0.165477 0.165274 0.165238 CURRENT LEARNING RATE: 0.0014615248887885246
previous_iter_valid_loss : 0.17092938721179962
617160 0.171085 0.170929 0.165303 CURRENT LEARNING RATE: 0.0014612326130393153
previous_iter_valid_loss : 0.1614055186510086
617180 0.161585 0.161406 0.165333 CURRENT LEARNING RATE: 0.0014609403957394124
previous_iter_valid_loss : 0.1606174111366272
617200 0.160780 0.160617 0.164522 CURRENT LEARNING RATE: 0.001460648236877124
previous_iter_valid_loss : 0.1610846221446991
617220 0.161246 0.161085 0.163727 CURRENT LEARNING RATE: 0.0014603561364407663
previous_iter_valid_loss : 0.16492481529712677
617240 0.165128 0.164925 0.163920 CURRENT LEARNING RATE: 0.0014600640944186533
previous_iter_valid_loss : 0.1720486283302307
617260 0.172306 0.172049 0.164488 CURRENT LEARNING RATE: 0.0014597721107991056
previous_iter_valid_loss : 0.16427066922187805
617280 0.164481 0.164271 0.164657 CURRENT LEARNING RATE: 0.001459480185570441
previous_iter_valid_loss : 0.16221502423286438
617300 0.162384 0.162215 0.164195 CURRENT LEARNING RATE: 0.0014591883187209855
previous_iter_valid_loss : 0.1779007464647293
617320 0.178203 0.177901 0.164572 CURRENT LEARNING RATE: 0.0014588965102390616
previous_iter_valid_loss : 0.1772783100605011
617340 0.177570 0.177278 0.165033 CURRENT LEARNING RATE: 0.001458604760112998
previous_iter_valid_loss : 0.16081993281841278
617360 0.161001 0.160820 0.165044 CURRENT LEARNING RATE: 0.0014583130683311267
previous_iter_valid_loss : 0.16504913568496704
617380 0.165220 0.165049 0.164845 CURRENT LEARNING RATE: 0.001458021434881777
previous_iter_valid_loss : 0.16137966513633728
617400 0.161539 0.161380 0.164790 CURRENT LEARNING RATE: 0.0014577298597532862
previous_iter_valid_loss : 0.16167327761650085
617420 0.161829 0.161673 0.164842 CURRENT LEARNING RATE: 0.0014574383429339884
previous_iter_valid_loss : 0.1605239063501358
617440 0.160689 0.160524 0.164814 CURRENT LEARNING RATE: 0.001457146884412226
previous_iter_valid_loss : 0.16539302468299866
617460 0.165561 0.165393 0.164794 CURRENT LEARNING RATE: 0.0014568554841763379
previous_iter_valid_loss : 0.16063059866428375
617480 0.160788 0.160631 0.164751 CURRENT LEARNING RATE: 0.0014565641422146704
previous_iter_valid_loss : 0.16153259575366974
617500 0.161684 0.161533 0.164773 CURRENT LEARNING RATE: 0.001456272858515568
previous_iter_valid_loss : 0.16555555164813995
617520 0.165715 0.165556 0.165023 CURRENT LEARNING RATE: 0.0014559816330673811
previous_iter_valid_loss : 0.16474606096744537
617540 0.164915 0.164746 0.164996 CURRENT LEARNING RATE: 0.0014556904658584583
previous_iter_valid_loss : 0.16248324513435364
617560 0.162639 0.162483 0.164574 CURRENT LEARNING RATE: 0.0014553993568771559
previous_iter_valid_loss : 0.1692928969860077
617580 0.169446 0.169293 0.164968 CURRENT LEARNING RATE: 0.0014551083061118265
previous_iter_valid_loss : 0.1744573563337326
617600 0.174736 0.174457 0.165660 CURRENT LEARNING RATE: 0.001454817313550831
previous_iter_valid_loss : 0.16065475344657898
617620 0.160813 0.160655 0.165639 CURRENT LEARNING RATE: 0.0014545263791825268
previous_iter_valid_loss : 0.1605684906244278
617640 0.160717 0.160568 0.165421 CURRENT LEARNING RATE: 0.0014542355029952792
previous_iter_valid_loss : 0.16364537179470062
617660 0.163841 0.163645 0.165001 CURRENT LEARNING RATE: 0.0014539446849774508
previous_iter_valid_loss : 0.16085368394851685
617680 0.161031 0.160854 0.164830 CURRENT LEARNING RATE: 0.001453653925117411
previous_iter_valid_loss : 0.16447097063064575
617700 0.164672 0.164471 0.164943 CURRENT LEARNING RATE: 0.0014533632234035273
previous_iter_valid_loss : 0.16320587694644928
617720 0.163367 0.163206 0.164208 CURRENT LEARNING RATE: 0.001453072579824174
previous_iter_valid_loss : 0.16526107490062714
617740 0.165426 0.165261 0.163607 CURRENT LEARNING RATE: 0.0014527819943677231
previous_iter_valid_loss : 0.16418494284152985
617760 0.164392 0.164185 0.163776 CURRENT LEARNING RATE: 0.001452491467022552
previous_iter_valid_loss : 0.16060172021389008
617780 0.160772 0.160602 0.163553 CURRENT LEARNING RATE: 0.0014522009977770405
previous_iter_valid_loss : 0.16061097383499146
617800 0.160787 0.160611 0.163515 CURRENT LEARNING RATE: 0.0014519105866195685
previous_iter_valid_loss : 0.1708485633134842
617820 0.171106 0.170849 0.163973 CURRENT LEARNING RATE: 0.001451620233538521
previous_iter_valid_loss : 0.16567081212997437
617840 0.165870 0.165671 0.164231 CURRENT LEARNING RATE: 0.0014513299385222821
previous_iter_valid_loss : 0.16460005939006805
617860 0.164796 0.164600 0.164191 CURRENT LEARNING RATE: 0.0014510397015592422
previous_iter_valid_loss : 0.16218025982379913
617880 0.162353 0.162180 0.164269 CURRENT LEARNING RATE: 0.001450749522637789
previous_iter_valid_loss : 0.1629774421453476
617900 0.163145 0.162977 0.164341 CURRENT LEARNING RATE: 0.0014504594017463184
previous_iter_valid_loss : 0.1656647026538849
617920 0.165836 0.165665 0.164346 CURRENT LEARNING RATE: 0.0014501693388732227
previous_iter_valid_loss : 0.16616474092006683
617940 0.166333 0.166165 0.164417 CURRENT LEARNING RATE: 0.001449879334006902
previous_iter_valid_loss : 0.16067874431610107
617960 0.160838 0.160679 0.164327 CURRENT LEARNING RATE: 0.0014495893871357536
previous_iter_valid_loss : 0.1606539934873581
617980 0.160822 0.160654 0.163895 CURRENT LEARNING RATE: 0.0014492994982481823
previous_iter_valid_loss : 0.16918842494487762
618000 0.169426 0.169188 0.163632 CURRENT LEARNING RATE: 0.0014490096673325898
previous_iter_valid_loss : 0.17165718972682953
618020 0.171918 0.171657 0.164182 CURRENT LEARNING RATE: 0.0014487198943773853
previous_iter_valid_loss : 0.1621088683605194
618040 0.162276 0.162109 0.164259 CURRENT LEARNING RATE: 0.0014484301793709757
previous_iter_valid_loss : 0.16124597191810608
618060 0.161430 0.161246 0.164139 CURRENT LEARNING RATE: 0.0014481405223017744
previous_iter_valid_loss : 0.16705279052257538
618080 0.167225 0.167053 0.164449 CURRENT LEARNING RATE: 0.0014478509231581932
previous_iter_valid_loss : 0.1689891815185547
618100 0.169233 0.168989 0.164675 CURRENT LEARNING RATE: 0.0014475613819286502
previous_iter_valid_loss : 0.1660461574792862
618120 0.166212 0.166046 0.164817 CURRENT LEARNING RATE: 0.0014472718986015618
previous_iter_valid_loss : 0.16056431829929352
618140 0.160729 0.160564 0.164582 CURRENT LEARNING RATE: 0.0014469824731653492
previous_iter_valid_loss : 0.16058349609375
618160 0.160740 0.160583 0.164402 CURRENT LEARNING RATE: 0.001446693105608437
previous_iter_valid_loss : 0.17472177743911743
618180 0.175003 0.174722 0.165108 CURRENT LEARNING RATE: 0.0014464037959192478
previous_iter_valid_loss : 0.1867329329252243
618200 0.186879 0.186733 0.166414 CURRENT LEARNING RATE: 0.0014461145440862121
previous_iter_valid_loss : 0.16557300090789795
618220 0.165739 0.165573 0.166150 CURRENT LEARNING RATE: 0.0014458253500977574
previous_iter_valid_loss : 0.16468548774719238
618240 0.164858 0.164685 0.166101 CURRENT LEARNING RATE: 0.0014455362139423177
previous_iter_valid_loss : 0.16282740235328674
618260 0.163025 0.162827 0.166012 CURRENT LEARNING RATE: 0.0014452471356083255
previous_iter_valid_loss : 0.16093243658542633
618280 0.161094 0.160932 0.165950 CURRENT LEARNING RATE: 0.0014449581150842202
previous_iter_valid_loss : 0.1617596447467804
618300 0.161939 0.161760 0.165889 CURRENT LEARNING RATE: 0.0014446691523584388
previous_iter_valid_loss : 0.16143789887428284
618320 0.161621 0.161438 0.165678 CURRENT LEARNING RATE: 0.0014443802474194247
previous_iter_valid_loss : 0.17256221175193787
618340 0.172834 0.172562 0.165998 CURRENT LEARNING RATE: 0.0014440914002556194
previous_iter_valid_loss : 0.16825388371944427
618360 0.168417 0.168254 0.166376 CURRENT LEARNING RATE: 0.0014438026108554713
previous_iter_valid_loss : 0.16051653027534485
618380 0.160672 0.160517 0.166369 CURRENT LEARNING RATE: 0.0014435138792074271
previous_iter_valid_loss : 0.16306033730506897
618400 0.163227 0.163060 0.166063 CURRENT LEARNING RATE: 0.0014432252052999394
previous_iter_valid_loss : 0.16075876355171204
618420 0.160934 0.160759 0.165518 CURRENT LEARNING RATE: 0.0014429365891214586
previous_iter_valid_loss : 0.16149799525737762
618440 0.161666 0.161498 0.165488 CURRENT LEARNING RATE: 0.0014426480306604429
previous_iter_valid_loss : 0.16074611246585846
618460 0.160900 0.160746 0.165463 CURRENT LEARNING RATE: 0.0014423595299053475
previous_iter_valid_loss : 0.17241011559963226
618480 0.172564 0.172410 0.165730 CURRENT LEARNING RATE: 0.0014420710868446346
previous_iter_valid_loss : 0.16379794478416443
618500 0.163996 0.163798 0.165471 CURRENT LEARNING RATE: 0.001441782701466764
previous_iter_valid_loss : 0.16255244612693787
618520 0.162749 0.162552 0.165296 CURRENT LEARNING RATE: 0.001441494373760203
previous_iter_valid_loss : 0.16550926864147186
618540 0.165717 0.165509 0.165543 CURRENT LEARNING RATE: 0.001441206103713416
previous_iter_valid_loss : 0.1612897366285324
618560 0.161448 0.161290 0.165579 CURRENT LEARNING RATE: 0.0014409178913148734
previous_iter_valid_loss : 0.1665390282869339
618580 0.166700 0.166539 0.165170 CURRENT LEARNING RATE: 0.0014406297365530476
previous_iter_valid_loss : 0.16822344064712524
618600 0.168451 0.168223 0.164244 CURRENT LEARNING RATE: 0.0014403416394164104
previous_iter_valid_loss : 0.16446278989315033
618620 0.164654 0.164463 0.164189 CURRENT LEARNING RATE: 0.0014400535998934404
previous_iter_valid_loss : 0.161544531583786
618640 0.161701 0.161545 0.164032 CURRENT LEARNING RATE: 0.001439765617972613
previous_iter_valid_loss : 0.1608419269323349
618660 0.161003 0.160842 0.163932 CURRENT LEARNING RATE: 0.001439477693642412
previous_iter_valid_loss : 0.1606007218360901
618680 0.160777 0.160601 0.163916 CURRENT LEARNING RATE: 0.0014391898268913176
previous_iter_valid_loss : 0.16071437299251556
618700 0.160892 0.160714 0.163863 CURRENT LEARNING RATE: 0.0014389020177078178
previous_iter_valid_loss : 0.16707150638103485
618720 0.167239 0.167072 0.164145 CURRENT LEARNING RATE: 0.0014386142660803973
previous_iter_valid_loss : 0.16094571352005005
618740 0.161132 0.160946 0.163564 CURRENT LEARNING RATE: 0.0014383265719975491
previous_iter_valid_loss : 0.1618013083934784
618760 0.161955 0.161801 0.163242 CURRENT LEARNING RATE: 0.0014380389354477629
previous_iter_valid_loss : 0.16063635051250458
618780 0.160791 0.160636 0.163248 CURRENT LEARNING RATE: 0.0014377513564195353
previous_iter_valid_loss : 0.16331754624843597
618800 0.163501 0.163318 0.163261 CURRENT LEARNING RATE: 0.0014374638349013613
previous_iter_valid_loss : 0.16853860020637512
618820 0.168697 0.168539 0.163650 CURRENT LEARNING RATE: 0.0014371763708817418
previous_iter_valid_loss : 0.16570380330085754
618840 0.165911 0.165704 0.163860 CURRENT LEARNING RATE: 0.0014368889643491761
previous_iter_valid_loss : 0.16570113599300385
618860 0.165914 0.165701 0.164108 CURRENT LEARNING RATE: 0.0014366016152921705
previous_iter_valid_loss : 0.16656683385372162
618880 0.166732 0.166567 0.163815 CURRENT LEARNING RATE: 0.0014363143236992284
previous_iter_valid_loss : 0.1633303165435791
618900 0.163492 0.163330 0.163792 CURRENT LEARNING RATE: 0.0014360270895588606
previous_iter_valid_loss : 0.16143916547298431
618920 0.161624 0.161439 0.163736 CURRENT LEARNING RATE: 0.0014357399128595754
previous_iter_valid_loss : 0.16179952025413513
618940 0.161953 0.161800 0.163551 CURRENT LEARNING RATE: 0.001435452793589887
previous_iter_valid_loss : 0.16056516766548157
618960 0.160730 0.160565 0.163515 CURRENT LEARNING RATE: 0.0014351657317383116
previous_iter_valid_loss : 0.1606198102235794
618980 0.160794 0.160620 0.163219 CURRENT LEARNING RATE: 0.0014348787272933645
previous_iter_valid_loss : 0.16444094479084015
619000 0.164624 0.164441 0.163030 CURRENT LEARNING RATE: 0.001434591780243568
previous_iter_valid_loss : 0.16131319105625153
619020 0.161474 0.161313 0.162872 CURRENT LEARNING RATE: 0.0014343048905774414
previous_iter_valid_loss : 0.16059400141239166
619040 0.160762 0.160594 0.162825 CURRENT LEARNING RATE: 0.0014340180582835124
previous_iter_valid_loss : 0.18457868695259094
619060 0.184723 0.184579 0.164011 CURRENT LEARNING RATE: 0.001433731283350304
previous_iter_valid_loss : 0.17403128743171692
619080 0.174189 0.174031 0.164683 CURRENT LEARNING RATE: 0.001433444565766349
previous_iter_valid_loss : 0.18653705716133118
619100 0.186679 0.186537 0.165974 CURRENT LEARNING RATE: 0.0014331579055201751
previous_iter_valid_loss : 0.18138176202774048
619120 0.181547 0.181382 0.166690 CURRENT LEARNING RATE: 0.0014328713026003192
previous_iter_valid_loss : 0.16665531694889069
619140 0.166817 0.166655 0.166975 CURRENT LEARNING RATE: 0.0014325847569953143
previous_iter_valid_loss : 0.16593597829341888
619160 0.166107 0.165936 0.167182 CURRENT LEARNING RATE: 0.001432298268693701
previous_iter_valid_loss : 0.16153444349765778
619180 0.161695 0.161534 0.167227 CURRENT LEARNING RATE: 0.0014320118376840172
previous_iter_valid_loss : 0.16577380895614624
619200 0.165938 0.165774 0.167349 CURRENT LEARNING RATE: 0.0014317254639548086
previous_iter_valid_loss : 0.16206493973731995
619220 0.162233 0.162065 0.167026 CURRENT LEARNING RATE: 0.0014314391474946175
previous_iter_valid_loss : 0.1617836356163025
619240 0.161942 0.161784 0.166830 CURRENT LEARNING RATE: 0.0014311528882919936
previous_iter_valid_loss : 0.16342958807945251
619260 0.163600 0.163430 0.166716 CURRENT LEARNING RATE: 0.0014308666863354844
previous_iter_valid_loss : 0.17169106006622314
619280 0.171957 0.171691 0.166972 CURRENT LEARNING RATE: 0.001430580541613644
previous_iter_valid_loss : 0.16566741466522217
619300 0.165835 0.165667 0.167089 CURRENT LEARNING RATE: 0.001430294454115024
previous_iter_valid_loss : 0.1691473126411438
619320 0.169299 0.169147 0.167475 CURRENT LEARNING RATE: 0.001430008423828184
previous_iter_valid_loss : 0.16747847199440002
619340 0.167633 0.167478 0.167759 CURRENT LEARNING RATE: 0.0014297224507416795
previous_iter_valid_loss : 0.16063199937343597
619360 0.160781 0.160632 0.167762 CURRENT LEARNING RATE: 0.0014294365348440734
previous_iter_valid_loss : 0.17628327012062073
619380 0.176442 0.176283 0.168545 CURRENT LEARNING RATE: 0.0014291506761239302
previous_iter_valid_loss : 0.17477265000343323
619400 0.174928 0.174773 0.169062 CURRENT LEARNING RATE: 0.0014288648745698126
previous_iter_valid_loss : 0.16090525686740875
619420 0.161065 0.160905 0.169041 CURRENT LEARNING RATE: 0.0014285791301702918
previous_iter_valid_loss : 0.16051481664180756
619440 0.160668 0.160515 0.169037 CURRENT LEARNING RATE: 0.0014282934429139353
previous_iter_valid_loss : 0.16357305645942688
619460 0.163754 0.163573 0.167987 CURRENT LEARNING RATE: 0.0014280078127893179
previous_iter_valid_loss : 0.1640423685312271
619480 0.164214 0.164042 0.167488 CURRENT LEARNING RATE: 0.0014277222397850117
previous_iter_valid_loss : 0.16796906292438507
619500 0.168127 0.167969 0.166559 CURRENT LEARNING RATE: 0.0014274367238895965
previous_iter_valid_loss : 0.20531827211380005
619520 0.205389 0.205318 0.167756 CURRENT LEARNING RATE: 0.0014271512650916491
previous_iter_valid_loss : 0.1688160002231598
619540 0.168979 0.168816 0.167864 CURRENT LEARNING RATE: 0.0014268658633797542
previous_iter_valid_loss : 0.16087545454502106
619560 0.161052 0.160875 0.167611 CURRENT LEARNING RATE: 0.0014265805187424923
previous_iter_valid_loss : 0.16058269143104553
619580 0.160748 0.160583 0.167563 CURRENT LEARNING RATE: 0.0014262952311684528
previous_iter_valid_loss : 0.16564728319644928
619600 0.165822 0.165647 0.167557 CURRENT LEARNING RATE: 0.0014260100006462215
previous_iter_valid_loss : 0.16699150204658508
619620 0.167210 0.166992 0.167803 CURRENT LEARNING RATE: 0.0014257248271643918
previous_iter_valid_loss : 0.16204872727394104
619640 0.162230 0.162049 0.167817 CURRENT LEARNING RATE: 0.001425439710711554
previous_iter_valid_loss : 0.1614334136247635
619660 0.161621 0.161433 0.167717 CURRENT LEARNING RATE: 0.001425154651276306
previous_iter_valid_loss : 0.1606062799692154
619680 0.160776 0.160606 0.167163 CURRENT LEARNING RATE: 0.0014248696488472433
previous_iter_valid_loss : 0.16752241551876068
619700 0.167732 0.167522 0.167255 CURRENT LEARNING RATE: 0.0014245847034129674
previous_iter_valid_loss : 0.16181953251361847
619720 0.162015 0.161820 0.166889 CURRENT LEARNING RATE: 0.0014242998149620791
previous_iter_valid_loss : 0.18418507277965546
619740 0.184344 0.184185 0.167724 CURRENT LEARNING RATE: 0.0014240149834831835
previous_iter_valid_loss : 0.16470056772232056
619760 0.164896 0.164701 0.167928 CURRENT LEARNING RATE: 0.0014237302089648888
previous_iter_valid_loss : 0.16087734699249268
619780 0.161024 0.160877 0.167157 CURRENT LEARNING RATE: 0.001423445491395801
previous_iter_valid_loss : 0.1612362414598465
619800 0.161397 0.161236 0.166481 CURRENT LEARNING RATE: 0.0014231608307645343
previous_iter_valid_loss : 0.1788661926984787
619820 0.179031 0.178866 0.167379 CURRENT LEARNING RATE: 0.0014228762270597003
previous_iter_valid_loss : 0.1627228707075119
619840 0.162877 0.162723 0.167489 CURRENT LEARNING RATE: 0.0014225916802699163
previous_iter_valid_loss : 0.16318123042583466
619860 0.163356 0.163181 0.167469 CURRENT LEARNING RATE: 0.0014223071903837986
previous_iter_valid_loss : 0.162241131067276
619880 0.162428 0.162241 0.167379 CURRENT LEARNING RATE: 0.0014220227573899702
previous_iter_valid_loss : 0.1620951145887375
619900 0.162288 0.162095 0.167086 CURRENT LEARNING RATE: 0.0014217383812770508
previous_iter_valid_loss : 0.17130018770694733
619920 0.171564 0.171300 0.165385 CURRENT LEARNING RATE: 0.001421454062033668
previous_iter_valid_loss : 0.16085146367549896
619940 0.161007 0.160851 0.164987 CURRENT LEARNING RATE: 0.0014211697996484465
previous_iter_valid_loss : 0.17698417603969574
619960 0.177280 0.176984 0.165792 CURRENT LEARNING RATE: 0.001420885594110019
previous_iter_valid_loss : 0.167356938123703
619980 0.167576 0.167357 0.166131 CURRENT LEARNING RATE: 0.0014206014454070136
previous_iter_valid_loss : 0.18566001951694489
620000 0.186047 0.185660 0.167131 CURRENT LEARNING RATE: 0.0014203173535280679
previous_iter_valid_loss : 0.17398008704185486
620020 0.174259 0.173980 0.167481 CURRENT LEARNING RATE: 0.001420033318461815
previous_iter_valid_loss : 0.1655656397342682
620040 0.165731 0.165566 0.167657 CURRENT LEARNING RATE: 0.0014197493401968964
previous_iter_valid_loss : 0.1672644317150116
620060 0.167423 0.167264 0.167948 CURRENT LEARNING RATE: 0.0014194654187219503
previous_iter_valid_loss : 0.1759413629770279
620080 0.176232 0.175941 0.168715 CURRENT LEARNING RATE: 0.0014191815540256225
previous_iter_valid_loss : 0.16070517897605896
620100 0.160884 0.160705 0.168374 CURRENT LEARNING RATE: 0.0014188977460965558
previous_iter_valid_loss : 0.16592538356781006
620120 0.166140 0.165925 0.168579 CURRENT LEARNING RATE: 0.0014186139949234002
previous_iter_valid_loss : 0.1702619045972824
620140 0.170520 0.170262 0.167883 CURRENT LEARNING RATE: 0.0014183303004948035
previous_iter_valid_loss : 0.1657273769378662
620160 0.165902 0.165727 0.167935 CURRENT LEARNING RATE: 0.0014180466627994187
previous_iter_valid_loss : 0.16075778007507324
620180 0.160934 0.160758 0.167929 CURRENT LEARNING RATE: 0.0014177630818259022
previous_iter_valid_loss : 0.16143813729286194
620200 0.161625 0.161438 0.167939 CURRENT LEARNING RATE: 0.0014174795575629079
previous_iter_valid_loss : 0.1627674698829651
620220 0.162932 0.162767 0.167134 CURRENT LEARNING RATE: 0.001417196089999097
previous_iter_valid_loss : 0.1634564995765686
620240 0.163627 0.163456 0.167170 CURRENT LEARNING RATE: 0.0014169126791231292
previous_iter_valid_loss : 0.17902344465255737
620260 0.179347 0.179023 0.167963 CURRENT LEARNING RATE: 0.0014166293249236695
previous_iter_valid_loss : 0.16290737688541412
620280 0.163070 0.162907 0.167996 CURRENT LEARNING RATE: 0.001416346027389382
previous_iter_valid_loss : 0.16093799471855164
620300 0.161114 0.160938 0.167938 CURRENT LEARNING RATE: 0.001416062786508937
previous_iter_valid_loss : 0.16346241533756256
620320 0.163660 0.163462 0.167546 CURRENT LEARNING RATE: 0.0014157796022710024
previous_iter_valid_loss : 0.16061100363731384
620340 0.160775 0.160611 0.167534 CURRENT LEARNING RATE: 0.0014154964746642532
previous_iter_valid_loss : 0.16070157289505005
620360 0.160878 0.160702 0.166720 CURRENT LEARNING RATE: 0.001415213403677362
previous_iter_valid_loss : 0.16485543549060822
620380 0.165055 0.164855 0.166595 CURRENT LEARNING RATE: 0.0014149303892990082
previous_iter_valid_loss : 0.1619732677936554
620400 0.162141 0.161973 0.165411 CURRENT LEARNING RATE: 0.0014146474315178694
previous_iter_valid_loss : 0.18004855513572693
620420 0.180210 0.180049 0.165714 CURRENT LEARNING RATE: 0.001414364530322629
previous_iter_valid_loss : 0.16566433012485504
620440 0.165872 0.165664 0.165719 CURRENT LEARNING RATE: 0.0014140816857019687
previous_iter_valid_loss : 0.18609178066253662
620460 0.186483 0.186092 0.166660 CURRENT LEARNING RATE: 0.0014137988976445771
previous_iter_valid_loss : 0.16063912212848663
620480 0.160800 0.160639 0.165895 CURRENT LEARNING RATE: 0.001413516166139141
previous_iter_valid_loss : 0.1702461540699005
620500 0.170494 0.170246 0.166372 CURRENT LEARNING RATE: 0.0014132334911743521
previous_iter_valid_loss : 0.16056227684020996
620520 0.160717 0.160562 0.166104 CURRENT LEARNING RATE: 0.0014129508727389025
previous_iter_valid_loss : 0.1605658382177353
620540 0.160717 0.160566 0.165619 CURRENT LEARNING RATE: 0.0014126683108214892
previous_iter_valid_loss : 0.17729783058166504
620560 0.177459 0.177298 0.166198 CURRENT LEARNING RATE: 0.001412385805410807
previous_iter_valid_loss : 0.16097106039524078
620580 0.161147 0.160971 0.166208 CURRENT LEARNING RATE: 0.001412103356495557
previous_iter_valid_loss : 0.1620127260684967
620600 0.162175 0.162013 0.166237 CURRENT LEARNING RATE: 0.0014118209640644431
previous_iter_valid_loss : 0.16462476551532745
620620 0.164838 0.164625 0.166330 CURRENT LEARNING RATE: 0.0014115386281061666
previous_iter_valid_loss : 0.1631820946931839
620640 0.163363 0.163182 0.166316 CURRENT LEARNING RATE: 0.0014112563486094367
previous_iter_valid_loss : 0.16057294607162476
620660 0.160738 0.160573 0.165394 CURRENT LEARNING RATE: 0.0014109741255629595
previous_iter_valid_loss : 0.1606755256652832
620680 0.160838 0.160676 0.165282 CURRENT LEARNING RATE: 0.0014106919589554488
previous_iter_valid_loss : 0.16583268344402313
620700 0.166040 0.165833 0.165527 CURRENT LEARNING RATE: 0.0014104098487756156
previous_iter_valid_loss : 0.16126835346221924
620720 0.161453 0.161268 0.165417 CURRENT LEARNING RATE: 0.0014101277950121776
previous_iter_valid_loss : 0.16091856360435486
620740 0.161077 0.160919 0.165433 CURRENT LEARNING RATE: 0.0014098457976538504
previous_iter_valid_loss : 0.16200204193592072
620760 0.162179 0.162002 0.165498 CURRENT LEARNING RATE: 0.0014095638566893566
previous_iter_valid_loss : 0.1608276516199112
620780 0.160989 0.160828 0.165296 CURRENT LEARNING RATE: 0.001409281972107416
previous_iter_valid_loss : 0.17671027779579163
620800 0.177004 0.176710 0.166033 CURRENT LEARNING RATE: 0.0014090001438967555
previous_iter_valid_loss : 0.16101250052452087
620820 0.161161 0.161013 0.165081 CURRENT LEARNING RATE: 0.0014087183720460999
previous_iter_valid_loss : 0.17805244028568268
620840 0.178358 0.178052 0.165701 CURRENT LEARNING RATE: 0.0014084366565441807
previous_iter_valid_loss : 0.1605423092842102
620860 0.160699 0.160542 0.164423 CURRENT LEARNING RATE: 0.0014081549973797266
previous_iter_valid_loss : 0.16089683771133423
620880 0.161050 0.160897 0.164436 CURRENT LEARNING RATE: 0.0014078733945414735
previous_iter_valid_loss : 0.1638636440038681
620900 0.164067 0.163864 0.164117 CURRENT LEARNING RATE: 0.0014075918480181556
previous_iter_valid_loss : 0.16576947271823883
620920 0.165979 0.165769 0.164377 CURRENT LEARNING RATE: 0.001407310357798513
previous_iter_valid_loss : 0.17002341151237488
620940 0.170270 0.170023 0.164850 CURRENT LEARNING RATE: 0.0014070289238712834
previous_iter_valid_loss : 0.16704782843589783
620960 0.167263 0.167048 0.164338 CURRENT LEARNING RATE: 0.0014067475462252112
previous_iter_valid_loss : 0.16648973524570465
620980 0.166661 0.166490 0.164614 CURRENT LEARNING RATE: 0.001406466224849042
previous_iter_valid_loss : 0.16075655817985535
621000 0.160918 0.160757 0.164551 CURRENT LEARNING RATE: 0.001406184959731521
previous_iter_valid_loss : 0.17646023631095886
621020 0.176759 0.176460 0.165143 CURRENT LEARNING RATE: 0.0014059037508613998
previous_iter_valid_loss : 0.16132716834545135
621040 0.161519 0.161327 0.165050 CURRENT LEARNING RATE: 0.0014056225982274275
previous_iter_valid_loss : 0.1717180609703064
621060 0.171980 0.171718 0.165607 CURRENT LEARNING RATE: 0.0014053415018183606
previous_iter_valid_loss : 0.16097992658615112
621080 0.161144 0.160980 0.165622 CURRENT LEARNING RATE: 0.0014050604616229526
previous_iter_valid_loss : 0.16057954728603363
621100 0.160737 0.160580 0.165360 CURRENT LEARNING RATE: 0.0014047794776299645
previous_iter_valid_loss : 0.16055743396282196
621120 0.160727 0.160557 0.165324 CURRENT LEARNING RATE: 0.0014044985498281545
previous_iter_valid_loss : 0.16113248467445374
621140 0.161284 0.161132 0.165335 CURRENT LEARNING RATE: 0.0014042176782062881
previous_iter_valid_loss : 0.16053934395313263
621160 0.160701 0.160539 0.165262 CURRENT LEARNING RATE: 0.0014039368627531276
previous_iter_valid_loss : 0.17492610216140747
621180 0.175207 0.174926 0.165967 CURRENT LEARNING RATE: 0.001403656103457443
previous_iter_valid_loss : 0.16066764295101166
621200 0.160838 0.160668 0.165165 CURRENT LEARNING RATE: 0.0014033754003080013
previous_iter_valid_loss : 0.1606747806072235
621220 0.160836 0.160675 0.165148 CURRENT LEARNING RATE: 0.0014030947532935776
previous_iter_valid_loss : 0.16067419946193695
621240 0.160842 0.160674 0.164279 CURRENT LEARNING RATE: 0.0014028141624029425
previous_iter_valid_loss : 0.16959482431411743
621260 0.169756 0.169595 0.164731 CURRENT LEARNING RATE: 0.0014025336276248753
previous_iter_valid_loss : 0.16348202526569366
621280 0.163682 0.163482 0.164861 CURRENT LEARNING RATE: 0.0014022531489481526
previous_iter_valid_loss : 0.17182905972003937
621300 0.172098 0.171829 0.165259 CURRENT LEARNING RATE: 0.001401972726361557
previous_iter_valid_loss : 0.16561096906661987
621320 0.165817 0.165611 0.165251 CURRENT LEARNING RATE: 0.0014016923598538695
previous_iter_valid_loss : 0.165664404630661
621340 0.165838 0.165664 0.165033 CURRENT LEARNING RATE: 0.0014014120494138776
previous_iter_valid_loss : 0.16333994269371033
621360 0.163543 0.163340 0.164848 CURRENT LEARNING RATE: 0.001401131795030367
previous_iter_valid_loss : 0.16377940773963928
621380 0.163985 0.163779 0.164712 CURRENT LEARNING RATE: 0.001400851596692128
previous_iter_valid_loss : 0.1606956571340561
621400 0.160864 0.160696 0.164709 CURRENT LEARNING RATE: 0.0014005714543879543
previous_iter_valid_loss : 0.1629491001367569
621420 0.163149 0.162949 0.164033 CURRENT LEARNING RATE: 0.001400291368106638
previous_iter_valid_loss : 0.17170745134353638
621440 0.171870 0.171707 0.164552 CURRENT LEARNING RATE: 0.0014000113378369776
previous_iter_valid_loss : 0.17647112905979156
621460 0.176773 0.176471 0.164790 CURRENT LEARNING RATE: 0.0013997313635677698
previous_iter_valid_loss : 0.1647559553384781
621480 0.164939 0.164756 0.164979 CURRENT LEARNING RATE: 0.001399451445287818
previous_iter_valid_loss : 0.1618414968252182
621500 0.162039 0.161841 0.165042 CURRENT LEARNING RATE: 0.001399171582985923
previous_iter_valid_loss : 0.18022415041923523
621520 0.180559 0.180224 0.166025 CURRENT LEARNING RATE: 0.0013988917766508924
previous_iter_valid_loss : 0.16202330589294434
621540 0.162217 0.162023 0.166070 CURRENT LEARNING RATE: 0.0013986120262715323
previous_iter_valid_loss : 0.17898762226104736
621560 0.179313 0.178988 0.166992 CURRENT LEARNING RATE: 0.0013983323318366543
previous_iter_valid_loss : 0.16224049031734467
621580 0.162429 0.162240 0.166358 CURRENT LEARNING RATE: 0.0013980526933350687
previous_iter_valid_loss : 0.16397777199745178
621600 0.164182 0.163978 0.166524 CURRENT LEARNING RATE: 0.0013977731107555924
previous_iter_valid_loss : 0.17952057719230652
621620 0.179849 0.179521 0.167466 CURRENT LEARNING RATE: 0.0013974935840870392
previous_iter_valid_loss : 0.16701555252075195
621640 0.167246 0.167016 0.167783 CURRENT LEARNING RATE: 0.001397214113318231
previous_iter_valid_loss : 0.1729389876127243
621660 0.173098 0.172939 0.167950 CURRENT LEARNING RATE: 0.0013969346984379861
previous_iter_valid_loss : 0.1705929934978485
621680 0.170761 0.170593 0.168306 CURRENT LEARNING RATE: 0.0013966553394351305
previous_iter_valid_loss : 0.1649700552225113
621700 0.165176 0.164970 0.167963 CURRENT LEARNING RATE: 0.0013963760362984876
previous_iter_valid_loss : 0.16057860851287842
621720 0.160749 0.160579 0.167711 CURRENT LEARNING RATE: 0.0013960967890168877
previous_iter_valid_loss : 0.16525496542453766
621740 0.165425 0.165255 0.167691 CURRENT LEARNING RATE: 0.0013958175975791582
previous_iter_valid_loss : 0.16081927716732025
621760 0.161004 0.160819 0.167565 CURRENT LEARNING RATE: 0.0013955384619741325
previous_iter_valid_loss : 0.16060936450958252
621780 0.160779 0.160609 0.167406 CURRENT LEARNING RATE: 0.001395259382190647
previous_iter_valid_loss : 0.1606944352388382
621800 0.160874 0.160694 0.167406 CURRENT LEARNING RATE: 0.0013949803582175356
previous_iter_valid_loss : 0.16060936450958252
621820 0.160767 0.160609 0.167289 CURRENT LEARNING RATE: 0.00139470139004364
previous_iter_valid_loss : 0.16723249852657318
621840 0.167399 0.167232 0.167065 CURRENT LEARNING RATE: 0.0013944224776577991
previous_iter_valid_loss : 0.17016500234603882
621860 0.170331 0.170165 0.166750 CURRENT LEARNING RATE: 0.0013941436210488586
previous_iter_valid_loss : 0.17755523324012756
621880 0.177720 0.177555 0.167390 CURRENT LEARNING RATE: 0.0013938648202056622
previous_iter_valid_loss : 0.1661405712366104
621900 0.166353 0.166141 0.167605 CURRENT LEARNING RATE: 0.0013935860751170593
previous_iter_valid_loss : 0.1622542440891266
621920 0.162420 0.162254 0.166706 CURRENT LEARNING RATE: 0.001393307385771899
previous_iter_valid_loss : 0.1649792641401291
621940 0.165155 0.164979 0.166854 CURRENT LEARNING RATE: 0.0013930287521590353
previous_iter_valid_loss : 0.16095690429210663
621960 0.161142 0.160957 0.165953 CURRENT LEARNING RATE: 0.0013927501742673205
previous_iter_valid_loss : 0.16746990382671356
621980 0.167631 0.167470 0.166214 CURRENT LEARNING RATE: 0.0013924716520856144
previous_iter_valid_loss : 0.16174449026584625
622000 0.161936 0.161744 0.166103 CURRENT LEARNING RATE: 0.0013921931856027733
previous_iter_valid_loss : 0.16079649329185486
622020 0.160957 0.160796 0.165166 CURRENT LEARNING RATE: 0.001391914774807661
previous_iter_valid_loss : 0.17895179986953735
622040 0.179111 0.178952 0.165763 CURRENT LEARNING RATE: 0.0013916364196891386
previous_iter_valid_loss : 0.17189499735832214
622060 0.172049 0.171895 0.165711 CURRENT LEARNING RATE: 0.0013913581202360742
previous_iter_valid_loss : 0.16106629371643066
622080 0.161224 0.161066 0.165235 CURRENT LEARNING RATE: 0.0013910798764373339
previous_iter_valid_loss : 0.17993074655532837
622100 0.180095 0.179931 0.165983 CURRENT LEARNING RATE: 0.0013908016882817897
previous_iter_valid_loss : 0.16084957122802734
622120 0.161026 0.160850 0.165996 CURRENT LEARNING RATE: 0.0013905235557583123
previous_iter_valid_loss : 0.16716231405735016
622140 0.167326 0.167162 0.166092 CURRENT LEARNING RATE: 0.0013902454788557786
previous_iter_valid_loss : 0.161332905292511
622160 0.161499 0.161333 0.166117 CURRENT LEARNING RATE: 0.001389967457563063
previous_iter_valid_loss : 0.1756882667541504
622180 0.175983 0.175688 0.166871 CURRENT LEARNING RATE: 0.0013896894918690457
previous_iter_valid_loss : 0.16221490502357483
622200 0.162399 0.162215 0.166947 CURRENT LEARNING RATE: 0.0013894115817626093
previous_iter_valid_loss : 0.16277141869068146
622220 0.162948 0.162771 0.167055 CURRENT LEARNING RATE: 0.0013891337272326355
previous_iter_valid_loss : 0.160597026348114
622240 0.160750 0.160597 0.166724 CURRENT LEARNING RATE: 0.001388855928268012
previous_iter_valid_loss : 0.16182813048362732
622260 0.161993 0.161828 0.166307 CURRENT LEARNING RATE: 0.0013885781848576248
previous_iter_valid_loss : 0.16758397221565247
622280 0.167805 0.167584 0.165808 CURRENT LEARNING RATE: 0.001388300496990366
previous_iter_valid_loss : 0.16716696321964264
622300 0.167329 0.167167 0.165859 CURRENT LEARNING RATE: 0.0013880228646551266
previous_iter_valid_loss : 0.16503594815731049
622320 0.165249 0.165036 0.165999 CURRENT LEARNING RATE: 0.001387745287840803
previous_iter_valid_loss : 0.16052775084972382
622340 0.160688 0.160528 0.165776 CURRENT LEARNING RATE: 0.0013874677665362896
previous_iter_valid_loss : 0.16237546503543854
622360 0.162560 0.162375 0.165847 CURRENT LEARNING RATE: 0.0013871903007304884
previous_iter_valid_loss : 0.16448286175727844
622380 0.164691 0.164483 0.165698 CURRENT LEARNING RATE: 0.001386912890412298
previous_iter_valid_loss : 0.16135482490062714
622400 0.161537 0.161355 0.165678 CURRENT LEARNING RATE: 0.0013866355355706252
previous_iter_valid_loss : 0.16282571852207184
622420 0.162999 0.162826 0.165780 CURRENT LEARNING RATE: 0.0013863582361943725
previous_iter_valid_loss : 0.1632082313299179
622440 0.163403 0.163208 0.164992 CURRENT LEARNING RATE: 0.0013860809922724504
previous_iter_valid_loss : 0.16090019047260284
622460 0.161087 0.160900 0.164443 CURRENT LEARNING RATE: 0.0013858038037937671
previous_iter_valid_loss : 0.16644583642482758
622480 0.166657 0.166446 0.164712 CURRENT LEARNING RATE: 0.0013855266707472377
previous_iter_valid_loss : 0.16277171671390533
622500 0.162957 0.162772 0.163854 CURRENT LEARNING RATE: 0.0013852495931217736
previous_iter_valid_loss : 0.16368091106414795
622520 0.163857 0.163681 0.163995 CURRENT LEARNING RATE: 0.001384972570906295
previous_iter_valid_loss : 0.16577979922294617
622540 0.165957 0.165780 0.163926 CURRENT LEARNING RATE: 0.001384695604089718
previous_iter_valid_loss : 0.1653982400894165
622560 0.165603 0.165398 0.164129 CURRENT LEARNING RATE: 0.0013844186926609665
previous_iter_valid_loss : 0.16446928679943085
622580 0.164671 0.164469 0.163568 CURRENT LEARNING RATE: 0.0013841418366089618
previous_iter_valid_loss : 0.1605144590139389
622600 0.160679 0.160514 0.163483 CURRENT LEARNING RATE: 0.0013838650359226307
previous_iter_valid_loss : 0.17630110681056976
622620 0.176599 0.176301 0.164160 CURRENT LEARNING RATE: 0.0013835882905909027
previous_iter_valid_loss : 0.1679369956254959
622640 0.168169 0.167937 0.164527 CURRENT LEARNING RATE: 0.0013833116006027049
previous_iter_valid_loss : 0.1630772203207016
622660 0.163245 0.163077 0.164589 CURRENT LEARNING RATE: 0.0013830349659469726
previous_iter_valid_loss : 0.1607743352651596
622680 0.160938 0.160774 0.164249 CURRENT LEARNING RATE: 0.001382758386612638
previous_iter_valid_loss : 0.16515731811523438
622700 0.165374 0.165157 0.164148 CURRENT LEARNING RATE: 0.0013824818625886403
previous_iter_valid_loss : 0.16694669425487518
622720 0.167172 0.166947 0.164244 CURRENT LEARNING RATE: 0.001382205393863916
previous_iter_valid_loss : 0.17121945321559906
622740 0.171376 0.171219 0.164778 CURRENT LEARNING RATE: 0.001381928980427409
previous_iter_valid_loss : 0.16797757148742676
622760 0.168145 0.167978 0.165059 CURRENT LEARNING RATE: 0.00138165262226806
previous_iter_valid_loss : 0.16314810514450073
622780 0.163320 0.163148 0.164992 CURRENT LEARNING RATE: 0.0013813763193748173
previous_iter_valid_loss : 0.18677890300750732
622800 0.186925 0.186779 0.166263 CURRENT LEARNING RATE: 0.0013811000717366265
previous_iter_valid_loss : 0.1713840216398239
622820 0.171649 0.171384 0.166691 CURRENT LEARNING RATE: 0.0013808238793424398
previous_iter_valid_loss : 0.16424353420734406
622840 0.164448 0.164244 0.166743 CURRENT LEARNING RATE: 0.001380547742181207
previous_iter_valid_loss : 0.1610623300075531
622860 0.161216 0.161062 0.166751 CURRENT LEARNING RATE: 0.001380271660241886
previous_iter_valid_loss : 0.17069464921951294
622880 0.170950 0.170695 0.166963 CURRENT LEARNING RATE: 0.00137999563351343
previous_iter_valid_loss : 0.168002188205719
622900 0.168228 0.168002 0.167225 CURRENT LEARNING RATE: 0.0013797196619848007
previous_iter_valid_loss : 0.16208235919475555
622920 0.162238 0.162082 0.167145 CURRENT LEARNING RATE: 0.0013794437456449567
previous_iter_valid_loss : 0.16061383485794067
622940 0.160767 0.160614 0.166886 CURRENT LEARNING RATE: 0.0013791678844828643
previous_iter_valid_loss : 0.16376671195030212
622960 0.163963 0.163767 0.166805 CURRENT LEARNING RATE: 0.0013788920784874859
previous_iter_valid_loss : 0.16247010231018066
622980 0.162636 0.162470 0.166705 CURRENT LEARNING RATE: 0.0013786163276477909
previous_iter_valid_loss : 0.17666706442832947
623000 0.176825 0.176667 0.167513 CURRENT LEARNING RATE: 0.0013783406319527506
previous_iter_valid_loss : 0.16754008829593658
623020 0.167766 0.167540 0.167075 CURRENT LEARNING RATE: 0.0013780649913913345
previous_iter_valid_loss : 0.17259152233600616
623040 0.172867 0.172592 0.167307 CURRENT LEARNING RATE: 0.0013777894059525194
previous_iter_valid_loss : 0.16143934428691864
623060 0.161597 0.161439 0.167225 CURRENT LEARNING RATE: 0.0013775138756252792
previous_iter_valid_loss : 0.16054636240005493
623080 0.160707 0.160546 0.167214 CURRENT LEARNING RATE: 0.0013772384003985958
previous_iter_valid_loss : 0.17685647308826447
623100 0.177016 0.176856 0.167799 CURRENT LEARNING RATE: 0.0013769629802614473
previous_iter_valid_loss : 0.17178912460803986
623120 0.171941 0.171789 0.168041 CURRENT LEARNING RATE: 0.0013766876152028194
previous_iter_valid_loss : 0.1634497344493866
623140 0.163623 0.163450 0.167653 CURRENT LEARNING RATE: 0.001376412305211695
previous_iter_valid_loss : 0.1702767163515091
623160 0.170521 0.170277 0.167768 CURRENT LEARNING RATE: 0.0013761370502770641
previous_iter_valid_loss : 0.17699694633483887
623180 0.177297 0.176997 0.168460 CURRENT LEARNING RATE: 0.0013758618503879147
previous_iter_valid_loss : 0.16142325103282928
623200 0.161594 0.161423 0.167192 CURRENT LEARNING RATE: 0.0013755867055332404
previous_iter_valid_loss : 0.1611047089099884
623220 0.161273 0.161105 0.166678 CURRENT LEARNING RATE: 0.0013753116157020331
previous_iter_valid_loss : 0.16771793365478516
623240 0.167880 0.167718 0.166852 CURRENT LEARNING RATE: 0.001375036580883292
previous_iter_valid_loss : 0.16882453858852386
623260 0.168984 0.168825 0.167240 CURRENT LEARNING RATE: 0.001374761601066013
previous_iter_valid_loss : 0.16410183906555176
623280 0.164279 0.164102 0.166910 CURRENT LEARNING RATE: 0.0013744866762391997
previous_iter_valid_loss : 0.16296645998954773
623300 0.163137 0.162966 0.166659 CURRENT LEARNING RATE: 0.0013742118063918521
previous_iter_valid_loss : 0.1606757789850235
623320 0.160843 0.160676 0.166588 CURRENT LEARNING RATE: 0.0013739369915129784
previous_iter_valid_loss : 0.16105395555496216
623340 0.161241 0.161054 0.166610 CURRENT LEARNING RATE: 0.0013736622315915833
previous_iter_valid_loss : 0.16135209798812866
623360 0.161518 0.161352 0.166490 CURRENT LEARNING RATE: 0.0013733875266166787
previous_iter_valid_loss : 0.1619010716676712
623380 0.162089 0.161901 0.166461 CURRENT LEARNING RATE: 0.0013731128765772742
previous_iter_valid_loss : 0.16110090911388397
623400 0.161287 0.161101 0.165683 CURRENT LEARNING RATE: 0.001372838281462385
previous_iter_valid_loss : 0.16495709121227264
623420 0.165167 0.164957 0.165554 CURRENT LEARNING RATE: 0.0013725637412610285
previous_iter_valid_loss : 0.16051225364208221
623440 0.160679 0.160512 0.164950 CURRENT LEARNING RATE: 0.0013722892559622207
previous_iter_valid_loss : 0.16050715744495392
623460 0.160668 0.160507 0.164903 CURRENT LEARNING RATE: 0.0013720148255549841
previous_iter_valid_loss : 0.16090548038482666
623480 0.161092 0.160905 0.164921 CURRENT LEARNING RATE: 0.0013717404500283399
previous_iter_valid_loss : 0.16553865373134613
623500 0.165712 0.165539 0.164355 CURRENT LEARNING RATE: 0.001371466129371315
previous_iter_valid_loss : 0.1758497804403305
623520 0.176008 0.175850 0.164558 CURRENT LEARNING RATE: 0.001371191863572934
previous_iter_valid_loss : 0.17055465281009674
623540 0.170710 0.170555 0.164913 CURRENT LEARNING RATE: 0.0013709176526222292
previous_iter_valid_loss : 0.16629250347614288
623560 0.166508 0.166293 0.164714 CURRENT LEARNING RATE: 0.0013706434965082294
previous_iter_valid_loss : 0.16176126897335052
623580 0.161947 0.161761 0.163952 CURRENT LEARNING RATE: 0.001370369395219971
previous_iter_valid_loss : 0.16513115167617798
623600 0.165337 0.165131 0.164138 CURRENT LEARNING RATE: 0.0013700953487464872
previous_iter_valid_loss : 0.17884498834609985
623620 0.179178 0.178845 0.165025 CURRENT LEARNING RATE: 0.0013698213570768189
previous_iter_valid_loss : 0.16053666174411774
623640 0.160693 0.160537 0.164666 CURRENT LEARNING RATE: 0.001369547420200004
previous_iter_valid_loss : 0.16083411872386932
623660 0.161012 0.160834 0.164266 CURRENT LEARNING RATE: 0.0013692735381050868
previous_iter_valid_loss : 0.16326673328876495
623680 0.163439 0.163267 0.164225 CURRENT LEARNING RATE: 0.0013689997107811105
previous_iter_valid_loss : 0.16147394478321075
623700 0.161631 0.161474 0.164150 CURRENT LEARNING RATE: 0.0013687259382171239
previous_iter_valid_loss : 0.16264256834983826
623720 0.162807 0.162643 0.164248 CURRENT LEARNING RATE: 0.0013684522204021738
previous_iter_valid_loss : 0.1669646054506302
623740 0.167190 0.166965 0.164544 CURRENT LEARNING RATE: 0.0013681785573253138
previous_iter_valid_loss : 0.16119171679019928
623760 0.161382 0.161192 0.164536 CURRENT LEARNING RATE: 0.0013679049489755952
previous_iter_valid_loss : 0.16345000267028809
623780 0.163631 0.163450 0.164613 CURRENT LEARNING RATE: 0.0013676313953420748
previous_iter_valid_loss : 0.16697221994400024
623800 0.167197 0.166972 0.164907 CURRENT LEARNING RATE: 0.0013673578964138113
previous_iter_valid_loss : 0.1745958775281906
623820 0.174886 0.174596 0.165389 CURRENT LEARNING RATE: 0.001367084452179863
previous_iter_valid_loss : 0.1690734177827835
623840 0.169235 0.169073 0.165817 CURRENT LEARNING RATE: 0.0013668110626292938
previous_iter_valid_loss : 0.162053182721138
623860 0.162250 0.162053 0.165894 CURRENT LEARNING RATE: 0.0013665377277511665
previous_iter_valid_loss : 0.16352222859859467
623880 0.163716 0.163522 0.166025 CURRENT LEARNING RATE: 0.0013662644475345494
previous_iter_valid_loss : 0.16193941235542297
623900 0.162138 0.161939 0.165845 CURRENT LEARNING RATE: 0.0013659912219685093
previous_iter_valid_loss : 0.16121476888656616
623920 0.161378 0.161215 0.165113 CURRENT LEARNING RATE: 0.0013657180510421195
previous_iter_valid_loss : 0.1660546213388443
623940 0.166222 0.166055 0.164888 CURRENT LEARNING RATE: 0.0013654449347444506
previous_iter_valid_loss : 0.16106559336185455
623960 0.161251 0.161066 0.164627 CURRENT LEARNING RATE: 0.0013651718730645806
previous_iter_valid_loss : 0.16525697708129883
623980 0.165428 0.165257 0.164802 CURRENT LEARNING RATE: 0.0013648988659915845
previous_iter_valid_loss : 0.162905752658844
624000 0.163114 0.162906 0.164690 CURRENT LEARNING RATE: 0.0013646259135145443
previous_iter_valid_loss : 0.17792697250843048
624020 0.178241 0.177927 0.164644 CURRENT LEARNING RATE: 0.0013643530156225395
previous_iter_valid_loss : 0.16094273328781128
624040 0.161110 0.160943 0.164665 CURRENT LEARNING RATE: 0.001364080172304657
previous_iter_valid_loss : 0.16114024817943573
624060 0.161326 0.161140 0.164680 CURRENT LEARNING RATE: 0.0013638073835499803
previous_iter_valid_loss : 0.19918301701545715
624080 0.199286 0.199183 0.166476 CURRENT LEARNING RATE: 0.0013635346493476002
previous_iter_valid_loss : 0.17455919086933136
624100 0.174710 0.174559 0.167130 CURRENT LEARNING RATE: 0.0013632619696866053
previous_iter_valid_loss : 0.16100850701332092
624120 0.161168 0.161009 0.167048 CURRENT LEARNING RATE: 0.0013629893445560905
previous_iter_valid_loss : 0.16053608059883118
624140 0.160700 0.160536 0.166727 CURRENT LEARNING RATE: 0.0013627167739451481
previous_iter_valid_loss : 0.16129562258720398
624160 0.161458 0.161296 0.166732 CURRENT LEARNING RATE: 0.0013624442578428783
previous_iter_valid_loss : 0.17795947194099426
624180 0.178265 0.177959 0.167458 CURRENT LEARNING RATE: 0.0013621717962383779
previous_iter_valid_loss : 0.17412032186985016
624200 0.174280 0.174120 0.167815 CURRENT LEARNING RATE: 0.0013618993891207495
previous_iter_valid_loss : 0.16076666116714478
624220 0.160937 0.160767 0.167124 CURRENT LEARNING RATE: 0.001361627036479098
previous_iter_valid_loss : 0.16483774781227112
624240 0.165038 0.164838 0.166912 CURRENT LEARNING RATE: 0.001361354738302527
previous_iter_valid_loss : 0.163161963224411
624260 0.163351 0.163162 0.166967 CURRENT LEARNING RATE: 0.0013610824945801468
previous_iter_valid_loss : 0.16796772181987762
624280 0.168135 0.167968 0.167190 CURRENT LEARNING RATE: 0.0013608103053010653
previous_iter_valid_loss : 0.1629769206047058
624300 0.163176 0.162977 0.167241 CURRENT LEARNING RATE: 0.0013605381704543975
previous_iter_valid_loss : 0.16419759392738342
624320 0.164401 0.164198 0.167391 CURRENT LEARNING RATE: 0.0013602660900292555
previous_iter_valid_loss : 0.16212394833564758
624340 0.162322 0.162124 0.167194 CURRENT LEARNING RATE: 0.0013599940640147586
previous_iter_valid_loss : 0.16446104645729065
624360 0.164660 0.164461 0.167364 CURRENT LEARNING RATE: 0.001359722092400023
previous_iter_valid_loss : 0.17762237787246704
624380 0.177924 0.177622 0.167982 CURRENT LEARNING RATE: 0.0013594501751741726
previous_iter_valid_loss : 0.1631624847650528
624400 0.163357 0.163162 0.167995 CURRENT LEARNING RATE: 0.0013591783123263282
previous_iter_valid_loss : 0.1607586145401001
624420 0.160921 0.160759 0.167137 CURRENT LEARNING RATE: 0.0013589065038456176
previous_iter_valid_loss : 0.16531838476657867
624440 0.165530 0.165318 0.167355 CURRENT LEARNING RATE: 0.0013586347497211663
previous_iter_valid_loss : 0.1654244214296341
624460 0.165643 0.165424 0.167569 CURRENT LEARNING RATE: 0.0013583630499421062
previous_iter_valid_loss : 0.1605302393436432
624480 0.160692 0.160530 0.165637 CURRENT LEARNING RATE: 0.0013580914044975672
previous_iter_valid_loss : 0.16057050228118896
624500 0.160736 0.160571 0.164937 CURRENT LEARNING RATE: 0.0013578198133766856
previous_iter_valid_loss : 0.18284031748771667
624520 0.183177 0.182840 0.166029 CURRENT LEARNING RATE: 0.0013575482765685958
previous_iter_valid_loss : 0.1605425775051117
624540 0.160702 0.160543 0.166029 CURRENT LEARNING RATE: 0.0013572767940624381
previous_iter_valid_loss : 0.16090025007724762
624560 0.161058 0.160900 0.166010 CURRENT LEARNING RATE: 0.0013570053658473514
previous_iter_valid_loss : 0.1609850525856018
624580 0.161168 0.160985 0.165161 CURRENT LEARNING RATE: 0.0013567339919124794
previous_iter_valid_loss : 0.1618213653564453
624600 0.161982 0.161821 0.164546 CURRENT LEARNING RATE: 0.0013564626722469685
previous_iter_valid_loss : 0.16080699861049652
624620 0.160984 0.160807 0.164548 CURRENT LEARNING RATE: 0.0013561914068399635
previous_iter_valid_loss : 0.16194143891334534
624640 0.162135 0.161941 0.164403 CURRENT LEARNING RATE: 0.001355920195680616
previous_iter_valid_loss : 0.16317321360111237
624660 0.163367 0.163173 0.164404 CURRENT LEARNING RATE: 0.0013556490387580753
previous_iter_valid_loss : 0.16056278347969055
624680 0.160720 0.160563 0.164033 CURRENT LEARNING RATE: 0.0013553779360614977
previous_iter_valid_loss : 0.16603326797485352
624700 0.166197 0.166033 0.164186 CURRENT LEARNING RATE: 0.0013551068875800366
previous_iter_valid_loss : 0.16057124733924866
624720 0.160724 0.160571 0.164005 CURRENT LEARNING RATE: 0.0013548358933028522
previous_iter_valid_loss : 0.19555789232254028
624740 0.196037 0.195558 0.165677 CURRENT LEARNING RATE: 0.0013545649532191026
previous_iter_valid_loss : 0.1607424020767212
624760 0.160890 0.160742 0.165491 CURRENT LEARNING RATE: 0.0013542940673179525
previous_iter_valid_loss : 0.16072657704353333
624780 0.160902 0.160727 0.164646 CURRENT LEARNING RATE: 0.001354023235588564
previous_iter_valid_loss : 0.16390295326709747
624800 0.164108 0.163903 0.164683 CURRENT LEARNING RATE: 0.0013537524580201064
previous_iter_valid_loss : 0.16055618226528168
624820 0.160720 0.160556 0.164673 CURRENT LEARNING RATE: 0.001353481734601746
previous_iter_valid_loss : 0.1611335724592209
624840 0.161311 0.161134 0.164464 CURRENT LEARNING RATE: 0.0013532110653226564
previous_iter_valid_loss : 0.16984567046165466
624860 0.170105 0.169846 0.164685 CURRENT LEARNING RATE: 0.0013529404501720086
previous_iter_valid_loss : 0.16362300515174866
624880 0.163794 0.163623 0.164839 CURRENT LEARNING RATE: 0.00135266988913898
previous_iter_valid_loss : 0.16763237118721008
624900 0.167864 0.167632 0.165192 CURRENT LEARNING RATE: 0.0013523993822127458
previous_iter_valid_loss : 0.16654331982135773
624920 0.166709 0.166543 0.164377 CURRENT LEARNING RATE: 0.0013521289293824885
previous_iter_valid_loss : 0.1625480353832245
695780 0.162721 0.162548 0.165915 CURRENT LEARNING RATE: 0.0006656976670044389
previous_iter_valid_loss : 0.1614920198917389
695800 0.161653 0.161492 0.165893 CURRENT LEARNING RATE: 0.000665564540784104
previous_iter_valid_loss : 0.16136673092842102
695820 0.161562 0.161367 0.165862 CURRENT LEARNING RATE: 0.0006654314411863504
previous_iter_valid_loss : 0.16062788665294647
695840 0.160780 0.160628 0.165733 CURRENT LEARNING RATE: 0.0006652983682058551
previous_iter_valid_loss : 0.16736221313476562
695860 0.167529 0.167362 0.165879 CURRENT LEARNING RATE: 0.0006651653218372939
previous_iter_valid_loss : 0.16785813868045807
695880 0.168022 0.167858 0.166236 CURRENT LEARNING RATE: 0.0006650323020753464
previous_iter_valid_loss : 0.1691208928823471
695900 0.169281 0.169121 0.165203 CURRENT LEARNING RATE: 0.0006648993089146904
previous_iter_valid_loss : 0.17858321964740753
695920 0.178890 0.178583 0.166009 CURRENT LEARNING RATE: 0.0006647663423500075
previous_iter_valid_loss : 0.17934764921665192
695940 0.179517 0.179348 0.166924 CURRENT LEARNING RATE: 0.0006646334023759778
previous_iter_valid_loss : 0.16417734324932098
695960 0.164349 0.164177 0.167100 CURRENT LEARNING RATE: 0.0006645004889872842
previous_iter_valid_loss : 0.16065898537635803
695980 0.160815 0.160659 0.166654 CURRENT LEARNING RATE: 0.0006643676021786109
previous_iter_valid_loss : 0.1607394963502884
696000 0.160896 0.160739 0.166417 CURRENT LEARNING RATE: 0.0006642347419446411
previous_iter_valid_loss : 0.16465622186660767
696020 0.164838 0.164656 0.166230 CURRENT LEARNING RATE: 0.0006641019082800618
previous_iter_valid_loss : 0.16068583726882935
696040 0.160860 0.160686 0.166236 CURRENT LEARNING RATE: 0.0006639691011795583
previous_iter_valid_loss : 0.16833575069904327
696060 0.168569 0.168336 0.165882 CURRENT LEARNING RATE: 0.0006638363206378194
previous_iter_valid_loss : 0.16973493993282318
696080 0.169985 0.169735 0.165914 CURRENT LEARNING RATE: 0.0006637035666495328
previous_iter_valid_loss : 0.16915030777454376
696100 0.169310 0.169150 0.165800 CURRENT LEARNING RATE: 0.0006635708392093897
previous_iter_valid_loss : 0.1611790657043457
696120 0.161371 0.161179 0.165820 CURRENT LEARNING RATE: 0.0006634381383120796
previous_iter_valid_loss : 0.17665259540081024
696140 0.176813 0.176653 0.166330 CURRENT LEARNING RATE: 0.0006633054639522957
previous_iter_valid_loss : 0.2148968130350113
696160 0.214915 0.214897 0.168957 CURRENT LEARNING RATE: 0.0006631728161247299
previous_iter_valid_loss : 0.16100437939167023
696180 0.161183 0.161004 0.168880 CURRENT LEARNING RATE: 0.0006630401948240775
previous_iter_valid_loss : 0.1645178198814392
696200 0.164693 0.164518 0.169031 CURRENT LEARNING RATE: 0.0006629076000450322
previous_iter_valid_loss : 0.16285118460655212
696220 0.163022 0.162851 0.169105 CURRENT LEARNING RATE: 0.0006627750317822917
previous_iter_valid_loss : 0.16058188676834106
696240 0.160739 0.160582 0.169103 CURRENT LEARNING RATE: 0.0006626424900305519
previous_iter_valid_loss : 0.16076837480068207
696260 0.160930 0.160768 0.168773 CURRENT LEARNING RATE: 0.0006625099747845125
previous_iter_valid_loss : 0.16078431904315948
696280 0.160945 0.160784 0.168419 CURRENT LEARNING RATE: 0.0006623774860388715
previous_iter_valid_loss : 0.16179372370243073
696300 0.161984 0.161794 0.168053 CURRENT LEARNING RATE: 0.0006622450237883306
previous_iter_valid_loss : 0.16286365687847137
696320 0.163029 0.162864 0.167267 CURRENT LEARNING RATE: 0.0006621125880275901
previous_iter_valid_loss : 0.16077230870723724
696340 0.160928 0.160772 0.166338 CURRENT LEARNING RATE: 0.0006619801787513539
previous_iter_valid_loss : 0.17678475379943848
696360 0.177083 0.176785 0.166969 CURRENT LEARNING RATE: 0.0006618477959543244
previous_iter_valid_loss : 0.16750627756118774
696380 0.167664 0.167506 0.167311 CURRENT LEARNING RATE: 0.0006617154396312068
previous_iter_valid_loss : 0.161314457654953
696400 0.161508 0.161314 0.167340 CURRENT LEARNING RATE: 0.0006615831097767073
previous_iter_valid_loss : 0.1610587239265442
696420 0.161239 0.161059 0.167160 CURRENT LEARNING RATE: 0.0006614508063855319
previous_iter_valid_loss : 0.1694730669260025
696440 0.169713 0.169473 0.167599 CURRENT LEARNING RATE: 0.0006613185294523893
previous_iter_valid_loss : 0.16266779601573944
696460 0.162840 0.162668 0.167316 CURRENT LEARNING RATE: 0.0006611862789719874
previous_iter_valid_loss : 0.174928218126297
696480 0.175082 0.174928 0.167576 CURRENT LEARNING RATE: 0.0006610540549390374
previous_iter_valid_loss : 0.1623625010251999
696500 0.162564 0.162363 0.167236 CURRENT LEARNING RATE: 0.000660921857348249
previous_iter_valid_loss : 0.16193436086177826
696520 0.162121 0.161934 0.167274 CURRENT LEARNING RATE: 0.0006607896861943357
previous_iter_valid_loss : 0.1606110781431198
696540 0.160776 0.160611 0.166472 CURRENT LEARNING RATE: 0.0006606575414720092
previous_iter_valid_loss : 0.16483688354492188
696560 0.165008 0.164837 0.163969 CURRENT LEARNING RATE: 0.000660525423175985
previous_iter_valid_loss : 0.16054308414459229
696580 0.160702 0.160543 0.163946 CURRENT LEARNING RATE: 0.0006603933313009774
previous_iter_valid_loss : 0.1862783432006836
696600 0.186425 0.186278 0.165034 CURRENT LEARNING RATE: 0.0006602612658417037
previous_iter_valid_loss : 0.1668076068162918
696620 0.166972 0.166808 0.165232 CURRENT LEARNING RATE: 0.0006601292267928801
previous_iter_valid_loss : 0.1608002781867981
696640 0.160971 0.160800 0.165243 CURRENT LEARNING RATE: 0.0006599972141492262
previous_iter_valid_loss : 0.16173507273197174
696660 0.161929 0.161735 0.165291 CURRENT LEARNING RATE: 0.0006598652279054605
previous_iter_valid_loss : 0.18200872838497162
696680 0.182166 0.182009 0.166352 CURRENT LEARNING RATE: 0.0006597332680563044
previous_iter_valid_loss : 0.16167432069778442
696700 0.161839 0.161674 0.166346 CURRENT LEARNING RATE: 0.0006596013345964787
previous_iter_valid_loss : 0.16131456196308136
696720 0.161494 0.161315 0.166269 CURRENT LEARNING RATE: 0.000659469427520707
previous_iter_valid_loss : 0.16396565735340118
696740 0.164136 0.163966 0.166428 CURRENT LEARNING RATE: 0.0006593375468237118
previous_iter_valid_loss : 0.16582228243350983
696760 0.165982 0.165822 0.165880 CURRENT LEARNING RATE: 0.0006592056925002187
previous_iter_valid_loss : 0.16092021763324738
696780 0.161077 0.160920 0.165551 CURRENT LEARNING RATE: 0.0006590738645449539
previous_iter_valid_loss : 0.16617637872695923
696800 0.166381 0.166176 0.165794 CURRENT LEARNING RATE: 0.0006589420629526431
previous_iter_valid_loss : 0.1636173278093338
696820 0.163795 0.163617 0.165922 CURRENT LEARNING RATE: 0.0006588102877180157
previous_iter_valid_loss : 0.18697048723697662
696840 0.187386 0.186970 0.166797 CURRENT LEARNING RATE: 0.0006586785388357992
previous_iter_valid_loss : 0.16058722138404846
696860 0.160753 0.160587 0.166693 CURRENT LEARNING RATE: 0.0006585468163007249
previous_iter_valid_loss : 0.16446614265441895
696880 0.164655 0.164466 0.166170 CURRENT LEARNING RATE: 0.0006584151201075229
previous_iter_valid_loss : 0.1607547253370285
696900 0.160930 0.160755 0.166089 CURRENT LEARNING RATE: 0.0006582834502509261
previous_iter_valid_loss : 0.16057077050209045
696920 0.160726 0.160571 0.166021 CURRENT LEARNING RATE: 0.000658151806725667
previous_iter_valid_loss : 0.16678722202777863
696940 0.166945 0.166787 0.166330 CURRENT LEARNING RATE: 0.0006580201895264808
previous_iter_valid_loss : 0.1644527167081833
696960 0.164653 0.164453 0.166311 CURRENT LEARNING RATE: 0.0006578885986481017
previous_iter_valid_loss : 0.16183868050575256
696980 0.162000 0.161839 0.166375 CURRENT LEARNING RATE: 0.0006577570340852673
previous_iter_valid_loss : 0.16053153574466705
697000 0.160690 0.160532 0.165088 CURRENT LEARNING RATE: 0.0006576254958327137
previous_iter_valid_loss : 0.18342791497707367
697020 0.183582 0.183428 0.165919 CURRENT LEARNING RATE: 0.0006574939838851806
previous_iter_valid_loss : 0.1623477190732956
697040 0.162546 0.162348 0.165997 CURRENT LEARNING RATE: 0.0006573624982374063
previous_iter_valid_loss : 0.17432837188243866
697060 0.174490 0.174328 0.166626 CURRENT LEARNING RATE: 0.0006572310388841327
previous_iter_valid_loss : 0.16146312654018402
697080 0.161653 0.161463 0.165599 CURRENT LEARNING RATE: 0.0006570996058201001
previous_iter_valid_loss : 0.16170045733451843
697100 0.161897 0.161700 0.165600 CURRENT LEARNING RATE: 0.0006569681990400524
previous_iter_valid_loss : 0.161536306142807
697120 0.161715 0.161536 0.165611 CURRENT LEARNING RATE: 0.0006568368185387321
previous_iter_valid_loss : 0.1686532348394394
697140 0.168808 0.168653 0.165846 CURRENT LEARNING RATE: 0.0006567054643108854
previous_iter_valid_loss : 0.16302403807640076
697160 0.163234 0.163024 0.165706 CURRENT LEARNING RATE: 0.0006565741363512566
previous_iter_valid_loss : 0.1790245920419693
697180 0.179188 0.179025 0.166611 CURRENT LEARNING RATE: 0.0006564428346545934
previous_iter_valid_loss : 0.16677691042423248
697200 0.166942 0.166777 0.166641 CURRENT LEARNING RATE: 0.0006563115592156443
previous_iter_valid_loss : 0.17347534000873566
697220 0.173752 0.173475 0.167134 CURRENT LEARNING RATE: 0.000656180310029157
previous_iter_valid_loss : 0.1607666164636612
697240 0.160931 0.160767 0.165824 CURRENT LEARNING RATE: 0.0006560490870898829
previous_iter_valid_loss : 0.17020981013774872
697260 0.170456 0.170210 0.166305 CURRENT LEARNING RATE: 0.0006559178903925716
previous_iter_valid_loss : 0.1607317179441452
697280 0.160892 0.160732 0.166118 CURRENT LEARNING RATE: 0.0006557867199319767
previous_iter_valid_loss : 0.163156658411026
697300 0.163329 0.163157 0.166238 CURRENT LEARNING RATE: 0.0006556555757028501
previous_iter_valid_loss : 0.16154158115386963
697320 0.161700 0.161542 0.166287 CURRENT LEARNING RATE: 0.0006555244576999472
previous_iter_valid_loss : 0.16440853476524353
697340 0.164580 0.164409 0.166168 CURRENT LEARNING RATE: 0.0006553933659180221
previous_iter_valid_loss : 0.16255871951580048
697360 0.162750 0.162559 0.166073 CURRENT LEARNING RATE: 0.0006552623003518323
previous_iter_valid_loss : 0.1621522307395935
697380 0.162328 0.162152 0.166089 CURRENT LEARNING RATE: 0.000655131260996134
previous_iter_valid_loss : 0.18225736916065216
697400 0.182422 0.182257 0.167175 CURRENT LEARNING RATE: 0.0006550002478456869
previous_iter_valid_loss : 0.16889537870883942
697420 0.169139 0.168895 0.166448 CURRENT LEARNING RATE: 0.0006548692608952492
previous_iter_valid_loss : 0.16209357976913452
697440 0.162278 0.162094 0.166436 CURRENT LEARNING RATE: 0.0006547383001395824
previous_iter_valid_loss : 0.18956400454044342
697460 0.189693 0.189564 0.167198 CURRENT LEARNING RATE: 0.0006546073655734474
previous_iter_valid_loss : 0.16409002244472504
697480 0.164261 0.164090 0.167329 CURRENT LEARNING RATE: 0.0006544764571916075
previous_iter_valid_loss : 0.17426759004592896
697500 0.174545 0.174268 0.167957 CURRENT LEARNING RATE: 0.0006543455749888254
previous_iter_valid_loss : 0.16078472137451172
697520 0.160961 0.160785 0.167920 CURRENT LEARNING RATE: 0.0006542147189598671
previous_iter_valid_loss : 0.1692371517419815
697540 0.169394 0.169237 0.167949 CURRENT LEARNING RATE: 0.000654083889099497
previous_iter_valid_loss : 0.16064080595970154
697560 0.160789 0.160641 0.167830 CURRENT LEARNING RATE: 0.000653953085402483
previous_iter_valid_loss : 0.1711323857307434
697580 0.171387 0.171132 0.167435 CURRENT LEARNING RATE: 0.0006538223078635921
previous_iter_valid_loss : 0.1610332876443863
697600 0.161185 0.161033 0.167148 CURRENT LEARNING RATE: 0.0006536915564775936
previous_iter_valid_loss : 0.16567949950695038
697620 0.165890 0.165679 0.166758 CURRENT LEARNING RATE: 0.000653560831239258
previous_iter_valid_loss : 0.16554373502731323
697640 0.165754 0.165544 0.166997 CURRENT LEARNING RATE: 0.000653430132143355
previous_iter_valid_loss : 0.16140727698802948
697660 0.161567 0.161407 0.166557 CURRENT LEARNING RATE: 0.000653299459184658
previous_iter_valid_loss : 0.17769934237003326
697680 0.177999 0.177699 0.167405 CURRENT LEARNING RATE: 0.000653168812357939
previous_iter_valid_loss : 0.18070638179779053
697700 0.181037 0.180706 0.168283 CURRENT LEARNING RATE: 0.0006530381916579731
previous_iter_valid_loss : 0.1713421791791916
697720 0.171490 0.171342 0.168773 CURRENT LEARNING RATE: 0.0006529075970795346
previous_iter_valid_loss : 0.17234449088573456
697740 0.172494 0.172344 0.169170 CURRENT LEARNING RATE: 0.0006527770286174003
previous_iter_valid_loss : 0.1605820655822754
697760 0.160739 0.160582 0.169071 CURRENT LEARNING RATE: 0.0006526464862663468
previous_iter_valid_loss : 0.19621047377586365
697780 0.196698 0.196210 0.170774 CURRENT LEARNING RATE: 0.0006525159700211535
previous_iter_valid_loss : 0.16677427291870117
697800 0.166999 0.166774 0.169999 CURRENT LEARNING RATE: 0.0006523854798765983
previous_iter_valid_loss : 0.16754862666130066
697820 0.167765 0.167549 0.169932 CURRENT LEARNING RATE: 0.0006522550158274632
previous_iter_valid_loss : 0.1706351339817047
697840 0.170883 0.170635 0.170359 CURRENT LEARNING RATE: 0.000652124577868528
previous_iter_valid_loss : 0.18571418523788452
697860 0.185861 0.185714 0.170167 CURRENT LEARNING RATE: 0.0006519941659945767
previous_iter_valid_loss : 0.1643831729888916
697880 0.164556 0.164383 0.170181 CURRENT LEARNING RATE: 0.0006518637802003915
previous_iter_valid_loss : 0.19307632744312286
697900 0.193550 0.193076 0.171122 CURRENT LEARNING RATE: 0.0006517334204807583
previous_iter_valid_loss : 0.1690249890089035
697920 0.169266 0.169025 0.171534 CURRENT LEARNING RATE: 0.0006516030868304614
previous_iter_valid_loss : 0.16139371693134308
697940 0.161574 0.161394 0.171142 CURRENT LEARNING RATE: 0.0006514727792442885
previous_iter_valid_loss : 0.1873587816953659
697960 0.187762 0.187359 0.172478 CURRENT LEARNING RATE: 0.0006513424977170264
previous_iter_valid_loss : 0.16063496470451355
697980 0.160783 0.160635 0.171953 CURRENT LEARNING RATE: 0.0006512122422434643
previous_iter_valid_loss : 0.1691775918006897
698000 0.169412 0.169178 0.172360 CURRENT LEARNING RATE: 0.0006510820128183925
previous_iter_valid_loss : 0.16086512804031372
698020 0.161045 0.160865 0.172119 CURRENT LEARNING RATE: 0.0006509518094366007
previous_iter_valid_loss : 0.16230328381061554
698040 0.162478 0.162303 0.171957 CURRENT LEARNING RATE: 0.0006508216320928819
previous_iter_valid_loss : 0.16985474526882172
698060 0.170094 0.169855 0.172380 CURRENT LEARNING RATE: 0.000650691480782028
previous_iter_valid_loss : 0.16146719455718994
698080 0.161653 0.161467 0.171568 CURRENT LEARNING RATE: 0.0006505613554988341
previous_iter_valid_loss : 0.1727096438407898
698100 0.172859 0.172710 0.171168 CURRENT LEARNING RATE: 0.0006504312562380937
previous_iter_valid_loss : 0.16661596298217773
698120 0.166773 0.166616 0.170932 CURRENT LEARNING RATE: 0.0006503011829946043
previous_iter_valid_loss : 0.16226895153522491
698140 0.162459 0.162269 0.170428 CURRENT LEARNING RATE: 0.0006501711357631618
previous_iter_valid_loss : 0.1605248898267746
698160 0.160696 0.160525 0.170425 CURRENT LEARNING RATE: 0.0006500411145385653
previous_iter_valid_loss : 0.162834033370018
698180 0.163000 0.162834 0.168756 CURRENT LEARNING RATE: 0.000649911119315613
previous_iter_valid_loss : 0.168083056807518
698200 0.168310 0.168083 0.168822 CURRENT LEARNING RATE: 0.0006497811500891061
previous_iter_valid_loss : 0.17085705697536469
698220 0.171103 0.170857 0.168987 CURRENT LEARNING RATE: 0.0006496512068538446
previous_iter_valid_loss : 0.16736315190792084
698240 0.167589 0.167363 0.168824 CURRENT LEARNING RATE: 0.0006495212896046321
previous_iter_valid_loss : 0.1613805741071701
698260 0.161573 0.161381 0.167607 CURRENT LEARNING RATE: 0.0006493913983362707
previous_iter_valid_loss : 0.16092683374881744
698280 0.161110 0.160927 0.167434 CURRENT LEARNING RATE: 0.0006492615330435659
previous_iter_valid_loss : 0.16661043465137482
698300 0.166770 0.166610 0.166111 CURRENT LEARNING RATE: 0.000649131693721322
previous_iter_valid_loss : 0.16073191165924072
698320 0.160881 0.160732 0.165696 CURRENT LEARNING RATE: 0.0006490018803643464
previous_iter_valid_loss : 0.16123688220977783
698340 0.161419 0.161237 0.165688 CURRENT LEARNING RATE: 0.0006488720929674456
previous_iter_valid_loss : 0.18067844212055206
698360 0.181019 0.180678 0.165354 CURRENT LEARNING RATE: 0.0006487423315254291
previous_iter_valid_loss : 0.16097678244113922
698380 0.161163 0.160977 0.165371 CURRENT LEARNING RATE: 0.0006486125960331055
previous_iter_valid_loss : 0.18272331357002258
698400 0.183079 0.182723 0.166049 CURRENT LEARNING RATE: 0.0006484828864852857
previous_iter_valid_loss : 0.16125598549842834
698420 0.161421 0.161256 0.166068 CURRENT LEARNING RATE: 0.0006483532028767821
previous_iter_valid_loss : 0.16448232531547546
698440 0.164675 0.164482 0.166177 CURRENT LEARNING RATE: 0.0006482235452024061
previous_iter_valid_loss : 0.1614467203617096
698460 0.161627 0.161447 0.165757 CURRENT LEARNING RATE: 0.0006480939134569726
previous_iter_valid_loss : 0.16339166462421417
698480 0.163583 0.163392 0.165853 CURRENT LEARNING RATE: 0.0006479643076352951
previous_iter_valid_loss : 0.17011789977550507
698500 0.170360 0.170118 0.165723 CURRENT LEARNING RATE: 0.0006478347277321906
previous_iter_valid_loss : 0.16151215136051178
698520 0.161700 0.161512 0.165468 CURRENT LEARNING RATE: 0.0006477051737424747
previous_iter_valid_loss : 0.16732606291770935
698540 0.167485 0.167326 0.165721 CURRENT LEARNING RATE: 0.0006475756456609664
previous_iter_valid_loss : 0.1626114398241043
698560 0.162771 0.162611 0.165825 CURRENT LEARNING RATE: 0.0006474461434824835
previous_iter_valid_loss : 0.16070234775543213
698580 0.160860 0.160702 0.165719 CURRENT LEARNING RATE: 0.0006473166672018469
previous_iter_valid_loss : 0.1723884642124176
698600 0.172647 0.172388 0.165934 CURRENT LEARNING RATE: 0.0006471872168138766
previous_iter_valid_loss : 0.1614123433828354
698620 0.161589 0.161412 0.165462 CURRENT LEARNING RATE: 0.0006470577923133956
previous_iter_valid_loss : 0.16241341829299927
698640 0.162570 0.162413 0.165214 CURRENT LEARNING RATE: 0.0006469283936952257
previous_iter_valid_loss : 0.1656060367822647
698660 0.165772 0.165606 0.165426 CURRENT LEARNING RATE: 0.0006467990209541923
previous_iter_valid_loss : 0.16265322268009186
698680 0.162823 0.162653 0.165512 CURRENT LEARNING RATE: 0.0006466696740851192
previous_iter_valid_loss : 0.16859953105449677
698700 0.168834 0.168600 0.165611 CURRENT LEARNING RATE: 0.0006465403530828338
previous_iter_valid_loss : 0.16718360781669617
698720 0.167341 0.167184 0.165934 CURRENT LEARNING RATE: 0.0006464110579421621
previous_iter_valid_loss : 0.1675471067428589
698740 0.167790 0.167547 0.166249 CURRENT LEARNING RATE: 0.0006462817886579332
previous_iter_valid_loss : 0.16091150045394897
698760 0.161078 0.160912 0.165261 CURRENT LEARNING RATE: 0.0006461525452249755
previous_iter_valid_loss : 0.16050398349761963
698780 0.160665 0.160504 0.165237 CURRENT LEARNING RATE: 0.0006460233276381197
previous_iter_valid_loss : 0.16176378726959229
698800 0.161921 0.161764 0.164189 CURRENT LEARNING RATE: 0.0006458941358921976
previous_iter_valid_loss : 0.16821521520614624
698820 0.168442 0.168215 0.164537 CURRENT LEARNING RATE: 0.0006457649699820404
previous_iter_valid_loss : 0.16420626640319824
698840 0.164398 0.164206 0.164524 CURRENT LEARNING RATE: 0.0006456358299024828
previous_iter_valid_loss : 0.17000314593315125
698860 0.170248 0.170003 0.164951 CURRENT LEARNING RATE: 0.0006455067156483577
previous_iter_valid_loss : 0.19055287539958954
698880 0.190678 0.190553 0.166310 CURRENT LEARNING RATE: 0.000645377627214502
previous_iter_valid_loss : 0.16050761938095093
698900 0.160669 0.160508 0.165829 CURRENT LEARNING RATE: 0.000645248564595751
previous_iter_valid_loss : 0.16165561974048615
698920 0.161838 0.161656 0.165836 CURRENT LEARNING RATE: 0.0006451195277869432
previous_iter_valid_loss : 0.16064101457595825
698940 0.160790 0.160641 0.165502 CURRENT LEARNING RATE: 0.0006449905167829158
previous_iter_valid_loss : 0.1607227623462677
698960 0.160864 0.160723 0.165407 CURRENT LEARNING RATE: 0.00064486153157851
previous_iter_valid_loss : 0.16790083050727844
698980 0.168051 0.167901 0.165767 CURRENT LEARNING RATE: 0.0006447325721685649
previous_iter_valid_loss : 0.1679704338312149
699000 0.168188 0.167970 0.165547 CURRENT LEARNING RATE: 0.0006446036385479233
previous_iter_valid_loss : 0.16422417759895325
699020 0.164396 0.164224 0.165687 CURRENT LEARNING RATE: 0.0006444747307114268
previous_iter_valid_loss : 0.16125960648059845
699040 0.161451 0.161260 0.165629 CURRENT LEARNING RATE: 0.0006443458486539202
previous_iter_valid_loss : 0.1606518179178238
699060 0.160820 0.160652 0.165382 CURRENT LEARNING RATE: 0.000644216992370247
previous_iter_valid_loss : 0.1615026593208313
699080 0.161658 0.161503 0.165324 CURRENT LEARNING RATE: 0.0006440881618552543
previous_iter_valid_loss : 0.1635655164718628
699100 0.163732 0.163566 0.165072 CURRENT LEARNING RATE: 0.0006439593571037875
previous_iter_valid_loss : 0.20082643628120422
699120 0.200904 0.200826 0.166755 CURRENT LEARNING RATE: 0.0006438305781106956
previous_iter_valid_loss : 0.16122564673423767
699140 0.161404 0.161226 0.166439 CURRENT LEARNING RATE: 0.0006437018248708263
previous_iter_valid_loss : 0.17889811098575592
699160 0.179053 0.178898 0.167338 CURRENT LEARNING RATE: 0.0006435730973790307
previous_iter_valid_loss : 0.16117483377456665
699180 0.161328 0.161175 0.167371 CURRENT LEARNING RATE: 0.0006434443956301585
previous_iter_valid_loss : 0.16160064935684204
699200 0.161758 0.161601 0.167363 CURRENT LEARNING RATE: 0.0006433157196190622
previous_iter_valid_loss : 0.1620311588048935
699220 0.162188 0.162031 0.167054 CURRENT LEARNING RATE: 0.0006431870693405954
previous_iter_valid_loss : 0.16201552748680115
699240 0.162184 0.162016 0.166945 CURRENT LEARNING RATE: 0.0006430584447896108
previous_iter_valid_loss : 0.1665300875902176
699260 0.166691 0.166530 0.166771 CURRENT LEARNING RATE: 0.0006429298459609648
previous_iter_valid_loss : 0.160605788230896
699280 0.160765 0.160606 0.165274 CURRENT LEARNING RATE: 0.000642801272849512
previous_iter_valid_loss : 0.16176852583885193
699300 0.161953 0.161769 0.165337 CURRENT LEARNING RATE: 0.0006426727254501108
previous_iter_valid_loss : 0.17392517626285553
699320 0.174199 0.173925 0.165950 CURRENT LEARNING RATE: 0.0006425442037576182
previous_iter_valid_loss : 0.1771286278963089
699340 0.177435 0.177129 0.166774 CURRENT LEARNING RATE: 0.0006424157077668944
previous_iter_valid_loss : 0.16062714159488678
699360 0.160792 0.160627 0.166770 CURRENT LEARNING RATE: 0.0006422872374727983
previous_iter_valid_loss : 0.17272622883319855
699380 0.173005 0.172726 0.167011 CURRENT LEARNING RATE: 0.0006421587928701926
previous_iter_valid_loss : 0.1647176891565323
699400 0.164916 0.164718 0.166848 CURRENT LEARNING RATE: 0.0006420303739539378
previous_iter_valid_loss : 0.16431862115859985
699420 0.164519 0.164319 0.166853 CURRENT LEARNING RATE: 0.0006419019807188988
previous_iter_valid_loss : 0.16312119364738464
699440 0.163316 0.163121 0.166946 CURRENT LEARNING RATE: 0.0006417736131599385
previous_iter_valid_loss : 0.16276977956295013
699460 0.162931 0.162770 0.167052 CURRENT LEARNING RATE: 0.0006416452712719235
previous_iter_valid_loss : 0.1609986275434494
699480 0.161165 0.160999 0.167027 CURRENT LEARNING RATE: 0.0006415169550497187
previous_iter_valid_loss : 0.16475225985050201
699500 0.164909 0.164752 0.167086 CURRENT LEARNING RATE: 0.0006413886644881929
previous_iter_valid_loss : 0.17212647199630737
699520 0.172273 0.172126 0.165651 CURRENT LEARNING RATE: 0.0006412603995822132
previous_iter_valid_loss : 0.17728254199028015
699540 0.177576 0.177283 0.166454 CURRENT LEARNING RATE: 0.0006411321603266501
previous_iter_valid_loss : 0.16059082746505737
699560 0.160758 0.160591 0.165539 CURRENT LEARNING RATE: 0.0006410039467163728
previous_iter_valid_loss : 0.17900368571281433
699580 0.179310 0.179004 0.166430 CURRENT LEARNING RATE: 0.0006408757587462536
previous_iter_valid_loss : 0.1626756191253662
699600 0.162864 0.162676 0.166484 CURRENT LEARNING RATE: 0.0006407475964111655
previous_iter_valid_loss : 0.16104760766029358
699620 0.161196 0.161048 0.166435 CURRENT LEARNING RATE: 0.0006406194597059806
previous_iter_valid_loss : 0.1779753863811493
699640 0.178132 0.177975 0.167233 CURRENT LEARNING RATE: 0.0006404913486255747
previous_iter_valid_loss : 0.17811422049999237
699660 0.178270 0.178114 0.167812 CURRENT LEARNING RATE: 0.0006403632631648224
previous_iter_valid_loss : 0.16136883199214935
699680 0.161555 0.161369 0.167850 CURRENT LEARNING RATE: 0.0006402352033186012
previous_iter_valid_loss : 0.1614713817834854
699700 0.161653 0.161471 0.167835 CURRENT LEARNING RATE: 0.0006401071690817876
previous_iter_valid_loss : 0.16148224472999573
699720 0.161631 0.161482 0.167213 CURRENT LEARNING RATE: 0.0006399791604492616
previous_iter_valid_loss : 0.17731668055057526
699740 0.177609 0.177317 0.167222 CURRENT LEARNING RATE: 0.0006398511774159013
previous_iter_valid_loss : 0.16261927783489227
699760 0.162796 0.162619 0.167322 CURRENT LEARNING RATE: 0.000639723219976589
previous_iter_valid_loss : 0.16261938214302063
699780 0.162790 0.162619 0.166817 CURRENT LEARNING RATE: 0.0006395952881262048
previous_iter_valid_loss : 0.16252662241458893
699800 0.162687 0.162527 0.166707 CURRENT LEARNING RATE: 0.0006394673818596329
previous_iter_valid_loss : 0.16098053753376007
699820 0.161134 0.160981 0.166540 CURRENT LEARNING RATE: 0.0006393395011717557
previous_iter_valid_loss : 0.16059231758117676
699840 0.160757 0.160592 0.166414 CURRENT LEARNING RATE: 0.0006392116460574593
previous_iter_valid_loss : 0.16055452823638916
699860 0.160716 0.160555 0.166303 CURRENT LEARNING RATE: 0.0006390838165116282
previous_iter_valid_loss : 0.16055285930633545
699880 0.160725 0.160553 0.166281 CURRENT LEARNING RATE: 0.0006389560125291504
previous_iter_valid_loss : 0.18459606170654297
699900 0.184735 0.184596 0.167273 CURRENT LEARNING RATE: 0.0006388282341049127
previous_iter_valid_loss : 0.1616809070110321
699920 0.161868 0.161681 0.166751 CURRENT LEARNING RATE: 0.0006387004812338049
previous_iter_valid_loss : 0.16535744071006775
699940 0.165559 0.165357 0.166154 CURRENT LEARNING RATE: 0.000638572753910716
previous_iter_valid_loss : 0.16145184636116028
699960 0.161611 0.161452 0.166197 CURRENT LEARNING RATE: 0.0006384450521305379
previous_iter_valid_loss : 0.16071178019046783
699980 0.160875 0.160712 0.165283 CURRENT LEARNING RATE: 0.0006383173758881613
previous_iter_valid_loss : 0.16052216291427612
700000 0.160685 0.160522 0.165175 CURRENT LEARNING RATE: 0.0006381897251784798
previous_iter_valid_loss : 0.17550669610500336
700020 0.175657 0.175507 0.165898 CURRENT LEARNING RATE: 0.0006380620999963881
previous_iter_valid_loss : 0.16230472922325134
700040 0.162482 0.162305 0.165114 CURRENT LEARNING RATE: 0.0006379345003367799
previous_iter_valid_loss : 0.1693122237920761
700060 0.169551 0.169312 0.164674 CURRENT LEARNING RATE: 0.0006378069261945522
previous_iter_valid_loss : 0.1683046817779541
700080 0.168532 0.168305 0.165021 CURRENT LEARNING RATE: 0.0006376793775646012
previous_iter_valid_loss : 0.16072490811347961
700100 0.160868 0.160725 0.164984 CURRENT LEARNING RATE: 0.000637551854441826
previous_iter_valid_loss : 0.16145581007003784
700120 0.161619 0.161456 0.164983 CURRENT LEARNING RATE: 0.0006374243568211244
previous_iter_valid_loss : 0.16383415460586548
700140 0.163996 0.163834 0.164308 CURRENT LEARNING RATE: 0.0006372968846973977
previous_iter_valid_loss : 0.16202472150325775
700160 0.162212 0.162025 0.164279 CURRENT LEARNING RATE: 0.000637169438065546
previous_iter_valid_loss : 0.1607443392276764
700180 0.160897 0.160744 0.164185 CURRENT LEARNING RATE: 0.0006370420169204724
previous_iter_valid_loss : 0.17470009624958038
700200 0.174850 0.174700 0.164794 CURRENT LEARNING RATE: 0.000636914621257079
previous_iter_valid_loss : 0.16966205835342407
700220 0.169898 0.169662 0.165228 CURRENT LEARNING RATE: 0.0006367872510702712
previous_iter_valid_loss : 0.16779498755931854
700240 0.167943 0.167795 0.165588 CURRENT LEARNING RATE: 0.0006366599063549529
previous_iter_valid_loss : 0.17303727567195892
700260 0.173181 0.173037 0.166212 CURRENT LEARNING RATE: 0.0006365325871060315
previous_iter_valid_loss : 0.16066081821918488
700280 0.160807 0.160661 0.166217 CURRENT LEARNING RATE: 0.0006364052933184131
previous_iter_valid_loss : 0.1655835062265396
700300 0.165739 0.165584 0.165267 CURRENT LEARNING RATE: 0.000636278024987007
previous_iter_valid_loss : 0.16146481037139893
700320 0.161657 0.161465 0.165256 CURRENT LEARNING RATE: 0.0006361507821067215
previous_iter_valid_loss : 0.16522027552127838
700340 0.165420 0.165220 0.165249 CURRENT LEARNING RATE: 0.0006360235646724681
previous_iter_valid_loss : 0.1605638563632965
700360 0.160729 0.160564 0.165205 CURRENT LEARNING RATE: 0.0006358963726791566
previous_iter_valid_loss : 0.1630753129720688
700380 0.163268 0.163075 0.165323 CURRENT LEARNING RATE: 0.0006357692061217007
previous_iter_valid_loss : 0.16241104900836945
700400 0.162575 0.162411 0.165417 CURRENT LEARNING RATE: 0.0006356420649950126
previous_iter_valid_loss : 0.16089455783367157
700420 0.161052 0.160895 0.164687 CURRENT LEARNING RATE: 0.0006355149492940071
previous_iter_valid_loss : 0.16502302885055542
700440 0.165242 0.165023 0.164823 CURRENT LEARNING RATE: 0.0006353878590136002
previous_iter_valid_loss : 0.16081266105175018
700460 0.160996 0.160813 0.164398 CURRENT LEARNING RATE: 0.0006352607941487073
previous_iter_valid_loss : 0.16469979286193848
700480 0.164870 0.164700 0.164217 CURRENT LEARNING RATE: 0.0006351337546942467
previous_iter_valid_loss : 0.16571468114852905
700500 0.165883 0.165715 0.164467 CURRENT LEARNING RATE: 0.0006350067406451359
previous_iter_valid_loss : 0.16066047549247742
700520 0.160838 0.160660 0.164427 CURRENT LEARNING RATE: 0.0006348797519962954
previous_iter_valid_loss : 0.1745191067457199
700540 0.174786 0.174519 0.164961 CURRENT LEARNING RATE: 0.0006347527887426444
previous_iter_valid_loss : 0.16111764311790466
700560 0.161300 0.161118 0.164916 CURRENT LEARNING RATE: 0.0006346258508791057
previous_iter_valid_loss : 0.16398274898529053
700580 0.164158 0.163983 0.165078 CURRENT LEARNING RATE: 0.0006344989384006004
previous_iter_valid_loss : 0.16204805672168732
700600 0.162229 0.162048 0.164445 CURRENT LEARNING RATE: 0.0006343720513020534
previous_iter_valid_loss : 0.16135728359222412
700620 0.161540 0.161357 0.164030 CURRENT LEARNING RATE: 0.000634245189578388
previous_iter_valid_loss : 0.1607317179441452
700640 0.160905 0.160732 0.163677 CURRENT LEARNING RATE: 0.0006341183532245308
previous_iter_valid_loss : 0.16050979495048523
700660 0.160685 0.160510 0.163051 CURRENT LEARNING RATE: 0.0006339915422354073
previous_iter_valid_loss : 0.16153647005558014
700680 0.161703 0.161536 0.163094 CURRENT LEARNING RATE: 0.000633864756605946
previous_iter_valid_loss : 0.1711042821407318
700700 0.171361 0.171104 0.163370 CURRENT LEARNING RATE: 0.0006337379963310746
previous_iter_valid_loss : 0.1607844978570938
700720 0.160949 0.160784 0.163336 CURRENT LEARNING RATE: 0.0006336112614057236
previous_iter_valid_loss : 0.17177574336528778
700740 0.171918 0.171776 0.163664 CURRENT LEARNING RATE: 0.0006334845518248227
previous_iter_valid_loss : 0.1605602502822876
700760 0.160722 0.160560 0.163664 CURRENT LEARNING RATE: 0.0006333578675833044
previous_iter_valid_loss : 0.16722390055656433
700780 0.167445 0.167224 0.163871 CURRENT LEARNING RATE: 0.0006332312086761004
previous_iter_valid_loss : 0.16087190806865692
700800 0.161050 0.160872 0.163794 CURRENT LEARNING RATE: 0.0006331045750981449
previous_iter_valid_loss : 0.16467081010341644
700820 0.164836 0.164671 0.163983 CURRENT LEARNING RATE: 0.000632977966844373
previous_iter_valid_loss : 0.1607268899679184
700840 0.160886 0.160727 0.163768 CURRENT LEARNING RATE: 0.0006328513839097191
previous_iter_valid_loss : 0.16972795128822327
700860 0.169964 0.169728 0.164214 CURRENT LEARNING RATE: 0.0006327248262891215
previous_iter_valid_loss : 0.16095542907714844
700880 0.161129 0.160955 0.164027 CURRENT LEARNING RATE: 0.0006325982939775163
previous_iter_valid_loss : 0.16431152820587158
700900 0.164468 0.164312 0.163957 CURRENT LEARNING RATE: 0.0006324717869698436
previous_iter_valid_loss : 0.16369208693504333
700920 0.163890 0.163692 0.164108 CURRENT LEARNING RATE: 0.0006323453052610418
previous_iter_valid_loss : 0.16567163169384003
700940 0.165878 0.165672 0.163666 CURRENT LEARNING RATE: 0.000632218848846053
previous_iter_valid_loss : 0.16647778451442719
700960 0.166695 0.166478 0.163934 CURRENT LEARNING RATE: 0.0006320924177198175
previous_iter_valid_loss : 0.16761644184589386
700980 0.167847 0.167616 0.164116 CURRENT LEARNING RATE: 0.0006319660118772795
previous_iter_valid_loss : 0.16460156440734863
701000 0.164806 0.164602 0.164243 CURRENT LEARNING RATE: 0.0006318396313133814
previous_iter_valid_loss : 0.16051214933395386
701020 0.160679 0.160512 0.164201 CURRENT LEARNING RATE: 0.0006317132760230692
previous_iter_valid_loss : 0.16662876307964325
701040 0.166780 0.166629 0.164496 CURRENT LEARNING RATE: 0.0006315869460012877
previous_iter_valid_loss : 0.16516998410224915
701060 0.165336 0.165170 0.164729 CURRENT LEARNING RATE: 0.0006314606412429844
previous_iter_valid_loss : 0.16267640888690948
701080 0.162843 0.162676 0.164786 CURRENT LEARNING RATE: 0.0006313343617431066
previous_iter_valid_loss : 0.1727295219898224
701100 0.172871 0.172730 0.164867 CURRENT LEARNING RATE: 0.0006312081074966037
previous_iter_valid_loss : 0.16536487638950348
701120 0.165564 0.165365 0.165096 CURRENT LEARNING RATE: 0.0006310818784984247
previous_iter_valid_loss : 0.1700797975063324
701140 0.170231 0.170080 0.165011 CURRENT LEARNING RATE: 0.0006309556747435215
previous_iter_valid_loss : 0.16357894241809845
701160 0.163779 0.163579 0.165162 CURRENT LEARNING RATE: 0.0006308294962268447
previous_iter_valid_loss : 0.16049829125404358
701180 0.160663 0.160498 0.164826 CURRENT LEARNING RATE: 0.0006307033429433486
previous_iter_valid_loss : 0.16617222130298615
701200 0.166330 0.166172 0.165091 CURRENT LEARNING RATE: 0.0006305772148879856
previous_iter_valid_loss : 0.16147610545158386
701220 0.161661 0.161476 0.164931 CURRENT LEARNING RATE: 0.0006304511120557113
previous_iter_valid_loss : 0.16737927496433258
701240 0.167601 0.167379 0.165264 CURRENT LEARNING RATE: 0.0006303250344414822
previous_iter_valid_loss : 0.17508812248706818
701260 0.175375 0.175088 0.165532 CURRENT LEARNING RATE: 0.0006301989820402539
previous_iter_valid_loss : 0.1606786549091339
701280 0.160827 0.160679 0.165518 CURRENT LEARNING RATE: 0.0006300729548469855
previous_iter_valid_loss : 0.16063690185546875
701300 0.160808 0.160637 0.165334 CURRENT LEARNING RATE: 0.000629946952856635
previous_iter_valid_loss : 0.16608192026615143
701320 0.166297 0.166082 0.165454 CURRENT LEARNING RATE: 0.0006298209760641631
previous_iter_valid_loss : 0.16146442294120789
701340 0.161651 0.161464 0.165244 CURRENT LEARNING RATE: 0.0006296950244645298
previous_iter_valid_loss : 0.1744205504655838
701360 0.174570 0.174421 0.165641 CURRENT LEARNING RATE: 0.0006295690980526981
previous_iter_valid_loss : 0.16232456266880035
701380 0.162510 0.162325 0.165376 CURRENT LEARNING RATE: 0.0006294431968236298
previous_iter_valid_loss : 0.16316895186901093
701400 0.163336 0.163169 0.165304 CURRENT LEARNING RATE: 0.0006293173207722901
previous_iter_valid_loss : 0.16438494622707367
701420 0.164553 0.164385 0.165498 CURRENT LEARNING RATE: 0.0006291914698936428
previous_iter_valid_loss : 0.18232540786266327
701440 0.182687 0.182325 0.166283 CURRENT LEARNING RATE: 0.0006290656441826549
previous_iter_valid_loss : 0.16194400191307068
701460 0.162125 0.161944 0.166122 CURRENT LEARNING RATE: 0.0006289398436342922
previous_iter_valid_loss : 0.16901199519634247
701480 0.169246 0.169012 0.166438 CURRENT LEARNING RATE: 0.000628814068243524
previous_iter_valid_loss : 0.1674521267414093
701500 0.167678 0.167452 0.166175 CURRENT LEARNING RATE: 0.000628688318005318
previous_iter_valid_loss : 0.17027857899665833
701520 0.170526 0.170279 0.166420 CURRENT LEARNING RATE: 0.0006285625929146454
previous_iter_valid_loss : 0.1803012192249298
701540 0.180632 0.180301 0.166931 CURRENT LEARNING RATE: 0.0006284368929664761
previous_iter_valid_loss : 0.1617753803730011
701560 0.161937 0.161775 0.166841 CURRENT LEARNING RATE: 0.000628311218155783
previous_iter_valid_loss : 0.16059862077236176
701580 0.160758 0.160599 0.166846 CURRENT LEARNING RATE: 0.0006281855684775382
previous_iter_valid_loss : 0.1794274002313614
701600 0.179587 0.179427 0.167509 CURRENT LEARNING RATE: 0.0006280599439267163
previous_iter_valid_loss : 0.16367661952972412
701620 0.163873 0.163677 0.167619 CURRENT LEARNING RATE: 0.0006279343444982928
previous_iter_valid_loss : 0.16533954441547394
701640 0.165538 0.165340 0.167517 CURRENT LEARNING RATE: 0.0006278087701872425
previous_iter_valid_loss : 0.16258461773395538
701660 0.162761 0.162585 0.166892 CURRENT LEARNING RATE: 0.0006276832209885437
previous_iter_valid_loss : 0.16795188188552856
701680 0.168179 0.167952 0.167255 CURRENT LEARNING RATE: 0.0006275576968971733
previous_iter_valid_loss : 0.1636955589056015
701700 0.163865 0.163696 0.167408 CURRENT LEARNING RATE: 0.0006274321979081114
previous_iter_valid_loss : 0.17171700298786163
701720 0.171974 0.171717 0.167690 CURRENT LEARNING RATE: 0.000627306724016337
previous_iter_valid_loss : 0.1774287074804306
701740 0.177581 0.177429 0.168488 CURRENT LEARNING RATE: 0.0006271812752168322
previous_iter_valid_loss : 0.18359580636024475
701760 0.183747 0.183596 0.168947 CURRENT LEARNING RATE: 0.0006270558515045777
previous_iter_valid_loss : 0.1605672538280487
701780 0.160730 0.160567 0.168859 CURRENT LEARNING RATE: 0.0006269304528745582
previous_iter_valid_loss : 0.16628806293010712
701800 0.166445 0.166288 0.169015 CURRENT LEARNING RATE: 0.0006268050793217561
previous_iter_valid_loss : 0.160525381565094
701820 0.160685 0.160525 0.168822 CURRENT LEARNING RATE: 0.000626679730841158
previous_iter_valid_loss : 0.1607663631439209
701840 0.160944 0.160766 0.167744 CURRENT LEARNING RATE: 0.0006265544074277486
previous_iter_valid_loss : 0.18845169246196747
701860 0.188588 0.188452 0.169070 CURRENT LEARNING RATE: 0.0006264291090765161
previous_iter_valid_loss : 0.1608852744102478
701880 0.161047 0.160885 0.168663 CURRENT LEARNING RATE: 0.0006263038357824475
previous_iter_valid_loss : 0.16458283364772797
701900 0.164784 0.164583 0.168520 CURRENT LEARNING RATE: 0.000626178587540533
previous_iter_valid_loss : 0.16112388670444489
701920 0.161284 0.161124 0.168062 CURRENT LEARNING RATE: 0.0006260533643457616
previous_iter_valid_loss : 0.1605938971042633
701940 0.160764 0.160594 0.167077 CURRENT LEARNING RATE: 0.0006259281661931252
previous_iter_valid_loss : 0.17658454179763794
701960 0.176742 0.176585 0.167817 CURRENT LEARNING RATE: 0.0006258029930776152
previous_iter_valid_loss : 0.16305088996887207
701980 0.163213 0.163051 0.167940 CURRENT LEARNING RATE: 0.0006256778449942255
previous_iter_valid_loss : 0.1699378490447998
702000 0.170088 0.169938 0.167465 CURRENT LEARNING RATE: 0.000625552721937949
previous_iter_valid_loss : 0.16298508644104004
702020 0.163152 0.162985 0.167431 CURRENT LEARNING RATE: 0.0006254276239037815
previous_iter_valid_loss : 0.16780425608158112
702040 0.167958 0.167804 0.167554 CURRENT LEARNING RATE: 0.0006253025508867197
previous_iter_valid_loss : 0.16089454293251038
702060 0.161054 0.160895 0.167470 CURRENT LEARNING RATE: 0.0006251775028817594
previous_iter_valid_loss : 0.16064299643039703
702080 0.160812 0.160643 0.167104 CURRENT LEARNING RATE: 0.0006250524798838999
previous_iter_valid_loss : 0.17107275128364563
702100 0.171222 0.171073 0.167473 CURRENT LEARNING RATE: 0.000624927481888139
previous_iter_valid_loss : 0.18058903515338898
702120 0.180752 0.180589 0.167917 CURRENT LEARNING RATE: 0.0006248025088894782
previous_iter_valid_loss : 0.16433033347129822
702140 0.164505 0.164330 0.167262 CURRENT LEARNING RATE: 0.0006246775608829172
previous_iter_valid_loss : 0.17493079602718353
702160 0.175080 0.174931 0.166828 CURRENT LEARNING RATE: 0.0006245526378634593
previous_iter_valid_loss : 0.1626397669315338
702180 0.162827 0.162640 0.166932 CURRENT LEARNING RATE: 0.0006244277398261064
previous_iter_valid_loss : 0.16603827476501465
702200 0.166203 0.166038 0.166919 CURRENT LEARNING RATE: 0.0006243028667658637
previous_iter_valid_loss : 0.16057956218719482
702220 0.160737 0.160580 0.166922 CURRENT LEARNING RATE: 0.0006241780186777352
previous_iter_valid_loss : 0.16060630977153778
702240 0.160772 0.160606 0.166914 CURRENT LEARNING RATE: 0.0006240531955567282
previous_iter_valid_loss : 0.16349609196186066
702260 0.163685 0.163496 0.165666 CURRENT LEARNING RATE: 0.0006239283973978484
previous_iter_valid_loss : 0.1927296668291092
702280 0.192850 0.192730 0.167259 CURRENT LEARNING RATE: 0.0006238036241961052
previous_iter_valid_loss : 0.17607437074184418
702300 0.176227 0.176074 0.167833 CURRENT LEARNING RATE: 0.0006236788759465065
previous_iter_valid_loss : 0.1605784147977829
702320 0.160742 0.160578 0.167806 CURRENT LEARNING RATE: 0.0006235541526440635
previous_iter_valid_loss : 0.16068272292613983
702340 0.160841 0.160683 0.167810 CURRENT LEARNING RATE: 0.0006234294542837862
previous_iter_valid_loss : 0.16541437804698944
702360 0.165580 0.165414 0.167252 CURRENT LEARNING RATE: 0.0006233047808606875
previous_iter_valid_loss : 0.1693504899740219
702380 0.169598 0.169350 0.167567 CURRENT LEARNING RATE: 0.0006231801323697797
previous_iter_valid_loss : 0.16531093418598175
702400 0.165476 0.165311 0.167335 CURRENT LEARNING RATE: 0.0006230555088060773
previous_iter_valid_loss : 0.16876378655433655
702420 0.168916 0.168764 0.167624 CURRENT LEARNING RATE: 0.0006229309101645959
previous_iter_valid_loss : 0.16626283526420593
702440 0.166429 0.166263 0.167547 CURRENT LEARNING RATE: 0.0006228063364403504
previous_iter_valid_loss : 0.19174513220787048
702460 0.192200 0.191745 0.169090 CURRENT LEARNING RATE: 0.000622681787628359
previous_iter_valid_loss : 0.16075491905212402
702480 0.160916 0.160755 0.169095 CURRENT LEARNING RATE: 0.0006225572637236386
previous_iter_valid_loss : 0.16788393259048462
702500 0.168113 0.167884 0.168936 CURRENT LEARNING RATE: 0.0006224327647212093
previous_iter_valid_loss : 0.1615385115146637
702520 0.161693 0.161539 0.167984 CURRENT LEARNING RATE: 0.0006223082906160902
previous_iter_valid_loss : 0.16280928254127502
702540 0.162993 0.162809 0.167907 CURRENT LEARNING RATE: 0.0006221838414033035
previous_iter_valid_loss : 0.19066762924194336
702560 0.190795 0.190668 0.168694 CURRENT LEARNING RATE: 0.0006220594170778697
previous_iter_valid_loss : 0.1605309247970581
702580 0.160688 0.160531 0.168589 CURRENT LEARNING RATE: 0.0006219350176348134
previous_iter_valid_loss : 0.16921953856945038
702600 0.169458 0.169220 0.168748 CURRENT LEARNING RATE: 0.0006218106430691574
previous_iter_valid_loss : 0.1606380045413971
702620 0.160820 0.160638 0.168751 CURRENT LEARNING RATE: 0.0006216862933759277
previous_iter_valid_loss : 0.16051100194454193
702640 0.160679 0.160511 0.168746 CURRENT LEARNING RATE: 0.0006215619685501492
previous_iter_valid_loss : 0.1721133142709732
702660 0.172374 0.172113 0.169177 CURRENT LEARNING RATE: 0.0006214376685868501
previous_iter_valid_loss : 0.1608538180589676
702680 0.161036 0.160854 0.167583 CURRENT LEARNING RATE: 0.0006213133934810574
previous_iter_valid_loss : 0.16119273006916046
702700 0.161359 0.161193 0.166839 CURRENT LEARNING RATE: 0.000621189143227801
previous_iter_valid_loss : 0.16053469479084015
702720 0.160691 0.160535 0.166837 CURRENT LEARNING RATE: 0.0006210649178221098
previous_iter_valid_loss : 0.16067816317081451
702740 0.160835 0.160678 0.166837 CURRENT LEARNING RATE: 0.000620940717259016
previous_iter_valid_loss : 0.16779784858226776
702760 0.168020 0.167798 0.166956 CURRENT LEARNING RATE: 0.0006208165415335504
previous_iter_valid_loss : 0.1661463975906372
702780 0.166359 0.166146 0.166796 CURRENT LEARNING RATE: 0.000620692390640747
previous_iter_valid_loss : 0.16600129008293152
702800 0.166166 0.166001 0.166830 CURRENT LEARNING RATE: 0.0006205682645756389
previous_iter_valid_loss : 0.17752069234848022
702820 0.177681 0.177521 0.167268 CURRENT LEARNING RATE: 0.0006204441633332614
previous_iter_valid_loss : 0.17474476993083954
702840 0.174893 0.174745 0.167692 CURRENT LEARNING RATE: 0.0006203200869086511
previous_iter_valid_loss : 0.1893923133611679
702860 0.189523 0.189392 0.167574 CURRENT LEARNING RATE: 0.0006201960352968438
previous_iter_valid_loss : 0.16435326635837555
702880 0.164521 0.164353 0.167754 CURRENT LEARNING RATE: 0.0006200720084928785
previous_iter_valid_loss : 0.16639669239521027
702900 0.166557 0.166397 0.167680 CURRENT LEARNING RATE: 0.0006199480064917932
previous_iter_valid_loss : 0.1618320196866989
702920 0.162021 0.161832 0.167695 CURRENT LEARNING RATE: 0.0006198240292886286
previous_iter_valid_loss : 0.16053104400634766
702940 0.160697 0.160531 0.167581 CURRENT LEARNING RATE: 0.0006197000768784248
previous_iter_valid_loss : 0.16483567655086517
702960 0.165037 0.164836 0.166289 CURRENT LEARNING RATE: 0.0006195761492562247
previous_iter_valid_loss : 0.16055601835250854
702980 0.160725 0.160556 0.166290 CURRENT LEARNING RATE: 0.0006194522464170702
previous_iter_valid_loss : 0.16246096789836884
703000 0.162622 0.162461 0.165952 CURRENT LEARNING RATE: 0.0006193283683560061
previous_iter_valid_loss : 0.18672406673431396
703020 0.186861 0.186724 0.167257 CURRENT LEARNING RATE: 0.0006192045150680762
previous_iter_valid_loss : 0.16102193295955658
703040 0.161208 0.161022 0.167282 CURRENT LEARNING RATE: 0.0006190806865483277
previous_iter_valid_loss : 0.16212670505046844
703060 0.162281 0.162127 0.166783 CURRENT LEARNING RATE: 0.0006189568827918061
previous_iter_valid_loss : 0.160701185464859
703080 0.160874 0.160701 0.166775 CURRENT LEARNING RATE: 0.0006188331037935605
previous_iter_valid_loss : 0.16194380819797516
703100 0.162137 0.161944 0.166813 CURRENT LEARNING RATE: 0.0006187093495486385
previous_iter_valid_loss : 0.17944322526454926
703120 0.179758 0.179443 0.167758 CURRENT LEARNING RATE: 0.0006185856200520911
previous_iter_valid_loss : 0.16054831445217133
703140 0.160705 0.160548 0.167752 CURRENT LEARNING RATE: 0.0006184619152989681
previous_iter_valid_loss : 0.17037437856197357
703160 0.170529 0.170374 0.167881 CURRENT LEARNING RATE: 0.0006183382352843223
previous_iter_valid_loss : 0.16724860668182373
703180 0.167472 0.167249 0.167936 CURRENT LEARNING RATE: 0.0006182145800032055
previous_iter_valid_loss : 0.16149160265922546
703200 0.161656 0.161492 0.167710 CURRENT LEARNING RATE: 0.0006180909494506726
previous_iter_valid_loss : 0.16303852200508118
703220 0.163207 0.163039 0.166986 CURRENT LEARNING RATE: 0.0006179673436217771
previous_iter_valid_loss : 0.16072504222393036
703240 0.160885 0.160725 0.166285 CURRENT LEARNING RATE: 0.0006178437625115753
previous_iter_valid_loss : 0.2042238414287567
703260 0.204288 0.204224 0.167027 CURRENT LEARNING RATE: 0.0006177202061151248
previous_iter_valid_loss : 0.16129060089588165
703280 0.161474 0.161291 0.166874 CURRENT LEARNING RATE: 0.0006175966744274821
previous_iter_valid_loss : 0.16962885856628418
703300 0.169781 0.169629 0.167035 CURRENT LEARNING RATE: 0.0006174731674437069
previous_iter_valid_loss : 0.17806962132453918
703320 0.178373 0.178070 0.167847 CURRENT LEARNING RATE: 0.000617349685158858
previous_iter_valid_loss : 0.16332383453845978
703340 0.163524 0.163324 0.167987 CURRENT LEARNING RATE: 0.0006172262275679971
previous_iter_valid_loss : 0.1703328937292099
703360 0.170574 0.170333 0.168262 CURRENT LEARNING RATE: 0.0006171027946661849
previous_iter_valid_loss : 0.16059857606887817
703380 0.160755 0.160599 0.168264 CURRENT LEARNING RATE: 0.0006169793864484851
previous_iter_valid_loss : 0.16625209152698517
703400 0.166466 0.166252 0.168453 CURRENT LEARNING RATE: 0.0006168560029099603
previous_iter_valid_loss : 0.16237398982048035
703420 0.162569 0.162374 0.167236 CURRENT LEARNING RATE: 0.0006167326440456762
previous_iter_valid_loss : 0.1696891337633133
703440 0.169844 0.169689 0.167669 CURRENT LEARNING RATE: 0.0006166093098506975
previous_iter_valid_loss : 0.16474178433418274
703460 0.164944 0.164742 0.167800 CURRENT LEARNING RATE: 0.0006164860003200917
previous_iter_valid_loss : 0.1636205017566681
703480 0.163813 0.163621 0.167946 CURRENT LEARNING RATE: 0.0006163627154489254
previous_iter_valid_loss : 0.16131332516670227
703500 0.161492 0.161313 0.167914 CURRENT LEARNING RATE: 0.0006162394552322684
previous_iter_valid_loss : 0.19361309707164764
703520 0.193729 0.193613 0.168623 CURRENT LEARNING RATE: 0.0006161162196651892
previous_iter_valid_loss : 0.18312737345695496
703540 0.183490 0.183127 0.169752 CURRENT LEARNING RATE: 0.0006159930087427595
previous_iter_valid_loss : 0.1605466902256012
703560 0.160699 0.160547 0.169260 CURRENT LEARNING RATE: 0.0006158698224600495
previous_iter_valid_loss : 0.17484110593795776
703580 0.174996 0.174841 0.169640 CURRENT LEARNING RATE: 0.0006157466608121331
previous_iter_valid_loss : 0.1628137081861496
703600 0.163002 0.162814 0.169706 CURRENT LEARNING RATE: 0.0006156235237940827
previous_iter_valid_loss : 0.161772683262825
703620 0.161930 0.161773 0.169643 CURRENT LEARNING RATE: 0.0006155004114009733
previous_iter_valid_loss : 0.1612044721841812
703640 0.161355 0.161204 0.169667 CURRENT LEARNING RATE: 0.0006153773236278811
previous_iter_valid_loss : 0.16984114050865173
703660 0.169997 0.169841 0.167948 CURRENT LEARNING RATE: 0.0006152542604698812
previous_iter_valid_loss : 0.18127647042274475
703680 0.181440 0.181276 0.168947 CURRENT LEARNING RATE: 0.0006151312219220524
previous_iter_valid_loss : 0.16069640219211578
703700 0.160872 0.160696 0.168500 CURRENT LEARNING RATE: 0.000615008207979472
previous_iter_valid_loss : 0.1690278798341751
703720 0.169188 0.169028 0.168048 CURRENT LEARNING RATE: 0.0006148852186372207
previous_iter_valid_loss : 0.1721135526895523
703740 0.172373 0.172114 0.168488 CURRENT LEARNING RATE: 0.0006147622538903775
previous_iter_valid_loss : 0.16285309195518494
703760 0.163047 0.162853 0.168114 CURRENT LEARNING RATE: 0.0006146393137340251
previous_iter_valid_loss : 0.16300933063030243
703780 0.163193 0.163009 0.168234 CURRENT LEARNING RATE: 0.0006145163981632448
previous_iter_valid_loss : 0.1726672202348709
703800 0.172818 0.172667 0.168555 CURRENT LEARNING RATE: 0.0006143935071731212
previous_iter_valid_loss : 0.17790208756923676
703820 0.178209 0.177902 0.169331 CURRENT LEARNING RATE: 0.0006142706407587373
previous_iter_valid_loss : 0.16122396290302277
703840 0.161404 0.161224 0.168908 CURRENT LEARNING RATE: 0.0006141477989151797
previous_iter_valid_loss : 0.16807132959365845
703860 0.168291 0.168071 0.169075 CURRENT LEARNING RATE: 0.0006140249816375334
previous_iter_valid_loss : 0.16070128977298737
703880 0.160862 0.160701 0.168929 CURRENT LEARNING RATE: 0.0006139021889208872
previous_iter_valid_loss : 0.16742920875549316
703900 0.167657 0.167429 0.169235 CURRENT LEARNING RATE: 0.0006137794207603281
previous_iter_valid_loss : 0.18614649772644043
703920 0.186534 0.186146 0.168861 CURRENT LEARNING RATE: 0.0006136566771509464
previous_iter_valid_loss : 0.16410763561725616
703940 0.164276 0.164108 0.167910 CURRENT LEARNING RATE: 0.0006135339580878313
previous_iter_valid_loss : 0.16083909571170807
703960 0.160995 0.160839 0.167925 CURRENT LEARNING RATE: 0.0006134112635660752
previous_iter_valid_loss : 0.16468821465969086
703980 0.164856 0.164688 0.167417 CURRENT LEARNING RATE: 0.0006132885935807691
previous_iter_valid_loss : 0.1645447462797165
704000 0.164706 0.164545 0.167504 CURRENT LEARNING RATE: 0.0006131659481270075
previous_iter_valid_loss : 0.16918106377124786
704020 0.169334 0.169181 0.167874 CURRENT LEARNING RATE: 0.0006130433271998833
previous_iter_valid_loss : 0.1618281602859497
704040 0.161989 0.161828 0.167905 CURRENT LEARNING RATE: 0.0006129207307944923
previous_iter_valid_loss : 0.16131867468357086
704060 0.161476 0.161319 0.167479 CURRENT LEARNING RATE: 0.0006127981589059311
previous_iter_valid_loss : 0.16127656400203705
704080 0.161431 0.161277 0.166479 CURRENT LEARNING RATE: 0.0006126756115292958
previous_iter_valid_loss : 0.16224247217178345
704100 0.162399 0.162242 0.166557 CURRENT LEARNING RATE: 0.0006125530886596856
previous_iter_valid_loss : 0.16144968569278717
704120 0.161640 0.161450 0.166178 CURRENT LEARNING RATE: 0.0006124305902921984
previous_iter_valid_loss : 0.1676783710718155
704140 0.167898 0.167678 0.165956 CURRENT LEARNING RATE: 0.0006123081164219356
previous_iter_valid_loss : 0.16543449461460114
704160 0.165637 0.165434 0.166085 CURRENT LEARNING RATE: 0.0006121856670439969
previous_iter_valid_loss : 0.16085350513458252
704180 0.161030 0.160854 0.165977 CURRENT LEARNING RATE: 0.0006120632421534856
previous_iter_valid_loss : 0.1609635353088379
704200 0.161146 0.160964 0.165392 CURRENT LEARNING RATE: 0.0006119408417455033
previous_iter_valid_loss : 0.16140903532505035
704220 0.161599 0.161409 0.164567 CURRENT LEARNING RATE: 0.0006118184658151555
previous_iter_valid_loss : 0.16123923659324646
704240 0.161418 0.161239 0.164568 CURRENT LEARNING RATE: 0.0006116961143575458
previous_iter_valid_loss : 0.18549777567386627
704260 0.185876 0.185498 0.165439 CURRENT LEARNING RATE: 0.0006115737873677812
previous_iter_valid_loss : 0.19846174120903015
704280 0.198972 0.198462 0.167327 CURRENT LEARNING RATE: 0.0006114514848409678
previous_iter_valid_loss : 0.16242726147174835
704300 0.162611 0.162427 0.167077 CURRENT LEARNING RATE: 0.0006113292067722145
previous_iter_valid_loss : 0.1671859174966812
704320 0.167401 0.167186 0.166129 CURRENT LEARNING RATE: 0.0006112069531566288
previous_iter_valid_loss : 0.16813704371452332
704340 0.168290 0.168137 0.166331 CURRENT LEARNING RATE: 0.000611084723989322
previous_iter_valid_loss : 0.1633491963148117
704360 0.163534 0.163349 0.166456 CURRENT LEARNING RATE: 0.0006109625192654035
previous_iter_valid_loss : 0.17975933849811554
704380 0.179919 0.179759 0.167210 CURRENT LEARNING RATE: 0.0006108403389799865
previous_iter_valid_loss : 0.16050943732261658
704400 0.160670 0.160509 0.167008 CURRENT LEARNING RATE: 0.0006107181831281827
previous_iter_valid_loss : 0.16051572561264038
704420 0.160669 0.160516 0.166575 CURRENT LEARNING RATE: 0.0006105960517051062
previous_iter_valid_loss : 0.1652885228395462
704440 0.165450 0.165289 0.166748 CURRENT LEARNING RATE: 0.0006104739447058724
previous_iter_valid_loss : 0.18688765168190002
704460 0.187286 0.186888 0.168026 CURRENT LEARNING RATE: 0.0006103518621255959
previous_iter_valid_loss : 0.16412468254566193
704480 0.164296 0.164125 0.168169 CURRENT LEARNING RATE: 0.0006102298039593945
previous_iter_valid_loss : 0.16496121883392334
704500 0.165126 0.164961 0.168305 CURRENT LEARNING RATE: 0.0006101077702023849
previous_iter_valid_loss : 0.16666613519191742
704520 0.166820 0.166666 0.168565 CURRENT LEARNING RATE: 0.0006099857608496867
previous_iter_valid_loss : 0.16052962839603424
704540 0.160701 0.160530 0.168208 CURRENT LEARNING RATE: 0.0006098637758964184
previous_iter_valid_loss : 0.16071151196956635
704560 0.160886 0.160712 0.167972 CURRENT LEARNING RATE: 0.0006097418153377019
previous_iter_valid_loss : 0.17568567395210266
704580 0.175842 0.175686 0.168713 CURRENT LEARNING RATE: 0.0006096198791686574
previous_iter_valid_loss : 0.17504490911960602
704600 0.175192 0.175045 0.169417 CURRENT LEARNING RATE: 0.0006094979673844088
previous_iter_valid_loss : 0.1712796837091446
704620 0.171436 0.171280 0.169911 CURRENT LEARNING RATE: 0.0006093760799800782
previous_iter_valid_loss : 0.16612198948860168
704640 0.166283 0.166122 0.170155 CURRENT LEARNING RATE: 0.0006092542169507917
previous_iter_valid_loss : 0.16363708674907684
704660 0.163833 0.163637 0.169062 CURRENT LEARNING RATE: 0.0006091323782916733
previous_iter_valid_loss : 0.16301745176315308
704680 0.163218 0.163017 0.167290 CURRENT LEARNING RATE: 0.0006090105639978507
previous_iter_valid_loss : 0.16104187071323395
704700 0.161199 0.161042 0.167221 CURRENT LEARNING RATE: 0.0006088887740644502
previous_iter_valid_loss : 0.16055533289909363
704720 0.160719 0.160555 0.166889 CURRENT LEARNING RATE: 0.0006087670084866013
previous_iter_valid_loss : 0.17423196136951447
704740 0.174510 0.174232 0.167194 CURRENT LEARNING RATE: 0.0006086452672594322
previous_iter_valid_loss : 0.1605207473039627
704760 0.160686 0.160521 0.167052 CURRENT LEARNING RATE: 0.0006085235503780744
previous_iter_valid_loss : 0.1605874001979828
704780 0.160748 0.160587 0.166094 CURRENT LEARNING RATE: 0.0006084018578376583
previous_iter_valid_loss : 0.16096651554107666
704800 0.161146 0.160967 0.166117 CURRENT LEARNING RATE: 0.0006082801896333171
previous_iter_valid_loss : 0.1624194085597992
704820 0.162580 0.162419 0.166212 CURRENT LEARNING RATE: 0.0006081585457601828
previous_iter_valid_loss : 0.16529470682144165
704840 0.165463 0.165295 0.166212 CURRENT LEARNING RATE: 0.0006080369262133907
previous_iter_valid_loss : 0.16212144494056702
704860 0.162294 0.162121 0.164974 CURRENT LEARNING RATE: 0.0006079153309880761
previous_iter_valid_loss : 0.1683887243270874
704880 0.168548 0.168389 0.165187 CURRENT LEARNING RATE: 0.0006077937600793744
previous_iter_valid_loss : 0.16440393030643463
704900 0.164560 0.164404 0.165159 CURRENT LEARNING RATE: 0.0006076722134824237
previous_iter_valid_loss : 0.17204011976718903
704920 0.172301 0.172040 0.165428 CURRENT LEARNING RATE: 0.0006075506911923609
previous_iter_valid_loss : 0.1646895408630371
704940 0.164895 0.164690 0.165636 CURRENT LEARNING RATE: 0.0006074291932043266
previous_iter_valid_loss : 0.16056227684020996
704960 0.160735 0.160562 0.165628 CURRENT LEARNING RATE: 0.0006073077195134594
previous_iter_valid_loss : 0.1613624542951584
704980 0.161543 0.161362 0.164912 CURRENT LEARNING RATE: 0.0006071862701149017
previous_iter_valid_loss : 0.1630426049232483
705000 0.163230 0.163043 0.164312 CURRENT LEARNING RATE: 0.0006070648450037944
previous_iter_valid_loss : 0.16840387880802155
705020 0.168634 0.168404 0.164168 CURRENT LEARNING RATE: 0.0006069434441752814
previous_iter_valid_loss : 0.16522663831710815
705040 0.165396 0.165227 0.164124 CURRENT LEARNING RATE: 0.0006068220676245057
previous_iter_valid_loss : 0.17064496874809265
705060 0.170794 0.170645 0.164474 CURRENT LEARNING RATE: 0.0006067007153466134
previous_iter_valid_loss : 0.1607387512922287
705080 0.160923 0.160739 0.164360 CURRENT LEARNING RATE: 0.0006065793873367493
previous_iter_valid_loss : 0.16059549152851105
705100 0.160766 0.160595 0.164338 CURRENT LEARNING RATE: 0.0006064580835900612
previous_iter_valid_loss : 0.16406241059303284
705120 0.164232 0.164062 0.164513 CURRENT LEARNING RATE: 0.000606336804101696
previous_iter_valid_loss : 0.1624232828617096
705140 0.162588 0.162423 0.163923 CURRENT LEARNING RATE: 0.0006062155488668037
previous_iter_valid_loss : 0.1605280339717865
705160 0.160697 0.160528 0.163923 CURRENT LEARNING RATE: 0.0006060943178805328
previous_iter_valid_loss : 0.17664800584316254
705180 0.176802 0.176648 0.164726 CURRENT LEARNING RATE: 0.0006059731111380352
previous_iter_valid_loss : 0.1605411320924759
705200 0.160697 0.160541 0.164705 CURRENT LEARNING RATE: 0.0006058519286344617
previous_iter_valid_loss : 0.16404926776885986
705220 0.164223 0.164049 0.164786 CURRENT LEARNING RATE: 0.0006057307703649659
previous_iter_valid_loss : 0.16255135834217072
705240 0.162743 0.162551 0.164649 CURRENT LEARNING RATE: 0.0006056096363247004
previous_iter_valid_loss : 0.16218402981758118
705260 0.162368 0.162184 0.164652 CURRENT LEARNING RATE: 0.0006054885265088205
previous_iter_valid_loss : 0.17170479893684387
705280 0.171971 0.171705 0.164818 CURRENT LEARNING RATE: 0.0006053674409124823
previous_iter_valid_loss : 0.16076326370239258
705300 0.160941 0.160763 0.164636 CURRENT LEARNING RATE: 0.0006052463795308413
previous_iter_valid_loss : 0.1682727336883545
705320 0.168427 0.168273 0.164448 CURRENT LEARNING RATE: 0.000605125342359056
previous_iter_valid_loss : 0.16122989356517792
705340 0.161413 0.161230 0.164275 CURRENT LEARNING RATE: 0.000605004329392284
previous_iter_valid_loss : 0.1665213406085968
705360 0.166684 0.166521 0.164573 CURRENT LEARNING RATE: 0.0006048833406256857
previous_iter_valid_loss : 0.16106539964675903
705380 0.161221 0.161065 0.164558 CURRENT LEARNING RATE: 0.0006047623760544207
previous_iter_valid_loss : 0.16452129185199738
705400 0.164724 0.164521 0.164632 CURRENT LEARNING RATE: 0.0006046414356736513
previous_iter_valid_loss : 0.16195474565029144
705420 0.162104 0.161955 0.164309 CURRENT LEARNING RATE: 0.0006045205194785388
previous_iter_valid_loss : 0.16696222126483917
705440 0.167188 0.166962 0.164396 CURRENT LEARNING RATE: 0.0006043996274642479
previous_iter_valid_loss : 0.16089968383312225
705460 0.161050 0.160900 0.163909 CURRENT LEARNING RATE: 0.0006042787596259414
previous_iter_valid_loss : 0.16209569573402405
705480 0.162273 0.162096 0.163977 CURRENT LEARNING RATE: 0.0006041579159587861
previous_iter_valid_loss : 0.16066092252731323
705500 0.160827 0.160661 0.163980 CURRENT LEARNING RATE: 0.000604037096457947
previous_iter_valid_loss : 0.16719070076942444
705520 0.167345 0.167191 0.164136 CURRENT LEARNING RATE: 0.0006039163011185922
previous_iter_valid_loss : 0.1858648657798767
705540 0.186014 0.185865 0.165308 CURRENT LEARNING RATE: 0.0006037955299358891
previous_iter_valid_loss : 0.1632436066865921
705560 0.163416 0.163244 0.165444 CURRENT LEARNING RATE: 0.0006036747829050078
previous_iter_valid_loss : 0.17114368081092834
705580 0.171293 0.171144 0.165169 CURRENT LEARNING RATE: 0.0006035540600211173
previous_iter_valid_loss : 0.1770484894514084
705600 0.177209 0.177048 0.165994 CURRENT LEARNING RATE: 0.0006034333612793899
previous_iter_valid_loss : 0.18301858007907867
705620 0.183175 0.183019 0.166943 CURRENT LEARNING RATE: 0.0006033126866749963
previous_iter_valid_loss : 0.17037951946258545
705640 0.170534 0.170380 0.167334 CURRENT LEARNING RATE: 0.0006031920362031105
previous_iter_valid_loss : 0.16096358001232147
705660 0.161145 0.160964 0.167273 CURRENT LEARNING RATE: 0.0006030714098589066
previous_iter_valid_loss : 0.16054435074329376
705680 0.160705 0.160544 0.166715 CURRENT LEARNING RATE: 0.0006029508076375587
previous_iter_valid_loss : 0.17439991235733032
705700 0.174674 0.174400 0.167397 CURRENT LEARNING RATE: 0.0006028302295342438
previous_iter_valid_loss : 0.17657218873500824
705720 0.176856 0.176572 0.167812 CURRENT LEARNING RATE: 0.0006027096755441375
previous_iter_valid_loss : 0.17529696226119995
705740 0.175447 0.175297 0.168515 CURRENT LEARNING RATE: 0.0006025891456624189
previous_iter_valid_loss : 0.1606300324201584
705760 0.160792 0.160630 0.168221 CURRENT LEARNING RATE: 0.0006024686398842657
previous_iter_valid_loss : 0.16225430369377136
705780 0.162420 0.162254 0.168280 CURRENT LEARNING RATE: 0.0006023481582048587
previous_iter_valid_loss : 0.16117925941944122
705800 0.161366 0.161179 0.168113 CURRENT LEARNING RATE: 0.0006022277006193775
previous_iter_valid_loss : 0.16084028780460358
705820 0.161012 0.160840 0.168057 CURRENT LEARNING RATE: 0.000602107267123005
previous_iter_valid_loss : 0.17573827505111694
705840 0.175888 0.175738 0.168496 CURRENT LEARNING RATE: 0.0006019868577109227
previous_iter_valid_loss : 0.16143135726451874
705860 0.161583 0.161431 0.168523 CURRENT LEARNING RATE: 0.0006018664723783154
previous_iter_valid_loss : 0.16075360774993896
705880 0.160907 0.160754 0.168456 CURRENT LEARNING RATE: 0.0006017461111203664
previous_iter_valid_loss : 0.16089023649692535
705900 0.161070 0.160890 0.168467 CURRENT LEARNING RATE: 0.0006016257739322626
previous_iter_valid_loss : 0.16072186827659607
705920 0.160893 0.160722 0.168144 CURRENT LEARNING RATE: 0.0006015054608091892
previous_iter_valid_loss : 0.16909965872764587
705940 0.169340 0.169100 0.167305 CURRENT LEARNING RATE: 0.0006013851717463349
previous_iter_valid_loss : 0.18138942122459412
705960 0.181539 0.181389 0.168213 CURRENT LEARNING RATE: 0.000601264906738887
previous_iter_valid_loss : 0.16393239796161652
705980 0.164092 0.163932 0.167852 CURRENT LEARNING RATE: 0.000601144665782036
previous_iter_valid_loss : 0.16823293268680573
706000 0.168457 0.168233 0.167411 CURRENT LEARNING RATE: 0.0006010244488709712
previous_iter_valid_loss : 0.17276659607887268
706020 0.173033 0.172767 0.166899 CURRENT LEARNING RATE: 0.000600904256000885
previous_iter_valid_loss : 0.17080378532409668
706040 0.171048 0.170804 0.166920 CURRENT LEARNING RATE: 0.0006007840871669685
previous_iter_valid_loss : 0.19490739703178406
706060 0.195390 0.194907 0.168617 CURRENT LEARNING RATE: 0.0006006639423644155
previous_iter_valid_loss : 0.17695698142051697
706080 0.177251 0.176957 0.169438 CURRENT LEARNING RATE: 0.000600543821588421
previous_iter_valid_loss : 0.1641814410686493
706100 0.164382 0.164181 0.168927 CURRENT LEARNING RATE: 0.0006004237248341788
previous_iter_valid_loss : 0.1607506275177002
706120 0.160919 0.160751 0.168136 CURRENT LEARNING RATE: 0.0006003036520968861
previous_iter_valid_loss : 0.164189413189888
706140 0.164384 0.164189 0.167580 CURRENT LEARNING RATE: 0.0006001836033717392
previous_iter_valid_loss : 0.16148291528224945
706160 0.161637 0.161483 0.167623 CURRENT LEARNING RATE: 0.000600063578653937
previous_iter_valid_loss : 0.16091972589492798
706180 0.161068 0.160920 0.167556 CURRENT LEARNING RATE: 0.0005999435779386775
previous_iter_valid_loss : 0.16094616055488586
706200 0.161123 0.160946 0.167545 CURRENT LEARNING RATE: 0.0005998236012211617
previous_iter_valid_loss : 0.16625693440437317
706220 0.166464 0.166257 0.167815 CURRENT LEARNING RATE: 0.0005997036484965896
previous_iter_valid_loss : 0.16407284140586853
706240 0.164264 0.164073 0.167232 CURRENT LEARNING RATE: 0.0005995837197601639
previous_iter_valid_loss : 0.1695648729801178
706260 0.169714 0.169565 0.167639 CURRENT LEARNING RATE: 0.0005994638150070866
previous_iter_valid_loss : 0.16191765666007996
706280 0.162070 0.161918 0.167697 CURRENT LEARNING RATE: 0.0005993439342325625
previous_iter_valid_loss : 0.1892334669828415
706300 0.189367 0.189233 0.169114 CURRENT LEARNING RATE: 0.0005992240774317953
previous_iter_valid_loss : 0.16885881125926971
706320 0.169015 0.168859 0.169521 CURRENT LEARNING RATE: 0.0005991042445999919
previous_iter_valid_loss : 0.16222606599330902
706340 0.162414 0.162226 0.169177 CURRENT LEARNING RATE: 0.0005989844357323577
previous_iter_valid_loss : 0.16200166940689087
706360 0.162168 0.162002 0.168208 CURRENT LEARNING RATE: 0.0005988646508241017
previous_iter_valid_loss : 0.16054174304008484
706380 0.160697 0.160542 0.168038 CURRENT LEARNING RATE: 0.0005987448898704312
previous_iter_valid_loss : 0.16180935502052307
706400 0.161962 0.161809 0.167717 CURRENT LEARNING RATE: 0.0005986251528665569
previous_iter_valid_loss : 0.16211655735969543
706420 0.162279 0.162117 0.167185 CURRENT LEARNING RATE: 0.0005985054398076883
previous_iter_valid_loss : 0.16058744490146637
706440 0.160747 0.160587 0.166674 CURRENT LEARNING RATE: 0.0005983857506890373
previous_iter_valid_loss : 0.1790812611579895
706460 0.179418 0.179081 0.165883 CURRENT LEARNING RATE: 0.000598266085505817
previous_iter_valid_loss : 0.167697474360466
706480 0.167855 0.167697 0.165420 CURRENT LEARNING RATE: 0.0005981464442532397
previous_iter_valid_loss : 0.1629672795534134
706500 0.163124 0.162967 0.165359 CURRENT LEARNING RATE: 0.0005980268269265206
previous_iter_valid_loss : 0.16608363389968872
706520 0.166295 0.166084 0.165626 CURRENT LEARNING RATE: 0.0005979072335208744
previous_iter_valid_loss : 0.1668141931295395
706540 0.167032 0.166814 0.165757 CURRENT LEARNING RATE: 0.0005977876640315179
previous_iter_valid_loss : 0.16811814904212952
706560 0.168344 0.168118 0.166089 CURRENT LEARNING RATE: 0.0005976681184536676
previous_iter_valid_loss : 0.161760151386261
706580 0.161911 0.161760 0.166131 CURRENT LEARNING RATE: 0.0005975485967825427
previous_iter_valid_loss : 0.16611827909946442
706600 0.166328 0.166118 0.166389 CURRENT LEARNING RATE: 0.0005974290990133612
previous_iter_valid_loss : 0.16101184487342834
706620 0.161161 0.161012 0.166127 CURRENT LEARNING RATE: 0.0005973096251413442
previous_iter_valid_loss : 0.16247178614139557
706640 0.162653 0.162472 0.166047 CURRENT LEARNING RATE: 0.0005971901751617118
previous_iter_valid_loss : 0.16681300103664398
706660 0.167019 0.166813 0.165909 CURRENT LEARNING RATE: 0.000597070749069687
previous_iter_valid_loss : 0.1648516207933426
706680 0.165050 0.164852 0.166056 CURRENT LEARNING RATE: 0.0005969513468604918
previous_iter_valid_loss : 0.16255880892276764
706700 0.162744 0.162559 0.164722 CURRENT LEARNING RATE: 0.000596831968529351
previous_iter_valid_loss : 0.16699820756912231
706720 0.167204 0.166998 0.164629 CURRENT LEARNING RATE: 0.0005967126140714885
previous_iter_valid_loss : 0.1606132686138153
706740 0.160787 0.160613 0.164549 CURRENT LEARNING RATE: 0.0005965932834821312
previous_iter_valid_loss : 0.16530613601207733
706760 0.165510 0.165306 0.164714 CURRENT LEARNING RATE: 0.0005964739767565048
previous_iter_valid_loss : 0.16838406026363373
706780 0.168624 0.168384 0.165106 CURRENT LEARNING RATE: 0.0005963546938898381
previous_iter_valid_loss : 0.16582289338111877
706800 0.166022 0.165823 0.165307 CURRENT LEARNING RATE: 0.0005962354348773586
previous_iter_valid_loss : 0.1624882072210312
706820 0.162645 0.162488 0.165325 CURRENT LEARNING RATE: 0.0005961161997142971
previous_iter_valid_loss : 0.16084715723991394
706840 0.161023 0.160847 0.165338 CURRENT LEARNING RATE: 0.0005959969883958833
previous_iter_valid_loss : 0.1630309522151947
706860 0.163231 0.163031 0.164536 CURRENT LEARNING RATE: 0.0005958778009173489
previous_iter_valid_loss : 0.16168974339962006
706880 0.161847 0.161690 0.164235 CURRENT LEARNING RATE: 0.0005957586372739273
previous_iter_valid_loss : 0.16086514294147491
706900 0.161013 0.160865 0.164130 CURRENT LEARNING RATE: 0.0005956394974608507
previous_iter_valid_loss : 0.16214002668857574
706920 0.162299 0.162140 0.163933 CURRENT LEARNING RATE: 0.0005955203814733546
previous_iter_valid_loss : 0.16291768848896027
706940 0.163087 0.162918 0.163738 CURRENT LEARNING RATE: 0.0005954012893066733
previous_iter_valid_loss : 0.17425182461738586
706960 0.174404 0.174252 0.164045 CURRENT LEARNING RATE: 0.0005952822209560443
previous_iter_valid_loss : 0.16932308673858643
706980 0.169574 0.169323 0.164423 CURRENT LEARNING RATE: 0.0005951631764167035
previous_iter_valid_loss : 0.17319698631763458
707000 0.173350 0.173197 0.164777 CURRENT LEARNING RATE: 0.0005950441556838905
previous_iter_valid_loss : 0.16893140971660614
707020 0.169092 0.168931 0.165173 CURRENT LEARNING RATE: 0.0005949251587528433
previous_iter_valid_loss : 0.17834573984146118
707040 0.178505 0.178346 0.165967 CURRENT LEARNING RATE: 0.0005948061856188029
previous_iter_valid_loss : 0.16066448390483856
707060 0.160825 0.160664 0.165659 CURRENT LEARNING RATE: 0.0005946872362770097
previous_iter_valid_loss : 0.1621648222208023
707080 0.162359 0.162165 0.165525 CURRENT LEARNING RATE: 0.0005945683107227063
previous_iter_valid_loss : 0.16181322932243347
707100 0.161978 0.161813 0.165488 CURRENT LEARNING RATE: 0.000594449408951135
previous_iter_valid_loss : 0.1605033278465271
707120 0.160670 0.160503 0.165163 CURRENT LEARNING RATE: 0.0005943305309575406
previous_iter_valid_loss : 0.16194815933704376
707140 0.162137 0.161948 0.165230 CURRENT LEARNING RATE: 0.0005942116767371672
previous_iter_valid_loss : 0.16488145291805267
707160 0.165055 0.164881 0.165208 CURRENT LEARNING RATE: 0.0005940928462852612
previous_iter_valid_loss : 0.1612762212753296
707180 0.161429 0.161276 0.164853 CURRENT LEARNING RATE: 0.0005939740395970688
previous_iter_valid_loss : 0.16344952583312988
707200 0.163653 0.163450 0.164734 CURRENT LEARNING RATE: 0.0005938552566678386
previous_iter_valid_loss : 0.16700667142868042
707220 0.167165 0.167007 0.164960 CURRENT LEARNING RATE: 0.0005937364974928181
previous_iter_valid_loss : 0.16977983713150024
707240 0.169930 0.169780 0.165407 CURRENT LEARNING RATE: 0.0005936177620672577
previous_iter_valid_loss : 0.16110865771770477
707260 0.161269 0.161109 0.165311 CURRENT LEARNING RATE: 0.0005934990503864082
previous_iter_valid_loss : 0.18493114411830902
707280 0.185084 0.184931 0.166473 CURRENT LEARNING RATE: 0.0005933803624455204
previous_iter_valid_loss : 0.16063854098320007
707300 0.160807 0.160639 0.166461 CURRENT LEARNING RATE: 0.0005932616982398478
previous_iter_valid_loss : 0.16122853755950928
707320 0.161412 0.161229 0.166416 CURRENT LEARNING RATE: 0.0005931430577646425
previous_iter_valid_loss : 0.17246422171592712
707340 0.172727 0.172464 0.166893 CURRENT LEARNING RATE: 0.0005930244410151602
previous_iter_valid_loss : 0.16200733184814453
707360 0.162208 0.162007 0.166281 CURRENT LEARNING RATE: 0.000592905847986655
previous_iter_valid_loss : 0.16079002618789673
707380 0.160964 0.160790 0.165854 CURRENT LEARNING RATE: 0.0005927872786743845
previous_iter_valid_loss : 0.16885869204998016
707400 0.169098 0.168859 0.165637 CURRENT LEARNING RATE: 0.0005926687330736046
previous_iter_valid_loss : 0.1713029444217682
707420 0.171455 0.171303 0.165756 CURRENT LEARNING RATE: 0.0005925502111795745
previous_iter_valid_loss : 0.167110413312912
707440 0.167332 0.167110 0.165194 CURRENT LEARNING RATE: 0.0005924317129875526
previous_iter_valid_loss : 0.1716584861278534
707460 0.171807 0.171658 0.165744 CURRENT LEARNING RATE: 0.0005923132384927997
previous_iter_valid_loss : 0.16685323417186737
707480 0.167013 0.166853 0.165978 CURRENT LEARNING RATE: 0.0005921947876905761
previous_iter_valid_loss : 0.16158100962638855
707500 0.161769 0.161581 0.165967 CURRENT LEARNING RATE: 0.0005920763605761444
previous_iter_valid_loss : 0.18298809230327606
707520 0.183144 0.182988 0.167091 CURRENT LEARNING RATE: 0.0005919579571447667
previous_iter_valid_loss : 0.16106805205345154
707540 0.161223 0.161068 0.167047 CURRENT LEARNING RATE: 0.0005918395773917079
previous_iter_valid_loss : 0.16196943819522858
707560 0.162136 0.161969 0.166901 CURRENT LEARNING RATE: 0.0005917212213122319
previous_iter_valid_loss : 0.16063274443149567
707580 0.160793 0.160633 0.166869 CURRENT LEARNING RATE: 0.0005916028889016052
previous_iter_valid_loss : 0.18746371567249298
707600 0.187605 0.187464 0.168070 CURRENT LEARNING RATE: 0.0005914845801550935
previous_iter_valid_loss : 0.1616954654455185
707620 0.161875 0.161695 0.167804 CURRENT LEARNING RATE: 0.0005913662950679659
previous_iter_valid_loss : 0.16061094403266907
707640 0.160766 0.160611 0.167346 CURRENT LEARNING RATE: 0.0005912480336354894
previous_iter_valid_loss : 0.16202418506145477
707660 0.162184 0.162024 0.167392 CURRENT LEARNING RATE: 0.0005911297958529345
previous_iter_valid_loss : 0.16419090330600739
707680 0.164390 0.164191 0.166355 CURRENT LEARNING RATE: 0.000591011581715572
previous_iter_valid_loss : 0.16064225137233734
707700 0.160806 0.160642 0.166355 CURRENT LEARNING RATE: 0.0005908933912186723
previous_iter_valid_loss : 0.16795606911182404
707720 0.168184 0.167956 0.166691 CURRENT LEARNING RATE: 0.0005907752243575088
previous_iter_valid_loss : 0.16236770153045654
707740 0.162563 0.162368 0.166186 CURRENT LEARNING RATE: 0.0005906570811273539
previous_iter_valid_loss : 0.1649801880121231
707760 0.165142 0.164980 0.166335 CURRENT LEARNING RATE: 0.0005905389615234827
previous_iter_valid_loss : 0.16076841950416565
707780 0.160919 0.160768 0.166334 CURRENT LEARNING RATE: 0.0005904208655411698
previous_iter_valid_loss : 0.16406488418579102
707800 0.164239 0.164065 0.166094 CURRENT LEARNING RATE: 0.0005903027931756919
previous_iter_valid_loss : 0.1839868724346161
707820 0.184334 0.183987 0.166729 CURRENT LEARNING RATE: 0.0005901847444223253
previous_iter_valid_loss : 0.16625909507274628
707840 0.166476 0.166259 0.166686 CURRENT LEARNING RATE: 0.0005900667192763492
previous_iter_valid_loss : 0.1608191877603531
707860 0.160981 0.160819 0.166144 CURRENT LEARNING RATE: 0.0005899487177330414
previous_iter_valid_loss : 0.16243329644203186
707880 0.162591 0.162433 0.165923 CURRENT LEARNING RATE: 0.0005898307397876828
previous_iter_valid_loss : 0.17021046578884125
707900 0.170363 0.170210 0.166354 CURRENT LEARNING RATE: 0.0005897127854355533
previous_iter_valid_loss : 0.16823093593120575
707920 0.168453 0.168231 0.165617 CURRENT LEARNING RATE: 0.0005895948546719361
previous_iter_valid_loss : 0.16195975244045258
707940 0.162149 0.161960 0.165661 CURRENT LEARNING RATE: 0.0005894769474921123
previous_iter_valid_loss : 0.16440971195697784
707960 0.164584 0.164410 0.165783 CURRENT LEARNING RATE: 0.0005893590638913673
previous_iter_valid_loss : 0.17529155313968658
707980 0.175449 0.175292 0.166516 CURRENT LEARNING RATE: 0.0005892412038649843
previous_iter_valid_loss : 0.16837356984615326
708000 0.168533 0.168374 0.165562 CURRENT LEARNING RATE: 0.00058912336740825
previous_iter_valid_loss : 0.16052311658859253
708020 0.160696 0.160523 0.165503 CURRENT LEARNING RATE: 0.00058900555451645
previous_iter_valid_loss : 0.1707460880279541
708040 0.171000 0.170746 0.166010 CURRENT LEARNING RATE: 0.0005888877651848728
previous_iter_valid_loss : 0.16285790503025055
708060 0.163019 0.162858 0.166051 CURRENT LEARNING RATE: 0.0005887699994088057
previous_iter_valid_loss : 0.16312594711780548
708080 0.163318 0.163126 0.165998 CURRENT LEARNING RATE: 0.0005886522571835387
previous_iter_valid_loss : 0.1627686321735382
708100 0.162943 0.162769 0.166105 CURRENT LEARNING RATE: 0.0005885345385043626
previous_iter_valid_loss : 0.16074180603027344
708120 0.160917 0.160742 0.165744 CURRENT LEARNING RATE: 0.0005884168433665676
previous_iter_valid_loss : 0.16992196440696716
708140 0.170168 0.169922 0.166122 CURRENT LEARNING RATE: 0.0005882991717654468
previous_iter_valid_loss : 0.16267208755016327
708160 0.162857 0.162672 0.166006 CURRENT LEARNING RATE: 0.0005881815236962926
previous_iter_valid_loss : 0.16277900338172913
708180 0.162962 0.162779 0.166107 CURRENT LEARNING RATE: 0.0005880638991543998
previous_iter_valid_loss : 0.16245906054973602
708200 0.162654 0.162459 0.166026 CURRENT LEARNING RATE: 0.0005879462981350626
previous_iter_valid_loss : 0.16137148439884186
708220 0.161535 0.161371 0.164896 CURRENT LEARNING RATE: 0.000587828720633578
previous_iter_valid_loss : 0.16748185455799103
708240 0.167633 0.167482 0.164957 CURRENT LEARNING RATE: 0.0005877111666452418
previous_iter_valid_loss : 0.16758783161640167
708260 0.167745 0.167588 0.165295 CURRENT LEARNING RATE: 0.0005875936361653527
previous_iter_valid_loss : 0.17146362364292145
708280 0.171613 0.171464 0.165747 CURRENT LEARNING RATE: 0.0005874761291892088
previous_iter_valid_loss : 0.16053767502307892
708300 0.160707 0.160538 0.165263 CURRENT LEARNING RATE: 0.0005873586457121105
previous_iter_valid_loss : 0.1607789397239685
708320 0.160938 0.160779 0.164890 CURRENT LEARNING RATE: 0.0005872411857293576
previous_iter_valid_loss : 0.18700961768627167
708340 0.187428 0.187010 0.166143 CURRENT LEARNING RATE: 0.0005871237492362527
previous_iter_valid_loss : 0.17630046606063843
708360 0.176595 0.176300 0.166737 CURRENT LEARNING RATE: 0.0005870063362280974
previous_iter_valid_loss : 0.16169779002666473
708380 0.161891 0.161698 0.166058 CURRENT LEARNING RATE: 0.0005868889467001962
previous_iter_valid_loss : 0.1609467715024948
708400 0.161104 0.160947 0.165686 CURRENT LEARNING RATE: 0.0005867715806478524
previous_iter_valid_loss : 0.16092166304588318
708420 0.161108 0.160922 0.165706 CURRENT LEARNING RATE: 0.0005866542380663723
previous_iter_valid_loss : 0.16352084279060364
708440 0.163713 0.163521 0.165345 CURRENT LEARNING RATE: 0.0005865369189510614
previous_iter_valid_loss : 0.16053849458694458
708460 0.160715 0.160538 0.165229 CURRENT LEARNING RATE: 0.0005864196232972273
previous_iter_valid_loss : 0.16058437526226044
708480 0.160742 0.160584 0.165102 CURRENT LEARNING RATE: 0.0005863023511001788
previous_iter_valid_loss : 0.16075386106967926
708500 0.160915 0.160754 0.165001 CURRENT LEARNING RATE: 0.0005861851023552238
previous_iter_valid_loss : 0.16059792041778564
708520 0.160769 0.160598 0.164994 CURRENT LEARNING RATE: 0.0005860678770576736
previous_iter_valid_loss : 0.1605246365070343
708540 0.160684 0.160525 0.164524 CURRENT LEARNING RATE: 0.000585950675202838
previous_iter_valid_loss : 0.16050484776496887
708560 0.160664 0.160505 0.164416 CURRENT LEARNING RATE: 0.00058583349678603
previous_iter_valid_loss : 0.1620636135339737
708580 0.162228 0.162064 0.164380 CURRENT LEARNING RATE: 0.0005857163418025613
previous_iter_valid_loss : 0.16049744188785553
708600 0.160659 0.160497 0.164282 CURRENT LEARNING RATE: 0.0005855992102477471
previous_iter_valid_loss : 0.16065379977226257
708620 0.160829 0.160654 0.164246 CURRENT LEARNING RATE: 0.0005854821021169007
previous_iter_valid_loss : 0.16585466265678406
708640 0.166019 0.165855 0.164165 CURRENT LEARNING RATE: 0.000585365017405339
previous_iter_valid_loss : 0.1613542139530182
708660 0.161535 0.161354 0.163853 CURRENT LEARNING RATE: 0.0005852479561083776
previous_iter_valid_loss : 0.16160796582698822
708680 0.161801 0.161608 0.163360 CURRENT LEARNING RATE: 0.000585130918221335
previous_iter_valid_loss : 0.16472218930721283
708700 0.164928 0.164722 0.163570 CURRENT LEARNING RATE: 0.0005850139037395287
previous_iter_valid_loss : 0.16082531213760376
708720 0.161002 0.160825 0.163572 CURRENT LEARNING RATE: 0.0005848969126582793
previous_iter_valid_loss : 0.16101503372192383
708740 0.161167 0.161015 0.162272 CURRENT LEARNING RATE: 0.0005847799449729057
previous_iter_valid_loss : 0.1605287492275238
708760 0.160690 0.160529 0.161484 CURRENT LEARNING RATE: 0.0005846630006787306
previous_iter_valid_loss : 0.1630001962184906
708780 0.163191 0.163000 0.161549 CURRENT LEARNING RATE: 0.0005845460797710752
previous_iter_valid_loss : 0.18145652115345
708800 0.181797 0.181457 0.162574 CURRENT LEARNING RATE: 0.0005844291822452635
previous_iter_valid_loss : 0.16610662639141083
708820 0.166309 0.166107 0.162833 CURRENT LEARNING RATE: 0.0005843123080966186
previous_iter_valid_loss : 0.1923026740550995
708840 0.192775 0.192303 0.164272 CURRENT LEARNING RATE: 0.0005841954573204667
previous_iter_valid_loss : 0.16243526339530945
708860 0.162631 0.162435 0.164367 CURRENT LEARNING RATE: 0.0005840786299121326
previous_iter_valid_loss : 0.16806018352508545
708880 0.168286 0.168060 0.164741 CURRENT LEARNING RATE: 0.0005839618258669438
previous_iter_valid_loss : 0.1702352911233902
708900 0.170389 0.170235 0.165215 CURRENT LEARNING RATE: 0.0005838450451802285
previous_iter_valid_loss : 0.16146591305732727
708920 0.161650 0.161466 0.165259 CURRENT LEARNING RATE: 0.0005837282878473148
previous_iter_valid_loss : 0.169431671500206
708940 0.169679 0.169432 0.165704 CURRENT LEARNING RATE: 0.0005836115538635331
previous_iter_valid_loss : 0.1608232855796814
708960 0.160975 0.160823 0.165720 CURRENT LEARNING RATE: 0.0005834948432242132
previous_iter_valid_loss : 0.16596652567386627
708980 0.166132 0.165967 0.165915 CURRENT LEARNING RATE: 0.0005833781559246875
previous_iter_valid_loss : 0.16535703837871552
709000 0.165524 0.165357 0.166158 CURRENT LEARNING RATE: 0.0005832614919602876
previous_iter_valid_loss : 0.16282184422016144
709020 0.163021 0.162822 0.166266 CURRENT LEARNING RATE: 0.000583144851326348
previous_iter_valid_loss : 0.1658097803592682
709040 0.166006 0.165810 0.166264 CURRENT LEARNING RATE: 0.000583028234018202
previous_iter_valid_loss : 0.16116346418857574
709060 0.161354 0.161163 0.166255 CURRENT LEARNING RATE: 0.000582911640031186
previous_iter_valid_loss : 0.16065296530723572
709080 0.160833 0.160653 0.166207 CURRENT LEARNING RATE: 0.0005827950693606351
previous_iter_valid_loss : 0.16939590871334076
709100 0.169629 0.169396 0.166441 CURRENT LEARNING RATE: 0.0005826785220018876
previous_iter_valid_loss : 0.16258876025676727
709120 0.162779 0.162589 0.166529 CURRENT LEARNING RATE: 0.0005825619979502806
previous_iter_valid_loss : 0.1671973168849945
709140 0.167359 0.167197 0.166838 CURRENT LEARNING RATE: 0.0005824454972011541
previous_iter_valid_loss : 0.16225002706050873
709160 0.162411 0.162250 0.166924 CURRENT LEARNING RATE: 0.000582329019749847
previous_iter_valid_loss : 0.16596531867980957
709180 0.166132 0.165965 0.167072 CURRENT LEARNING RATE: 0.0005822125655917013
previous_iter_valid_loss : 0.1705104410648346
709200 0.170662 0.170510 0.166525 CURRENT LEARNING RATE: 0.0005820961347220578
previous_iter_valid_loss : 0.16159234941005707
709220 0.161779 0.161592 0.166299 CURRENT LEARNING RATE: 0.0005819797271362602
previous_iter_valid_loss : 0.16483746469020844
709240 0.165011 0.164837 0.164926 CURRENT LEARNING RATE: 0.0005818633428296513
previous_iter_valid_loss : 0.16741617023944855
709260 0.167573 0.167416 0.165175 CURRENT LEARNING RATE: 0.0005817469817975762
previous_iter_valid_loss : 0.16947805881500244
709280 0.169713 0.169478 0.165246 CURRENT LEARNING RATE: 0.000581630644035381
previous_iter_valid_loss : 0.16275645792484283
709300 0.162950 0.162756 0.164872 CURRENT LEARNING RATE: 0.0005815143295384111
previous_iter_valid_loss : 0.1687064915895462
709320 0.168941 0.168706 0.165234 CURRENT LEARNING RATE: 0.000581398038302015
previous_iter_valid_loss : 0.16113388538360596
709340 0.161316 0.161134 0.164819 CURRENT LEARNING RATE: 0.00058128177032154
previous_iter_valid_loss : 0.16664230823516846
709360 0.166862 0.166642 0.165110 CURRENT LEARNING RATE: 0.0005811655255923363
previous_iter_valid_loss : 0.16124027967453003
709380 0.161429 0.161240 0.164874 CURRENT LEARNING RATE: 0.0005810493041097533
previous_iter_valid_loss : 0.17196600139141083
709400 0.172120 0.171966 0.165204 CURRENT LEARNING RATE: 0.0005809331058691429
previous_iter_valid_loss : 0.183894082903862
709420 0.184049 0.183894 0.166258 CURRENT LEARNING RATE: 0.0005808169308658565
previous_iter_valid_loss : 0.1606973260641098
709440 0.160872 0.160697 0.166002 CURRENT LEARNING RATE: 0.0005807007790952477
previous_iter_valid_loss : 0.17286376655101776
709460 0.173018 0.172864 0.166587 CURRENT LEARNING RATE: 0.0005805846505526698
previous_iter_valid_loss : 0.16248327493667603
709480 0.162669 0.162483 0.166679 CURRENT LEARNING RATE: 0.0005804685452334785
previous_iter_valid_loss : 0.20743559300899506
709500 0.208023 0.207436 0.168581 CURRENT LEARNING RATE: 0.0005803524631330286
previous_iter_valid_loss : 0.16459336876869202
709520 0.164792 0.164593 0.168681 CURRENT LEARNING RATE: 0.0005802364042466777
previous_iter_valid_loss : 0.16415466368198395
709540 0.164329 0.164155 0.168529 CURRENT LEARNING RATE: 0.0005801203685697826
previous_iter_valid_loss : 0.16774992644786835
709560 0.167909 0.167750 0.168804 CURRENT LEARNING RATE: 0.0005800043560977028
previous_iter_valid_loss : 0.17827540636062622
709580 0.178436 0.178275 0.169419 CURRENT LEARNING RATE: 0.0005798883668257968
previous_iter_valid_loss : 0.17497271299362183
709600 0.175131 0.174973 0.169642 CURRENT LEARNING RATE: 0.0005797724007494261
previous_iter_valid_loss : 0.16242803633213043
709620 0.162597 0.162428 0.169684 CURRENT LEARNING RATE: 0.0005796564578639511
previous_iter_valid_loss : 0.16199955344200134
709640 0.162192 0.162000 0.169542 CURRENT LEARNING RATE: 0.0005795405381647348
previous_iter_valid_loss : 0.1636306494474411
709660 0.163832 0.163631 0.169353 CURRENT LEARNING RATE: 0.0005794246416471398
previous_iter_valid_loss : 0.16744711995124817
709680 0.167675 0.167447 0.169251 CURRENT LEARNING RATE: 0.0005793087683065303
previous_iter_valid_loss : 0.16127564013004303
709700 0.161457 0.161276 0.169177 CURRENT LEARNING RATE: 0.0005791929181382724
previous_iter_valid_loss : 0.16069605946540833
709720 0.160870 0.160696 0.168777 CURRENT LEARNING RATE: 0.0005790770911377305
previous_iter_valid_loss : 0.16961407661437988
709740 0.169854 0.169614 0.169201 CURRENT LEARNING RATE: 0.0005789612873002731
previous_iter_valid_loss : 0.1762845814228058
709760 0.176576 0.176285 0.169683 CURRENT LEARNING RATE: 0.0005788455066212666
previous_iter_valid_loss : 0.16190505027770996
709780 0.162072 0.161905 0.169716 CURRENT LEARNING RATE: 0.000578729749096081
previous_iter_valid_loss : 0.16203175485134125
709800 0.162189 0.162032 0.169219 CURRENT LEARNING RATE: 0.0005786140147200849
previous_iter_valid_loss : 0.17286252975463867
709820 0.173013 0.172863 0.168668 CURRENT LEARNING RATE: 0.00057849830348865
previous_iter_valid_loss : 0.16639430820941925
709840 0.166613 0.166394 0.168953 CURRENT LEARNING RATE: 0.0005783826153971468
previous_iter_valid_loss : 0.162679061293602
709860 0.162846 0.162679 0.168443 CURRENT LEARNING RATE: 0.0005782669504409488
previous_iter_valid_loss : 0.16089603304862976
709880 0.161059 0.160896 0.168364 CURRENT LEARNING RATE: 0.0005781513086154284
previous_iter_valid_loss : 0.17006978392601013
709900 0.170319 0.170070 0.166496 CURRENT LEARNING RATE: 0.0005780356899159609
previous_iter_valid_loss : 0.16114075481891632
709920 0.161300 0.161141 0.166323 CURRENT LEARNING RATE: 0.0005779200943379206
previous_iter_valid_loss : 0.2122240960597992
709940 0.212276 0.212224 0.168727 CURRENT LEARNING RATE: 0.0005778045218766847
previous_iter_valid_loss : 0.16310831904411316
709960 0.163277 0.163108 0.168495 CURRENT LEARNING RATE: 0.0005776889725276292
previous_iter_valid_loss : 0.17472408711910248
709980 0.174996 0.174724 0.168317 CURRENT LEARNING RATE: 0.0005775734462861332
previous_iter_valid_loss : 0.16458731889724731
710000 0.164760 0.164587 0.167798 CURRENT LEARNING RATE: 0.0005774579431475745
previous_iter_valid_loss : 0.1778460592031479
710020 0.178009 0.177846 0.168569 CURRENT LEARNING RATE: 0.0005773424631073343
previous_iter_valid_loss : 0.2004837542772293
710040 0.200561 0.200484 0.170493 CURRENT LEARNING RATE: 0.0005772270061607921
previous_iter_valid_loss : 0.18518173694610596
710060 0.185330 0.185182 0.171570 CURRENT LEARNING RATE: 0.0005771115723033306
previous_iter_valid_loss : 0.1687154620885849
710080 0.168951 0.168715 0.171634 CURRENT LEARNING RATE: 0.0005769961615303318
previous_iter_valid_loss : 0.17436647415161133
710100 0.174518 0.174366 0.172288 CURRENT LEARNING RATE: 0.0005768807738371794
previous_iter_valid_loss : 0.1609445959329605
710120 0.161113 0.160945 0.172301 CURRENT LEARNING RATE: 0.0005767654092192587
previous_iter_valid_loss : 0.16110537946224213
710140 0.161266 0.161105 0.171875 CURRENT LEARNING RATE: 0.0005766500676719537
previous_iter_valid_loss : 0.1620354801416397
710160 0.162235 0.162035 0.171163 CURRENT LEARNING RATE: 0.0005765347491906521
previous_iter_valid_loss : 0.16362237930297852
710180 0.163833 0.163622 0.171249 CURRENT LEARNING RATE: 0.0005764194537707401
previous_iter_valid_loss : 0.16220629215240479
710200 0.162389 0.162206 0.171257 CURRENT LEARNING RATE: 0.0005763041814076067
previous_iter_valid_loss : 0.16267934441566467
710220 0.162842 0.162679 0.170748 CURRENT LEARNING RATE: 0.0005761889320966402
previous_iter_valid_loss : 0.16532836854457855
710240 0.165499 0.165328 0.170695 CURRENT LEARNING RATE: 0.0005760737058332316
previous_iter_valid_loss : 0.17505216598510742
710260 0.175337 0.175052 0.171314 CURRENT LEARNING RATE: 0.0005759585026127707
previous_iter_valid_loss : 0.16062305867671967
710280 0.160788 0.160623 0.171300 CURRENT LEARNING RATE: 0.0005758433224306506
previous_iter_valid_loss : 0.16371189057826996
710300 0.163904 0.163712 0.170982 CURRENT LEARNING RATE: 0.0005757281652822629
previous_iter_valid_loss : 0.1761198192834854
710320 0.176279 0.176120 0.171731 CURRENT LEARNING RATE: 0.0005756130311630025
previous_iter_valid_loss : 0.16197066009044647
710340 0.162126 0.161971 0.169218 CURRENT LEARNING RATE: 0.0005754979200682628
previous_iter_valid_loss : 0.1606476902961731
710360 0.160807 0.160648 0.169095 CURRENT LEARNING RATE: 0.0005753828319934405
previous_iter_valid_loss : 0.17319290339946747
710380 0.173460 0.173193 0.169019 CURRENT LEARNING RATE: 0.0005752677669339312
previous_iter_valid_loss : 0.16068750619888306
710400 0.160857 0.160688 0.168824 CURRENT LEARNING RATE: 0.0005751527248851329
previous_iter_valid_loss : 0.16503363847732544
710420 0.165255 0.165034 0.168183 CURRENT LEARNING RATE: 0.0005750377058424433
previous_iter_valid_loss : 0.16595081984996796
710440 0.166116 0.165951 0.166457 CURRENT LEARNING RATE: 0.0005749227098012625
previous_iter_valid_loss : 0.16496767103672028
710460 0.165168 0.164968 0.165446 CURRENT LEARNING RATE: 0.0005748077367569897
previous_iter_valid_loss : 0.1634548306465149
710480 0.163656 0.163455 0.165183 CURRENT LEARNING RATE: 0.0005746927867050264
previous_iter_valid_loss : 0.16314196586608887
710500 0.163304 0.163142 0.164622 CURRENT LEARNING RATE: 0.0005745778596407752
previous_iter_valid_loss : 0.16052928566932678
710520 0.160688 0.160529 0.164601 CURRENT LEARNING RATE: 0.0005744629555596379
previous_iter_valid_loss : 0.16114509105682373
710540 0.161326 0.161145 0.164603 CURRENT LEARNING RATE: 0.0005743480744570195
previous_iter_valid_loss : 0.1844375878572464
710560 0.184816 0.184438 0.165723 CURRENT LEARNING RATE: 0.0005742332163283236
previous_iter_valid_loss : 0.16418851912021637
710580 0.164361 0.164189 0.165751 CURRENT LEARNING RATE: 0.000574118381168957
previous_iter_valid_loss : 0.16052056849002838
710600 0.160683 0.160521 0.165667 CURRENT LEARNING RATE: 0.000574003568974325
previous_iter_valid_loss : 0.16118548810482025
710620 0.161364 0.161185 0.165592 CURRENT LEARNING RATE: 0.0005738887797398365
previous_iter_valid_loss : 0.16889981925487518
710640 0.169130 0.168900 0.165771 CURRENT LEARNING RATE: 0.0005737740134608987
previous_iter_valid_loss : 0.16414201259613037
710660 0.164309 0.164142 0.165225 CURRENT LEARNING RATE: 0.0005736592701329221
previous_iter_valid_loss : 0.16221855580806732
710680 0.162381 0.162219 0.165305 CURRENT LEARNING RATE: 0.0005735445497513158
previous_iter_valid_loss : 0.16256937384605408
710700 0.162761 0.162569 0.165248 CURRENT LEARNING RATE: 0.0005734298523114922
previous_iter_valid_loss : 0.1608603596687317
710720 0.161019 0.160860 0.164485 CURRENT LEARNING RATE: 0.0005733151778088622
previous_iter_valid_loss : 0.1690071076154709
710740 0.169158 0.169007 0.164837 CURRENT LEARNING RATE: 0.0005732005262388398
previous_iter_valid_loss : 0.18344204127788544
710760 0.183808 0.183442 0.165977 CURRENT LEARNING RATE: 0.0005730858975968381
previous_iter_valid_loss : 0.16067659854888916
710780 0.160842 0.160677 0.165351 CURRENT LEARNING RATE: 0.0005729712918782729
previous_iter_valid_loss : 0.16299325227737427
710800 0.163197 0.162993 0.165466 CURRENT LEARNING RATE: 0.0005728567090785588
previous_iter_valid_loss : 0.16084584593772888
710820 0.161028 0.160846 0.165257 CURRENT LEARNING RATE: 0.0005727421491931139
previous_iter_valid_loss : 0.16231641173362732
710840 0.162511 0.162316 0.165075 CURRENT LEARNING RATE: 0.0005726276122173543
previous_iter_valid_loss : 0.1615787148475647
710860 0.161770 0.161579 0.164905 CURRENT LEARNING RATE: 0.0005725130981466999
previous_iter_valid_loss : 0.1674824357032776
710880 0.167705 0.167482 0.165107 CURRENT LEARNING RATE: 0.0005723986069765689
previous_iter_valid_loss : 0.16165393590927124
710900 0.161815 0.161654 0.165032 CURRENT LEARNING RATE: 0.0005722841387023824
previous_iter_valid_loss : 0.1674693375825882
710920 0.167629 0.167469 0.165379 CURRENT LEARNING RATE: 0.0005721696933195619
previous_iter_valid_loss : 0.16767685115337372
710940 0.167916 0.167677 0.165706 CURRENT LEARNING RATE: 0.0005720552708235289
previous_iter_valid_loss : 0.17577268183231354
710960 0.175927 0.175773 0.165273 CURRENT LEARNING RATE: 0.0005719408712097071
previous_iter_valid_loss : 0.1614035964012146
710980 0.161560 0.161404 0.165133 CURRENT LEARNING RATE: 0.0005718264944735197
previous_iter_valid_loss : 0.16229380667209625
711000 0.162448 0.162294 0.165222 CURRENT LEARNING RATE: 0.0005717121406103928
previous_iter_valid_loss : 0.17035134136676788
711020 0.170507 0.170351 0.165680 CURRENT LEARNING RATE: 0.000571597809615751
previous_iter_valid_loss : 0.16053900122642517
711040 0.160703 0.160539 0.165262 CURRENT LEARNING RATE: 0.0005714835014850224
previous_iter_valid_loss : 0.17890828847885132
711060 0.179074 0.178908 0.166001 CURRENT LEARNING RATE: 0.0005713692162136331
previous_iter_valid_loss : 0.16207566857337952
711080 0.162270 0.162076 0.165994 CURRENT LEARNING RATE: 0.0005712549537970133
previous_iter_valid_loss : 0.16061866283416748
711100 0.160789 0.160619 0.165896 CURRENT LEARNING RATE: 0.000571140714230591
previous_iter_valid_loss : 0.18727579712867737
711120 0.187696 0.187276 0.167217 CURRENT LEARNING RATE: 0.000571026497509798
previous_iter_valid_loss : 0.16116628050804138
711140 0.161353 0.161166 0.166825 CURRENT LEARNING RATE: 0.0005709123036300644
previous_iter_valid_loss : 0.17083938419818878
711160 0.170992 0.170839 0.166195 CURRENT LEARNING RATE: 0.0005707981325868235
previous_iter_valid_loss : 0.16746997833251953
711180 0.167622 0.167470 0.166534 CURRENT LEARNING RATE: 0.0005706839843755076
previous_iter_valid_loss : 0.16646282374858856
711200 0.166625 0.166463 0.166708 CURRENT LEARNING RATE: 0.0005705698589915515
previous_iter_valid_loss : 0.16185297071933746
711220 0.162020 0.161853 0.166758 CURRENT LEARNING RATE: 0.0005704557564303894
previous_iter_valid_loss : 0.16323153674602509
711240 0.163426 0.163232 0.166804 CURRENT LEARNING RATE: 0.0005703416766874583
previous_iter_valid_loss : 0.1688619703054428
711260 0.169107 0.168862 0.167168 CURRENT LEARNING RATE: 0.0005702276197581935
previous_iter_valid_loss : 0.1618100106716156
711280 0.162013 0.161810 0.166884 CURRENT LEARNING RATE: 0.0005701135856380339
previous_iter_valid_loss : 0.16054631769657135
711300 0.160712 0.160546 0.166829 CURRENT LEARNING RATE: 0.000569999574322418
previous_iter_valid_loss : 0.16055119037628174
711320 0.160715 0.160551 0.166483 CURRENT LEARNING RATE: 0.0005698855858067849
previous_iter_valid_loss : 0.16053131222724915
711340 0.160702 0.160531 0.166126 CURRENT LEARNING RATE: 0.0005697716200865757
previous_iter_valid_loss : 0.1719561070203781
711360 0.172226 0.171956 0.165935 CURRENT LEARNING RATE: 0.0005696576771572309
previous_iter_valid_loss : 0.16057240962982178
711380 0.160747 0.160572 0.165893 CURRENT LEARNING RATE: 0.0005695437570141937
previous_iter_valid_loss : 0.16054321825504303
711400 0.160704 0.160543 0.165806 CURRENT LEARNING RATE: 0.0005694298596529065
previous_iter_valid_loss : 0.16260235011577606
711420 0.162795 0.162602 0.165419 CURRENT LEARNING RATE: 0.0005693159850688142
previous_iter_valid_loss : 0.16060400009155273
711440 0.160770 0.160604 0.165422 CURRENT LEARNING RATE: 0.0005692021332573609
previous_iter_valid_loss : 0.16099639236927032
711460 0.161148 0.160996 0.164526 CURRENT LEARNING RATE: 0.0005690883042139933
previous_iter_valid_loss : 0.1675654947757721
711480 0.167794 0.167565 0.164801 CURRENT LEARNING RATE: 0.0005689744979341576
previous_iter_valid_loss : 0.17923875153064728
711500 0.179561 0.179239 0.165732 CURRENT LEARNING RATE: 0.0005688607144133024
previous_iter_valid_loss : 0.16063281893730164
711520 0.160802 0.160633 0.164399 CURRENT LEARNING RATE: 0.0005687469536468754
previous_iter_valid_loss : 0.17967979609966278
711540 0.180011 0.179680 0.165325 CURRENT LEARNING RATE: 0.000568633215630327
previous_iter_valid_loss : 0.16056697070598602
711560 0.160729 0.160567 0.164812 CURRENT LEARNING RATE: 0.0005685195003591069
previous_iter_valid_loss : 0.1607441008090973
711580 0.160924 0.160744 0.164475 CURRENT LEARNING RATE: 0.0005684058078286674
previous_iter_valid_loss : 0.16937990486621857
711600 0.169632 0.169380 0.164621 CURRENT LEARNING RATE: 0.0005682921380344597
previous_iter_valid_loss : 0.16098253428936005
711620 0.161157 0.160983 0.164578 CURRENT LEARNING RATE: 0.0005681784909719381
previous_iter_valid_loss : 0.17155569791793823
711640 0.171704 0.171556 0.164994 CURRENT LEARNING RATE: 0.0005680648666365558
previous_iter_valid_loss : 0.16080500185489655
711660 0.160985 0.160805 0.164591 CURRENT LEARNING RATE: 0.0005679512650237687
previous_iter_valid_loss : 0.1624407172203064
711680 0.162603 0.162441 0.164622 CURRENT LEARNING RATE: 0.0005678376861290318
previous_iter_valid_loss : 0.16785846650600433
711700 0.168088 0.167858 0.164988 CURRENT LEARNING RATE: 0.0005677241299478024
previous_iter_valid_loss : 0.16578474640846252
711720 0.165951 0.165785 0.165250 CURRENT LEARNING RATE: 0.0005676105964755389
previous_iter_valid_loss : 0.16201166808605194
711740 0.162171 0.162012 0.165324 CURRENT LEARNING RATE: 0.0005674970857076987
previous_iter_valid_loss : 0.19091247022151947
711760 0.191361 0.190912 0.166272 CURRENT LEARNING RATE: 0.0005673835976397424
previous_iter_valid_loss : 0.16077911853790283
711780 0.160961 0.160779 0.166282 CURRENT LEARNING RATE: 0.0005672701322671297
previous_iter_valid_loss : 0.18165475130081177
711800 0.182004 0.181655 0.167337 CURRENT LEARNING RATE: 0.0005671566895853228
previous_iter_valid_loss : 0.16673149168491364
711820 0.166891 0.166731 0.167544 CURRENT LEARNING RATE: 0.0005670432695897833
previous_iter_valid_loss : 0.16324393451213837
711840 0.163441 0.163244 0.167676 CURRENT LEARNING RATE: 0.0005669298722759748
previous_iter_valid_loss : 0.18165980279445648
711860 0.181998 0.181660 0.168709 CURRENT LEARNING RATE: 0.0005668164976393611
previous_iter_valid_loss : 0.16177287697792053
711880 0.161940 0.161773 0.168420 CURRENT LEARNING RATE: 0.0005667031456754076
previous_iter_valid_loss : 0.16255681216716766
711900 0.162743 0.162557 0.167585 CURRENT LEARNING RATE: 0.0005665898163795797
previous_iter_valid_loss : 0.16448159515857697
711920 0.164649 0.164482 0.167778 CURRENT LEARNING RATE: 0.0005664765097473449
previous_iter_valid_loss : 0.16730308532714844
711940 0.167524 0.167303 0.167159 CURRENT LEARNING RATE: 0.0005663632257741702
previous_iter_valid_loss : 0.16072359681129456
711960 0.160882 0.160724 0.167167 CURRENT LEARNING RATE: 0.000566249964455525
previous_iter_valid_loss : 0.18276840448379517
711980 0.183114 0.182768 0.168268 CURRENT LEARNING RATE: 0.0005661367257868779
previous_iter_valid_loss : 0.16095976531505585
712000 0.161146 0.160960 0.167847 CURRENT LEARNING RATE: 0.0005660235097637005
previous_iter_valid_loss : 0.1633889228105545
712020 0.163562 0.163389 0.167967 CURRENT LEARNING RATE: 0.0005659103163814631
previous_iter_valid_loss : 0.16620507836341858
712040 0.166409 0.166205 0.167700 CURRENT LEARNING RATE: 0.0005657971456356389
previous_iter_valid_loss : 0.16119831800460815
712060 0.161380 0.161198 0.167719 CURRENT LEARNING RATE: 0.0005656839975217001
previous_iter_valid_loss : 0.16092462837696075
712080 0.161080 0.160925 0.167644 CURRENT LEARNING RATE: 0.0005655708720351212
previous_iter_valid_loss : 0.16237255930900574
712100 0.162563 0.162373 0.167369 CURRENT LEARNING RATE: 0.0005654577691713779
previous_iter_valid_loss : 0.16321343183517456
712120 0.163402 0.163213 0.167241 CURRENT LEARNING RATE: 0.0005653446889259448
previous_iter_valid_loss : 0.16096463799476624
712140 0.161110 0.160965 0.167188 CURRENT LEARNING RATE: 0.0005652316312943
previous_iter_valid_loss : 0.16051439940929413
712160 0.160673 0.160514 0.165669 CURRENT LEARNING RATE: 0.0005651185962719198
previous_iter_valid_loss : 0.1619240641593933
712180 0.162116 0.161924 0.165726 CURRENT LEARNING RATE: 0.0005650055838542842
previous_iter_valid_loss : 0.16062210500240326
712200 0.160777 0.160622 0.164674 CURRENT LEARNING RATE: 0.0005648925940368714
previous_iter_valid_loss : 0.17109552025794983
712220 0.171356 0.171096 0.164892 CURRENT LEARNING RATE: 0.0005647796268151631
previous_iter_valid_loss : 0.16132394969463348
712240 0.161486 0.161324 0.164796 CURRENT LEARNING RATE: 0.0005646666821846393
previous_iter_valid_loss : 0.17854782938957214
712260 0.178711 0.178548 0.164641 CURRENT LEARNING RATE: 0.0005645537601407835
previous_iter_valid_loss : 0.16276000440120697
712280 0.162948 0.162760 0.164690 CURRENT LEARNING RATE: 0.0005644408606790776
previous_iter_valid_loss : 0.1653965711593628
712300 0.165564 0.165397 0.164832 CURRENT LEARNING RATE: 0.0005643279837950067
previous_iter_valid_loss : 0.16065822541713715
712320 0.160827 0.160658 0.164641 CURRENT LEARNING RATE: 0.0005642151294840547
previous_iter_valid_loss : 0.16854360699653625
712340 0.168777 0.168544 0.164703 CURRENT LEARNING RATE: 0.0005641022977417086
previous_iter_valid_loss : 0.17571012675762177
712360 0.175865 0.175710 0.165452 CURRENT LEARNING RATE: 0.0005639894885634539
previous_iter_valid_loss : 0.16597996652126312
712380 0.166148 0.165980 0.164613 CURRENT LEARNING RATE: 0.0005638767019447792
previous_iter_valid_loss : 0.1610659807920456
712400 0.161226 0.161066 0.164618 CURRENT LEARNING RATE: 0.0005637639378811723
previous_iter_valid_loss : 0.16311115026474
712420 0.163294 0.163111 0.164604 CURRENT LEARNING RATE: 0.0005636511963681235
previous_iter_valid_loss : 0.16334739327430725
712440 0.163517 0.163347 0.164461 CURRENT LEARNING RATE: 0.0005635384774011219
previous_iter_valid_loss : 0.166339710354805
712460 0.166499 0.166340 0.164719 CURRENT LEARNING RATE: 0.0005634257809756602
previous_iter_valid_loss : 0.1610361635684967
712480 0.161188 0.161036 0.164724 CURRENT LEARNING RATE: 0.0005633131070872292
previous_iter_valid_loss : 0.16117140650749207
712500 0.161347 0.161171 0.164664 CURRENT LEARNING RATE: 0.0005632004557313227
previous_iter_valid_loss : 0.17550569772720337
712520 0.175792 0.175506 0.165279 CURRENT LEARNING RATE: 0.0005630878269034348
previous_iter_valid_loss : 0.1659804880619049
712540 0.166194 0.165980 0.165529 CURRENT LEARNING RATE: 0.0005629752205990597
previous_iter_valid_loss : 0.16076746582984924
712560 0.160951 0.160767 0.165542 CURRENT LEARNING RATE: 0.000562862636813694
previous_iter_valid_loss : 0.16144683957099915
712580 0.161617 0.161447 0.165518 CURRENT LEARNING RATE: 0.0005627500755428333
previous_iter_valid_loss : 0.17698679864406586
712600 0.177139 0.176987 0.166336 CURRENT LEARNING RATE: 0.0005626375367819762
previous_iter_valid_loss : 0.18333037197589874
712620 0.183489 0.183330 0.166948 CURRENT LEARNING RATE: 0.0005625250205266201
previous_iter_valid_loss : 0.16157867014408112
712640 0.161767 0.161579 0.166961 CURRENT LEARNING RATE: 0.0005624125267722655
previous_iter_valid_loss : 0.1680857539176941
712660 0.168311 0.168086 0.166438 CURRENT LEARNING RATE: 0.0005623000555144116
previous_iter_valid_loss : 0.18088369071483612
712680 0.181217 0.180884 0.167344 CURRENT LEARNING RATE: 0.0005621876067485604
previous_iter_valid_loss : 0.16056443750858307
712700 0.160741 0.160564 0.167102 CURRENT LEARNING RATE: 0.000562075180470213
previous_iter_valid_loss : 0.17889602482318878
712720 0.179224 0.178896 0.168014 CURRENT LEARNING RATE: 0.0005619627766748733
previous_iter_valid_loss : 0.1642812192440033
712740 0.164455 0.164281 0.167801 CURRENT LEARNING RATE: 0.0005618503953580445
previous_iter_valid_loss : 0.16617967188358307
712760 0.166394 0.166180 0.167325 CURRENT LEARNING RATE: 0.0005617380365152319
previous_iter_valid_loss : 0.1612151861190796
712780 0.161369 0.161215 0.167086 CURRENT LEARNING RATE: 0.0005616257001419405
previous_iter_valid_loss : 0.16134212911128998
712800 0.161519 0.161342 0.167100 CURRENT LEARNING RATE: 0.0005615133862336776
previous_iter_valid_loss : 0.16065874695777893
712820 0.160831 0.160659 0.166978 CURRENT LEARNING RATE: 0.0005614010947859496
previous_iter_valid_loss : 0.16097122430801392
712840 0.161138 0.160971 0.166859 CURRENT LEARNING RATE: 0.0005612888257942661
previous_iter_valid_loss : 0.161028191447258
712860 0.161183 0.161028 0.166593 CURRENT LEARNING RATE: 0.0005611765792541351
previous_iter_valid_loss : 0.18160730600357056
712880 0.181940 0.181607 0.167622 CURRENT LEARNING RATE: 0.000561064355161068
previous_iter_valid_loss : 0.17536871135234833
712900 0.175525 0.175369 0.168332 CURRENT LEARNING RATE: 0.0005609521535105747
previous_iter_valid_loss : 0.17304740846157074
712920 0.173310 0.173047 0.168209 CURRENT LEARNING RATE: 0.0005608399742981674
previous_iter_valid_loss : 0.16052798926830292
712940 0.160685 0.160528 0.167936 CURRENT LEARNING RATE: 0.0005607278175193598
previous_iter_valid_loss : 0.16053660213947296
712960 0.160716 0.160537 0.167925 CURRENT LEARNING RATE: 0.0005606156831696645
previous_iter_valid_loss : 0.16340608894824982
712980 0.163606 0.163406 0.168023 CURRENT LEARNING RATE: 0.0005605035712445969
previous_iter_valid_loss : 0.16214238107204437
713000 0.162338 0.162142 0.167280 CURRENT LEARNING RATE: 0.000560391481739672
previous_iter_valid_loss : 0.16380715370178223
713020 0.164006 0.163807 0.166304 CURRENT LEARNING RATE: 0.0005602794146504068
previous_iter_valid_loss : 0.17009100317955017
713040 0.170349 0.170091 0.166730 CURRENT LEARNING RATE: 0.0005601673699723177
previous_iter_valid_loss : 0.16154299676418304
713060 0.161737 0.161543 0.166403 CURRENT LEARNING RATE: 0.0005600553477009241
previous_iter_valid_loss : 0.16328321397304535
713080 0.163469 0.163283 0.165523 CURRENT LEARNING RATE: 0.0005599433478317439
previous_iter_valid_loss : 0.16059434413909912
713100 0.160755 0.160594 0.165524 CURRENT LEARNING RATE: 0.0005598313703602982
previous_iter_valid_loss : 0.1646157205104828
713120 0.164770 0.164616 0.164810 CURRENT LEARNING RATE: 0.000559719415282107
previous_iter_valid_loss : 0.16273260116577148
713140 0.162902 0.162733 0.164733 CURRENT LEARNING RATE: 0.0005596074825926927
previous_iter_valid_loss : 0.1735539585351944
713160 0.173827 0.173554 0.165101 CURRENT LEARNING RATE: 0.0005594955722875776
previous_iter_valid_loss : 0.1723482757806778
713180 0.172613 0.172348 0.165658 CURRENT LEARNING RATE: 0.0005593836843622858
previous_iter_valid_loss : 0.1734360307455063
713200 0.173581 0.173436 0.166263 CURRENT LEARNING RATE: 0.000559271818812341
previous_iter_valid_loss : 0.16892419755458832
713220 0.169159 0.168924 0.166676 CURRENT LEARNING RATE: 0.0005591599756332695
previous_iter_valid_loss : 0.16063180565834045
713240 0.160785 0.160632 0.166659 CURRENT LEARNING RATE: 0.0005590481548205967
previous_iter_valid_loss : 0.1614380180835724
713260 0.161587 0.161438 0.166680 CURRENT LEARNING RATE: 0.0005589363563698505
previous_iter_valid_loss : 0.1612672209739685
713280 0.161423 0.161267 0.165663 CURRENT LEARNING RATE: 0.0005588245802765582
previous_iter_valid_loss : 0.16173435747623444
713300 0.161905 0.161734 0.164981 CURRENT LEARNING RATE: 0.0005587128265362492
previous_iter_valid_loss : 0.17593176662921906
713320 0.176094 0.175932 0.165125 CURRENT LEARNING RATE: 0.0005586010951444539
previous_iter_valid_loss : 0.1653209775686264
713340 0.165521 0.165321 0.165365 CURRENT LEARNING RATE: 0.0005584893860967018
previous_iter_valid_loss : 0.19142921268939972
713360 0.191558 0.191429 0.166909 CURRENT LEARNING RATE: 0.0005583776993885259
previous_iter_valid_loss : 0.16376934945583344
713380 0.163966 0.163769 0.166927 CURRENT LEARNING RATE: 0.0005582660350154574
previous_iter_valid_loss : 0.1771889179944992
713400 0.177349 0.177189 0.167680 CURRENT LEARNING RATE: 0.000558154392973031
previous_iter_valid_loss : 0.16067034006118774
713420 0.160830 0.160670 0.167523 CURRENT LEARNING RATE: 0.0005580427732567798
previous_iter_valid_loss : 0.1624051332473755
713440 0.162570 0.162405 0.167139 CURRENT LEARNING RATE: 0.0005579311758622403
previous_iter_valid_loss : 0.16219377517700195
713460 0.162378 0.162194 0.167171 CURRENT LEARNING RATE: 0.0005578196007849472
previous_iter_valid_loss : 0.16262561082839966
713480 0.162805 0.162626 0.167138 CURRENT LEARNING RATE: 0.0005577080480204387
previous_iter_valid_loss : 0.1644773632287979
713500 0.164645 0.164477 0.167332 CURRENT LEARNING RATE: 0.0005575965175642518
previous_iter_valid_loss : 0.1605805903673172
713520 0.160747 0.160581 0.167131 CURRENT LEARNING RATE: 0.0005574850094119261
previous_iter_valid_loss : 0.16816163063049316
713540 0.168390 0.168162 0.167402 CURRENT LEARNING RATE: 0.0005573735235590004
previous_iter_valid_loss : 0.16407710313796997
713560 0.164242 0.164077 0.166928 CURRENT LEARNING RATE: 0.0005572620600010162
previous_iter_valid_loss : 0.16837042570114136
713580 0.168606 0.168370 0.166729 CURRENT LEARNING RATE: 0.000557150618733514
previous_iter_valid_loss : 0.17146991193294525
713600 0.171624 0.171470 0.166631 CURRENT LEARNING RATE: 0.0005570391997520371
previous_iter_valid_loss : 0.16119366884231567
713620 0.161382 0.161194 0.166245 CURRENT LEARNING RATE: 0.0005569278030521278
previous_iter_valid_loss : 0.16143527626991272
713640 0.161596 0.161435 0.166285 CURRENT LEARNING RATE: 0.0005568164286293312
previous_iter_valid_loss : 0.16082051396369934
713660 0.161004 0.160821 0.166254 CURRENT LEARNING RATE: 0.0005567050764791913
previous_iter_valid_loss : 0.16836406290531158
713680 0.168589 0.168364 0.166609 CURRENT LEARNING RATE: 0.0005565937465972549
previous_iter_valid_loss : 0.17529192566871643
713700 0.175445 0.175292 0.167287 CURRENT LEARNING RATE: 0.0005564824389790681
previous_iter_valid_loss : 0.17405374348163605
713720 0.174331 0.174054 0.167193 CURRENT LEARNING RATE: 0.0005563711536201789
previous_iter_valid_loss : 0.17681562900543213
713740 0.177111 0.176816 0.167767 CURRENT LEARNING RATE: 0.0005562598905161364
previous_iter_valid_loss : 0.18443423509597778
713760 0.184806 0.184434 0.167418 CURRENT LEARNING RATE: 0.0005561486496624891
previous_iter_valid_loss : 0.16415609419345856
713780 0.164321 0.164156 0.167437 CURRENT LEARNING RATE: 0.0005560374310547884
previous_iter_valid_loss : 0.16659562289714813
713800 0.166751 0.166596 0.166907 CURRENT LEARNING RATE: 0.0005559262346885844
previous_iter_valid_loss : 0.1753406822681427
713820 0.175495 0.175341 0.167641 CURRENT LEARNING RATE: 0.0005558150605594305
previous_iter_valid_loss : 0.23718968033790588
713840 0.237097 0.237190 0.171380 CURRENT LEARNING RATE: 0.0005557039086628786
previous_iter_valid_loss : 0.17644767463207245
713860 0.176609 0.176448 0.172093 CURRENT LEARNING RATE: 0.0005555927789944834
previous_iter_valid_loss : 0.16091203689575195
713880 0.161066 0.160912 0.172007 CURRENT LEARNING RATE: 0.0005554816715497992
previous_iter_valid_loss : 0.16589640080928802
713900 0.166107 0.165896 0.172078 CURRENT LEARNING RATE: 0.0005553705863243823
previous_iter_valid_loss : 0.16998602449893951
713920 0.170144 0.169986 0.172548 CURRENT LEARNING RATE: 0.0005552595233137885
previous_iter_valid_loss : 0.1606718748807907
713940 0.160843 0.160672 0.172174 CURRENT LEARNING RATE: 0.0005551484825135762
previous_iter_valid_loss : 0.17292548716068268
713960 0.173196 0.172925 0.172616 CURRENT LEARNING RATE: 0.0005550374639193027
previous_iter_valid_loss : 0.16439874470233917
713980 0.164567 0.164399 0.172418 CURRENT LEARNING RATE: 0.0005549264675265283
previous_iter_valid_loss : 0.16240856051445007
714000 0.162578 0.162409 0.171965 CURRENT LEARNING RATE: 0.0005548154933308122
previous_iter_valid_loss : 0.16509826481342316
714020 0.165308 0.165098 0.172160 CURRENT LEARNING RATE: 0.0005547045413277165
previous_iter_valid_loss : 0.1663246899843216
714040 0.166532 0.166325 0.172404 CURRENT LEARNING RATE: 0.000554593611512802
previous_iter_valid_loss : 0.16693587601184845
714060 0.167155 0.166936 0.172710 CURRENT LEARNING RATE: 0.0005544827038816325
previous_iter_valid_loss : 0.17356368899345398
714080 0.173836 0.173564 0.172970 CURRENT LEARNING RATE: 0.0005543718184297707
previous_iter_valid_loss : 0.17719273269176483
714100 0.177492 0.177193 0.173065 CURRENT LEARNING RATE: 0.0005542609551527818
previous_iter_valid_loss : 0.16060075163841248
714120 0.160753 0.160601 0.172393 CURRENT LEARNING RATE: 0.0005541501140462317
previous_iter_valid_loss : 0.16329561173915863
714140 0.163464 0.163296 0.171717 CURRENT LEARNING RATE: 0.0005540392951056856
previous_iter_valid_loss : 0.16154521703720093
714160 0.161736 0.161545 0.170572 CURRENT LEARNING RATE: 0.0005539284983267119
previous_iter_valid_loss : 0.16124390065670013
714180 0.161427 0.161244 0.170426 CURRENT LEARNING RATE: 0.0005538177237048778
previous_iter_valid_loss : 0.16063185036182404
714200 0.160790 0.160632 0.170128 CURRENT LEARNING RATE: 0.0005537069712357531
previous_iter_valid_loss : 0.1790299117565155
714220 0.179192 0.179030 0.170313 CURRENT LEARNING RATE: 0.000553596240914907
previous_iter_valid_loss : 0.16054756939411163
714240 0.160715 0.160548 0.166481 CURRENT LEARNING RATE: 0.0005534855327379109
previous_iter_valid_loss : 0.16085083782672882
714260 0.161031 0.160851 0.165701 CURRENT LEARNING RATE: 0.0005533748467003359
previous_iter_valid_loss : 0.1672113686800003
714280 0.167432 0.167211 0.166016 CURRENT LEARNING RATE: 0.0005532641827977552
previous_iter_valid_loss : 0.16168873012065887
714300 0.161836 0.161689 0.165805 CURRENT LEARNING RATE: 0.0005531535410257415
previous_iter_valid_loss : 0.16052547097206116
714320 0.160680 0.160525 0.165332 CURRENT LEARNING RATE: 0.0005530429213798699
previous_iter_valid_loss : 0.16134822368621826
714340 0.161496 0.161348 0.165366 CURRENT LEARNING RATE: 0.0005529323238557147
previous_iter_valid_loss : 0.1635618805885315
714360 0.163762 0.163562 0.164898 CURRENT LEARNING RATE: 0.000552821748448853
previous_iter_valid_loss : 0.16112539172172546
714380 0.161279 0.161125 0.164734 CURRENT LEARNING RATE: 0.000552711195154861
previous_iter_valid_loss : 0.16083668172359467
714400 0.160999 0.160837 0.164656 CURRENT LEARNING RATE: 0.0005526006639693173
previous_iter_valid_loss : 0.1605704128742218
714420 0.160736 0.160570 0.164429 CURRENT LEARNING RATE: 0.0005524901548877997
previous_iter_valid_loss : 0.20377349853515625
714440 0.204338 0.203773 0.166302 CURRENT LEARNING RATE: 0.0005523796679058889
previous_iter_valid_loss : 0.16110722720623016
714460 0.161296 0.161107 0.166010 CURRENT LEARNING RATE: 0.0005522692030191644
previous_iter_valid_loss : 0.16055811941623688
714480 0.160718 0.160558 0.165360 CURRENT LEARNING RATE: 0.0005521587602232086
previous_iter_valid_loss : 0.16050289571285248
714500 0.160673 0.160503 0.164526 CURRENT LEARNING RATE: 0.0005520483395136026
previous_iter_valid_loss : 0.1632147878408432
714520 0.163412 0.163215 0.164656 CURRENT LEARNING RATE: 0.0005519379408859305
previous_iter_valid_loss : 0.16057676076889038
714540 0.160743 0.160577 0.164520 CURRENT LEARNING RATE: 0.0005518275643357764
previous_iter_valid_loss : 0.17053674161434174
714560 0.170687 0.170537 0.164970 CURRENT LEARNING RATE: 0.0005517172098587247
previous_iter_valid_loss : 0.16141580045223236
714580 0.161572 0.161416 0.164979 CURRENT LEARNING RATE: 0.0005516068774503618
previous_iter_valid_loss : 0.1611105352640152
714600 0.161303 0.161111 0.165002 CURRENT LEARNING RATE: 0.0005514965671062736
previous_iter_valid_loss : 0.19315457344055176
714620 0.193639 0.193155 0.165709 CURRENT LEARNING RATE: 0.0005513862788220486
previous_iter_valid_loss : 0.17732347548007965
714640 0.177624 0.177323 0.166547 CURRENT LEARNING RATE: 0.0005512760125932745
previous_iter_valid_loss : 0.1744241714477539
714660 0.174698 0.174424 0.167226 CURRENT LEARNING RATE: 0.0005511657684155413
previous_iter_valid_loss : 0.16232739388942719
714680 0.162492 0.162327 0.166982 CURRENT LEARNING RATE: 0.0005510555462844384
previous_iter_valid_loss : 0.1606481522321701
714700 0.160822 0.160648 0.166930 CURRENT LEARNING RATE: 0.0005509453461955581
previous_iter_valid_loss : 0.1700734794139862
714720 0.170226 0.170073 0.167407 CURRENT LEARNING RATE: 0.0005508351681444911
previous_iter_valid_loss : 0.16297604143619537
714740 0.163166 0.162976 0.167489 CURRENT LEARNING RATE: 0.0005507250121268314
previous_iter_valid_loss : 0.1714942455291748
714760 0.171645 0.171494 0.167885 CURRENT LEARNING RATE: 0.0005506148781381717
previous_iter_valid_loss : 0.16050945222377777
714780 0.160668 0.160509 0.167855 CURRENT LEARNING RATE: 0.0005505047661741078
previous_iter_valid_loss : 0.18268072605133057
714800 0.183027 0.182681 0.168947 CURRENT LEARNING RATE: 0.0005503946762302342
previous_iter_valid_loss : 0.1605469435453415
714820 0.160710 0.160547 0.168946 CURRENT LEARNING RATE: 0.0005502846083021481
previous_iter_valid_loss : 0.16339640319347382
714840 0.163564 0.163396 0.166927 CURRENT LEARNING RATE: 0.0005501745623854459
previous_iter_valid_loss : 0.16086725890636444
714860 0.161050 0.160867 0.166915 CURRENT LEARNING RATE: 0.0005500645384757267
previous_iter_valid_loss : 0.18301469087600708
714880 0.183177 0.183015 0.168038 CURRENT LEARNING RATE: 0.0005499545365685888
previous_iter_valid_loss : 0.1606641709804535
714900 0.160823 0.160664 0.168046 CURRENT LEARNING RATE: 0.0005498445566596323
previous_iter_valid_loss : 0.16522619128227234
714920 0.165437 0.165226 0.168146 CURRENT LEARNING RATE: 0.0005497345987444587
previous_iter_valid_loss : 0.16370487213134766
714940 0.163914 0.163705 0.168303 CURRENT LEARNING RATE: 0.0005496246628186686
previous_iter_valid_loss : 0.16081252694129944
714960 0.160993 0.160813 0.167816 CURRENT LEARNING RATE: 0.0005495147488778656
previous_iter_valid_loss : 0.16201019287109375
714980 0.162190 0.162010 0.167846 CURRENT LEARNING RATE: 0.0005494048569176522
previous_iter_valid_loss : 0.17307540774345398
715000 0.173348 0.173075 0.168444 CURRENT LEARNING RATE: 0.0005492949869336334
previous_iter_valid_loss : 0.1705293506383896
715020 0.170780 0.170529 0.167313 CURRENT LEARNING RATE: 0.000549185138921414
previous_iter_valid_loss : 0.16565380990505219
715040 0.165818 0.165654 0.166730 CURRENT LEARNING RATE: 0.0005490753128766004
previous_iter_valid_loss : 0.16215063631534576
715060 0.162325 0.162151 0.166116 CURRENT LEARNING RATE: 0.0005489655087947992
previous_iter_valid_loss : 0.16461563110351562
715080 0.164807 0.164616 0.166230 CURRENT LEARNING RATE: 0.0005488557266716186
previous_iter_valid_loss : 0.1629616767168045
715100 0.163159 0.162962 0.166346 CURRENT LEARNING RATE: 0.0005487459665026669
previous_iter_valid_loss : 0.1669013798236847
715120 0.167057 0.166901 0.166187 CURRENT LEARNING RATE: 0.0005486362282835543
previous_iter_valid_loss : 0.21184274554252625
715140 0.211893 0.211843 0.168631 CURRENT LEARNING RATE: 0.0005485265120098905
previous_iter_valid_loss : 0.1612536460161209
715160 0.161412 0.161254 0.168119 CURRENT LEARNING RATE: 0.0005484168176772876
previous_iter_valid_loss : 0.16311490535736084
715180 0.163277 0.163115 0.168249 CURRENT LEARNING RATE: 0.0005483071452813571
previous_iter_valid_loss : 0.17029699683189392
715200 0.170541 0.170297 0.167630 CURRENT LEARNING RATE: 0.0005481974948177129
previous_iter_valid_loss : 0.16201643645763397
715220 0.162179 0.162016 0.167703 CURRENT LEARNING RATE: 0.0005480878662819682
previous_iter_valid_loss : 0.16091887652873993
715240 0.161092 0.160919 0.167579 CURRENT LEARNING RATE: 0.0005479782596697386
previous_iter_valid_loss : 0.16132092475891113
715260 0.161509 0.161321 0.167602 CURRENT LEARNING RATE: 0.000547868674976639
previous_iter_valid_loss : 0.16138266026973724
715280 0.161565 0.161383 0.166520 CURRENT LEARNING RATE: 0.000547759112198287
previous_iter_valid_loss : 0.17435327172279358
715300 0.174501 0.174353 0.167205 CURRENT LEARNING RATE: 0.000547649571330299
previous_iter_valid_loss : 0.17295727133750916
715320 0.173097 0.172957 0.167591 CURRENT LEARNING RATE: 0.000547540052368294
previous_iter_valid_loss : 0.17164471745491028
715340 0.171793 0.171645 0.167988 CURRENT LEARNING RATE: 0.0005474305553078917
previous_iter_valid_loss : 0.1809244006872177
715360 0.181252 0.180924 0.168994 CURRENT LEARNING RATE: 0.0005473210801447111
previous_iter_valid_loss : 0.17055419087409973
715380 0.170806 0.170554 0.169421 CURRENT LEARNING RATE: 0.0005472116268743742
previous_iter_valid_loss : 0.1633739322423935
715400 0.163539 0.163374 0.168936 CURRENT LEARNING RATE: 0.0005471021954925021
previous_iter_valid_loss : 0.17805787920951843
715420 0.178213 0.178058 0.169313 CURRENT LEARNING RATE: 0.0005469927859947184
previous_iter_valid_loss : 0.1694292277097702
715440 0.169667 0.169429 0.169501 CURRENT LEARNING RATE: 0.0005468833983766457
previous_iter_valid_loss : 0.16293196380138397
715460 0.163132 0.162932 0.169540 CURRENT LEARNING RATE: 0.0005467740326339093
previous_iter_valid_loss : 0.1608758419752121
715480 0.161024 0.160876 0.169354 CURRENT LEARNING RATE: 0.000546664688762134
previous_iter_valid_loss : 0.16085007786750793
715500 0.161017 0.160850 0.169248 CURRENT LEARNING RATE: 0.0005465553667569468
previous_iter_valid_loss : 0.16207607090473175
715520 0.162233 0.162076 0.169007 CURRENT LEARNING RATE: 0.0005464460666139737
previous_iter_valid_loss : 0.16093234717845917
715540 0.161107 0.160932 0.166461 CURRENT LEARNING RATE: 0.000546336788328844
previous_iter_valid_loss : 0.16421420872211456
715560 0.164417 0.164214 0.166609 CURRENT LEARNING RATE: 0.0005462275318971854
previous_iter_valid_loss : 0.16063840687274933
715580 0.160789 0.160638 0.166485 CURRENT LEARNING RATE: 0.0005461182973146285
previous_iter_valid_loss : 0.16625921428203583
715600 0.166472 0.166259 0.166283 CURRENT LEARNING RATE: 0.0005460090845768032
previous_iter_valid_loss : 0.1609886884689331
715620 0.161175 0.160989 0.166232 CURRENT LEARNING RATE: 0.0005458998936793419
previous_iter_valid_loss : 0.16218706965446472
715640 0.162345 0.162187 0.166295 CURRENT LEARNING RATE: 0.0005457907246178758
previous_iter_valid_loss : 0.16718965768814087
715660 0.167347 0.167190 0.166589 CURRENT LEARNING RATE: 0.0005456815773880392
previous_iter_valid_loss : 0.1658155471086502
715680 0.166023 0.165816 0.166811 CURRENT LEARNING RATE: 0.0005455724519854654
previous_iter_valid_loss : 0.17249664664268494
715700 0.172754 0.172497 0.166718 CURRENT LEARNING RATE: 0.0005454633484057903
previous_iter_valid_loss : 0.17639665305614471
715720 0.176549 0.176397 0.166890 CURRENT LEARNING RATE: 0.0005453542666446486
previous_iter_valid_loss : 0.16062216460704803
715740 0.160792 0.160622 0.166339 CURRENT LEARNING RATE: 0.0005452452066976776
previous_iter_valid_loss : 0.18846246600151062
715760 0.188878 0.188462 0.166715 CURRENT LEARNING RATE: 0.0005451361685605155
previous_iter_valid_loss : 0.16516533493995667
715780 0.165367 0.165165 0.166446 CURRENT LEARNING RATE: 0.0005450271522287998
previous_iter_valid_loss : 0.16301414370536804
715800 0.163169 0.163014 0.166428 CURRENT LEARNING RATE: 0.0005449181576981705
previous_iter_valid_loss : 0.16560976207256317
715820 0.165771 0.165610 0.165806 CURRENT LEARNING RATE: 0.0005448091849642674
previous_iter_valid_loss : 0.17309753596782684
715840 0.173364 0.173098 0.165989 CURRENT LEARNING RATE: 0.0005447002340227321
previous_iter_valid_loss : 0.16055691242218018
715860 0.160723 0.160557 0.165870 CURRENT LEARNING RATE: 0.0005445913048692058
previous_iter_valid_loss : 0.16247068345546722
715880 0.162667 0.162471 0.165950 CURRENT LEARNING RATE: 0.0005444823974993322
previous_iter_valid_loss : 0.16132883727550507
715900 0.161496 0.161329 0.165974 CURRENT LEARNING RATE: 0.0005443735119087541
previous_iter_valid_loss : 0.16148285567760468
715920 0.161669 0.161483 0.165944 CURRENT LEARNING RATE: 0.0005442646480931171
previous_iter_valid_loss : 0.1605953723192215
715940 0.160759 0.160595 0.165927 CURRENT LEARNING RATE: 0.0005441558060480655
previous_iter_valid_loss : 0.1609703153371811
715960 0.161154 0.160970 0.165765 CURRENT LEARNING RATE: 0.0005440469857692468
previous_iter_valid_loss : 0.16205863654613495
715980 0.162221 0.162059 0.165836 CURRENT LEARNING RATE: 0.0005439381872523071
previous_iter_valid_loss : 0.16621622443199158
716000 0.166384 0.166216 0.165834 CURRENT LEARNING RATE: 0.0005438294104928953
previous_iter_valid_loss : 0.1643308401107788
716020 0.164493 0.164331 0.166001 CURRENT LEARNING RATE: 0.0005437206554866597
previous_iter_valid_loss : 0.16158004105091095
716040 0.161762 0.161580 0.165971 CURRENT LEARNING RATE: 0.0005436119222292508
previous_iter_valid_loss : 0.1610191911458969
716060 0.161171 0.161019 0.165662 CURRENT LEARNING RATE: 0.0005435032107163184
previous_iter_valid_loss : 0.16217221319675446
716080 0.162327 0.162172 0.165480 CURRENT LEARNING RATE: 0.000543394520943515
previous_iter_valid_loss : 0.16426104307174683
716100 0.164453 0.164261 0.165068 CURRENT LEARNING RATE: 0.000543285852906492
previous_iter_valid_loss : 0.16144171357154846
716120 0.161625 0.161442 0.164321 CURRENT LEARNING RATE: 0.0005431772066009031
previous_iter_valid_loss : 0.16055928170681
716140 0.160735 0.160559 0.164318 CURRENT LEARNING RATE: 0.0005430685820224032
previous_iter_valid_loss : 0.16098065674304962
716160 0.161167 0.160981 0.162943 CURRENT LEARNING RATE: 0.0005429599791666461
previous_iter_valid_loss : 0.1613505780696869
716180 0.161504 0.161351 0.162753 CURRENT LEARNING RATE: 0.0005428513980292886
previous_iter_valid_loss : 0.1789187341928482
716200 0.179245 0.178919 0.163548 CURRENT LEARNING RATE: 0.0005427428386059868
previous_iter_valid_loss : 0.1605534702539444
716220 0.160705 0.160553 0.163295 CURRENT LEARNING RATE: 0.000542634300892399
previous_iter_valid_loss : 0.16339710354804993
716240 0.163599 0.163397 0.162810 CURRENT LEARNING RATE: 0.0005425257848841828
previous_iter_valid_loss : 0.18082964420318604
716260 0.180989 0.180830 0.163824 CURRENT LEARNING RATE: 0.0005424172905769986
previous_iter_valid_loss : 0.16257275640964508
716280 0.162740 0.162573 0.163829 CURRENT LEARNING RATE: 0.0005423088179665055
previous_iter_valid_loss : 0.16324211657047272
716300 0.163428 0.163242 0.163925 CURRENT LEARNING RATE: 0.0005422003670483658
previous_iter_valid_loss : 0.16094054281711578
716320 0.161096 0.160941 0.163897 CURRENT LEARNING RATE: 0.0005420919378182404
previous_iter_valid_loss : 0.16099724173545837
716340 0.161159 0.160997 0.163917 CURRENT LEARNING RATE: 0.000541983530271793
previous_iter_valid_loss : 0.17762690782546997
716360 0.177923 0.177627 0.164750 CURRENT LEARNING RATE: 0.0005418751444046864
previous_iter_valid_loss : 0.16127502918243408
716380 0.161456 0.161275 0.164711 CURRENT LEARNING RATE: 0.0005417667802125861
previous_iter_valid_loss : 0.1635822355747223
716400 0.163775 0.163582 0.164579 CURRENT LEARNING RATE: 0.0005416584376911566
previous_iter_valid_loss : 0.16988295316696167
716420 0.170032 0.169883 0.164857 CURRENT LEARNING RATE: 0.0005415501168360653
previous_iter_valid_loss : 0.1829896867275238
716440 0.183142 0.182990 0.165928 CURRENT LEARNING RATE: 0.0005414418176429781
previous_iter_valid_loss : 0.16685883700847626
716460 0.167074 0.166859 0.166220 CURRENT LEARNING RATE: 0.0005413335401075642
previous_iter_valid_loss : 0.16188189387321472
716480 0.162038 0.161882 0.166205 CURRENT LEARNING RATE: 0.0005412252842254916
previous_iter_valid_loss : 0.16237379610538483
716500 0.162567 0.162374 0.166111 CURRENT LEARNING RATE: 0.0005411170499924308
previous_iter_valid_loss : 0.16404293477535248
716520 0.164240 0.164043 0.166241 CURRENT LEARNING RATE: 0.0005410088374040516
previous_iter_valid_loss : 0.16239707171916962
716540 0.162575 0.162397 0.166333 CURRENT LEARNING RATE: 0.0005409006464560261
previous_iter_valid_loss : 0.177716463804245
716560 0.178012 0.177716 0.167169 CURRENT LEARNING RATE: 0.0005407924771440269
previous_iter_valid_loss : 0.1619798243045807
716580 0.162177 0.161980 0.167201 CURRENT LEARNING RATE: 0.0005406843294637263
previous_iter_valid_loss : 0.16137340664863586
716600 0.161530 0.161373 0.166324 CURRENT LEARNING RATE: 0.0005405762034107996
previous_iter_valid_loss : 0.16097787022590637
716620 0.161156 0.160978 0.166345 CURRENT LEARNING RATE: 0.0005404680989809205
previous_iter_valid_loss : 0.16318784654140472
716640 0.163379 0.163188 0.166334 CURRENT LEARNING RATE: 0.000540360016169766
previous_iter_valid_loss : 0.16085340082645416
716660 0.161013 0.160853 0.165335 CURRENT LEARNING RATE: 0.0005402519549730116
previous_iter_valid_loss : 0.16058877110481262
716680 0.160749 0.160589 0.165236 CURRENT LEARNING RATE: 0.000540143915386336
previous_iter_valid_loss : 0.16067048907279968
716700 0.160820 0.160670 0.165108 CURRENT LEARNING RATE: 0.0005400358974054168
previous_iter_valid_loss : 0.16546693444252014
716720 0.165632 0.165467 0.165334 CURRENT LEARNING RATE: 0.0005399279010259338
previous_iter_valid_loss : 0.16124676167964935
716740 0.161402 0.161247 0.165347 CURRENT LEARNING RATE: 0.0005398199262435666
previous_iter_valid_loss : 0.17474576830863953
716760 0.174902 0.174746 0.165202 CURRENT LEARNING RATE: 0.000539711973053997
previous_iter_valid_loss : 0.16226446628570557
716780 0.162463 0.162264 0.165252 CURRENT LEARNING RATE: 0.0005396040414529057
previous_iter_valid_loss : 0.16059674322605133
716800 0.160757 0.160597 0.165103 CURRENT LEARNING RATE: 0.0005394961314359769
previous_iter_valid_loss : 0.16149359941482544
716820 0.161654 0.161494 0.164683 CURRENT LEARNING RATE: 0.0005393882429988927
previous_iter_valid_loss : 0.17295031249523163
716840 0.173220 0.172950 0.164181 CURRENT LEARNING RATE: 0.000539280376137339
previous_iter_valid_loss : 0.16209107637405396
716860 0.162242 0.162091 0.163943 CURRENT LEARNING RATE: 0.0005391725308469997
previous_iter_valid_loss : 0.1628609597682953
716880 0.163057 0.162861 0.163992 CURRENT LEARNING RATE: 0.0005390647071235624
previous_iter_valid_loss : 0.1606796234846115
716900 0.160838 0.160680 0.163907 CURRENT LEARNING RATE: 0.0005389569049627129
previous_iter_valid_loss : 0.16071854531764984
716920 0.160878 0.160719 0.163741 CURRENT LEARNING RATE: 0.0005388491243601396
previous_iter_valid_loss : 0.1637357473373413
716940 0.163898 0.163736 0.163808 CURRENT LEARNING RATE: 0.0005387413653115319
previous_iter_valid_loss : 0.18383584916591644
716960 0.184196 0.183836 0.164114 CURRENT LEARNING RATE: 0.0005386336278125784
previous_iter_valid_loss : 0.16093212366104126
716980 0.161108 0.160932 0.164061 CURRENT LEARNING RATE: 0.0005385259118589705
previous_iter_valid_loss : 0.16141602396965027
717000 0.161574 0.161416 0.164063 CURRENT LEARNING RATE: 0.0005384182174463988
previous_iter_valid_loss : 0.17484676837921143
717020 0.175135 0.174847 0.164757 CURRENT LEARNING RATE: 0.0005383105445705563
previous_iter_valid_loss : 0.16154590249061584
717040 0.161734 0.161546 0.164675 CURRENT LEARNING RATE: 0.000538202893227135
previous_iter_valid_loss : 0.16260434687137604
717060 0.162794 0.162604 0.164762 CURRENT LEARNING RATE: 0.0005380952634118302
previous_iter_valid_loss : 0.16071955859661102
717080 0.160873 0.160720 0.164769 CURRENT LEARNING RATE: 0.0005379876551203354
previous_iter_valid_loss : 0.16347374022006989
717100 0.163673 0.163474 0.164909 CURRENT LEARNING RATE: 0.0005378800683483474
previous_iter_valid_loss : 0.16166074573993683
717120 0.161839 0.161661 0.164719 CURRENT LEARNING RATE: 0.0005377725030915617
previous_iter_valid_loss : 0.1609220951795578
717140 0.161084 0.160922 0.164703 CURRENT LEARNING RATE: 0.0005376649593456768
previous_iter_valid_loss : 0.16704411804676056
717160 0.167205 0.167044 0.164317 CURRENT LEARNING RATE: 0.0005375574371063897
previous_iter_valid_loss : 0.1610976606607437
717180 0.161277 0.161098 0.164259 CURRENT LEARNING RATE: 0.0005374499363694007
previous_iter_valid_loss : 0.170892596244812
717200 0.171145 0.170893 0.164774 CURRENT LEARNING RATE: 0.0005373424571304088
previous_iter_valid_loss : 0.1628085821866989
717220 0.163006 0.162809 0.164840 CURRENT LEARNING RATE: 0.0005372349993851157
previous_iter_valid_loss : 0.1755787432193756
717240 0.175858 0.175579 0.164971 CURRENT LEARNING RATE: 0.0005371275631292222
previous_iter_valid_loss : 0.1633465439081192
717260 0.163539 0.163347 0.165034 CURRENT LEARNING RATE: 0.0005370201483584317
previous_iter_valid_loss : 0.16051526367664337
717280 0.160682 0.160515 0.164917 CURRENT LEARNING RATE: 0.0005369127550684467
previous_iter_valid_loss : 0.16196194291114807
717300 0.162150 0.161962 0.164981 CURRENT LEARNING RATE: 0.0005368053832549726
previous_iter_valid_loss : 0.1682875156402588
717320 0.168442 0.168288 0.165359 CURRENT LEARNING RATE: 0.0005366980329137133
previous_iter_valid_loss : 0.1608067750930786
717340 0.160967 0.160807 0.165213 CURRENT LEARNING RATE: 0.0005365907040403755
previous_iter_valid_loss : 0.163121297955513
717360 0.163321 0.163121 0.164177 CURRENT LEARNING RATE: 0.0005364833966306663
previous_iter_valid_loss : 0.1658722162246704
717380 0.166028 0.165872 0.164424 CURRENT LEARNING RATE: 0.0005363761106802926
previous_iter_valid_loss : 0.1605033129453659
717400 0.160666 0.160503 0.164378 CURRENT LEARNING RATE: 0.0005362688461849638
previous_iter_valid_loss : 0.1697416752576828
717420 0.169976 0.169742 0.164123 CURRENT LEARNING RATE: 0.0005361616031403886
previous_iter_valid_loss : 0.161600723862648
717440 0.161787 0.161601 0.164126 CURRENT LEARNING RATE: 0.0005360543815422779
previous_iter_valid_loss : 0.16294045746326447
717460 0.163108 0.162940 0.164143 CURRENT LEARNING RATE: 0.0005359471813863422
previous_iter_valid_loss : 0.1605118066072464
717480 0.160668 0.160512 0.164132 CURRENT LEARNING RATE: 0.0005358400026682943
previous_iter_valid_loss : 0.16920608282089233
717500 0.169454 0.169206 0.164419 CURRENT LEARNING RATE: 0.000535732845383846
previous_iter_valid_loss : 0.16050595045089722
717520 0.160663 0.160506 0.164361 CURRENT LEARNING RATE: 0.0005356257095287121
previous_iter_valid_loss : 0.1634954959154129
717540 0.163687 0.163495 0.164490 CURRENT LEARNING RATE: 0.0005355185950986063
previous_iter_valid_loss : 0.16302542388439178
717560 0.163217 0.163025 0.164289 CURRENT LEARNING RATE: 0.0005354115020892446
previous_iter_valid_loss : 0.18305984139442444
717580 0.183411 0.183060 0.165387 CURRENT LEARNING RATE: 0.0005353044304963428
previous_iter_valid_loss : 0.16607150435447693
717600 0.166233 0.166072 0.165146 CURRENT LEARNING RATE: 0.0005351973803156187
previous_iter_valid_loss : 0.1725543886423111
717620 0.172699 0.172554 0.165633 CURRENT LEARNING RATE: 0.0005350903515427893
previous_iter_valid_loss : 0.16471777856349945
717640 0.164913 0.164718 0.165090 CURRENT LEARNING RATE: 0.0005349833441735747
previous_iter_valid_loss : 0.1618206650018692
717660 0.161978 0.161821 0.165014 CURRENT LEARNING RATE: 0.0005348763582036933
previous_iter_valid_loss : 0.1645778864622116
717680 0.164752 0.164578 0.165217 CURRENT LEARNING RATE: 0.0005347693936288668
previous_iter_valid_loss : 0.18164560198783875
717700 0.181804 0.181646 0.166201 CURRENT LEARNING RATE: 0.0005346624504448158
previous_iter_valid_loss : 0.1704767495393753
717720 0.170717 0.170477 0.166311 CURRENT LEARNING RATE: 0.0005345555286472632
previous_iter_valid_loss : 0.1614859402179718
717740 0.161674 0.161486 0.166345 CURRENT LEARNING RATE: 0.0005344486282319314
previous_iter_valid_loss : 0.17647092044353485
717760 0.176630 0.176471 0.167012 CURRENT LEARNING RATE: 0.0005343417491945448
previous_iter_valid_loss : 0.16090090572834015
717780 0.161061 0.160901 0.166763 CURRENT LEARNING RATE: 0.0005342348915308286
previous_iter_valid_loss : 0.16643501818180084
717800 0.166594 0.166435 0.167060 CURRENT LEARNING RATE: 0.0005341280552365078
previous_iter_valid_loss : 0.16179943084716797
717820 0.161990 0.161799 0.166663 CURRENT LEARNING RATE: 0.0005340212403073098
previous_iter_valid_loss : 0.16236449778079987
717840 0.162567 0.162364 0.166701 CURRENT LEARNING RATE: 0.000533914446738961
previous_iter_valid_loss : 0.16106022894382477
717860 0.161221 0.161060 0.166607 CURRENT LEARNING RATE: 0.0005338076745271905
previous_iter_valid_loss : 0.16396822035312653
717880 0.164169 0.163968 0.166780 CURRENT LEARNING RATE: 0.0005337009236677265
previous_iter_valid_loss : 0.16927187144756317
717900 0.169516 0.169272 0.166783 CURRENT LEARNING RATE: 0.0005335941941563002
previous_iter_valid_loss : 0.18178124725818634
717920 0.182119 0.181781 0.167847 CURRENT LEARNING RATE: 0.0005334874859886412
previous_iter_valid_loss : 0.18672078847885132
717940 0.187121 0.186721 0.169008 CURRENT LEARNING RATE: 0.0005333807991604821
previous_iter_valid_loss : 0.17336434125900269
717960 0.173639 0.173364 0.169525 CURRENT LEARNING RATE: 0.0005332741336675546
previous_iter_valid_loss : 0.17248661816120148
717980 0.172748 0.172487 0.168996 CURRENT LEARNING RATE: 0.000533167489505593
previous_iter_valid_loss : 0.16060477495193481
718000 0.160772 0.160605 0.168723 CURRENT LEARNING RATE: 0.0005330608666703307
previous_iter_valid_loss : 0.16647467017173767
718020 0.166684 0.166475 0.168419 CURRENT LEARNING RATE: 0.0005329542651575035
previous_iter_valid_loss : 0.18676699697971344
718040 0.187170 0.186767 0.169522 CURRENT LEARNING RATE: 0.0005328476849628465
previous_iter_valid_loss : 0.17860296368598938
718060 0.178913 0.178603 0.170361 CURRENT LEARNING RATE: 0.0005327411260820973
previous_iter_valid_loss : 0.16369985044002533
718080 0.163865 0.163700 0.170317 CURRENT LEARNING RATE: 0.000532634588510993
previous_iter_valid_loss : 0.16466602683067322
718100 0.164838 0.164666 0.169468 CURRENT LEARNING RATE: 0.0005325280722452727
previous_iter_valid_loss : 0.16989143192768097
718120 0.170042 0.169891 0.169439 CURRENT LEARNING RATE: 0.0005324215772806748
previous_iter_valid_loss : 0.16291606426239014
718140 0.163076 0.162916 0.169510 CURRENT LEARNING RATE: 0.0005323151036129402
previous_iter_valid_loss : 0.16054566204547882
718160 0.160697 0.160546 0.168714 CURRENT LEARNING RATE: 0.0005322086512378101
previous_iter_valid_loss : 0.1733180284500122
718180 0.173473 0.173318 0.169335 CURRENT LEARNING RATE: 0.0005321022201510259
previous_iter_valid_loss : 0.17008468508720398
718200 0.170328 0.170085 0.169517 CURRENT LEARNING RATE: 0.0005319958103483308
previous_iter_valid_loss : 0.16085536777973175
718220 0.161035 0.160855 0.169470 CURRENT LEARNING RATE: 0.0005318894218254678
previous_iter_valid_loss : 0.17238517105579376
718240 0.172535 0.172385 0.169971 CURRENT LEARNING RATE: 0.0005317830545781823
previous_iter_valid_loss : 0.16081279516220093
718260 0.160973 0.160813 0.169959 CURRENT LEARNING RATE: 0.0005316767086022185
previous_iter_valid_loss : 0.160577654838562
718280 0.160736 0.160578 0.169789 CURRENT LEARNING RATE: 0.0005315703838933236
previous_iter_valid_loss : 0.17357756197452545
718300 0.173847 0.173578 0.170004 CURRENT LEARNING RATE: 0.0005314640804472437
previous_iter_valid_loss : 0.16436225175857544
718320 0.164557 0.164362 0.169133 CURRENT LEARNING RATE: 0.0005313577982597275
previous_iter_valid_loss : 0.16130809485912323
718340 0.161492 0.161308 0.167863 CURRENT LEARNING RATE: 0.0005312515373265228
previous_iter_valid_loss : 0.16056624054908752
718360 0.160728 0.160566 0.167223 CURRENT LEARNING RATE: 0.0005311452976433803
previous_iter_valid_loss : 0.16352231800556183
718380 0.163717 0.163522 0.166775 CURRENT LEARNING RATE: 0.0005310390792060491
previous_iter_valid_loss : 0.17032252252101898
718400 0.170562 0.170323 0.167261 CURRENT LEARNING RATE: 0.0005309328820102817
previous_iter_valid_loss : 0.17570102214813232
718420 0.175850 0.175701 0.167722 CURRENT LEARNING RATE: 0.0005308267060518292
previous_iter_valid_loss : 0.16207203269004822
718440 0.162227 0.162072 0.166487 CURRENT LEARNING RATE: 0.0005307205513264456
previous_iter_valid_loss : 0.16593042016029358
718460 0.166093 0.165930 0.165853 CURRENT LEARNING RATE: 0.0005306144178298834
previous_iter_valid_loss : 0.1843373328447342
718480 0.184701 0.184337 0.166885 CURRENT LEARNING RATE: 0.0005305083055578986
previous_iter_valid_loss : 0.1706455647945404
718500 0.170895 0.170646 0.167184 CURRENT LEARNING RATE: 0.0005304022145062456
previous_iter_valid_loss : 0.17981894314289093
718520 0.179976 0.179819 0.167681 CURRENT LEARNING RATE: 0.0005302961446706818
previous_iter_valid_loss : 0.1605277806520462
718540 0.160682 0.160528 0.167561 CURRENT LEARNING RATE: 0.0005301900960469633
previous_iter_valid_loss : 0.16978967189788818
718560 0.169939 0.169790 0.168023 CURRENT LEARNING RATE: 0.0005300840686308486
previous_iter_valid_loss : 0.16122116148471832
718580 0.161402 0.161221 0.167419 CURRENT LEARNING RATE: 0.0005299780624180973
previous_iter_valid_loss : 0.16064174473285675
718600 0.160813 0.160642 0.166947 CURRENT LEARNING RATE: 0.0005298720774044682
previous_iter_valid_loss : 0.16052356362342834
718620 0.160687 0.160524 0.166930 CURRENT LEARNING RATE: 0.0005297661135857226
previous_iter_valid_loss : 0.16297568380832672
718640 0.163175 0.162976 0.166459 CURRENT LEARNING RATE: 0.0005296601709576212
previous_iter_valid_loss : 0.1654438078403473
718660 0.165644 0.165444 0.166691 CURRENT LEARNING RATE: 0.0005295542495159271
previous_iter_valid_loss : 0.16232869029045105
718680 0.162529 0.162329 0.166779 CURRENT LEARNING RATE: 0.0005294483492564027
previous_iter_valid_loss : 0.1610640287399292
718700 0.161223 0.161064 0.166153 CURRENT LEARNING RATE: 0.0005293424701748127
previous_iter_valid_loss : 0.16261868178844452
718720 0.162820 0.162619 0.166066 CURRENT LEARNING RATE: 0.0005292366122669213
previous_iter_valid_loss : 0.165932759642601
718740 0.166131 0.165933 0.166297 CURRENT LEARNING RATE: 0.0005291307755284947
previous_iter_valid_loss : 0.16946084797382355
718760 0.169692 0.169461 0.166742 CURRENT LEARNING RATE: 0.0005290249599552989
previous_iter_valid_loss : 0.1605304777622223
718780 0.160693 0.160530 0.166592 CURRENT LEARNING RATE: 0.0005289191655431019
previous_iter_valid_loss : 0.16584472358226776
718800 0.166067 0.165845 0.166368 CURRENT LEARNING RATE: 0.0005288133922876711
previous_iter_valid_loss : 0.1609131097793579
718820 0.161082 0.160913 0.165629 CURRENT LEARNING RATE: 0.0005287076401847766
previous_iter_valid_loss : 0.16112953424453735
718840 0.161288 0.161130 0.165582 CURRENT LEARNING RATE: 0.0005286019092301873
previous_iter_valid_loss : 0.16928765177726746
718860 0.169444 0.169288 0.165749 CURRENT LEARNING RATE: 0.000528496199419675
previous_iter_valid_loss : 0.16144300997257233
718880 0.161600 0.161443 0.164605 CURRENT LEARNING RATE: 0.0005283905107490103
previous_iter_valid_loss : 0.16126328706741333
718900 0.161444 0.161263 0.164136 CURRENT LEARNING RATE: 0.0005282848432139664
previous_iter_valid_loss : 0.160682812333107
718920 0.160836 0.160683 0.163179 CURRENT LEARNING RATE: 0.0005281791968103159
previous_iter_valid_loss : 0.162485271692276
718940 0.162667 0.162485 0.163277 CURRENT LEARNING RATE: 0.0005280735715338334
previous_iter_valid_loss : 0.16137972474098206
718960 0.161567 0.161380 0.162856 CURRENT LEARNING RATE: 0.0005279679673802942
previous_iter_valid_loss : 0.16823327541351318
718980 0.168462 0.168233 0.163207 CURRENT LEARNING RATE: 0.0005278623843454733
previous_iter_valid_loss : 0.1733827143907547
719000 0.173641 0.173383 0.163844 CURRENT LEARNING RATE: 0.0005277568224251484
previous_iter_valid_loss : 0.1662176549434662
719020 0.166438 0.166218 0.164129 CURRENT LEARNING RATE: 0.0005276512816150959
previous_iter_valid_loss : 0.16543343663215637
719040 0.165646 0.165433 0.164251 CURRENT LEARNING RATE: 0.0005275457619110953
previous_iter_valid_loss : 0.16165989637374878
719060 0.161843 0.161660 0.164062 CURRENT LEARNING RATE: 0.0005274402633089248
previous_iter_valid_loss : 0.16262811422348022
719080 0.162789 0.162628 0.164077 CURRENT LEARNING RATE: 0.0005273347858043652
previous_iter_valid_loss : 0.17024023830890656
719100 0.170494 0.170240 0.164536 CURRENT LEARNING RATE: 0.0005272293293931968
previous_iter_valid_loss : 0.16119465231895447
719120 0.161377 0.161195 0.164465 CURRENT LEARNING RATE: 0.0005271238940712021
previous_iter_valid_loss : 0.17069609463214874
719140 0.170845 0.170696 0.164703 CURRENT LEARNING RATE: 0.0005270184798341627
previous_iter_valid_loss : 0.1607912927865982
719160 0.160975 0.160791 0.164270 CURRENT LEARNING RATE: 0.000526913086677863
previous_iter_valid_loss : 0.16379719972610474
719180 0.163969 0.163797 0.164433 CURRENT LEARNING RATE: 0.0005268077145980864
previous_iter_valid_loss : 0.16240762174129486
719200 0.162568 0.162408 0.164261 CURRENT LEARNING RATE: 0.000526702363590619
previous_iter_valid_loss : 0.17237453162670135
719220 0.172520 0.172375 0.164834 CURRENT LEARNING RATE: 0.0005265970336512457
previous_iter_valid_loss : 0.1666618436574936
719240 0.166817 0.166662 0.165111 CURRENT LEARNING RATE: 0.0005264917247757543
previous_iter_valid_loss : 0.17294125258922577
719260 0.173210 0.172941 0.165293 CURRENT LEARNING RATE: 0.0005263864369599315
previous_iter_valid_loss : 0.17114004492759705
719280 0.171293 0.171140 0.165778 CURRENT LEARNING RATE: 0.0005262811701995667
previous_iter_valid_loss : 0.16549986600875854
719300 0.165668 0.165500 0.165990 CURRENT LEARNING RATE: 0.0005261759244904482
previous_iter_valid_loss : 0.16401253640651703
719320 0.164220 0.164013 0.166157 CURRENT LEARNING RATE: 0.0005260706998283674
previous_iter_valid_loss : 0.1686364859342575
719340 0.168791 0.168636 0.166464 CURRENT LEARNING RATE: 0.000525965496209114
previous_iter_valid_loss : 0.16845740377902985
719360 0.168615 0.168457 0.166818 CURRENT LEARNING RATE: 0.0005258603136284807
previous_iter_valid_loss : 0.1691329926252365
719380 0.169290 0.169133 0.166863 CURRENT LEARNING RATE: 0.0005257551520822603
previous_iter_valid_loss : 0.16512031853199005
719400 0.165288 0.165120 0.166450 CURRENT LEARNING RATE: 0.0005256500115662458
previous_iter_valid_loss : 0.16153815388679504
719420 0.161725 0.161538 0.166216 CURRENT LEARNING RATE: 0.0005255448920762322
previous_iter_valid_loss : 0.16053444147109985
719440 0.160687 0.160534 0.165971 CURRENT LEARNING RATE: 0.0005254397936080139
previous_iter_valid_loss : 0.18393950164318085
719460 0.184311 0.183940 0.167085 CURRENT LEARNING RATE: 0.0005253347161573878
previous_iter_valid_loss : 0.18357694149017334
719480 0.183943 0.183577 0.168132 CURRENT LEARNING RATE: 0.0005252296597201499
previous_iter_valid_loss : 0.16092227399349213
719500 0.161102 0.160922 0.167666 CURRENT LEARNING RATE: 0.0005251246242920991
previous_iter_valid_loss : 0.17875240743160248
719520 0.178912 0.178752 0.168544 CURRENT LEARNING RATE: 0.0005250196098690329
previous_iter_valid_loss : 0.16369876265525818
719540 0.163865 0.163699 0.168194 CURRENT LEARNING RATE: 0.0005249146164467515
previous_iter_valid_loss : 0.16066214442253113
719560 0.160814 0.160662 0.168188 CURRENT LEARNING RATE: 0.0005248096440210545
previous_iter_valid_loss : 0.1623142659664154
719580 0.162502 0.162314 0.168114 CURRENT LEARNING RATE: 0.0005247046925877435
previous_iter_valid_loss : 0.1644938737154007
719600 0.164656 0.164494 0.168218 CURRENT LEARNING RATE: 0.0005245997621426201
previous_iter_valid_loss : 0.18303796648979187
719620 0.183399 0.183038 0.168751 CURRENT LEARNING RATE: 0.0005244948526814876
previous_iter_valid_loss : 0.16898056864738464
719640 0.169218 0.168981 0.168867 CURRENT LEARNING RATE: 0.0005243899642001489
previous_iter_valid_loss : 0.1707545518875122
719660 0.170901 0.170755 0.168758 CURRENT LEARNING RATE: 0.0005242850966944092
previous_iter_valid_loss : 0.17125630378723145
719680 0.171405 0.171256 0.168764 CURRENT LEARNING RATE: 0.0005241802501600731
previous_iter_valid_loss : 0.16120439767837524
719700 0.161392 0.161204 0.168549 CURRENT LEARNING RATE: 0.0005240754245929474
previous_iter_valid_loss : 0.1719895452260971
719720 0.172257 0.171990 0.168948 CURRENT LEARNING RATE: 0.0005239706199888384
previous_iter_valid_loss : 0.1671418398618698
719740 0.167297 0.167142 0.168873 CURRENT LEARNING RATE: 0.0005238658363435542
previous_iter_valid_loss : 0.17095765471458435
719760 0.171108 0.170958 0.168998 CURRENT LEARNING RATE: 0.000523761073652904
previous_iter_valid_loss : 0.16187499463558197
719780 0.162052 0.161875 0.168635 CURRENT LEARNING RATE: 0.0005236563319126964
previous_iter_valid_loss : 0.16721220314502716
719800 0.167420 0.167212 0.168740 CURRENT LEARNING RATE: 0.0005235516111187426
previous_iter_valid_loss : 0.1651618480682373
719820 0.165322 0.165162 0.168921 CURRENT LEARNING RATE: 0.0005234469112668528
previous_iter_valid_loss : 0.16091607511043549
719840 0.161092 0.160916 0.168940 CURRENT LEARNING RATE: 0.00052334223235284
previous_iter_valid_loss : 0.16070659458637238
719860 0.160881 0.160707 0.167778 CURRENT LEARNING RATE: 0.0005232375743725161
previous_iter_valid_loss : 0.16075249016284943
719880 0.160932 0.160752 0.166637 CURRENT LEARNING RATE: 0.0005231329373216957
previous_iter_valid_loss : 0.16608445346355438
719900 0.166291 0.166084 0.166895 CURRENT LEARNING RATE: 0.0005230283211961924
previous_iter_valid_loss : 0.1651935875415802
719920 0.165402 0.165194 0.166217 CURRENT LEARNING RATE: 0.0005229237259918224
previous_iter_valid_loss : 0.17271485924720764
719940 0.172862 0.172715 0.166668 CURRENT LEARNING RATE: 0.0005228191517044012
previous_iter_valid_loss : 0.1753743290901184
719960 0.175522 0.175374 0.167404 CURRENT LEARNING RATE: 0.0005227145983297465
previous_iter_valid_loss : 0.16070568561553955
719980 0.160875 0.160706 0.167323 CURRENT LEARNING RATE: 0.0005226100658636754
previous_iter_valid_loss : 0.16081875562667847
720000 0.160968 0.160819 0.167140 CURRENT LEARNING RATE: 0.0005225055543020074
previous_iter_valid_loss : 0.1615058034658432
720020 0.161692 0.161506 0.166063 CURRENT LEARNING RATE: 0.0005224010636405613
previous_iter_valid_loss : 0.1605318933725357
720040 0.160692 0.160532 0.165641 CURRENT LEARNING RATE: 0.0005222965938751581
previous_iter_valid_loss : 0.16304321587085724
720060 0.163239 0.163043 0.165255 CURRENT LEARNING RATE: 0.0005221921450016185
previous_iter_valid_loss : 0.16712798178195953
720080 0.167342 0.167128 0.165049 CURRENT LEARNING RATE: 0.0005220877170157651
previous_iter_valid_loss : 0.17624221742153168
720100 0.176535 0.176242 0.165800 CURRENT LEARNING RATE: 0.00052198330991342
previous_iter_valid_loss : 0.16058911383152008
720120 0.160767 0.160589 0.165230 CURRENT LEARNING RATE: 0.0005218789236904077
previous_iter_valid_loss : 0.16188642382621765
720140 0.162080 0.161886 0.164968 CURRENT LEARNING RATE: 0.0005217745583425521
previous_iter_valid_loss : 0.16091354191303253
720160 0.161095 0.160914 0.164465 CURRENT LEARNING RATE: 0.0005216702138656789
previous_iter_valid_loss : 0.16057290136814117
720180 0.160718 0.160573 0.164400 CURRENT LEARNING RATE: 0.0005215658902556148
previous_iter_valid_loss : 0.17047983407974243
720200 0.170727 0.170480 0.164564 CURRENT LEARNING RATE: 0.0005214615875081858
previous_iter_valid_loss : 0.16940583288669586
720220 0.169661 0.169406 0.164776 CURRENT LEARNING RATE: 0.000521357305619221
previous_iter_valid_loss : 0.16059663891792297
720240 0.160763 0.160597 0.164760 CURRENT LEARNING RATE: 0.0005212530445845479
previous_iter_valid_loss : 0.16209928691387177
720260 0.162282 0.162099 0.164830 CURRENT LEARNING RATE: 0.0005211488043999972
previous_iter_valid_loss : 0.1605362743139267
720280 0.160698 0.160536 0.164819 CURRENT LEARNING RATE: 0.0005210445850613982
previous_iter_valid_loss : 0.17476065456867218
720300 0.174914 0.174761 0.165253 CURRENT LEARNING RATE: 0.0005209403865645832
previous_iter_valid_loss : 0.1621207594871521
720320 0.162308 0.162121 0.165099 CURRENT LEARNING RATE: 0.0005208362089053831
previous_iter_valid_loss : 0.16191834211349487
720340 0.162107 0.161918 0.164559 CURRENT LEARNING RATE: 0.000520732052079632
previous_iter_valid_loss : 0.16892974078655243
720360 0.169088 0.168930 0.164237 CURRENT LEARNING RATE: 0.0005206279160831627
previous_iter_valid_loss : 0.1643187552690506
720380 0.164522 0.164319 0.164418 CURRENT LEARNING RATE: 0.0005205238009118106
previous_iter_valid_loss : 0.16059604287147522
720400 0.160755 0.160596 0.164406 CURRENT LEARNING RATE: 0.00052041970656141
previous_iter_valid_loss : 0.16264674067497253
720420 0.162840 0.162647 0.164463 CURRENT LEARNING RATE: 0.0005203156330277983
previous_iter_valid_loss : 0.16069233417510986
720440 0.160847 0.160692 0.164471 CURRENT LEARNING RATE: 0.0005202115803068114
previous_iter_valid_loss : 0.16159577667713165
720460 0.161763 0.161596 0.164399 CURRENT LEARNING RATE: 0.0005201075483942883
previous_iter_valid_loss : 0.1635095775127411
720480 0.163698 0.163510 0.164218 CURRENT LEARNING RATE: 0.0005200035372860668
previous_iter_valid_loss : 0.1681693196296692
720500 0.168384 0.168169 0.163815 CURRENT LEARNING RATE: 0.0005198995469779872
previous_iter_valid_loss : 0.17320550978183746
720520 0.173353 0.173206 0.164445 CURRENT LEARNING RATE: 0.0005197955774658891
previous_iter_valid_loss : 0.1608685553073883
720540 0.161049 0.160869 0.164394 CURRENT LEARNING RATE: 0.0005196916287456148
previous_iter_valid_loss : 0.1755821704864502
720560 0.175741 0.175582 0.165128 CURRENT LEARNING RATE: 0.0005195877008130051
previous_iter_valid_loss : 0.1626093089580536
720580 0.162777 0.162609 0.165230 CURRENT LEARNING RATE: 0.0005194837936639035
previous_iter_valid_loss : 0.16106297075748444
720600 0.161223 0.161063 0.164759 CURRENT LEARNING RATE: 0.0005193799072941542
previous_iter_valid_loss : 0.1605674773454666
720620 0.160737 0.160567 0.164317 CURRENT LEARNING RATE: 0.0005192760416996009
previous_iter_valid_loss : 0.16483107209205627
720640 0.164999 0.164831 0.164529 CURRENT LEARNING RATE: 0.0005191721968760898
previous_iter_valid_loss : 0.16066856682300568
720660 0.160831 0.160669 0.164457 CURRENT LEARNING RATE: 0.0005190683728194661
previous_iter_valid_loss : 0.18115924298763275
720680 0.181507 0.181159 0.165488 CURRENT LEARNING RATE: 0.0005189645695255778
previous_iter_valid_loss : 0.16831611096858978
720700 0.168476 0.168316 0.165166 CURRENT LEARNING RATE: 0.0005188607869902719
previous_iter_valid_loss : 0.1723896861076355
720720 0.172533 0.172390 0.165679 CURRENT LEARNING RATE: 0.000518757025209398
previous_iter_valid_loss : 0.16239848732948303
720740 0.162597 0.162398 0.165703 CURRENT LEARNING RATE: 0.0005186532841788048
previous_iter_valid_loss : 0.16055285930633545
720760 0.160712 0.160553 0.165285 CURRENT LEARNING RATE: 0.0005185495638943434
previous_iter_valid_loss : 0.1626613885164261
720780 0.162846 0.162661 0.165202 CURRENT LEARNING RATE: 0.0005184458643518643
previous_iter_valid_loss : 0.16972343623638153
720800 0.169971 0.169723 0.165658 CURRENT LEARNING RATE: 0.0005183421855472203
previous_iter_valid_loss : 0.16476061940193176
720820 0.164959 0.164761 0.165764 CURRENT LEARNING RATE: 0.0005182385274762632
previous_iter_valid_loss : 0.16623415052890778
720840 0.166398 0.166234 0.166041 CURRENT LEARNING RATE: 0.0005181348901348477
previous_iter_valid_loss : 0.16894866526126862
720860 0.169103 0.168949 0.166409 CURRENT LEARNING RATE: 0.0005180312735188276
previous_iter_valid_loss : 0.16103233397006989
720880 0.161214 0.161032 0.166285 CURRENT LEARNING RATE: 0.0005179276776240588
previous_iter_valid_loss : 0.16920439898967743
720900 0.169364 0.169204 0.166336 CURRENT LEARNING RATE: 0.0005178241024463969
previous_iter_valid_loss : 0.20211124420166016
720920 0.202185 0.202111 0.167782 CURRENT LEARNING RATE: 0.0005177205479816995
previous_iter_valid_loss : 0.17175477743148804
720940 0.171901 0.171755 0.168326 CURRENT LEARNING RATE: 0.0005176170142258236
previous_iter_valid_loss : 0.1980200558900833
720960 0.198118 0.198020 0.169448 CURRENT LEARNING RATE: 0.0005175135011746284
previous_iter_valid_loss : 0.1760045737028122
720980 0.176161 0.176005 0.170118 CURRENT LEARNING RATE: 0.0005174100088239737
previous_iter_valid_loss : 0.16397547721862793
721000 0.164140 0.163975 0.170263 CURRENT LEARNING RATE: 0.000517306537169719
previous_iter_valid_loss : 0.16084802150726318
721020 0.160997 0.160848 0.170277 CURRENT LEARNING RATE: 0.0005172030862077264
previous_iter_valid_loss : 0.17434272170066833
721040 0.174496 0.174343 0.170753 CURRENT LEARNING RATE: 0.0005170996559338568
previous_iter_valid_loss : 0.16221055388450623
721060 0.162402 0.162211 0.170830 CURRENT LEARNING RATE: 0.0005169962463439739
previous_iter_valid_loss : 0.1648193597793579
721080 0.165021 0.164819 0.170013 CURRENT LEARNING RATE: 0.0005168928574339406
previous_iter_valid_loss : 0.16336551308631897
721100 0.163534 0.163366 0.169766 CURRENT LEARNING RATE: 0.0005167894891996219
previous_iter_valid_loss : 0.16444501280784607
721120 0.164619 0.164445 0.169368 CURRENT LEARNING RATE: 0.0005166861416368827
previous_iter_valid_loss : 0.16172872483730316
721140 0.161917 0.161729 0.169335 CURRENT LEARNING RATE: 0.0005165828147415894
previous_iter_valid_loss : 0.1628079116344452
721160 0.162981 0.162808 0.169448 CURRENT LEARNING RATE: 0.0005164795085096085
previous_iter_valid_loss : 0.16872328519821167
721180 0.168966 0.168723 0.169751 CURRENT LEARNING RATE: 0.0005163762229368084
previous_iter_valid_loss : 0.1748393028974533
721200 0.174987 0.174839 0.170006 CURRENT LEARNING RATE: 0.0005162729580190567
previous_iter_valid_loss : 0.16607357561588287
721220 0.166233 0.166074 0.170072 CURRENT LEARNING RATE: 0.000516169713752224
previous_iter_valid_loss : 0.16392947733402252
721240 0.164099 0.163929 0.169957 CURRENT LEARNING RATE: 0.0005160664901321794
previous_iter_valid_loss : 0.1610192507505417
721260 0.161191 0.161019 0.169560 CURRENT LEARNING RATE: 0.000515963287154795
previous_iter_valid_loss : 0.1605837196111679
721280 0.160752 0.160584 0.169538 CURRENT LEARNING RATE: 0.0005158601048159417
previous_iter_valid_loss : 0.16374965012073517
721300 0.163926 0.163750 0.169265 CURRENT LEARNING RATE: 0.000515756943111493
previous_iter_valid_loss : 0.1729036569595337
721320 0.173051 0.172904 0.167805 CURRENT LEARNING RATE: 0.0005156538020373217
previous_iter_valid_loss : 0.17174087464809418
721340 0.171889 0.171741 0.167804 CURRENT LEARNING RATE: 0.000515550681589303
previous_iter_valid_loss : 0.16116371750831604
721360 0.161320 0.161164 0.165961 CURRENT LEARNING RATE: 0.0005154475817633112
previous_iter_valid_loss : 0.19387970864772797
721380 0.193997 0.193880 0.166855 CURRENT LEARNING RATE: 0.0005153445025552227
previous_iter_valid_loss : 0.16242249310016632
721400 0.162584 0.162422 0.166777 CURRENT LEARNING RATE: 0.0005152414439609148
previous_iter_valid_loss : 0.16087906062602997
721420 0.161058 0.160879 0.166779 CURRENT LEARNING RATE: 0.0005151384059762644
previous_iter_valid_loss : 0.16401422023773193
721440 0.164186 0.164014 0.166263 CURRENT LEARNING RATE: 0.0005150353885971507
previous_iter_valid_loss : 0.16232341527938843
721460 0.162497 0.162323 0.166268 CURRENT LEARNING RATE: 0.0005149323918194522
previous_iter_valid_loss : 0.1634850651025772
721480 0.163651 0.163485 0.166201 CURRENT LEARNING RATE: 0.0005148294156390498
previous_iter_valid_loss : 0.1616688221693039
721500 0.161854 0.161669 0.166117 CURRENT LEARNING RATE: 0.0005147264600518236
previous_iter_valid_loss : 0.1620732694864273
721520 0.162234 0.162073 0.165998 CURRENT LEARNING RATE: 0.0005146235250536564
previous_iter_valid_loss : 0.16598187386989594
721540 0.166190 0.165982 0.166211 CURRENT LEARNING RATE: 0.0005145206106404299
previous_iter_valid_loss : 0.16165028512477875
721560 0.161810 0.161650 0.166153 CURRENT LEARNING RATE: 0.0005144177168080283
previous_iter_valid_loss : 0.16142968833446503
721580 0.161587 0.161430 0.165788 CURRENT LEARNING RATE: 0.000514314843552335
previous_iter_valid_loss : 0.16419102251529694
721600 0.164388 0.164191 0.165256 CURRENT LEARNING RATE: 0.0005142119908692358
previous_iter_valid_loss : 0.17107424139976501
721620 0.171216 0.171074 0.165506 CURRENT LEARNING RATE: 0.000514109158754616
previous_iter_valid_loss : 0.16058602929115295
721640 0.160734 0.160586 0.165339 CURRENT LEARNING RATE: 0.000514006347204363
previous_iter_valid_loss : 0.16091176867485046
721660 0.161087 0.160912 0.165333 CURRENT LEARNING RATE: 0.0005139035562143635
previous_iter_valid_loss : 0.16256578266620636
721680 0.162761 0.162566 0.165432 CURRENT LEARNING RATE: 0.0005138007857805069
previous_iter_valid_loss : 0.1706705242395401
721700 0.170920 0.170671 0.165778 CURRENT LEARNING RATE: 0.0005136980358986813
previous_iter_valid_loss : 0.1606222242116928
721720 0.160789 0.160622 0.165164 CURRENT LEARNING RATE: 0.0005135953065647776
previous_iter_valid_loss : 0.16780416667461395
721740 0.168027 0.167804 0.164967 CURRENT LEARNING RATE: 0.0005134925977746858
previous_iter_valid_loss : 0.1640913039445877
721760 0.164254 0.164091 0.165114 CURRENT LEARNING RATE: 0.000513389909524298
previous_iter_valid_loss : 0.1778946965932846
721780 0.178203 0.177895 0.164315 CURRENT LEARNING RATE: 0.0005132872418095071
previous_iter_valid_loss : 0.164430171251297
721800 0.164602 0.164430 0.164415 CURRENT LEARNING RATE: 0.0005131845946262055
previous_iter_valid_loss : 0.1683197021484375
721820 0.168543 0.168320 0.164787 CURRENT LEARNING RATE: 0.0005130819679702881
previous_iter_valid_loss : 0.19279932975769043
721840 0.193272 0.192799 0.166226 CURRENT LEARNING RATE: 0.0005129793618376491
previous_iter_valid_loss : 0.18327875435352325
721860 0.183629 0.183279 0.167274 CURRENT LEARNING RATE: 0.0005128767762241852
previous_iter_valid_loss : 0.16166742146015167
721880 0.161829 0.161667 0.167183 CURRENT LEARNING RATE: 0.0005127742111257918
previous_iter_valid_loss : 0.16386908292770386
721900 0.164032 0.163869 0.167293 CURRENT LEARNING RATE: 0.0005126716665383675
previous_iter_valid_loss : 0.16088247299194336
721920 0.161033 0.160882 0.167234 CURRENT LEARNING RATE: 0.0005125691424578094
previous_iter_valid_loss : 0.16554631292819977
721940 0.165697 0.165546 0.167212 CURRENT LEARNING RATE: 0.0005124666388800175
previous_iter_valid_loss : 0.16460636258125305
721960 0.164798 0.164606 0.167360 CURRENT LEARNING RATE: 0.0005123641558008908
previous_iter_valid_loss : 0.16051191091537476
721980 0.160673 0.160512 0.167314 CURRENT LEARNING RATE: 0.0005122616932163309
previous_iter_valid_loss : 0.16536274552345276
722000 0.165525 0.165363 0.167372 CURRENT LEARNING RATE: 0.0005121592511222383
previous_iter_valid_loss : 0.1661134660243988
722020 0.166278 0.166113 0.167124 CURRENT LEARNING RATE: 0.0005120568295145163
previous_iter_valid_loss : 0.1606137901544571
722040 0.160772 0.160614 0.167126 CURRENT LEARNING RATE: 0.0005119544283890671
previous_iter_valid_loss : 0.16106830537319183
722060 0.161221 0.161068 0.167133 CURRENT LEARNING RATE: 0.0005118520477417955
previous_iter_valid_loss : 0.17501600086688995
722080 0.175166 0.175016 0.167756 CURRENT LEARNING RATE: 0.0005117496875686054
previous_iter_valid_loss : 0.1624070554971695
722100 0.162570 0.162407 0.167343 CURRENT LEARNING RATE: 0.0005116473478654033
previous_iter_valid_loss : 0.17368432879447937
722120 0.173959 0.173684 0.167996 CURRENT LEARNING RATE: 0.0005115450286280949
previous_iter_valid_loss : 0.1759818196296692
722140 0.176266 0.175982 0.168405 CURRENT LEARNING RATE: 0.0005114427298525881
previous_iter_valid_loss : 0.17600014805793762
722160 0.176149 0.176000 0.169000 CURRENT LEARNING RATE: 0.00051134045153479
previous_iter_valid_loss : 0.1687397062778473
722180 0.168894 0.168740 0.168542 CURRENT LEARNING RATE: 0.0005112381936706102
previous_iter_valid_loss : 0.16095437109470367
722200 0.161112 0.160954 0.168369 CURRENT LEARNING RATE: 0.0005111359562559584
previous_iter_valid_loss : 0.16104768216609955
722220 0.161205 0.161048 0.168005 CURRENT LEARNING RATE: 0.0005110337392867447
previous_iter_valid_loss : 0.16098636388778687
722240 0.161135 0.160986 0.166414 CURRENT LEARNING RATE: 0.0005109315427588811
previous_iter_valid_loss : 0.16113480925559998
722260 0.161288 0.161135 0.165307 CURRENT LEARNING RATE: 0.0005108293666682787
previous_iter_valid_loss : 0.1729097068309784
722280 0.173172 0.172910 0.165869 CURRENT LEARNING RATE: 0.0005107272110108516
previous_iter_valid_loss : 0.16954515874385834
722300 0.169791 0.169545 0.166153 CURRENT LEARNING RATE: 0.0005106250757825124
previous_iter_valid_loss : 0.16242142021656036
722320 0.162582 0.162421 0.166230 CURRENT LEARNING RATE: 0.0005105229609791769
previous_iter_valid_loss : 0.1607746183872223
722340 0.160934 0.160775 0.165992 CURRENT LEARNING RATE: 0.0005104208665967594
previous_iter_valid_loss : 0.1607326716184616
722360 0.160903 0.160733 0.165798 CURRENT LEARNING RATE: 0.0005103187926311771
previous_iter_valid_loss : 0.16072848439216614
722380 0.160875 0.160728 0.165809 CURRENT LEARNING RATE: 0.0005102167390783461
previous_iter_valid_loss : 0.16340778768062592
722400 0.163618 0.163408 0.165711 CURRENT LEARNING RATE: 0.0005101147059341851
previous_iter_valid_loss : 0.16089734435081482
722420 0.161075 0.160897 0.165450 CURRENT LEARNING RATE: 0.0005100126931946121
previous_iter_valid_loss : 0.16154932975769043
722440 0.161732 0.161549 0.165497 CURRENT LEARNING RATE: 0.0005099107008555473
previous_iter_valid_loss : 0.16112971305847168
722460 0.161304 0.161130 0.165500 CURRENT LEARNING RATE: 0.0005098087289129102
previous_iter_valid_loss : 0.16225238144397736
722480 0.162433 0.162252 0.164862 CURRENT LEARNING RATE: 0.0005097067773626227
previous_iter_valid_loss : 0.17056971788406372
722500 0.170723 0.170570 0.165270 CURRENT LEARNING RATE: 0.000509604846200606
previous_iter_valid_loss : 0.16384635865688324
722520 0.164012 0.163846 0.164778 CURRENT LEARNING RATE: 0.0005095029354227835
previous_iter_valid_loss : 0.1643947958946228
722540 0.164598 0.164395 0.164199 CURRENT LEARNING RATE: 0.0005094010450250782
previous_iter_valid_loss : 0.17549489438533783
722560 0.175781 0.175495 0.164173 CURRENT LEARNING RATE: 0.0005092991750034151
previous_iter_valid_loss : 0.16070790588855743
722580 0.160883 0.160708 0.163772 CURRENT LEARNING RATE: 0.0005091973253537187
previous_iter_valid_loss : 0.16103650629520416
722600 0.161181 0.161037 0.163776 CURRENT LEARNING RATE: 0.0005090954960719153
previous_iter_valid_loss : 0.16118665039539337
722620 0.161341 0.161187 0.163783 CURRENT LEARNING RATE: 0.0005089936871539324
previous_iter_valid_loss : 0.1832776665687561
722640 0.183430 0.183278 0.164897 CURRENT LEARNING RATE: 0.0005088918985956965
previous_iter_valid_loss : 0.16138297319412231
722660 0.161531 0.161383 0.164910 CURRENT LEARNING RATE: 0.0005087901303931371
previous_iter_valid_loss : 0.16305501759052277
722680 0.163223 0.163055 0.164417 CURRENT LEARNING RATE: 0.0005086883825421825
previous_iter_valid_loss : 0.16174763441085815
722700 0.161913 0.161748 0.164027 CURRENT LEARNING RATE: 0.0005085866550387637
previous_iter_valid_loss : 0.16055813431739807
722720 0.160715 0.160558 0.163934 CURRENT LEARNING RATE: 0.0005084849478788107
previous_iter_valid_loss : 0.16238592565059662
722740 0.162535 0.162386 0.164015 CURRENT LEARNING RATE: 0.0005083832610582562
previous_iter_valid_loss : 0.1608436554670334
722760 0.160990 0.160844 0.164020 CURRENT LEARNING RATE: 0.0005082815945730318
previous_iter_valid_loss : 0.1633022278547287
722780 0.163498 0.163302 0.164149 CURRENT LEARNING RATE: 0.0005081799484190717
previous_iter_valid_loss : 0.16901157796382904
722800 0.169162 0.169012 0.164429 CURRENT LEARNING RATE: 0.000508078322592309
previous_iter_valid_loss : 0.1605364978313446
722820 0.160701 0.160536 0.164411 CURRENT LEARNING RATE: 0.0005079767170886799
previous_iter_valid_loss : 0.16754676401615143
722840 0.167701 0.167547 0.164711 CURRENT LEARNING RATE: 0.000507875131904119
previous_iter_valid_loss : 0.163926362991333
722860 0.164094 0.163926 0.164851 CURRENT LEARNING RATE: 0.0005077735670345639
previous_iter_valid_loss : 0.17709966003894806
722880 0.177256 0.177100 0.165593 CURRENT LEARNING RATE: 0.0005076720224759511
previous_iter_valid_loss : 0.1715048998594284
722900 0.171652 0.171505 0.165640 CURRENT LEARNING RATE: 0.0005075704982242197
previous_iter_valid_loss : 0.16263271868228912
722920 0.162797 0.162633 0.165579 CURRENT LEARNING RATE: 0.0005074689942753079
previous_iter_valid_loss : 0.18094930052757263
722940 0.181268 0.180949 0.166407 CURRENT LEARNING RATE: 0.0005073675106251564
previous_iter_valid_loss : 0.1614532321691513
722960 0.161637 0.161453 0.165705 CURRENT LEARNING RATE: 0.0005072660472697049
previous_iter_valid_loss : 0.16213521361351013
722980 0.162291 0.162135 0.165776 CURRENT LEARNING RATE: 0.0005071646042048954
previous_iter_valid_loss : 0.16190168261528015
723000 0.162095 0.161902 0.165819 CURRENT LEARNING RATE: 0.0005070631814266705
previous_iter_valid_loss : 0.16055355966091156
723020 0.160716 0.160554 0.165788 CURRENT LEARNING RATE: 0.0005069617789309726
previous_iter_valid_loss : 0.16311803460121155
723040 0.163287 0.163118 0.164780 CURRENT LEARNING RATE: 0.0005068603967137463
previous_iter_valid_loss : 0.16384394466876984
723060 0.164039 0.163844 0.164903 CURRENT LEARNING RATE: 0.0005067590347709354
previous_iter_valid_loss : 0.16389209032058716
723080 0.164086 0.163892 0.164945 CURRENT LEARNING RATE: 0.0005066576930984866
previous_iter_valid_loss : 0.1946389526128769
723100 0.194755 0.194639 0.166589 CURRENT LEARNING RATE: 0.000506556371692345
previous_iter_valid_loss : 0.16319769620895386
723120 0.163362 0.163198 0.166721 CURRENT LEARNING RATE: 0.0005064550705484588
previous_iter_valid_loss : 0.16451522707939148
723140 0.164679 0.164515 0.166828 CURRENT LEARNING RATE: 0.0005063537896627751
previous_iter_valid_loss : 0.1608906239271164
723160 0.161044 0.160891 0.166830 CURRENT LEARNING RATE: 0.0005062525290312435
previous_iter_valid_loss : 0.1614377200603485
723180 0.161617 0.161438 0.166737 CURRENT LEARNING RATE: 0.0005061512886498126
previous_iter_valid_loss : 0.1645108461380005
723200 0.164697 0.164511 0.166512 CURRENT LEARNING RATE: 0.0005060500685144338
previous_iter_valid_loss : 0.1695055365562439
723220 0.169745 0.169506 0.166960 CURRENT LEARNING RATE: 0.0005059488686210574
previous_iter_valid_loss : 0.16743697226047516
723240 0.167592 0.167437 0.166955 CURRENT LEARNING RATE: 0.0005058476889656363
previous_iter_valid_loss : 0.16367438435554504
723260 0.163833 0.163674 0.166942 CURRENT LEARNING RATE: 0.0005057465295441223
previous_iter_valid_loss : 0.16147828102111816
723280 0.161633 0.161478 0.166161 CURRENT LEARNING RATE: 0.00050564539035247
previous_iter_valid_loss : 0.16087031364440918
723300 0.161025 0.160870 0.165629 CURRENT LEARNING RATE: 0.0005055442713866329
previous_iter_valid_loss : 0.16082383692264557
723320 0.160975 0.160824 0.165539 CURRENT LEARNING RATE: 0.0005054431726425672
previous_iter_valid_loss : 0.1650364249944687
723340 0.165197 0.165036 0.164743 CURRENT LEARNING RATE: 0.000505342094116228
previous_iter_valid_loss : 0.16142559051513672
723360 0.161611 0.161426 0.164742 CURRENT LEARNING RATE: 0.0005052410358035731
previous_iter_valid_loss : 0.1605374664068222
723380 0.160702 0.160537 0.164662 CURRENT LEARNING RATE: 0.0005051399977005594
previous_iter_valid_loss : 0.16052216291427612
723400 0.160683 0.160522 0.164593 CURRENT LEARNING RATE: 0.0005050389798031455
previous_iter_valid_loss : 0.16828593611717224
723420 0.168512 0.168286 0.164980 CURRENT LEARNING RATE: 0.0005049379821072913
previous_iter_valid_loss : 0.16055022180080414
723440 0.160702 0.160550 0.164851 CURRENT LEARNING RATE: 0.0005048370046089561
previous_iter_valid_loss : 0.18298174440860748
723460 0.183139 0.182982 0.165808 CURRENT LEARNING RATE: 0.0005047360473041015
previous_iter_valid_loss : 0.16898389160633087
723480 0.169135 0.168984 0.166063 CURRENT LEARNING RATE: 0.0005046351101886885
previous_iter_valid_loss : 0.1687735915184021
723500 0.168925 0.168774 0.164769 CURRENT LEARNING RATE: 0.0005045341932586804
previous_iter_valid_loss : 0.16087326407432556
723520 0.161052 0.160873 0.164653 CURRENT LEARNING RATE: 0.0005044332965100396
previous_iter_valid_loss : 0.16247378289699554
723540 0.162641 0.162474 0.164551 CURRENT LEARNING RATE: 0.0005043324199387312
previous_iter_valid_loss : 0.16062982380390167
723560 0.160792 0.160630 0.164538 CURRENT LEARNING RATE: 0.0005042315635407192
previous_iter_valid_loss : 0.16240055859088898
723580 0.162568 0.162401 0.164586 CURRENT LEARNING RATE: 0.0005041307273119703
previous_iter_valid_loss : 0.16051660478115082
723600 0.160680 0.160517 0.164387 CURRENT LEARNING RATE: 0.0005040299112484502
previous_iter_valid_loss : 0.16082486510276794
723620 0.161004 0.160825 0.163952 CURRENT LEARNING RATE: 0.0005039291153461269
previous_iter_valid_loss : 0.16063494980335236
723640 0.160779 0.160635 0.163612 CURRENT LEARNING RATE: 0.0005038283396009679
previous_iter_valid_loss : 0.16054192185401917
723660 0.160701 0.160542 0.163456 CURRENT LEARNING RATE: 0.000503727584008943
previous_iter_valid_loss : 0.16098718345165253
723680 0.161162 0.160987 0.163431 CURRENT LEARNING RATE: 0.000503626848566021
previous_iter_valid_loss : 0.16235607862472534
723700 0.162515 0.162356 0.163506 CURRENT LEARNING RATE: 0.0005035261332681736
previous_iter_valid_loss : 0.16964952647686005
723720 0.169798 0.169650 0.163947 CURRENT LEARNING RATE: 0.0005034254381113711
previous_iter_valid_loss : 0.16054490208625793
723740 0.160710 0.160545 0.163722 CURRENT LEARNING RATE: 0.0005033247630915865
previous_iter_valid_loss : 0.16200368106365204
723760 0.162202 0.162004 0.163751 CURRENT LEARNING RATE: 0.0005032241082047923
previous_iter_valid_loss : 0.16060183942317963
723780 0.160759 0.160602 0.163754 CURRENT LEARNING RATE: 0.0005031234734469624
previous_iter_valid_loss : 0.16297848522663116
723800 0.163156 0.162978 0.163877 CURRENT LEARNING RATE: 0.0005030228588140718
previous_iter_valid_loss : 0.16120484471321106
723820 0.161379 0.161205 0.163523 CURRENT LEARNING RATE: 0.0005029222643020953
previous_iter_valid_loss : 0.16743150353431702
723840 0.167592 0.167432 0.163867 CURRENT LEARNING RATE: 0.0005028216899070099
previous_iter_valid_loss : 0.16909171640872955
723860 0.169243 0.169092 0.163173 CURRENT LEARNING RATE: 0.0005027211356247917
previous_iter_valid_loss : 0.16087760031223297
723880 0.161043 0.160878 0.162767 CURRENT LEARNING RATE: 0.0005026206014514194
previous_iter_valid_loss : 0.16102653741836548
723900 0.161197 0.161027 0.162380 CURRENT LEARNING RATE: 0.0005025200873828708
previous_iter_valid_loss : 0.173106387257576
723920 0.173254 0.173106 0.162992 CURRENT LEARNING RATE: 0.0005024195934151262
previous_iter_valid_loss : 0.16055120527744293
723940 0.160708 0.160551 0.162896 CURRENT LEARNING RATE: 0.000502319119544165
previous_iter_valid_loss : 0.16246123611927032
723960 0.162629 0.162461 0.162987 CURRENT LEARNING RATE: 0.0005022186657659691
previous_iter_valid_loss : 0.16158698499202728
723980 0.161766 0.161587 0.162946 CURRENT LEARNING RATE: 0.0005021182320765194
previous_iter_valid_loss : 0.16061997413635254
724000 0.160784 0.160620 0.162952 CURRENT LEARNING RATE: 0.0005020178184717996
previous_iter_valid_loss : 0.1605932116508484
724020 0.160747 0.160593 0.162940 CURRENT LEARNING RATE: 0.000501917424947792
previous_iter_valid_loss : 0.16085971891880035
724040 0.161031 0.160860 0.162951 CURRENT LEARNING RATE: 0.000501817051500482
previous_iter_valid_loss : 0.16084934771060944
724060 0.161032 0.160849 0.162967 CURRENT LEARNING RATE: 0.0005017166981258536
previous_iter_valid_loss : 0.16071367263793945
724080 0.160881 0.160714 0.162953 CURRENT LEARNING RATE: 0.0005016163648198938
previous_iter_valid_loss : 0.16099101305007935
724100 0.161138 0.160991 0.162885 CURRENT LEARNING RATE: 0.0005015160515785881
previous_iter_valid_loss : 0.16195639967918396
724120 0.162146 0.161956 0.162500 CURRENT LEARNING RATE: 0.0005014157583979249
previous_iter_valid_loss : 0.16328546404838562
724140 0.163454 0.163285 0.162637 CURRENT LEARNING RATE: 0.0005013154852738918
previous_iter_valid_loss : 0.16100341081619263
724160 0.161158 0.161003 0.162587 CURRENT LEARNING RATE: 0.0005012152322024785
previous_iter_valid_loss : 0.16730321943759918
724180 0.167522 0.167303 0.162922 CURRENT LEARNING RATE: 0.0005011149991796743
previous_iter_valid_loss : 0.16276897490024567
724200 0.162959 0.162769 0.162912 CURRENT LEARNING RATE: 0.00050101478620147
previous_iter_valid_loss : 0.1614934355020523
724220 0.161679 0.161493 0.162926 CURRENT LEARNING RATE: 0.0005009145932638576
previous_iter_valid_loss : 0.16830268502235413
724240 0.168453 0.168303 0.162970 CURRENT LEARNING RATE: 0.0005008144203628287
previous_iter_valid_loss : 0.1616988182067871
724260 0.161860 0.161699 0.162600 CURRENT LEARNING RATE: 0.000500714267494377
previous_iter_valid_loss : 0.16068999469280243
724280 0.160857 0.160690 0.162591 CURRENT LEARNING RATE: 0.0005006141346544957
previous_iter_valid_loss : 0.16251124441623688
724300 0.162700 0.162511 0.162665 CURRENT LEARNING RATE: 0.0005005140218391803
previous_iter_valid_loss : 0.1630302220582962
724320 0.163222 0.163030 0.162161 CURRENT LEARNING RATE: 0.0005004139290444254
previous_iter_valid_loss : 0.18130278587341309
724340 0.181646 0.181303 0.163199 CURRENT LEARNING RATE: 0.0005003138562662281
previous_iter_valid_loss : 0.16064894199371338
724360 0.160809 0.160649 0.163108 CURRENT LEARNING RATE: 0.0005002138035005848
previous_iter_valid_loss : 0.1627219170331955
724380 0.162900 0.162722 0.163165 CURRENT LEARNING RATE: 0.0005001137707434939
previous_iter_valid_loss : 0.1616748422384262
724400 0.161860 0.161675 0.163217 CURRENT LEARNING RATE: 0.0005000137579909537
previous_iter_valid_loss : 0.171249657869339
724420 0.171505 0.171250 0.163750 CURRENT LEARNING RATE: 0.0004999137652389643
previous_iter_valid_loss : 0.1610134392976761
724440 0.161198 0.161013 0.163758 CURRENT LEARNING RATE: 0.0004998137924835251
previous_iter_valid_loss : 0.16287237405776978
724460 0.163034 0.162872 0.163859 CURRENT LEARNING RATE: 0.000499713839720638
previous_iter_valid_loss : 0.16985520720481873
724480 0.170005 0.169855 0.164316 CURRENT LEARNING RATE: 0.0004996139069463042
previous_iter_valid_loss : 0.16110128164291382
724500 0.161256 0.161101 0.164322 CURRENT LEARNING RATE: 0.0004995139941565272
previous_iter_valid_loss : 0.1609005331993103
724520 0.161054 0.160901 0.164269 CURRENT LEARNING RATE: 0.0004994141013473097
previous_iter_valid_loss : 0.17131493985652924
724540 0.171573 0.171315 0.164670 CURRENT LEARNING RATE: 0.0004993142285146566
previous_iter_valid_loss : 0.16264300048351288
724560 0.162830 0.162643 0.164752 CURRENT LEARNING RATE: 0.0004992143756545723
previous_iter_valid_loss : 0.17118273675441742
724580 0.171447 0.171183 0.164946 CURRENT LEARNING RATE: 0.0004991145427630631
previous_iter_valid_loss : 0.171855628490448
724600 0.172005 0.171856 0.165401 CURRENT LEARNING RATE: 0.0004990147298361361
previous_iter_valid_loss : 0.17227277159690857
724620 0.172415 0.172273 0.165940 CURRENT LEARNING RATE: 0.0004989149368697979
previous_iter_valid_loss : 0.16223861277103424
724640 0.162391 0.162239 0.165636 CURRENT LEARNING RATE: 0.0004988151638600577
previous_iter_valid_loss : 0.16479049623012543
724660 0.164952 0.164790 0.165791 CURRENT LEARNING RATE: 0.0004987154108029237
previous_iter_valid_loss : 0.16812005639076233
724680 0.168272 0.168120 0.166162 CURRENT LEARNING RATE: 0.0004986156776944067
previous_iter_valid_loss : 0.16080710291862488
724700 0.160979 0.160807 0.166077 CURRENT LEARNING RATE: 0.0004985159645305164
previous_iter_valid_loss : 0.1628223955631256
724720 0.163007 0.162822 0.166067 CURRENT LEARNING RATE: 0.0004984162713072652
previous_iter_valid_loss : 0.16230657696723938
724740 0.162492 0.162307 0.165117 CURRENT LEARNING RATE: 0.0004983165980206644
previous_iter_valid_loss : 0.16133446991443634
724760 0.161507 0.161334 0.165151 CURRENT LEARNING RATE: 0.000498216944666728
previous_iter_valid_loss : 0.1609133780002594
724780 0.161068 0.160913 0.165061 CURRENT LEARNING RATE: 0.0004981173112414691
previous_iter_valid_loss : 0.16701896488666534
724800 0.167243 0.167019 0.165328 CURRENT LEARNING RATE: 0.0004980176977409032
previous_iter_valid_loss : 0.16120362281799316
724820 0.161348 0.161204 0.164826 CURRENT LEARNING RATE: 0.0004979181041610448
previous_iter_valid_loss : 0.16358700394630432
724840 0.163749 0.163587 0.164954 CURRENT LEARNING RATE: 0.0004978185304979109
previous_iter_valid_loss : 0.17152997851371765
724860 0.171674 0.171530 0.165387 CURRENT LEARNING RATE: 0.000497718976747518
previous_iter_valid_loss : 0.160702183842659
724880 0.160855 0.160702 0.164930 CURRENT LEARNING RATE: 0.0004976194429058847
previous_iter_valid_loss : 0.16887295246124268
724900 0.169020 0.168873 0.165318 CURRENT LEARNING RATE: 0.0004975199289690288
previous_iter_valid_loss : 0.16214796900749207
724920 0.162345 0.162148 0.165381 CURRENT LEARNING RATE: 0.0004974204349329704
previous_iter_valid_loss : 0.16255424916744232
724940 0.162708 0.162554 0.164943 CURRENT LEARNING RATE: 0.0004973209607937292
previous_iter_valid_loss : 0.1641448438167572
724960 0.164349 0.164145 0.165018 CURRENT LEARNING RATE: 0.0004972215065473268
previous_iter_valid_loss : 0.1618080884218216
724980 0.161964 0.161808 0.164549 CURRENT LEARNING RATE: 0.0004971220721897843
previous_iter_valid_loss : 0.1666671633720398
725000 0.166824 0.166667 0.164290 CURRENT LEARNING RATE: 0.0004970226577171248
previous_iter_valid_loss : 0.16146168112754822
725020 0.161647 0.161462 0.163749 CURRENT LEARNING RATE: 0.0004969232631253721
previous_iter_valid_loss : 0.17284362018108368
725040 0.173101 0.172844 0.164279 CURRENT LEARNING RATE: 0.0004968238884105495
previous_iter_valid_loss : 0.1611224114894867
725060 0.161269 0.161122 0.164096 CURRENT LEARNING RATE: 0.000496724533568683
previous_iter_valid_loss : 0.16217733919620514
725080 0.162331 0.162177 0.163799 CURRENT LEARNING RATE: 0.0004966251985957975
previous_iter_valid_loss : 0.16153453290462494
725100 0.161688 0.161535 0.163835 CURRENT LEARNING RATE: 0.0004965258834879203
previous_iter_valid_loss : 0.177479088306427
725120 0.177636 0.177479 0.164568 CURRENT LEARNING RATE: 0.0004964265882410783
previous_iter_valid_loss : 0.17872823774814606
725140 0.178888 0.178728 0.165389 CURRENT LEARNING RATE: 0.0004963273128513002
previous_iter_valid_loss : 0.1704094409942627
725160 0.170654 0.170409 0.165843 CURRENT LEARNING RATE: 0.0004962280573146142
previous_iter_valid_loss : 0.16211409866809845
725180 0.162265 0.162114 0.165903 CURRENT LEARNING RATE: 0.0004961288216270511
previous_iter_valid_loss : 0.1633213609457016
725200 0.163516 0.163321 0.165718 CURRENT LEARNING RATE: 0.0004960296057846404
previous_iter_valid_loss : 0.16273842751979828
725220 0.162898 0.162738 0.165795 CURRENT LEARNING RATE: 0.0004959304097834145
previous_iter_valid_loss : 0.16288046538829803
725240 0.163066 0.162880 0.165759 CURRENT LEARNING RATE: 0.0004958312336194046
previous_iter_valid_loss : 0.160578653216362
725260 0.160739 0.160579 0.165212 CURRENT LEARNING RATE: 0.0004957320772886446
previous_iter_valid_loss : 0.17481322586536407
725280 0.174965 0.174813 0.165917 CURRENT LEARNING RATE: 0.0004956329407871672
previous_iter_valid_loss : 0.1721981167793274
725300 0.172342 0.172198 0.166084 CURRENT LEARNING RATE: 0.000495533824111008
previous_iter_valid_loss : 0.1605713665485382
725320 0.160730 0.160571 0.166005 CURRENT LEARNING RATE: 0.0004954347272562014
previous_iter_valid_loss : 0.1629943698644638
725340 0.163180 0.162994 0.166027 CURRENT LEARNING RATE: 0.0004953356502187844
previous_iter_valid_loss : 0.16088338196277618
725360 0.161062 0.160883 0.165864 CURRENT LEARNING RATE: 0.000495236592994793
previous_iter_valid_loss : 0.16233974695205688
725380 0.162501 0.162340 0.165890 CURRENT LEARNING RATE: 0.0004951375555802659
previous_iter_valid_loss : 0.16110247373580933
725400 0.161280 0.161102 0.165612 CURRENT LEARNING RATE: 0.0004950385379712405
previous_iter_valid_loss : 0.16259433329105377
725420 0.162755 0.162594 0.165669 CURRENT LEARNING RATE: 0.0004949395401637568
previous_iter_valid_loss : 0.17207689583301544
725440 0.172225 0.172077 0.165630 CURRENT LEARNING RATE: 0.0004948405621538552
previous_iter_valid_loss : 0.16219183802604675
725460 0.162375 0.162192 0.165684 CURRENT LEARNING RATE: 0.0004947416039375758
previous_iter_valid_loss : 0.16217996180057526
725480 0.162336 0.162180 0.165684 CURRENT LEARNING RATE: 0.0004946426655109609
previous_iter_valid_loss : 0.16133709251880646
725500 0.161480 0.161337 0.165674 CURRENT LEARNING RATE: 0.0004945437468700524
previous_iter_valid_loss : 0.16053183376789093
725520 0.160686 0.160532 0.164827 CURRENT LEARNING RATE: 0.0004944448480108942
previous_iter_valid_loss : 0.1626574993133545
725540 0.162821 0.162657 0.164023 CURRENT LEARNING RATE: 0.0004943459689295295
previous_iter_valid_loss : 0.1613599956035614
725560 0.161511 0.161360 0.163571 CURRENT LEARNING RATE: 0.0004942471096220041
previous_iter_valid_loss : 0.2060711830854416
725580 0.206123 0.206071 0.165769 CURRENT LEARNING RATE: 0.0004941482700843628
previous_iter_valid_loss : 0.17713820934295654
725600 0.177297 0.177138 0.166459 CURRENT LEARNING RATE: 0.0004940494503126526
previous_iter_valid_loss : 0.17222128808498383
725620 0.172364 0.172221 0.166934 CURRENT LEARNING RATE: 0.0004939506503029202
previous_iter_valid_loss : 0.16923660039901733
725640 0.169474 0.169237 0.167251 CURRENT LEARNING RATE: 0.0004938518700512142
previous_iter_valid_loss : 0.16049669682979584
725660 0.160659 0.160497 0.167247 CURRENT LEARNING RATE: 0.0004937531095535829
previous_iter_valid_loss : 0.163319393992424
725680 0.163484 0.163319 0.166673 CURRENT LEARNING RATE: 0.0004936543688060762
previous_iter_valid_loss : 0.1796370893716812
725700 0.179797 0.179637 0.167045 CURRENT LEARNING RATE: 0.000493555647804744
previous_iter_valid_loss : 0.17128050327301025
725720 0.171541 0.171281 0.167580 CURRENT LEARNING RATE: 0.0004934569465456382
previous_iter_valid_loss : 0.16060025990009308
725740 0.160774 0.160600 0.167460 CURRENT LEARNING RATE: 0.0004933582650248099
previous_iter_valid_loss : 0.16640794277191162
725760 0.166624 0.166408 0.167737 CURRENT LEARNING RATE: 0.0004932596032383127
previous_iter_valid_loss : 0.16106906533241272
725780 0.161247 0.161069 0.167673 CURRENT LEARNING RATE: 0.0004931609611821992
previous_iter_valid_loss : 0.16169919073581696
725800 0.161851 0.161699 0.167703 CURRENT LEARNING RATE: 0.0004930623388525242
previous_iter_valid_loss : 0.1731647104024887
725820 0.173311 0.173165 0.168231 CURRENT LEARNING RATE: 0.0004929637362453434
previous_iter_valid_loss : 0.18917812407016754
725840 0.189608 0.189178 0.169086 CURRENT LEARNING RATE: 0.0004928651533567115
previous_iter_valid_loss : 0.16067156195640564
725860 0.160843 0.160672 0.169010 CURRENT LEARNING RATE: 0.0004927665901826864
previous_iter_valid_loss : 0.1705591231584549
725880 0.170812 0.170559 0.169429 CURRENT LEARNING RATE: 0.0004926680467193245
previous_iter_valid_loss : 0.17672410607337952
725900 0.177034 0.176724 0.170199 CURRENT LEARNING RATE: 0.000492569522962685
previous_iter_valid_loss : 0.1663406491279602
725920 0.166496 0.166341 0.170489 CURRENT LEARNING RATE: 0.0004924710189088259
previous_iter_valid_loss : 0.17058968544006348
725940 0.170835 0.170590 0.170886 CURRENT LEARNING RATE: 0.0004923725345538082
previous_iter_valid_loss : 0.16751722991466522
725960 0.167738 0.167517 0.171194 CURRENT LEARNING RATE: 0.0004922740698936914
previous_iter_valid_loss : 0.16231776773929596
725980 0.162504 0.162318 0.169006 CURRENT LEARNING RATE: 0.000492175624924538
previous_iter_valid_loss : 0.16495056450366974
726000 0.165158 0.164951 0.168397 CURRENT LEARNING RATE: 0.0004920771996424092
previous_iter_valid_loss : 0.16053444147109985
726020 0.160692 0.160534 0.167812 CURRENT LEARNING RATE: 0.0004919787940433688
previous_iter_valid_loss : 0.16049310564994812
Current valid loss: 0.16049310564994812; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
726040 0.160655 0.160493 0.167375 CURRENT LEARNING RATE: 0.0004918804081234799
previous_iter_valid_loss : 0.16221119463443756
726060 0.162363 0.162211 0.167461 CURRENT LEARNING RATE: 0.0004917820418788078
previous_iter_valid_loss : 0.16107888519763947
726080 0.161236 0.161079 0.167349 CURRENT LEARNING RATE: 0.000491683695305417
previous_iter_valid_loss : 0.16926243901252747
726100 0.169413 0.169262 0.166830 CURRENT LEARNING RATE: 0.0004915853683993745
previous_iter_valid_loss : 0.16178442537784576
726120 0.161968 0.161784 0.166355 CURRENT LEARNING RATE: 0.0004914870611567464
previous_iter_valid_loss : 0.16473351418972015
726140 0.164914 0.164734 0.166562 CURRENT LEARNING RATE: 0.0004913887735736012
previous_iter_valid_loss : 0.16535557806491852
726160 0.165565 0.165356 0.166509 CURRENT LEARNING RATE: 0.0004912905056460066
previous_iter_valid_loss : 0.17074255645275116
726180 0.170993 0.170743 0.166993 CURRENT LEARNING RATE: 0.0004911922573700327
previous_iter_valid_loss : 0.17033688724040985
726200 0.170486 0.170337 0.167425 CURRENT LEARNING RATE: 0.0004910940287417488
previous_iter_valid_loss : 0.16510803997516632
726220 0.165265 0.165108 0.167022 CURRENT LEARNING RATE: 0.000490995819757226
previous_iter_valid_loss : 0.16050884127616882
726240 0.160673 0.160509 0.165589 CURRENT LEARNING RATE: 0.0004908976304125365
previous_iter_valid_loss : 0.17217005789279938
726260 0.172434 0.172170 0.166163 CURRENT LEARNING RATE: 0.0004907994607037519
previous_iter_valid_loss : 0.16062036156654358
726280 0.160791 0.160620 0.165666 CURRENT LEARNING RATE: 0.0004907013106269462
previous_iter_valid_loss : 0.16062326729297638
726300 0.160771 0.160623 0.164861 CURRENT LEARNING RATE: 0.0004906031801781927
previous_iter_valid_loss : 0.16332575678825378
726320 0.163491 0.163326 0.164711 CURRENT LEARNING RATE: 0.0004905050693535667
previous_iter_valid_loss : 0.16640983521938324
726340 0.166618 0.166410 0.164502 CURRENT LEARNING RATE: 0.0004904069781491433
previous_iter_valid_loss : 0.1625022143125534
726360 0.162686 0.162502 0.164251 CURRENT LEARNING RATE: 0.0004903089065609994
previous_iter_valid_loss : 0.16096487641334534
726380 0.161140 0.160965 0.164183 CURRENT LEARNING RATE: 0.0004902108545852113
previous_iter_valid_loss : 0.17148108780384064
726400 0.171629 0.171481 0.164510 CURRENT LEARNING RATE: 0.000490112822217858
previous_iter_valid_loss : 0.17870374023914337
726420 0.178864 0.178704 0.165418 CURRENT LEARNING RATE: 0.0004900148094550172
previous_iter_valid_loss : 0.16325752437114716
726440 0.163422 0.163258 0.165557 CURRENT LEARNING RATE: 0.0004899168162927693
previous_iter_valid_loss : 0.16376401484012604
726460 0.163961 0.163764 0.165634 CURRENT LEARNING RATE: 0.0004898188427271937
previous_iter_valid_loss : 0.16076937317848206
726480 0.160931 0.160769 0.165619 CURRENT LEARNING RATE: 0.0004897208887543723
previous_iter_valid_loss : 0.16844119131565094
726500 0.168669 0.168441 0.165578 CURRENT LEARNING RATE: 0.0004896229543703861
previous_iter_valid_loss : 0.18207219243049622
726520 0.182420 0.182072 0.166592 CURRENT LEARNING RATE: 0.0004895250395713185
previous_iter_valid_loss : 0.1648564338684082
726540 0.165021 0.164856 0.166598 CURRENT LEARNING RATE: 0.0004894271443532522
previous_iter_valid_loss : 0.16292312741279602
726560 0.163107 0.162923 0.166477 CURRENT LEARNING RATE: 0.0004893292687122721
previous_iter_valid_loss : 0.1608123630285263
726580 0.160963 0.160812 0.165980 CURRENT LEARNING RATE: 0.0004892314126444623
previous_iter_valid_loss : 0.1665661633014679
726600 0.166783 0.166566 0.165792 CURRENT LEARNING RATE: 0.0004891335761459093
previous_iter_valid_loss : 0.17164061963558197
726620 0.171905 0.171641 0.166118 CURRENT LEARNING RATE: 0.0004890357592126997
previous_iter_valid_loss : 0.1653076559305191
726640 0.165517 0.165308 0.166358 CURRENT LEARNING RATE: 0.0004889379618409202
previous_iter_valid_loss : 0.16066454350948334
726660 0.160838 0.160665 0.165783 CURRENT LEARNING RATE: 0.0004888401840266595
previous_iter_valid_loss : 0.1694866418838501
726680 0.169738 0.169487 0.166226 CURRENT LEARNING RATE: 0.0004887424257660059
previous_iter_valid_loss : 0.16060912609100342
726700 0.160773 0.160609 0.166225 CURRENT LEARNING RATE: 0.0004886446870550498
previous_iter_valid_loss : 0.16537806391716003
726720 0.165575 0.165378 0.166328 CURRENT LEARNING RATE: 0.0004885469678898808
previous_iter_valid_loss : 0.16671831905841827
726740 0.166947 0.166718 0.166343 CURRENT LEARNING RATE: 0.0004884492682665911
previous_iter_valid_loss : 0.16153208911418915
726760 0.161691 0.161532 0.166295 CURRENT LEARNING RATE: 0.0004883515881812717
previous_iter_valid_loss : 0.16051599383354187
726780 0.160674 0.160516 0.166273 CURRENT LEARNING RATE: 0.0004882539276300164
previous_iter_valid_loss : 0.16082818806171417
726800 0.161001 0.160828 0.165740 CURRENT LEARNING RATE: 0.00048815628660891776
previous_iter_valid_loss : 0.16879338026046753
726820 0.169021 0.168793 0.165244 CURRENT LEARNING RATE: 0.00048805866511407106
previous_iter_valid_loss : 0.16072270274162292
726840 0.160895 0.160723 0.165118 CURRENT LEARNING RATE: 0.0004879610631415706
previous_iter_valid_loss : 0.16062502562999725
726860 0.160785 0.160625 0.164961 CURRENT LEARNING RATE: 0.00048786348068751323
previous_iter_valid_loss : 0.1630217581987381
726880 0.163208 0.163022 0.165073 CURRENT LEARNING RATE: 0.0004877659177479947
previous_iter_valid_loss : 0.17127685248851776
726900 0.171426 0.171277 0.165215 CURRENT LEARNING RATE: 0.0004876683743191134
previous_iter_valid_loss : 0.1608615666627884
726920 0.161040 0.160862 0.164154 CURRENT LEARNING RATE: 0.0004875708503969666
previous_iter_valid_loss : 0.17115603387355804
726940 0.171307 0.171156 0.164469 CURRENT LEARNING RATE: 0.0004874733459776544
previous_iter_valid_loss : 0.17608632147312164
726960 0.176375 0.176086 0.165128 CURRENT LEARNING RATE: 0.0004873758610572756
previous_iter_valid_loss : 0.16143247485160828
726980 0.161580 0.161432 0.165159 CURRENT LEARNING RATE: 0.0004872783956319318
previous_iter_valid_loss : 0.1662561297416687
727000 0.166419 0.166256 0.165143 CURRENT LEARNING RATE: 0.00048718094969772344
previous_iter_valid_loss : 0.16374218463897705
727020 0.163930 0.163742 0.164748 CURRENT LEARNING RATE: 0.0004870835232507532
previous_iter_valid_loss : 0.16094140708446503
727040 0.161096 0.160941 0.164530 CURRENT LEARNING RATE: 0.0004869861162871243
previous_iter_valid_loss : 0.19804495573043823
727060 0.198560 0.198045 0.166399 CURRENT LEARNING RATE: 0.0004868887288029397
previous_iter_valid_loss : 0.16132427752017975
727080 0.161487 0.161324 0.165991 CURRENT LEARNING RATE: 0.0004867913607943048
previous_iter_valid_loss : 0.17994794249534607
727100 0.180269 0.179948 0.166958 CURRENT LEARNING RATE: 0.00048669401225732387
previous_iter_valid_loss : 0.16102133691310883
727120 0.161192 0.161021 0.166740 CURRENT LEARNING RATE: 0.000486596683188104
previous_iter_valid_loss : 0.16638977825641632
727140 0.166604 0.166390 0.166724 CURRENT LEARNING RATE: 0.00048649937358275104
previous_iter_valid_loss : 0.16061516106128693
727160 0.160757 0.160615 0.166678 CURRENT LEARNING RATE: 0.00048640208343737364
previous_iter_valid_loss : 0.1703319251537323
727180 0.170480 0.170332 0.167168 CURRENT LEARNING RATE: 0.0004863048127480791
previous_iter_valid_loss : 0.16727687418460846
727200 0.167495 0.167277 0.167491 CURRENT LEARNING RATE: 0.0004862075615109776
previous_iter_valid_loss : 0.17406846582889557
727220 0.174344 0.174068 0.167755 CURRENT LEARNING RATE: 0.00048611032972217816
previous_iter_valid_loss : 0.17472131550312042
727240 0.174873 0.174721 0.168455 CURRENT LEARNING RATE: 0.0004860131173777925
previous_iter_valid_loss : 0.16493934392929077
727260 0.165106 0.164939 0.168670 CURRENT LEARNING RATE: 0.00048591592447393107
previous_iter_valid_loss : 0.1612398475408554
727280 0.161399 0.161240 0.168581 CURRENT LEARNING RATE: 0.0004858187510067071
previous_iter_valid_loss : 0.1613297462463379
727300 0.161518 0.161330 0.168084 CURRENT LEARNING RATE: 0.00048572159697223287
previous_iter_valid_loss : 0.16058015823364258
727320 0.160736 0.160580 0.168070 CURRENT LEARNING RATE: 0.000485624462366623
previous_iter_valid_loss : 0.17530232667922974
727340 0.175587 0.175302 0.168277 CURRENT LEARNING RATE: 0.00048552734718599125
previous_iter_valid_loss : 0.16115021705627441
727360 0.161310 0.161150 0.167530 CURRENT LEARNING RATE: 0.00048543025142645384
previous_iter_valid_loss : 0.1605152189731598
727380 0.160675 0.160515 0.167484 CURRENT LEARNING RATE: 0.00048533317508412624
previous_iter_valid_loss : 0.16196805238723755
727400 0.162158 0.161968 0.167270 CURRENT LEARNING RATE: 0.0004852361181551256
previous_iter_valid_loss : 0.16057348251342773
727420 0.160728 0.160573 0.167112 CURRENT LEARNING RATE: 0.0004851390806355702
previous_iter_valid_loss : 0.18924306333065033
727440 0.189675 0.189243 0.168527 CURRENT LEARNING RATE: 0.0004850420625215777
previous_iter_valid_loss : 0.16058677434921265
727460 0.160743 0.160587 0.166654 CURRENT LEARNING RATE: 0.0004849450638092681
previous_iter_valid_loss : 0.1609286069869995
727480 0.161081 0.160929 0.166634 CURRENT LEARNING RATE: 0.0004848480844947608
previous_iter_valid_loss : 0.1606903076171875
727500 0.160860 0.160690 0.165671 CURRENT LEARNING RATE: 0.0004847511245741773
previous_iter_valid_loss : 0.16764353215694427
727520 0.167859 0.167644 0.166002 CURRENT LEARNING RATE: 0.00048465418404363845
previous_iter_valid_loss : 0.18703851103782654
727540 0.187435 0.187039 0.167035 CURRENT LEARNING RATE: 0.0004845572628992675
previous_iter_valid_loss : 0.16376979649066925
727560 0.163967 0.163770 0.167192 CURRENT LEARNING RATE: 0.00048446036113718665
previous_iter_valid_loss : 0.16606350243091583
727580 0.166223 0.166064 0.166979 CURRENT LEARNING RATE: 0.00048436347875352074
previous_iter_valid_loss : 0.1625644564628601
727600 0.162764 0.162564 0.166743 CURRENT LEARNING RATE: 0.00048426661574439364
previous_iter_valid_loss : 0.16416041553020477
727620 0.164324 0.164160 0.166248 CURRENT LEARNING RATE: 0.0004841697721059316
previous_iter_valid_loss : 0.16218584775924683
727640 0.162338 0.162186 0.165621 CURRENT LEARNING RATE: 0.0004840729478342602
previous_iter_valid_loss : 0.17018736898899078
727660 0.170432 0.170187 0.165884 CURRENT LEARNING RATE: 0.00048397614292550704
previous_iter_valid_loss : 0.16060520708560944
727680 0.160751 0.160605 0.165852 CURRENT LEARNING RATE: 0.0004838793573757994
previous_iter_valid_loss : 0.16501377522945404
727700 0.165175 0.165014 0.166036 CURRENT LEARNING RATE: 0.00048378259118126647
previous_iter_valid_loss : 0.16052323579788208
727720 0.160682 0.160523 0.166033 CURRENT LEARNING RATE: 0.0004836858443380368
previous_iter_valid_loss : 0.1619718223810196
727740 0.162127 0.161972 0.165367 CURRENT LEARNING RATE: 0.00048358911684224143
previous_iter_valid_loss : 0.16368459165096283
727760 0.163848 0.163685 0.165493 CURRENT LEARNING RATE: 0.00048349240869001035
previous_iter_valid_loss : 0.1605800837278366
727780 0.160736 0.160580 0.165497 CURRENT LEARNING RATE: 0.00048339571987747617
previous_iter_valid_loss : 0.16565147042274475
727800 0.165861 0.165651 0.165681 CURRENT LEARNING RATE: 0.00048329905040077033
previous_iter_valid_loss : 0.16277053952217102
727820 0.162961 0.162771 0.165791 CURRENT LEARNING RATE: 0.00048320240025602663
previous_iter_valid_loss : 0.17550094425678253
727840 0.175787 0.175501 0.165104 CURRENT LEARNING RATE: 0.0004831057694393794
previous_iter_valid_loss : 0.16727106273174286
727860 0.167496 0.167271 0.165438 CURRENT LEARNING RATE: 0.00048300915794696265
previous_iter_valid_loss : 0.16324305534362793
727880 0.163406 0.163243 0.165553 CURRENT LEARNING RATE: 0.00048291256577491265
previous_iter_valid_loss : 0.16602467000484467
727900 0.166241 0.166025 0.165820 CURRENT LEARNING RATE: 0.0004828159929193649
previous_iter_valid_loss : 0.16062986850738525
727920 0.160795 0.160630 0.165469 CURRENT LEARNING RATE: 0.00048271943937645736
previous_iter_valid_loss : 0.16508682072162628
727940 0.165280 0.165087 0.164372 CURRENT LEARNING RATE: 0.00048262290514232707
previous_iter_valid_loss : 0.16203929483890533
727960 0.162223 0.162039 0.164285 CURRENT LEARNING RATE: 0.0004825263902131135
previous_iter_valid_loss : 0.1669190675020218
727980 0.167137 0.166919 0.164328 CURRENT LEARNING RATE: 0.00048242989458495514
previous_iter_valid_loss : 0.1617133617401123
728000 0.161866 0.161713 0.164286 CURRENT LEARNING RATE: 0.000482333418253993
previous_iter_valid_loss : 0.16378305852413177
728020 0.163944 0.163783 0.164267 CURRENT LEARNING RATE: 0.00048223696121636733
previous_iter_valid_loss : 0.16510482132434845
728040 0.165269 0.165105 0.164413 CURRENT LEARNING RATE: 0.00048214052346822053
previous_iter_valid_loss : 0.16092002391815186
728060 0.161070 0.160920 0.163949 CURRENT LEARNING RATE: 0.00048204410500569435
previous_iter_valid_loss : 0.1894959658384323
728080 0.189622 0.189496 0.165394 CURRENT LEARNING RATE: 0.00048194770582493283
previous_iter_valid_loss : 0.16056522727012634
728100 0.160723 0.160565 0.165171 CURRENT LEARNING RATE: 0.0004818513259220792
previous_iter_valid_loss : 0.1710769385099411
728120 0.171217 0.171077 0.165699 CURRENT LEARNING RATE: 0.0004817549652932791
previous_iter_valid_loss : 0.17805571854114532
728140 0.178208 0.178056 0.166503 CURRENT LEARNING RATE: 0.00048165862393467724
previous_iter_valid_loss : 0.16119959950447083
728160 0.161345 0.161200 0.166379 CURRENT LEARNING RATE: 0.0004815623018424208
previous_iter_valid_loss : 0.16264887154102325
728180 0.162809 0.162649 0.166482 CURRENT LEARNING RATE: 0.0004814659990126561
previous_iter_valid_loss : 0.17462977766990662
728200 0.174780 0.174630 0.166931 CURRENT LEARNING RATE: 0.00048136971544153186
previous_iter_valid_loss : 0.1648407131433487
728220 0.165003 0.164841 0.167035 CURRENT LEARNING RATE: 0.0004812734511251959
previous_iter_valid_loss : 0.16054604947566986
728240 0.160703 0.160546 0.166287 CURRENT LEARNING RATE: 0.00048117720605979797
previous_iter_valid_loss : 0.16289359331130981
728260 0.163081 0.162894 0.166068 CURRENT LEARNING RATE: 0.0004810809802414889
previous_iter_valid_loss : 0.16080331802368164
728280 0.160978 0.160803 0.165946 CURRENT LEARNING RATE: 0.00048098477366641853
previous_iter_valid_loss : 0.16304688155651093
728300 0.163234 0.163047 0.165797 CURRENT LEARNING RATE: 0.00048088858633073966
previous_iter_valid_loss : 0.16230392456054688
728320 0.162459 0.162304 0.165881 CURRENT LEARNING RATE: 0.00048079241823060386
previous_iter_valid_loss : 0.16383258998394012
728340 0.164032 0.163833 0.165818 CURRENT LEARNING RATE: 0.0004806962693621653
previous_iter_valid_loss : 0.16054219007492065
728360 0.160705 0.160542 0.165744 CURRENT LEARNING RATE: 0.0004806001397215772
previous_iter_valid_loss : 0.1688479334115982
728380 0.169082 0.168848 0.165840 CURRENT LEARNING RATE: 0.00048050402930499515
previous_iter_valid_loss : 0.1660269796848297
728400 0.166236 0.166027 0.166056 CURRENT LEARNING RATE: 0.0004804079381085738
previous_iter_valid_loss : 0.17403866350650787
728420 0.174310 0.174039 0.166568 CURRENT LEARNING RATE: 0.0004803118661284706
previous_iter_valid_loss : 0.1621648073196411
728440 0.162355 0.162165 0.166421 CURRENT LEARNING RATE: 0.0004802158133608417
previous_iter_valid_loss : 0.16116249561309814
728460 0.161347 0.161162 0.166434 CURRENT LEARNING RATE: 0.00048011977980184575
previous_iter_valid_loss : 0.16053684055805206
728480 0.160700 0.160537 0.164986 CURRENT LEARNING RATE: 0.00048002376544764065
previous_iter_valid_loss : 0.18136979639530182
728500 0.181705 0.181370 0.166026 CURRENT LEARNING RATE: 0.0004799277702943866
previous_iter_valid_loss : 0.17180690169334412
728520 0.171945 0.171807 0.166062 CURRENT LEARNING RATE: 0.00047983179433824303
previous_iter_valid_loss : 0.16089706122875214
728540 0.161054 0.160897 0.165204 CURRENT LEARNING RATE: 0.0004797358375753718
previous_iter_valid_loss : 0.16397112607955933
728560 0.164135 0.163971 0.165343 CURRENT LEARNING RATE: 0.0004796399000019336
previous_iter_valid_loss : 0.16845117509365082
728580 0.168600 0.168451 0.165633 CURRENT LEARNING RATE: 0.000479543981614092
previous_iter_valid_loss : 0.16309045255184174
728600 0.163273 0.163090 0.165056 CURRENT LEARNING RATE: 0.00047944808240800923
previous_iter_valid_loss : 0.16081854701042175
728620 0.160975 0.160819 0.164855 CURRENT LEARNING RATE: 0.0004793522023798499
previous_iter_valid_loss : 0.16212107241153717
728640 0.162277 0.162121 0.164934 CURRENT LEARNING RATE: 0.000479256341525779
previous_iter_valid_loss : 0.16363047063350677
728660 0.163832 0.163630 0.164971 CURRENT LEARNING RATE: 0.00047916049984196156
previous_iter_valid_loss : 0.16975295543670654
728680 0.169906 0.169753 0.165418 CURRENT LEARNING RATE: 0.0004790646773245645
previous_iter_valid_loss : 0.16051067411899567
728700 0.160666 0.160511 0.165291 CURRENT LEARNING RATE: 0.00047896887396975423
previous_iter_valid_loss : 0.1676224023103714
728720 0.167843 0.167622 0.165557 CURRENT LEARNING RATE: 0.0004788730897736994
previous_iter_valid_loss : 0.16069984436035156
728740 0.160875 0.160700 0.165401 CURRENT LEARNING RATE: 0.00047877732473256777
previous_iter_valid_loss : 0.1616581380367279
728760 0.161843 0.161658 0.165456 CURRENT LEARNING RATE: 0.0004786815788425297
previous_iter_valid_loss : 0.16195760667324066
728780 0.162146 0.161958 0.165112 CURRENT LEARNING RATE: 0.0004785858520997543
previous_iter_valid_loss : 0.16078868508338928
728800 0.160949 0.160789 0.164850 CURRENT LEARNING RATE: 0.00047849014450041357
previous_iter_valid_loss : 0.16232526302337646
728820 0.162488 0.162325 0.164264 CURRENT LEARNING RATE: 0.0004783944560406782
previous_iter_valid_loss : 0.16380427777767181
728840 0.163971 0.163804 0.164346 CURRENT LEARNING RATE: 0.0004782987867167216
previous_iter_valid_loss : 0.16260981559753418
728860 0.162772 0.162610 0.164419 CURRENT LEARNING RATE: 0.0004782031365247161
previous_iter_valid_loss : 0.16971559822559357
728880 0.169861 0.169716 0.164878 CURRENT LEARNING RATE: 0.0004781075054608365
previous_iter_valid_loss : 0.16332365572452545
728900 0.163484 0.163324 0.163975 CURRENT LEARNING RATE: 0.00047801189352125685
previous_iter_valid_loss : 0.16095024347305298
728920 0.161133 0.160950 0.163432 CURRENT LEARNING RATE: 0.00047791630070215333
previous_iter_valid_loss : 0.1606936752796173
728940 0.160864 0.160694 0.163422 CURRENT LEARNING RATE: 0.0004778207269997015
previous_iter_valid_loss : 0.16223861277103424
728960 0.162397 0.162239 0.163336 CURRENT LEARNING RATE: 0.0004777251724100793
previous_iter_valid_loss : 0.16446533799171448
728980 0.164667 0.164465 0.163136 CURRENT LEARNING RATE: 0.0004776296369294636
previous_iter_valid_loss : 0.16767296195030212
729000 0.167892 0.167673 0.163365 CURRENT LEARNING RATE: 0.0004775341205540338
previous_iter_valid_loss : 0.18446846306324005
729020 0.184839 0.184468 0.164548 CURRENT LEARNING RATE: 0.00047743862327996855
previous_iter_valid_loss : 0.16070064902305603
729040 0.160875 0.160701 0.164477 CURRENT LEARNING RATE: 0.0004773431451034483
previous_iter_valid_loss : 0.18469128012657166
729060 0.185047 0.184691 0.165530 CURRENT LEARNING RATE: 0.0004772476860206543
previous_iter_valid_loss : 0.16487334668636322
729080 0.165074 0.164873 0.165286 CURRENT LEARNING RATE: 0.0004771522460277674
previous_iter_valid_loss : 0.16095979511737823
729100 0.161105 0.160960 0.165308 CURRENT LEARNING RATE: 0.00047705682512097074
previous_iter_valid_loss : 0.1605122983455658
729120 0.160669 0.160512 0.164953 CURRENT LEARNING RATE: 0.00047696142329644686
previous_iter_valid_loss : 0.16061292588710785
729140 0.160769 0.160613 0.164949 CURRENT LEARNING RATE: 0.0004768660405503803
previous_iter_valid_loss : 0.1875736564397812
729160 0.187704 0.187574 0.166244 CURRENT LEARNING RATE: 0.00047677067687895507
previous_iter_valid_loss : 0.16335026919841766
729180 0.163516 0.163350 0.166314 CURRENT LEARNING RATE: 0.00047667533227835736
previous_iter_valid_loss : 0.1617307811975479
729200 0.161926 0.161731 0.166361 CURRENT LEARNING RATE: 0.0004765800067447726
previous_iter_valid_loss : 0.16221198439598083
729220 0.162382 0.162212 0.166355 CURRENT LEARNING RATE: 0.00047648470027438866
previous_iter_valid_loss : 0.1654880791902542
729240 0.165682 0.165488 0.166440 CURRENT LEARNING RATE: 0.0004763894128633923
previous_iter_valid_loss : 0.17492645978927612
729260 0.175069 0.174926 0.167055 CURRENT LEARNING RATE: 0.0004762941445079729
previous_iter_valid_loss : 0.16150575876235962
729280 0.161684 0.161506 0.166645 CURRENT LEARNING RATE: 0.000476198895204319
previous_iter_valid_loss : 0.16165179014205933
729300 0.161838 0.161652 0.166561 CURRENT LEARNING RATE: 0.00047610366494862136
previous_iter_valid_loss : 0.177412211894989
729320 0.177572 0.177412 0.167384 CURRENT LEARNING RATE: 0.00047600845373707
previous_iter_valid_loss : 0.17234613001346588
729340 0.172493 0.172346 0.167967 CURRENT LEARNING RATE: 0.0004759132615658572
previous_iter_valid_loss : 0.16091306507587433
729360 0.161093 0.160913 0.167901 CURRENT LEARNING RATE: 0.0004758180884311745
previous_iter_valid_loss : 0.16132979094982147
729380 0.161511 0.161330 0.167744 CURRENT LEARNING RATE: 0.0004757229343292159
previous_iter_valid_loss : 0.16540315747261047
729400 0.165615 0.165403 0.167630 CURRENT LEARNING RATE: 0.00047562779925617427
previous_iter_valid_loss : 0.16428595781326294
729420 0.164472 0.164286 0.166621 CURRENT LEARNING RATE: 0.00047553268320824467
previous_iter_valid_loss : 0.1714760959148407
729440 0.171622 0.171476 0.167160 CURRENT LEARNING RATE: 0.00047543758618162293
previous_iter_valid_loss : 0.16094283759593964
729460 0.161119 0.160943 0.165973 CURRENT LEARNING RATE: 0.0004753425081725042
previous_iter_valid_loss : 0.16090615093708038
729480 0.161086 0.160906 0.165774 CURRENT LEARNING RATE: 0.00047524744917708635
previous_iter_valid_loss : 0.16184669733047485
729500 0.162001 0.161847 0.165819 CURRENT LEARNING RATE: 0.00047515240919156605
previous_iter_valid_loss : 0.16272008419036865
729520 0.162916 0.162720 0.165929 CURRENT LEARNING RATE: 0.00047505738821214264
previous_iter_valid_loss : 0.1683768332004547
729540 0.168522 0.168377 0.166317 CURRENT LEARNING RATE: 0.00047496238623501445
previous_iter_valid_loss : 0.16051918268203735
729560 0.160679 0.160519 0.164964 CURRENT LEARNING RATE: 0.00047486740325638214
previous_iter_valid_loss : 0.16769452393054962
729580 0.167914 0.167695 0.165182 CURRENT LEARNING RATE: 0.0004747724392724456
previous_iter_valid_loss : 0.17432275414466858
729600 0.174471 0.174323 0.165811 CURRENT LEARNING RATE: 0.0004746774942794071
previous_iter_valid_loss : 0.16342337429523468
729620 0.163618 0.163423 0.165872 CURRENT LEARNING RATE: 0.000474582568273468
previous_iter_valid_loss : 0.16063803434371948
729640 0.160790 0.160638 0.165629 CURRENT LEARNING RATE: 0.0004744876612508322
previous_iter_valid_loss : 0.16828793287277222
729660 0.168441 0.168288 0.165297 CURRENT LEARNING RATE: 0.0004743927732077024
previous_iter_valid_loss : 0.1634387969970703
729680 0.163603 0.163439 0.165394 CURRENT LEARNING RATE: 0.0004742979041402841
previous_iter_valid_loss : 0.16342279314994812
729700 0.163621 0.163423 0.165483 CURRENT LEARNING RATE: 0.00047420305404478153
previous_iter_valid_loss : 0.16661453247070312
729720 0.166828 0.166615 0.164943 CURRENT LEARNING RATE: 0.00047410822291740165
previous_iter_valid_loss : 0.16181424260139465
729740 0.161990 0.161814 0.164416 CURRENT LEARNING RATE: 0.0004740134107543503
previous_iter_valid_loss : 0.1832142472267151
729760 0.183367 0.183214 0.165531 CURRENT LEARNING RATE: 0.0004739186175518359
previous_iter_valid_loss : 0.16838157176971436
729780 0.168530 0.168382 0.165884 CURRENT LEARNING RATE: 0.0004738238433060658
previous_iter_valid_loss : 0.16612093150615692
729800 0.166282 0.166121 0.165920 CURRENT LEARNING RATE: 0.00047372908801324994
previous_iter_valid_loss : 0.1610470414161682
729820 0.161225 0.161047 0.165758 CURRENT LEARNING RATE: 0.00047363435166959726
previous_iter_valid_loss : 0.16233965754508972
729840 0.162494 0.162340 0.165301 CURRENT LEARNING RATE: 0.0004735396342713187
previous_iter_valid_loss : 0.17066483199596405
729860 0.170916 0.170665 0.165787 CURRENT LEARNING RATE: 0.00047344493581462593
previous_iter_valid_loss : 0.161139115691185
729880 0.161291 0.161139 0.165799 CURRENT LEARNING RATE: 0.00047335025629573034
previous_iter_valid_loss : 0.17186106741428375
729900 0.172002 0.171861 0.166299 CURRENT LEARNING RATE: 0.00047325559571084546
previous_iter_valid_loss : 0.16158346831798553
729920 0.161776 0.161583 0.166243 CURRENT LEARNING RATE: 0.00047316095405618397
previous_iter_valid_loss : 0.1742764115333557
729940 0.174432 0.174276 0.166538 CURRENT LEARNING RATE: 0.00047306633132796123
previous_iter_valid_loss : 0.16598956286907196
729960 0.166147 0.165990 0.166811 CURRENT LEARNING RATE: 0.0004729717275223913
previous_iter_valid_loss : 0.16896475851535797
729980 0.169117 0.168965 0.166875 CURRENT LEARNING RATE: 0.00047287714263569104
previous_iter_valid_loss : 0.16563352942466736
730000 0.165790 0.165634 0.166440 CURRENT LEARNING RATE: 0.00047278257666407607
previous_iter_valid_loss : 0.1764606535434723
730020 0.176751 0.176461 0.167092 CURRENT LEARNING RATE: 0.00047268802960376467
previous_iter_valid_loss : 0.16441656649112701
730040 0.164612 0.164417 0.167281 CURRENT LEARNING RATE: 0.0004725935014509741
previous_iter_valid_loss : 0.16442297399044037
730060 0.164621 0.164423 0.167088 CURRENT LEARNING RATE: 0.00047249899220192404
previous_iter_valid_loss : 0.17354144155979156
730080 0.173688 0.173541 0.167593 CURRENT LEARNING RATE: 0.0004724045018528333
previous_iter_valid_loss : 0.1663028597831726
730100 0.166511 0.166303 0.167737 CURRENT LEARNING RATE: 0.0004723100303999231
previous_iter_valid_loss : 0.16202765703201294
730120 0.162216 0.162028 0.167507 CURRENT LEARNING RATE: 0.0004722155778394139
previous_iter_valid_loss : 0.16197822988033295
730140 0.162138 0.161978 0.167516 CURRENT LEARNING RATE: 0.0004721211441675282
previous_iter_valid_loss : 0.16344551742076874
730160 0.163610 0.163446 0.166527 CURRENT LEARNING RATE: 0.00047202672938048793
previous_iter_valid_loss : 0.1672694981098175
730180 0.167419 0.167269 0.166472 CURRENT LEARNING RATE: 0.00047193233347451725
previous_iter_valid_loss : 0.16075091063976288
730200 0.160923 0.160751 0.166203 CURRENT LEARNING RATE: 0.00047183795644583964
previous_iter_valid_loss : 0.17364545166492462
730220 0.173786 0.173645 0.166833 CURRENT LEARNING RATE: 0.0004717435982906807
previous_iter_valid_loss : 0.16346174478530884
730240 0.163628 0.163462 0.166889 CURRENT LEARNING RATE: 0.0004716492590052654
previous_iter_valid_loss : 0.1612783968448639
730260 0.161439 0.161278 0.166420 CURRENT LEARNING RATE: 0.00047155493858582045
previous_iter_valid_loss : 0.16087333858013153
730280 0.161029 0.160873 0.166406 CURRENT LEARNING RATE: 0.00047146063702857365
previous_iter_valid_loss : 0.16178233921527863
730300 0.161969 0.161782 0.165903 CURRENT LEARNING RATE: 0.0004713663543297518
previous_iter_valid_loss : 0.16961146891117096
730320 0.169852 0.169611 0.166304 CURRENT LEARNING RATE: 0.0004712720904855848
previous_iter_valid_loss : 0.16846439242362976
730340 0.168682 0.168464 0.166013 CURRENT LEARNING RATE: 0.00047117784549230093
previous_iter_valid_loss : 0.17583498358726501
730360 0.176123 0.175835 0.166506 CURRENT LEARNING RATE: 0.0004710836193461314
previous_iter_valid_loss : 0.16064251959323883
730380 0.160793 0.160643 0.166090 CURRENT LEARNING RATE: 0.00047098941204330627
previous_iter_valid_loss : 0.16704590618610382
730400 0.167255 0.167046 0.166160 CURRENT LEARNING RATE: 0.0004708952235800581
previous_iter_valid_loss : 0.17052942514419556
730420 0.170788 0.170529 0.165864 CURRENT LEARNING RATE: 0.0004708010539526186
previous_iter_valid_loss : 0.1676376909017563
730440 0.167792 0.167638 0.166025 CURRENT LEARNING RATE: 0.0004707069031572216
previous_iter_valid_loss : 0.1636183261871338
730460 0.163810 0.163618 0.165984 CURRENT LEARNING RATE: 0.00047061277119010047
previous_iter_valid_loss : 0.1648990362882614
730480 0.165070 0.164899 0.165552 CURRENT LEARNING RATE: 0.00047051865804749064
previous_iter_valid_loss : 0.16432471573352814
730500 0.164527 0.164325 0.165453 CURRENT LEARNING RATE: 0.0004704245637256268
previous_iter_valid_loss : 0.16314426064491272
730520 0.163349 0.163144 0.165509 CURRENT LEARNING RATE: 0.0004703304882207459
previous_iter_valid_loss : 0.16149075329303741
730540 0.161638 0.161491 0.165485 CURRENT LEARNING RATE: 0.00047023643152908424
previous_iter_valid_loss : 0.1658945083618164
730560 0.166094 0.165895 0.165607 CURRENT LEARNING RATE: 0.00047014239364688034
previous_iter_valid_loss : 0.1995764970779419
730580 0.199659 0.199576 0.167223 CURRENT LEARNING RATE: 0.0004700483745703718
previous_iter_valid_loss : 0.19927743077278137
730600 0.199370 0.199277 0.169149 CURRENT LEARNING RATE: 0.0004699543742957988
previous_iter_valid_loss : 0.1696200966835022
730620 0.169770 0.169620 0.168948 CURRENT LEARNING RATE: 0.0004698603928194003
previous_iter_valid_loss : 0.1609174758195877
730640 0.161067 0.160917 0.168820 CURRENT LEARNING RATE: 0.00046976643013741764
previous_iter_valid_loss : 0.1631627082824707
730660 0.163344 0.163163 0.168915 CURRENT LEARNING RATE: 0.0004696724862460927
previous_iter_valid_loss : 0.164350688457489
730680 0.164555 0.164351 0.169089 CURRENT LEARNING RATE: 0.0004695785611416667
previous_iter_valid_loss : 0.16228634119033813
730700 0.162479 0.162286 0.169114 CURRENT LEARNING RATE: 0.0004694846548203838
previous_iter_valid_loss : 0.1606290191411972
730720 0.160788 0.160629 0.168665 CURRENT LEARNING RATE: 0.00046939076727848665
previous_iter_valid_loss : 0.16178885102272034
730740 0.161976 0.161789 0.168331 CURRENT LEARNING RATE: 0.00046929689851222075
previous_iter_valid_loss : 0.16054284572601318
730760 0.160696 0.160543 0.167566 CURRENT LEARNING RATE: 0.00046920304851783034
previous_iter_valid_loss : 0.16066406667232513
730780 0.160836 0.160664 0.167567 CURRENT LEARNING RATE: 0.00046910921729156234
previous_iter_valid_loss : 0.17028816044330597
730800 0.170435 0.170288 0.167729 CURRENT LEARNING RATE: 0.0004690154048296628
previous_iter_valid_loss : 0.19542889297008514
730820 0.195542 0.195429 0.168974 CURRENT LEARNING RATE: 0.0004689216111283798
previous_iter_valid_loss : 0.16607223451137543
730840 0.166234 0.166072 0.168896 CURRENT LEARNING RATE: 0.000468827836183961
previous_iter_valid_loss : 0.16078802943229675
730860 0.160949 0.160788 0.168755 CURRENT LEARNING RATE: 0.00046873407999265606
previous_iter_valid_loss : 0.17429061233997345
730880 0.174440 0.174291 0.169224 CURRENT LEARNING RATE: 0.000468640342550714
previous_iter_valid_loss : 0.1657709926366806
730900 0.165970 0.165771 0.169297 CURRENT LEARNING RATE: 0.00046854662385438614
previous_iter_valid_loss : 0.1606195867061615
730920 0.160791 0.160620 0.169170 CURRENT LEARNING RATE: 0.00046845292389992283
previous_iter_valid_loss : 0.16259226202964783
730940 0.162759 0.162592 0.169225 CURRENT LEARNING RATE: 0.00046835924268357696
previous_iter_valid_loss : 0.16064052283763885
730960 0.160792 0.160641 0.168963 CURRENT LEARNING RATE: 0.0004682655802016004
previous_iter_valid_loss : 0.1608600616455078
730980 0.161034 0.160860 0.167027 CURRENT LEARNING RATE: 0.0004681719364502476
previous_iter_valid_loss : 0.1779356300830841
731000 0.178090 0.177936 0.165960 CURRENT LEARNING RATE: 0.0004680783114257719
previous_iter_valid_loss : 0.1803717166185379
731020 0.180530 0.180372 0.166497 CURRENT LEARNING RATE: 0.0004679847051244291
previous_iter_valid_loss : 0.16283510625362396
731040 0.163037 0.162835 0.166593 CURRENT LEARNING RATE: 0.0004678911175424742
previous_iter_valid_loss : 0.1620028167963028
731060 0.162182 0.162003 0.166535 CURRENT LEARNING RATE: 0.00046779754867616407
previous_iter_valid_loss : 0.16247552633285522
731080 0.162659 0.162476 0.166441 CURRENT LEARNING RATE: 0.0004677039985217563
previous_iter_valid_loss : 0.1633967012166977
731100 0.163585 0.163397 0.166497 CURRENT LEARNING RATE: 0.00046761046707550813
previous_iter_valid_loss : 0.1679554283618927
731120 0.168171 0.167955 0.166863 CURRENT LEARNING RATE: 0.00046751695433367915
previous_iter_valid_loss : 0.16147910058498383
731140 0.161631 0.161479 0.166848 CURRENT LEARNING RATE: 0.00046742346029252796
previous_iter_valid_loss : 0.16351793706417084
731160 0.163683 0.163518 0.166997 CURRENT LEARNING RATE: 0.00046732998494831567
previous_iter_valid_loss : 0.16447685658931732
731180 0.164673 0.164477 0.167187 CURRENT LEARNING RATE: 0.00046723652829730244
previous_iter_valid_loss : 0.16245491802692413
731200 0.162618 0.162455 0.166796 CURRENT LEARNING RATE: 0.00046714309033575087
previous_iter_valid_loss : 0.16601130366325378
731220 0.166218 0.166011 0.165325 CURRENT LEARNING RATE: 0.00046704967105992245
previous_iter_valid_loss : 0.17096751928329468
731240 0.171225 0.170968 0.165569 CURRENT LEARNING RATE: 0.0004669562704660814
previous_iter_valid_loss : 0.16382499039173126
731260 0.163993 0.163825 0.165721 CURRENT LEARNING RATE: 0.00046686288855049085
previous_iter_valid_loss : 0.16553017497062683
731280 0.165732 0.165530 0.165283 CURRENT LEARNING RATE: 0.00046676952530941626
previous_iter_valid_loss : 0.16161343455314636
731300 0.161767 0.161613 0.165075 CURRENT LEARNING RATE: 0.00046667618073912236
previous_iter_valid_loss : 0.16775508224964142
731320 0.167907 0.167755 0.165432 CURRENT LEARNING RATE: 0.00046658285483587613
previous_iter_valid_loss : 0.16542993485927582
731340 0.165646 0.165430 0.165574 CURRENT LEARNING RATE: 0.0004664895475959438
previous_iter_valid_loss : 0.16060447692871094
731360 0.160777 0.160604 0.165572 CURRENT LEARNING RATE: 0.0004663962590155938
previous_iter_valid_loss : 0.16096797585487366
731380 0.161129 0.160968 0.165578 CURRENT LEARNING RATE: 0.00046630298909109384
previous_iter_valid_loss : 0.1796809881925583
731400 0.179837 0.179681 0.165665 CURRENT LEARNING RATE: 0.00046620973781871393
previous_iter_valid_loss : 0.18354733288288116
731420 0.183698 0.183547 0.165824 CURRENT LEARNING RATE: 0.00046611650519472317
previous_iter_valid_loss : 0.16190111637115479
731440 0.162061 0.161901 0.165777 CURRENT LEARNING RATE: 0.0004660232912153927
previous_iter_valid_loss : 0.16105888783931732
731460 0.161240 0.161059 0.165730 CURRENT LEARNING RATE: 0.0004659300958769943
previous_iter_valid_loss : 0.16647681593894958
731480 0.166697 0.166477 0.165930 CURRENT LEARNING RATE: 0.00046583691917579946
previous_iter_valid_loss : 0.16086167097091675
731500 0.161009 0.160862 0.165803 CURRENT LEARNING RATE: 0.00046574376110808174
previous_iter_valid_loss : 0.18320873379707336
731520 0.183358 0.183209 0.166566 CURRENT LEARNING RATE: 0.0004656506216701143
previous_iter_valid_loss : 0.16054627299308777
731540 0.160701 0.160546 0.166519 CURRENT LEARNING RATE: 0.00046555750085817206
previous_iter_valid_loss : 0.16133612394332886
731560 0.161520 0.161336 0.166410 CURRENT LEARNING RATE: 0.0004654643986685295
previous_iter_valid_loss : 0.16050530970096588
731580 0.160673 0.160505 0.166211 CURRENT LEARNING RATE: 0.0004653713150974634
previous_iter_valid_loss : 0.16168804466724396
731600 0.161877 0.161688 0.166173 CURRENT LEARNING RATE: 0.0004652782501412495
previous_iter_valid_loss : 0.16635975241661072
731620 0.166517 0.166360 0.166191 CURRENT LEARNING RATE: 0.0004651852037961662
previous_iter_valid_loss : 0.16401070356369019
731640 0.164207 0.164011 0.165843 CURRENT LEARNING RATE: 0.0004650921760584906
previous_iter_valid_loss : 0.1605401188135147
731660 0.160695 0.160540 0.165679 CURRENT LEARNING RATE: 0.00046499916692450255
previous_iter_valid_loss : 0.1697574406862259
731680 0.169911 0.169757 0.165890 CURRENT LEARNING RATE: 0.00046490617639048085
previous_iter_valid_loss : 0.16803158819675446
731700 0.168188 0.168032 0.166211 CURRENT LEARNING RATE: 0.0004648132044527066
previous_iter_valid_loss : 0.17405544221401215
731720 0.174198 0.174055 0.166526 CURRENT LEARNING RATE: 0.00046472025110746025
previous_iter_valid_loss : 0.1630212515592575
731740 0.163218 0.163021 0.166405 CURRENT LEARNING RATE: 0.00046462731635102443
previous_iter_valid_loss : 0.16173043847084045
731760 0.161891 0.161730 0.166462 CURRENT LEARNING RATE: 0.0004645344001796809
previous_iter_valid_loss : 0.1832348108291626
731780 0.183384 0.183235 0.167575 CURRENT LEARNING RATE: 0.00046444150258971383
previous_iter_valid_loss : 0.19392932951450348
731800 0.194048 0.193929 0.168287 CURRENT LEARNING RATE: 0.00046434862357740646
previous_iter_valid_loss : 0.18477708101272583
731820 0.184915 0.184777 0.168349 CURRENT LEARNING RATE: 0.00046425576313904464
previous_iter_valid_loss : 0.16712690889835358
731840 0.167346 0.167127 0.168610 CURRENT LEARNING RATE: 0.0004641629212709129
previous_iter_valid_loss : 0.16911055147647858
731860 0.169261 0.169111 0.169013 CURRENT LEARNING RATE: 0.0004640700979692981
previous_iter_valid_loss : 0.1609804928302765
731880 0.161165 0.160980 0.168738 CURRENT LEARNING RATE: 0.0004639772932304877
previous_iter_valid_loss : 0.16441085934638977
731900 0.164610 0.164411 0.168915 CURRENT LEARNING RATE: 0.0004638845070507686
previous_iter_valid_loss : 0.16054092347621918
731920 0.160705 0.160541 0.167782 CURRENT LEARNING RATE: 0.00046379173942643037
previous_iter_valid_loss : 0.1674511581659317
731940 0.167609 0.167451 0.168127 CURRENT LEARNING RATE: 0.0004636989903537613
previous_iter_valid_loss : 0.16071739792823792
731960 0.160871 0.160717 0.168096 CURRENT LEARNING RATE: 0.00046360625982905235
previous_iter_valid_loss : 0.16469836235046387
731980 0.164858 0.164698 0.168306 CURRENT LEARNING RATE: 0.00046351354784859345
previous_iter_valid_loss : 0.16154563426971436
732000 0.161698 0.161546 0.168299 CURRENT LEARNING RATE: 0.0004634208544086769
previous_iter_valid_loss : 0.16358190774917603
732020 0.163743 0.163582 0.168160 CURRENT LEARNING RATE: 0.0004633281795055942
previous_iter_valid_loss : 0.16410478949546814
732040 0.164273 0.164105 0.168165 CURRENT LEARNING RATE: 0.00046323552313563913
previous_iter_valid_loss : 0.16477562487125397
732060 0.164985 0.164776 0.168376 CURRENT LEARNING RATE: 0.0004631428852951047
previous_iter_valid_loss : 0.16182994842529297
732080 0.162021 0.161830 0.167980 CURRENT LEARNING RATE: 0.0004630502659802861
previous_iter_valid_loss : 0.16093020141124725
732100 0.161100 0.160930 0.167625 CURRENT LEARNING RATE: 0.0004629576651874778
previous_iter_valid_loss : 0.16144178807735443
732120 0.161602 0.161442 0.166994 CURRENT LEARNING RATE: 0.0004628650829129766
previous_iter_valid_loss : 0.16642625629901886
732140 0.166637 0.166426 0.167165 CURRENT LEARNING RATE: 0.0004627725191530783
previous_iter_valid_loss : 0.16754253208637238
732160 0.167762 0.167543 0.167455 CURRENT LEARNING RATE: 0.00046267997390408126
previous_iter_valid_loss : 0.16114461421966553
732180 0.161322 0.161145 0.166351 CURRENT LEARNING RATE: 0.0004625874471622828
previous_iter_valid_loss : 0.1635991334915161
732200 0.163787 0.163599 0.164834 CURRENT LEARNING RATE: 0.00046249493892398276
previous_iter_valid_loss : 0.16053730249404907
732220 0.160702 0.160537 0.163622 CURRENT LEARNING RATE: 0.00046240244918547993
previous_iter_valid_loss : 0.16838037967681885
732240 0.168534 0.168380 0.163685 CURRENT LEARNING RATE: 0.00046230997794307515
previous_iter_valid_loss : 0.1671237200498581
732260 0.167342 0.167124 0.163586 CURRENT LEARNING RATE: 0.0004622175251930699
previous_iter_valid_loss : 0.162702277302742
732280 0.162890 0.162702 0.163672 CURRENT LEARNING RATE: 0.0004621250909317654
previous_iter_valid_loss : 0.16897650063037872
732300 0.169128 0.168977 0.163900 CURRENT LEARNING RATE: 0.0004620326751554649
previous_iter_valid_loss : 0.1620037853717804
732320 0.162185 0.162004 0.163973 CURRENT LEARNING RATE: 0.00046194027786047105
previous_iter_valid_loss : 0.1744331419467926
732340 0.174709 0.174433 0.164322 CURRENT LEARNING RATE: 0.00046184789904308893
previous_iter_valid_loss : 0.1605631560087204
732360 0.160730 0.160563 0.164314 CURRENT LEARNING RATE: 0.0004617555386996223
previous_iter_valid_loss : 0.16052000224590302
732380 0.160685 0.160520 0.164106 CURRENT LEARNING RATE: 0.0004616631968263777
previous_iter_valid_loss : 0.16748997569084167
732400 0.167645 0.167490 0.164403 CURRENT LEARNING RATE: 0.00046157087341966067
previous_iter_valid_loss : 0.17269042134284973
732420 0.172834 0.172690 0.164858 CURRENT LEARNING RATE: 0.000461478568475779
previous_iter_valid_loss : 0.16223935782909393
732440 0.162395 0.162239 0.164765 CURRENT LEARNING RATE: 0.0004613862819910398
previous_iter_valid_loss : 0.16678041219711304
732460 0.166993 0.166780 0.164865 CURRENT LEARNING RATE: 0.0004612940139617522
previous_iter_valid_loss : 0.16091184318065643
732480 0.161063 0.160912 0.164819 CURRENT LEARNING RATE: 0.000461201764384225
previous_iter_valid_loss : 0.16401034593582153
732500 0.164192 0.164010 0.164973 CURRENT LEARNING RATE: 0.0004611095332547687
previous_iter_valid_loss : 0.17929179966449738
732520 0.179595 0.179292 0.165866 CURRENT LEARNING RATE: 0.00046101732056969344
previous_iter_valid_loss : 0.168866828083992
732540 0.169107 0.168867 0.165988 CURRENT LEARNING RATE: 0.00046092512632531154
previous_iter_valid_loss : 0.16309794783592224
732560 0.163288 0.163098 0.165766 CURRENT LEARNING RATE: 0.0004608329505179342
previous_iter_valid_loss : 0.17100109159946442
732580 0.171152 0.171001 0.166258 CURRENT LEARNING RATE: 0.0004607407931438754
previous_iter_valid_loss : 0.1617080718278885
732600 0.161860 0.161708 0.166164 CURRENT LEARNING RATE: 0.00046064865419944806
previous_iter_valid_loss : 0.16713149845600128
732620 0.167286 0.167131 0.166494 CURRENT LEARNING RATE: 0.0004605565336809673
previous_iter_valid_loss : 0.16314443945884705
732640 0.163316 0.163144 0.166232 CURRENT LEARNING RATE: 0.0004604644315847475
previous_iter_valid_loss : 0.1686817854642868
732660 0.168914 0.168682 0.166310 CURRENT LEARNING RATE: 0.00046037234790710505
previous_iter_valid_loss : 0.16075488924980164
732680 0.160934 0.160755 0.166212 CURRENT LEARNING RATE: 0.00046028028264435706
previous_iter_valid_loss : 0.1613207906484604
732700 0.161497 0.161321 0.165829 CURRENT LEARNING RATE: 0.00046018823579281994
previous_iter_valid_loss : 0.1768617182970047
732720 0.177014 0.176862 0.166572 CURRENT LEARNING RATE: 0.00046009620734881277
previous_iter_valid_loss : 0.17166827619075775
732740 0.171814 0.171668 0.166434 CURRENT LEARNING RATE: 0.0004600041973086535
previous_iter_valid_loss : 0.16232696175575256
732760 0.162481 0.162327 0.166522 CURRENT LEARNING RATE: 0.00045991220566866264
previous_iter_valid_loss : 0.1636025309562683
732780 0.163764 0.163603 0.166676 CURRENT LEARNING RATE: 0.00045982023242515963
previous_iter_valid_loss : 0.17317834496498108
732800 0.173444 0.173178 0.166961 CURRENT LEARNING RATE: 0.0004597282775744664
previous_iter_valid_loss : 0.16536790132522583
732820 0.165569 0.165368 0.166595 CURRENT LEARNING RATE: 0.00045963634111290396
previous_iter_valid_loss : 0.16055427491664886
732840 0.160724 0.160554 0.166510 CURRENT LEARNING RATE: 0.0004595444230367956
previous_iter_valid_loss : 0.16141171753406525
732860 0.161592 0.161412 0.166242 CURRENT LEARNING RATE: 0.00045945252334246377
previous_iter_valid_loss : 0.16049154102802277
Current valid loss: 0.16049154102802277; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
732880 0.160649 0.160492 0.166221 CURRENT LEARNING RATE: 0.0004593606420262334
previous_iter_valid_loss : 0.18403925001621246
732900 0.184180 0.184039 0.167222 CURRENT LEARNING RATE: 0.00045926877908442835
previous_iter_valid_loss : 0.1610783189535141
732920 0.161262 0.161078 0.166312 CURRENT LEARNING RATE: 0.000459176934513375
previous_iter_valid_loss : 0.17084062099456787
732940 0.170988 0.170841 0.166410 CURRENT LEARNING RATE: 0.00045908510830939853
previous_iter_valid_loss : 0.16736532747745514
732960 0.167522 0.167365 0.166624 CURRENT LEARNING RATE: 0.00045899330046882694
previous_iter_valid_loss : 0.16768187284469604
732980 0.167901 0.167682 0.166458 CURRENT LEARNING RATE: 0.00045890151098798706
previous_iter_valid_loss : 0.16062377393245697
733000 0.160779 0.160624 0.166404 CURRENT LEARNING RATE: 0.00045880973986320804
previous_iter_valid_loss : 0.16712507605552673
733020 0.167283 0.167125 0.166403 CURRENT LEARNING RATE: 0.0004587179870908183
previous_iter_valid_loss : 0.16053926944732666
733040 0.160701 0.160539 0.166273 CURRENT LEARNING RATE: 0.0004586262526671485
previous_iter_valid_loss : 0.1629687249660492
733060 0.163155 0.162969 0.165987 CURRENT LEARNING RATE: 0.00045853453658852846
previous_iter_valid_loss : 0.17464053630828857
733080 0.174797 0.174641 0.166682 CURRENT LEARNING RATE: 0.00045844283885128996
previous_iter_valid_loss : 0.16348280012607574
733100 0.163645 0.163483 0.166790 CURRENT LEARNING RATE: 0.00045835115945176545
previous_iter_valid_loss : 0.16162505745887756
733120 0.161810 0.161625 0.166028 CURRENT LEARNING RATE: 0.00045825949838628697
previous_iter_valid_loss : 0.17154881358146667
733140 0.171692 0.171549 0.166022 CURRENT LEARNING RATE: 0.0004581678556511889
previous_iter_valid_loss : 0.16353990137577057
733160 0.163712 0.163540 0.166083 CURRENT LEARNING RATE: 0.0004580762312428047
previous_iter_valid_loss : 0.16174089908599854
733180 0.161911 0.161741 0.165990 CURRENT LEARNING RATE: 0.0004579846251574703
previous_iter_valid_loss : 0.16234898567199707
733200 0.162506 0.162349 0.165448 CURRENT LEARNING RATE: 0.00045789303739152045
previous_iter_valid_loss : 0.16943363845348358
733220 0.169670 0.169434 0.165651 CURRENT LEARNING RATE: 0.0004578014679412926
previous_iter_valid_loss : 0.1619732677936554
733240 0.162133 0.161973 0.165722 CURRENT LEARNING RATE: 0.0004577099168031232
previous_iter_valid_loss : 0.16518689692020416
733260 0.165406 0.165187 0.165911 CURRENT LEARNING RATE: 0.0004576183839733509
previous_iter_valid_loss : 0.17444542050361633
733280 0.174593 0.174445 0.166609 CURRENT LEARNING RATE: 0.00045752686944831357
previous_iter_valid_loss : 0.16068357229232788
733300 0.160834 0.160684 0.165441 CURRENT LEARNING RATE: 0.0004574353732243515
previous_iter_valid_loss : 0.18228879570960999
733320 0.182442 0.182289 0.166501 CURRENT LEARNING RATE: 0.000457343895297804
previous_iter_valid_loss : 0.16517913341522217
733340 0.165333 0.165179 0.166218 CURRENT LEARNING RATE: 0.0004572524356650128
previous_iter_valid_loss : 0.16308459639549255
733360 0.163266 0.163085 0.166004 CURRENT LEARNING RATE: 0.00045716099432231873
previous_iter_valid_loss : 0.1605404019355774
733380 0.160701 0.160540 0.165647 CURRENT LEARNING RATE: 0.0004570695712660648
previous_iter_valid_loss : 0.16305303573608398
733400 0.163221 0.163053 0.165769 CURRENT LEARNING RATE: 0.0004569781664925934
previous_iter_valid_loss : 0.16110293567180634
733420 0.161275 0.161103 0.165468 CURRENT LEARNING RATE: 0.0004568867799982492
previous_iter_valid_loss : 0.16764727234840393
733440 0.167806 0.167647 0.165823 CURRENT LEARNING RATE: 0.0004567954117793758
previous_iter_valid_loss : 0.16452491283416748
733460 0.164731 0.164525 0.165901 CURRENT LEARNING RATE: 0.00045670406183231894
previous_iter_valid_loss : 0.16333447396755219
733480 0.163502 0.163334 0.165336 CURRENT LEARNING RATE: 0.000456612730153425
previous_iter_valid_loss : 0.16093061864376068
733500 0.161105 0.160931 0.165208 CURRENT LEARNING RATE: 0.0004565214167390399
previous_iter_valid_loss : 0.17991366982460022
733520 0.180072 0.179914 0.166122 CURRENT LEARNING RATE: 0.00045643012158551197
previous_iter_valid_loss : 0.16526424884796143
733540 0.165419 0.165264 0.165808 CURRENT LEARNING RATE: 0.0004563388446891886
previous_iter_valid_loss : 0.16560415923595428
733560 0.165763 0.165604 0.165911 CURRENT LEARNING RATE: 0.00045624758604641947
previous_iter_valid_loss : 0.17217139899730682
733580 0.172425 0.172171 0.166433 CURRENT LEARNING RATE: 0.0004561563456535534
previous_iter_valid_loss : 0.16633522510528564
733600 0.166540 0.166335 0.166632 CURRENT LEARNING RATE: 0.00045606512350694167
previous_iter_valid_loss : 0.16195935010910034
733620 0.162117 0.161959 0.166258 CURRENT LEARNING RATE: 0.0004559739196029344
previous_iter_valid_loss : 0.16304919123649597
733640 0.163217 0.163049 0.166312 CURRENT LEARNING RATE: 0.00045588273393788454
previous_iter_valid_loss : 0.16454635560512543
733660 0.164709 0.164546 0.166280 CURRENT LEARNING RATE: 0.0004557915665081436
previous_iter_valid_loss : 0.1703663170337677
733680 0.170616 0.170366 0.166076 CURRENT LEARNING RATE: 0.00045570041731006586
previous_iter_valid_loss : 0.16586965322494507
733700 0.166085 0.165870 0.166336 CURRENT LEARNING RATE: 0.00045560928634000444
previous_iter_valid_loss : 0.1614588350057602
733720 0.161622 0.161459 0.165294 CURRENT LEARNING RATE: 0.0004555181735943149
previous_iter_valid_loss : 0.16050131618976593
733740 0.160663 0.160501 0.165060 CURRENT LEARNING RATE: 0.00045542707906935203
previous_iter_valid_loss : 0.18689365684986115
733760 0.187035 0.186894 0.166251 CURRENT LEARNING RATE: 0.0004553360027614727
previous_iter_valid_loss : 0.16051404178142548
733780 0.160680 0.160514 0.166249 CURRENT LEARNING RATE: 0.00045524494466703323
previous_iter_valid_loss : 0.16098549962043762
733800 0.161139 0.160985 0.166146 CURRENT LEARNING RATE: 0.000455153904782392
previous_iter_valid_loss : 0.16084443032741547
733820 0.161018 0.160844 0.166133 CURRENT LEARNING RATE: 0.0004550628831039065
previous_iter_valid_loss : 0.19117411971092224
733840 0.191295 0.191174 0.167309 CURRENT LEARNING RATE: 0.00045497187962793693
previous_iter_valid_loss : 0.16063012182712555
733860 0.160806 0.160630 0.167115 CURRENT LEARNING RATE: 0.0004548808943508421
previous_iter_valid_loss : 0.17068485915660858
733880 0.170833 0.170685 0.167482 CURRENT LEARNING RATE: 0.0004547899272689832
previous_iter_valid_loss : 0.16711509227752686
733900 0.167267 0.167115 0.167791 CURRENT LEARNING RATE: 0.00045469897837872175
previous_iter_valid_loss : 0.1612452119588852
733920 0.161431 0.161245 0.166858 CURRENT LEARNING RATE: 0.00045460804767641914
previous_iter_valid_loss : 0.16056691110134125
733940 0.160720 0.160567 0.166623 CURRENT LEARNING RATE: 0.00045451713515843895
previous_iter_valid_loss : 0.16241799294948578
733960 0.162600 0.162418 0.166464 CURRENT LEARNING RATE: 0.00045442624082114375
previous_iter_valid_loss : 0.16339018940925598
733980 0.163582 0.163390 0.166025 CURRENT LEARNING RATE: 0.00045433536466089875
previous_iter_valid_loss : 0.16171696782112122
734000 0.161870 0.161717 0.165794 CURRENT LEARNING RATE: 0.0004542445066740679
previous_iter_valid_loss : 0.17344461381435394
734020 0.173597 0.173445 0.166368 CURRENT LEARNING RATE: 0.0004541536668570178
previous_iter_valid_loss : 0.17276260256767273
734040 0.173030 0.172763 0.166854 CURRENT LEARNING RATE: 0.000454062845206114
previous_iter_valid_loss : 0.1607140600681305
734060 0.160878 0.160714 0.166662 CURRENT LEARNING RATE: 0.0004539720417177245
previous_iter_valid_loss : 0.17274528741836548
734080 0.172896 0.172745 0.166781 CURRENT LEARNING RATE: 0.0004538812563882163
previous_iter_valid_loss : 0.1638915240764618
734100 0.164054 0.163892 0.166682 CURRENT LEARNING RATE: 0.0004537904892139589
previous_iter_valid_loss : 0.16296494007110596
734120 0.163128 0.162965 0.166757 CURRENT LEARNING RATE: 0.00045369974019132073
previous_iter_valid_loss : 0.1608438789844513
734140 0.161000 0.160844 0.166775 CURRENT LEARNING RATE: 0.0004536090093166725
previous_iter_valid_loss : 0.16050125658512115
734160 0.160663 0.160501 0.165455 CURRENT LEARNING RATE: 0.0004535182965863844
previous_iter_valid_loss : 0.16196881234645844
734180 0.162156 0.161969 0.165528 CURRENT LEARNING RATE: 0.0004534276019968286
previous_iter_valid_loss : 0.16311237215995789
734200 0.163299 0.163112 0.165634 CURRENT LEARNING RATE: 0.0004533369255443766
previous_iter_valid_loss : 0.1605406254529953
734220 0.160702 0.160541 0.165619 CURRENT LEARNING RATE: 0.000453246267225402
previous_iter_valid_loss : 0.16108573973178864
734240 0.161246 0.161086 0.164114 CURRENT LEARNING RATE: 0.0004531556270362777
previous_iter_valid_loss : 0.16291843354701996
734260 0.163077 0.162918 0.164229 CURRENT LEARNING RATE: 0.00045306500497337864
previous_iter_valid_loss : 0.16838042438030243
734280 0.168534 0.168380 0.164114 CURRENT LEARNING RATE: 0.00045297440103308026
previous_iter_valid_loss : 0.19478848576545715
734300 0.195286 0.194788 0.165497 CURRENT LEARNING RATE: 0.00045288381521175754
previous_iter_valid_loss : 0.17294397950172424
734320 0.173215 0.172944 0.166082 CURRENT LEARNING RATE: 0.0004527932475057879
previous_iter_valid_loss : 0.16066166758537292
734340 0.160830 0.160662 0.166087 CURRENT LEARNING RATE: 0.00045270269791154776
previous_iter_valid_loss : 0.1701311469078064
734360 0.170285 0.170131 0.166473 CURRENT LEARNING RATE: 0.00045261216642541606
previous_iter_valid_loss : 0.16068175435066223
734380 0.160857 0.160682 0.166337 CURRENT LEARNING RATE: 0.0004525216530437707
previous_iter_valid_loss : 0.16054116189479828
734400 0.160701 0.160541 0.166278 CURRENT LEARNING RATE: 0.00045243115776299184
previous_iter_valid_loss : 0.16131451725959778
734420 0.161460 0.161315 0.165672 CURRENT LEARNING RATE: 0.00045234068057945897
previous_iter_valid_loss : 0.16056136786937714
734440 0.160723 0.160561 0.165062 CURRENT LEARNING RATE: 0.00045225022148955387
previous_iter_valid_loss : 0.1612756848335266
734460 0.161460 0.161276 0.165090 CURRENT LEARNING RATE: 0.0004521597804896572
previous_iter_valid_loss : 0.17034976184368134
734480 0.170496 0.170350 0.164970 CURRENT LEARNING RATE: 0.0004520693575761522
previous_iter_valid_loss : 0.16542381048202515
734500 0.165584 0.165424 0.165047 CURRENT LEARNING RATE: 0.00045197895274542125
previous_iter_valid_loss : 0.17285679280757904
734520 0.173000 0.172857 0.165541 CURRENT LEARNING RATE: 0.0004518885659938488
previous_iter_valid_loss : 0.1635761857032776
734540 0.163746 0.163576 0.165678 CURRENT LEARNING RATE: 0.0004517981973178187
previous_iter_valid_loss : 0.1667996197938919
734560 0.166955 0.166800 0.165993 CURRENT LEARNING RATE: 0.0004517078467137169
previous_iter_valid_loss : 0.160715714097023
734580 0.160863 0.160716 0.165930 CURRENT LEARNING RATE: 0.00045161751417792866
previous_iter_valid_loss : 0.16310137510299683
734600 0.163297 0.163101 0.165930 CURRENT LEARNING RATE: 0.0004515271997068414
previous_iter_valid_loss : 0.1623714417219162
734620 0.162539 0.162371 0.166021 CURRENT LEARNING RATE: 0.0004514369032968419
previous_iter_valid_loss : 0.1688239723443985
734640 0.168978 0.168824 0.166408 CURRENT LEARNING RATE: 0.0004513466249443189
previous_iter_valid_loss : 0.16079634428024292
734660 0.160943 0.160796 0.166302 CURRENT LEARNING RATE: 0.00045125636464566054
previous_iter_valid_loss : 0.16628138720989227
734680 0.166442 0.166281 0.166197 CURRENT LEARNING RATE: 0.00045116612239725696
previous_iter_valid_loss : 0.16068807244300842
734700 0.160857 0.160688 0.164492 CURRENT LEARNING RATE: 0.00045107589819549856
previous_iter_valid_loss : 0.17616118490695953
734720 0.176311 0.176161 0.164653 CURRENT LEARNING RATE: 0.0004509856920367759
previous_iter_valid_loss : 0.1612381488084793
734740 0.161402 0.161238 0.164682 CURRENT LEARNING RATE: 0.00045089550391748124
previous_iter_valid_loss : 0.17114409804344177
734760 0.171287 0.171144 0.164732 CURRENT LEARNING RATE: 0.00045080533383400653
previous_iter_valid_loss : 0.16858337819576263
734780 0.168738 0.168583 0.165128 CURRENT LEARNING RATE: 0.00045071518178274556
previous_iter_valid_loss : 0.17096585035324097
734800 0.171222 0.170966 0.165649 CURRENT LEARNING RATE: 0.0004506250477600915
previous_iter_valid_loss : 0.16381873190402985
734820 0.164005 0.163819 0.165774 CURRENT LEARNING RATE: 0.0004505349317624398
previous_iter_valid_loss : 0.16343678534030914
734840 0.163594 0.163437 0.165918 CURRENT LEARNING RATE: 0.0004504448337861851
previous_iter_valid_loss : 0.16121472418308258
734860 0.161362 0.161215 0.165915 CURRENT LEARNING RATE: 0.00045035475382772423
previous_iter_valid_loss : 0.16673924028873444
734880 0.166947 0.166739 0.165734 CURRENT LEARNING RATE: 0.0004502646918834531
previous_iter_valid_loss : 0.16051612794399261
734900 0.160670 0.160516 0.165489 CURRENT LEARNING RATE: 0.0004501746479497702
previous_iter_valid_loss : 0.1607608199119568
734920 0.160918 0.160761 0.164884 CURRENT LEARNING RATE: 0.00045008462202307276
previous_iter_valid_loss : 0.18590183556079865
734940 0.186275 0.185902 0.166000 CURRENT LEARNING RATE: 0.00044999461409976074
previous_iter_valid_loss : 0.18874041736125946
734960 0.188874 0.188740 0.167097 CURRENT LEARNING RATE: 0.0004499046241762329
previous_iter_valid_loss : 0.1606653928756714
734980 0.160821 0.160665 0.167095 CURRENT LEARNING RATE: 0.00044981465224889046
previous_iter_valid_loss : 0.16204218566417694
735000 0.162199 0.162042 0.167042 CURRENT LEARNING RATE: 0.0004497246983141339
previous_iter_valid_loss : 0.1668684482574463
735020 0.167090 0.166868 0.167267 CURRENT LEARNING RATE: 0.00044963476236836556
previous_iter_valid_loss : 0.16057072579860687
735040 0.160741 0.160571 0.166854 CURRENT LEARNING RATE: 0.0004495448444079875
previous_iter_valid_loss : 0.17421956360340118
735060 0.174367 0.174220 0.167525 CURRENT LEARNING RATE: 0.00044945494442940367
previous_iter_valid_loss : 0.16305400431156158
735080 0.163249 0.163054 0.167364 CURRENT LEARNING RATE: 0.00044936506242901727
previous_iter_valid_loss : 0.17013800144195557
735100 0.170387 0.170138 0.167836 CURRENT LEARNING RATE: 0.00044927519840323336
previous_iter_valid_loss : 0.171645388007164
735120 0.171797 0.171645 0.167611 CURRENT LEARNING RATE: 0.00044918535234845787
previous_iter_valid_loss : 0.16101861000061035
735140 0.161184 0.161019 0.167600 CURRENT LEARNING RATE: 0.0004490955242610961
previous_iter_valid_loss : 0.16090503334999084
735160 0.161060 0.160905 0.167088 CURRENT LEARNING RATE: 0.00044900571413755583
previous_iter_valid_loss : 0.1707225739955902
735180 0.170869 0.170723 0.167195 CURRENT LEARNING RATE: 0.0004489159219742438
previous_iter_valid_loss : 0.1669105440378189
735200 0.167077 0.166911 0.166992 CURRENT LEARNING RATE: 0.00044882614776756906
previous_iter_valid_loss : 0.16061843931674957
735220 0.160770 0.160618 0.166832 CURRENT LEARNING RATE: 0.0004487363915139399
previous_iter_valid_loss : 0.1604904979467392
Current valid loss: 0.1604904979467392; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
735240 0.160655 0.160490 0.166684 CURRENT LEARNING RATE: 0.0004486466532097669
previous_iter_valid_loss : 0.16072699427604675
735260 0.160881 0.160727 0.166660 CURRENT LEARNING RATE: 0.0004485569328514596
previous_iter_valid_loss : 0.16410298645496368
735280 0.164297 0.164103 0.166528 CURRENT LEARNING RATE: 0.00044846723043543015
previous_iter_valid_loss : 0.17089755833148956
735300 0.171147 0.170898 0.167047 CURRENT LEARNING RATE: 0.0004483775459580896
previous_iter_valid_loss : 0.19235418736934662
735320 0.192482 0.192354 0.168627 CURRENT LEARNING RATE: 0.00044828787941585124
previous_iter_valid_loss : 0.16150304675102234
735340 0.161682 0.161503 0.167407 CURRENT LEARNING RATE: 0.00044819823080512785
previous_iter_valid_loss : 0.19137941300868988
735360 0.191824 0.191379 0.167539 CURRENT LEARNING RATE: 0.00044810860012233406
previous_iter_valid_loss : 0.16741856932640076
735380 0.167639 0.167419 0.167877 CURRENT LEARNING RATE: 0.00044801898736388396
previous_iter_valid_loss : 0.1698376089334488
735400 0.170084 0.169838 0.168266 CURRENT LEARNING RATE: 0.0004479293925261938
previous_iter_valid_loss : 0.16246327757835388
735420 0.162640 0.162463 0.168046 CURRENT LEARNING RATE: 0.00044783981560567903
previous_iter_valid_loss : 0.16915130615234375
735440 0.169375 0.169151 0.168475 CURRENT LEARNING RATE: 0.00044775025659875734
previous_iter_valid_loss : 0.16753685474395752
735460 0.167696 0.167537 0.168141 CURRENT LEARNING RATE: 0.0004476607155018455
previous_iter_valid_loss : 0.18795302510261536
735480 0.188089 0.187953 0.169386 CURRENT LEARNING RATE: 0.00044757119231136243
previous_iter_valid_loss : 0.1666029393672943
735500 0.166827 0.166603 0.169209 CURRENT LEARNING RATE: 0.0004474816870237275
previous_iter_valid_loss : 0.1610204577445984
735520 0.161209 0.161020 0.168678 CURRENT LEARNING RATE: 0.0004473921996353597
previous_iter_valid_loss : 0.17767098546028137
735540 0.177834 0.177671 0.169511 CURRENT LEARNING RATE: 0.0004473027301426803
previous_iter_valid_loss : 0.1751669943332672
735560 0.175322 0.175167 0.170224 CURRENT LEARNING RATE: 0.0004472132785421098
previous_iter_valid_loss : 0.1701047271490097
735580 0.170253 0.170105 0.170193 CURRENT LEARNING RATE: 0.00044712384483007087
previous_iter_valid_loss : 0.16743019223213196
735600 0.167584 0.167430 0.170219 CURRENT LEARNING RATE: 0.0004470344290029855
previous_iter_valid_loss : 0.16067014634609222
735620 0.160842 0.160670 0.170221 CURRENT LEARNING RATE: 0.00044694503105727765
previous_iter_valid_loss : 0.16119413077831268
735640 0.161358 0.161194 0.170257 CURRENT LEARNING RATE: 0.0004468556509893707
previous_iter_valid_loss : 0.16141001880168915
735660 0.161606 0.161410 0.170291 CURRENT LEARNING RATE: 0.00044676628879569035
previous_iter_valid_loss : 0.1740860790014267
735680 0.174238 0.174086 0.170790 CURRENT LEARNING RATE: 0.00044667694447266107
previous_iter_valid_loss : 0.181772381067276
735700 0.181928 0.181772 0.171334 CURRENT LEARNING RATE: 0.00044658761801671015
previous_iter_valid_loss : 0.16262714564800262
735720 0.162795 0.162627 0.169847 CURRENT LEARNING RATE: 0.0004464983094242636
previous_iter_valid_loss : 0.1607166826725006
735740 0.160891 0.160717 0.169808 CURRENT LEARNING RATE: 0.0004464090186917498
previous_iter_valid_loss : 0.16051852703094482
735760 0.160691 0.160519 0.168265 CURRENT LEARNING RATE: 0.00044631974581559644
previous_iter_valid_loss : 0.1606304943561554
735780 0.160788 0.160630 0.167925 CURRENT LEARNING RATE: 0.0004462304907922334
previous_iter_valid_loss : 0.16487300395965576
735800 0.165071 0.164873 0.167677 CURRENT LEARNING RATE: 0.00044614125361808963
previous_iter_valid_loss : 0.16061078011989594
735820 0.160788 0.160611 0.167585 CURRENT LEARNING RATE: 0.00044605203428959645
previous_iter_valid_loss : 0.1677708923816681
735840 0.167997 0.167771 0.167516 CURRENT LEARNING RATE: 0.0004459628328031843
previous_iter_valid_loss : 0.1630910336971283
735860 0.163280 0.163091 0.167293 CURRENT LEARNING RATE: 0.00044587364915528595
previous_iter_valid_loss : 0.16117019951343536
735880 0.161324 0.161170 0.165954 CURRENT LEARNING RATE: 0.0004457844833423332
previous_iter_valid_loss : 0.1616927981376648
735900 0.161848 0.161693 0.165709 CURRENT LEARNING RATE: 0.0004456953353607599
previous_iter_valid_loss : 0.1615937501192093
735920 0.161776 0.161594 0.165737 CURRENT LEARNING RATE: 0.0004456062052070004
previous_iter_valid_loss : 0.17883774638175964
735940 0.178994 0.178838 0.165796 CURRENT LEARNING RATE: 0.0004455170928774888
previous_iter_valid_loss : 0.16892386972904205
735960 0.169074 0.168924 0.165484 CURRENT LEARNING RATE: 0.0004454279983686614
previous_iter_valid_loss : 0.1607414036989212
735980 0.160899 0.160741 0.165015 CURRENT LEARNING RATE: 0.0004453389216769536
previous_iter_valid_loss : 0.17569059133529663
736000 0.175836 0.175691 0.165428 CURRENT LEARNING RATE: 0.00044524986279880304
previous_iter_valid_loss : 0.1664343625307083
736020 0.166649 0.166434 0.165717 CURRENT LEARNING RATE: 0.00044516082173064674
previous_iter_valid_loss : 0.16063447296619415
736040 0.160807 0.160634 0.165689 CURRENT LEARNING RATE: 0.00044507179846892375
previous_iter_valid_loss : 0.16065534949302673
736060 0.160830 0.160655 0.165651 CURRENT LEARNING RATE: 0.00044498279301007234
previous_iter_valid_loss : 0.16304253041744232
736080 0.163241 0.163043 0.165099 CURRENT LEARNING RATE: 0.0004448938053505331
previous_iter_valid_loss : 0.16053883731365204
736100 0.160699 0.160539 0.164037 CURRENT LEARNING RATE: 0.0004448048354867458
previous_iter_valid_loss : 0.1697881817817688
736120 0.170037 0.169788 0.164395 CURRENT LEARNING RATE: 0.00044471588341515227
previous_iter_valid_loss : 0.17753000557422638
736140 0.177830 0.177530 0.165236 CURRENT LEARNING RATE: 0.00044462694913219384
previous_iter_valid_loss : 0.16439124941825867
736160 0.164600 0.164391 0.165429 CURRENT LEARNING RATE: 0.0004445380326343137
previous_iter_valid_loss : 0.1668962836265564
736180 0.167105 0.166896 0.165743 CURRENT LEARNING RATE: 0.0004444491339179547
previous_iter_valid_loss : 0.16997985541820526
736200 0.170233 0.169980 0.165998 CURRENT LEARNING RATE: 0.0004443602529795614
previous_iter_valid_loss : 0.1935265064239502
736220 0.193640 0.193527 0.167644 CURRENT LEARNING RATE: 0.0004442713898155779
previous_iter_valid_loss : 0.16134203970432281
736240 0.161494 0.161342 0.167322 CURRENT LEARNING RATE: 0.0004441825444224505
previous_iter_valid_loss : 0.17792904376983643
736260 0.178242 0.177929 0.168064 CURRENT LEARNING RATE: 0.00044409371679662445
previous_iter_valid_loss : 0.165755033493042
736280 0.165966 0.165755 0.168293 CURRENT LEARNING RATE: 0.00044400490693454717
previous_iter_valid_loss : 0.1605791598558426
736300 0.160734 0.160579 0.168238 CURRENT LEARNING RATE: 0.0004439161148326667
previous_iter_valid_loss : 0.1663716584444046
736320 0.166582 0.166372 0.168477 CURRENT LEARNING RATE: 0.0004438273404874304
previous_iter_valid_loss : 0.16339050233364105
736340 0.163558 0.163391 0.167704 CURRENT LEARNING RATE: 0.00044373858389528813
previous_iter_valid_loss : 0.16301146149635315
736360 0.163175 0.163011 0.167409 CURRENT LEARNING RATE: 0.00044364984505268896
previous_iter_valid_loss : 0.16287708282470703
736380 0.163066 0.162877 0.167516 CURRENT LEARNING RATE: 0.00044356112395608404
previous_iter_valid_loss : 0.16152246296405792
736400 0.161712 0.161522 0.166807 CURRENT LEARNING RATE: 0.00044347242060192366
previous_iter_valid_loss : 0.18732982873916626
736420 0.187474 0.187330 0.167852 CURRENT LEARNING RATE: 0.0004433837349866607
previous_iter_valid_loss : 0.16665387153625488
736440 0.166813 0.166654 0.168153 CURRENT LEARNING RATE: 0.0004432950671067467
previous_iter_valid_loss : 0.1768539398908615
736460 0.177007 0.176854 0.168963 CURRENT LEARNING RATE: 0.0004432064169586359
previous_iter_valid_loss : 0.17573580145835876
736480 0.176016 0.175736 0.169597 CURRENT LEARNING RATE: 0.0004431177845387814
previous_iter_valid_loss : 0.17423778772354126
736500 0.174522 0.174238 0.170282 CURRENT LEARNING RATE: 0.0004430291698436387
previous_iter_valid_loss : 0.16067397594451904
736520 0.160829 0.160674 0.169827 CURRENT LEARNING RATE: 0.0004429405728696625
previous_iter_valid_loss : 0.1700650304555893
736540 0.170317 0.170065 0.169453 CURRENT LEARNING RATE: 0.00044285199361330976
previous_iter_valid_loss : 0.17014434933662415
736560 0.170299 0.170144 0.169741 CURRENT LEARNING RATE: 0.0004427634320710363
previous_iter_valid_loss : 0.17252781987190247
736580 0.172793 0.172528 0.170023 CURRENT LEARNING RATE: 0.00044267488823930063
previous_iter_valid_loss : 0.16346582770347595
736600 0.163660 0.163466 0.169697 CURRENT LEARNING RATE: 0.00044258636211456015
previous_iter_valid_loss : 0.16751448810100555
736620 0.167669 0.167514 0.168396 CURRENT LEARNING RATE: 0.0004424978536932746
previous_iter_valid_loss : 0.18280945718288422
736640 0.183166 0.182809 0.169470 CURRENT LEARNING RATE: 0.00044240936297190286
previous_iter_valid_loss : 0.173292338848114
736660 0.173562 0.173292 0.169238 CURRENT LEARNING RATE: 0.0004423208899469061
previous_iter_valid_loss : 0.1605236828327179
736680 0.160680 0.160524 0.168976 CURRENT LEARNING RATE: 0.00044223243461474456
previous_iter_valid_loss : 0.1620790958404541
736700 0.162268 0.162079 0.169051 CURRENT LEARNING RATE: 0.0004421439969718805
previous_iter_valid_loss : 0.16097550094127655
736720 0.161147 0.160976 0.168782 CURRENT LEARNING RATE: 0.0004420555770147768
previous_iter_valid_loss : 0.1661810278892517
736740 0.166396 0.166181 0.168921 CURRENT LEARNING RATE: 0.0004419671747398958
previous_iter_valid_loss : 0.1619560867547989
736760 0.162130 0.161956 0.168868 CURRENT LEARNING RATE: 0.0004418787901437023
previous_iter_valid_loss : 0.16057078540325165
736780 0.160737 0.160571 0.168753 CURRENT LEARNING RATE: 0.00044179042322266005
previous_iter_valid_loss : 0.16071130335330963
736800 0.160865 0.160711 0.168712 CURRENT LEARNING RATE: 0.0004417020739732351
previous_iter_valid_loss : 0.16168709099292755
736820 0.161869 0.161687 0.167430 CURRENT LEARNING RATE: 0.00044161374239189285
previous_iter_valid_loss : 0.16280360519886017
736840 0.162996 0.162804 0.167238 CURRENT LEARNING RATE: 0.0004415254284751008
previous_iter_valid_loss : 0.16162723302841187
736860 0.161808 0.161627 0.166477 CURRENT LEARNING RATE: 0.0004414371322193254
previous_iter_valid_loss : 0.18681682646274567
736880 0.186955 0.186817 0.167031 CURRENT LEARNING RATE: 0.0004413488536210359
previous_iter_valid_loss : 0.16351285576820374
736900 0.163674 0.163513 0.166494 CURRENT LEARNING RATE: 0.00044126059267670016
previous_iter_valid_loss : 0.16261443495750427
736920 0.162785 0.162614 0.166591 CURRENT LEARNING RATE: 0.00044117234938278847
previous_iter_valid_loss : 0.16057266294956207
736940 0.160733 0.160573 0.166117 CURRENT LEARNING RATE: 0.00044108412373577055
previous_iter_valid_loss : 0.1616816371679306
736960 0.161839 0.161682 0.165694 CURRENT LEARNING RATE: 0.000440995915732118
previous_iter_valid_loss : 0.16109690070152283
736980 0.161256 0.161097 0.165122 CURRENT LEARNING RATE: 0.00044090772536830176
previous_iter_valid_loss : 0.16443312168121338
737000 0.164629 0.164433 0.165170 CURRENT LEARNING RATE: 0.00044081955264079495
previous_iter_valid_loss : 0.16197234392166138
737020 0.162154 0.161972 0.164893 CURRENT LEARNING RATE: 0.00044073139754606994
previous_iter_valid_loss : 0.16631564497947693
737040 0.166531 0.166316 0.164069 CURRENT LEARNING RATE: 0.00044064326008060126
previous_iter_valid_loss : 0.16053834557533264
737060 0.160701 0.160538 0.163431 CURRENT LEARNING RATE: 0.0004405551402408627
previous_iter_valid_loss : 0.16958403587341309
737080 0.169737 0.169584 0.163884 CURRENT LEARNING RATE: 0.0004404670380233297
previous_iter_valid_loss : 0.16453969478607178
737100 0.164714 0.164540 0.164007 CURRENT LEARNING RATE: 0.0004403789534244788
previous_iter_valid_loss : 0.16643431782722473
737120 0.166600 0.166434 0.164280 CURRENT LEARNING RATE: 0.0004402908864407856
previous_iter_valid_loss : 0.1605330854654312
737140 0.160686 0.160533 0.163997 CURRENT LEARNING RATE: 0.0004402028370687284
previous_iter_valid_loss : 0.16057567298412323
737160 0.160746 0.160576 0.163928 CURRENT LEARNING RATE: 0.00044011480530478425
previous_iter_valid_loss : 0.1606215536594391
737180 0.160791 0.160622 0.163931 CURRENT LEARNING RATE: 0.00044002679114543285
previous_iter_valid_loss : 0.16356182098388672
737200 0.163726 0.163562 0.164074 CURRENT LEARNING RATE: 0.0004399387945871527
previous_iter_valid_loss : 0.1605527400970459
737220 0.160722 0.160553 0.164017 CURRENT LEARNING RATE: 0.00043985081562642484
previous_iter_valid_loss : 0.1614941507577896
737240 0.161679 0.161494 0.163951 CURRENT LEARNING RATE: 0.0004397628542597292
previous_iter_valid_loss : 0.16617552936077118
737260 0.166333 0.166176 0.164179 CURRENT LEARNING RATE: 0.00043967491048354823
previous_iter_valid_loss : 0.1753128468990326
737280 0.175462 0.175313 0.163604 CURRENT LEARNING RATE: 0.00043958698429436336
previous_iter_valid_loss : 0.16229486465454102
737300 0.162463 0.162295 0.163543 CURRENT LEARNING RATE: 0.00043949907568865835
previous_iter_valid_loss : 0.16606111824512482
737320 0.166275 0.166061 0.163715 CURRENT LEARNING RATE: 0.00043941118466291594
previous_iter_valid_loss : 0.16074581444263458
737340 0.160921 0.160746 0.163724 CURRENT LEARNING RATE: 0.00043932331121362137
previous_iter_valid_loss : 0.16545860469341278
737360 0.165624 0.165459 0.163912 CURRENT LEARNING RATE: 0.00043923545533725895
previous_iter_valid_loss : 0.22264842689037323
737380 0.222620 0.222648 0.166990 CURRENT LEARNING RATE: 0.0004391476170303152
previous_iter_valid_loss : 0.16059628129005432
737400 0.160750 0.160596 0.166798 CURRENT LEARNING RATE: 0.0004390597962892758
previous_iter_valid_loss : 0.16635330021381378
737420 0.166567 0.166353 0.167017 CURRENT LEARNING RATE: 0.0004389719931106287
previous_iter_valid_loss : 0.16065873205661774
737440 0.160827 0.160659 0.166734 CURRENT LEARNING RATE: 0.0004388842074908609
previous_iter_valid_loss : 0.1692122370004654
737460 0.169362 0.169212 0.167168 CURRENT LEARNING RATE: 0.000438796439426462
previous_iter_valid_loss : 0.17555150389671326
737480 0.175837 0.175552 0.167466 CURRENT LEARNING RATE: 0.00043870868891392027
previous_iter_valid_loss : 0.1658080518245697
737500 0.165970 0.165808 0.167530 CURRENT LEARNING RATE: 0.0004386209559497262
previous_iter_valid_loss : 0.16094599664211273
737520 0.161129 0.160946 0.167255 CURRENT LEARNING RATE: 0.00043853324053037075
previous_iter_valid_loss : 0.160553440451622
737540 0.160709 0.160553 0.167257 CURRENT LEARNING RATE: 0.00043844554265234464
previous_iter_valid_loss : 0.16848818957805634
737560 0.168641 0.168488 0.167652 CURRENT LEARNING RATE: 0.00043835786231214064
previous_iter_valid_loss : 0.1605500876903534
737580 0.160705 0.160550 0.167649 CURRENT LEARNING RATE: 0.00043827019950625087
previous_iter_valid_loss : 0.17233997583389282
737600 0.172612 0.172340 0.168087 CURRENT LEARNING RATE: 0.0004381825542311695
previous_iter_valid_loss : 0.18256840109825134
737620 0.182719 0.182568 0.169188 CURRENT LEARNING RATE: 0.0004380949264833899
previous_iter_valid_loss : 0.16068483889102936
737640 0.160861 0.160685 0.169148 CURRENT LEARNING RATE: 0.0004380073162594079
previous_iter_valid_loss : 0.16174867749214172
737660 0.161937 0.161749 0.168926 CURRENT LEARNING RATE: 0.00043791972355571815
previous_iter_valid_loss : 0.16343699395656586
737680 0.163619 0.163437 0.168333 CURRENT LEARNING RATE: 0.00043783214836881775
previous_iter_valid_loss : 0.16198834776878357
737700 0.162171 0.161988 0.168317 CURRENT LEARNING RATE: 0.0004377445906952031
previous_iter_valid_loss : 0.16852255165576935
737720 0.168755 0.168523 0.168440 CURRENT LEARNING RATE: 0.0004376570505313724
previous_iter_valid_loss : 0.16171081364154816
737740 0.161868 0.161711 0.168489 CURRENT LEARNING RATE: 0.0004375695278738235
previous_iter_valid_loss : 0.16398736834526062
737760 0.164183 0.163987 0.168415 CURRENT LEARNING RATE: 0.00043748202271905607
previous_iter_valid_loss : 0.1635749340057373
737780 0.163743 0.163575 0.165461 CURRENT LEARNING RATE: 0.0004373945350635692
previous_iter_valid_loss : 0.1607721894979477
737800 0.160950 0.160772 0.165470 CURRENT LEARNING RATE: 0.0004373070649038643
previous_iter_valid_loss : 0.1605129837989807
737820 0.160677 0.160513 0.165178 CURRENT LEARNING RATE: 0.0004372196122364416
previous_iter_valid_loss : 0.16080528497695923
737840 0.160956 0.160805 0.165186 CURRENT LEARNING RATE: 0.0004371321770578038
previous_iter_valid_loss : 0.16971862316131592
737860 0.169973 0.169719 0.165211 CURRENT LEARNING RATE: 0.00043704475936445276
previous_iter_valid_loss : 0.190097838640213
737880 0.190552 0.190098 0.165938 CURRENT LEARNING RATE: 0.00043695735915289256
previous_iter_valid_loss : 0.17173883318901062
737900 0.172004 0.171739 0.166235 CURRENT LEARNING RATE: 0.0004368699764196264
previous_iter_valid_loss : 0.16944876313209534
737920 0.169599 0.169449 0.166660 CURRENT LEARNING RATE: 0.00043678261116115937
previous_iter_valid_loss : 0.21390752494335175
737940 0.213948 0.213908 0.169328 CURRENT LEARNING RATE: 0.0004366952633739972
previous_iter_valid_loss : 0.17293673753738403
737960 0.173200 0.172937 0.169550 CURRENT LEARNING RATE: 0.00043660793305464525
previous_iter_valid_loss : 0.1629948765039444
737980 0.163180 0.162995 0.169672 CURRENT LEARNING RATE: 0.0004365206201996111
previous_iter_valid_loss : 0.16094562411308289
738000 0.161100 0.160946 0.169102 CURRENT LEARNING RATE: 0.00043643332480540134
previous_iter_valid_loss : 0.16222985088825226
738020 0.162389 0.162230 0.168086 CURRENT LEARNING RATE: 0.0004363460468685252
previous_iter_valid_loss : 0.16202791035175323
738040 0.162192 0.162028 0.168153 CURRENT LEARNING RATE: 0.00043625878638549044
previous_iter_valid_loss : 0.17016538977622986
738060 0.170319 0.170165 0.168574 CURRENT LEARNING RATE: 0.0004361715433528076
previous_iter_valid_loss : 0.16716335713863373
738080 0.167321 0.167163 0.168760 CURRENT LEARNING RATE: 0.00043608431776698617
previous_iter_valid_loss : 0.16056835651397705
738100 0.160740 0.160568 0.168689 CURRENT LEARNING RATE: 0.0004359971096245379
previous_iter_valid_loss : 0.16730809211730957
738120 0.167464 0.167308 0.168628 CURRENT LEARNING RATE: 0.0004359099189219738
previous_iter_valid_loss : 0.16582562029361725
738140 0.166039 0.165826 0.168834 CURRENT LEARNING RATE: 0.00043582274565580673
previous_iter_valid_loss : 0.1645183265209198
738160 0.164687 0.164518 0.168860 CURRENT LEARNING RATE: 0.00043573558982254923
previous_iter_valid_loss : 0.16630181670188904
738180 0.166513 0.166302 0.168997 CURRENT LEARNING RATE: 0.0004356484514187158
previous_iter_valid_loss : 0.16407650709152222
738200 0.164288 0.164077 0.169162 CURRENT LEARNING RATE: 0.00043556133044082005
previous_iter_valid_loss : 0.1607421338558197
738220 0.160895 0.160742 0.169173 CURRENT LEARNING RATE: 0.00043547422688537793
previous_iter_valid_loss : 0.18000528216362
738240 0.180333 0.180005 0.170133 CURRENT LEARNING RATE: 0.00043538714074890463
previous_iter_valid_loss : 0.1609490066766739
738260 0.161108 0.160949 0.169695 CURRENT LEARNING RATE: 0.0004353000720279174
previous_iter_valid_loss : 0.16051599383354187
738280 0.160670 0.160516 0.168216 CURRENT LEARNING RATE: 0.0004352130207189327
previous_iter_valid_loss : 0.1637173742055893
738300 0.163889 0.163717 0.167815 CURRENT LEARNING RATE: 0.00043512598681846886
previous_iter_valid_loss : 0.16163471341133118
738320 0.161824 0.161635 0.167424 CURRENT LEARNING RATE: 0.00043503897032304495
previous_iter_valid_loss : 0.16125155985355377
738340 0.161440 0.161252 0.164791 CURRENT LEARNING RATE: 0.0004349519712291796
previous_iter_valid_loss : 0.19040298461914062
738360 0.190530 0.190403 0.165665 CURRENT LEARNING RATE: 0.0004348649895333934
previous_iter_valid_loss : 0.16090808808803558
738380 0.161083 0.160908 0.165560 CURRENT LEARNING RATE: 0.00043477802523220665
previous_iter_valid_loss : 0.16194316744804382
738400 0.162142 0.161943 0.165610 CURRENT LEARNING RATE: 0.00043469107832214116
previous_iter_valid_loss : 0.1765681803226471
738420 0.176723 0.176568 0.166327 CURRENT LEARNING RATE: 0.00043460414879971864
previous_iter_valid_loss : 0.16341403126716614
738440 0.163582 0.163414 0.166396 CURRENT LEARNING RATE: 0.0004345172366614624
previous_iter_valid_loss : 0.16049954295158386
738460 0.160660 0.160500 0.165913 CURRENT LEARNING RATE: 0.0004344303419038953
previous_iter_valid_loss : 0.1605401635169983
738480 0.160696 0.160540 0.165582 CURRENT LEARNING RATE: 0.00043434346452354237
previous_iter_valid_loss : 0.16144011914730072
738500 0.161624 0.161440 0.165625 CURRENT LEARNING RATE: 0.00043425660451692767
previous_iter_valid_loss : 0.16185547411441803
738520 0.162044 0.161855 0.165353 CURRENT LEARNING RATE: 0.0004341697618805776
previous_iter_valid_loss : 0.16054312884807587
738540 0.160705 0.160543 0.165089 CURRENT LEARNING RATE: 0.00043408293661101766
previous_iter_valid_loss : 0.16495978832244873
738560 0.165122 0.164960 0.165111 CURRENT LEARNING RATE: 0.00043399612870477565
previous_iter_valid_loss : 0.16630513966083527
738580 0.166467 0.166305 0.165111 CURRENT LEARNING RATE: 0.0004339093381583785
previous_iter_valid_loss : 0.16060101985931396
738600 0.160754 0.160601 0.164937 CURRENT LEARNING RATE: 0.00043382256496835524
previous_iter_valid_loss : 0.1639835685491562
738620 0.164180 0.163984 0.165099 CURRENT LEARNING RATE: 0.00043373580913123427
previous_iter_valid_loss : 0.16446585953235626
738640 0.164668 0.164466 0.164322 CURRENT LEARNING RATE: 0.00043364907064354617
previous_iter_valid_loss : 0.1613328605890274
738660 0.161494 0.161333 0.164341 CURRENT LEARNING RATE: 0.00043356234950182046
previous_iter_valid_loss : 0.1605965942144394
738680 0.160764 0.160597 0.164346 CURRENT LEARNING RATE: 0.0004334756457025893
previous_iter_valid_loss : 0.16061756014823914
738700 0.160771 0.160618 0.164191 CURRENT LEARNING RATE: 0.0004333889592423835
previous_iter_valid_loss : 0.16149784624576569
738720 0.161646 0.161498 0.164184 CURRENT LEARNING RATE: 0.0004333022901177362
previous_iter_valid_loss : 0.16160953044891357
738740 0.161801 0.161610 0.164202 CURRENT LEARNING RATE: 0.000433215638325181
previous_iter_valid_loss : 0.1698284149169922
738760 0.170068 0.169828 0.163173 CURRENT LEARNING RATE: 0.0004331290038612509
previous_iter_valid_loss : 0.17480337619781494
738780 0.174955 0.174803 0.163868 CURRENT LEARNING RATE: 0.0004330423867224815
previous_iter_valid_loss : 0.1775408685207367
738800 0.177844 0.177541 0.164648 CURRENT LEARNING RATE: 0.00043295578690540716
previous_iter_valid_loss : 0.16538912057876587
738820 0.165594 0.165389 0.164089 CURRENT LEARNING RATE: 0.00043286920440656476
previous_iter_valid_loss : 0.1606913059949875
738840 0.160843 0.160691 0.163952 CURRENT LEARNING RATE: 0.0004327826392224902
previous_iter_valid_loss : 0.17765459418296814
738860 0.177813 0.177655 0.164810 CURRENT LEARNING RATE: 0.0004326960913497217
previous_iter_valid_loss : 0.16079480946063995
738880 0.160969 0.160795 0.164823 CURRENT LEARNING RATE: 0.00043260956078479656
previous_iter_valid_loss : 0.17422443628311157
738900 0.174377 0.174224 0.165462 CURRENT LEARNING RATE: 0.0004325230475242542
previous_iter_valid_loss : 0.16269047558307648
738920 0.162882 0.162690 0.165504 CURRENT LEARNING RATE: 0.00043243655156463345
previous_iter_valid_loss : 0.17201350629329681
738940 0.172278 0.172014 0.166077 CURRENT LEARNING RATE: 0.0004323500729024752
previous_iter_valid_loss : 0.16266736388206482
738960 0.162868 0.162667 0.165963 CURRENT LEARNING RATE: 0.00043226361153431955
previous_iter_valid_loss : 0.16363230347633362
738980 0.163838 0.163632 0.165829 CURRENT LEARNING RATE: 0.00043217716745670877
previous_iter_valid_loss : 0.16428963840007782
739000 0.164454 0.164290 0.166014 CURRENT LEARNING RATE: 0.0004320907406661844
previous_iter_valid_loss : 0.17608661949634552
739020 0.176374 0.176087 0.166619 CURRENT LEARNING RATE: 0.00043200433115929014
previous_iter_valid_loss : 0.16373100876808167
739040 0.163930 0.163731 0.166582 CURRENT LEARNING RATE: 0.0004319179389325687
previous_iter_valid_loss : 0.1766124665737152
739060 0.176767 0.176612 0.167346 CURRENT LEARNING RATE: 0.00043183156398256527
previous_iter_valid_loss : 0.16277198493480682
739080 0.162967 0.162772 0.167455 CURRENT LEARNING RATE: 0.00043174520630582413
previous_iter_valid_loss : 0.16989871859550476
739100 0.170136 0.169899 0.167919 CURRENT LEARNING RATE: 0.0004316588658988913
previous_iter_valid_loss : 0.17201754450798035
739120 0.172280 0.172018 0.168445 CURRENT LEARNING RATE: 0.0004315725427583135
previous_iter_valid_loss : 0.16431015729904175
739140 0.164506 0.164310 0.168580 CURRENT LEARNING RATE: 0.00043148623688063714
previous_iter_valid_loss : 0.16362856328487396
739160 0.163828 0.163629 0.168270 CURRENT LEARNING RATE: 0.00043139994826241066
previous_iter_valid_loss : 0.16094301640987396
739180 0.161103 0.160943 0.167577 CURRENT LEARNING RATE: 0.0004313136769001818
previous_iter_valid_loss : 0.16224130988121033
739200 0.162424 0.162241 0.166812 CURRENT LEARNING RATE: 0.00043122742279050043
previous_iter_valid_loss : 0.16334988176822662
739220 0.163549 0.163350 0.166710 CURRENT LEARNING RATE: 0.0004311411859299156
previous_iter_valid_loss : 0.16119462251663208
739240 0.161363 0.161195 0.166735 CURRENT LEARNING RATE: 0.00043105496631497877
previous_iter_valid_loss : 0.16268159449100494
739260 0.162847 0.162682 0.165986 CURRENT LEARNING RATE: 0.0004309687639422402
previous_iter_valid_loss : 0.16898173093795776
739280 0.169217 0.168982 0.166396 CURRENT LEARNING RATE: 0.0004308825788082526
previous_iter_valid_loss : 0.16303783655166626
739300 0.163204 0.163038 0.165836 CURRENT LEARNING RATE: 0.0004307964109095679
previous_iter_valid_loss : 0.16992129385471344
739320 0.170163 0.169921 0.166198 CURRENT LEARNING RATE: 0.00043071026024274007
previous_iter_valid_loss : 0.1865902692079544
739340 0.186987 0.186590 0.166927 CURRENT LEARNING RATE: 0.00043062412680432225
previous_iter_valid_loss : 0.1701030284166336
739360 0.170350 0.170103 0.167299 CURRENT LEARNING RATE: 0.00043053801059087
previous_iter_valid_loss : 0.17307865619659424
739380 0.173349 0.173079 0.167771 CURRENT LEARNING RATE: 0.0004304519115989378
previous_iter_valid_loss : 0.16350625455379486
739400 0.163700 0.163506 0.167732 CURRENT LEARNING RATE: 0.0004303658298250826
previous_iter_valid_loss : 0.16067154705524445
739420 0.160845 0.160672 0.166961 CURRENT LEARNING RATE: 0.0004302797652658601
previous_iter_valid_loss : 0.16265496611595154
739440 0.162846 0.162655 0.166907 CURRENT LEARNING RATE: 0.0004301937179178288
previous_iter_valid_loss : 0.16446621716022491
739460 0.164667 0.164466 0.166300 CURRENT LEARNING RATE: 0.00043010768777754585
previous_iter_valid_loss : 0.1616940051317215
739480 0.161860 0.161694 0.166246 CURRENT LEARNING RATE: 0.00043002167484157086
previous_iter_valid_loss : 0.16898584365844727
739500 0.169138 0.168986 0.166200 CURRENT LEARNING RATE: 0.0004299356791064625
previous_iter_valid_loss : 0.16530562937259674
739520 0.165509 0.165306 0.165865 CURRENT LEARNING RATE: 0.0004298497005687814
previous_iter_valid_loss : 0.16207599639892578
739540 0.162264 0.162076 0.165753 CURRENT LEARNING RATE: 0.0004297637392250888
previous_iter_valid_loss : 0.16254059970378876
739560 0.162703 0.162541 0.165699 CURRENT LEARNING RATE: 0.00042967779507194535
previous_iter_valid_loss : 0.17166049778461456
739580 0.171917 0.171660 0.166234 CURRENT LEARNING RATE: 0.00042959186810591425
previous_iter_valid_loss : 0.1606016606092453
739600 0.160764 0.160602 0.166152 CURRENT LEARNING RATE: 0.00042950595832355745
previous_iter_valid_loss : 0.16232329607009888
739620 0.162481 0.162323 0.166101 CURRENT LEARNING RATE: 0.0004294200657214395
previous_iter_valid_loss : 0.1607728898525238
739640 0.160945 0.160773 0.166080 CURRENT LEARNING RATE: 0.00042933419029612377
previous_iter_valid_loss : 0.1866341382265091
739660 0.186773 0.186634 0.167278 CURRENT LEARNING RATE: 0.00042924833204417614
previous_iter_valid_loss : 0.1607264280319214
739680 0.160890 0.160726 0.166865 CURRENT LEARNING RATE: 0.00042916249096216146
previous_iter_valid_loss : 0.16069893538951874
739700 0.160865 0.160699 0.166748 CURRENT LEARNING RATE: 0.0004290766670466469
previous_iter_valid_loss : 0.17280003428459167
739720 0.173066 0.172800 0.166892 CURRENT LEARNING RATE: 0.00042899086029419864
previous_iter_valid_loss : 0.1677238792181015
739740 0.167947 0.167724 0.165949 CURRENT LEARNING RATE: 0.0004289050707013852
previous_iter_valid_loss : 0.16084662079811096
739760 0.160999 0.160847 0.165486 CURRENT LEARNING RATE: 0.0004288192982647743
previous_iter_valid_loss : 0.16049830615520477
739780 0.160665 0.160498 0.164857 CURRENT LEARNING RATE: 0.0004287335429809358
previous_iter_valid_loss : 0.16247040033340454
739800 0.162649 0.162470 0.164805 CURRENT LEARNING RATE: 0.00042864780484643867
previous_iter_valid_loss : 0.16192208230495453
739820 0.162074 0.161922 0.164867 CURRENT LEARNING RATE: 0.0004285620838578542
previous_iter_valid_loss : 0.16557051241397858
739840 0.165737 0.165571 0.165013 CURRENT LEARNING RATE: 0.00042847638001175276
previous_iter_valid_loss : 0.16384431719779968
739860 0.164012 0.163844 0.164982 CURRENT LEARNING RATE: 0.00042839069330470695
previous_iter_valid_loss : 0.16932490468025208
739880 0.169566 0.169325 0.165364 CURRENT LEARNING RATE: 0.0004283050237332885
previous_iter_valid_loss : 0.1642093062400818
739900 0.164375 0.164209 0.165125 CURRENT LEARNING RATE: 0.00042821937129407104
previous_iter_valid_loss : 0.16949278116226196
739920 0.169731 0.169493 0.165334 CURRENT LEARNING RATE: 0.00042813373598362894
previous_iter_valid_loss : 0.16051556169986725
739940 0.160682 0.160516 0.165256 CURRENT LEARNING RATE: 0.000428048117798536
previous_iter_valid_loss : 0.16681958734989166
739960 0.167039 0.166820 0.165470 CURRENT LEARNING RATE: 0.0004279625167353681
previous_iter_valid_loss : 0.16186289489269257
739980 0.162051 0.161863 0.164980 CURRENT LEARNING RATE: 0.0004278769327907006
previous_iter_valid_loss : 0.16483691334724426
740000 0.165004 0.164837 0.165192 CURRENT LEARNING RATE: 0.0004277913659611108
previous_iter_valid_loss : 0.16760626435279846
740020 0.167757 0.167606 0.165456 CURRENT LEARNING RATE: 0.00042770581624317544
previous_iter_valid_loss : 0.16487781703472137
740040 0.165040 0.164878 0.165661 CURRENT LEARNING RATE: 0.000427620283633473
previous_iter_valid_loss : 0.16089697182178497
740060 0.161077 0.160897 0.164375 CURRENT LEARNING RATE: 0.00042753476812858166
previous_iter_valid_loss : 0.17180109024047852
740080 0.172056 0.171801 0.164928 CURRENT LEARNING RATE: 0.00042744926972508156
previous_iter_valid_loss : 0.16422691941261292
740100 0.164424 0.164227 0.165105 CURRENT LEARNING RATE: 0.00042736378841955186
previous_iter_valid_loss : 0.16050314903259277
740120 0.160669 0.160503 0.164490 CURRENT LEARNING RATE: 0.0004272783242085741
previous_iter_valid_loss : 0.16892209649085999
740140 0.169162 0.168922 0.164550 CURRENT LEARNING RATE: 0.000427192877088729
previous_iter_valid_loss : 0.1738370805978775
740160 0.174114 0.173837 0.165199 CURRENT LEARNING RATE: 0.00042710744705659945
previous_iter_valid_loss : 0.16116420924663544
740180 0.161324 0.161164 0.165233 CURRENT LEARNING RATE: 0.00042702203410876745
previous_iter_valid_loss : 0.16084745526313782
740200 0.161027 0.160847 0.165151 CURRENT LEARNING RATE: 0.0004269366382418172
previous_iter_valid_loss : 0.1645665019750595
740220 0.164739 0.164567 0.165284 CURRENT LEARNING RATE: 0.0004268512594523323
previous_iter_valid_loss : 0.16659818589687347
740240 0.166755 0.166598 0.165335 CURRENT LEARNING RATE: 0.00042676589773689807
previous_iter_valid_loss : 0.16093149781227112
740260 0.161085 0.160931 0.165189 CURRENT LEARNING RATE: 0.00042668055309209944
previous_iter_valid_loss : 0.16427959501743317
740280 0.164477 0.164280 0.164937 CURRENT LEARNING RATE: 0.0004265952255145234
previous_iter_valid_loss : 0.169910728931427
740300 0.170156 0.169911 0.165222 CURRENT LEARNING RATE: 0.00042650991500075604
previous_iter_valid_loss : 0.1775842010974884
740320 0.177742 0.177584 0.165627 CURRENT LEARNING RATE: 0.00042642462154738545
previous_iter_valid_loss : 0.16395536065101624
740340 0.164128 0.163955 0.165799 CURRENT LEARNING RATE: 0.000426339345151
previous_iter_valid_loss : 0.1635134071111679
740360 0.163686 0.163513 0.165633 CURRENT LEARNING RATE: 0.0004262540858081881
previous_iter_valid_loss : 0.1609560251235962
740380 0.161141 0.160956 0.165588 CURRENT LEARNING RATE: 0.0004261688435155401
previous_iter_valid_loss : 0.1652229130268097
740400 0.165379 0.165223 0.165607 CURRENT LEARNING RATE: 0.0004260836182696455
previous_iter_valid_loss : 0.16141536831855774
740420 0.161573 0.161415 0.165298 CURRENT LEARNING RATE: 0.00042599841006709597
previous_iter_valid_loss : 0.16117143630981445
740440 0.161359 0.161171 0.165113 CURRENT LEARNING RATE: 0.0004259132189044827
previous_iter_valid_loss : 0.1615808755159378
740460 0.161734 0.161581 0.165147 CURRENT LEARNING RATE: 0.0004258280447783985
previous_iter_valid_loss : 0.16124287247657776
740480 0.161437 0.161243 0.164619 CURRENT LEARNING RATE: 0.00042574288768543574
previous_iter_valid_loss : 0.16567055881023407
740500 0.165888 0.165671 0.164691 CURRENT LEARNING RATE: 0.00042565774762218895
previous_iter_valid_loss : 0.16049717366695404
740520 0.160661 0.160497 0.164691 CURRENT LEARNING RATE: 0.00042557262458525183
previous_iter_valid_loss : 0.16954806447029114
740540 0.169793 0.169548 0.164722 CURRENT LEARNING RATE: 0.00042548751857122004
previous_iter_valid_loss : 0.16238676011562347
740560 0.162565 0.162387 0.164150 CURRENT LEARNING RATE: 0.0004254024295766887
previous_iter_valid_loss : 0.1729978770017624
740580 0.173272 0.172998 0.164741 CURRENT LEARNING RATE: 0.000425317357598255
previous_iter_valid_loss : 0.18581441044807434
740600 0.186188 0.185814 0.165990 CURRENT LEARNING RATE: 0.0004252323026325153
previous_iter_valid_loss : 0.16146153211593628
740620 0.161611 0.161462 0.165834 CURRENT LEARNING RATE: 0.0004251472646760681
previous_iter_valid_loss : 0.16181883215904236
740640 0.161978 0.161819 0.165595 CURRENT LEARNING RATE: 0.0004250622437255111
previous_iter_valid_loss : 0.16259323060512543
740660 0.162756 0.162593 0.165678 CURRENT LEARNING RATE: 0.0004249772397774444
previous_iter_valid_loss : 0.16866132616996765
740680 0.168819 0.168661 0.165898 CURRENT LEARNING RATE: 0.0004248922528284669
previous_iter_valid_loss : 0.16074234247207642
740700 0.160900 0.160742 0.165439 CURRENT LEARNING RATE: 0.00042480728287517996
previous_iter_valid_loss : 0.16049525141716003
740720 0.160656 0.160495 0.164585 CURRENT LEARNING RATE: 0.000424722329914184
previous_iter_valid_loss : 0.1605229377746582
740740 0.160680 0.160523 0.164413 CURRENT LEARNING RATE: 0.00042463739394208133
previous_iter_valid_loss : 0.1621682494878769
740760 0.162356 0.162168 0.164346 CURRENT LEARNING RATE: 0.0004245524749554749
previous_iter_valid_loss : 0.16108395159244537
740780 0.161270 0.161084 0.164352 CURRENT LEARNING RATE: 0.00042446757295096704
previous_iter_valid_loss : 0.1740066260099411
740800 0.174285 0.174007 0.164791 CURRENT LEARNING RATE: 0.0004243826879251626
previous_iter_valid_loss : 0.16109207272529602
740820 0.161273 0.161092 0.164775 CURRENT LEARNING RATE: 0.0004242978198746653
previous_iter_valid_loss : 0.19164998829364777
740840 0.191778 0.191650 0.166299 CURRENT LEARNING RATE: 0.0004242129687960812
previous_iter_valid_loss : 0.16230303049087524
740860 0.162460 0.162303 0.166335 CURRENT LEARNING RATE: 0.00042412813468601567
previous_iter_valid_loss : 0.16123124957084656
740880 0.161393 0.161231 0.166335 CURRENT LEARNING RATE: 0.0004240433175410758
previous_iter_valid_loss : 0.18059533834457397
740900 0.180750 0.180595 0.167081 CURRENT LEARNING RATE: 0.00042395851735786846
previous_iter_valid_loss : 0.16258133947849274
740920 0.162766 0.162581 0.167185 CURRENT LEARNING RATE: 0.0004238737341330022
previous_iter_valid_loss : 0.1657453179359436
740940 0.165906 0.165745 0.166995 CURRENT LEARNING RATE: 0.00042378896786308495
previous_iter_valid_loss : 0.1607542186975479
740960 0.160907 0.160754 0.166913 CURRENT LEARNING RATE: 0.00042370421854472687
previous_iter_valid_loss : 0.18148750066757202
740980 0.181642 0.181488 0.167338 CURRENT LEARNING RATE: 0.00042361948617453723
previous_iter_valid_loss : 0.165297731757164
741000 0.165468 0.165298 0.166312 CURRENT LEARNING RATE: 0.00042353477074912743
previous_iter_valid_loss : 0.16266757249832153
741020 0.162826 0.162668 0.166372 CURRENT LEARNING RATE: 0.00042345007226510814
previous_iter_valid_loss : 0.1714652180671692
741040 0.171728 0.171465 0.166855 CURRENT LEARNING RATE: 0.0004233653907190922
previous_iter_valid_loss : 0.16106471419334412
741060 0.161217 0.161065 0.166778 CURRENT LEARNING RATE: 0.00042328072610769155
previous_iter_valid_loss : 0.171315997838974
741080 0.171575 0.171316 0.166911 CURRENT LEARNING RATE: 0.0004231960784275204
previous_iter_valid_loss : 0.16197697818279266
741100 0.162133 0.161977 0.166973 CURRENT LEARNING RATE: 0.00042311144767519205
previous_iter_valid_loss : 0.16727915406227112
741120 0.167503 0.167279 0.167312 CURRENT LEARNING RATE: 0.0004230268338473216
previous_iter_valid_loss : 0.16211670637130737
741140 0.162284 0.162117 0.167392 CURRENT LEARNING RATE: 0.0004229422369405251
previous_iter_valid_loss : 0.16223719716072083
741160 0.162391 0.162237 0.167395 CURRENT LEARNING RATE: 0.0004228576569514176
previous_iter_valid_loss : 0.16339270770549774
741180 0.163565 0.163393 0.167510 CURRENT LEARNING RATE: 0.00042277309387661686
previous_iter_valid_loss : 0.1970798373222351
741200 0.197595 0.197080 0.168664 CURRENT LEARNING RATE: 0.00042268854771273953
previous_iter_valid_loss : 0.160746231675148
741220 0.160922 0.160746 0.168647 CURRENT LEARNING RATE: 0.0004226040184564046
previous_iter_valid_loss : 0.16563284397125244
741240 0.165834 0.165633 0.167346 CURRENT LEARNING RATE: 0.0004225195061042301
previous_iter_valid_loss : 0.16086724400520325
741260 0.161015 0.160867 0.167274 CURRENT LEARNING RATE: 0.00042243501065283623
previous_iter_valid_loss : 0.17044365406036377
741280 0.170693 0.170444 0.167735 CURRENT LEARNING RATE: 0.0004223505320988425
previous_iter_valid_loss : 0.16051091253757477
741300 0.160683 0.160511 0.166731 CURRENT LEARNING RATE: 0.0004222660704388705
previous_iter_valid_loss : 0.16116434335708618
741320 0.161313 0.161164 0.166660 CURRENT LEARNING RATE: 0.0004221816256695409
previous_iter_valid_loss : 0.16773205995559692
741340 0.167959 0.167732 0.166759 CURRENT LEARNING RATE: 0.00042209719778747685
previous_iter_valid_loss : 0.1811007410287857
741360 0.181257 0.181101 0.167776 CURRENT LEARNING RATE: 0.00042201278678930036
previous_iter_valid_loss : 0.17335224151611328
741380 0.173500 0.173352 0.167370 CURRENT LEARNING RATE: 0.0004219283926716358
previous_iter_valid_loss : 0.1604938805103302
741400 0.160659 0.160494 0.167129 CURRENT LEARNING RATE: 0.00042184401543110653
previous_iter_valid_loss : 0.16481105983257294
741420 0.165015 0.164811 0.167237 CURRENT LEARNING RATE: 0.0004217596550643384
previous_iter_valid_loss : 0.16106994450092316
741440 0.161232 0.161070 0.166717 CURRENT LEARNING RATE: 0.00042167531156795616
previous_iter_valid_loss : 0.17391222715377808
741460 0.174175 0.173912 0.167359 CURRENT LEARNING RATE: 0.0004215909849385868
previous_iter_valid_loss : 0.1648634374141693
741480 0.165037 0.164863 0.167037 CURRENT LEARNING RATE: 0.0004215066751728565
previous_iter_valid_loss : 0.1724802404642105
741500 0.172743 0.172480 0.167562 CURRENT LEARNING RATE: 0.00042142238226739365
previous_iter_valid_loss : 0.16062189638614655
741520 0.160785 0.160622 0.167229 CURRENT LEARNING RATE: 0.0004213381062188258
previous_iter_valid_loss : 0.16947494447231293
741540 0.169624 0.169475 0.167597 CURRENT LEARNING RATE: 0.0004212538470237822
previous_iter_valid_loss : 0.1613980382680893
741560 0.161556 0.161398 0.167555 CURRENT LEARNING RATE: 0.00042116960467889294
previous_iter_valid_loss : 0.1649213582277298
741580 0.165133 0.164921 0.167631 CURRENT LEARNING RATE: 0.0004210853791807875
previous_iter_valid_loss : 0.16089168190956116
741600 0.161055 0.160892 0.165822 CURRENT LEARNING RATE: 0.00042100117052609775
previous_iter_valid_loss : 0.1638873815536499
741620 0.164052 0.163887 0.165979 CURRENT LEARNING RATE: 0.0004209169787114544
previous_iter_valid_loss : 0.16053465008735657
741640 0.160696 0.160535 0.165724 CURRENT LEARNING RATE: 0.00042083280373349073
previous_iter_valid_loss : 0.16100022196769714
741660 0.161183 0.161000 0.165731 CURRENT LEARNING RATE: 0.0004207486455888388
previous_iter_valid_loss : 0.18977349996566772
741680 0.189900 0.189773 0.166697 CURRENT LEARNING RATE: 0.0004206645042741332
previous_iter_valid_loss : 0.16061748564243317
741700 0.160786 0.160617 0.166702 CURRENT LEARNING RATE: 0.0004205803797860074
previous_iter_valid_loss : 0.16073444485664368
741720 0.160913 0.160734 0.166681 CURRENT LEARNING RATE: 0.00042049627212109727
previous_iter_valid_loss : 0.16117118299007416
741740 0.161355 0.161171 0.166353 CURRENT LEARNING RATE: 0.00042041218127603775
previous_iter_valid_loss : 0.16227476298809052
741760 0.162468 0.162275 0.165412 CURRENT LEARNING RATE: 0.0004203281072474658
previous_iter_valid_loss : 0.16278429329395294
741780 0.162964 0.162784 0.164883 CURRENT LEARNING RATE: 0.0004202440500320178
previous_iter_valid_loss : 0.16050203144550323
741800 0.160660 0.160502 0.164884 CURRENT LEARNING RATE: 0.0004201600096263323
previous_iter_valid_loss : 0.17075756192207336
741820 0.170906 0.170758 0.165181 CURRENT LEARNING RATE: 0.0004200759860270469
previous_iter_valid_loss : 0.16473175585269928
741840 0.164923 0.164732 0.165364 CURRENT LEARNING RATE: 0.0004199919792308013
previous_iter_valid_loss : 0.17042659223079681
741860 0.170677 0.170427 0.165190 CURRENT LEARNING RATE: 0.0004199079892342346
previous_iter_valid_loss : 0.16734962165355682
741880 0.167506 0.167350 0.165314 CURRENT LEARNING RATE: 0.00041982401603398795
previous_iter_valid_loss : 0.1605553776025772
741900 0.160719 0.160555 0.164718 CURRENT LEARNING RATE: 0.0004197400596267015
previous_iter_valid_loss : 0.16343528032302856
741920 0.163588 0.163435 0.164858 CURRENT LEARNING RATE: 0.0004196561200090176
previous_iter_valid_loss : 0.16072461009025574
741940 0.160882 0.160725 0.164421 CURRENT LEARNING RATE: 0.00041957219717757884
previous_iter_valid_loss : 0.19011318683624268
741960 0.190243 0.190113 0.165857 CURRENT LEARNING RATE: 0.0004194882911290277
previous_iter_valid_loss : 0.16214047372341156
741980 0.162299 0.162140 0.165718 CURRENT LEARNING RATE: 0.00041940440186000866
previous_iter_valid_loss : 0.17560487985610962
742000 0.175759 0.175605 0.166453 CURRENT LEARNING RATE: 0.00041932052936716533
previous_iter_valid_loss : 0.16393578052520752
742020 0.164107 0.163936 0.166456 CURRENT LEARNING RATE: 0.00041923667364714357
previous_iter_valid_loss : 0.16586287319660187
742040 0.166025 0.165863 0.166722 CURRENT LEARNING RATE: 0.0004191528346965885
previous_iter_valid_loss : 0.1653694212436676
742060 0.165529 0.165369 0.166941 CURRENT LEARNING RATE: 0.00041906901251214724
previous_iter_valid_loss : 0.1640617549419403
742080 0.164255 0.164062 0.165655 CURRENT LEARNING RATE: 0.0004189852070904661
previous_iter_valid_loss : 0.17541196942329407
742100 0.175697 0.175412 0.166395 CURRENT LEARNING RATE: 0.0004189014184281938
previous_iter_valid_loss : 0.16100609302520752
742120 0.161168 0.161006 0.166408 CURRENT LEARNING RATE: 0.00041881764652197787
previous_iter_valid_loss : 0.1704510599374771
742140 0.170601 0.170451 0.166872 CURRENT LEARNING RATE: 0.00041873389136846815
previous_iter_valid_loss : 0.1937343180179596
742160 0.194215 0.193734 0.168445 CURRENT LEARNING RATE: 0.00041865015296431386
previous_iter_valid_loss : 0.1612304449081421
742180 0.161385 0.161230 0.168368 CURRENT LEARNING RATE: 0.00041856643130616607
previous_iter_valid_loss : 0.17576712369918823
742200 0.175926 0.175767 0.169131 CURRENT LEARNING RATE: 0.00041848272639067517
previous_iter_valid_loss : 0.17267419397830963
742220 0.172949 0.172674 0.169227 CURRENT LEARNING RATE: 0.00041839903821449387
previous_iter_valid_loss : 0.16062071919441223
742240 0.160786 0.160621 0.169021 CURRENT LEARNING RATE: 0.0004183153667742737
previous_iter_valid_loss : 0.1682518571615219
742260 0.168480 0.168252 0.168912 CURRENT LEARNING RATE: 0.0004182317120666686
previous_iter_valid_loss : 0.16072170436382294
742280 0.160876 0.160722 0.168581 CURRENT LEARNING RATE: 0.00041814807408833174
previous_iter_valid_loss : 0.1657966822385788
742300 0.166002 0.165797 0.168843 CURRENT LEARNING RATE: 0.0004180644528359183
previous_iter_valid_loss : 0.1913164108991623
742320 0.191768 0.191316 0.170237 CURRENT LEARNING RATE: 0.0004179808483060826
previous_iter_valid_loss : 0.17408931255340576
742340 0.174370 0.174089 0.170905 CURRENT LEARNING RATE: 0.0004178972604954809
previous_iter_valid_loss : 0.16137224435806274
742360 0.161565 0.161372 0.169468 CURRENT LEARNING RATE: 0.00041781368940077004
previous_iter_valid_loss : 0.1709192544221878
742380 0.171168 0.170919 0.169907 CURRENT LEARNING RATE: 0.0004177301350186064
previous_iter_valid_loss : 0.16064676642417908
742400 0.160802 0.160647 0.169159 CURRENT LEARNING RATE: 0.0004176465973456486
previous_iter_valid_loss : 0.16076433658599854
742420 0.160946 0.160764 0.169001 CURRENT LEARNING RATE: 0.00041756307637855444
previous_iter_valid_loss : 0.18103861808776855
742440 0.181192 0.181039 0.169760 CURRENT LEARNING RATE: 0.00041747957211398374
previous_iter_valid_loss : 0.16649895906448364
742460 0.166710 0.166499 0.169816 CURRENT LEARNING RATE: 0.0004173960845485956
previous_iter_valid_loss : 0.16544444859027863
742480 0.165660 0.165444 0.169885 CURRENT LEARNING RATE: 0.0004173126136790513
previous_iter_valid_loss : 0.16114765405654907
742500 0.161328 0.161148 0.169172 CURRENT LEARNING RATE: 0.0004172291595020111
previous_iter_valid_loss : 0.16609016060829163
742520 0.166297 0.166090 0.169426 CURRENT LEARNING RATE: 0.0004171457220141379
previous_iter_valid_loss : 0.160507932305336
742540 0.160670 0.160508 0.168929 CURRENT LEARNING RATE: 0.00041706230121209314
previous_iter_valid_loss : 0.1608171910047531
742560 0.160994 0.160817 0.167283 CURRENT LEARNING RATE: 0.00041697889709254086
previous_iter_valid_loss : 0.19839270412921906
742580 0.198925 0.198393 0.169141 CURRENT LEARNING RATE: 0.0004168955096521442
previous_iter_valid_loss : 0.16070514917373657
742600 0.160875 0.160705 0.168388 CURRENT LEARNING RATE: 0.00041681213888756835
previous_iter_valid_loss : 0.17342232167720795
742620 0.173685 0.173422 0.168426 CURRENT LEARNING RATE: 0.0004167287847954777
previous_iter_valid_loss : 0.1711389273405075
742640 0.171391 0.171139 0.168952 CURRENT LEARNING RATE: 0.00041664544737253886
previous_iter_valid_loss : 0.16063039004802704
742660 0.160797 0.160630 0.168570 CURRENT LEARNING RATE: 0.0004165621266154176
previous_iter_valid_loss : 0.16064929962158203
742680 0.160807 0.160649 0.168567 CURRENT LEARNING RATE: 0.0004164788225207819
previous_iter_valid_loss : 0.1680641621351242
742700 0.168291 0.168064 0.168680 CURRENT LEARNING RATE: 0.00041639553508529873
previous_iter_valid_loss : 0.16098392009735107
742720 0.161143 0.160984 0.167164 CURRENT LEARNING RATE: 0.0004163122643056374
previous_iter_valid_loss : 0.1605827510356903
742740 0.160739 0.160583 0.166488 CURRENT LEARNING RATE: 0.0004162290101784663
previous_iter_valid_loss : 0.1634271740913391
742760 0.163590 0.163427 0.166591 CURRENT LEARNING RATE: 0.0004161457727004557
previous_iter_valid_loss : 0.16091930866241455
742780 0.161097 0.160919 0.166091 CURRENT LEARNING RATE: 0.0004160625518682764
previous_iter_valid_loss : 0.16835518181324005
742800 0.168511 0.168355 0.166476 CURRENT LEARNING RATE: 0.00041597934767859893
previous_iter_valid_loss : 0.17299780249595642
742820 0.173142 0.172998 0.167088 CURRENT LEARNING RATE: 0.0004158961601280957
previous_iter_valid_loss : 0.16091269254684448
742840 0.161093 0.160913 0.166082 CURRENT LEARNING RATE: 0.00041581298921343864
previous_iter_valid_loss : 0.1609896868467331
742860 0.161141 0.160990 0.165806 CURRENT LEARNING RATE: 0.0004157298349313015
previous_iter_valid_loss : 0.17013587057590485
742880 0.170390 0.170136 0.166041 CURRENT LEARNING RATE: 0.00041564669727835754
previous_iter_valid_loss : 0.16691121459007263
742900 0.167073 0.166911 0.166329 CURRENT LEARNING RATE: 0.0004155635762512818
previous_iter_valid_loss : 0.17008602619171143
742920 0.170240 0.170086 0.166529 CURRENT LEARNING RATE: 0.0004154804718467489
previous_iter_valid_loss : 0.16689138114452362
742940 0.167057 0.166891 0.166848 CURRENT LEARNING RATE: 0.0004153973840614352
previous_iter_valid_loss : 0.1633734107017517
742960 0.163566 0.163373 0.166976 CURRENT LEARNING RATE: 0.00041531431289201656
previous_iter_valid_loss : 0.16652971506118774
742980 0.166748 0.166530 0.165383 CURRENT LEARNING RATE: 0.0004152312583351709
previous_iter_valid_loss : 0.16405890882015228
743000 0.164232 0.164059 0.165550 CURRENT LEARNING RATE: 0.00041514822038757527
previous_iter_valid_loss : 0.1656816601753235
743020 0.165848 0.165682 0.165163 CURRENT LEARNING RATE: 0.0004150651990459088
previous_iter_valid_loss : 0.16172978281974792
743040 0.161898 0.161730 0.164693 CURRENT LEARNING RATE: 0.00041498219430685
previous_iter_valid_loss : 0.1637634038925171
743060 0.163951 0.163763 0.164850 CURRENT LEARNING RATE: 0.0004148992061670795
previous_iter_valid_loss : 0.1734151542186737
743080 0.173684 0.173415 0.165488 CURRENT LEARNING RATE: 0.00041481623462327684
previous_iter_valid_loss : 0.16388438642024994
743100 0.164093 0.163884 0.165279 CURRENT LEARNING RATE: 0.000414733279672124
previous_iter_valid_loss : 0.17307186126708984
743120 0.173346 0.173072 0.165883 CURRENT LEARNING RATE: 0.00041465034131030204
previous_iter_valid_loss : 0.1652032434940338
743140 0.165409 0.165203 0.166114 CURRENT LEARNING RATE: 0.0004145674195344938
previous_iter_valid_loss : 0.16163532435894012
743160 0.161817 0.161635 0.166025 CURRENT LEARNING RATE: 0.0004144845143413828
previous_iter_valid_loss : 0.17057272791862488
743180 0.170819 0.170573 0.166507 CURRENT LEARNING RATE: 0.000414401625727652
previous_iter_valid_loss : 0.16084402799606323
743200 0.161017 0.160844 0.166132 CURRENT LEARNING RATE: 0.00041431875368998667
previous_iter_valid_loss : 0.16067656874656677
743220 0.160844 0.160677 0.165516 CURRENT LEARNING RATE: 0.0004142358982250712
previous_iter_valid_loss : 0.16063077747821808
743240 0.160785 0.160631 0.165502 CURRENT LEARNING RATE: 0.000414153059329592
previous_iter_valid_loss : 0.16901558637619019
743260 0.169168 0.169016 0.165903 CURRENT LEARNING RATE: 0.0004140702370002349
previous_iter_valid_loss : 0.16070231795310974
743280 0.160875 0.160702 0.165431 CURRENT LEARNING RATE: 0.00041398743123368775
previous_iter_valid_loss : 0.16228827834129333
743300 0.162447 0.162288 0.165200 CURRENT LEARNING RATE: 0.00041390464202663746
previous_iter_valid_loss : 0.16305671632289886
743320 0.163218 0.163057 0.164849 CURRENT LEARNING RATE: 0.0004138218693757734
previous_iter_valid_loss : 0.16614428162574768
743340 0.166310 0.166144 0.164811 CURRENT LEARNING RATE: 0.0004137391132777837
previous_iter_valid_loss : 0.162229984998703
743360 0.162396 0.162230 0.164754 CURRENT LEARNING RATE: 0.00041365637372935897
previous_iter_valid_loss : 0.1693161427974701
743380 0.169466 0.169316 0.164893 CURRENT LEARNING RATE: 0.0004135736507271889
previous_iter_valid_loss : 0.17158128321170807
743400 0.171732 0.171581 0.165270 CURRENT LEARNING RATE: 0.0004134909442679652
previous_iter_valid_loss : 0.1929464042186737
743420 0.193068 0.192946 0.166633 CURRENT LEARNING RATE: 0.0004134082543483791
previous_iter_valid_loss : 0.16061536967754364
743440 0.160783 0.160615 0.166577 CURRENT LEARNING RATE: 0.0004133255809651235
previous_iter_valid_loss : 0.16955222189426422
743460 0.169708 0.169552 0.166867 CURRENT LEARNING RATE: 0.00041324292411489086
previous_iter_valid_loss : 0.16392366588115692
743480 0.164090 0.163924 0.166392 CURRENT LEARNING RATE: 0.0004131602837943755
previous_iter_valid_loss : 0.16120433807373047
743500 0.161386 0.161204 0.166258 CURRENT LEARNING RATE: 0.00041307766000027137
previous_iter_valid_loss : 0.16754378378391266
743520 0.167774 0.167544 0.165982 CURRENT LEARNING RATE: 0.00041299505272927395
previous_iter_valid_loss : 0.16664746403694153
743540 0.166808 0.166647 0.166054 CURRENT LEARNING RATE: 0.00041291246197807833
previous_iter_valid_loss : 0.16077712178230286
743560 0.160949 0.160777 0.166011 CURRENT LEARNING RATE: 0.0004128298877433813
previous_iter_valid_loss : 0.16413982212543488
743580 0.164299 0.164140 0.165689 CURRENT LEARNING RATE: 0.0004127473300218801
previous_iter_valid_loss : 0.1630844622850418
743600 0.163273 0.163084 0.165801 CURRENT LEARNING RATE: 0.00041266478881027185
previous_iter_valid_loss : 0.16062884032726288
743620 0.160796 0.160629 0.165799 CURRENT LEARNING RATE: 0.0004125822641052556
previous_iter_valid_loss : 0.1714084893465042
743640 0.171554 0.171408 0.166338 CURRENT LEARNING RATE: 0.0004124997559035296
previous_iter_valid_loss : 0.18637527525424957
743660 0.186522 0.186375 0.167206 CURRENT LEARNING RATE: 0.00041241726420179417
previous_iter_valid_loss : 0.1650964319705963
743680 0.165308 0.165096 0.167425 CURRENT LEARNING RATE: 0.00041233478899674905
previous_iter_valid_loss : 0.16247153282165527
743700 0.162670 0.162472 0.167435 CURRENT LEARNING RATE: 0.000412252330285096
previous_iter_valid_loss : 0.17096595466136932
743720 0.171216 0.170966 0.167830 CURRENT LEARNING RATE: 0.00041216988806353573
previous_iter_valid_loss : 0.18072396516799927
743740 0.180882 0.180724 0.168559 CURRENT LEARNING RATE: 0.00041208746232877146
previous_iter_valid_loss : 0.1656576693058014
743760 0.165827 0.165658 0.168730 CURRENT LEARNING RATE: 0.0004120050530775053
previous_iter_valid_loss : 0.1613800972700119
743780 0.161577 0.161380 0.168334 CURRENT LEARNING RATE: 0.0004119226603064418
previous_iter_valid_loss : 0.16065262258052826
743800 0.160830 0.160653 0.167787 CURRENT LEARNING RATE: 0.0004118402840122843
previous_iter_valid_loss : 0.16525743901729584
743820 0.165462 0.165257 0.166403 CURRENT LEARNING RATE: 0.0004117579241917386
previous_iter_valid_loss : 0.1623280644416809
743840 0.162496 0.162328 0.166488 CURRENT LEARNING RATE: 0.0004116755808415096
previous_iter_valid_loss : 0.16059628129005432
743860 0.160762 0.160596 0.166041 CURRENT LEARNING RATE: 0.00041159325395830423
previous_iter_valid_loss : 0.16288015246391296
743880 0.163065 0.162880 0.165988 CURRENT LEARNING RATE: 0.0004115109435388287
previous_iter_valid_loss : 0.16264565289020538
743900 0.162815 0.162646 0.166061 CURRENT LEARNING RATE: 0.00041142864957979136
previous_iter_valid_loss : 0.1711650788784027
743920 0.171423 0.171165 0.166242 CURRENT LEARNING RATE: 0.00041134637207789973
previous_iter_valid_loss : 0.17031064629554749
743940 0.170556 0.170311 0.166425 CURRENT LEARNING RATE: 0.000411264111029863
previous_iter_valid_loss : 0.18216969072818756
743960 0.182331 0.182170 0.167494 CURRENT LEARNING RATE: 0.0004111818664323911
previous_iter_valid_loss : 0.16263233125209808
743980 0.162810 0.162632 0.167419 CURRENT LEARNING RATE: 0.0004110996382821935
previous_iter_valid_loss : 0.1780421882867813
744000 0.178352 0.178042 0.168167 CURRENT LEARNING RATE: 0.0004110174265759819
previous_iter_valid_loss : 0.16359815001487732
744020 0.163778 0.163598 0.168315 CURRENT LEARNING RATE: 0.00041093523131046706
previous_iter_valid_loss : 0.1697714626789093
744040 0.170016 0.169771 0.168234 CURRENT LEARNING RATE: 0.0004108530524823619
previous_iter_valid_loss : 0.16100817918777466
744060 0.161192 0.161008 0.166965 CURRENT LEARNING RATE: 0.0004107708900883785
previous_iter_valid_loss : 0.16301141679286957
744080 0.163199 0.163011 0.166861 CURRENT LEARNING RATE: 0.0004106887441252312
previous_iter_valid_loss : 0.16740959882736206
744100 0.167633 0.167410 0.167108 CURRENT LEARNING RATE: 0.0004106066145896333
previous_iter_valid_loss : 0.16804681718349457
744120 0.168205 0.168047 0.166962 CURRENT LEARNING RATE: 0.0004105245014783004
previous_iter_valid_loss : 0.1605330854654312
744140 0.160697 0.160533 0.165952 CURRENT LEARNING RATE: 0.00041044240478794726
previous_iter_valid_loss : 0.16092954576015472
744160 0.161105 0.160930 0.165716 CURRENT LEARNING RATE: 0.0004103603245152908
previous_iter_valid_loss : 0.16730740666389465
744180 0.167465 0.167307 0.166012 CURRENT LEARNING RATE: 0.0004102782606570469
previous_iter_valid_loss : 0.16829553246498108
744200 0.168447 0.168296 0.166394 CURRENT LEARNING RATE: 0.0004101962132099339
previous_iter_valid_loss : 0.16263806819915771
744220 0.162807 0.162638 0.166263 CURRENT LEARNING RATE: 0.0004101141821706691
previous_iter_valid_loss : 0.16439609229564667
744240 0.164565 0.164396 0.166367 CURRENT LEARNING RATE: 0.00041003216753597203
previous_iter_valid_loss : 0.16791078448295593
744260 0.168132 0.167911 0.166733 CURRENT LEARNING RATE: 0.0004099501693025613
previous_iter_valid_loss : 0.16076013445854187
744280 0.160924 0.160760 0.166627 CURRENT LEARNING RATE: 0.0004098681874671578
previous_iter_valid_loss : 0.16301091015338898
744300 0.163186 0.163011 0.166645 CURRENT LEARNING RATE: 0.00040978622202648144
previous_iter_valid_loss : 0.1615409404039383
744320 0.161728 0.161541 0.166164 CURRENT LEARNING RATE: 0.0004097042729772544
previous_iter_valid_loss : 0.1605212241411209
744340 0.160682 0.160521 0.165674 CURRENT LEARNING RATE: 0.000409622340316198
previous_iter_valid_loss : 0.16057515144348145
744360 0.160729 0.160575 0.164594 CURRENT LEARNING RATE: 0.0004095404240400353
previous_iter_valid_loss : 0.17102327942848206
744380 0.171281 0.171023 0.165014 CURRENT LEARNING RATE: 0.00040945852414548995
previous_iter_valid_loss : 0.16068732738494873
744400 0.160857 0.160687 0.164146 CURRENT LEARNING RATE: 0.0004093766406292852
previous_iter_valid_loss : 0.16315501928329468
744420 0.163324 0.163155 0.164124 CURRENT LEARNING RATE: 0.0004092947734881465
previous_iter_valid_loss : 0.16606855392456055
744440 0.166282 0.166069 0.163939 CURRENT LEARNING RATE: 0.00040921292271879856
previous_iter_valid_loss : 0.16980749368667603
744460 0.169965 0.169807 0.164379 CURRENT LEARNING RATE: 0.00040913108831796787
previous_iter_valid_loss : 0.16979064047336578
744480 0.169944 0.169791 0.164718 CURRENT LEARNING RATE: 0.00040904927028238033
previous_iter_valid_loss : 0.1797706037759781
744500 0.179935 0.179771 0.165336 CURRENT LEARNING RATE: 0.0004089674686087641
previous_iter_valid_loss : 0.16319847106933594
744520 0.163390 0.163198 0.165093 CURRENT LEARNING RATE: 0.0004088856832938463
previous_iter_valid_loss : 0.17007356882095337
744540 0.170326 0.170074 0.165570 CURRENT LEARNING RATE: 0.00040880391433435623
previous_iter_valid_loss : 0.16292478144168854
744560 0.163099 0.162925 0.165670 CURRENT LEARNING RATE: 0.00040872216172702243
previous_iter_valid_loss : 0.17003683745861053
744580 0.170290 0.170037 0.165807 CURRENT LEARNING RATE: 0.0004086404254685755
previous_iter_valid_loss : 0.16225272417068481
744600 0.162416 0.162253 0.165505 CURRENT LEARNING RATE: 0.0004085587055557453
previous_iter_valid_loss : 0.1623523235321045
744620 0.162509 0.162352 0.165490 CURRENT LEARNING RATE: 0.0004084770019852637
previous_iter_valid_loss : 0.16871224343776703
744640 0.168937 0.168712 0.165706 CURRENT LEARNING RATE: 0.0004083953147538619
previous_iter_valid_loss : 0.16098575294017792
744660 0.161162 0.160986 0.165360 CURRENT LEARNING RATE: 0.00040831364385827317
previous_iter_valid_loss : 0.1797727793455124
744680 0.179931 0.179773 0.166310 CURRENT LEARNING RATE: 0.0004082319892952298
previous_iter_valid_loss : 0.16286593675613403
744700 0.163042 0.162866 0.166303 CURRENT LEARNING RATE: 0.0004081503510614665
previous_iter_valid_loss : 0.16058599948883057
744720 0.160751 0.160586 0.166255 CURRENT LEARNING RATE: 0.0004080687291537169
previous_iter_valid_loss : 0.16473360359668732
744740 0.164944 0.164734 0.166466 CURRENT LEARNING RATE: 0.00040798712356871647
previous_iter_valid_loss : 0.180162250995636
744760 0.180497 0.180162 0.167445 CURRENT LEARNING RATE: 0.0004079055343032014
previous_iter_valid_loss : 0.18759475648403168
744780 0.188016 0.187595 0.168274 CURRENT LEARNING RATE: 0.0004078239613539074
previous_iter_valid_loss : 0.16662581264972687
744800 0.166850 0.166626 0.168571 CURRENT LEARNING RATE: 0.00040774240471757234
previous_iter_valid_loss : 0.16132618486881256
744820 0.161481 0.161326 0.168480 CURRENT LEARNING RATE: 0.0004076608643909331
previous_iter_valid_loss : 0.17063063383102417
744840 0.170880 0.170631 0.168708 CURRENT LEARNING RATE: 0.00040757934037072887
previous_iter_valid_loss : 0.18071579933166504
744860 0.181034 0.180716 0.169253 CURRENT LEARNING RATE: 0.000407497832653698
previous_iter_valid_loss : 0.17675262689590454
744880 0.177045 0.176753 0.169601 CURRENT LEARNING RATE: 0.00040741634123658073
previous_iter_valid_loss : 0.16309797763824463
744900 0.163262 0.163098 0.168767 CURRENT LEARNING RATE: 0.0004073348661161169
previous_iter_valid_loss : 0.16366715729236603
744920 0.163822 0.163667 0.168791 CURRENT LEARNING RATE: 0.0004072534072890481
previous_iter_valid_loss : 0.16206224262714386
744940 0.162248 0.162062 0.168390 CURRENT LEARNING RATE: 0.0004071719647521153
previous_iter_valid_loss : 0.16077327728271484
744960 0.160925 0.160773 0.168283 CURRENT LEARNING RATE: 0.0004070905385020615
previous_iter_valid_loss : 0.16405393183231354
744980 0.164242 0.164054 0.167984 CURRENT LEARNING RATE: 0.00040700912853562887
previous_iter_valid_loss : 0.16832192242145538
745000 0.168482 0.168322 0.168287 CURRENT LEARNING RATE: 0.0004069277348495619
previous_iter_valid_loss : 0.16113249957561493
745020 0.161317 0.161132 0.168226 CURRENT LEARNING RATE: 0.0004068463574406039
previous_iter_valid_loss : 0.16102109849452972
745040 0.161175 0.161021 0.167842 CURRENT LEARNING RATE: 0.00040676499630550077
previous_iter_valid_loss : 0.1652662307024002
745060 0.165471 0.165266 0.168056 CURRENT LEARNING RATE: 0.00040668365144099703
previous_iter_valid_loss : 0.16330662369728088
745080 0.163478 0.163307 0.167232 CURRENT LEARNING RATE: 0.00040660232284383987
previous_iter_valid_loss : 0.17156533896923065
745100 0.171825 0.171565 0.167667 CURRENT LEARNING RATE: 0.00040652101051077527
previous_iter_valid_loss : 0.16074414551258087
745120 0.160918 0.160744 0.167675 CURRENT LEARNING RATE: 0.00040643971443855153
previous_iter_valid_loss : 0.1656801551580429
745140 0.165838 0.165680 0.167722 CURRENT LEARNING RATE: 0.000406358434623916
previous_iter_valid_loss : 0.17046137154102325
745160 0.170711 0.170461 0.167237 CURRENT LEARNING RATE: 0.000406277171063618
previous_iter_valid_loss : 0.16134756803512573
745180 0.161533 0.161348 0.165925 CURRENT LEARNING RATE: 0.0004061959237544072
previous_iter_valid_loss : 0.16056279838085175
745200 0.160718 0.160563 0.165622 CURRENT LEARNING RATE: 0.00040611469269303304
previous_iter_valid_loss : 0.16053014993667603
745220 0.160685 0.160530 0.165582 CURRENT LEARNING RATE: 0.000406033477876247
previous_iter_valid_loss : 0.1676536500453949
745240 0.167811 0.167654 0.165433 CURRENT LEARNING RATE: 0.00040595227930079983
previous_iter_valid_loss : 0.17553555965423584
745260 0.175687 0.175536 0.165174 CURRENT LEARNING RATE: 0.0004058710969634442
previous_iter_valid_loss : 0.16782231628894806
745280 0.167981 0.167822 0.164728 CURRENT LEARNING RATE: 0.00040578993086093216
previous_iter_valid_loss : 0.17754456400871277
745300 0.177847 0.177545 0.165450 CURRENT LEARNING RATE: 0.00040570878099001773
previous_iter_valid_loss : 0.16179725527763367
745320 0.161960 0.161797 0.165357 CURRENT LEARNING RATE: 0.0004056276473474542
previous_iter_valid_loss : 0.16366708278656006
745340 0.163844 0.163667 0.165437 CURRENT LEARNING RATE: 0.00040554652992999714
previous_iter_valid_loss : 0.16833847761154175
745360 0.168491 0.168338 0.165815 CURRENT LEARNING RATE: 0.00040546542873440083
previous_iter_valid_loss : 0.1684274822473526
745380 0.168582 0.168427 0.166034 CURRENT LEARNING RATE: 0.0004053843437574221
previous_iter_valid_loss : 0.16332297027111053
745400 0.163516 0.163323 0.165784 CURRENT LEARNING RATE: 0.00040530327499581684
previous_iter_valid_loss : 0.16058243811130524
745420 0.160750 0.160582 0.165756 CURRENT LEARNING RATE: 0.00040522222244634303
previous_iter_valid_loss : 0.16083195805549622
745440 0.161004 0.160832 0.165747 CURRENT LEARNING RATE: 0.00040514118610575773
previous_iter_valid_loss : 0.16395071148872375
745460 0.164120 0.163951 0.165681 CURRENT LEARNING RATE: 0.00040506016597082037
previous_iter_valid_loss : 0.170550137758255
745480 0.170805 0.170550 0.166043 CURRENT LEARNING RATE: 0.0004049791620382892
previous_iter_valid_loss : 0.16646833717823029
745500 0.166628 0.166468 0.165788 CURRENT LEARNING RATE: 0.0004048981743049251
previous_iter_valid_loss : 0.16387027502059937
745520 0.164037 0.163870 0.165945 CURRENT LEARNING RATE: 0.0004048172027674876
previous_iter_valid_loss : 0.16488823294639587
745540 0.165051 0.164888 0.165905 CURRENT LEARNING RATE: 0.0004047362474227386
previous_iter_valid_loss : 0.1643059253692627
745560 0.164480 0.164306 0.165597 CURRENT LEARNING RATE: 0.0004046553082674392
previous_iter_valid_loss : 0.16550150513648987
745580 0.165668 0.165502 0.165805 CURRENT LEARNING RATE: 0.00040457438529835224
previous_iter_valid_loss : 0.17027829587459564
745600 0.170527 0.170278 0.166291 CURRENT LEARNING RATE: 0.000404493478512241
previous_iter_valid_loss : 0.16639338433742523
745620 0.166602 0.166393 0.166584 CURRENT LEARNING RATE: 0.00040441258790586867
previous_iter_valid_loss : 0.16354581713676453
745640 0.163741 0.163546 0.166379 CURRENT LEARNING RATE: 0.00040433171347600025
previous_iter_valid_loss : 0.16052325069904327
745660 0.160685 0.160523 0.165628 CURRENT LEARNING RATE: 0.00040425085521940006
previous_iter_valid_loss : 0.1624078005552292
745680 0.162565 0.162408 0.165357 CURRENT LEARNING RATE: 0.00040417001313283453
previous_iter_valid_loss : 0.16684305667877197
745700 0.167001 0.166843 0.164822 CURRENT LEARNING RATE: 0.00040408918721306916
previous_iter_valid_loss : 0.162814661860466
745720 0.162978 0.162815 0.164873 CURRENT LEARNING RATE: 0.0004040083774568717
previous_iter_valid_loss : 0.16054870188236237
745740 0.160706 0.160549 0.164717 CURRENT LEARNING RATE: 0.0004039275838610091
previous_iter_valid_loss : 0.17192524671554565
745760 0.172072 0.171925 0.164896 CURRENT LEARNING RATE: 0.0004038468064222502
previous_iter_valid_loss : 0.16247513890266418
745780 0.162634 0.162475 0.164599 CURRENT LEARNING RATE: 0.00040376604513736326
previous_iter_valid_loss : 0.17239002883434296
745800 0.172538 0.172390 0.165052 CURRENT LEARNING RATE: 0.0004036853000031186
previous_iter_valid_loss : 0.1608385145664215
745820 0.161008 0.160839 0.165065 CURRENT LEARNING RATE: 0.00040360457101628553
previous_iter_valid_loss : 0.1636921912431717
745840 0.163889 0.163692 0.165208 CURRENT LEARNING RATE: 0.00040352385817363576
previous_iter_valid_loss : 0.16984321177005768
745860 0.170091 0.169843 0.165503 CURRENT LEARNING RATE: 0.00040344316147194006
previous_iter_valid_loss : 0.19633705914020538
745880 0.196848 0.196337 0.166792 CURRENT LEARNING RATE: 0.00040336248090797115
previous_iter_valid_loss : 0.16050712764263153
745900 0.160672 0.160507 0.166494 CURRENT LEARNING RATE: 0.00040328181647850125
previous_iter_valid_loss : 0.16295717656612396
745920 0.163157 0.162957 0.166448 CURRENT LEARNING RATE: 0.0004032011681803044
previous_iter_valid_loss : 0.1623111516237259
745940 0.162468 0.162311 0.166319 CURRENT LEARNING RATE: 0.00040312053601015394
previous_iter_valid_loss : 0.1605205535888672
745960 0.160683 0.160521 0.166130 CURRENT LEARNING RATE: 0.000403039919964825
previous_iter_valid_loss : 0.17702169716358185
745980 0.177326 0.177022 0.166706 CURRENT LEARNING RATE: 0.0004029593200410933
previous_iter_valid_loss : 0.16314691305160522
746000 0.163325 0.163147 0.166350 CURRENT LEARNING RATE: 0.000402878736235734
previous_iter_valid_loss : 0.16084183752536774
746020 0.160991 0.160842 0.166072 CURRENT LEARNING RATE: 0.00040279816854552465
previous_iter_valid_loss : 0.16167645156383514
746040 0.161834 0.161676 0.165978 CURRENT LEARNING RATE: 0.0004027176169672417
previous_iter_valid_loss : 0.1605374813079834
746060 0.160695 0.160537 0.165979 CURRENT LEARNING RATE: 0.0004026370814976639
previous_iter_valid_loss : 0.1605643481016159
746080 0.160724 0.160564 0.165887 CURRENT LEARNING RATE: 0.00040255656213356895
previous_iter_valid_loss : 0.18023216724395752
746100 0.180568 0.180232 0.166556 CURRENT LEARNING RATE: 0.000402476058871737
previous_iter_valid_loss : 0.1647903174161911
746120 0.164970 0.164790 0.166655 CURRENT LEARNING RATE: 0.000402395571708947
previous_iter_valid_loss : 0.16154129803180695
746140 0.161699 0.161541 0.166705 CURRENT LEARNING RATE: 0.00040231510064198036
previous_iter_valid_loss : 0.16731861233711243
746160 0.167542 0.167319 0.166475 CURRENT LEARNING RATE: 0.00040223464566761737
previous_iter_valid_loss : 0.1616968810558319
746180 0.161880 0.161697 0.166436 CURRENT LEARNING RATE: 0.0004021542067826407
previous_iter_valid_loss : 0.16406385600566864
746200 0.164223 0.164064 0.166019 CURRENT LEARNING RATE: 0.0004020737839838319
previous_iter_valid_loss : 0.1605602204799652
746220 0.160722 0.160560 0.166005 CURRENT LEARNING RATE: 0.00040199337726797496
previous_iter_valid_loss : 0.16871339082717896
746240 0.168947 0.168713 0.166256 CURRENT LEARNING RATE: 0.00040191298663185275
previous_iter_valid_loss : 0.16670437157154083
746260 0.166934 0.166704 0.166100 CURRENT LEARNING RATE: 0.0004018326120722505
previous_iter_valid_loss : 0.175937220454216
746280 0.176227 0.175937 0.165080 CURRENT LEARNING RATE: 0.0004017522535859524
previous_iter_valid_loss : 0.1605294942855835
746300 0.160689 0.160529 0.165081 CURRENT LEARNING RATE: 0.00040167191116974473
previous_iter_valid_loss : 0.16449934244155884
746320 0.164662 0.164499 0.165158 CURRENT LEARNING RATE: 0.00040159158482041337
previous_iter_valid_loss : 0.16413871943950653
746340 0.164306 0.164139 0.165249 CURRENT LEARNING RATE: 0.0004015112745347457
previous_iter_valid_loss : 0.16077150404453278
746360 0.160924 0.160772 0.165262 CURRENT LEARNING RATE: 0.00040143098030952874
previous_iter_valid_loss : 0.16529481112957
746380 0.165504 0.165295 0.164675 CURRENT LEARNING RATE: 0.0004013507021415511
previous_iter_valid_loss : 0.19745095074176788
746400 0.197550 0.197451 0.166391 CURRENT LEARNING RATE: 0.00040127044002760193
previous_iter_valid_loss : 0.16100725531578064
746420 0.161161 0.161007 0.166399 CURRENT LEARNING RATE: 0.00040119019396447003
previous_iter_valid_loss : 0.16908347606658936
746440 0.169239 0.169083 0.166769 CURRENT LEARNING RATE: 0.00040110996394894624
previous_iter_valid_loss : 0.16869132220745087
746460 0.168928 0.168691 0.167177 CURRENT LEARNING RATE: 0.0004010297499778208
previous_iter_valid_loss : 0.16063636541366577
746480 0.160813 0.160636 0.167181 CURRENT LEARNING RATE: 0.0004009495520478857
previous_iter_valid_loss : 0.16460688412189484
746500 0.164777 0.164607 0.166399 CURRENT LEARNING RATE: 0.0004008693701559325
previous_iter_valid_loss : 0.16504618525505066
746520 0.165211 0.165046 0.166412 CURRENT LEARNING RATE: 0.00040078920429875443
previous_iter_valid_loss : 0.175160214304924
746540 0.175313 0.175160 0.167093 CURRENT LEARNING RATE: 0.0004007090544731442
previous_iter_valid_loss : 0.1610662341117859
746560 0.161225 0.161066 0.166780 CURRENT LEARNING RATE: 0.0004006289206758966
previous_iter_valid_loss : 0.1605682522058487
746580 0.160737 0.160568 0.166724 CURRENT LEARNING RATE: 0.0004005488029038055
previous_iter_valid_loss : 0.16832000017166138
746600 0.168475 0.168320 0.166937 CURRENT LEARNING RATE: 0.000400468701153667
previous_iter_valid_loss : 0.1644677221775055
746620 0.164637 0.164468 0.167132 CURRENT LEARNING RATE: 0.0004003886154222762
previous_iter_valid_loss : 0.18815016746520996
746640 0.188287 0.188150 0.168104 CURRENT LEARNING RATE: 0.00040030854570643034
previous_iter_valid_loss : 0.1727142632007599
746660 0.172861 0.172714 0.168404 CURRENT LEARNING RATE: 0.0004002284920029261
previous_iter_valid_loss : 0.19815094769001007
746680 0.198231 0.198151 0.169515 CURRENT LEARNING RATE: 0.000400148454308562
previous_iter_valid_loss : 0.16137459874153137
746700 0.161538 0.161375 0.169557 CURRENT LEARNING RATE: 0.0004000684326201357
previous_iter_valid_loss : 0.16260221600532532
746720 0.162760 0.162602 0.169463 CURRENT LEARNING RATE: 0.0003999884269344471
previous_iter_valid_loss : 0.16061405837535858
746740 0.160794 0.160614 0.169286 CURRENT LEARNING RATE: 0.0003999084372482952
previous_iter_valid_loss : 0.1644107550382614
746760 0.164577 0.164411 0.169468 CURRENT LEARNING RATE: 0.000399828463558481
previous_iter_valid_loss : 0.17007991671562195
746780 0.170235 0.170080 0.169708 CURRENT LEARNING RATE: 0.0003997485058618057
previous_iter_valid_loss : 0.16137130558490753
746800 0.161548 0.161371 0.167904 CURRENT LEARNING RATE: 0.00039966856415507026
previous_iter_valid_loss : 0.16115231812000275
746820 0.161335 0.161152 0.167911 CURRENT LEARNING RATE: 0.0003995886384350779
previous_iter_valid_loss : 0.17172005772590637
746840 0.171989 0.171720 0.168043 CURRENT LEARNING RATE: 0.0003995087286986307
previous_iter_valid_loss : 0.1617889106273651
746860 0.161982 0.161789 0.167698 CURRENT LEARNING RATE: 0.0003994288349425331
previous_iter_valid_loss : 0.19362203776836395
746880 0.193740 0.193622 0.169347 CURRENT LEARNING RATE: 0.00039934895716358857
previous_iter_valid_loss : 0.1625235676765442
746900 0.162680 0.162524 0.169243 CURRENT LEARNING RATE: 0.00039926909535860274
previous_iter_valid_loss : 0.16075944900512695
746920 0.160917 0.160759 0.169028 CURRENT LEARNING RATE: 0.0003991892495243805
previous_iter_valid_loss : 0.16113784909248352
746940 0.161316 0.161138 0.168327 CURRENT LEARNING RATE: 0.00039910941965772847
previous_iter_valid_loss : 0.16099198162555695
746960 0.161176 0.160992 0.168323 CURRENT LEARNING RATE: 0.0003990296057554531
previous_iter_valid_loss : 0.16128328442573547
746980 0.161435 0.161283 0.168359 CURRENT LEARNING RATE: 0.0003989498078143623
previous_iter_valid_loss : 0.16061238944530487
747000 0.160778 0.160612 0.167974 CURRENT LEARNING RATE: 0.00039887002583126346
previous_iter_valid_loss : 0.16800600290298462
747020 0.168234 0.168006 0.168151 CURRENT LEARNING RATE: 0.00039879025980296614
previous_iter_valid_loss : 0.16271312534809113
747040 0.162913 0.162713 0.166879 CURRENT LEARNING RATE: 0.00039871050972627885
previous_iter_valid_loss : 0.18126662075519562
747060 0.181606 0.181267 0.167307 CURRENT LEARNING RATE: 0.0003986307755980124
previous_iter_valid_loss : 0.18538236618041992
747080 0.185770 0.185382 0.166668 CURRENT LEARNING RATE: 0.00039855105741497666
previous_iter_valid_loss : 0.16223685443401337
747100 0.162425 0.162237 0.166711 CURRENT LEARNING RATE: 0.0003984713551739836
previous_iter_valid_loss : 0.16516618430614471
747120 0.165330 0.165166 0.166839 CURRENT LEARNING RATE: 0.00039839166887184447
previous_iter_valid_loss : 0.16945791244506836
747140 0.169610 0.169458 0.167282 CURRENT LEARNING RATE: 0.0003983119985053725
previous_iter_valid_loss : 0.16496381163597107
747160 0.165132 0.164964 0.167309 CURRENT LEARNING RATE: 0.0003982323440713802
previous_iter_valid_loss : 0.1697697937488556
747180 0.170007 0.169770 0.167294 CURRENT LEARNING RATE: 0.00039815270556668166
previous_iter_valid_loss : 0.1675753891468048
747200 0.167735 0.167575 0.167604 CURRENT LEARNING RATE: 0.0003980730829880918
previous_iter_valid_loss : 0.17568838596343994
747220 0.175973 0.175688 0.168331 CURRENT LEARNING RATE: 0.0003979934763324249
previous_iter_valid_loss : 0.16130544245243073
747240 0.161464 0.161305 0.167810 CURRENT LEARNING RATE: 0.00039791388559649757
previous_iter_valid_loss : 0.16218434274196625
747260 0.162376 0.162184 0.167830 CURRENT LEARNING RATE: 0.00039783431077712524
previous_iter_valid_loss : 0.1616424322128296
747280 0.161800 0.161642 0.166231 CURRENT LEARNING RATE: 0.00039775475187112585
previous_iter_valid_loss : 0.16050174832344055
747300 0.160662 0.160502 0.166130 CURRENT LEARNING RATE: 0.00039767520887531614
previous_iter_valid_loss : 0.16248789429664612
747320 0.162659 0.162488 0.166216 CURRENT LEARNING RATE: 0.00039759568178651526
previous_iter_valid_loss : 0.16708658635616302
747340 0.167310 0.167087 0.166514 CURRENT LEARNING RATE: 0.0003975161706015413
previous_iter_valid_loss : 0.16058258712291718
747360 0.160742 0.160583 0.166493 CURRENT LEARNING RATE: 0.0003974366753172146
previous_iter_valid_loss : 0.1741783618927002
747380 0.174319 0.174178 0.167138 CURRENT LEARNING RATE: 0.0003973571959303546
previous_iter_valid_loss : 0.1637406051158905
747400 0.163942 0.163741 0.167294 CURRENT LEARNING RATE: 0.00039727773243778287
previous_iter_valid_loss : 0.1651499718427658
747420 0.165355 0.165150 0.167152 CURRENT LEARNING RATE: 0.0003971982848363201
previous_iter_valid_loss : 0.16283658146858215
747440 0.163033 0.162837 0.167158 CURRENT LEARNING RATE: 0.0003971188531227891
previous_iter_valid_loss : 0.18228855729103088
747460 0.182638 0.182289 0.167209 CURRENT LEARNING RATE: 0.000397039437294012
previous_iter_valid_loss : 0.1827254593372345
747480 0.183090 0.182725 0.167076 CURRENT LEARNING RATE: 0.0003969600373468128
previous_iter_valid_loss : 0.1607750803232193
747500 0.160956 0.160775 0.167003 CURRENT LEARNING RATE: 0.00039688065327801475
previous_iter_valid_loss : 0.17357538640499115
747520 0.173717 0.173575 0.167423 CURRENT LEARNING RATE: 0.00039680128508444326
previous_iter_valid_loss : 0.16245834529399872
747540 0.162643 0.162458 0.167073 CURRENT LEARNING RATE: 0.00039672193276292283
previous_iter_valid_loss : 0.16057252883911133
747560 0.160747 0.160573 0.166854 CURRENT LEARNING RATE: 0.0003966425963102802
previous_iter_valid_loss : 0.16105419397354126
747580 0.161209 0.161054 0.166418 CURRENT LEARNING RATE: 0.00039656327572334103
previous_iter_valid_loss : 0.1964596062898636
747600 0.196570 0.196460 0.167862 CURRENT LEARNING RATE: 0.000396483970998933
previous_iter_valid_loss : 0.18374577164649963
747620 0.183899 0.183746 0.168265 CURRENT LEARNING RATE: 0.00039640468213388415
previous_iter_valid_loss : 0.16230350732803345
747640 0.162498 0.162304 0.168315 CURRENT LEARNING RATE: 0.00039632540912502243
previous_iter_valid_loss : 0.17285636067390442
747660 0.173130 0.172856 0.168849 CURRENT LEARNING RATE: 0.0003962461519691773
previous_iter_valid_loss : 0.16511477530002594
747680 0.165330 0.165115 0.169022 CURRENT LEARNING RATE: 0.0003961669106631781
previous_iter_valid_loss : 0.16077549755573273
747700 0.160950 0.160775 0.169036 CURRENT LEARNING RATE: 0.0003960876852038556
previous_iter_valid_loss : 0.16232937574386597
747720 0.162521 0.162329 0.169028 CURRENT LEARNING RATE: 0.00039600847558804035
previous_iter_valid_loss : 0.1641865372657776
747740 0.164399 0.164187 0.168883 CURRENT LEARNING RATE: 0.00039592928181256444
previous_iter_valid_loss : 0.1636391580104828
747760 0.163809 0.163639 0.169036 CURRENT LEARNING RATE: 0.0003958501038742595
previous_iter_valid_loss : 0.1675291508436203
747780 0.167683 0.167529 0.168703 CURRENT LEARNING RATE: 0.00039577094176995915
previous_iter_valid_loss : 0.1612120270729065
747800 0.161388 0.161212 0.168577 CURRENT LEARNING RATE: 0.00039569179549649614
previous_iter_valid_loss : 0.16166578233242035
747820 0.161856 0.161666 0.168403 CURRENT LEARNING RATE: 0.00039561266505070536
previous_iter_valid_loss : 0.16661907732486725
747840 0.166836 0.166619 0.168592 CURRENT LEARNING RATE: 0.00039553355042942095
previous_iter_valid_loss : 0.18557904660701752
747860 0.185940 0.185579 0.168756 CURRENT LEARNING RATE: 0.0003954544516294789
previous_iter_valid_loss : 0.1684672236442566
747880 0.168707 0.168467 0.168043 CURRENT LEARNING RATE: 0.00039537536864771457
previous_iter_valid_loss : 0.1779436618089676
747900 0.178103 0.177944 0.168902 CURRENT LEARNING RATE: 0.00039529630148096547
previous_iter_valid_loss : 0.1615210920572281
747920 0.161709 0.161521 0.168299 CURRENT LEARNING RATE: 0.0003952172501260681
previous_iter_valid_loss : 0.16455712914466858
747940 0.164714 0.164557 0.168404 CURRENT LEARNING RATE: 0.00039513821457986116
previous_iter_valid_loss : 0.16949351131916046
747960 0.169742 0.169494 0.168850 CURRENT LEARNING RATE: 0.00039505919483918245
previous_iter_valid_loss : 0.1605624258518219
747980 0.160734 0.160562 0.168826 CURRENT LEARNING RATE: 0.0003949801909008716
previous_iter_valid_loss : 0.16099399328231812
748000 0.161148 0.160994 0.167052 CURRENT LEARNING RATE: 0.0003949012027617689
previous_iter_valid_loss : 0.17215466499328613
748020 0.172301 0.172155 0.166473 CURRENT LEARNING RATE: 0.0003948222304187139
previous_iter_valid_loss : 0.16380168497562408
748040 0.163967 0.163802 0.166548 CURRENT LEARNING RATE: 0.0003947432738685485
previous_iter_valid_loss : 0.19271303713321686
748060 0.192834 0.192713 0.167540 CURRENT LEARNING RATE: 0.0003946643331081138
previous_iter_valid_loss : 0.16298730671405792
748080 0.163182 0.162987 0.167434 CURRENT LEARNING RATE: 0.0003945854081342528
previous_iter_valid_loss : 0.16934849321842194
748100 0.169495 0.169348 0.167863 CURRENT LEARNING RATE: 0.0003945064989438079
previous_iter_valid_loss : 0.16094829142093658
748120 0.161104 0.160948 0.167794 CURRENT LEARNING RATE: 0.00039442760553362333
previous_iter_valid_loss : 0.16410039365291595
748140 0.164297 0.164100 0.167789 CURRENT LEARNING RATE: 0.00039434872790054267
previous_iter_valid_loss : 0.16054202616214752
748160 0.160698 0.160542 0.167635 CURRENT LEARNING RATE: 0.00039426986604141153
previous_iter_valid_loss : 0.1605181246995926
748180 0.160691 0.160518 0.167284 CURRENT LEARNING RATE: 0.00039419101995307474
previous_iter_valid_loss : 0.16248925030231476
748200 0.162655 0.162489 0.167348 CURRENT LEARNING RATE: 0.00039411218963237915
previous_iter_valid_loss : 0.17203016579151154
748220 0.172181 0.172030 0.167866 CURRENT LEARNING RATE: 0.0003940333750761709
previous_iter_valid_loss : 0.17019766569137573
748240 0.170355 0.170198 0.168045 CURRENT LEARNING RATE: 0.0003939545762812979
previous_iter_valid_loss : 0.16237901151180267
748260 0.162545 0.162379 0.166885 CURRENT LEARNING RATE: 0.00039387579324460777
previous_iter_valid_loss : 0.16107971966266632
748280 0.161264 0.161080 0.166516 CURRENT LEARNING RATE: 0.0003937970259629498
previous_iter_valid_loss : 0.16323396563529968
748300 0.163434 0.163234 0.165780 CURRENT LEARNING RATE: 0.00039371827443317246
previous_iter_valid_loss : 0.1610836684703827
748320 0.161265 0.161084 0.165758 CURRENT LEARNING RATE: 0.00039363953865212664
previous_iter_valid_loss : 0.16476622223854065
748340 0.164934 0.164766 0.165769 CURRENT LEARNING RATE: 0.00039356081861666197
previous_iter_valid_loss : 0.16052201390266418
748360 0.160683 0.160522 0.165320 CURRENT LEARNING RATE: 0.0003934821143236305
previous_iter_valid_loss : 0.16619957983493805
748380 0.166362 0.166200 0.165602 CURRENT LEARNING RATE: 0.00039340342576988323
previous_iter_valid_loss : 0.16818039119243622
748400 0.168410 0.168180 0.165961 CURRENT LEARNING RATE: 0.0003933247529522731
previous_iter_valid_loss : 0.16057516634464264
748420 0.160744 0.160575 0.165382 CURRENT LEARNING RATE: 0.00039324609586765353
previous_iter_valid_loss : 0.16908609867095947
748440 0.169311 0.169086 0.165647 CURRENT LEARNING RATE: 0.0003931674545128774
previous_iter_valid_loss : 0.1605394333600998
748460 0.160708 0.160539 0.164038 CURRENT LEARNING RATE: 0.0003930888288847999
previous_iter_valid_loss : 0.16058075428009033
748480 0.160741 0.160581 0.163918 CURRENT LEARNING RATE: 0.0003930102189802753
previous_iter_valid_loss : 0.1609906554222107
748500 0.161143 0.160991 0.163500 CURRENT LEARNING RATE: 0.00039293162479615975
previous_iter_valid_loss : 0.1607716679573059
748520 0.160937 0.160772 0.163491 CURRENT LEARNING RATE: 0.00039285304632930896
previous_iter_valid_loss : 0.17111751437187195
748540 0.171358 0.171118 0.163842 CURRENT LEARNING RATE: 0.00039277448357658045
previous_iter_valid_loss : 0.1729648858308792
748560 0.173232 0.172965 0.164463 CURRENT LEARNING RATE: 0.00039269593653483095
previous_iter_valid_loss : 0.16200518608093262
748580 0.162192 0.162005 0.164537 CURRENT LEARNING RATE: 0.0003926174052009194
previous_iter_valid_loss : 0.16055047512054443
748600 0.160708 0.160550 0.164440 CURRENT LEARNING RATE: 0.0003925388895717037
previous_iter_valid_loss : 0.16081923246383667
748620 0.160975 0.160819 0.163880 CURRENT LEARNING RATE: 0.000392460389644044
previous_iter_valid_loss : 0.16175003349781036
748640 0.161897 0.161750 0.163457 CURRENT LEARNING RATE: 0.0003923819054147995
previous_iter_valid_loss : 0.18484605848789215
748660 0.184997 0.184846 0.164581 CURRENT LEARNING RATE: 0.0003923034368808317
previous_iter_valid_loss : 0.1785714328289032
748680 0.178733 0.178571 0.165455 CURRENT LEARNING RATE: 0.00039222498403900105
previous_iter_valid_loss : 0.1663053184747696
748700 0.166507 0.166305 0.165609 CURRENT LEARNING RATE: 0.00039214654688617015
previous_iter_valid_loss : 0.16650272905826569
748720 0.166653 0.166503 0.165880 CURRENT LEARNING RATE: 0.0003920681254192009
previous_iter_valid_loss : 0.16301006078720093
748740 0.163218 0.163010 0.165792 CURRENT LEARNING RATE: 0.00039198971963495696
previous_iter_valid_loss : 0.1804480254650116
748760 0.180772 0.180448 0.166788 CURRENT LEARNING RATE: 0.0003919113295303016
previous_iter_valid_loss : 0.1605929434299469
748780 0.160757 0.160593 0.166508 CURRENT LEARNING RATE: 0.0003918329551020994
previous_iter_valid_loss : 0.18682639300823212
748800 0.186970 0.186826 0.167440 CURRENT LEARNING RATE: 0.00039175459634721593
previous_iter_valid_loss : 0.1610003560781479
748820 0.161145 0.161000 0.167462 CURRENT LEARNING RATE: 0.0003916762532625159
previous_iter_valid_loss : 0.1641296148300171
748840 0.164322 0.164130 0.167214 CURRENT LEARNING RATE: 0.0003915979258448664
previous_iter_valid_loss : 0.16661898791790009
748860 0.166837 0.166619 0.167518 CURRENT LEARNING RATE: 0.00039151961409113374
previous_iter_valid_loss : 0.16131280362606049
748880 0.161471 0.161313 0.167554 CURRENT LEARNING RATE: 0.0003914413179981859
previous_iter_valid_loss : 0.17722193896770477
748900 0.177512 0.177222 0.168366 CURRENT LEARNING RATE: 0.0003913630375628906
previous_iter_valid_loss : 0.17172355949878693
748920 0.171977 0.171724 0.168913 CURRENT LEARNING RATE: 0.00039128477278211715
previous_iter_valid_loss : 0.1831829696893692
748940 0.183537 0.183183 0.169517 CURRENT LEARNING RATE: 0.0003912065236527343
previous_iter_valid_loss : 0.16229116916656494
748960 0.162480 0.162291 0.168983 CURRENT LEARNING RATE: 0.0003911282901716129
previous_iter_valid_loss : 0.1605769842863083
748980 0.160751 0.160577 0.168912 CURRENT LEARNING RATE: 0.0003910500723356227
previous_iter_valid_loss : 0.16053898632526398
749000 0.160700 0.160539 0.168911 CURRENT LEARNING RATE: 0.0003909718701416358
previous_iter_valid_loss : 0.18040359020233154
749020 0.180562 0.180404 0.169890 CURRENT LEARNING RATE: 0.0003908936835865235
previous_iter_valid_loss : 0.1673906296491623
749040 0.167551 0.167391 0.170172 CURRENT LEARNING RATE: 0.00039081551266715887
previous_iter_valid_loss : 0.16059577465057373
749060 0.160752 0.160596 0.168960 CURRENT LEARNING RATE: 0.0003907373573804145
previous_iter_valid_loss : 0.1789659559726715
749080 0.179290 0.178966 0.168980 CURRENT LEARNING RATE: 0.0003906592177231647
previous_iter_valid_loss : 0.17228761315345764
749100 0.172557 0.172288 0.169279 CURRENT LEARNING RATE: 0.00039058109369228346
previous_iter_valid_loss : 0.16362421214580536
749120 0.163800 0.163624 0.169135 CURRENT LEARNING RATE: 0.00039050298528464633
previous_iter_valid_loss : 0.16392870247364044
749140 0.164103 0.163929 0.169181 CURRENT LEARNING RATE: 0.0003904248924971283
previous_iter_valid_loss : 0.16757003962993622
749160 0.167725 0.167570 0.168537 CURRENT LEARNING RATE: 0.0003903468153266063
previous_iter_valid_loss : 0.16122032701969147
749180 0.161399 0.161220 0.168568 CURRENT LEARNING RATE: 0.0003902687537699567
previous_iter_valid_loss : 0.1611388474702835
749200 0.161312 0.161139 0.167284 CURRENT LEARNING RATE: 0.0003901907078240573
previous_iter_valid_loss : 0.17260244488716125
749220 0.172746 0.172602 0.167864 CURRENT LEARNING RATE: 0.0003901126774857866
previous_iter_valid_loss : 0.1608617603778839
749240 0.161042 0.160862 0.167700 CURRENT LEARNING RATE: 0.0003900346627520227
previous_iter_valid_loss : 0.1605318784713745
749260 0.160697 0.160532 0.167396 CURRENT LEARNING RATE: 0.00038995666361964573
previous_iter_valid_loss : 0.1671254187822342
749280 0.167280 0.167125 0.167687 CURRENT LEARNING RATE: 0.00038987868008553495
previous_iter_valid_loss : 0.1612573266029358
749300 0.161424 0.161257 0.166889 CURRENT LEARNING RATE: 0.0003898007121465719
previous_iter_valid_loss : 0.16281777620315552
749320 0.162986 0.162818 0.166443 CURRENT LEARNING RATE: 0.0003897227597996369
previous_iter_valid_loss : 0.16302630305290222
749340 0.163224 0.163026 0.165435 CURRENT LEARNING RATE: 0.00038964482304161275
previous_iter_valid_loss : 0.16268408298492432
749360 0.162871 0.162684 0.165455 CURRENT LEARNING RATE: 0.00038956690186938125
previous_iter_valid_loss : 0.19031988084316254
749380 0.190754 0.190320 0.166942 CURRENT LEARNING RATE: 0.00038948899627982617
previous_iter_valid_loss : 0.1873861402273178
749400 0.187788 0.187386 0.168285 CURRENT LEARNING RATE: 0.0003894111062698307
previous_iter_valid_loss : 0.1613142192363739
749420 0.161470 0.161314 0.167330 CURRENT LEARNING RATE: 0.00038933323183627984
previous_iter_valid_loss : 0.17002856731414795
749440 0.170183 0.170029 0.167462 CURRENT LEARNING RATE: 0.00038925537297605794
previous_iter_valid_loss : 0.17297758162021637
749460 0.173126 0.172978 0.168081 CURRENT LEARNING RATE: 0.0003891775296860514
previous_iter_valid_loss : 0.16418009996414185
749480 0.164375 0.164180 0.167342 CURRENT LEARNING RATE: 0.00038909970196314577
previous_iter_valid_loss : 0.16761663556098938
749500 0.167840 0.167617 0.167108 CURRENT LEARNING RATE: 0.00038902188980422854
previous_iter_valid_loss : 0.1624029129743576
749520 0.162601 0.162403 0.167047 CURRENT LEARNING RATE: 0.0003889440932061867
previous_iter_valid_loss : 0.16089732944965363
749540 0.161056 0.160897 0.166896 CURRENT LEARNING RATE: 0.0003888663121659089
previous_iter_valid_loss : 0.16305185854434967
749560 0.163215 0.163052 0.166670 CURRENT LEARNING RATE: 0.0003887885466802834
previous_iter_valid_loss : 0.16185884177684784
749580 0.162016 0.161859 0.166702 CURRENT LEARNING RATE: 0.00038871079674619973
previous_iter_valid_loss : 0.18300901353359222
749600 0.183370 0.183009 0.167795 CURRENT LEARNING RATE: 0.0003886330623605483
previous_iter_valid_loss : 0.17889899015426636
749620 0.179215 0.178899 0.168110 CURRENT LEARNING RATE: 0.00038855534352021917
previous_iter_valid_loss : 0.18025097250938416
749640 0.180575 0.180251 0.169079 CURRENT LEARNING RATE: 0.00038847764022210415
previous_iter_valid_loss : 0.17307423055171967
749660 0.173220 0.173074 0.169707 CURRENT LEARNING RATE: 0.0003883999524630944
previous_iter_valid_loss : 0.1605464369058609
749680 0.160703 0.160546 0.169378 CURRENT LEARNING RATE: 0.0003883222802400832
previous_iter_valid_loss : 0.16161824762821198
749700 0.161777 0.161618 0.169396 CURRENT LEARNING RATE: 0.00038824462354996285
previous_iter_valid_loss : 0.16218441724777222
749720 0.162347 0.162184 0.169364 CURRENT LEARNING RATE: 0.0003881669823896279
previous_iter_valid_loss : 0.1614171266555786
749740 0.161581 0.161417 0.169284 CURRENT LEARNING RATE: 0.0003880893567559719
previous_iter_valid_loss : 0.16683325171470642
749760 0.167052 0.166833 0.169491 CURRENT LEARNING RATE: 0.00038801174664589063
previous_iter_valid_loss : 0.1687088906764984
749780 0.168864 0.168709 0.168410 CURRENT LEARNING RATE: 0.00038793415205627885
previous_iter_valid_loss : 0.1607085019350052
749800 0.160872 0.160709 0.167077 CURRENT LEARNING RATE: 0.0003878565729840336
previous_iter_valid_loss : 0.16105814278125763
749820 0.161211 0.161058 0.167064 CURRENT LEARNING RATE: 0.000387779009426051
previous_iter_valid_loss : 0.16061243414878845
749840 0.160783 0.160612 0.166593 CURRENT LEARNING RATE: 0.0003877014613792291
previous_iter_valid_loss : 0.16281820833683014
749860 0.163004 0.162818 0.166085 CURRENT LEARNING RATE: 0.0003876239288404654
previous_iter_valid_loss : 0.163298100233078
749880 0.163484 0.163298 0.166041 CURRENT LEARNING RATE: 0.0003875464118066593
previous_iter_valid_loss : 0.16315367817878723
749900 0.163343 0.163154 0.165818 CURRENT LEARNING RATE: 0.0003874689102747093
previous_iter_valid_loss : 0.160823255777359
749920 0.160970 0.160823 0.165739 CURRENT LEARNING RATE: 0.00038739142424151616
previous_iter_valid_loss : 0.16926483809947968
749940 0.169422 0.169265 0.166157 CURRENT LEARNING RATE: 0.0003873139537039797
previous_iter_valid_loss : 0.16113348305225372
749960 0.161312 0.161133 0.166061 CURRENT LEARNING RATE: 0.0003872364986590018
previous_iter_valid_loss : 0.21979407966136932
749980 0.219796 0.219794 0.168958 CURRENT LEARNING RATE: 0.00038715905910348354
previous_iter_valid_loss : 0.16817717254161835
750000 0.168337 0.168177 0.168216 CURRENT LEARNING RATE: 0.00038708163503432764
previous_iter_valid_loss : 0.16614601016044617
750020 0.166307 0.166146 0.167579 CURRENT LEARNING RATE: 0.0003870042264484375
previous_iter_valid_loss : 0.16144223511219025
750040 0.161598 0.161442 0.166638 CURRENT LEARNING RATE: 0.00038692683334271623
previous_iter_valid_loss : 0.16544495522975922
750060 0.165641 0.165445 0.166257 CURRENT LEARNING RATE: 0.0003868494557140687
previous_iter_valid_loss : 0.16183406114578247
750080 0.161998 0.161834 0.166321 CURRENT LEARNING RATE: 0.000386772093559399
previous_iter_valid_loss : 0.16197265684604645
750100 0.162166 0.161973 0.166339 CURRENT LEARNING RATE: 0.00038669474687561353
previous_iter_valid_loss : 0.16132088005542755
750120 0.161476 0.161321 0.166296 CURRENT LEARNING RATE: 0.00038661741565961763
previous_iter_valid_loss : 0.167279452085495
750140 0.167504 0.167279 0.166589 CURRENT LEARNING RATE: 0.0003865400999083187
previous_iter_valid_loss : 0.16078807413578033
750160 0.160967 0.160788 0.166287 CURRENT LEARNING RATE: 0.00038646279961862355
previous_iter_valid_loss : 0.16271339356899261
750180 0.162903 0.162713 0.165987 CURRENT LEARNING RATE: 0.0003863855147874407
previous_iter_valid_loss : 0.17157962918281555
750200 0.171847 0.171580 0.166530 CURRENT LEARNING RATE: 0.00038630824541167826
previous_iter_valid_loss : 0.16427534818649292
750220 0.164443 0.164275 0.166691 CURRENT LEARNING RATE: 0.00038623099148824594
previous_iter_valid_loss : 0.16416102647781372
750240 0.164324 0.164161 0.166869 CURRENT LEARNING RATE: 0.000386153753014053
previous_iter_valid_loss : 0.16093361377716064
750260 0.161093 0.160934 0.166774 CURRENT LEARNING RATE: 0.0003860765299860106
previous_iter_valid_loss : 0.1642295867204666
750280 0.164402 0.164230 0.166821 CURRENT LEARNING RATE: 0.0003859993224010291
previous_iter_valid_loss : 0.17248019576072693
750300 0.172634 0.172480 0.167287 CURRENT LEARNING RATE: 0.0003859221302560209
previous_iter_valid_loss : 0.16133427619934082
750320 0.161523 0.161334 0.167313 CURRENT LEARNING RATE: 0.00038584495354789753
previous_iter_valid_loss : 0.16414712369441986
750340 0.164348 0.164147 0.167057 CURRENT LEARNING RATE: 0.0003857677922735728
previous_iter_valid_loss : 0.16050314903259277
750360 0.160672 0.160503 0.167025 CURRENT LEARNING RATE: 0.0003856906464299594
previous_iter_valid_loss : 0.17212839424610138
750380 0.172397 0.172128 0.164642 CURRENT LEARNING RATE: 0.0003856135160139723
previous_iter_valid_loss : 0.1605125516653061
750400 0.160681 0.160513 0.164259 CURRENT LEARNING RATE: 0.00038553640102252553
previous_iter_valid_loss : 0.16193149983882904
750420 0.162121 0.161931 0.164048 CURRENT LEARNING RATE: 0.00038545930145253486
previous_iter_valid_loss : 0.1620815098285675
750440 0.162272 0.162082 0.164080 CURRENT LEARNING RATE: 0.0003853822173009167
previous_iter_valid_loss : 0.16060583293437958
750460 0.160780 0.160606 0.163838 CURRENT LEARNING RATE: 0.00038530514856458686
previous_iter_valid_loss : 0.17598192393779755
750480 0.176139 0.175982 0.164546 CURRENT LEARNING RATE: 0.0003852280952404634
previous_iter_valid_loss : 0.1608698070049286
750500 0.161055 0.160870 0.164490 CURRENT LEARNING RATE: 0.0003851510573254634
previous_iter_valid_loss : 0.16226603090763092
750520 0.162460 0.162266 0.164538 CURRENT LEARNING RATE: 0.00038507403481650613
previous_iter_valid_loss : 0.16306202113628387
750540 0.163259 0.163062 0.164327 CURRENT LEARNING RATE: 0.00038499702771051
previous_iter_valid_loss : 0.1634701043367386
750560 0.163657 0.163470 0.164461 CURRENT LEARNING RATE: 0.0003849200360043953
previous_iter_valid_loss : 0.1653086245059967
750580 0.165503 0.165309 0.164591 CURRENT LEARNING RATE: 0.0003848430596950817
previous_iter_valid_loss : 0.1696067750453949
750600 0.169846 0.169607 0.164492 CURRENT LEARNING RATE: 0.00038476609877949097
previous_iter_valid_loss : 0.16696704924106598
750620 0.167126 0.166967 0.164627 CURRENT LEARNING RATE: 0.00038468915325454395
previous_iter_valid_loss : 0.18091726303100586
750640 0.181077 0.180917 0.165464 CURRENT LEARNING RATE: 0.0003846122231171634
previous_iter_valid_loss : 0.17507313191890717
750660 0.175228 0.175073 0.166171 CURRENT LEARNING RATE: 0.00038453530836427143
previous_iter_valid_loss : 0.16062897443771362
750680 0.160782 0.160629 0.165991 CURRENT LEARNING RATE: 0.0003844584089927923
previous_iter_valid_loss : 0.16206887364387512
750700 0.162255 0.162069 0.165471 CURRENT LEARNING RATE: 0.00038438152499964916
previous_iter_valid_loss : 0.16072815656661987
750720 0.160885 0.160728 0.165441 CURRENT LEARNING RATE: 0.0003843046563817674
previous_iter_valid_loss : 0.16345416009426117
750740 0.163652 0.163454 0.165406 CURRENT LEARNING RATE: 0.00038422780313607165
previous_iter_valid_loss : 0.16063612699508667
750760 0.160802 0.160636 0.165413 CURRENT LEARNING RATE: 0.00038415096525948843
previous_iter_valid_loss : 0.16598887741565704
750780 0.166150 0.165989 0.165106 CURRENT LEARNING RATE: 0.00038407414274894345
previous_iter_valid_loss : 0.18454112112522125
750800 0.184693 0.184541 0.166307 CURRENT LEARNING RATE: 0.00038399733560136426
previous_iter_valid_loss : 0.16339218616485596
750820 0.163583 0.163392 0.166380 CURRENT LEARNING RATE: 0.0003839205438136789
previous_iter_valid_loss : 0.16120964288711548
750840 0.161391 0.161210 0.166336 CURRENT LEARNING RATE: 0.00038384376738281504
previous_iter_valid_loss : 0.16408631205558777
750860 0.164292 0.164086 0.166510 CURRENT LEARNING RATE: 0.00038376700630570224
previous_iter_valid_loss : 0.16445504128932953
750880 0.164654 0.164455 0.165934 CURRENT LEARNING RATE: 0.0003836902605792694
previous_iter_valid_loss : 0.16402223706245422
750900 0.164196 0.164022 0.166092 CURRENT LEARNING RATE: 0.0003836135302004474
previous_iter_valid_loss : 0.16264474391937256
750920 0.162813 0.162645 0.166111 CURRENT LEARNING RATE: 0.00038353681516616625
previous_iter_valid_loss : 0.16126379370689392
750940 0.161451 0.161264 0.166021 CURRENT LEARNING RATE: 0.00038346011547335816
previous_iter_valid_loss : 0.16083166003227234
750960 0.160992 0.160832 0.165889 CURRENT LEARNING RATE: 0.0003833834311189544
previous_iter_valid_loss : 0.16371037065982819
750980 0.163883 0.163710 0.165809 CURRENT LEARNING RATE: 0.0003833067620998883
previous_iter_valid_loss : 0.17162910103797913
751000 0.171778 0.171629 0.165910 CURRENT LEARNING RATE: 0.00038323010841309233
previous_iter_valid_loss : 0.16051046550273895
751020 0.160677 0.160510 0.165587 CURRENT LEARNING RATE: 0.00038315347005550104
previous_iter_valid_loss : 0.17201906442642212
751040 0.172283 0.172019 0.165142 CURRENT LEARNING RATE: 0.0003830768470240484
previous_iter_valid_loss : 0.18028101325035095
751060 0.180440 0.180281 0.165403 CURRENT LEARNING RATE: 0.0003830002393156699
previous_iter_valid_loss : 0.16060349345207214
751080 0.160761 0.160603 0.165401 CURRENT LEARNING RATE: 0.0003829236469273008
previous_iter_valid_loss : 0.1613725870847702
751100 0.161526 0.161373 0.165367 CURRENT LEARNING RATE: 0.0003828470698558779
previous_iter_valid_loss : 0.18442368507385254
751120 0.184804 0.184424 0.166551 CURRENT LEARNING RATE: 0.00038277050809833754
previous_iter_valid_loss : 0.1709006130695343
751140 0.171054 0.170901 0.166924 CURRENT LEARNING RATE: 0.00038269396165161785
previous_iter_valid_loss : 0.16206024587154388
751160 0.162214 0.162060 0.166995 CURRENT LEARNING RATE: 0.00038261743051265637
previous_iter_valid_loss : 0.1789388209581375
751180 0.179102 0.178939 0.167642 CURRENT LEARNING RATE: 0.0003825409146783925
previous_iter_valid_loss : 0.1657112091779709
751200 0.165933 0.165711 0.166701 CURRENT LEARNING RATE: 0.00038246441414576494
previous_iter_valid_loss : 0.16449399292469025
751220 0.164656 0.164494 0.166756 CURRENT LEARNING RATE: 0.00038238792891171397
previous_iter_valid_loss : 0.16726917028427124
751240 0.167490 0.167269 0.167059 CURRENT LEARNING RATE: 0.00038231145897318057
previous_iter_valid_loss : 0.16850070655345917
751260 0.168733 0.168501 0.167280 CURRENT LEARNING RATE: 0.00038223500432710516
previous_iter_valid_loss : 0.16351436078548431
751280 0.163682 0.163514 0.167233 CURRENT LEARNING RATE: 0.0003821585649704304
previous_iter_valid_loss : 0.16052955389022827
751300 0.160683 0.160530 0.167058 CURRENT LEARNING RATE: 0.00038208214090009796
previous_iter_valid_loss : 0.18488068878650665
751320 0.185026 0.184881 0.168170 CURRENT LEARNING RATE: 0.00038200573211305154
previous_iter_valid_loss : 0.16073893010616302
751340 0.160889 0.160739 0.168144 CURRENT LEARNING RATE: 0.00038192933860623407
previous_iter_valid_loss : 0.19597139954566956
751360 0.196071 0.195971 0.169901 CURRENT LEARNING RATE: 0.0003818529603765906
previous_iter_valid_loss : 0.16233450174331665
751380 0.162498 0.162335 0.169832 CURRENT LEARNING RATE: 0.00038177659742106516
previous_iter_valid_loss : 0.16769704222679138
751400 0.167924 0.167697 0.169635 CURRENT LEARNING RATE: 0.0003817002497366041
previous_iter_valid_loss : 0.16052144765853882
751420 0.160680 0.160521 0.169636 CURRENT LEARNING RATE: 0.0003816239173201527
previous_iter_valid_loss : 0.16050703823566437
751440 0.160669 0.160507 0.169060 CURRENT LEARNING RATE: 0.00038154760016865835
previous_iter_valid_loss : 0.16806335747241974
751460 0.168285 0.168063 0.168449 CURRENT LEARNING RATE: 0.00038147129827906777
previous_iter_valid_loss : 0.1648755967617035
751480 0.165083 0.164876 0.168663 CURRENT LEARNING RATE: 0.00038139501164832947
previous_iter_valid_loss : 0.16928616166114807
751500 0.169525 0.169286 0.169059 CURRENT LEARNING RATE: 0.0003813187402733914
previous_iter_valid_loss : 0.16161230206489563
751520 0.161794 0.161612 0.167918 CURRENT LEARNING RATE: 0.0003812424841512033
previous_iter_valid_loss : 0.16585573554039001
751540 0.166056 0.165856 0.167666 CURRENT LEARNING RATE: 0.0003811662432787143
previous_iter_valid_loss : 0.168737530708313
751560 0.168888 0.168738 0.168000 CURRENT LEARNING RATE: 0.00038109001765287536
previous_iter_valid_loss : 0.16713546216487885
751580 0.167293 0.167135 0.167409 CURRENT LEARNING RATE: 0.0003810138072706369
previous_iter_valid_loss : 0.17639154195785522
751600 0.176684 0.176392 0.167943 CURRENT LEARNING RATE: 0.0003809376121289508
previous_iter_valid_loss : 0.16054825484752655
751620 0.160718 0.160548 0.167746 CURRENT LEARNING RATE: 0.0003808614322247695
previous_iter_valid_loss : 0.16094842553138733
751640 0.161128 0.160948 0.167430 CURRENT LEARNING RATE: 0.00038078526755504525
previous_iter_valid_loss : 0.17084383964538574
751660 0.170997 0.170844 0.167547 CURRENT LEARNING RATE: 0.0003807091181167321
previous_iter_valid_loss : 0.1605757176876068
751680 0.160727 0.160576 0.167400 CURRENT LEARNING RATE: 0.0003806329839067834
previous_iter_valid_loss : 0.1792232245206833
751700 0.179383 0.179223 0.168335 CURRENT LEARNING RATE: 0.0003805568649221544
previous_iter_valid_loss : 0.1750950962305069
751720 0.175377 0.175095 0.167846 CURRENT LEARNING RATE: 0.00038048076115979973
previous_iter_valid_loss : 0.18897944688796997
751740 0.189401 0.188979 0.169258 CURRENT LEARNING RATE: 0.0003804046726166759
previous_iter_valid_loss : 0.1607578694820404
751760 0.160914 0.160758 0.167497 CURRENT LEARNING RATE: 0.00038032859928973864
previous_iter_valid_loss : 0.16284780204296112
751780 0.163042 0.162848 0.167523 CURRENT LEARNING RATE: 0.00038025254117594583
previous_iter_valid_loss : 0.17795979976654053
751800 0.178111 0.177960 0.168036 CURRENT LEARNING RATE: 0.00038017649827225427
previous_iter_valid_loss : 0.16778455674648285
751820 0.167941 0.167785 0.168399 CURRENT LEARNING RATE: 0.0003801004705756231
previous_iter_valid_loss : 0.16807742416858673
751840 0.168232 0.168077 0.168778 CURRENT LEARNING RATE: 0.00038002445808301045
previous_iter_valid_loss : 0.16598168015480042
751860 0.166140 0.165982 0.168674 CURRENT LEARNING RATE: 0.00037994846079137653
previous_iter_valid_loss : 0.16110356152057648
751880 0.161261 0.161104 0.168485 CURRENT LEARNING RATE: 0.0003798724786976807
previous_iter_valid_loss : 0.16320277750492096
751900 0.163402 0.163203 0.168181 CURRENT LEARNING RATE: 0.0003797965117988845
previous_iter_valid_loss : 0.1633075624704361
751920 0.163474 0.163308 0.168265 CURRENT LEARNING RATE: 0.00037972056009194836
previous_iter_valid_loss : 0.1643383800983429
751940 0.164544 0.164338 0.168190 CURRENT LEARNING RATE: 0.0003796446235738351
previous_iter_valid_loss : 0.18163654208183289
751960 0.181975 0.181637 0.168835 CURRENT LEARNING RATE: 0.0003795687022415065
previous_iter_valid_loss : 0.16061870753765106
751980 0.160777 0.160619 0.168509 CURRENT LEARNING RATE: 0.0003794927960919263
previous_iter_valid_loss : 0.16122885048389435
752000 0.161414 0.161229 0.167751 CURRENT LEARNING RATE: 0.00037941690512205775
previous_iter_valid_loss : 0.1605152189731598
752020 0.160678 0.160515 0.167749 CURRENT LEARNING RATE: 0.0003793410293288654
previous_iter_valid_loss : 0.16474060714244843
752040 0.164937 0.164741 0.167939 CURRENT LEARNING RATE: 0.00037926516870931463
previous_iter_valid_loss : 0.16066107153892517
752060 0.160823 0.160661 0.167429 CURRENT LEARNING RATE: 0.00037918932326037034
previous_iter_valid_loss : 0.17797155678272247
752080 0.178130 0.177972 0.168299 CURRENT LEARNING RATE: 0.00037911349297899935
previous_iter_valid_loss : 0.16207164525985718
752100 0.162252 0.162072 0.167442 CURRENT LEARNING RATE: 0.0003790376778621678
previous_iter_valid_loss : 0.16209052503108978
752120 0.162253 0.162091 0.166791 CURRENT LEARNING RATE: 0.00037896187790684377
previous_iter_valid_loss : 0.1652047485113144
752140 0.165402 0.165205 0.165603 CURRENT LEARNING RATE: 0.00037888609310999453
previous_iter_valid_loss : 0.16050666570663452
752160 0.160673 0.160507 0.165590 CURRENT LEARNING RATE: 0.00037881032346858936
previous_iter_valid_loss : 0.16350677609443665
752180 0.163692 0.163507 0.165623 CURRENT LEARNING RATE: 0.00037873456897959693
previous_iter_valid_loss : 0.16214419901371002
752200 0.162296 0.162144 0.164832 CURRENT LEARNING RATE: 0.00037865882963998755
previous_iter_valid_loss : 0.16054190695285797
752220 0.160703 0.160542 0.164470 CURRENT LEARNING RATE: 0.0003785831054467312
previous_iter_valid_loss : 0.1715073585510254
752240 0.171655 0.171507 0.164642 CURRENT LEARNING RATE: 0.0003785073963967994
previous_iter_valid_loss : 0.16064457595348358
752260 0.160797 0.160645 0.164375 CURRENT LEARNING RATE: 0.00037843170248716315
previous_iter_valid_loss : 0.16595764458179474
752280 0.166171 0.165958 0.164618 CURRENT LEARNING RATE: 0.00037835602371479537
previous_iter_valid_loss : 0.1611955612897873
752300 0.161384 0.161196 0.164517 CURRENT LEARNING RATE: 0.00037828036007666823
previous_iter_valid_loss : 0.16767343878746033
752320 0.167829 0.167673 0.164735 CURRENT LEARNING RATE: 0.00037820471156975596
previous_iter_valid_loss : 0.18127228319644928
752340 0.181430 0.181272 0.165582 CURRENT LEARNING RATE: 0.0003781290781910318
previous_iter_valid_loss : 0.16263273358345032
752360 0.162798 0.162633 0.164632 CURRENT LEARNING RATE: 0.00037805345993747124
previous_iter_valid_loss : 0.16833947598934174
752380 0.168575 0.168339 0.165018 CURRENT LEARNING RATE: 0.0003779778568060487
previous_iter_valid_loss : 0.1627812534570694
752400 0.162943 0.162781 0.165096 CURRENT LEARNING RATE: 0.0003779022687937406
previous_iter_valid_loss : 0.18045489490032196
752420 0.180608 0.180455 0.166093 CURRENT LEARNING RATE: 0.0003778266958975235
previous_iter_valid_loss : 0.16076907515525818
752440 0.160951 0.160769 0.165894 CURRENT LEARNING RATE: 0.000377751138114374
previous_iter_valid_loss : 0.1820136308670044
752460 0.182363 0.182014 0.166962 CURRENT LEARNING RATE: 0.0003776755954412704
previous_iter_valid_loss : 0.16950109601020813
752480 0.169651 0.169501 0.166538 CURRENT LEARNING RATE: 0.0003776000678751904
previous_iter_valid_loss : 0.16292789578437805
752500 0.163122 0.162928 0.166581 CURRENT LEARNING RATE: 0.00037752455541311346
previous_iter_valid_loss : 0.16069693863391876
752520 0.160847 0.160697 0.166511 CURRENT LEARNING RATE: 0.00037744905805201846
previous_iter_valid_loss : 0.18733914196491241
752540 0.187474 0.187339 0.167618 CURRENT LEARNING RATE: 0.0003773735757888861
previous_iter_valid_loss : 0.1605183631181717
752560 0.160694 0.160518 0.167619 CURRENT LEARNING RATE: 0.00037729810862069656
previous_iter_valid_loss : 0.1619831770658493
752580 0.162169 0.161983 0.167542 CURRENT LEARNING RATE: 0.00037722265654443175
previous_iter_valid_loss : 0.1757584810256958
752600 0.176050 0.175758 0.168223 CURRENT LEARNING RATE: 0.00037714721955707287
previous_iter_valid_loss : 0.16081978380680084
752620 0.160994 0.160820 0.168237 CURRENT LEARNING RATE: 0.00037707179765560317
previous_iter_valid_loss : 0.1717514842748642
752640 0.172011 0.171751 0.168249 CURRENT LEARNING RATE: 0.00037699639083700517
previous_iter_valid_loss : 0.1639392375946045
752660 0.164140 0.163939 0.168414 CURRENT LEARNING RATE: 0.0003769209990982631
previous_iter_valid_loss : 0.16177530586719513
752680 0.161925 0.161775 0.168205 CURRENT LEARNING RATE: 0.0003768456224363607
previous_iter_valid_loss : 0.16053010523319244
752700 0.160696 0.160530 0.168172 CURRENT LEARNING RATE: 0.00037677026084828363
previous_iter_valid_loss : 0.2012932449579239
752720 0.201364 0.201293 0.169853 CURRENT LEARNING RATE: 0.0003766949143310167
previous_iter_valid_loss : 0.16055743396282196
752740 0.160707 0.160557 0.168817 CURRENT LEARNING RATE: 0.0003766195828815467
previous_iter_valid_loss : 0.1637369990348816
752760 0.163934 0.163737 0.168872 CURRENT LEARNING RATE: 0.00037654426649685977
previous_iter_valid_loss : 0.16723008453845978
752780 0.167388 0.167230 0.168817 CURRENT LEARNING RATE: 0.0003764689651739439
previous_iter_valid_loss : 0.1628231704235077
752800 0.163027 0.162823 0.168819 CURRENT LEARNING RATE: 0.0003763936789097863
previous_iter_valid_loss : 0.16481828689575195
752820 0.165022 0.164818 0.168037 CURRENT LEARNING RATE: 0.00037631840770137597
previous_iter_valid_loss : 0.1720135509967804
752840 0.172276 0.172014 0.168599 CURRENT LEARNING RATE: 0.00037624315154570227
previous_iter_valid_loss : 0.17080913484096527
752860 0.171059 0.170809 0.168039 CURRENT LEARNING RATE: 0.00037616791043975435
previous_iter_valid_loss : 0.1637391299009323
752880 0.163929 0.163739 0.167751 CURRENT LEARNING RATE: 0.00037609268438052324
previous_iter_valid_loss : 0.1611306518316269
752900 0.161280 0.161131 0.167661 CURRENT LEARNING RATE: 0.00037601747336499925
previous_iter_valid_loss : 0.16639910638332367
752920 0.166617 0.166399 0.167946 CURRENT LEARNING RATE: 0.0003759422773901745
previous_iter_valid_loss : 0.161310613155365
752940 0.161467 0.161311 0.166645 CURRENT LEARNING RATE: 0.0003758670964530407
previous_iter_valid_loss : 0.16058245301246643
752960 0.160738 0.160582 0.166648 CURRENT LEARNING RATE: 0.00037579193055059106
previous_iter_valid_loss : 0.17061516642570496
752980 0.170760 0.170615 0.167079 CURRENT LEARNING RATE: 0.0003757167796798184
previous_iter_valid_loss : 0.166287362575531
753000 0.166493 0.166287 0.166606 CURRENT LEARNING RATE: 0.00037564164383771726
previous_iter_valid_loss : 0.1733672171831131
753020 0.173513 0.173367 0.167233 CURRENT LEARNING RATE: 0.0003755665230212816
previous_iter_valid_loss : 0.1654687076807022
753040 0.165628 0.165469 0.166919 CURRENT LEARNING RATE: 0.0003754914172275072
previous_iter_valid_loss : 0.17061352729797363
753060 0.170872 0.170614 0.167253 CURRENT LEARNING RATE: 0.0003754163264533893
previous_iter_valid_loss : 0.16496622562408447
753080 0.165139 0.164966 0.167412 CURRENT LEARNING RATE: 0.0003753412506959248
previous_iter_valid_loss : 0.16618485748767853
753100 0.166396 0.166185 0.167695 CURRENT LEARNING RATE: 0.00037526618995211
previous_iter_valid_loss : 0.16302381455898285
753120 0.163212 0.163024 0.165782 CURRENT LEARNING RATE: 0.00037519114421894324
previous_iter_valid_loss : 0.1605347841978073
753140 0.160695 0.160535 0.165780 CURRENT LEARNING RATE: 0.00037511611349342195
previous_iter_valid_loss : 0.16073687374591827
753160 0.160896 0.160737 0.165630 CURRENT LEARNING RATE: 0.00037504109777254554
previous_iter_valid_loss : 0.16817611455917358
753180 0.168399 0.168176 0.165678 CURRENT LEARNING RATE: 0.0003749660970533129
previous_iter_valid_loss : 0.162075474858284
753200 0.162252 0.162075 0.165640 CURRENT LEARNING RATE: 0.00037489111133272437
previous_iter_valid_loss : 0.16059768199920654
753220 0.160756 0.160598 0.165429 CURRENT LEARNING RATE: 0.00037481614060778007
previous_iter_valid_loss : 0.16420502960681915
753240 0.164372 0.164205 0.165039 CURRENT LEARNING RATE: 0.0003747411848754814
previous_iter_valid_loss : 0.16661088168621063
753260 0.166773 0.166611 0.164829 CURRENT LEARNING RATE: 0.00037466624413283055
previous_iter_valid_loss : 0.17195920646190643
753280 0.172109 0.171959 0.165240 CURRENT LEARNING RATE: 0.00037459131837682915
previous_iter_valid_loss : 0.16077053546905518
753300 0.160940 0.160771 0.165222 CURRENT LEARNING RATE: 0.00037451640760448096
previous_iter_valid_loss : 0.16054074466228485
753320 0.160707 0.160541 0.164929 CURRENT LEARNING RATE: 0.0003744415118127887
previous_iter_valid_loss : 0.1620853841304779
753340 0.162276 0.162085 0.164968 CURRENT LEARNING RATE: 0.0003743666309987573
previous_iter_valid_loss : 0.16087430715560913
753360 0.161056 0.160874 0.164982 CURRENT LEARNING RATE: 0.0003742917651593909
previous_iter_valid_loss : 0.17214135825634003
753380 0.172294 0.172141 0.165059 CURRENT LEARNING RATE: 0.0003742169142916955
previous_iter_valid_loss : 0.17660824954509735
753400 0.176769 0.176608 0.165575 CURRENT LEARNING RATE: 0.0003741420783926763
previous_iter_valid_loss : 0.16083058714866638
753420 0.161010 0.160831 0.164948 CURRENT LEARNING RATE: 0.0003740672574593407
previous_iter_valid_loss : 0.1646822690963745
753440 0.164861 0.164682 0.164909 CURRENT LEARNING RATE: 0.00037399245148869514
previous_iter_valid_loss : 0.16055573523044586
753460 0.160717 0.160556 0.164406 CURRENT LEARNING RATE: 0.0003739176604777479
previous_iter_valid_loss : 0.17321784794330597
753480 0.173369 0.173218 0.164818 CURRENT LEARNING RATE: 0.0003738428844235069
previous_iter_valid_loss : 0.17406640946865082
753500 0.174213 0.174066 0.165212 CURRENT LEARNING RATE: 0.0003737681233229816
previous_iter_valid_loss : 0.16162177920341492
753520 0.161780 0.161622 0.165142 CURRENT LEARNING RATE: 0.000373693377173181
previous_iter_valid_loss : 0.1688949167728424
753540 0.169045 0.168895 0.165560 CURRENT LEARNING RATE: 0.00037361864597111583
previous_iter_valid_loss : 0.1638912558555603
753560 0.164098 0.163891 0.165718 CURRENT LEARNING RATE: 0.0003735439297137963
previous_iter_valid_loss : 0.16194625198841095
753580 0.162104 0.161946 0.165407 CURRENT LEARNING RATE: 0.0003734692283982342
previous_iter_valid_loss : 0.16296246647834778
753600 0.163156 0.162962 0.165451 CURRENT LEARNING RATE: 0.00037339454202144106
previous_iter_valid_loss : 0.1617714911699295
753620 0.161944 0.161771 0.165510 CURRENT LEARNING RATE: 0.0003733198705804296
previous_iter_valid_loss : 0.16948093473911285
753640 0.169729 0.169481 0.165773 CURRENT LEARNING RATE: 0.0003732452140722134
previous_iter_valid_loss : 0.16693449020385742
753660 0.167094 0.166934 0.165790 CURRENT LEARNING RATE: 0.00037317057249380543
previous_iter_valid_loss : 0.16180497407913208
753680 0.161970 0.161805 0.165282 CURRENT LEARNING RATE: 0.0003730959458422208
previous_iter_valid_loss : 0.18174071609973907
753700 0.182085 0.181741 0.166330 CURRENT LEARNING RATE: 0.00037302133411447363
previous_iter_valid_loss : 0.1608397662639618
753720 0.160989 0.160840 0.166345 CURRENT LEARNING RATE: 0.00037294673730758025
previous_iter_valid_loss : 0.1605781763792038
753740 0.160732 0.160578 0.166270 CURRENT LEARNING RATE: 0.00037287215541855607
previous_iter_valid_loss : 0.16424612700939178
753760 0.164408 0.164246 0.166439 CURRENT LEARNING RATE: 0.00037279758844441853
previous_iter_valid_loss : 0.16370005905628204
753780 0.163894 0.163700 0.166016 CURRENT LEARNING RATE: 0.0003727230363821842
previous_iter_valid_loss : 0.1655927151441574
753800 0.165757 0.165593 0.165466 CURRENT LEARNING RATE: 0.00037264849922887173
previous_iter_valid_loss : 0.16174547374248505
753820 0.161905 0.161745 0.165511 CURRENT LEARNING RATE: 0.00037257397698149897
previous_iter_valid_loss : 0.16872411966323853
753840 0.168878 0.168724 0.165713 CURRENT LEARNING RATE: 0.0003724994696370856
previous_iter_valid_loss : 0.16261504590511322
753860 0.162799 0.162615 0.165816 CURRENT LEARNING RATE: 0.0003724249771926508
previous_iter_valid_loss : 0.16086538136005402
753880 0.161044 0.160865 0.165199 CURRENT LEARNING RATE: 0.0003723504996452154
previous_iter_valid_loss : 0.1612105667591095
753900 0.161369 0.161211 0.164556 CURRENT LEARNING RATE: 0.0003722760369917998
previous_iter_valid_loss : 0.16162066161632538
753920 0.161771 0.161621 0.164556 CURRENT LEARNING RATE: 0.000372201589229426
previous_iter_valid_loss : 0.1841534972190857
753940 0.184517 0.184153 0.165319 CURRENT LEARNING RATE: 0.0003721271563551155
previous_iter_valid_loss : 0.1628463864326477
753960 0.163040 0.162846 0.165267 CURRENT LEARNING RATE: 0.00037205273836589164
previous_iter_valid_loss : 0.17896924912929535
753980 0.179286 0.178969 0.166118 CURRENT LEARNING RATE: 0.00037197833525877703
previous_iter_valid_loss : 0.17853589355945587
754000 0.178848 0.178536 0.166896 CURRENT LEARNING RATE: 0.0003719039470307962
previous_iter_valid_loss : 0.163308784365654
754020 0.163473 0.163309 0.166973 CURRENT LEARNING RATE: 0.000371829573678973
previous_iter_valid_loss : 0.16257871687412262
754040 0.162768 0.162579 0.166628 CURRENT LEARNING RATE: 0.00037175521520033274
previous_iter_valid_loss : 0.16103047132492065
754060 0.161196 0.161030 0.166333 CURRENT LEARNING RATE: 0.00037168087159190156
previous_iter_valid_loss : 0.1612820029258728
754080 0.161440 0.161282 0.166307 CURRENT LEARNING RATE: 0.00037160654285070484
previous_iter_valid_loss : 0.18660663068294525
754100 0.186986 0.186607 0.166550 CURRENT LEARNING RATE: 0.00037153222897377033
previous_iter_valid_loss : 0.16365940868854523
754120 0.163835 0.163659 0.166691 CURRENT LEARNING RATE: 0.0003714579299581246
previous_iter_valid_loss : 0.16280661523342133
754140 0.162968 0.162807 0.166803 CURRENT LEARNING RATE: 0.0003713836458007965
previous_iter_valid_loss : 0.17364250123500824
754160 0.173922 0.173643 0.167272 CURRENT LEARNING RATE: 0.00037130937649881396
previous_iter_valid_loss : 0.16993118822574615
754180 0.170175 0.169931 0.167584 CURRENT LEARNING RATE: 0.0003712351220492068
previous_iter_valid_loss : 0.16069398820400238
754200 0.160845 0.160694 0.167339 CURRENT LEARNING RATE: 0.0003711608824490043
previous_iter_valid_loss : 0.16094951331615448
754220 0.161130 0.160950 0.167299 CURRENT LEARNING RATE: 0.0003710866576952375
previous_iter_valid_loss : 0.16164059937000275
754240 0.161808 0.161641 0.166945 CURRENT LEARNING RATE: 0.00037101244778493667
previous_iter_valid_loss : 0.16328416764736176
754260 0.163444 0.163284 0.166979 CURRENT LEARNING RATE: 0.00037093825271513416
previous_iter_valid_loss : 0.1616247296333313
754280 0.161822 0.161625 0.167016 CURRENT LEARNING RATE: 0.0003708640724828615
previous_iter_valid_loss : 0.16340301930904388
754300 0.163578 0.163403 0.167126 CURRENT LEARNING RATE: 0.00037078990708515206
previous_iter_valid_loss : 0.16087956726551056
754320 0.161052 0.160880 0.167089 CURRENT LEARNING RATE: 0.0003707157565190387
previous_iter_valid_loss : 0.16971628367900848
754340 0.169968 0.169716 0.166367 CURRENT LEARNING RATE: 0.00037064162078155594
previous_iter_valid_loss : 0.16207899153232574
754360 0.162233 0.162079 0.166329 CURRENT LEARNING RATE: 0.0003705674998697377
previous_iter_valid_loss : 0.16116851568222046
754380 0.161328 0.161169 0.165439 CURRENT LEARNING RATE: 0.0003704933937806199
previous_iter_valid_loss : 0.16172553598880768
754400 0.161874 0.161726 0.164598 CURRENT LEARNING RATE: 0.00037041930251123745
previous_iter_valid_loss : 0.1605360507965088
754420 0.160690 0.160536 0.164460 CURRENT LEARNING RATE: 0.0003703452260586272
previous_iter_valid_loss : 0.16326554119586945
754440 0.163466 0.163266 0.164494 CURRENT LEARNING RATE: 0.0003702711644198265
previous_iter_valid_loss : 0.16073590517044067
754460 0.160888 0.160736 0.164479 CURRENT LEARNING RATE: 0.0003701971175918719
previous_iter_valid_loss : 0.17398324608802795
754480 0.174136 0.173983 0.165114 CURRENT LEARNING RATE: 0.00037012308557180255
previous_iter_valid_loss : 0.1608235239982605
754500 0.160997 0.160824 0.163825 CURRENT LEARNING RATE: 0.0003700490683566563
previous_iter_valid_loss : 0.19165289402008057
754520 0.192124 0.191653 0.165225 CURRENT LEARNING RATE: 0.0003699750659434731
previous_iter_valid_loss : 0.17036956548690796
754540 0.170520 0.170370 0.165603 CURRENT LEARNING RATE: 0.0003699010783292923
previous_iter_valid_loss : 0.1654813438653946
754560 0.165689 0.165481 0.165195 CURRENT LEARNING RATE: 0.00036982710551115497
previous_iter_valid_loss : 0.1635226011276245
754580 0.163722 0.163523 0.164874 CURRENT LEARNING RATE: 0.00036975314748610163
previous_iter_valid_loss : 0.16596312820911407
754600 0.166132 0.165963 0.165138 CURRENT LEARNING RATE: 0.00036967920425117455
previous_iter_valid_loss : 0.16084912419319153
754620 0.161028 0.160849 0.165133 CURRENT LEARNING RATE: 0.0003696052758034154
previous_iter_valid_loss : 0.16300590336322784
754640 0.163200 0.163006 0.165201 CURRENT LEARNING RATE: 0.0003695313621398676
previous_iter_valid_loss : 0.16239818930625916
754660 0.162567 0.162398 0.165157 CURRENT LEARNING RATE: 0.000369457463257574
previous_iter_valid_loss : 0.16085051000118256
754680 0.161006 0.160851 0.165118 CURRENT LEARNING RATE: 0.00036938357915357935
previous_iter_valid_loss : 0.16903498768806458
754700 0.169284 0.169035 0.165400 CURRENT LEARNING RATE: 0.0003693097098249276
previous_iter_valid_loss : 0.16494189202785492
754720 0.165135 0.164942 0.165603 CURRENT LEARNING RATE: 0.0003692358552686646
previous_iter_valid_loss : 0.17062847316265106
754740 0.170777 0.170628 0.165649 CURRENT LEARNING RATE: 0.0003691620154818355
previous_iter_valid_loss : 0.16436812281608582
754760 0.164574 0.164368 0.165763 CURRENT LEARNING RATE: 0.0003690881904614874
previous_iter_valid_loss : 0.17164601385593414
754780 0.171903 0.171646 0.166287 CURRENT LEARNING RATE: 0.0003690143802046667
previous_iter_valid_loss : 0.16720236837863922
754800 0.167360 0.167202 0.166561 CURRENT LEARNING RATE: 0.00036894058470842155
previous_iter_valid_loss : 0.1612011343240738
754820 0.161357 0.161201 0.166594 CURRENT LEARNING RATE: 0.0003688668039697995
previous_iter_valid_loss : 0.16580399870872498
754840 0.165965 0.165804 0.166721 CURRENT LEARNING RATE: 0.00036879303798584967
previous_iter_valid_loss : 0.1771908849477768
754860 0.177346 0.177191 0.167544 CURRENT LEARNING RATE: 0.0003687192867536217
previous_iter_valid_loss : 0.16405081748962402
754880 0.164221 0.164051 0.167047 CURRENT LEARNING RATE: 0.000368645550270165
previous_iter_valid_loss : 0.16170844435691833
754900 0.161869 0.161708 0.167091 CURRENT LEARNING RATE: 0.00036857182853253066
previous_iter_valid_loss : 0.16354309022426605
754920 0.163742 0.163543 0.165686 CURRENT LEARNING RATE: 0.00036849812153776914
previous_iter_valid_loss : 0.18744157254695892
754940 0.187860 0.187442 0.166539 CURRENT LEARNING RATE: 0.0003684244292829329
previous_iter_valid_loss : 0.16651849448680878
754960 0.166736 0.166518 0.166591 CURRENT LEARNING RATE: 0.0003683507517650735
previous_iter_valid_loss : 0.16235196590423584
754980 0.162540 0.162352 0.166533 CURRENT LEARNING RATE: 0.0003682770889812446
previous_iter_valid_loss : 0.1625564992427826
755000 0.162707 0.162556 0.166362 CURRENT LEARNING RATE: 0.00036820344092849895
previous_iter_valid_loss : 0.16283303499221802
755020 0.163017 0.162833 0.166462 CURRENT LEARNING RATE: 0.0003681298076038913
previous_iter_valid_loss : 0.16444328427314758
755040 0.164610 0.164443 0.166533 CURRENT LEARNING RATE: 0.0003680561890044757
previous_iter_valid_loss : 0.17014393210411072
755060 0.170391 0.170144 0.166921 CURRENT LEARNING RATE: 0.00036798258512730803
previous_iter_valid_loss : 0.16344581544399261
755080 0.163611 0.163446 0.167050 CURRENT LEARNING RATE: 0.00036790899596944354
previous_iter_valid_loss : 0.1685437709093094
755100 0.168701 0.168544 0.167026 CURRENT LEARNING RATE: 0.00036783542152793924
previous_iter_valid_loss : 0.16653066873550415
755120 0.166737 0.166531 0.167105 CURRENT LEARNING RATE: 0.0003677618617998515
previous_iter_valid_loss : 0.16559526324272156
755140 0.165750 0.165595 0.166854 CURRENT LEARNING RATE: 0.0003676883167822386
previous_iter_valid_loss : 0.1605084389448166
755160 0.160662 0.160508 0.166661 CURRENT LEARNING RATE: 0.00036761478647215806
previous_iter_valid_loss : 0.17032727599143982
755180 0.170477 0.170327 0.166595 CURRENT LEARNING RATE: 0.00036754127086666946
previous_iter_valid_loss : 0.16052183508872986
755200 0.160684 0.160522 0.166261 CURRENT LEARNING RATE: 0.00036746776996283135
previous_iter_valid_loss : 0.1629595309495926
755220 0.163142 0.162960 0.166349 CURRENT LEARNING RATE: 0.0003673942837577044
previous_iter_valid_loss : 0.1607123762369156
755240 0.160871 0.160712 0.166094 CURRENT LEARNING RATE: 0.0003673208122483486
previous_iter_valid_loss : 0.16130365431308746
755260 0.161487 0.161304 0.165300 CURRENT LEARNING RATE: 0.00036724735543182526
previous_iter_valid_loss : 0.16170920431613922
755280 0.161893 0.161709 0.165183 CURRENT LEARNING RATE: 0.0003671739133051965
previous_iter_valid_loss : 0.17221054434776306
755300 0.172362 0.172211 0.165708 CURRENT LEARNING RATE: 0.00036710048586552406
previous_iter_valid_loss : 0.16108763217926025
755320 0.161267 0.161088 0.165585 CURRENT LEARNING RATE: 0.00036702707310987137
previous_iter_valid_loss : 0.17195190489292145
755340 0.172097 0.171952 0.164810 CURRENT LEARNING RATE: 0.00036695367503530136
previous_iter_valid_loss : 0.16411764919757843
755360 0.164280 0.164118 0.164690 CURRENT LEARNING RATE: 0.0003668802916388787
previous_iter_valid_loss : 0.16068144142627716
755380 0.160826 0.160681 0.164607 CURRENT LEARNING RATE: 0.0003668069229176675
previous_iter_valid_loss : 0.16339655220508575
755400 0.163561 0.163397 0.164649 CURRENT LEARNING RATE: 0.00036673356886873353
previous_iter_valid_loss : 0.16094490885734558
755420 0.161103 0.160945 0.164555 CURRENT LEARNING RATE: 0.00036666022948914203
previous_iter_valid_loss : 0.16715486347675323
755440 0.167374 0.167155 0.164690 CURRENT LEARNING RATE: 0.0003665869047759601
previous_iter_valid_loss : 0.16066478192806244
755460 0.160835 0.160665 0.164216 CURRENT LEARNING RATE: 0.00036651359472625414
previous_iter_valid_loss : 0.16110651195049286
755480 0.161289 0.161107 0.164099 CURRENT LEARNING RATE: 0.00036644029933709227
previous_iter_valid_loss : 0.16843336820602417
755500 0.168671 0.168433 0.164094 CURRENT LEARNING RATE: 0.0003663670186055421
previous_iter_valid_loss : 0.16049712896347046
755520 0.160662 0.160497 0.163792 CURRENT LEARNING RATE: 0.0003662937525286731
previous_iter_valid_loss : 0.16894124448299408
755540 0.169184 0.168941 0.163959 CURRENT LEARNING RATE: 0.0003662205011035539
previous_iter_valid_loss : 0.17277711629867554
755560 0.173048 0.172777 0.164573 CURRENT LEARNING RATE: 0.0003661472643272551
previous_iter_valid_loss : 0.17117035388946533
755580 0.171427 0.171170 0.164615 CURRENT LEARNING RATE: 0.0003660740421968466
previous_iter_valid_loss : 0.17440193891525269
755600 0.174671 0.174402 0.165309 CURRENT LEARNING RATE: 0.0003660008347094002
previous_iter_valid_loss : 0.16171400249004364
755620 0.161897 0.161714 0.165247 CURRENT LEARNING RATE: 0.0003659276418619869
previous_iter_valid_loss : 0.17309889197349548
755640 0.173374 0.173099 0.165866 CURRENT LEARNING RATE: 0.00036585446365167926
previous_iter_valid_loss : 0.16079767048358917
755660 0.160949 0.160798 0.165841 CURRENT LEARNING RATE: 0.0003657813000755506
previous_iter_valid_loss : 0.16079168021678925
755680 0.160957 0.160792 0.165795 CURRENT LEARNING RATE: 0.00036570815113067364
previous_iter_valid_loss : 0.16555804014205933
755700 0.165719 0.165558 0.165462 CURRENT LEARNING RATE: 0.0003656350168141231
previous_iter_valid_loss : 0.1611633151769638
755720 0.161342 0.161163 0.165466 CURRENT LEARNING RATE: 0.000365561897122973
previous_iter_valid_loss : 0.160715252161026
755740 0.160881 0.160715 0.164904 CURRENT LEARNING RATE: 0.0003654887920542992
previous_iter_valid_loss : 0.1673344522714615
755760 0.167491 0.167334 0.165065 CURRENT LEARNING RATE: 0.00036541570160517664
previous_iter_valid_loss : 0.16083471477031708
797860 0.160992 0.160835 0.164840 CURRENT LEARNING RATE: 0.0002398552494331255
previous_iter_valid_loss : 0.16077357530593872
797880 0.160926 0.160774 0.163876 CURRENT LEARNING RATE: 0.00023980728318002398
previous_iter_valid_loss : 0.17020182311534882
797900 0.170453 0.170202 0.164357 CURRENT LEARNING RATE: 0.00023975932651921402
previous_iter_valid_loss : 0.171163871884346
797920 0.171426 0.171164 0.164282 CURRENT LEARNING RATE: 0.00023971137944877696
previous_iter_valid_loss : 0.16166310012340546
797940 0.161850 0.161663 0.164338 CURRENT LEARNING RATE: 0.0002396634419667953
previous_iter_valid_loss : 0.1878422498703003
797960 0.187984 0.187842 0.165690 CURRENT LEARNING RATE: 0.00023961551407135115
previous_iter_valid_loss : 0.16982802748680115
797980 0.170084 0.169828 0.166041 CURRENT LEARNING RATE: 0.00023956759576052755
previous_iter_valid_loss : 0.16072042286396027
798000 0.160892 0.160720 0.165720 CURRENT LEARNING RATE: 0.00023951968703240806
previous_iter_valid_loss : 0.1610451191663742
798020 0.161221 0.161045 0.165664 CURRENT LEARNING RATE: 0.0002394717878850759
previous_iter_valid_loss : 0.16394956409931183
798040 0.164116 0.163950 0.165728 CURRENT LEARNING RATE: 0.00023942389831661546
previous_iter_valid_loss : 0.16718286275863647
798060 0.167388 0.167183 0.165716 CURRENT LEARNING RATE: 0.0002393760183251108
previous_iter_valid_loss : 0.16083022952079773
798080 0.161006 0.160830 0.165666 CURRENT LEARNING RATE: 0.0002393281479086471
previous_iter_valid_loss : 0.16386662423610687
798100 0.164074 0.163867 0.165829 CURRENT LEARNING RATE: 0.00023928028706530913
previous_iter_valid_loss : 0.16645744442939758
798120 0.166672 0.166457 0.166127 CURRENT LEARNING RATE: 0.0002392324357931829
previous_iter_valid_loss : 0.168068990111351
798140 0.168225 0.168069 0.166498 CURRENT LEARNING RATE: 0.00023918459409035393
previous_iter_valid_loss : 0.17141510546207428
798160 0.171567 0.171415 0.166963 CURRENT LEARNING RATE: 0.00023913676195490893
previous_iter_valid_loss : 0.16313739120960236
798180 0.163326 0.163137 0.166315 CURRENT LEARNING RATE: 0.00023908893938493427
previous_iter_valid_loss : 0.16109418869018555
798200 0.161281 0.161094 0.166344 CURRENT LEARNING RATE: 0.00023904112637851744
previous_iter_valid_loss : 0.1644054502248764
798220 0.164616 0.164405 0.166536 CURRENT LEARNING RATE: 0.00023899332293374543
previous_iter_valid_loss : 0.17626835405826569
798240 0.176555 0.176268 0.166535 CURRENT LEARNING RATE: 0.00023894552904870663
previous_iter_valid_loss : 0.16209964454174042
798260 0.162289 0.162100 0.166598 CURRENT LEARNING RATE: 0.00023889774472148878
previous_iter_valid_loss : 0.2159411907196045
798280 0.215954 0.215941 0.169357 CURRENT LEARNING RATE: 0.00023884996995018095
previous_iter_valid_loss : 0.16058076918125153
798300 0.160745 0.160581 0.168875 CURRENT LEARNING RATE: 0.00023880220473287175
previous_iter_valid_loss : 0.1641949564218521
798320 0.164359 0.164195 0.168527 CURRENT LEARNING RATE: 0.00023875444906765102
previous_iter_valid_loss : 0.17803916335105896
798340 0.178359 0.178039 0.169346 CURRENT LEARNING RATE: 0.00023870670295260806
previous_iter_valid_loss : 0.16178523004055023
798360 0.161974 0.161785 0.168043 CURRENT LEARNING RATE: 0.00023865896638583343
previous_iter_valid_loss : 0.16270484030246735
798380 0.162878 0.162705 0.167687 CURRENT LEARNING RATE: 0.0002386112393654173
previous_iter_valid_loss : 0.17402637004852295
798400 0.174299 0.174026 0.168352 CURRENT LEARNING RATE: 0.00023856352188945075
previous_iter_valid_loss : 0.18239593505859375
798420 0.182549 0.182396 0.169420 CURRENT LEARNING RATE: 0.00023851581395602537
previous_iter_valid_loss : 0.16130430996418
798440 0.161463 0.161304 0.169287 CURRENT LEARNING RATE: 0.00023846811556323233
previous_iter_valid_loss : 0.16167445480823517
798460 0.161864 0.161674 0.169012 CURRENT LEARNING RATE: 0.00023842042670916416
previous_iter_valid_loss : 0.16061995923519135
798480 0.160802 0.160620 0.169001 CURRENT LEARNING RATE: 0.00023837274739191289
previous_iter_valid_loss : 0.16137602925300598
798500 0.161561 0.161376 0.168877 CURRENT LEARNING RATE: 0.00023832507760957174
previous_iter_valid_loss : 0.17762306332588196
798520 0.177788 0.177623 0.169435 CURRENT LEARNING RATE: 0.00023827741736023354
previous_iter_valid_loss : 0.16135765612125397
798540 0.161534 0.161358 0.169100 CURRENT LEARNING RATE: 0.00023822976664199225
previous_iter_valid_loss : 0.1608867645263672
798560 0.161045 0.160887 0.168573 CURRENT LEARNING RATE: 0.00023818212545294144
previous_iter_valid_loss : 0.16064395010471344
798580 0.160815 0.160644 0.168449 CURRENT LEARNING RATE: 0.00023813449379117592
previous_iter_valid_loss : 0.1623106300830841
798600 0.162501 0.162311 0.168509 CURRENT LEARNING RATE: 0.00023808687165478997
previous_iter_valid_loss : 0.173481285572052
798620 0.173635 0.173481 0.168963 CURRENT LEARNING RATE: 0.00023803925904187915
previous_iter_valid_loss : 0.16286292672157288
798640 0.163048 0.162863 0.168293 CURRENT LEARNING RATE: 0.00023799165595053847
previous_iter_valid_loss : 0.1685420125722885
798660 0.168772 0.168542 0.168615 CURRENT LEARNING RATE: 0.00023794406237886428
previous_iter_valid_loss : 0.16862215101718903
798680 0.168844 0.168622 0.166249 CURRENT LEARNING RATE: 0.0002378964783249524
previous_iter_valid_loss : 0.1649118959903717
798700 0.165084 0.164912 0.166466 CURRENT LEARNING RATE: 0.00023784890378689992
previous_iter_valid_loss : 0.16295158863067627
798720 0.163151 0.162952 0.166404 CURRENT LEARNING RATE: 0.0002378013387628034
previous_iter_valid_loss : 0.16051937639713287
798740 0.160687 0.160519 0.165528 CURRENT LEARNING RATE: 0.00023775378325076066
previous_iter_valid_loss : 0.17488263547420502
798760 0.175156 0.174883 0.166182 CURRENT LEARNING RATE: 0.0002377062372488691
previous_iter_valid_loss : 0.16391532123088837
798780 0.164113 0.163915 0.166243 CURRENT LEARNING RATE: 0.00023765870075522703
previous_iter_valid_loss : 0.1614534556865692
798800 0.161638 0.161453 0.165614 CURRENT LEARNING RATE: 0.00023761117376793324
previous_iter_valid_loss : 0.1699932962656021
798820 0.170243 0.169993 0.164994 CURRENT LEARNING RATE: 0.00023756365628508627
previous_iter_valid_loss : 0.16382022202014923
798840 0.164020 0.163820 0.165120 CURRENT LEARNING RATE: 0.00023751614830478572
previous_iter_valid_loss : 0.16049502789974213
798860 0.160654 0.160495 0.165061 CURRENT LEARNING RATE: 0.00023746864982513097
previous_iter_valid_loss : 0.16193242371082306
798880 0.162119 0.161932 0.165127 CURRENT LEARNING RATE: 0.00023742116084422244
previous_iter_valid_loss : 0.16936494410037994
798900 0.169606 0.169365 0.165526 CURRENT LEARNING RATE: 0.00023737368136016017
previous_iter_valid_loss : 0.16123774647712708
798920 0.161395 0.161238 0.164707 CURRENT LEARNING RATE: 0.0002373262113710454
previous_iter_valid_loss : 0.16075190901756287
798940 0.160932 0.160752 0.164676 CURRENT LEARNING RATE: 0.00023727875087497887
previous_iter_valid_loss : 0.1610938459634781
798960 0.161247 0.161094 0.164687 CURRENT LEARNING RATE: 0.00023723129987006267
previous_iter_valid_loss : 0.16545265913009644
798980 0.165653 0.165453 0.164927 CURRENT LEARNING RATE: 0.00023718385835439827
previous_iter_valid_loss : 0.16226476430892944
799000 0.162453 0.162265 0.164925 CURRENT LEARNING RATE: 0.00023713642632608843
previous_iter_valid_loss : 0.16337637603282928
799020 0.163577 0.163376 0.164420 CURRENT LEARNING RATE: 0.00023708900378323545
previous_iter_valid_loss : 0.1664511263370514
799040 0.166610 0.166451 0.164599 CURRENT LEARNING RATE: 0.0002370415907239429
previous_iter_valid_loss : 0.17062287032604218
799060 0.170881 0.170623 0.164703 CURRENT LEARNING RATE: 0.0002369941871463138
previous_iter_valid_loss : 0.16110609471797943
799080 0.161288 0.161106 0.164327 CURRENT LEARNING RATE: 0.0002369467930484524
previous_iter_valid_loss : 0.1604948490858078
799100 0.160656 0.160495 0.164107 CURRENT LEARNING RATE: 0.00023689940842846257
previous_iter_valid_loss : 0.16319474577903748
799120 0.163390 0.163195 0.164119 CURRENT LEARNING RATE: 0.00023685203328444932
previous_iter_valid_loss : 0.1707926094532013
799140 0.171050 0.170793 0.164632 CURRENT LEARNING RATE: 0.0002368046676145172
previous_iter_valid_loss : 0.16649788618087769
799160 0.166712 0.166498 0.164213 CURRENT LEARNING RATE: 0.00023675731141677202
previous_iter_valid_loss : 0.16968177258968353
799180 0.169921 0.169682 0.164501 CURRENT LEARNING RATE: 0.00023670996468931914
previous_iter_valid_loss : 0.16717061400413513
799200 0.167329 0.167171 0.164787 CURRENT LEARNING RATE: 0.00023666262743026487
previous_iter_valid_loss : 0.17059005796909332
799220 0.170832 0.170590 0.164817 CURRENT LEARNING RATE: 0.00023661529963771595
previous_iter_valid_loss : 0.1660432368516922
799240 0.166201 0.166043 0.164928 CURRENT LEARNING RATE: 0.00023656798130977882
previous_iter_valid_loss : 0.1895350068807602
799260 0.189665 0.189535 0.166380 CURRENT LEARNING RATE: 0.00023652067244456118
previous_iter_valid_loss : 0.16058118641376495
799280 0.160751 0.160581 0.166313 CURRENT LEARNING RATE: 0.0002364733730401703
previous_iter_valid_loss : 0.16728398203849792
799300 0.167446 0.167284 0.166209 CURRENT LEARNING RATE: 0.00023642608309471454
previous_iter_valid_loss : 0.16188772022724152
799320 0.162054 0.161888 0.166241 CURRENT LEARNING RATE: 0.00023637880260630193
previous_iter_valid_loss : 0.160727858543396
799340 0.160899 0.160728 0.166240 CURRENT LEARNING RATE: 0.00023633153157304169
previous_iter_valid_loss : 0.1866075098514557
799360 0.187003 0.186608 0.167516 CURRENT LEARNING RATE: 0.00023628426999304253
previous_iter_valid_loss : 0.16654449701309204
799380 0.166757 0.166544 0.167570 CURRENT LEARNING RATE: 0.0002362370178644144
previous_iter_valid_loss : 0.16193708777427673
799400 0.162116 0.161937 0.167554 CURRENT LEARNING RATE: 0.0002361897751852668
previous_iter_valid_loss : 0.16218087077140808
799420 0.162362 0.162181 0.167494 CURRENT LEARNING RATE: 0.00023614254195371048
previous_iter_valid_loss : 0.17120057344436646
799440 0.171347 0.171201 0.167732 CURRENT LEARNING RATE: 0.00023609531816785558
previous_iter_valid_loss : 0.16123449802398682
799460 0.161420 0.161234 0.167262 CURRENT LEARNING RATE: 0.00023604810382581374
previous_iter_valid_loss : 0.16338953375816345
799480 0.163556 0.163390 0.167376 CURRENT LEARNING RATE: 0.0002360008989256958
previous_iter_valid_loss : 0.1831159144639969
804920 0.183272 0.183116 0.165418 CURRENT LEARNING RATE: 0.0002235054087591693
previous_iter_valid_loss : 0.17585769295692444
804940 0.176014 0.175858 0.166120 CURRENT LEARNING RATE: 0.00022346071214722772
previous_iter_valid_loss : 0.16726316511631012
804960 0.167421 0.167263 0.166423 CURRENT LEARNING RATE: 0.0002234160244737147
previous_iter_valid_loss : 0.16113463044166565
804980 0.161298 0.161135 0.166204 CURRENT LEARNING RATE: 0.00022337134573684227
previous_iter_valid_loss : 0.17447446286678314
805000 0.174749 0.174474 0.166711 CURRENT LEARNING RATE: 0.00022332667593482413
previous_iter_valid_loss : 0.17309631407260895
805020 0.173246 0.173096 0.167307 CURRENT LEARNING RATE: 0.00022328201506587302
previous_iter_valid_loss : 0.160651296377182
805040 0.160804 0.160651 0.167296 CURRENT LEARNING RATE: 0.00022323736312820255
previous_iter_valid_loss : 0.17678813636302948
805060 0.176943 0.176788 0.168048 CURRENT LEARNING RATE: 0.00022319272012002623
previous_iter_valid_loss : 0.16054357588291168
805080 0.160722 0.160544 0.167440 CURRENT LEARNING RATE: 0.00022314808603955918
previous_iter_valid_loss : 0.16202174127101898
805100 0.162210 0.162022 0.167515 CURRENT LEARNING RATE: 0.00022310346088501559
previous_iter_valid_loss : 0.16088734567165375
805120 0.161066 0.160887 0.166679 CURRENT LEARNING RATE: 0.00022305884465461043
previous_iter_valid_loss : 0.1614980846643448
805140 0.161661 0.161498 0.166598 CURRENT LEARNING RATE: 0.0002230142373465587
previous_iter_valid_loss : 0.161103755235672
805160 0.161281 0.161104 0.166081 CURRENT LEARNING RATE: 0.00022296963895907692
previous_iter_valid_loss : 0.16475386917591095
805180 0.164955 0.164754 0.166277 CURRENT LEARNING RATE: 0.0002229250494903807
previous_iter_valid_loss : 0.1654994785785675
805200 0.165700 0.165499 0.166419 CURRENT LEARNING RATE: 0.00022288046893868653
previous_iter_valid_loss : 0.18188068270683289
805220 0.182226 0.181881 0.167472 CURRENT LEARNING RATE: 0.0002228358973022107
previous_iter_valid_loss : 0.16176694631576538
805240 0.161951 0.161767 0.167379 CURRENT LEARNING RATE: 0.00022279133457917121
previous_iter_valid_loss : 0.16314420104026794
805260 0.163324 0.163144 0.167127 CURRENT LEARNING RATE: 0.0002227467807677851
previous_iter_valid_loss : 0.16589711606502533
805280 0.166058 0.165897 0.167338 CURRENT LEARNING RATE: 0.00022270223586626993
previous_iter_valid_loss : 0.16267631947994232
805300 0.162832 0.162676 0.167200 CURRENT LEARNING RATE: 0.00022265769987284454
previous_iter_valid_loss : 0.1675083339214325
805320 0.167667 0.167508 0.166420 CURRENT LEARNING RATE: 0.00022261317278572722
previous_iter_valid_loss : 0.16061274707317352
805340 0.160766 0.160613 0.165657 CURRENT LEARNING RATE: 0.00022256865460313686
previous_iter_valid_loss : 0.16894321143627167
805360 0.169097 0.168943 0.165742 CURRENT LEARNING RATE: 0.00022252414532329229
previous_iter_valid_loss : 0.16143162548542023
805380 0.161607 0.161432 0.165756 CURRENT LEARNING RATE: 0.00022247964494441396
previous_iter_valid_loss : 0.16054441034793854
805400 0.160706 0.160544 0.165060 CURRENT LEARNING RATE: 0.00022243515346472142
previous_iter_valid_loss : 0.16214153170585632
805420 0.162325 0.162142 0.164512 CURRENT LEARNING RATE: 0.0002223906708824351
previous_iter_valid_loss : 0.1903887540102005
805440 0.190813 0.190389 0.165999 CURRENT LEARNING RATE: 0.00022234619719577523
previous_iter_valid_loss : 0.16395075619220734
805460 0.164155 0.163951 0.165357 CURRENT LEARNING RATE: 0.00022230173240296366
previous_iter_valid_loss : 0.17148925364017487
805480 0.171637 0.171489 0.165904 CURRENT LEARNING RATE: 0.00022225727650222144
previous_iter_valid_loss : 0.16078302264213562
805500 0.160947 0.160783 0.165842 CURRENT LEARNING RATE: 0.00022221282949177028
previous_iter_valid_loss : 0.16466131806373596
805520 0.164827 0.164661 0.166031 CURRENT LEARNING RATE: 0.000222168391369832
previous_iter_valid_loss : 0.16105753183364868
805540 0.161216 0.161058 0.166009 CURRENT LEARNING RATE: 0.00022212396213462974
previous_iter_valid_loss : 0.17496603727340698
805560 0.175246 0.174966 0.166702 CURRENT LEARNING RATE: 0.00022207954178438602
previous_iter_valid_loss : 0.18506520986557007
805580 0.185433 0.185065 0.167718 CURRENT LEARNING RATE: 0.000222035130317324
previous_iter_valid_loss : 0.1658756285905838
805600 0.166106 0.165876 0.167737 CURRENT LEARNING RATE: 0.0002219907277316668
previous_iter_valid_loss : 0.1624835580587387
805620 0.162652 0.162484 0.166767 CURRENT LEARNING RATE: 0.00022194633402563914
previous_iter_valid_loss : 0.16103331744670868
805640 0.161214 0.161033 0.166730 CURRENT LEARNING RATE: 0.0002219019491974649
previous_iter_valid_loss : 0.166248619556427
805660 0.166462 0.166249 0.166885 CURRENT LEARNING RATE: 0.00022185757324536822
previous_iter_valid_loss : 0.1772395819425583
805680 0.177391 0.177240 0.167452 CURRENT LEARNING RATE: 0.00022181320616757494
previous_iter_valid_loss : 0.16575108468532562
805700 0.165914 0.165751 0.167606 CURRENT LEARNING RATE: 0.0002217688479623099
previous_iter_valid_loss : 0.16244065761566162
805720 0.162597 0.162441 0.167353 CURRENT LEARNING RATE: 0.00022172449862779882
previous_iter_valid_loss : 0.16871996223926544
805740 0.168956 0.168720 0.167758 CURRENT LEARNING RATE: 0.00022168015816226736
previous_iter_valid_loss : 0.1605459749698639
805760 0.160713 0.160546 0.167338 CURRENT LEARNING RATE: 0.0002216358265639426
previous_iter_valid_loss : 0.16831271350383759
805780 0.168546 0.168313 0.167682 CURRENT LEARNING RATE: 0.00022159150383105095
previous_iter_valid_loss : 0.1649092435836792
805800 0.165079 0.164909 0.167901 CURRENT LEARNING RATE: 0.00022154718996181947
previous_iter_valid_loss : 0.16279524564743042
805820 0.162953 0.162795 0.167933 CURRENT LEARNING RATE: 0.00022150288495447523
previous_iter_valid_loss : 0.16755838692188263
805840 0.167779 0.167558 0.166792 CURRENT LEARNING RATE: 0.0002214585888072468
previous_iter_valid_loss : 0.16343997418880463
805860 0.163626 0.163440 0.166766 CURRENT LEARNING RATE: 0.000221414301518362
previous_iter_valid_loss : 0.20183876156806946
805880 0.201913 0.201839 0.168284 CURRENT LEARNING RATE: 0.00022137002308604924
previous_iter_valid_loss : 0.17495153844356537
805900 0.175097 0.174952 0.168992 CURRENT LEARNING RATE: 0.00022132575350853706
previous_iter_valid_loss : 0.16134457290172577
805920 0.161536 0.161345 0.168826 CURRENT LEARNING RATE: 0.00022128149278405543
previous_iter_valid_loss : 0.1621580570936203
805940 0.162315 0.162158 0.168881 CURRENT LEARNING RATE: 0.00022123724091083357
previous_iter_valid_loss : 0.17967405915260315
805960 0.179831 0.179674 0.169117 CURRENT LEARNING RATE: 0.00022119299788710137
previous_iter_valid_loss : 0.1609897017478943
805980 0.161140 0.160990 0.167913 CURRENT LEARNING RATE: 0.00022114876371108868
previous_iter_valid_loss : 0.16305583715438843
806000 0.163247 0.163056 0.167772 CURRENT LEARNING RATE: 0.000221104538381027
previous_iter_valid_loss : 0.16096815466880798
806020 0.161125 0.160968 0.167696 CURRENT LEARNING RATE: 0.00022106032189514685
previous_iter_valid_loss : 0.1624753177165985
806040 0.162632 0.162475 0.167768 CURRENT LEARNING RATE: 0.00022101611425167926
previous_iter_valid_loss : 0.1605595350265503
806060 0.160718 0.160560 0.167484 CURRENT LEARNING RATE: 0.00022097191544885662
previous_iter_valid_loss : 0.17812998592853546
806080 0.178288 0.178130 0.167528 CURRENT LEARNING RATE: 0.00022092772548491067
previous_iter_valid_loss : 0.16054785251617432
806100 0.160705 0.160548 0.167268 CURRENT LEARNING RATE: 0.00022088354435807373
previous_iter_valid_loss : 0.16391821205615997
806120 0.164117 0.163918 0.167342 CURRENT LEARNING RATE: 0.00022083937206657822
previous_iter_valid_loss : 0.16321009397506714
806140 0.163373 0.163210 0.167067 CURRENT LEARNING RATE: 0.000220795208608658
previous_iter_valid_loss : 0.17240934073925018
806160 0.172672 0.172409 0.167660 CURRENT LEARNING RATE: 0.00022075105398254618
previous_iter_valid_loss : 0.16900621354579926
806180 0.169237 0.169006 0.167694 CURRENT LEARNING RATE: 0.0002207069081864765
previous_iter_valid_loss : 0.16874291002750397
806200 0.168973 0.168743 0.167886 CURRENT LEARNING RATE: 0.00022066277121868285
previous_iter_valid_loss : 0.1618689000606537
806220 0.162054 0.161869 0.167840 CURRENT LEARNING RATE: 0.00022061864307740042
previous_iter_valid_loss : 0.16741088032722473
806240 0.167633 0.167411 0.167832 CURRENT LEARNING RATE: 0.00022057452376086377
previous_iter_valid_loss : 0.1626608520746231
806260 0.162855 0.162661 0.167793 CURRENT LEARNING RATE: 0.0002205304132673081
previous_iter_valid_loss : 0.1759229302406311
806280 0.176077 0.175923 0.166498 CURRENT LEARNING RATE: 0.0002204863115949686
previous_iter_valid_loss : 0.16072887182235718
806300 0.160909 0.160729 0.165787 CURRENT LEARNING RATE: 0.00022044221874208198
previous_iter_valid_loss : 0.16323736310005188
806320 0.163399 0.163237 0.165881 CURRENT LEARNING RATE: 0.0002203981347068841
previous_iter_valid_loss : 0.160889133810997
806340 0.161051 0.160889 0.165818 CURRENT LEARNING RATE: 0.00022035405948761167
previous_iter_valid_loss : 0.17027974128723145
806360 0.170529 0.170280 0.165348 CURRENT LEARNING RATE: 0.00022030999308250126
previous_iter_valid_loss : 0.16950535774230957
806380 0.169748 0.169505 0.165774 CURRENT LEARNING RATE: 0.000220265935489791
previous_iter_valid_loss : 0.19618472456932068
806400 0.196293 0.196185 0.167430 CURRENT LEARNING RATE: 0.0002202218867077182
previous_iter_valid_loss : 0.16052739322185516
806420 0.160685 0.160527 0.167408 CURRENT LEARNING RATE: 0.00022017784673452085
previous_iter_valid_loss : 0.16235435009002686
806440 0.162520 0.162354 0.167402 CURRENT LEARNING RATE: 0.00022013381556843705
previous_iter_valid_loss : 0.17710235714912415
806460 0.177255 0.177102 0.168229 CURRENT LEARNING RATE: 0.0002200897932077063
previous_iter_valid_loss : 0.16052256524562836
806480 0.160683 0.160523 0.167349 CURRENT LEARNING RATE: 0.00022004577965056726
previous_iter_valid_loss : 0.1779063493013382
806500 0.178218 0.177906 0.168217 CURRENT LEARNING RATE: 0.00022000177489525907
previous_iter_valid_loss : 0.17873810231685638
806520 0.178895 0.178738 0.168958 CURRENT LEARNING RATE: 0.00021995777894002227
previous_iter_valid_loss : 0.16879881918430328
806540 0.169028 0.168799 0.169237 CURRENT LEARNING RATE: 0.0002199137917830967
previous_iter_valid_loss : 0.16218458116054535
806560 0.162372 0.162185 0.168726 CURRENT LEARNING RATE: 0.00021986981342272285
previous_iter_valid_loss : 0.16092801094055176
806580 0.161109 0.160928 0.168322 CURRENT LEARNING RATE: 0.00021982584385714114
previous_iter_valid_loss : 0.16212822496891022
806600 0.162326 0.162128 0.167991 CURRENT LEARNING RATE: 0.00021978188308459357
previous_iter_valid_loss : 0.1693604439496994
806620 0.169596 0.169360 0.168366 CURRENT LEARNING RATE: 0.00021973793110332138
previous_iter_valid_loss : 0.16068874299526215
806640 0.160851 0.160689 0.168030 CURRENT LEARNING RATE: 0.00021969398791156652
previous_iter_valid_loss : 0.16520456969738007
806660 0.165370 0.165205 0.168157 CURRENT LEARNING RATE: 0.00021965005350757074
previous_iter_valid_loss : 0.16381540894508362
806680 0.164021 0.163815 0.167552 CURRENT LEARNING RATE: 0.00021960612788957755
previous_iter_valid_loss : 0.17216187715530396
806700 0.172435 0.172162 0.168123 CURRENT LEARNING RATE: 0.0002195622110558295
previous_iter_valid_loss : 0.16068661212921143
806720 0.160864 0.160687 0.167996 CURRENT LEARNING RATE: 0.00021951830300456993
previous_iter_valid_loss : 0.16078372299671173
806740 0.160958 0.160784 0.167990 CURRENT LEARNING RATE: 0.0002194744037340421
previous_iter_valid_loss : 0.20267586410045624
806760 0.203230 0.202676 0.169610 CURRENT LEARNING RATE: 0.00021943051324249088
previous_iter_valid_loss : 0.1606825441122055
806780 0.160845 0.160683 0.169169 CURRENT LEARNING RATE: 0.00021938663152816016
previous_iter_valid_loss : 0.17139938473701477
806800 0.171653 0.171399 0.167930 CURRENT LEARNING RATE: 0.00021934275858929476
previous_iter_valid_loss : 0.16054989397525787
806820 0.160715 0.160550 0.167931 CURRENT LEARNING RATE: 0.00021929889442413934
previous_iter_valid_loss : 0.17345234751701355
806840 0.173603 0.173452 0.168486 CURRENT LEARNING RATE: 0.00021925503903094012
previous_iter_valid_loss : 0.16072572767734528
806860 0.160887 0.160726 0.167667 CURRENT LEARNING RATE: 0.00021921119240794247
previous_iter_valid_loss : 0.16118384897708893
806880 0.161345 0.161184 0.167700 CURRENT LEARNING RATE: 0.00021916735455339222
previous_iter_valid_loss : 0.17171162366867065
806900 0.171983 0.171712 0.167390 CURRENT LEARNING RATE: 0.0002191235254655365
previous_iter_valid_loss : 0.1610354781150818
806920 0.161217 0.161035 0.166505 CURRENT LEARNING RATE: 0.00021907970514262187
previous_iter_valid_loss : 0.16077446937561035
806940 0.160950 0.160774 0.166104 CURRENT LEARNING RATE: 0.00021903589358289547
previous_iter_valid_loss : 0.16077834367752075
806960 0.160944 0.160778 0.166034 CURRENT LEARNING RATE: 0.0002189920907846044
previous_iter_valid_loss : 0.16882796585559845
806980 0.168985 0.168828 0.166429 CURRENT LEARNING RATE: 0.00021894829674599744
previous_iter_valid_loss : 0.17261719703674316
807000 0.172883 0.172617 0.166953 CURRENT LEARNING RATE: 0.00021890451146532237
previous_iter_valid_loss : 0.16471056640148163
807020 0.164880 0.164711 0.166721 CURRENT LEARNING RATE: 0.0002188607349408278
previous_iter_valid_loss : 0.16296081244945526
807040 0.163124 0.162961 0.166834 CURRENT LEARNING RATE: 0.00021881696717076222
previous_iter_valid_loss : 0.16080468893051147
807060 0.160987 0.160805 0.166614 CURRENT LEARNING RATE: 0.00021877320815337576
previous_iter_valid_loss : 0.1629606932401657
807080 0.163127 0.162961 0.166572 CURRENT LEARNING RATE: 0.0002187294578869177
previous_iter_valid_loss : 0.1679193675518036
807100 0.168156 0.167919 0.166359 CURRENT LEARNING RATE: 0.0002186857163696379
previous_iter_valid_loss : 0.16320711374282837
807120 0.163375 0.163207 0.166485 CURRENT LEARNING RATE: 0.00021864198359978647
previous_iter_valid_loss : 0.16281798481941223
807140 0.163008 0.162818 0.166587 CURRENT LEARNING RATE: 0.0002185982595756148
previous_iter_valid_loss : 0.16292427480220795
807160 0.163090 0.162924 0.164600 CURRENT LEARNING RATE: 0.0002185545442953735
previous_iter_valid_loss : 0.16064536571502686
807180 0.160795 0.160645 0.164598 CURRENT LEARNING RATE: 0.00021851083775731403
previous_iter_valid_loss : 0.16966982185840607
807200 0.169910 0.169670 0.164511 CURRENT LEARNING RATE: 0.00021846713995968769
previous_iter_valid_loss : 0.16061237454414368
807220 0.160788 0.160612 0.164514 CURRENT LEARNING RATE: 0.0002184234509007474
previous_iter_valid_loss : 0.16141468286514282
807240 0.161578 0.161415 0.163912 CURRENT LEARNING RATE: 0.00021837977057874514
previous_iter_valid_loss : 0.16377949714660645
807260 0.163949 0.163779 0.164065 CURRENT LEARNING RATE: 0.00021833609899193338
previous_iter_valid_loss : 0.1661047488451004
807280 0.166271 0.166105 0.164311 CURRENT LEARNING RATE: 0.00021829243613856594
previous_iter_valid_loss : 0.16570737957954407
807300 0.165903 0.165707 0.164011 CURRENT LEARNING RATE: 0.00021824878201689602
previous_iter_valid_loss : 0.16438426077365875
807320 0.164551 0.164384 0.164178 CURRENT LEARNING RATE: 0.00021820513662517741
previous_iter_valid_loss : 0.16131819784641266
807340 0.161478 0.161318 0.164206 CURRENT LEARNING RATE: 0.00021816149996166387
previous_iter_valid_loss : 0.1608627885580063
807360 0.161035 0.160863 0.164210 CURRENT LEARNING RATE: 0.0002181178720246108
previous_iter_valid_loss : 0.17355109751224518
807380 0.173707 0.173551 0.164446 CURRENT LEARNING RATE: 0.0002180742528122726
previous_iter_valid_loss : 0.16079741716384888
807400 0.160956 0.160797 0.163855 CURRENT LEARNING RATE: 0.00021803064232290458
previous_iter_valid_loss : 0.16928568482398987
807420 0.169525 0.169286 0.164084 CURRENT LEARNING RATE: 0.00021798704055476183
previous_iter_valid_loss : 0.16109396517276764
807440 0.161247 0.161094 0.163990 CURRENT LEARNING RATE: 0.00021794344750610117
previous_iter_valid_loss : 0.16380111873149872
807460 0.164005 0.163801 0.164140 CURRENT LEARNING RATE: 0.00021789986317517844
previous_iter_valid_loss : 0.16791200637817383
807480 0.168140 0.167912 0.164388 CURRENT LEARNING RATE: 0.00021785628756025024
previous_iter_valid_loss : 0.1620202660560608
807500 0.162204 0.162020 0.164093 CURRENT LEARNING RATE: 0.0002178127206595732
previous_iter_valid_loss : 0.1835700273513794
807520 0.183941 0.183570 0.165111 CURRENT LEARNING RATE: 0.0002177691624714054
previous_iter_valid_loss : 0.16503553092479706
807540 0.165236 0.165036 0.165222 CURRENT LEARNING RATE: 0.0002177256129940041
previous_iter_valid_loss : 0.17793500423431396
807560 0.178094 0.177935 0.165972 CURRENT LEARNING RATE: 0.00021768207222562736
previous_iter_valid_loss : 0.16061411798000336
807580 0.160792 0.160614 0.165971 CURRENT LEARNING RATE: 0.0002176385401645332
previous_iter_valid_loss : 0.16057896614074707
807600 0.160738 0.160579 0.165516 CURRENT LEARNING RATE: 0.000217595016808981
previous_iter_valid_loss : 0.16214057803153992
807620 0.162329 0.162141 0.165593 CURRENT LEARNING RATE: 0.00021755150215722955
previous_iter_valid_loss : 0.16187351942062378
807640 0.162040 0.161874 0.165616 CURRENT LEARNING RATE: 0.00021750799620753818
previous_iter_valid_loss : 0.1854759156703949
807660 0.185836 0.185476 0.166700 CURRENT LEARNING RATE: 0.00021746449895816632
previous_iter_valid_loss : 0.1685480773448944
807680 0.168703 0.168548 0.166823 CURRENT LEARNING RATE: 0.00021742101040737484
previous_iter_valid_loss : 0.17427225410938263
807700 0.174542 0.174272 0.167251 CURRENT LEARNING RATE: 0.00021737753055342377
previous_iter_valid_loss : 0.16174831986427307
807720 0.161909 0.161748 0.167119 CURRENT LEARNING RATE: 0.00021733405939457359
previous_iter_valid_loss : 0.16771656274795532
807740 0.167934 0.167717 0.167439 CURRENT LEARNING RATE: 0.0002172905969290862
previous_iter_valid_loss : 0.16642656922340393
807760 0.166587 0.166427 0.167717 CURRENT LEARNING RATE: 0.00021724714315522276
previous_iter_valid_loss : 0.16362862288951874
807780 0.163796 0.163629 0.167221 CURRENT LEARNING RATE: 0.000217203698071245
previous_iter_valid_loss : 0.16059169173240662
807800 0.160750 0.160592 0.167211 CURRENT LEARNING RATE: 0.00021716026167541483
previous_iter_valid_loss : 0.17652350664138794
807820 0.176808 0.176524 0.167573 CURRENT LEARNING RATE: 0.00021711683396599557
previous_iter_valid_loss : 0.16202689707279205
807840 0.162191 0.162027 0.167619 CURRENT LEARNING RATE: 0.00021707341494124968
previous_iter_valid_loss : 0.16232146322727203
807860 0.162506 0.162321 0.167545 CURRENT LEARNING RATE: 0.0002170300045994404
previous_iter_valid_loss : 0.16791991889476776
807880 0.168075 0.167920 0.167546 CURRENT LEARNING RATE: 0.00021698660293883098
previous_iter_valid_loss : 0.16403324902057648
807900 0.164233 0.164033 0.167646 CURRENT LEARNING RATE: 0.00021694320995768604
previous_iter_valid_loss : 0.16283239424228668
807920 0.163035 0.162832 0.166609 CURRENT LEARNING RATE: 0.00021689982565426956
previous_iter_valid_loss : 0.16062025725841522
807940 0.160771 0.160620 0.166389 CURRENT LEARNING RATE: 0.00021685645002684614
previous_iter_valid_loss : 0.18672385811805725
807960 0.187110 0.186724 0.166828 CURRENT LEARNING RATE: 0.00021681308307368037
previous_iter_valid_loss : 0.20365014672279358
807980 0.204216 0.203650 0.168980 CURRENT LEARNING RATE: 0.00021676972479303834
previous_iter_valid_loss : 0.17401382327079773
808000 0.174282 0.174014 0.169652 CURRENT LEARNING RATE: 0.00021672637518318529
previous_iter_valid_loss : 0.1697843074798584
808020 0.169938 0.169784 0.170034 CURRENT LEARNING RATE: 0.0002166830342423873
previous_iter_valid_loss : 0.16054236888885498
808040 0.160699 0.160542 0.169967 CURRENT LEARNING RATE: 0.00021663970196891035
previous_iter_valid_loss : 0.1782861202955246
808060 0.178594 0.178286 0.169608 CURRENT LEARNING RATE: 0.00021659637836102187
previous_iter_valid_loss : 0.16076703369617462
808080 0.160919 0.160767 0.169219 CURRENT LEARNING RATE: 0.00021655306341698854
previous_iter_valid_loss : 0.1668984740972519
808100 0.167117 0.166898 0.168850 CURRENT LEARNING RATE: 0.0002165097571350774
previous_iter_valid_loss : 0.16431885957717896
808120 0.164530 0.164319 0.168979 CURRENT LEARNING RATE: 0.00021646645951355696
previous_iter_valid_loss : 0.178468719124794
808140 0.178626 0.178469 0.169516 CURRENT LEARNING RATE: 0.00021642317055069497
previous_iter_valid_loss : 0.16647396981716156
808160 0.166629 0.166474 0.169519 CURRENT LEARNING RATE: 0.0002163798902447598
previous_iter_valid_loss : 0.17220915853977203
808180 0.172353 0.172209 0.169948 CURRENT LEARNING RATE: 0.00021633661859401984
previous_iter_valid_loss : 0.16052697598934174
808200 0.160683 0.160527 0.169944 CURRENT LEARNING RATE: 0.00021629335559674508
previous_iter_valid_loss : 0.1607389748096466
808220 0.160895 0.160739 0.169155 CURRENT LEARNING RATE: 0.00021625010125120458
previous_iter_valid_loss : 0.1653076857328415
808240 0.165517 0.165308 0.169319 CURRENT LEARNING RATE: 0.00021620685555566812
previous_iter_valid_loss : 0.16277571022510529
808260 0.162957 0.162776 0.169342 CURRENT LEARNING RATE: 0.00021616361850840558
previous_iter_valid_loss : 0.18444368243217468
808280 0.184598 0.184444 0.170168 CURRENT LEARNING RATE: 0.00021612039010768816
previous_iter_valid_loss : 0.16136762499809265
808300 0.161553 0.161368 0.170035 CURRENT LEARNING RATE: 0.00021607717035178637
previous_iter_valid_loss : 0.16519172489643097
808320 0.165404 0.165192 0.170153 CURRENT LEARNING RATE: 0.00021603395923897143
previous_iter_valid_loss : 0.16064199805259705
808340 0.160811 0.160642 0.170154 CURRENT LEARNING RATE: 0.0002159907567675145
previous_iter_valid_loss : 0.17204402387142181
808360 0.172303 0.172044 0.169420 CURRENT LEARNING RATE: 0.00021594756293568827
previous_iter_valid_loss : 0.16663438081741333
808380 0.166847 0.166634 0.167569 CURRENT LEARNING RATE: 0.00021590437774176457
previous_iter_valid_loss : 0.16197149455547333
808400 0.162170 0.161971 0.166967 CURRENT LEARNING RATE: 0.00021586120118401603
previous_iter_valid_loss : 0.1614593118429184
808420 0.161650 0.161459 0.166551 CURRENT LEARNING RATE: 0.00021581803326071517
previous_iter_valid_loss : 0.16084980964660645
808440 0.161012 0.160850 0.166566 CURRENT LEARNING RATE: 0.00021577487397013605
previous_iter_valid_loss : 0.1642734557390213
808460 0.164485 0.164273 0.165865 CURRENT LEARNING RATE: 0.0002157317233105519
previous_iter_valid_loss : 0.16835668683052063
808480 0.168515 0.168357 0.166245 CURRENT LEARNING RATE: 0.00021568858128023633
previous_iter_valid_loss : 0.17211727797985077
808500 0.172379 0.172117 0.166506 CURRENT LEARNING RATE: 0.00021564544787746446
previous_iter_valid_loss : 0.16812442243099213
808520 0.168355 0.168124 0.166696 CURRENT LEARNING RATE: 0.00021560232310051053
previous_iter_valid_loss : 0.16186769306659698
808540 0.162024 0.161868 0.165866 CURRENT LEARNING RATE: 0.00021555920694764954
previous_iter_valid_loss : 0.16071678698062897
808560 0.160898 0.160717 0.165578 CURRENT LEARNING RATE: 0.00021551609941715646
previous_iter_valid_loss : 0.1870521605014801
808580 0.187466 0.187052 0.166320 CURRENT LEARNING RATE: 0.00021547300050730775
previous_iter_valid_loss : 0.16142091155052185
808600 0.161569 0.161421 0.166365 CURRENT LEARNING RATE: 0.0002154299102163791
previous_iter_valid_loss : 0.1607794314622879
808620 0.160954 0.160779 0.166367 CURRENT LEARNING RATE: 0.00021538682854264695
previous_iter_valid_loss : 0.16054674983024597
808640 0.160707 0.160547 0.166129 CURRENT LEARNING RATE: 0.00021534375548438753
previous_iter_valid_loss : 0.16740937530994415
808660 0.167640 0.167409 0.166361 CURRENT LEARNING RATE: 0.00021530069103987872
previous_iter_valid_loss : 0.1663726419210434
808680 0.166591 0.166373 0.165457 CURRENT LEARNING RATE: 0.00021525763520739764
previous_iter_valid_loss : 0.16118040680885315
808700 0.161345 0.161180 0.165448 CURRENT LEARNING RATE: 0.00021521458798522196
previous_iter_valid_loss : 0.16229671239852905
808720 0.162459 0.162297 0.165303 CURRENT LEARNING RATE: 0.00021517154937162946
previous_iter_valid_loss : 0.16292345523834229
808740 0.163118 0.162923 0.165417 CURRENT LEARNING RATE: 0.00021512851936489934
previous_iter_valid_loss : 0.19028240442276
808760 0.190718 0.190282 0.166329 CURRENT LEARNING RATE: 0.00021508549796331005
previous_iter_valid_loss : 0.16097994148731232
808780 0.161155 0.160980 0.166046 CURRENT LEARNING RATE: 0.00021504248516514065
previous_iter_valid_loss : 0.16978143155574799
808800 0.169936 0.169781 0.166437 CURRENT LEARNING RATE: 0.00021499948096867033
previous_iter_valid_loss : 0.1710604429244995
808820 0.171210 0.171060 0.166917 CURRENT LEARNING RATE: 0.00021495648537217966
previous_iter_valid_loss : 0.1649678498506546
808840 0.165167 0.164968 0.167123 CURRENT LEARNING RATE: 0.00021491349837394843
previous_iter_valid_loss : 0.17077434062957764
808860 0.171029 0.170774 0.167448 CURRENT LEARNING RATE: 0.0002148705199722568
previous_iter_valid_loss : 0.16160355508327484
808880 0.161751 0.161604 0.167110 CURRENT LEARNING RATE: 0.00021482755016538637
previous_iter_valid_loss : 0.1626243144273758
808900 0.162793 0.162624 0.166636 CURRENT LEARNING RATE: 0.000214784588951618
previous_iter_valid_loss : 0.16192546486854553
808920 0.162080 0.161925 0.166326 CURRENT LEARNING RATE: 0.00021474163632923316
previous_iter_valid_loss : 0.1634376347064972
808940 0.163644 0.163438 0.166404 CURRENT LEARNING RATE: 0.00021469869229651347
previous_iter_valid_loss : 0.16419893503189087
808960 0.164405 0.164199 0.166578 CURRENT LEARNING RATE: 0.00021465575685174185
previous_iter_valid_loss : 0.16221696138381958
808980 0.162383 0.162217 0.165336 CURRENT LEARNING RATE: 0.00021461282999320056
previous_iter_valid_loss : 0.16767321527004242
809000 0.167901 0.167673 0.165649 CURRENT LEARNING RATE: 0.0002145699117191725
previous_iter_valid_loss : 0.16083359718322754
809020 0.160991 0.160834 0.165652 CURRENT LEARNING RATE: 0.0002145270020279405
previous_iter_valid_loss : 0.162666916847229
809040 0.162825 0.162667 0.165758 CURRENT LEARNING RATE: 0.00021448410091778905
previous_iter_valid_loss : 0.16188092529773712
809060 0.162060 0.161881 0.165481 CURRENT LEARNING RATE: 0.00021444120838700167
previous_iter_valid_loss : 0.16422615945339203
809080 0.164400 0.164226 0.165374 CURRENT LEARNING RATE: 0.0002143983244338626
previous_iter_valid_loss : 0.1644882708787918
809100 0.164659 0.164488 0.165539 CURRENT LEARNING RATE: 0.0002143554490566562
previous_iter_valid_loss : 0.16050510108470917
809120 0.160674 0.160505 0.165450 CURRENT LEARNING RATE: 0.00021431258225366814
previous_iter_valid_loss : 0.17737403512001038
809140 0.177531 0.177374 0.166172 CURRENT LEARNING RATE: 0.00021426972402318343
previous_iter_valid_loss : 0.17574909329414368
809160 0.176039 0.175749 0.165446 CURRENT LEARNING RATE: 0.0002142268743634877
previous_iter_valid_loss : 0.16318441927433014
809180 0.163369 0.163184 0.165556 CURRENT LEARNING RATE: 0.00021418403327286658
previous_iter_valid_loss : 0.16070649027824402
809200 0.160880 0.160706 0.165102 CURRENT LEARNING RATE: 0.0002141412007496072
previous_iter_valid_loss : 0.16051159799098969
809220 0.160682 0.160512 0.164575 CURRENT LEARNING RATE: 0.00021409837679199587
previous_iter_valid_loss : 0.16115693747997284
809240 0.161339 0.161157 0.164384 CURRENT LEARNING RATE: 0.00021405556139831967
previous_iter_valid_loss : 0.16077302396297455
809260 0.160929 0.160773 0.163884 CURRENT LEARNING RATE: 0.00021401275456686556
previous_iter_valid_loss : 0.1684383600950241
809280 0.168668 0.168438 0.164226 CURRENT LEARNING RATE: 0.00021396995629592206
previous_iter_valid_loss : 0.16153690218925476
809300 0.161720 0.161537 0.164172 CURRENT LEARNING RATE: 0.00021392716658377682
previous_iter_valid_loss : 0.16648705303668976
809320 0.166704 0.166487 0.164400 CURRENT LEARNING RATE: 0.00021388438542871787
previous_iter_valid_loss : 0.17281495034694672
809340 0.173086 0.172815 0.164868 CURRENT LEARNING RATE: 0.00021384161282903477
previous_iter_valid_loss : 0.16059523820877075
809360 0.160755 0.160595 0.164688 CURRENT LEARNING RATE: 0.00021379884878301622
previous_iter_valid_loss : 0.1613173633813858
809380 0.161478 0.161317 0.164643 CURRENT LEARNING RATE: 0.00021375609328895166
previous_iter_valid_loss : 0.17437171936035156
809400 0.174649 0.174372 0.164978 CURRENT LEARNING RATE: 0.00021371334634513045
previous_iter_valid_loss : 0.16673262417316437
809420 0.166892 0.166733 0.165273 CURRENT LEARNING RATE: 0.00021367060794984352
previous_iter_valid_loss : 0.161307692527771
809440 0.161491 0.161308 0.165205 CURRENT LEARNING RATE: 0.00021362787810138092
previous_iter_valid_loss : 0.16914953291416168
809460 0.169384 0.169150 0.165569 CURRENT LEARNING RATE: 0.0002135851567980335
previous_iter_valid_loss : 0.16107569634914398
809480 0.161237 0.161076 0.165411 CURRENT LEARNING RATE: 0.000213542444038092
previous_iter_valid_loss : 0.16476255655288696
809500 0.164924 0.164763 0.165425 CURRENT LEARNING RATE: 0.0002134997398198486
previous_iter_valid_loss : 0.1672573685646057
809520 0.167414 0.167257 0.165762 CURRENT LEARNING RATE: 0.0002134570441415949
previous_iter_valid_loss : 0.17303816974163055
809540 0.173185 0.173038 0.165546 CURRENT LEARNING RATE: 0.00021341435700162294
previous_iter_valid_loss : 0.16606271266937256
809560 0.166228 0.166063 0.165061 CURRENT LEARNING RATE: 0.00021337167839822495
previous_iter_valid_loss : 0.1638304442167282
809580 0.164029 0.163830 0.165094 CURRENT LEARNING RATE: 0.00021332900832969452
previous_iter_valid_loss : 0.17153102159500122
809600 0.171797 0.171531 0.165635 CURRENT LEARNING RATE: 0.0002132863467943244
previous_iter_valid_loss : 0.16075721383094788
809620 0.160943 0.160757 0.165647 CURRENT LEARNING RATE: 0.00021324369379040819
previous_iter_valid_loss : 0.1667836606502533
809640 0.167002 0.166784 0.165928 CURRENT LEARNING RATE: 0.00021320104931623943
previous_iter_valid_loss : 0.16471214592456818
809660 0.164921 0.164712 0.166125 CURRENT LEARNING RATE: 0.000213158413370113
previous_iter_valid_loss : 0.1748005896806717
809680 0.175083 0.174801 0.166444 CURRENT LEARNING RATE: 0.00021311578595032316
previous_iter_valid_loss : 0.16053710877895355
809700 0.160695 0.160537 0.166394 CURRENT LEARNING RATE: 0.0002130731670551644
previous_iter_valid_loss : 0.16916634142398834
809720 0.169321 0.169166 0.166528 CURRENT LEARNING RATE: 0.0002130305566829327
previous_iter_valid_loss : 0.1605672538280487
809740 0.160731 0.160567 0.165915 CURRENT LEARNING RATE: 0.00021298795483192334
previous_iter_valid_loss : 0.16407695412635803
809760 0.164248 0.164077 0.166089 CURRENT LEARNING RATE: 0.00021294536150043216
previous_iter_valid_loss : 0.16240203380584717
809780 0.162596 0.162402 0.166143 CURRENT LEARNING RATE: 0.00021290277668675514
previous_iter_valid_loss : 0.16050750017166138
809800 0.160670 0.160508 0.165450 CURRENT LEARNING RATE: 0.00021286020038918953
previous_iter_valid_loss : 0.16909119486808777
809820 0.169325 0.169091 0.165568 CURRENT LEARNING RATE: 0.00021281763260603203
previous_iter_valid_loss : 0.1760675013065338
809840 0.176223 0.176068 0.166306 CURRENT LEARNING RATE: 0.0002127750733355798
previous_iter_valid_loss : 0.16238224506378174
809860 0.162538 0.162382 0.165968 CURRENT LEARNING RATE: 0.00021273252257613022
previous_iter_valid_loss : 0.16578786075115204
809880 0.165948 0.165788 0.166203 CURRENT LEARNING RATE: 0.00021268998032598191
previous_iter_valid_loss : 0.1768743395805359
809900 0.177031 0.176874 0.166809 CURRENT LEARNING RATE: 0.00021264744658343286
previous_iter_valid_loss : 0.16237257421016693
809920 0.162565 0.162373 0.166565 CURRENT LEARNING RATE: 0.00021260492134678166
previous_iter_valid_loss : 0.1609434187412262
809940 0.161102 0.160943 0.165960 CURRENT LEARNING RATE: 0.00021256240461432698
previous_iter_valid_loss : 0.16121940314769745
809960 0.161374 0.161219 0.165718 CURRENT LEARNING RATE: 0.0002125198963843689
previous_iter_valid_loss : 0.16274377703666687
809980 0.162925 0.162744 0.165663 CURRENT LEARNING RATE: 0.00021247739665520673
previous_iter_valid_loss : 0.1648239940404892
810000 0.164987 0.164824 0.165328 CURRENT LEARNING RATE: 0.00021243490542514044
previous_iter_valid_loss : 0.16066493093967438
810020 0.160825 0.160665 0.165324 CURRENT LEARNING RATE: 0.00021239242269247
previous_iter_valid_loss : 0.16128617525100708
810040 0.161447 0.161286 0.165049 CURRENT LEARNING RATE: 0.0002123499484554969
previous_iter_valid_loss : 0.1751236617565155
810060 0.175409 0.175124 0.165569 CURRENT LEARNING RATE: 0.00021230748271252174
previous_iter_valid_loss : 0.1631261259317398
810080 0.163317 0.163126 0.164985 CURRENT LEARNING RATE: 0.00021226502546184552
previous_iter_valid_loss : 0.16050274670124054
810100 0.160663 0.160503 0.164984 CURRENT LEARNING RATE: 0.00021222257670177079
previous_iter_valid_loss : 0.17122149467468262
810120 0.171372 0.171221 0.165087 CURRENT LEARNING RATE: 0.0002121801364305991
previous_iter_valid_loss : 0.17897352576255798
810140 0.179291 0.178974 0.166007 CURRENT LEARNING RATE: 0.00021213770464663292
previous_iter_valid_loss : 0.1607164740562439
810160 0.160877 0.160716 0.165839 CURRENT LEARNING RATE: 0.00021209528134817458
previous_iter_valid_loss : 0.16145850718021393
810180 0.161620 0.161459 0.165792 CURRENT LEARNING RATE: 0.00021205286653352788
previous_iter_valid_loss : 0.16059350967407227
810200 0.160754 0.160594 0.165796 CURRENT LEARNING RATE: 0.00021201046020099588
previous_iter_valid_loss : 0.16051141917705536
810220 0.160671 0.160511 0.165367 CURRENT LEARNING RATE: 0.0002119680623488823
previous_iter_valid_loss : 0.16054901480674744
810240 0.160703 0.160549 0.164591 CURRENT LEARNING RATE: 0.00021192567297549091
previous_iter_valid_loss : 0.18318012356758118
810260 0.183334 0.183180 0.165631 CURRENT LEARNING RATE: 0.0002118832920791268
previous_iter_valid_loss : 0.16287526488304138
810280 0.163034 0.162875 0.165485 CURRENT LEARNING RATE: 0.00021184091965809442
previous_iter_valid_loss : 0.16225498914718628
810300 0.162423 0.162255 0.164754 CURRENT LEARNING RATE: 0.00021179855571069883
previous_iter_valid_loss : 0.16054901480674744
810320 0.160720 0.160549 0.164663 CURRENT LEARNING RATE: 0.00021175620023524517
previous_iter_valid_loss : 0.16931107640266418
810340 0.169457 0.169311 0.165082 CURRENT LEARNING RATE: 0.00021171385323003988
previous_iter_valid_loss : 0.1618034392595291
810360 0.161987 0.161803 0.165111 CURRENT LEARNING RATE: 0.00021167151469338877
previous_iter_valid_loss : 0.16352668404579163
810380 0.163691 0.163527 0.165150 CURRENT LEARNING RATE: 0.00021162918462359827
previous_iter_valid_loss : 0.1650194227695465
810400 0.165188 0.165019 0.165160 CURRENT LEARNING RATE: 0.0002115868630189748
previous_iter_valid_loss : 0.17006118595600128
810420 0.170297 0.170061 0.165630 CURRENT LEARNING RATE: 0.00021154454987782628
previous_iter_valid_loss : 0.17353001236915588
810440 0.173796 0.173530 0.166242 CURRENT LEARNING RATE: 0.00021150224519845978
previous_iter_valid_loss : 0.16259808838367462
810460 0.162760 0.162598 0.165615 CURRENT LEARNING RATE: 0.00021145994897918307
previous_iter_valid_loss : 0.17008765041828156
810480 0.170344 0.170088 0.165964 CURRENT LEARNING RATE: 0.00021141766121830405
previous_iter_valid_loss : 0.16410590708255768
810500 0.164324 0.164106 0.166144 CURRENT LEARNING RATE: 0.0002113753819141318
previous_iter_valid_loss : 0.16168975830078125
810520 0.161891 0.161690 0.165667 CURRENT LEARNING RATE: 0.0002113331110649749
previous_iter_valid_loss : 0.16570743918418884
810540 0.165912 0.165707 0.165004 CURRENT LEARNING RATE: 0.0002112908486691421
previous_iter_valid_loss : 0.16072000563144684
810560 0.160889 0.160720 0.165004 CURRENT LEARNING RATE: 0.00021124859472494362
previous_iter_valid_loss : 0.16317373514175415
810580 0.163381 0.163174 0.165090 CURRENT LEARNING RATE: 0.000211206349230689
previous_iter_valid_loss : 0.17411361634731293
810600 0.174257 0.174114 0.165766 CURRENT LEARNING RATE: 0.00021116411218468834
previous_iter_valid_loss : 0.17354349792003632
810620 0.173689 0.173543 0.166417 CURRENT LEARNING RATE: 0.00021112188358525183
previous_iter_valid_loss : 0.1632339060306549
810640 0.163399 0.163234 0.166552 CURRENT LEARNING RATE: 0.00021107966343069106
previous_iter_valid_loss : 0.18165409564971924
810660 0.181984 0.181654 0.166475 CURRENT LEARNING RATE: 0.00021103745171931686
previous_iter_valid_loss : 0.18291983008384705
810680 0.183277 0.182920 0.167478 CURRENT LEARNING RATE: 0.00021099524844944074
previous_iter_valid_loss : 0.1606959104537964
810700 0.160851 0.160696 0.167400 CURRENT LEARNING RATE: 0.00021095305361937426
previous_iter_valid_loss : 0.1610303819179535
810720 0.161208 0.161030 0.167424 CURRENT LEARNING RATE: 0.0002109108672274303
previous_iter_valid_loss : 0.16781900823116302
810740 0.168040 0.167819 0.167349 CURRENT LEARNING RATE: 0.00021086868927192108
previous_iter_valid_loss : 0.16698536276817322
810760 0.167210 0.166985 0.167608 CURRENT LEARNING RATE: 0.0002108265197511594
previous_iter_valid_loss : 0.16908800601959229
810780 0.169239 0.169088 0.167886 CURRENT LEARNING RATE: 0.0002107843586634582
previous_iter_valid_loss : 0.16136257350444794
810800 0.161508 0.161363 0.167703 CURRENT LEARNING RATE: 0.00021074220600713175
previous_iter_valid_loss : 0.16113366186618805
810820 0.161321 0.161134 0.167257 CURRENT LEARNING RATE: 0.00021070006178049356
previous_iter_valid_loss : 0.16298049688339233
810840 0.163154 0.162980 0.166729 CURRENT LEARNING RATE: 0.00021065792598185787
previous_iter_valid_loss : 0.1605473756790161
810860 0.160708 0.160547 0.166627 CURRENT LEARNING RATE: 0.0002106157986095389
previous_iter_valid_loss : 0.16497673094272614
810880 0.165195 0.164977 0.166371 CURRENT LEARNING RATE: 0.00021057367966185225
previous_iter_valid_loss : 0.16858796775341034
810900 0.168743 0.168588 0.166595 CURRENT LEARNING RATE: 0.0002105315691371128
previous_iter_valid_loss : 0.1653992086648941
810920 0.165564 0.165399 0.166781 CURRENT LEARNING RATE: 0.0002104894670336358
previous_iter_valid_loss : 0.1606682687997818
810940 0.160844 0.160668 0.166529 CURRENT LEARNING RATE: 0.0002104473733497379
previous_iter_valid_loss : 0.16505226492881775
810960 0.165260 0.165052 0.166746 CURRENT LEARNING RATE: 0.00021040528808373492
previous_iter_valid_loss : 0.16050373017787933
810980 0.160665 0.160504 0.166612 CURRENT LEARNING RATE: 0.0002103632112339435
previous_iter_valid_loss : 0.16051381826400757
811000 0.160693 0.160514 0.165932 CURRENT LEARNING RATE: 0.00021032114279868018
previous_iter_valid_loss : 0.1618758738040924
811020 0.162075 0.161876 0.165349 CURRENT LEARNING RATE: 0.00021027908277626301
previous_iter_valid_loss : 0.1614799201488495
811040 0.161638 0.161480 0.165261 CURRENT LEARNING RATE: 0.00021023703116500916
previous_iter_valid_loss : 0.1701425313949585
811060 0.170293 0.170143 0.164685 CURRENT LEARNING RATE: 0.00021019498796323656
previous_iter_valid_loss : 0.16051729023456573
811080 0.160676 0.160517 0.163565 CURRENT LEARNING RATE: 0.00021015295316926315
previous_iter_valid_loss : 0.1706511527299881
811100 0.170798 0.170651 0.164063 CURRENT LEARNING RATE: 0.00021011092678140827
previous_iter_valid_loss : 0.17214319109916687
811120 0.172409 0.172143 0.164619 CURRENT LEARNING RATE: 0.00021006890879799047
previous_iter_valid_loss : 0.16065116226673126
811140 0.160821 0.160651 0.164260 CURRENT LEARNING RATE: 0.00021002689921732908
previous_iter_valid_loss : 0.17568190395832062
811160 0.175971 0.175682 0.164695 CURRENT LEARNING RATE: 0.0002099848980377433
previous_iter_valid_loss : 0.16304193437099457
811180 0.163245 0.163042 0.164393 CURRENT LEARNING RATE: 0.00020994290525755386
previous_iter_valid_loss : 0.18639594316482544
811200 0.186539 0.186396 0.165645 CURRENT LEARNING RATE: 0.00020990092087508065
previous_iter_valid_loss : 0.16336141526699066
811220 0.163554 0.163361 0.165756 CURRENT LEARNING RATE: 0.0002098589448886443
previous_iter_valid_loss : 0.16175208985805511
811240 0.161918 0.161752 0.165695 CURRENT LEARNING RATE: 0.00020981697729656538
previous_iter_valid_loss : 0.16057990491390228
811260 0.160745 0.160580 0.165696 CURRENT LEARNING RATE: 0.00020977501809716598
previous_iter_valid_loss : 0.17578549683094025
811280 0.176079 0.175785 0.166237 CURRENT LEARNING RATE: 0.0002097330672887673
previous_iter_valid_loss : 0.1609734743833542
811300 0.161158 0.160973 0.165856 CURRENT LEARNING RATE: 0.00020969112486969097
previous_iter_valid_loss : 0.16424275934696198
811320 0.164442 0.164243 0.165798 CURRENT LEARNING RATE: 0.00020964919083826008
previous_iter_valid_loss : 0.16057495772838593
811340 0.160733 0.160575 0.165793 CURRENT LEARNING RATE: 0.0002096072651927968
previous_iter_valid_loss : 0.17264331877231598
811360 0.172915 0.172643 0.166173 CURRENT LEARNING RATE: 0.0002095653479316242
previous_iter_valid_loss : 0.17898263037204742
811380 0.179306 0.178983 0.167097 CURRENT LEARNING RATE: 0.00020952343905306515
previous_iter_valid_loss : 0.18673484027385712
811400 0.187135 0.186735 0.168408 CURRENT LEARNING RATE: 0.00020948153855544405
previous_iter_valid_loss : 0.1707771271467209
811420 0.170926 0.170777 0.168853 CURRENT LEARNING RATE: 0.00020943964643708454
previous_iter_valid_loss : 0.16054807603359222
811440 0.160714 0.160548 0.168806 CURRENT LEARNING RATE: 0.00020939776269631092
previous_iter_valid_loss : 0.16317979991436005
811460 0.163378 0.163180 0.168458 CURRENT LEARNING RATE: 0.00020935588733144746
previous_iter_valid_loss : 0.16884924471378326
811480 0.169091 0.168849 0.168875 CURRENT LEARNING RATE: 0.00020931402034081987
previous_iter_valid_loss : 0.16754232347011566
811500 0.167699 0.167542 0.168719 CURRENT LEARNING RATE: 0.00020927216172275315
previous_iter_valid_loss : 0.1628304272890091
811520 0.162993 0.162830 0.168254 CURRENT LEARNING RATE: 0.0002092303114755729
previous_iter_valid_loss : 0.16097527742385864
811540 0.161135 0.160975 0.168270 CURRENT LEARNING RATE: 0.00020918846959760477
previous_iter_valid_loss : 0.1729225069284439
811560 0.173196 0.172923 0.168132 CURRENT LEARNING RATE: 0.00020914663608717586
previous_iter_valid_loss : 0.16052338480949402
811580 0.160680 0.160523 0.168006 CURRENT LEARNING RATE: 0.0002091048109426124
previous_iter_valid_loss : 0.16194503009319305
811600 0.162131 0.161945 0.166784 CURRENT LEARNING RATE: 0.00020906299416224142
previous_iter_valid_loss : 0.1718658059835434
811620 0.172128 0.171866 0.167209 CURRENT LEARNING RATE: 0.0002090211857443898
previous_iter_valid_loss : 0.16110816597938538
811640 0.161292 0.161108 0.167177 CURRENT LEARNING RATE: 0.0002089793856873861
previous_iter_valid_loss : 0.16049885749816895
811660 0.160661 0.160499 0.167172 CURRENT LEARNING RATE: 0.00020893759398955778
previous_iter_valid_loss : 0.16705310344696045
811680 0.167276 0.167053 0.166736 CURRENT LEARNING RATE: 0.00020889581064923292
previous_iter_valid_loss : 0.16052180528640747
811700 0.160688 0.160522 0.166713 CURRENT LEARNING RATE: 0.00020885403566474084
previous_iter_valid_loss : 0.16670577228069305
811720 0.166866 0.166706 0.166836 CURRENT LEARNING RATE: 0.00020881226903441026
previous_iter_valid_loss : 0.1610563099384308
811740 0.161235 0.161056 0.166861 CURRENT LEARNING RATE: 0.00020877051075657044
previous_iter_valid_loss : 0.16088718175888062
811760 0.161068 0.160887 0.166273 CURRENT LEARNING RATE: 0.00020872876082955074
previous_iter_valid_loss : 0.16099447011947632
811780 0.161173 0.160994 0.165373 CURRENT LEARNING RATE: 0.00020868701925168184
previous_iter_valid_loss : 0.16463223099708557
811800 0.164827 0.164632 0.164268 CURRENT LEARNING RATE: 0.00020864528602129376
previous_iter_valid_loss : 0.17081665992736816
811820 0.171071 0.170817 0.164270 CURRENT LEARNING RATE: 0.00020860356113671714
previous_iter_valid_loss : 0.16701368987560272
811840 0.167231 0.167014 0.164593 CURRENT LEARNING RATE: 0.00020856184459628263
previous_iter_valid_loss : 0.16421715915203094
811860 0.164389 0.164217 0.164645 CURRENT LEARNING RATE: 0.00020852013639832229
previous_iter_valid_loss : 0.16637209057807922
811880 0.166528 0.166372 0.164521 CURRENT LEARNING RATE: 0.00020847843654116742
previous_iter_valid_loss : 0.16714045405387878
811900 0.167355 0.167140 0.164501 CURRENT LEARNING RATE: 0.00020843674502315007
previous_iter_valid_loss : 0.16076813638210297
811920 0.160925 0.160768 0.164398 CURRENT LEARNING RATE: 0.00020839506184260217
previous_iter_valid_loss : 0.161484032869339
811940 0.161640 0.161484 0.164424 CURRENT LEARNING RATE: 0.00020835338699785712
previous_iter_valid_loss : 0.1605612188577652
811960 0.160729 0.160561 0.163806 CURRENT LEARNING RATE: 0.0002083117204872476
previous_iter_valid_loss : 0.17123466730117798
811980 0.171386 0.171235 0.164341 CURRENT LEARNING RATE: 0.0002082700623091069
previous_iter_valid_loss : 0.16773104667663574
812000 0.167890 0.167731 0.164630 CURRENT LEARNING RATE: 0.0002082284124617684
previous_iter_valid_loss : 0.1859930008649826
812020 0.186141 0.185993 0.165337 CURRENT LEARNING RATE: 0.0002081867709435668
previous_iter_valid_loss : 0.16052158176898956
812040 0.160687 0.160522 0.165307 CURRENT LEARNING RATE: 0.00020814513775283601
previous_iter_valid_loss : 0.1609676033258438
812060 0.161157 0.160968 0.165331 CURRENT LEARNING RATE: 0.00020810351288791075
previous_iter_valid_loss : 0.1644969880580902
812080 0.164669 0.164497 0.165203 CURRENT LEARNING RATE: 0.0002080618963471257
previous_iter_valid_loss : 0.16080275177955627
812100 0.160982 0.160803 0.165217 CURRENT LEARNING RATE: 0.00020802028812881692
previous_iter_valid_loss : 0.1629357486963272
812120 0.163105 0.162936 0.165029 CURRENT LEARNING RATE: 0.00020797868823131967
previous_iter_valid_loss : 0.1796490103006363
812140 0.179805 0.179649 0.165958 CURRENT LEARNING RATE: 0.00020793709665296962
previous_iter_valid_loss : 0.16104739904403687
812160 0.161225 0.161047 0.165966 CURRENT LEARNING RATE: 0.0002078955133921038
previous_iter_valid_loss : 0.16320732235908508
812180 0.163400 0.163207 0.166077 CURRENT LEARNING RATE: 0.00020785393844705856
previous_iter_valid_loss : 0.17257410287857056
812200 0.172721 0.172574 0.166474 CURRENT LEARNING RATE: 0.00020781237181617088
previous_iter_valid_loss : 0.17687922716140747
812220 0.177042 0.176879 0.166777 CURRENT LEARNING RATE: 0.00020777081349777776
previous_iter_valid_loss : 0.16117200255393982
812240 0.161352 0.161172 0.166485 CURRENT LEARNING RATE: 0.00020772926349021758
previous_iter_valid_loss : 0.1606260985136032
812260 0.160793 0.160626 0.166305 CURRENT LEARNING RATE: 0.0002076877217918279
previous_iter_valid_loss : 0.17475838959217072
812280 0.174908 0.174758 0.166725 CURRENT LEARNING RATE: 0.0002076461884009472
previous_iter_valid_loss : 0.1606500893831253
812300 0.160820 0.160650 0.166400 CURRENT LEARNING RATE: 0.00020760466331591366
previous_iter_valid_loss : 0.17879131436347961
812320 0.178953 0.178791 0.167301 CURRENT LEARNING RATE: 0.00020756314653506703
previous_iter_valid_loss : 0.1657487452030182
812340 0.165910 0.165749 0.167515 CURRENT LEARNING RATE: 0.0002075216380567463
previous_iter_valid_loss : 0.17019282281398773
812360 0.170436 0.170193 0.167996 CURRENT LEARNING RATE: 0.00020748013787929114
previous_iter_valid_loss : 0.16398808360099792
812380 0.164161 0.163988 0.167634 CURRENT LEARNING RATE: 0.00020743864600104113
previous_iter_valid_loss : 0.18294335901737213
812400 0.183090 0.182943 0.168395 CURRENT LEARNING RATE: 0.00020739716242033739
previous_iter_valid_loss : 0.16449019312858582
812420 0.164680 0.164490 0.167319 CURRENT LEARNING RATE: 0.00020735568713552016
previous_iter_valid_loss : 0.16057299077510834
812440 0.160734 0.160573 0.167322 CURRENT LEARNING RATE: 0.00020731422014493042
previous_iter_valid_loss : 0.17055347561836243
812460 0.170708 0.170553 0.167801 CURRENT LEARNING RATE: 0.00020727276144690915
previous_iter_valid_loss : 0.20437142252922058
812480 0.204442 0.204371 0.169795 CURRENT LEARNING RATE: 0.00020723131103979876
previous_iter_valid_loss : 0.1607091724872589
812500 0.160879 0.160709 0.169790 CURRENT LEARNING RATE: 0.0002071898689219408
previous_iter_valid_loss : 0.16656363010406494
812520 0.166781 0.166564 0.169972 CURRENT LEARNING RATE: 0.00020714843509167728
previous_iter_valid_loss : 0.16949903964996338
812540 0.169742 0.169499 0.169464 CURRENT LEARNING RATE: 0.00020710700954735156
previous_iter_valid_loss : 0.16361503303050995
812560 0.163780 0.163615 0.169593 CURRENT LEARNING RATE: 0.00020706559228730626
previous_iter_valid_loss : 0.1731260120868683
812580 0.173276 0.173126 0.170089 CURRENT LEARNING RATE: 0.00020702418330988468
previous_iter_valid_loss : 0.18358059227466583
812600 0.183735 0.183581 0.170639 CURRENT LEARNING RATE: 0.00020698278261343007
previous_iter_valid_loss : 0.16214732825756073
812620 0.162309 0.162147 0.169902 CURRENT LEARNING RATE: 0.00020694139019628716
previous_iter_valid_loss : 0.160516157746315
812640 0.160684 0.160516 0.169869 CURRENT LEARNING RATE: 0.00020690000605679988
previous_iter_valid_loss : 0.16216351091861725
812660 0.162318 0.162164 0.169946 CURRENT LEARNING RATE: 0.0002068586301933129
previous_iter_valid_loss : 0.16195689141750336
812680 0.162120 0.161957 0.169306 CURRENT LEARNING RATE: 0.00020681726260417076
previous_iter_valid_loss : 0.16584765911102295
812700 0.166007 0.165848 0.169566 CURRENT LEARNING RATE: 0.00020677590328771952
previous_iter_valid_loss : 0.16254962980747223
812720 0.162725 0.162550 0.168754 CURRENT LEARNING RATE: 0.00020673455224230446
previous_iter_valid_loss : 0.16073350608348846
812740 0.160907 0.160734 0.168503 CURRENT LEARNING RATE: 0.0002066932094662715
previous_iter_valid_loss : 0.16123346984386444
812760 0.161417 0.161233 0.168055 CURRENT LEARNING RATE: 0.00020665187495796662
previous_iter_valid_loss : 0.16090522706508636
812780 0.161057 0.160905 0.167901 CURRENT LEARNING RATE: 0.0002066105487157371
previous_iter_valid_loss : 0.17141029238700867
812800 0.171559 0.171410 0.167325 CURRENT LEARNING RATE: 0.00020656923073792956
previous_iter_valid_loss : 0.1731952279806137
812820 0.173346 0.173195 0.167760 CURRENT LEARNING RATE: 0.00020652792102289125
previous_iter_valid_loss : 0.1663069725036621
812840 0.166528 0.166307 0.168046 CURRENT LEARNING RATE: 0.00020648661956896948
previous_iter_valid_loss : 0.1624857485294342
812860 0.162646 0.162486 0.167643 CURRENT LEARNING RATE: 0.00020644532637451284
previous_iter_valid_loss : 0.16618889570236206
812880 0.166348 0.166189 0.165734 CURRENT LEARNING RATE: 0.00020640404143786931
previous_iter_valid_loss : 0.17437328398227692
812900 0.174525 0.174373 0.166417 CURRENT LEARNING RATE: 0.00020636276475738714
previous_iter_valid_loss : 0.16471950709819794
812920 0.164921 0.164720 0.166325 CURRENT LEARNING RATE: 0.00020632149633141591
previous_iter_valid_loss : 0.1652173399925232
812940 0.165383 0.165217 0.166111 CURRENT LEARNING RATE: 0.00020628023615830457
previous_iter_valid_loss : 0.169015571475029
812960 0.169171 0.169016 0.166381 CURRENT LEARNING RATE: 0.0002062389842364027
previous_iter_valid_loss : 0.16307970881462097
812980 0.163282 0.163080 0.165879 CURRENT LEARNING RATE: 0.00020619774056405987
previous_iter_valid_loss : 0.1680000275373459
813000 0.168157 0.168000 0.165100 CURRENT LEARNING RATE: 0.00020615650513962705
previous_iter_valid_loss : 0.16215234994888306
813020 0.162312 0.162152 0.165100 CURRENT LEARNING RATE: 0.00020611527796145446
previous_iter_valid_loss : 0.16125503182411194
813040 0.161410 0.161255 0.165137 CURRENT LEARNING RATE: 0.00020607405902789303
previous_iter_valid_loss : 0.16094739735126495
813060 0.161098 0.160947 0.165076 CURRENT LEARNING RATE: 0.0002060328483372936
previous_iter_valid_loss : 0.1677677184343338
813080 0.167999 0.167768 0.165366 CURRENT LEARNING RATE: 0.0002059916458880085
previous_iter_valid_loss : 0.16953043639659882
813100 0.169680 0.169530 0.165551 CURRENT LEARNING RATE: 0.00020595045167838926
previous_iter_valid_loss : 0.1612420529127121
813120 0.161392 0.161242 0.165485 CURRENT LEARNING RATE: 0.00020590926570678814
previous_iter_valid_loss : 0.17046283185482025
813140 0.170717 0.170463 0.165972 CURRENT LEARNING RATE: 0.00020586808797155729
previous_iter_valid_loss : 0.16317950189113617
813160 0.163387 0.163180 0.166069 CURRENT LEARNING RATE: 0.00020582691847105037
previous_iter_valid_loss : 0.16049568355083466
813180 0.160653 0.160496 0.166048 CURRENT LEARNING RATE: 0.0002057857572036202
previous_iter_valid_loss : 0.16176427900791168
813200 0.161949 0.161764 0.165566 CURRENT LEARNING RATE: 0.00020574460416762034
previous_iter_valid_loss : 0.16088414192199707
813220 0.161053 0.160884 0.164951 CURRENT LEARNING RATE: 0.0002057034593614043
previous_iter_valid_loss : 0.1858600229024887
813240 0.186007 0.185860 0.165928 CURRENT LEARNING RATE: 0.00020566232278332707
previous_iter_valid_loss : 0.1768355518579483
813260 0.177122 0.176836 0.166646 CURRENT LEARNING RATE: 0.00020562119443174275
previous_iter_valid_loss : 0.1620936244726181
813280 0.162282 0.162094 0.166441 CURRENT LEARNING RATE: 0.00020558007430500626
previous_iter_valid_loss : 0.16441041231155396
813300 0.164577 0.164410 0.165943 CURRENT LEARNING RATE: 0.00020553896240147235
previous_iter_valid_loss : 0.1607271134853363
813320 0.160887 0.160727 0.165743 CURRENT LEARNING RATE: 0.00020549785871949738
previous_iter_valid_loss : 0.16967575252056122
813340 0.169834 0.169676 0.165966 CURRENT LEARNING RATE: 0.00020545676325743674
previous_iter_valid_loss : 0.16783706843852997
813360 0.167993 0.167837 0.165907 CURRENT LEARNING RATE: 0.00020541567601364634
previous_iter_valid_loss : 0.1840531975030899
813380 0.184416 0.184053 0.166956 CURRENT LEARNING RATE: 0.00020537459698648336
previous_iter_valid_loss : 0.16553249955177307
813400 0.165693 0.165532 0.166833 CURRENT LEARNING RATE: 0.00020533352617430425
previous_iter_valid_loss : 0.16373790800571442
813420 0.163905 0.163738 0.166912 CURRENT LEARNING RATE: 0.00020529246357546625
previous_iter_valid_loss : 0.16839390993118286
813440 0.168632 0.168394 0.167269 CURRENT LEARNING RATE: 0.00020525140918832644
previous_iter_valid_loss : 0.16347171366214752
813460 0.163676 0.163472 0.167395 CURRENT LEARNING RATE: 0.00020521036301124343
previous_iter_valid_loss : 0.16072170436382294
813480 0.160876 0.160722 0.167043 CURRENT LEARNING RATE: 0.00020516932504257494
previous_iter_valid_loss : 0.1611049473285675
813500 0.161291 0.161105 0.166621 CURRENT LEARNING RATE: 0.00020512829528067947
previous_iter_valid_loss : 0.16194427013397217
813520 0.162100 0.161944 0.166657 CURRENT LEARNING RATE: 0.00020508727372391548
previous_iter_valid_loss : 0.1685815453529358
813540 0.168733 0.168582 0.166562 CURRENT LEARNING RATE: 0.00020504626037064284
previous_iter_valid_loss : 0.17826618254184723
813560 0.178423 0.178266 0.167317 CURRENT LEARNING RATE: 0.00020500525521922061
previous_iter_valid_loss : 0.16320933401584625
813580 0.163402 0.163209 0.167452 CURRENT LEARNING RATE: 0.00020496425826800865
previous_iter_valid_loss : 0.16309911012649536
813600 0.163297 0.163099 0.167519 CURRENT LEARNING RATE: 0.00020492326951536665
previous_iter_valid_loss : 0.16711550951004028
813620 0.167339 0.167116 0.167831 CURRENT LEARNING RATE: 0.00020488228895965588
previous_iter_valid_loss : 0.1608736515045166
813640 0.161030 0.160874 0.166581 CURRENT LEARNING RATE: 0.00020484131659923667
previous_iter_valid_loss : 0.16266268491744995
813660 0.162830 0.162663 0.165873 CURRENT LEARNING RATE: 0.00020480035243247013
previous_iter_valid_loss : 0.1648305058479309
813680 0.164995 0.164831 0.166010 CURRENT LEARNING RATE: 0.00020475939645771735
previous_iter_valid_loss : 0.1607738733291626
813700 0.160938 0.160774 0.165828 CURRENT LEARNING RATE: 0.00020471844867334083
previous_iter_valid_loss : 0.1732029914855957
813720 0.173353 0.173203 0.166452 CURRENT LEARNING RATE: 0.00020467750907770228
previous_iter_valid_loss : 0.1605892926454544
813740 0.160755 0.160589 0.165997 CURRENT LEARNING RATE: 0.0002046365776691638
previous_iter_valid_loss : 0.17360259592533112
813760 0.173875 0.173603 0.166286 CURRENT LEARNING RATE: 0.00020459565444608873
previous_iter_valid_loss : 0.16169597208499908
813780 0.161891 0.161696 0.165168 CURRENT LEARNING RATE: 0.00020455473940683995
previous_iter_valid_loss : 0.16848613321781158
813800 0.168642 0.168486 0.165315 CURRENT LEARNING RATE: 0.00020451383254978074
previous_iter_valid_loss : 0.16324077546596527
813820 0.163402 0.163241 0.165291 CURRENT LEARNING RATE: 0.0002044729338732745
previous_iter_valid_loss : 0.16122077405452728
813840 0.161390 0.161221 0.164932 CURRENT LEARNING RATE: 0.000204432043375686
previous_iter_valid_loss : 0.1738029420375824
813860 0.173950 0.173803 0.165448 CURRENT LEARNING RATE: 0.00020439116105537927
previous_iter_valid_loss : 0.17539680004119873
813880 0.175685 0.175397 0.166182 CURRENT LEARNING RATE: 0.00020435028691071899
previous_iter_valid_loss : 0.17051541805267334
813900 0.170667 0.170515 0.166653 CURRENT LEARNING RATE: 0.00020430942094006984
previous_iter_valid_loss : 0.20468449592590332
813920 0.204747 0.204684 0.168790 CURRENT LEARNING RATE: 0.00020426856314179794
previous_iter_valid_loss : 0.1607028692960739
813940 0.160874 0.160703 0.168396 CURRENT LEARNING RATE: 0.00020422771351426858
previous_iter_valid_loss : 0.16410474479198456
813960 0.164287 0.164105 0.167688 CURRENT LEARNING RATE: 0.00020418687205584783
previous_iter_valid_loss : 0.16943952441215515
813980 0.169595 0.169440 0.167999 CURRENT LEARNING RATE: 0.00020414603876490157
previous_iter_valid_loss : 0.16062285006046295
814000 0.160778 0.160623 0.167875 CURRENT LEARNING RATE: 0.00020410521363979728
previous_iter_valid_loss : 0.1651197373867035
814020 0.165286 0.165120 0.167776 CURRENT LEARNING RATE: 0.00020406439667890162
previous_iter_valid_loss : 0.16102957725524902
814040 0.161183 0.161030 0.167783 CURRENT LEARNING RATE: 0.00020402358788058176
previous_iter_valid_loss : 0.16154071688652039
814060 0.161702 0.161541 0.167727 CURRENT LEARNING RATE: 0.0002039827872432051
previous_iter_valid_loss : 0.18165968358516693
814080 0.181818 0.181660 0.168569 CURRENT LEARNING RATE: 0.00020394199476514034
previous_iter_valid_loss : 0.16460399329662323
814100 0.164809 0.164604 0.168760 CURRENT LEARNING RATE: 0.0002039012104447554
previous_iter_valid_loss : 0.16062544286251068
814120 0.160799 0.160625 0.168131 CURRENT LEARNING RATE: 0.00020386043428041853
previous_iter_valid_loss : 0.16258947551250458
814140 0.162759 0.162589 0.168231 CURRENT LEARNING RATE: 0.00020381966627049943
previous_iter_valid_loss : 0.16475747525691986
814160 0.164921 0.164757 0.167789 CURRENT LEARNING RATE: 0.000203778906413367
previous_iter_valid_loss : 0.1605248600244522
814180 0.160695 0.160525 0.167731 CURRENT LEARNING RATE: 0.00020373815470739088
previous_iter_valid_loss : 0.19159434735774994
814200 0.191720 0.191594 0.168886 CURRENT LEARNING RATE: 0.00020369741115094058
previous_iter_valid_loss : 0.1629621833562851
814220 0.163133 0.162962 0.168872 CURRENT LEARNING RATE: 0.00020365667574238715
previous_iter_valid_loss : 0.16337886452674866
814240 0.163558 0.163379 0.168980 CURRENT LEARNING RATE: 0.00020361594848010076
previous_iter_valid_loss : 0.17129087448120117
814260 0.171550 0.171291 0.168854 CURRENT LEARNING RATE: 0.00020357522936245232
previous_iter_valid_loss : 0.16063332557678223
814280 0.160803 0.160633 0.168116 CURRENT LEARNING RATE: 0.00020353451838781272
previous_iter_valid_loss : 0.16053739190101624
814300 0.160693 0.160537 0.167617 CURRENT LEARNING RATE: 0.00020349381555455427
previous_iter_valid_loss : 0.16083073616027832
814320 0.160976 0.160831 0.165425 CURRENT LEARNING RATE: 0.00020345312086104842
previous_iter_valid_loss : 0.1620233952999115
814340 0.162186 0.162023 0.165491 CURRENT LEARNING RATE: 0.00020341243430566748
previous_iter_valid_loss : 0.16134122014045715
814360 0.161502 0.161341 0.165353 CURRENT LEARNING RATE: 0.00020337175588678357
previous_iter_valid_loss : 0.1612521857023239
814380 0.161413 0.161252 0.164943 CURRENT LEARNING RATE: 0.00020333108560277027
previous_iter_valid_loss : 0.16593562066555023
814400 0.166099 0.165936 0.165209 CURRENT LEARNING RATE: 0.00020329042345200042
previous_iter_valid_loss : 0.16083985567092896
814420 0.161001 0.160840 0.164995 CURRENT LEARNING RATE: 0.00020324976943284756
previous_iter_valid_loss : 0.16462747752666473
814440 0.164827 0.164627 0.165175 CURRENT LEARNING RATE: 0.00020320912354368511
previous_iter_valid_loss : 0.16620026528835297
814460 0.166359 0.166200 0.165408 CURRENT LEARNING RATE: 0.000203168485782888
previous_iter_valid_loss : 0.17244111001491547
814480 0.172585 0.172441 0.164947 CURRENT LEARNING RATE: 0.00020312785614883037
previous_iter_valid_loss : 0.16121837496757507
814500 0.161405 0.161218 0.164778 CURRENT LEARNING RATE: 0.00020308723463988664
previous_iter_valid_loss : 0.17374800145626068
814520 0.173898 0.173748 0.165434 CURRENT LEARNING RATE: 0.00020304662125443268
previous_iter_valid_loss : 0.16214978694915771
814540 0.162335 0.162150 0.165412 CURRENT LEARNING RATE: 0.0002030060159908436
previous_iter_valid_loss : 0.16072604060173035
814560 0.160879 0.160726 0.165210 CURRENT LEARNING RATE: 0.0002029654188474952
previous_iter_valid_loss : 0.16066579520702362
814580 0.160822 0.160666 0.165217 CURRENT LEARNING RATE: 0.0002029248298227632
previous_iter_valid_loss : 0.16250476241111755
814600 0.162696 0.162505 0.163763 CURRENT LEARNING RATE: 0.00020288424891502476
previous_iter_valid_loss : 0.18439720571041107
814620 0.184548 0.184397 0.164834 CURRENT LEARNING RATE: 0.00020284367612265637
previous_iter_valid_loss : 0.1658523976802826
814640 0.166065 0.165852 0.164958 CURRENT LEARNING RATE: 0.00020280311144403498
previous_iter_valid_loss : 0.16644152998924255
814660 0.166601 0.166442 0.164716 CURRENT LEARNING RATE: 0.00020276255487753776
previous_iter_valid_loss : 0.16454215347766876
814680 0.164730 0.164542 0.164911 CURRENT LEARNING RATE: 0.00020272200642154308
previous_iter_valid_loss : 0.16527090966701508
814700 0.165439 0.165271 0.165148 CURRENT LEARNING RATE: 0.00020268146607442875
previous_iter_valid_loss : 0.17754459381103516
814720 0.177858 0.177545 0.165983 CURRENT LEARNING RATE: 0.00020264093383457304
previous_iter_valid_loss : 0.16417109966278076
814740 0.164367 0.164171 0.166091 CURRENT LEARNING RATE: 0.00020260040970035434
previous_iter_valid_loss : 0.16628558933734894
814760 0.166444 0.166286 0.166338 CURRENT LEARNING RATE: 0.00020255989367015247
previous_iter_valid_loss : 0.16603073477745056
814780 0.166239 0.166031 0.166577 CURRENT LEARNING RATE: 0.0002025193857423463
previous_iter_valid_loss : 0.162082701921463
814800 0.162252 0.162083 0.166384 CURRENT LEARNING RATE: 0.00020247888591531566
previous_iter_valid_loss : 0.16182538866996765
814820 0.161984 0.161825 0.166434 CURRENT LEARNING RATE: 0.00020243839418744006
previous_iter_valid_loss : 0.170704185962677
814840 0.170858 0.170704 0.166737 CURRENT LEARNING RATE: 0.0002023979105571007
previous_iter_valid_loss : 0.17227156460285187
814860 0.172420 0.172272 0.167041 CURRENT LEARNING RATE: 0.00020235743502267767
previous_iter_valid_loss : 0.1734571009874344
814880 0.173731 0.173457 0.167092 CURRENT LEARNING RATE: 0.00020231696758255216
previous_iter_valid_loss : 0.16927999258041382
814900 0.169526 0.169280 0.167495 CURRENT LEARNING RATE: 0.00020227650823510497
previous_iter_valid_loss : 0.16608548164367676
814920 0.166295 0.166085 0.167112 CURRENT LEARNING RATE: 0.00020223605697871854
previous_iter_valid_loss : 0.19132618606090546
814940 0.191458 0.191326 0.168571 CURRENT LEARNING RATE: 0.00020219561381177442
previous_iter_valid_loss : 0.1678904891014099
814960 0.168110 0.167890 0.168929 CURRENT LEARNING RATE: 0.00020215517873265447
previous_iter_valid_loss : 0.16210563480854034
814980 0.162257 0.162106 0.169001 CURRENT LEARNING RATE: 0.0002021147517397421
previous_iter_valid_loss : 0.16400282084941864
815000 0.164197 0.164003 0.169076 CURRENT LEARNING RATE: 0.0002020743328314198
previous_iter_valid_loss : 0.16129814088344574
815020 0.161452 0.161298 0.167921 CURRENT LEARNING RATE: 0.00020203392200607084
previous_iter_valid_loss : 0.16344867646694183
815040 0.163646 0.163449 0.167801 CURRENT LEARNING RATE: 0.00020199351926207843
previous_iter_valid_loss : 0.19599106907844543
815060 0.196100 0.195991 0.169278 CURRENT LEARNING RATE: 0.0002019531245978272
previous_iter_valid_loss : 0.16161401569843292
815080 0.161796 0.161614 0.169132 CURRENT LEARNING RATE: 0.00020191273801170096
previous_iter_valid_loss : 0.1888233721256256
815100 0.189263 0.188823 0.170309 CURRENT LEARNING RATE: 0.00020187235950208426
previous_iter_valid_loss : 0.17513665556907654
815120 0.175424 0.175137 0.170189 CURRENT LEARNING RATE: 0.00020183198906736162
previous_iter_valid_loss : 0.16149544715881348
815140 0.161656 0.161495 0.170055 CURRENT LEARNING RATE: 0.00020179162670591892
previous_iter_valid_loss : 0.1607898473739624
815160 0.160940 0.160790 0.169780 CURRENT LEARNING RATE: 0.00020175127241614133
previous_iter_valid_loss : 0.16451366245746613
815180 0.164688 0.164514 0.169704 CURRENT LEARNING RATE: 0.00020171092619641467
previous_iter_valid_loss : 0.1740063726902008
815200 0.174273 0.174006 0.170301 CURRENT LEARNING RATE: 0.00020167058804512468
previous_iter_valid_loss : 0.16097646951675415
815220 0.161166 0.160976 0.170258 CURRENT LEARNING RATE: 0.00020163025796065864
previous_iter_valid_loss : 0.16060569882392883
815240 0.160782 0.160606 0.169753 CURRENT LEARNING RATE: 0.00020158993594140295
previous_iter_valid_loss : 0.16253191232681274
815260 0.162720 0.162532 0.169266 CURRENT LEARNING RATE: 0.0002015496219857447
previous_iter_valid_loss : 0.1691625416278839
815280 0.169397 0.169163 0.169051 CURRENT LEARNING RATE: 0.000201509316092071
previous_iter_valid_loss : 0.17009909451007843
815300 0.170248 0.170099 0.169092 CURRENT LEARNING RATE: 0.00020146901825877036
previous_iter_valid_loss : 0.1617504060268402
815320 0.161941 0.161750 0.168876 CURRENT LEARNING RATE: 0.00020142872848423046
previous_iter_valid_loss : 0.16459043323993683
815340 0.164790 0.164590 0.167539 CURRENT LEARNING RATE: 0.00020138844676683933
previous_iter_valid_loss : 0.16077423095703125
815360 0.160933 0.160774 0.167183 CURRENT LEARNING RATE: 0.0002013481731049865
previous_iter_valid_loss : 0.1606363207101822
815380 0.160802 0.160636 0.167110 CURRENT LEARNING RATE: 0.00020130790749706061
previous_iter_valid_loss : 0.16343127191066742
815400 0.163633 0.163431 0.167081 CURRENT LEARNING RATE: 0.00020126764994145104
previous_iter_valid_loss : 0.16192308068275452
815420 0.162089 0.161923 0.167112 CURRENT LEARNING RATE: 0.00020122740043654715
previous_iter_valid_loss : 0.17688758671283722
815440 0.177045 0.176888 0.167784 CURRENT LEARNING RATE: 0.00020118715898073965
previous_iter_valid_loss : 0.16157972812652588
815460 0.161740 0.161580 0.166064 CURRENT LEARNING RATE: 0.00020114692557241852
previous_iter_valid_loss : 0.1808929741382599
815480 0.181220 0.180893 0.167028 CURRENT LEARNING RATE: 0.00020110670020997447
previous_iter_valid_loss : 0.16056956350803375
815500 0.160730 0.160570 0.165615 CURRENT LEARNING RATE: 0.0002010664828917981
previous_iter_valid_loss : 0.17393480241298676
815520 0.174209 0.173935 0.165555 CURRENT LEARNING RATE: 0.00020102627361628142
previous_iter_valid_loss : 0.16211700439453125
815540 0.162311 0.162117 0.165586 CURRENT LEARNING RATE: 0.00020098607238181571
previous_iter_valid_loss : 0.16375234723091125
815560 0.163916 0.163752 0.165734 CURRENT LEARNING RATE: 0.00020094587918679293
previous_iter_valid_loss : 0.1680082231760025
815580 0.168235 0.168008 0.165909 CURRENT LEARNING RATE: 0.00020090569402960497
previous_iter_valid_loss : 0.16119849681854248
815600 0.161356 0.161198 0.165268 CURRENT LEARNING RATE: 0.00020086551690864514
previous_iter_valid_loss : 0.1605270802974701
815620 0.160677 0.160527 0.165246 CURRENT LEARNING RATE: 0.00020082534782230605
previous_iter_valid_loss : 0.17216868698596954
815640 0.172434 0.172169 0.165824 CURRENT LEARNING RATE: 0.00020078518676898088
previous_iter_valid_loss : 0.1725425273180008
815660 0.172813 0.172543 0.166325 CURRENT LEARNING RATE: 0.00020074503374706287
previous_iter_valid_loss : 0.1814548820257187
815680 0.181802 0.181455 0.166939 CURRENT LEARNING RATE: 0.00020070488875494657
previous_iter_valid_loss : 0.1639111340045929
815700 0.164105 0.163911 0.166630 CURRENT LEARNING RATE: 0.00020066475179102584
previous_iter_valid_loss : 0.1661648005247116
815720 0.166381 0.166165 0.166851 CURRENT LEARNING RATE: 0.00020062462285369486
previous_iter_valid_loss : 0.1671636551618576
815740 0.167321 0.167164 0.166979 CURRENT LEARNING RATE: 0.0002005845019413492
previous_iter_valid_loss : 0.18118436634540558
815760 0.181343 0.181184 0.168000 CURRENT LEARNING RATE: 0.0002005443890523836
previous_iter_valid_loss : 0.16059526801109314
815780 0.160758 0.160595 0.167998 CURRENT LEARNING RATE: 0.00020050428418519364
previous_iter_valid_loss : 0.16189251840114594
815800 0.162064 0.161893 0.167921 CURRENT LEARNING RATE: 0.0002004641873381747
previous_iter_valid_loss : 0.16843722760677338
815820 0.168677 0.168437 0.168246 CURRENT LEARNING RATE: 0.00020042409850972362
previous_iter_valid_loss : 0.17032399773597717
815840 0.170582 0.170324 0.167918 CURRENT LEARNING RATE: 0.00020038401769823655
previous_iter_valid_loss : 0.16053065657615662
815860 0.160687 0.160531 0.167866 CURRENT LEARNING RATE: 0.00020034394490211016
previous_iter_valid_loss : 0.1613917201757431
815880 0.161550 0.161392 0.166891 CURRENT LEARNING RATE: 0.00020030388011974128
previous_iter_valid_loss : 0.16324637830257416
815900 0.163415 0.163246 0.167025 CURRENT LEARNING RATE: 0.00020026382334952796
previous_iter_valid_loss : 0.1605619192123413
815920 0.160728 0.160562 0.166356 CURRENT LEARNING RATE: 0.00020022377458986764
previous_iter_valid_loss : 0.17436055839061737
815940 0.174636 0.174361 0.166968 CURRENT LEARNING RATE: 0.00020018373383915827
previous_iter_valid_loss : 0.16604894399642944
815960 0.166210 0.166049 0.167083 CURRENT LEARNING RATE: 0.00020014370109579796
previous_iter_valid_loss : 0.18653954565525055
815980 0.186682 0.186540 0.168010 CURRENT LEARNING RATE: 0.00020010367635818607
previous_iter_valid_loss : 0.16308411955833435
816000 0.163264 0.163084 0.168104 CURRENT LEARNING RATE: 0.00020006365962472124
previous_iter_valid_loss : 0.16063599288463593
816020 0.160796 0.160636 0.168109 CURRENT LEARNING RATE: 0.00020002365089380285
previous_iter_valid_loss : 0.16128312051296234
816040 0.161465 0.161283 0.167565 CURRENT LEARNING RATE: 0.00019998365016383015
previous_iter_valid_loss : 0.16101568937301636
816060 0.161206 0.161016 0.166989 CURRENT LEARNING RATE: 0.00019994365743320386
previous_iter_valid_loss : 0.16050831973552704
816080 0.160678 0.160508 0.165941 CURRENT LEARNING RATE: 0.0001999036727003239
previous_iter_valid_loss : 0.16078081727027893
816100 0.160959 0.160781 0.165785 CURRENT LEARNING RATE: 0.00019986369596359084
previous_iter_valid_loss : 0.16390909254550934
816120 0.164102 0.163909 0.165672 CURRENT LEARNING RATE: 0.00019982372722140534
previous_iter_valid_loss : 0.16704516112804413
816140 0.167198 0.167045 0.165666 CURRENT LEARNING RATE: 0.00019978376647216924
previous_iter_valid_loss : 0.1606738418340683
816160 0.160842 0.160674 0.164641 CURRENT LEARNING RATE: 0.0001997438137142839
previous_iter_valid_loss : 0.16070212423801422
816180 0.160879 0.160702 0.164646 CURRENT LEARNING RATE: 0.00019970386894615073
previous_iter_valid_loss : 0.16166183352470398
816200 0.161831 0.161662 0.164634 CURRENT LEARNING RATE: 0.00019966393216617272
previous_iter_valid_loss : 0.1624511033296585
816220 0.162616 0.162451 0.164335 CURRENT LEARNING RATE: 0.000199624003372752
previous_iter_valid_loss : 0.1615351289510727
816240 0.161721 0.161535 0.163896 CURRENT LEARNING RATE: 0.0001995840825642915
previous_iter_valid_loss : 0.1616804003715515
816260 0.161843 0.161680 0.163953 CURRENT LEARNING RATE: 0.0001995441697391939
previous_iter_valid_loss : 0.16072233021259308
816280 0.160898 0.160722 0.163920 CURRENT LEARNING RATE: 0.0001995042648958635
previous_iter_valid_loss : 0.163710817694664
816300 0.163880 0.163711 0.163943 CURRENT LEARNING RATE: 0.0001994643680327037
previous_iter_valid_loss : 0.18022236227989197
816320 0.180557 0.180222 0.164926 CURRENT LEARNING RATE: 0.00019942447914811872
previous_iter_valid_loss : 0.16989347338676453
816340 0.170045 0.169893 0.164702 CURRENT LEARNING RATE: 0.00019938459824051254
previous_iter_valid_loss : 0.16442064940929413
816360 0.164594 0.164421 0.164621 CURRENT LEARNING RATE: 0.00019934472530829062
previous_iter_valid_loss : 0.1605239063501358
816380 0.160694 0.160524 0.163320 CURRENT LEARNING RATE: 0.00019930486034985782
previous_iter_valid_loss : 0.16379493474960327
816400 0.163995 0.163795 0.163356 CURRENT LEARNING RATE: 0.00019926500336361943
previous_iter_valid_loss : 0.1711621731519699
816420 0.171423 0.171162 0.163882 CURRENT LEARNING RATE: 0.00019922515434798083
previous_iter_valid_loss : 0.16315816342830658
816440 0.163360 0.163158 0.163976 CURRENT LEARNING RATE: 0.00019918531330134876
previous_iter_valid_loss : 0.16089406609535217
816460 0.161065 0.160894 0.163970 CURRENT LEARNING RATE: 0.0001991454802221293
previous_iter_valid_loss : 0.16449841856956482
816480 0.164707 0.164498 0.164169 CURRENT LEARNING RATE: 0.00019910565510872908
previous_iter_valid_loss : 0.1698625385761261
816500 0.170114 0.169863 0.164623 CURRENT LEARNING RATE: 0.00019906583795955467
previous_iter_valid_loss : 0.16185003519058228
816520 0.162029 0.161850 0.164520 CURRENT LEARNING RATE: 0.0001990260287730142
previous_iter_valid_loss : 0.1627083718776703
816540 0.162907 0.162708 0.164304 CURRENT LEARNING RATE: 0.00019898622754751494
previous_iter_valid_loss : 0.16801059246063232
816560 0.168235 0.168011 0.164670 CURRENT LEARNING RATE: 0.0001989464342814644
previous_iter_valid_loss : 0.1639486402273178
816580 0.164116 0.163949 0.164833 CURRENT LEARNING RATE: 0.00019890664897327166
previous_iter_valid_loss : 0.16723349690437317
816600 0.167457 0.167233 0.165111 CURRENT LEARNING RATE: 0.0001988668716213449
previous_iter_valid_loss : 0.1635959893465042
816620 0.163791 0.163596 0.165169 CURRENT LEARNING RATE: 0.00019882710222409296
previous_iter_valid_loss : 0.1605159342288971
816640 0.160674 0.160516 0.165118 CURRENT LEARNING RATE: 0.00019878734077992483
previous_iter_valid_loss : 0.16157013177871704
816660 0.161732 0.161570 0.165112 CURRENT LEARNING RATE: 0.00019874758728725074
previous_iter_valid_loss : 0.16629812121391296
816680 0.166517 0.166298 0.165391 CURRENT LEARNING RATE: 0.00019870784174448017
previous_iter_valid_loss : 0.16053088009357452
816700 0.160691 0.160531 0.165232 CURRENT LEARNING RATE: 0.00019866810415002326
previous_iter_valid_loss : 0.169523224234581
816720 0.169673 0.169523 0.164697 CURRENT LEARNING RATE: 0.0001986283745022902
previous_iter_valid_loss : 0.1623554229736328
816740 0.162518 0.162355 0.164320 CURRENT LEARNING RATE: 0.00019858865279969248
previous_iter_valid_loss : 0.16568249464035034
816760 0.165896 0.165682 0.164383 CURRENT LEARNING RATE: 0.00019854893904064095
previous_iter_valid_loss : 0.172402024269104
816780 0.172550 0.172402 0.164977 CURRENT LEARNING RATE: 0.00019850923322354695
previous_iter_valid_loss : 0.16114753484725952
816800 0.161305 0.161148 0.164845 CURRENT LEARNING RATE: 0.000198469535346822
previous_iter_valid_loss : 0.16477298736572266
816820 0.164938 0.164773 0.164525 CURRENT LEARNING RATE: 0.0001984298454088788
previous_iter_valid_loss : 0.1609354019165039
816840 0.161083 0.160935 0.164414 CURRENT LEARNING RATE: 0.0001983901634081295
previous_iter_valid_loss : 0.16051717102527618
816860 0.160679 0.160517 0.164395 CURRENT LEARNING RATE: 0.0001983504893429867
previous_iter_valid_loss : 0.16052640974521637
816880 0.160689 0.160526 0.164197 CURRENT LEARNING RATE: 0.00019831082321186317
previous_iter_valid_loss : 0.17172393202781677
816900 0.171988 0.171724 0.164290 CURRENT LEARNING RATE: 0.00019827116501317297
previous_iter_valid_loss : 0.16802483797073364
816920 0.168248 0.168025 0.164599 CURRENT LEARNING RATE: 0.0001982315147453294
previous_iter_valid_loss : 0.16438233852386475
816940 0.164557 0.164382 0.164682 CURRENT LEARNING RATE: 0.00019819187240674606
previous_iter_valid_loss : 0.16369320452213287
816960 0.163888 0.163693 0.164466 CURRENT LEARNING RATE: 0.000198152237995838
previous_iter_valid_loss : 0.18004316091537476
816980 0.180380 0.180043 0.165271 CURRENT LEARNING RATE: 0.0001981126115110195
previous_iter_valid_loss : 0.16378812491893768
817000 0.163983 0.163788 0.165099 CURRENT LEARNING RATE: 0.0001980729929507055
previous_iter_valid_loss : 0.16275525093078613
817020 0.162950 0.162755 0.165057 CURRENT LEARNING RATE: 0.00019803338231331083
previous_iter_valid_loss : 0.16092519462108612
817040 0.161072 0.160925 0.165077 CURRENT LEARNING RATE: 0.00019799377959725192
previous_iter_valid_loss : 0.1616152822971344
817060 0.161777 0.161615 0.165079 CURRENT LEARNING RATE: 0.00019795418480094413
previous_iter_valid_loss : 0.16141650080680847
817080 0.161606 0.161417 0.164835 CURRENT LEARNING RATE: 0.00019791459792280381
previous_iter_valid_loss : 0.16735363006591797
817100 0.167573 0.167354 0.165177 CURRENT LEARNING RATE: 0.0001978750189612471
previous_iter_valid_loss : 0.17545577883720398
817120 0.175744 0.175456 0.165473 CURRENT LEARNING RATE: 0.0001978354479146915
previous_iter_valid_loss : 0.16278763115406036
817140 0.162951 0.162788 0.165495 CURRENT LEARNING RATE: 0.00019779588478155386
previous_iter_valid_loss : 0.16189418733119965
817160 0.162079 0.161894 0.165305 CURRENT LEARNING RATE: 0.0001977563295602516
previous_iter_valid_loss : 0.16702762246131897
817180 0.167187 0.167028 0.165037 CURRENT LEARNING RATE: 0.00019771678224920222
previous_iter_valid_loss : 0.16171374917030334
817200 0.161902 0.161714 0.165065 CURRENT LEARNING RATE: 0.00019767724284682452
previous_iter_valid_loss : 0.16059742867946625
817220 0.160771 0.160597 0.164856 CURRENT LEARNING RATE: 0.00019763771135153653
previous_iter_valid_loss : 0.16448891162872314
817240 0.164694 0.164489 0.165034 CURRENT LEARNING RATE: 0.00019759818776175704
previous_iter_valid_loss : 0.16051261126995087
817260 0.160683 0.160513 0.165034 CURRENT LEARNING RATE: 0.00019755867207590474
previous_iter_valid_loss : 0.16276977956295013
817280 0.162952 0.162770 0.165146 CURRENT LEARNING RATE: 0.00019751916429239968
previous_iter_valid_loss : 0.16067957878112793
817300 0.160837 0.160680 0.164594 CURRENT LEARNING RATE: 0.0001974796644096612
previous_iter_valid_loss : 0.16215313971042633
817320 0.162311 0.162153 0.164300 CURRENT LEARNING RATE: 0.00019744017242610902
previous_iter_valid_loss : 0.1607903093099594
817340 0.160952 0.160790 0.164120 CURRENT LEARNING RATE: 0.0001974006883401641
previous_iter_valid_loss : 0.1630532443523407
817360 0.163266 0.163053 0.164088 CURRENT LEARNING RATE: 0.0001973612121502468
previous_iter_valid_loss : 0.16572698950767517
817380 0.165945 0.165727 0.163373 CURRENT LEARNING RATE: 0.0001973217438547779
previous_iter_valid_loss : 0.1893461048603058
817400 0.189772 0.189346 0.164650 CURRENT LEARNING RATE: 0.0001972822834521785
previous_iter_valid_loss : 0.17450100183486938
817420 0.174646 0.174501 0.165238 CURRENT LEARNING RATE: 0.0001972428309408708
previous_iter_valid_loss : 0.16537347435951233
817440 0.165586 0.165373 0.165460 CURRENT LEARNING RATE: 0.00019720338631927636
previous_iter_valid_loss : 0.16243761777877808
817460 0.162589 0.162438 0.165501 CURRENT LEARNING RATE: 0.0001971639495858174
previous_iter_valid_loss : 0.1622721254825592
817480 0.162448 0.162272 0.165544 CURRENT LEARNING RATE: 0.0001971245207389161
previous_iter_valid_loss : 0.16255640983581543
817500 0.162748 0.162556 0.165304 CURRENT LEARNING RATE: 0.000197085099776996
previous_iter_valid_loss : 0.16309013962745667
817520 0.163259 0.163090 0.164686 CURRENT LEARNING RATE: 0.00019704568669847992
previous_iter_valid_loss : 0.16117671132087708
817540 0.161336 0.161177 0.164605 CURRENT LEARNING RATE: 0.0001970062815017913
previous_iter_valid_loss : 0.16697394847869873
817560 0.167187 0.166974 0.164859 CURRENT LEARNING RATE: 0.00019696688418535367
previous_iter_valid_loss : 0.1605040431022644
817580 0.160664 0.160504 0.164533 CURRENT LEARNING RATE: 0.00019692749474759175
previous_iter_valid_loss : 0.16232573986053467
817600 0.162490 0.162326 0.164564 CURRENT LEARNING RATE: 0.00019688811318692968
previous_iter_valid_loss : 0.16444477438926697
817620 0.164612 0.164445 0.164756 CURRENT LEARNING RATE: 0.00019684873950179214
previous_iter_valid_loss : 0.16049787402153015
817640 0.160664 0.160498 0.164557 CURRENT LEARNING RATE: 0.00019680937369060387
previous_iter_valid_loss : 0.1662907600402832
817660 0.166506 0.166291 0.164845 CURRENT LEARNING RATE: 0.0001967700157517909
previous_iter_valid_loss : 0.16976505517959595
817680 0.170000 0.169765 0.165195 CURRENT LEARNING RATE: 0.00019673066568377863
previous_iter_valid_loss : 0.16063381731510162
817700 0.160796 0.160634 0.165193 CURRENT LEARNING RATE: 0.00019669132348499297
previous_iter_valid_loss : 0.1723737120628357
817720 0.172642 0.172374 0.165704 CURRENT LEARNING RATE: 0.00019665198915385992
previous_iter_valid_loss : 0.16113731265068054
817740 0.161323 0.161137 0.165721 CURRENT LEARNING RATE: 0.00019661266268880686
previous_iter_valid_loss : 0.16259443759918213
817760 0.162781 0.162594 0.165698 CURRENT LEARNING RATE: 0.0001965733440882603
previous_iter_valid_loss : 0.1613723784685135
817780 0.161528 0.161372 0.165481 CURRENT LEARNING RATE: 0.00019653403335064717
previous_iter_valid_loss : 0.17748887836933136
817800 0.177645 0.177489 0.164888 CURRENT LEARNING RATE: 0.0001964947304743958
previous_iter_valid_loss : 0.16843897104263306
817820 0.168588 0.168439 0.164585 CURRENT LEARNING RATE: 0.00019645543545793363
previous_iter_valid_loss : 0.1610986292362213
817840 0.161278 0.161099 0.164371 CURRENT LEARNING RATE: 0.00019641614829968892
previous_iter_valid_loss : 0.169376403093338
817860 0.169607 0.169376 0.164718 CURRENT LEARNING RATE: 0.00019637686899808983
previous_iter_valid_loss : 0.16152191162109375
817880 0.161705 0.161522 0.164680 CURRENT LEARNING RATE: 0.00019633759755156583
previous_iter_valid_loss : 0.18102481961250305
817900 0.181361 0.181025 0.165604 CURRENT LEARNING RATE: 0.0001962983339585458
previous_iter_valid_loss : 0.1605888307094574
817920 0.160750 0.160589 0.165479 CURRENT LEARNING RATE: 0.00019625907821745913
previous_iter_valid_loss : 0.16062112152576447
817940 0.160792 0.160621 0.165451 CURRENT LEARNING RATE: 0.00019621983032673532
previous_iter_valid_loss : 0.16111409664154053
817960 0.161294 0.161114 0.165158 CURRENT LEARNING RATE: 0.00019618059028480504
previous_iter_valid_loss : 0.1715809553861618
817980 0.171723 0.171581 0.165712 CURRENT LEARNING RATE: 0.0001961413580900984
previous_iter_valid_loss : 0.16693215072155
818000 0.167147 0.166932 0.165942 CURRENT LEARNING RATE: 0.00019610213374104612
previous_iter_valid_loss : 0.1622474193572998
818020 0.162433 0.162247 0.165832 CURRENT LEARNING RATE: 0.00019606291723607889
previous_iter_valid_loss : 0.18309980630874634
818040 0.183256 0.183100 0.166962 CURRENT LEARNING RATE: 0.0001960237085736287
previous_iter_valid_loss : 0.16398030519485474
818060 0.164150 0.163980 0.166847 CURRENT LEARNING RATE: 0.0001959845077521269
previous_iter_valid_loss : 0.16385474801063538
818080 0.164018 0.163855 0.166551 CURRENT LEARNING RATE: 0.00019594531477000538
previous_iter_valid_loss : 0.16739237308502197
818100 0.167550 0.167392 0.166889 CURRENT LEARNING RATE: 0.00019590612962569617
previous_iter_valid_loss : 0.17930004000663757
818120 0.179619 0.179300 0.167236 CURRENT LEARNING RATE: 0.00019586695231763255
previous_iter_valid_loss : 0.17006152868270874
818140 0.170215 0.170062 0.167682 CURRENT LEARNING RATE: 0.000195827782844247
previous_iter_valid_loss : 0.1607016921043396
818160 0.160886 0.160702 0.167587 CURRENT LEARNING RATE: 0.0001957886212039725
previous_iter_valid_loss : 0.1666666865348816
818180 0.166879 0.166667 0.167852 CURRENT LEARNING RATE: 0.00019574946739524314
previous_iter_valid_loss : 0.16160030663013458
818200 0.161781 0.161600 0.167057 CURRENT LEARNING RATE: 0.00019571032141649255
previous_iter_valid_loss : 0.1605013906955719
818220 0.160664 0.160501 0.166660 CURRENT LEARNING RATE: 0.00019567118326615485
previous_iter_valid_loss : 0.16085942089557648
818240 0.161019 0.160859 0.166648 CURRENT LEARNING RATE: 0.00019563205294266414
previous_iter_valid_loss : 0.1627613753080368
818260 0.162953 0.162761 0.166318 CURRENT LEARNING RATE: 0.00019559293044445593
previous_iter_valid_loss : 0.1616365611553192
818280 0.161822 0.161637 0.166323 CURRENT LEARNING RATE: 0.00019555381576996498
previous_iter_valid_loss : 0.16132229566574097
818300 0.161478 0.161322 0.165338 CURRENT LEARNING RATE: 0.00019551470891762665
previous_iter_valid_loss : 0.17081128060817719
818320 0.171061 0.170811 0.165849 CURRENT LEARNING RATE: 0.00019547560988587636
previous_iter_valid_loss : 0.16102741658687592
818340 0.161179 0.161027 0.165870 CURRENT LEARNING RATE: 0.00019543651867315087
previous_iter_valid_loss : 0.16099309921264648
818360 0.161171 0.160993 0.165864 CURRENT LEARNING RATE: 0.00019539743527788615
previous_iter_valid_loss : 0.16105009615421295
818380 0.161231 0.161050 0.165337 CURRENT LEARNING RATE: 0.00019535835969851882
previous_iter_valid_loss : 0.16116994619369507
818400 0.161319 0.161170 0.165049 CURRENT LEARNING RATE: 0.0001953192919334856
previous_iter_valid_loss : 0.16057594120502472
818420 0.160727 0.160576 0.164966 CURRENT LEARNING RATE: 0.00019528023198122442
previous_iter_valid_loss : 0.16062453389167786
818440 0.160788 0.160625 0.163842 CURRENT LEARNING RATE: 0.00019524117984017254
previous_iter_valid_loss : 0.16069349646568298
818460 0.160865 0.160693 0.163677 CURRENT LEARNING RATE: 0.00019520213550876792
previous_iter_valid_loss : 0.18743722140789032
818480 0.187852 0.187437 0.164857 CURRENT LEARNING RATE: 0.00019516309898544833
previous_iter_valid_loss : 0.16663682460784912
818500 0.166859 0.166637 0.164819 CURRENT LEARNING RATE: 0.00019512407026865312
previous_iter_valid_loss : 0.16305549442768097
818520 0.163227 0.163055 0.164007 CURRENT LEARNING RATE: 0.00019508504935682072
previous_iter_valid_loss : 0.17829790711402893
818540 0.178610 0.178298 0.164418 CURRENT LEARNING RATE: 0.00019504603624838997
previous_iter_valid_loss : 0.1651780605316162
818560 0.165342 0.165178 0.164642 CURRENT LEARNING RATE: 0.00019500703094180107
previous_iter_valid_loss : 0.16181623935699463
818580 0.161999 0.161816 0.164400 CURRENT LEARNING RATE: 0.00019496803343549345
previous_iter_valid_loss : 0.16429278254508972
818600 0.164453 0.164293 0.164534 CURRENT LEARNING RATE: 0.00019492904372790714
previous_iter_valid_loss : 0.1609259843826294
818620 0.161100 0.160926 0.164555 CURRENT LEARNING RATE: 0.00019489006181748228
previous_iter_valid_loss : 0.1620473861694336
818640 0.162232 0.162047 0.164615 CURRENT LEARNING RATE: 0.0001948510877026603
previous_iter_valid_loss : 0.1846713423728943
818660 0.184818 0.184671 0.165710 CURRENT LEARNING RATE: 0.0001948121213818818
previous_iter_valid_loss : 0.16124428808689117
818680 0.161414 0.161244 0.165691 CURRENT LEARNING RATE: 0.00019477316285358823
previous_iter_valid_loss : 0.16115616261959076
818700 0.161343 0.161156 0.165682 CURRENT LEARNING RATE: 0.00019473421211622084
previous_iter_valid_loss : 0.1630171239376068
818720 0.163187 0.163017 0.165293 CURRENT LEARNING RATE: 0.00019469526916822226
previous_iter_valid_loss : 0.16430987417697906
818740 0.164511 0.164310 0.165457 CURRENT LEARNING RATE: 0.0001946563340080345
previous_iter_valid_loss : 0.16166314482688904
818760 0.161825 0.161663 0.165490 CURRENT LEARNING RATE: 0.00019461740663410015
previous_iter_valid_loss : 0.17094315588474274
818780 0.171098 0.170943 0.165985 CURRENT LEARNING RATE: 0.00019457848704486174
previous_iter_valid_loss : 0.1638668030500412
818800 0.164035 0.163867 0.166120 CURRENT LEARNING RATE: 0.00019453957523876317
previous_iter_valid_loss : 0.1606636345386505
818820 0.160832 0.160664 0.166124 CURRENT LEARNING RATE: 0.00019450067121424763
previous_iter_valid_loss : 0.16079138219356537
818840 0.160955 0.160791 0.166133 CURRENT LEARNING RATE: 0.00019446177496975899
previous_iter_valid_loss : 0.167189359664917
818860 0.167403 0.167189 0.166457 CURRENT LEARNING RATE: 0.000194422886503741
previous_iter_valid_loss : 0.1606379598379135
818880 0.160812 0.160638 0.165117 CURRENT LEARNING RATE: 0.00019438400581463886
previous_iter_valid_loss : 0.16321931779384613
818900 0.163415 0.163219 0.164947 CURRENT LEARNING RATE: 0.00019434513290089698
previous_iter_valid_loss : 0.16583707928657532
818920 0.166006 0.165837 0.165086 CURRENT LEARNING RATE: 0.00019430626776096045
previous_iter_valid_loss : 0.16064657270908356
818940 0.160802 0.160647 0.164203 CURRENT LEARNING RATE: 0.0001942674103932743
previous_iter_valid_loss : 0.16405817866325378
818960 0.164227 0.164058 0.164147 CURRENT LEARNING RATE: 0.0001942285607962849
previous_iter_valid_loss : 0.16240140795707703
818980 0.162581 0.162401 0.164176 CURRENT LEARNING RATE: 0.000194189718968438
previous_iter_valid_loss : 0.16254518926143646
819000 0.162710 0.162545 0.164089 CURRENT LEARNING RATE: 0.00019415088490817953
previous_iter_valid_loss : 0.16617274284362793
819020 0.166394 0.166173 0.164351 CURRENT LEARNING RATE: 0.00019411205861395684
previous_iter_valid_loss : 0.1622973084449768
819040 0.162466 0.162297 0.164364 CURRENT LEARNING RATE: 0.00019407324008421651
previous_iter_valid_loss : 0.16075479984283447
819060 0.160931 0.160755 0.163168 CURRENT LEARNING RATE: 0.00019403442931740578
previous_iter_valid_loss : 0.17946244776248932
819080 0.179781 0.179462 0.164079 CURRENT LEARNING RATE: 0.00019399562631197193
previous_iter_valid_loss : 0.160539910197258
819100 0.160697 0.160540 0.164048 CURRENT LEARNING RATE: 0.00019395683106636352
previous_iter_valid_loss : 0.1622334122657776
819120 0.162400 0.162233 0.164009 CURRENT LEARNING RATE: 0.00019391804357902836
previous_iter_valid_loss : 0.16521193087100983
819140 0.165413 0.165212 0.164054 CURRENT LEARNING RATE: 0.00019387926384841498
previous_iter_valid_loss : 0.1799733191728592
819160 0.180318 0.179973 0.164969 CURRENT LEARNING RATE: 0.00019384049187297185
previous_iter_valid_loss : 0.16085810959339142
819180 0.161037 0.160858 0.164465 CURRENT LEARNING RATE: 0.0001938017276511487
previous_iter_valid_loss : 0.16413071751594543
819200 0.164293 0.164131 0.164478 CURRENT LEARNING RATE: 0.00019376297118139476
previous_iter_valid_loss : 0.16467680037021637
819220 0.164877 0.164677 0.164679 CURRENT LEARNING RATE: 0.00019372422246215963
previous_iter_valid_loss : 0.16196462512016296
819240 0.162155 0.161965 0.164738 CURRENT LEARNING RATE: 0.00019368548149189312
previous_iter_valid_loss : 0.16063153743743896
819260 0.160803 0.160632 0.164410 CURRENT LEARNING RATE: 0.00019364674826904623
previous_iter_valid_loss : 0.16180047392845154
819280 0.161987 0.161800 0.164468 CURRENT LEARNING RATE: 0.0001936080227920693
previous_iter_valid_loss : 0.1632046401500702
819300 0.163374 0.163205 0.164467 CURRENT LEARNING RATE: 0.0001935693050594133
previous_iter_valid_loss : 0.16197003424167633
819320 0.162167 0.161970 0.164274 CURRENT LEARNING RATE: 0.0001935305950695292
previous_iter_valid_loss : 0.1908995658159256
819340 0.191338 0.190900 0.165787 CURRENT LEARNING RATE: 0.00019349189282086925
previous_iter_valid_loss : 0.16666041314601898
819360 0.166878 0.166660 0.165917 CURRENT LEARNING RATE: 0.000193453198311885
previous_iter_valid_loss : 0.1632820963859558
819380 0.163480 0.163282 0.165961 CURRENT LEARNING RATE: 0.00019341451154102844
previous_iter_valid_loss : 0.17049723863601685
819400 0.170649 0.170497 0.166358 CURRENT LEARNING RATE: 0.0001933758325067527
previous_iter_valid_loss : 0.1653134822845459
819420 0.165483 0.165313 0.166315 CURRENT LEARNING RATE: 0.00019333716120751025
previous_iter_valid_loss : 0.17204372584819794
819440 0.172300 0.172044 0.166803 CURRENT LEARNING RATE: 0.0001932984976417543
previous_iter_valid_loss : 0.17090266942977905
819460 0.171159 0.170903 0.167310 CURRENT LEARNING RATE: 0.0001932598418079379
previous_iter_valid_loss : 0.16069361567497253
819480 0.160849 0.160694 0.166372 CURRENT LEARNING RATE: 0.0001932211937045156
previous_iter_valid_loss : 0.1641327142715454
819500 0.164296 0.164133 0.166551 CURRENT LEARNING RATE: 0.00019318255332994105
previous_iter_valid_loss : 0.16328498721122742
819520 0.163486 0.163285 0.166604 CURRENT LEARNING RATE: 0.00019314392068266864
previous_iter_valid_loss : 0.1625763475894928
819540 0.162747 0.162576 0.166472 CURRENT LEARNING RATE: 0.00019310529576115277
previous_iter_valid_loss : 0.16427874565124512
819560 0.164449 0.164279 0.165687 CURRENT LEARNING RATE: 0.00019306667856384908
previous_iter_valid_loss : 0.16144655644893646
819580 0.161604 0.161447 0.165717 CURRENT LEARNING RATE: 0.00019302806908921258
previous_iter_valid_loss : 0.1659235954284668
819600 0.166089 0.165924 0.165806 CURRENT LEARNING RATE: 0.00019298946733569883
previous_iter_valid_loss : 0.16185109317302704
819620 0.162036 0.161851 0.165665 CURRENT LEARNING RATE: 0.00019295087330176345
previous_iter_valid_loss : 0.1704656183719635
819640 0.170724 0.170466 0.166090 CURRENT LEARNING RATE: 0.00019291228698586343
previous_iter_valid_loss : 0.17042483389377594
819660 0.170678 0.170425 0.166580 CURRENT LEARNING RATE: 0.0001928737083864549
previous_iter_valid_loss : 0.1678646206855774
819680 0.168105 0.167865 0.166883 CURRENT LEARNING RATE: 0.00019283513750199471
previous_iter_valid_loss : 0.161492720246315
819700 0.161684 0.161493 0.166797 CURRENT LEARNING RATE: 0.0001927965743309397
previous_iter_valid_loss : 0.16196687519550323
819720 0.162133 0.161967 0.166797 CURRENT LEARNING RATE: 0.00019275801887174804
previous_iter_valid_loss : 0.16301105916500092
819740 0.163203 0.163011 0.165403 CURRENT LEARNING RATE: 0.00019271947112287714
previous_iter_valid_loss : 0.17235803604125977
819760 0.172506 0.172358 0.165688 CURRENT LEARNING RATE: 0.00019268093108278477
previous_iter_valid_loss : 0.1606401801109314
819780 0.160809 0.160640 0.165556 CURRENT LEARNING RATE: 0.00019264239874993008
previous_iter_valid_loss : 0.16056127846240997
819800 0.160714 0.160561 0.165059 CURRENT LEARNING RATE: 0.0001926038741227713
previous_iter_valid_loss : 0.16979888081550598
819820 0.170039 0.169799 0.165283 CURRENT LEARNING RATE: 0.00019256535719976752
previous_iter_valid_loss : 0.1793806552886963
819840 0.179705 0.179381 0.165650 CURRENT LEARNING RATE: 0.00019252684797937774
previous_iter_valid_loss : 0.16334111988544464
819860 0.163503 0.163341 0.165272 CURRENT LEARNING RATE: 0.00019248834646006218
previous_iter_valid_loss : 0.16055093705654144
819880 0.160708 0.160551 0.165265 CURRENT LEARNING RATE: 0.0001924498526402806
previous_iter_valid_loss : 0.16967904567718506
819900 0.169831 0.169679 0.165542 CURRENT LEARNING RATE: 0.00019241136651849307
previous_iter_valid_loss : 0.16068415343761444
819920 0.160840 0.160684 0.165412 CURRENT LEARNING RATE: 0.0001923728880931599
previous_iter_valid_loss : 0.1605575829744339
819940 0.160728 0.160558 0.165311 CURRENT LEARNING RATE: 0.00019233441736274265
previous_iter_valid_loss : 0.16133110225200653
819960 0.161517 0.161331 0.165164 CURRENT LEARNING RATE: 0.0001922959543257021
previous_iter_valid_loss : 0.16663403809070587
819980 0.166794 0.166634 0.165423 CURRENT LEARNING RATE: 0.00019225749898049975
previous_iter_valid_loss : 0.16205689311027527
820000 0.162241 0.162057 0.165230 CURRENT LEARNING RATE: 0.00019221905132559705
previous_iter_valid_loss : 0.16114331781864166
820020 0.161330 0.161143 0.165194 CURRENT LEARNING RATE: 0.00019218061135945676
previous_iter_valid_loss : 0.16136161983013153
820040 0.161551 0.161362 0.164739 CURRENT LEARNING RATE: 0.00019214217908054097
previous_iter_valid_loss : 0.16052938997745514
820060 0.160688 0.160529 0.164244 CURRENT LEARNING RATE: 0.00019210375448731234
previous_iter_valid_loss : 0.16109344363212585
820080 0.161241 0.161093 0.163906 CURRENT LEARNING RATE: 0.0001920653375782336
previous_iter_valid_loss : 0.17190584540367126
820100 0.172175 0.171906 0.164426 CURRENT LEARNING RATE: 0.00019202692835176873
previous_iter_valid_loss : 0.16212961077690125
820120 0.162297 0.162130 0.164435 CURRENT LEARNING RATE: 0.00019198852680638102
previous_iter_valid_loss : 0.16650380194187164
820140 0.166723 0.166504 0.164609 CURRENT LEARNING RATE: 0.0001919501329405344
previous_iter_valid_loss : 0.16065873205661774
820160 0.160812 0.160659 0.164024 CURRENT LEARNING RATE: 0.00019191174675269276
previous_iter_valid_loss : 0.16192303597927094
820180 0.162101 0.161923 0.164088 CURRENT LEARNING RATE: 0.00019187336824132137
previous_iter_valid_loss : 0.1606738120317459
820200 0.160850 0.160674 0.164094 CURRENT LEARNING RATE: 0.00019183499740488475
previous_iter_valid_loss : 0.1637076586484909
820220 0.163905 0.163708 0.163790 CURRENT LEARNING RATE: 0.0001917966342418477
previous_iter_valid_loss : 0.1606544405221939
820240 0.160804 0.160654 0.162853 CURRENT LEARNING RATE: 0.00019175827875067637
previous_iter_valid_loss : 0.16136644780635834
820260 0.161525 0.161366 0.162754 CURRENT LEARNING RATE: 0.00019171993092983623
previous_iter_valid_loss : 0.1732611060142517
820280 0.173407 0.173261 0.163390 CURRENT LEARNING RATE: 0.00019168159077779338
previous_iter_valid_loss : 0.16099590063095093
820300 0.161179 0.160996 0.162956 CURRENT LEARNING RATE: 0.00019164325829301384
previous_iter_valid_loss : 0.16269530355930328
820320 0.162857 0.162695 0.163056 CURRENT LEARNING RATE: 0.00019160493347396499
previous_iter_valid_loss : 0.16053137183189392
820340 0.160694 0.160531 0.163055 CURRENT LEARNING RATE: 0.00019156661631911348
previous_iter_valid_loss : 0.16178514063358307
820360 0.161967 0.161785 0.163078 CURRENT LEARNING RATE: 0.00019152830682692666
previous_iter_valid_loss : 0.16124388575553894
820380 0.161420 0.161244 0.162808 CURRENT LEARNING RATE: 0.0001914900049958718
previous_iter_valid_loss : 0.17706449329853058
820400 0.177371 0.177064 0.163559 CURRENT LEARNING RATE: 0.0001914517108244175
previous_iter_valid_loss : 0.1716117411851883
820420 0.171865 0.171612 0.164082 CURRENT LEARNING RATE: 0.00019141342431103166
previous_iter_valid_loss : 0.16067606210708618
820440 0.160829 0.160676 0.164048 CURRENT LEARNING RATE: 0.00019137514545418283
previous_iter_valid_loss : 0.17323681712150574
820460 0.173383 0.173237 0.164683 CURRENT LEARNING RATE: 0.0001913368742523395
previous_iter_valid_loss : 0.16050128638744354
820480 0.160660 0.160501 0.164654 CURRENT LEARNING RATE: 0.0001912986107039715
previous_iter_valid_loss : 0.16364538669586182
820500 0.163812 0.163645 0.164241 CURRENT LEARNING RATE: 0.00019126035480754796
previous_iter_valid_loss : 0.1650228053331375
820520 0.165193 0.165023 0.164385 CURRENT LEARNING RATE: 0.00019122210656153865
previous_iter_valid_loss : 0.1668594628572464
820540 0.167076 0.166859 0.164403 CURRENT LEARNING RATE: 0.00019118386596441326
previous_iter_valid_loss : 0.1613454669713974
820560 0.161530 0.161345 0.164437 CURRENT LEARNING RATE: 0.00019114563301464291
previous_iter_valid_loss : 0.1604970097541809
820580 0.160657 0.160497 0.164366 CURRENT LEARNING RATE: 0.00019110740771069787
previous_iter_valid_loss : 0.1614377200603485
820600 0.161585 0.161438 0.164404 CURRENT LEARNING RATE: 0.00019106919005104883
previous_iter_valid_loss : 0.18758293986320496
820620 0.187989 0.187583 0.165598 CURRENT LEARNING RATE: 0.00019103098003416777
previous_iter_valid_loss : 0.18291036784648895
820640 0.183260 0.182910 0.166711 CURRENT LEARNING RATE: 0.00019099277765852592
previous_iter_valid_loss : 0.20233912765979767
820660 0.202879 0.202339 0.168759 CURRENT LEARNING RATE: 0.00019095458292259522
previous_iter_valid_loss : 0.1674652397632599
820680 0.167689 0.167465 0.168470 CURRENT LEARNING RATE: 0.00019091639582484752
previous_iter_valid_loss : 0.1606016457080841
820700 0.160772 0.160602 0.168450 CURRENT LEARNING RATE: 0.000190878216363756
previous_iter_valid_loss : 0.16358418762683868
820720 0.163756 0.163584 0.168494 CURRENT LEARNING RATE: 0.00019084004453779317
previous_iter_valid_loss : 0.16089196503162384
820740 0.161074 0.160892 0.168512 CURRENT LEARNING RATE: 0.00019080188034543215
previous_iter_valid_loss : 0.16372762620449066
820760 0.163919 0.163728 0.168609 CURRENT LEARNING RATE: 0.00019076372378514604
previous_iter_valid_loss : 0.16190028190612793
820780 0.162080 0.161900 0.168642 CURRENT LEARNING RATE: 0.00019072557485540922
previous_iter_valid_loss : 0.16173700988292694
820800 0.161925 0.161737 0.167876 CURRENT LEARNING RATE: 0.00019068743355469547
previous_iter_valid_loss : 0.1605270504951477
820820 0.160695 0.160527 0.167322 CURRENT LEARNING RATE: 0.00019064929988147906
previous_iter_valid_loss : 0.16307024657726288
820840 0.163237 0.163070 0.167441 CURRENT LEARNING RATE: 0.00019061117383423431
previous_iter_valid_loss : 0.17203481495380402
820860 0.172181 0.172035 0.167381 CURRENT LEARNING RATE: 0.00019057305541143687
previous_iter_valid_loss : 0.16287900507450104
820880 0.163069 0.162879 0.167500 CURRENT LEARNING RATE: 0.00019053494461156173
previous_iter_valid_loss : 0.16063281893730164
820900 0.160792 0.160633 0.167350 CURRENT LEARNING RATE: 0.00019049684143308433
previous_iter_valid_loss : 0.160818412899971
820920 0.160989 0.160818 0.167139 CURRENT LEARNING RATE: 0.00019045874587448033
previous_iter_valid_loss : 0.16588430106639862
820940 0.166094 0.165884 0.167091 CURRENT LEARNING RATE: 0.00019042065793422648
previous_iter_valid_loss : 0.16675688326358795
820960 0.166971 0.166757 0.167361 CURRENT LEARNING RATE: 0.00019038257761079904
previous_iter_valid_loss : 0.19888538122177124
820980 0.199383 0.198885 0.169281 CURRENT LEARNING RATE: 0.0001903445049026743
previous_iter_valid_loss : 0.19640988111495972
821000 0.196917 0.196410 0.171029 CURRENT LEARNING RATE: 0.00019030643980833022
previous_iter_valid_loss : 0.16054955124855042
821020 0.160706 0.160550 0.169677 CURRENT LEARNING RATE: 0.00019026838232624366
previous_iter_valid_loss : 0.18459783494472504
821040 0.184740 0.184598 0.169762 CURRENT LEARNING RATE: 0.0001902303324548925
previous_iter_valid_loss : 0.17918255925178528
821060 0.179497 0.179183 0.168604 CURRENT LEARNING RATE: 0.0001901922901927543
previous_iter_valid_loss : 0.1810365468263626
821080 0.181377 0.181037 0.169283 CURRENT LEARNING RATE: 0.00019015425553830807
previous_iter_valid_loss : 0.16569051146507263
821100 0.165850 0.165691 0.169537 CURRENT LEARNING RATE: 0.0001901162284900321
previous_iter_valid_loss : 0.16115592420101166
821120 0.161341 0.161156 0.169416 CURRENT LEARNING RATE: 0.00019007820904640523
previous_iter_valid_loss : 0.16632382571697235
821140 0.166481 0.166324 0.169687 CURRENT LEARNING RATE: 0.0001900401972059065
previous_iter_valid_loss : 0.16052231192588806
821160 0.160684 0.160522 0.169527 CURRENT LEARNING RATE: 0.00019000219296701594
previous_iter_valid_loss : 0.16224662959575653
821180 0.162433 0.162247 0.169544 CURRENT LEARNING RATE: 0.00018996419632821317
previous_iter_valid_loss : 0.16052895784378052
821200 0.160698 0.160529 0.169484 CURRENT LEARNING RATE: 0.00018992620728797827
previous_iter_valid_loss : 0.1628442406654358
821220 0.163016 0.162844 0.169600 CURRENT LEARNING RATE: 0.00018988822584479134
previous_iter_valid_loss : 0.16220298409461975
821240 0.162392 0.162203 0.169556 CURRENT LEARNING RATE: 0.00018985025199713383
previous_iter_valid_loss : 0.16074903309345245
821260 0.160924 0.160749 0.168992 CURRENT LEARNING RATE: 0.0001898122857434864
previous_iter_valid_loss : 0.1615152508020401
821280 0.161704 0.161515 0.168924 CURRENT LEARNING RATE: 0.00018977432708233043
previous_iter_valid_loss : 0.16389843821525574
821300 0.164090 0.163898 0.169087 CURRENT LEARNING RATE: 0.00018973637601214725
previous_iter_valid_loss : 0.1679612696170807
821320 0.168195 0.167961 0.169444 CURRENT LEARNING RATE: 0.00018969843253141945
previous_iter_valid_loss : 0.1633376181125641
821340 0.163533 0.163338 0.169317 CURRENT LEARNING RATE: 0.000189660496638629
previous_iter_valid_loss : 0.16259555518627167
821360 0.162782 0.162596 0.169109 CURRENT LEARNING RATE: 0.00018962256833225807
previous_iter_valid_loss : 0.1785978227853775
821380 0.178899 0.178598 0.168095 CURRENT LEARNING RATE: 0.0001895846476107903
previous_iter_valid_loss : 0.17548072338104248
821400 0.175632 0.175481 0.167048 CURRENT LEARNING RATE: 0.00018954673447270836
previous_iter_valid_loss : 0.16944706439971924
821420 0.169601 0.169447 0.167493 CURRENT LEARNING RATE: 0.0001895088289164959
previous_iter_valid_loss : 0.1626519411802292
821440 0.162840 0.162652 0.166396 CURRENT LEARNING RATE: 0.00018947093094063625
previous_iter_valid_loss : 0.17033018171787262
821460 0.170581 0.170330 0.165953 CURRENT LEARNING RATE: 0.00018943304054361423
previous_iter_valid_loss : 0.16215074062347412
821480 0.162343 0.162151 0.165009 CURRENT LEARNING RATE: 0.00018939515772391387
previous_iter_valid_loss : 0.16402728855609894
821500 0.164225 0.164027 0.164926 CURRENT LEARNING RATE: 0.00018935728248001979
previous_iter_valid_loss : 0.18125098943710327
821520 0.181595 0.181251 0.165930 CURRENT LEARNING RATE: 0.00018931941481041672
previous_iter_valid_loss : 0.17265237867832184
821540 0.172912 0.172652 0.166247 CURRENT LEARNING RATE: 0.0001892815547135906
previous_iter_valid_loss : 0.17193906009197235
821560 0.172078 0.171939 0.166818 CURRENT LEARNING RATE: 0.0001892437021880267
previous_iter_valid_loss : 0.16077086329460144
821580 0.160933 0.160771 0.166744 CURRENT LEARNING RATE: 0.00018920585723221093
previous_iter_valid_loss : 0.16675585508346558
821600 0.166985 0.166756 0.167055 CURRENT LEARNING RATE: 0.00018916801984462912
previous_iter_valid_loss : 0.16362902522087097
821620 0.163789 0.163629 0.167094 CURRENT LEARNING RATE: 0.00018913019002376845
previous_iter_valid_loss : 0.17239341139793396
821640 0.172535 0.172393 0.167604 CURRENT LEARNING RATE: 0.00018909236776811544
previous_iter_valid_loss : 0.16243185102939606
821660 0.162624 0.162432 0.167688 CURRENT LEARNING RATE: 0.00018905455307615713
previous_iter_valid_loss : 0.17911480367183685
821680 0.179274 0.179115 0.168568 CURRENT LEARNING RATE: 0.0001890167459463807
previous_iter_valid_loss : 0.18143804371356964
821700 0.181599 0.181438 0.169445 CURRENT LEARNING RATE: 0.00018897894637727442
previous_iter_valid_loss : 0.1605309396982193
821720 0.160688 0.160531 0.169074 CURRENT LEARNING RATE: 0.00018894115436732598
previous_iter_valid_loss : 0.163417786359787
821740 0.163581 0.163418 0.169078 CURRENT LEARNING RATE: 0.0001889033699150238
previous_iter_valid_loss : 0.16208407282829285
821760 0.162270 0.162084 0.169052 CURRENT LEARNING RATE: 0.00018886559301885608
previous_iter_valid_loss : 0.1652849316596985
821780 0.165455 0.165285 0.168386 CURRENT LEARNING RATE: 0.00018882782367731247
previous_iter_valid_loss : 0.16147750616073608
821800 0.161630 0.161478 0.167686 CURRENT LEARNING RATE: 0.0001887900618888818
previous_iter_valid_loss : 0.16675446927547455
821820 0.166914 0.166754 0.167552 CURRENT LEARNING RATE: 0.00018875230765205329
previous_iter_valid_loss : 0.17720012366771698
821840 0.177351 0.177200 0.168279 CURRENT LEARNING RATE: 0.00018871456096531747
previous_iter_valid_loss : 0.16192156076431274
821860 0.162070 0.161922 0.167859 CURRENT LEARNING RATE: 0.00018867682182716414
previous_iter_valid_loss : 0.16142791509628296
821880 0.161610 0.161428 0.167822 CURRENT LEARNING RATE: 0.00018863909023608363
previous_iter_valid_loss : 0.160676971077919
821900 0.160841 0.160677 0.167655 CURRENT LEARNING RATE: 0.0001886013661905665
previous_iter_valid_loss : 0.16123569011688232
821920 0.161397 0.161236 0.166654 CURRENT LEARNING RATE: 0.00018856364968910432
previous_iter_valid_loss : 0.164046049118042
821940 0.164258 0.164046 0.166224 CURRENT LEARNING RATE: 0.00018852594073018818
previous_iter_valid_loss : 0.18024343252182007
821960 0.180567 0.180243 0.166639 CURRENT LEARNING RATE: 0.00018848823931230972
previous_iter_valid_loss : 0.16546225547790527
821980 0.165676 0.165462 0.166874 CURRENT LEARNING RATE: 0.00018845054543396048
previous_iter_valid_loss : 0.1606476604938507
822000 0.160803 0.160648 0.166568 CURRENT LEARNING RATE: 0.00018841285909363344
previous_iter_valid_loss : 0.1619534194469452
822020 0.162135 0.161953 0.166484 CURRENT LEARNING RATE: 0.00018837518028982076
previous_iter_valid_loss : 0.16051220893859863
822040 0.160672 0.160512 0.165890 CURRENT LEARNING RATE: 0.00018833750902101534
previous_iter_valid_loss : 0.16329792141914368
822060 0.163472 0.163298 0.165934 CURRENT LEARNING RATE: 0.00018829984528570995
previous_iter_valid_loss : 0.16059726476669312
822080 0.160761 0.160597 0.165008 CURRENT LEARNING RATE: 0.00018826218908239877
previous_iter_valid_loss : 0.1609896868467331
822100 0.161143 0.160990 0.163985 CURRENT LEARNING RATE: 0.00018822454040957513
previous_iter_valid_loss : 0.1605442613363266
822120 0.160702 0.160544 0.163986 CURRENT LEARNING RATE: 0.00018818689926573316
previous_iter_valid_loss : 0.16070260107517242
822140 0.160880 0.160703 0.163850 CURRENT LEARNING RATE: 0.00018814926564936685
previous_iter_valid_loss : 0.16287821531295776
822160 0.163071 0.162878 0.163890 CURRENT LEARNING RATE: 0.00018811163955897154
previous_iter_valid_loss : 0.16434246301651
822180 0.164538 0.164342 0.163843 CURRENT LEARNING RATE: 0.0001880740209930418
previous_iter_valid_loss : 0.1606236696243286
822200 0.160782 0.160624 0.163800 CURRENT LEARNING RATE: 0.00018803640995007263
previous_iter_valid_loss : 0.16051459312438965
822220 0.160674 0.160515 0.163488 CURRENT LEARNING RATE: 0.0001879988064285602
previous_iter_valid_loss : 0.17398396134376526
822240 0.174260 0.173984 0.163327 CURRENT LEARNING RATE: 0.00018796121042700007
previous_iter_valid_loss : 0.16083379089832306
822260 0.160994 0.160834 0.163273 CURRENT LEARNING RATE: 0.00018792362194388831
previous_iter_valid_loss : 0.1665845662355423
822280 0.166794 0.166585 0.163531 CURRENT LEARNING RATE: 0.0001878860409777212
previous_iter_valid_loss : 0.1688651144504547
822300 0.169019 0.168865 0.163940 CURRENT LEARNING RATE: 0.00018784846752699608
previous_iter_valid_loss : 0.16263505816459656
822320 0.162796 0.162635 0.164010 CURRENT LEARNING RATE: 0.00018781090159020967
previous_iter_valid_loss : 0.1982339471578598
822340 0.198743 0.198234 0.165720 CURRENT LEARNING RATE: 0.0001877733431658593
previous_iter_valid_loss : 0.1744784414768219
822360 0.174762 0.174478 0.165431 CURRENT LEARNING RATE: 0.0001877357922524424
previous_iter_valid_loss : 0.16456633806228638
822380 0.164770 0.164566 0.165387 CURRENT LEARNING RATE: 0.00018769824884845755
previous_iter_valid_loss : 0.18599706888198853
822400 0.186394 0.185997 0.166654 CURRENT LEARNING RATE: 0.00018766071295240268
previous_iter_valid_loss : 0.16838201880455017
822420 0.168608 0.168382 0.166975 CURRENT LEARNING RATE: 0.00018762318456277635
previous_iter_valid_loss : 0.16999652981758118
822440 0.170241 0.169997 0.167450 CURRENT LEARNING RATE: 0.0001875856636780771
previous_iter_valid_loss : 0.16131965816020966
822460 0.161500 0.161320 0.167351 CURRENT LEARNING RATE: 0.00018754815029680473
previous_iter_valid_loss : 0.16311651468276978
822480 0.163315 0.163117 0.167477 CURRENT LEARNING RATE: 0.0001875106444174584
previous_iter_valid_loss : 0.1785450428724289
822500 0.178867 0.178545 0.168354 CURRENT LEARNING RATE: 0.00018747314603853788
previous_iter_valid_loss : 0.16157037019729614
822520 0.161734 0.161570 0.168406 CURRENT LEARNING RATE: 0.0001874356551585429
previous_iter_valid_loss : 0.172575905919075
822540 0.172723 0.172576 0.168999 CURRENT LEARNING RATE: 0.0001873981717759745
previous_iter_valid_loss : 0.1614593118429184
822560 0.161618 0.161459 0.168928 CURRENT LEARNING RATE: 0.00018736069588933297
previous_iter_valid_loss : 0.1917659193277359
822580 0.191886 0.191766 0.170300 CURRENT LEARNING RATE: 0.00018732322749711894
previous_iter_valid_loss : 0.1615564227104187
822600 0.161750 0.161556 0.170346 CURRENT LEARNING RATE: 0.0001872857665978344
previous_iter_valid_loss : 0.18762944638729095
822620 0.187764 0.187629 0.171702 CURRENT LEARNING RATE: 0.00018724831318998056
previous_iter_valid_loss : 0.16626353561878204
822640 0.166425 0.166264 0.171316 CURRENT LEARNING RATE: 0.00018721086727205928
previous_iter_valid_loss : 0.16450493037700653
822660 0.164709 0.164505 0.171500 CURRENT LEARNING RATE: 0.00018717342884257238
previous_iter_valid_loss : 0.16762752830982208
822680 0.167785 0.167628 0.171552 CURRENT LEARNING RATE: 0.00018713599790002295
previous_iter_valid_loss : 0.16104459762573242
822700 0.161200 0.161045 0.171161 CURRENT LEARNING RATE: 0.0001870985744429135
previous_iter_valid_loss : 0.1608729064464569
822720 0.161037 0.160873 0.171073 CURRENT LEARNING RATE: 0.00018706115846974704
previous_iter_valid_loss : 0.1605631411075592
822740 0.160733 0.160563 0.169189 CURRENT LEARNING RATE: 0.0001870237499790266
previous_iter_valid_loss : 0.16955450177192688
822760 0.169707 0.169555 0.168943 CURRENT LEARNING RATE: 0.00018698634896925653
previous_iter_valid_loss : 0.18068483471870422
822780 0.180844 0.180685 0.169749 CURRENT LEARNING RATE: 0.00018694895543894046
previous_iter_valid_loss : 0.16211441159248352
822800 0.162303 0.162114 0.168555 CURRENT LEARNING RATE: 0.00018691156938658261
previous_iter_valid_loss : 0.16222284734249115
822820 0.162409 0.162223 0.168247 CURRENT LEARNING RATE: 0.00018687419081068725
previous_iter_valid_loss : 0.16080431640148163
822840 0.160957 0.160804 0.167787 CURRENT LEARNING RATE: 0.00018683681970975983
previous_iter_valid_loss : 0.17139358818531036
822860 0.171652 0.171394 0.168291 CURRENT LEARNING RATE: 0.00018679945608230528
previous_iter_valid_loss : 0.16610462963581085
822880 0.166266 0.166105 0.168440 CURRENT LEARNING RATE: 0.00018676209992682898
previous_iter_valid_loss : 0.17679284512996674
822900 0.176944 0.176793 0.168353 CURRENT LEARNING RATE: 0.00018672475124183635
previous_iter_valid_loss : 0.16050955653190613
822920 0.160672 0.160510 0.168300 CURRENT LEARNING RATE: 0.00018668741002583414
previous_iter_valid_loss : 0.16097457706928253
822940 0.161161 0.160975 0.167719 CURRENT LEARNING RATE: 0.00018665007627732838
previous_iter_valid_loss : 0.16468627750873566
822960 0.164893 0.164686 0.167881 CURRENT LEARNING RATE: 0.00018661274999482564
previous_iter_valid_loss : 0.1649213433265686
822980 0.165090 0.164921 0.166539 CURRENT LEARNING RATE: 0.00018657543117683262
previous_iter_valid_loss : 0.16459675133228302
823000 0.164772 0.164597 0.166691 CURRENT LEARNING RATE: 0.00018653811982185725
previous_iter_valid_loss : 0.16050387918949127
823020 0.160673 0.160504 0.165334 CURRENT LEARNING RATE: 0.00018650081592840663
previous_iter_valid_loss : 0.16055071353912354
823040 0.160719 0.160551 0.165049 CURRENT LEARNING RATE: 0.00018646351949498836
previous_iter_valid_loss : 0.16339097917079926
823060 0.163557 0.163391 0.164993 CURRENT LEARNING RATE: 0.00018642623052011125
previous_iter_valid_loss : 0.1869751513004303
823080 0.187387 0.186975 0.165960 CURRENT LEARNING RATE: 0.00018638894900228336
previous_iter_valid_loss : 0.18970893323421478
823100 0.189834 0.189709 0.167394 CURRENT LEARNING RATE: 0.00018635167494001346
previous_iter_valid_loss : 0.16345831751823425
823120 0.163625 0.163458 0.167523 CURRENT LEARNING RATE: 0.00018631440833181026
previous_iter_valid_loss : 0.16120396554470062
823140 0.161395 0.161204 0.167555 CURRENT LEARNING RATE: 0.00018627714917618374
previous_iter_valid_loss : 0.1666017770767212
823160 0.166767 0.166602 0.167407 CURRENT LEARNING RATE: 0.00018623989747164322
previous_iter_valid_loss : 0.16486835479736328
823180 0.165032 0.164868 0.166616 CURRENT LEARNING RATE: 0.00018620265321669862
previous_iter_valid_loss : 0.16109415888786316
823200 0.161270 0.161094 0.166565 CURRENT LEARNING RATE: 0.00018616541640985984
previous_iter_valid_loss : 0.17346034944057465
823220 0.173603 0.173460 0.167127 CURRENT LEARNING RATE: 0.00018612818704963807
previous_iter_valid_loss : 0.16153965890407562
823240 0.161732 0.161540 0.167164 CURRENT LEARNING RATE: 0.00018609096513454382
previous_iter_valid_loss : 0.16745345294475555
823260 0.167670 0.167453 0.166967 CURRENT LEARNING RATE: 0.0001860537506630882
previous_iter_valid_loss : 0.16053417325019836
823280 0.160698 0.160534 0.166689 CURRENT LEARNING RATE: 0.00018601654363378228
previous_iter_valid_loss : 0.17149494588375092
823300 0.171643 0.171495 0.166424 CURRENT LEARNING RATE: 0.0001859793440451385
previous_iter_valid_loss : 0.16595503687858582
823320 0.166109 0.165955 0.166696 CURRENT LEARNING RATE: 0.0001859421518956685
previous_iter_valid_loss : 0.16152220964431763
823340 0.161708 0.161522 0.166723 CURRENT LEARNING RATE: 0.00018590496718388452
previous_iter_valid_loss : 0.16367484629154205
823360 0.163879 0.163675 0.166673 CURRENT LEARNING RATE: 0.000185867789908299
previous_iter_valid_loss : 0.16702497005462646
823380 0.167183 0.167025 0.166778 CURRENT LEARNING RATE: 0.00018583062006742544
previous_iter_valid_loss : 0.16451400518417358
823400 0.164724 0.164514 0.166774 CURRENT LEARNING RATE: 0.00018579345765977665
previous_iter_valid_loss : 0.16493989527225494
823420 0.165099 0.164940 0.166996 CURRENT LEARNING RATE: 0.0001857563026838659
previous_iter_valid_loss : 0.17731592059135437
823440 0.177621 0.177316 0.167834 CURRENT LEARNING RATE: 0.0001857191551382076
previous_iter_valid_loss : 0.16987934708595276
823460 0.170140 0.169879 0.168158 CURRENT LEARNING RATE: 0.00018568201502131555
previous_iter_valid_loss : 0.1626645028591156
823480 0.162829 0.162665 0.166943 CURRENT LEARNING RATE: 0.0001856448823317041
previous_iter_valid_loss : 0.16115373373031616
823500 0.161311 0.161154 0.165515 CURRENT LEARNING RATE: 0.00018560775706788767
previous_iter_valid_loss : 0.16402991116046906
823520 0.164201 0.164030 0.165544 CURRENT LEARNING RATE: 0.00018557063922838184
previous_iter_valid_loss : 0.17806267738342285
823540 0.178362 0.178063 0.166386 CURRENT LEARNING RATE: 0.0001855335288117016
previous_iter_valid_loss : 0.16550086438655853
823560 0.165710 0.165501 0.166331 CURRENT LEARNING RATE: 0.00018549642581636259
previous_iter_valid_loss : 0.16059739887714386
823580 0.160751 0.160597 0.166118 CURRENT LEARNING RATE: 0.00018545933024088026
previous_iter_valid_loss : 0.16068238019943237
823600 0.160832 0.160682 0.166097 CURRENT LEARNING RATE: 0.00018542224208377151
previous_iter_valid_loss : 0.18150945007801056
823620 0.181860 0.181509 0.166500 CURRENT LEARNING RATE: 0.00018538516134355247
previous_iter_valid_loss : 0.16474930942058563
823640 0.164952 0.164749 0.166660 CURRENT LEARNING RATE: 0.0001853480880187399
previous_iter_valid_loss : 0.17251071333885193
823660 0.172656 0.172511 0.166913 CURRENT LEARNING RATE: 0.00018531102210785053
previous_iter_valid_loss : 0.17661570012569427
823680 0.176903 0.176616 0.167717 CURRENT LEARNING RATE: 0.0001852739636094024
previous_iter_valid_loss : 0.16234545409679413
823700 0.162531 0.162345 0.167260 CURRENT LEARNING RATE: 0.0001852369125219129
previous_iter_valid_loss : 0.16063427925109863
823720 0.160792 0.160634 0.166994 CURRENT LEARNING RATE: 0.00018519986884389986
previous_iter_valid_loss : 0.1614534556865692
823740 0.161637 0.161453 0.166990 CURRENT LEARNING RATE: 0.0001851628325738813
previous_iter_valid_loss : 0.16082938015460968
823760 0.160997 0.160829 0.166848 CURRENT LEARNING RATE: 0.00018512580371037642
previous_iter_valid_loss : 0.1615201234817505
823780 0.161682 0.161520 0.166573 CURRENT LEARNING RATE: 0.00018508878225190366
previous_iter_valid_loss : 0.17619572579860687
823800 0.176348 0.176196 0.167157 CURRENT LEARNING RATE: 0.00018505176819698192
previous_iter_valid_loss : 0.16136890649795532
823820 0.161546 0.161369 0.166978 CURRENT LEARNING RATE: 0.00018501476154413125
previous_iter_valid_loss : 0.18721459805965424
823840 0.187605 0.187215 0.167473 CURRENT LEARNING RATE: 0.00018497776229187108
previous_iter_valid_loss : 0.16274388134479523
823860 0.162907 0.162744 0.167116 CURRENT LEARNING RATE: 0.0001849407704387214
previous_iter_valid_loss : 0.18592502176761627
823880 0.186071 0.185925 0.168279 CURRENT LEARNING RATE: 0.00018490378598320223
previous_iter_valid_loss : 0.17846274375915527
823900 0.178614 0.178463 0.169145 CURRENT LEARNING RATE: 0.0001848668089238349
previous_iter_valid_loss : 0.18826091289520264
823920 0.188398 0.188261 0.170356 CURRENT LEARNING RATE: 0.0001848298392591399
previous_iter_valid_loss : 0.16061198711395264
823940 0.160771 0.160612 0.169484 CURRENT LEARNING RATE: 0.00018479287698763852
previous_iter_valid_loss : 0.16093400120735168
823960 0.161090 0.160934 0.169256 CURRENT LEARNING RATE: 0.00018475592210785192
previous_iter_valid_loss : 0.17041274905204773
823980 0.170563 0.170413 0.169746 CURRENT LEARNING RATE: 0.00018471897461830254
previous_iter_valid_loss : 0.16714215278625488
824000 0.167295 0.167142 0.170069 CURRENT LEARNING RATE: 0.0001846820345175122
previous_iter_valid_loss : 0.16368289291858673
824020 0.163879 0.163683 0.169178 CURRENT LEARNING RATE: 0.00018464510180400323
previous_iter_valid_loss : 0.16060353815555573
824040 0.160775 0.160604 0.168971 CURRENT LEARNING RATE: 0.00018460817647629804
previous_iter_valid_loss : 0.1605522334575653
824060 0.160711 0.160552 0.168373 CURRENT LEARNING RATE: 0.00018457125853292027
previous_iter_valid_loss : 0.16078291833400726
824080 0.160934 0.160783 0.167581 CURRENT LEARNING RATE: 0.00018453434797239285
previous_iter_valid_loss : 0.1607513129711151
824100 0.160921 0.160751 0.167501 CURRENT LEARNING RATE: 0.00018449744479323937
previous_iter_valid_loss : 0.16072319447994232
824120 0.160891 0.160723 0.167506 CURRENT LEARNING RATE: 0.00018446054899398342
previous_iter_valid_loss : 0.18744850158691406
824140 0.187848 0.187449 0.168806 CURRENT LEARNING RATE: 0.00018442366057314975
previous_iter_valid_loss : 0.16631890833377838
824160 0.166532 0.166319 0.169080 CURRENT LEARNING RATE: 0.00018438677952926252
previous_iter_valid_loss : 0.16102656722068787
824180 0.161176 0.161027 0.169055 CURRENT LEARNING RATE: 0.00018434990586084618
previous_iter_valid_loss : 0.188697949051857
824200 0.188828 0.188698 0.169681 CURRENT LEARNING RATE: 0.0001843130395664264
previous_iter_valid_loss : 0.17602042853832245
824220 0.176173 0.176020 0.170413 CURRENT LEARNING RATE: 0.0001842761806445283
previous_iter_valid_loss : 0.1610608845949173
824240 0.161216 0.161061 0.169105 CURRENT LEARNING RATE: 0.00018423932909367735
previous_iter_valid_loss : 0.18080082535743713
824260 0.180958 0.180801 0.170008 CURRENT LEARNING RATE: 0.00018420248491239936
previous_iter_valid_loss : 0.16546984016895294
824280 0.165676 0.165470 0.168985 CURRENT LEARNING RATE: 0.00018416564809922107
previous_iter_valid_loss : 0.16051897406578064
824300 0.160678 0.160519 0.168088 CURRENT LEARNING RATE: 0.0001841288186526687
previous_iter_valid_loss : 0.17683762311935425
824320 0.177131 0.176838 0.167517 CURRENT LEARNING RATE: 0.00018409199657126916
previous_iter_valid_loss : 0.17648477852344513
824340 0.176772 0.176485 0.168311 CURRENT LEARNING RATE: 0.00018405518185354912
previous_iter_valid_loss : 0.1616269052028656
824360 0.161801 0.161627 0.168345 CURRENT LEARNING RATE: 0.00018401837449803676
previous_iter_valid_loss : 0.16255338490009308
824380 0.162697 0.162553 0.167952 CURRENT LEARNING RATE: 0.0001839815745032594
previous_iter_valid_loss : 0.17051902413368225
824400 0.170764 0.170519 0.168121 CURRENT LEARNING RATE: 0.00018394478186774504
previous_iter_valid_loss : 0.1850883662700653
824420 0.185236 0.185088 0.169192 CURRENT LEARNING RATE: 0.00018390799659002163
previous_iter_valid_loss : 0.17276720702648163
824440 0.172911 0.172767 0.169800 CURRENT LEARNING RATE: 0.00018387121866861842
previous_iter_valid_loss : 0.16074901819229126
824460 0.160918 0.160749 0.169810 CURRENT LEARNING RATE: 0.00018383444810206402
previous_iter_valid_loss : 0.16067619621753693
824480 0.160828 0.160676 0.169804 CURRENT LEARNING RATE: 0.00018379768488888755
previous_iter_valid_loss : 0.1621425598859787
824500 0.162332 0.162143 0.169874 CURRENT LEARNING RATE: 0.00018376092902761817
previous_iter_valid_loss : 0.17160075902938843
824520 0.171752 0.171601 0.170418 CURRENT LEARNING RATE: 0.00018372418051678632
previous_iter_valid_loss : 0.1604965627193451
824540 0.160657 0.160497 0.169070 CURRENT LEARNING RATE: 0.0001836874393549217
previous_iter_valid_loss : 0.1613699346780777
824560 0.161518 0.161370 0.168823 CURRENT LEARNING RATE: 0.0001836507055405547
previous_iter_valid_loss : 0.16144061088562012
824580 0.161598 0.161441 0.168843 CURRENT LEARNING RATE: 0.0001836139790722156
previous_iter_valid_loss : 0.16845150291919708
824600 0.168607 0.168452 0.167831 CURRENT LEARNING RATE: 0.000183577259948436
previous_iter_valid_loss : 0.1733531802892685
824620 0.173628 0.173353 0.167698 CURRENT LEARNING RATE: 0.00018354054816774687
previous_iter_valid_loss : 0.16655977070331573
824640 0.166719 0.166560 0.167973 CURRENT LEARNING RATE: 0.00018350384372867932
previous_iter_valid_loss : 0.162550687789917
824660 0.162716 0.162551 0.167060 CURRENT LEARNING RATE: 0.00018346714662976588
previous_iter_valid_loss : 0.160739928483963
824680 0.160911 0.160740 0.166824 CURRENT LEARNING RATE: 0.00018343045686953835
previous_iter_valid_loss : 0.16277433931827545
824700 0.162978 0.162774 0.166936 CURRENT LEARNING RATE: 0.00018339377444652908
previous_iter_valid_loss : 0.1614040583372116
824720 0.161563 0.161404 0.166165 CURRENT LEARNING RATE: 0.0001833570993592705
previous_iter_valid_loss : 0.16071029007434845
824740 0.160871 0.160710 0.165376 CURRENT LEARNING RATE: 0.00018332043160629628
previous_iter_valid_loss : 0.16365323960781097
824760 0.163823 0.163653 0.165477 CURRENT LEARNING RATE: 0.0001832837711861393
previous_iter_valid_loss : 0.1606031209230423
824780 0.160767 0.160603 0.165380 CURRENT LEARNING RATE: 0.00018324711809733325
previous_iter_valid_loss : 0.17159239947795868
824800 0.171738 0.171592 0.165433 CURRENT LEARNING RATE: 0.00018321047233841155
previous_iter_valid_loss : 0.16050764918327332
824820 0.160669 0.160508 0.164204 CURRENT LEARNING RATE: 0.00018317383390790916
previous_iter_valid_loss : 0.16056004166603088
824840 0.160726 0.160560 0.163594 CURRENT LEARNING RATE: 0.00018313720280436013
previous_iter_valid_loss : 0.16101369261741638
824860 0.161171 0.161014 0.163607 CURRENT LEARNING RATE: 0.0001831005790262992
previous_iter_valid_loss : 0.17331182956695557
824880 0.173453 0.173312 0.164239 CURRENT LEARNING RATE: 0.00018306396257226118
previous_iter_valid_loss : 0.1848161518573761
824900 0.185203 0.184816 0.165373 CURRENT LEARNING RATE: 0.00018302735344078198
previous_iter_valid_loss : 0.1648704707622528
824920 0.165068 0.164870 0.165036 CURRENT LEARNING RATE: 0.00018299075163039696
previous_iter_valid_loss : 0.16053129732608795
824940 0.160701 0.160531 0.165038 CURRENT LEARNING RATE: 0.000182954157139642
previous_iter_valid_loss : 0.17059268057346344
824960 0.170838 0.170593 0.165499 CURRENT LEARNING RATE: 0.00018291756996705307
previous_iter_valid_loss : 0.16065967082977295
824980 0.160828 0.160660 0.165460 CURRENT LEARNING RATE: 0.00018288099011116727
previous_iter_valid_loss : 0.16059353947639465
825000 0.160767 0.160594 0.165067 CURRENT LEARNING RATE: 0.00018284441757052106
previous_iter_valid_loss : 0.16284918785095215
825020 0.163022 0.162849 0.164542 CURRENT LEARNING RATE: 0.00018280785234365133
previous_iter_valid_loss : 0.1736544370651245
825040 0.173807 0.173654 0.164897 CURRENT LEARNING RATE: 0.00018277129442909596
previous_iter_valid_loss : 0.16049520671367645
825060 0.160659 0.160495 0.164794 CURRENT LEARNING RATE: 0.00018273474382539244
previous_iter_valid_loss : 0.16138343513011932
825080 0.161564 0.161383 0.164826 CURRENT LEARNING RATE: 0.00018269820053107869
previous_iter_valid_loss : 0.16921904683113098
825100 0.169459 0.169219 0.165148 CURRENT LEARNING RATE: 0.0001826616645446927
previous_iter_valid_loss : 0.1850704401731491
825120 0.185444 0.185070 0.166332 CURRENT LEARNING RATE: 0.00018262513586477357
previous_iter_valid_loss : 0.16164878010749817
825140 0.161797 0.161649 0.166379 CURRENT LEARNING RATE: 0.00018258861448985992
previous_iter_valid_loss : 0.16227027773857117
825160 0.162456 0.162270 0.166309 CURRENT LEARNING RATE: 0.0001825521004184909
previous_iter_valid_loss : 0.16086536645889282
825180 0.161022 0.160865 0.166322 CURRENT LEARNING RATE: 0.00018251559364920557
previous_iter_valid_loss : 0.16082346439361572
825200 0.160993 0.160823 0.165784 CURRENT LEARNING RATE: 0.00018247909418054437
previous_iter_valid_loss : 0.16061732172966003
825220 0.160782 0.160617 0.165790 CURRENT LEARNING RATE: 0.00018244260201104691
previous_iter_valid_loss : 0.16944538056850433
825240 0.169677 0.169445 0.166234 CURRENT LEARNING RATE: 0.0001824061171392536
previous_iter_valid_loss : 0.1610041707754135
825260 0.161190 0.161004 0.166233 CURRENT LEARNING RATE: 0.00018236963956370464
previous_iter_valid_loss : 0.16066746413707733
825280 0.160841 0.160667 0.165601 CURRENT LEARNING RATE: 0.00018233316928294163
previous_iter_valid_loss : 0.1621122509241104
825300 0.162279 0.162112 0.164466 CURRENT LEARNING RATE: 0.0001822967062955054
previous_iter_valid_loss : 0.16893331706523895
825320 0.169088 0.168933 0.164669 CURRENT LEARNING RATE: 0.00018226025059993748
previous_iter_valid_loss : 0.1666955053806305
825340 0.166866 0.166696 0.164977 CURRENT LEARNING RATE: 0.00018222380219477927
previous_iter_valid_loss : 0.1612224280834198
825360 0.161384 0.161222 0.164509 CURRENT LEARNING RATE: 0.00018218736107857348
previous_iter_valid_loss : 0.1618487387895584
825380 0.162012 0.161849 0.164568 CURRENT LEARNING RATE: 0.00018215092724986216
previous_iter_valid_loss : 0.17855028808116913
825400 0.178712 0.178550 0.165466 CURRENT LEARNING RATE: 0.00018211450070718764
previous_iter_valid_loss : 0.16102486848831177
825420 0.161184 0.161025 0.165375 CURRENT LEARNING RATE: 0.00018207808144909352
previous_iter_valid_loss : 0.16135354340076447
825440 0.161537 0.161354 0.164760 CURRENT LEARNING RATE: 0.00018204166947412262
previous_iter_valid_loss : 0.16075822710990906
825460 0.160931 0.160758 0.164773 CURRENT LEARNING RATE: 0.00018200526478081858
previous_iter_valid_loss : 0.16385921835899353
825480 0.164058 0.163859 0.164897 CURRENT LEARNING RATE: 0.00018196886736772483
previous_iter_valid_loss : 0.16732747852802277
825500 0.167489 0.167327 0.164802 CURRENT LEARNING RATE: 0.00018193247723338608
previous_iter_valid_loss : 0.17151965200901031
825520 0.171669 0.171520 0.164125 CURRENT LEARNING RATE: 0.0001818960943763465
previous_iter_valid_loss : 0.16167236864566803
825540 0.161837 0.161672 0.164126 CURRENT LEARNING RATE: 0.00018185971879515066
previous_iter_valid_loss : 0.16236594319343567
825560 0.162530 0.162366 0.164131 CURRENT LEARNING RATE: 0.0001818233504883433
previous_iter_valid_loss : 0.16064997017383575
825580 0.160803 0.160650 0.164120 CURRENT LEARNING RATE: 0.00018178698945447029
previous_iter_valid_loss : 0.17016905546188354
825600 0.170413 0.170169 0.164587 CURRENT LEARNING RATE: 0.0001817506356920769
previous_iter_valid_loss : 0.16357187926769257
825620 0.163750 0.163572 0.164735 CURRENT LEARNING RATE: 0.00018171428919970897
previous_iter_valid_loss : 0.16055157780647278
825640 0.160710 0.160552 0.164290 CURRENT LEARNING RATE: 0.00018167794997591232
previous_iter_valid_loss : 0.16116496920585632
825660 0.161313 0.161165 0.164298 CURRENT LEARNING RATE: 0.00018164161801923398
previous_iter_valid_loss : 0.16605284810066223
825680 0.166268 0.166053 0.164567 CURRENT LEARNING RATE: 0.00018160529332822043
previous_iter_valid_loss : 0.17240077257156372
825700 0.172550 0.172401 0.165082 CURRENT LEARNING RATE: 0.0001815689759014186
previous_iter_valid_loss : 0.16061167418956757
825720 0.160758 0.160612 0.164666 CURRENT LEARNING RATE: 0.0001815326657373755
previous_iter_valid_loss : 0.16092342138290405
825740 0.161103 0.160923 0.164377 CURRENT LEARNING RATE: 0.0001814963628346394
previous_iter_valid_loss : 0.16759397089481354
825760 0.167752 0.167594 0.164696 CURRENT LEARNING RATE: 0.00018146006719175784
previous_iter_valid_loss : 0.16057339310646057
825780 0.160732 0.160573 0.164632 CURRENT LEARNING RATE: 0.00018142377880727898
previous_iter_valid_loss : 0.17055188119411469
825800 0.170700 0.170552 0.164232 CURRENT LEARNING RATE: 0.00018138749767975098
previous_iter_valid_loss : 0.2148837000131607
825820 0.214913 0.214884 0.166925 CURRENT LEARNING RATE: 0.00018135122380772323
previous_iter_valid_loss : 0.1607721447944641
825840 0.160943 0.160772 0.166896 CURRENT LEARNING RATE: 0.00018131495718974445
previous_iter_valid_loss : 0.1608019322156906
825860 0.160972 0.160802 0.166898 CURRENT LEARNING RATE: 0.00018127869782436364
previous_iter_valid_loss : 0.1631765067577362
825880 0.163338 0.163177 0.166864 CURRENT LEARNING RATE: 0.00018124244571013113
previous_iter_valid_loss : 0.17136088013648987
825900 0.171614 0.171361 0.167066 CURRENT LEARNING RATE: 0.00018120620084559647
previous_iter_valid_loss : 0.16082920134067535
825920 0.160993 0.160829 0.166531 CURRENT LEARNING RATE: 0.00018116996322930986
previous_iter_valid_loss : 0.16234613955020905
825940 0.162536 0.162346 0.166565 CURRENT LEARNING RATE: 0.00018113373285982146
previous_iter_valid_loss : 0.16917625069618225
825960 0.169411 0.169176 0.166905 CURRENT LEARNING RATE: 0.00018109750973568272
previous_iter_valid_loss : 0.16437986493110657
825980 0.164546 0.164380 0.167092 CURRENT LEARNING RATE: 0.00018106129385544445
previous_iter_valid_loss : 0.16530542075634003
826000 0.165469 0.165305 0.166848 CURRENT LEARNING RATE: 0.0001810250852176579
previous_iter_valid_loss : 0.16432255506515503
826020 0.164516 0.164323 0.166886 CURRENT LEARNING RATE: 0.0001809888838208745
previous_iter_valid_loss : 0.1642073690891266
826040 0.164380 0.164207 0.167069 CURRENT LEARNING RATE: 0.0001809526896636468
previous_iter_valid_loss : 0.16225272417068481
826060 0.162420 0.162253 0.167123 CURRENT LEARNING RATE: 0.00018091650274452666
previous_iter_valid_loss : 0.16853465139865875
826080 0.168693 0.168535 0.167247 CURRENT LEARNING RATE: 0.00018088032306206667
previous_iter_valid_loss : 0.16193674504756927
826100 0.162132 0.161937 0.166724 CURRENT LEARNING RATE: 0.00018084415061481933
previous_iter_valid_loss : 0.16061942279338837
826120 0.160773 0.160619 0.166724 CURRENT LEARNING RATE: 0.00018080798540133833
previous_iter_valid_loss : 0.16134704649448395
826140 0.161534 0.161347 0.166746 CURRENT LEARNING RATE: 0.00018077182742017682
previous_iter_valid_loss : 0.1606045514345169
826160 0.160765 0.160605 0.166396 CURRENT LEARNING RATE: 0.00018073567666988837
previous_iter_valid_loss : 0.16123753786087036
826180 0.161425 0.161238 0.166429 CURRENT LEARNING RATE: 0.00018069953314902673
previous_iter_valid_loss : 0.16180364787578583
826200 0.161961 0.161804 0.165992 CURRENT LEARNING RATE: 0.00018066339685614676
previous_iter_valid_loss : 0.16751477122306824
826220 0.167669 0.167515 0.163624 CURRENT LEARNING RATE: 0.00018062726778980267
previous_iter_valid_loss : 0.17131094634532928
826240 0.171458 0.171311 0.164150 CURRENT LEARNING RATE: 0.000180591145948549
previous_iter_valid_loss : 0.16445542871952057
826260 0.164661 0.164455 0.164333 CURRENT LEARNING RATE: 0.00018055503133094153
previous_iter_valid_loss : 0.16428227722644806
826280 0.164453 0.164282 0.164388 CURRENT LEARNING RATE: 0.00018051892393553535
previous_iter_valid_loss : 0.16595785319805145
826300 0.166173 0.165958 0.164118 CURRENT LEARNING RATE: 0.00018048282376088612
previous_iter_valid_loss : 0.17971554398536682
826320 0.180036 0.179716 0.165063 CURRENT LEARNING RATE: 0.00018044673080554953
previous_iter_valid_loss : 0.16056819260120392
826340 0.160726 0.160568 0.164974 CURRENT LEARNING RATE: 0.00018041064506808254
previous_iter_valid_loss : 0.16981053352355957
826360 0.170052 0.169811 0.165005 CURRENT LEARNING RATE: 0.00018037456654704137
previous_iter_valid_loss : 0.1610824316740036
826380 0.161266 0.161082 0.164841 CURRENT LEARNING RATE: 0.00018033849524098287
previous_iter_valid_loss : 0.1627632975578308
826400 0.162963 0.162763 0.164713 CURRENT LEARNING RATE: 0.0001803024311484639
previous_iter_valid_loss : 0.1605408489704132
826420 0.160694 0.160541 0.164524 CURRENT LEARNING RATE: 0.00018026637426804253
previous_iter_valid_loss : 0.16764859855175018
826440 0.167863 0.167649 0.164696 CURRENT LEARNING RATE: 0.00018023032459827616
previous_iter_valid_loss : 0.1866261214017868
826460 0.187007 0.186626 0.165915 CURRENT LEARNING RATE: 0.00018019428213772277
previous_iter_valid_loss : 0.17097711563110352
826480 0.171236 0.170977 0.166037 CURRENT LEARNING RATE: 0.0001801582468849404
previous_iter_valid_loss : 0.16657020151615143
826500 0.166729 0.166570 0.166269 CURRENT LEARNING RATE: 0.00018012221883848825
previous_iter_valid_loss : 0.16096965968608856
826520 0.161125 0.160970 0.166286 CURRENT LEARNING RATE: 0.00018008619799692486
previous_iter_valid_loss : 0.16494375467300415
826540 0.165120 0.164944 0.166466 CURRENT LEARNING RATE: 0.00018005018435880943
previous_iter_valid_loss : 0.16701887547969818
826560 0.167243 0.167019 0.166787 CURRENT LEARNING RATE: 0.00018001417792270103
previous_iter_valid_loss : 0.16845054924488068
826580 0.168688 0.168451 0.167148 CURRENT LEARNING RATE: 0.00017997817868716014
previous_iter_valid_loss : 0.16090534627437592
826600 0.161081 0.160905 0.167103 CURRENT LEARNING RATE: 0.0001799421866507464
previous_iter_valid_loss : 0.16470612585544586
826620 0.164909 0.164706 0.166962 CURRENT LEARNING RATE: 0.0001799062018120198
previous_iter_valid_loss : 0.18105584383010864
826640 0.181210 0.181056 0.167449 CURRENT LEARNING RATE: 0.00017987022416954168
previous_iter_valid_loss : 0.16087187826633453
826660 0.161030 0.160872 0.167270 CURRENT LEARNING RATE: 0.0001798342537218725
previous_iter_valid_loss : 0.16691839694976807
826680 0.167077 0.166918 0.167402 CURRENT LEARNING RATE: 0.00017979829046757355
previous_iter_valid_loss : 0.16250722110271454
826700 0.162674 0.162507 0.167230 CURRENT LEARNING RATE: 0.0001797623344052059
previous_iter_valid_loss : 0.16265147924423218
826720 0.162850 0.162651 0.166376 CURRENT LEARNING RATE: 0.00017972638553333196
previous_iter_valid_loss : 0.17876312136650085
826740 0.178924 0.178763 0.167286 CURRENT LEARNING RATE: 0.00017969044385051345
previous_iter_valid_loss : 0.16105230152606964
826760 0.161213 0.161052 0.166848 CURRENT LEARNING RATE: 0.00017965450935531277
previous_iter_valid_loss : 0.16350074112415314
826780 0.163698 0.163501 0.166969 CURRENT LEARNING RATE: 0.0001796185820462921
previous_iter_valid_loss : 0.1759616732597351
826800 0.176242 0.175962 0.167629 CURRENT LEARNING RATE: 0.0001795826619220151
previous_iter_valid_loss : 0.16249144077301025
826820 0.162683 0.162491 0.167727 CURRENT LEARNING RATE: 0.00017954674898104458
previous_iter_valid_loss : 0.1626381278038025
826840 0.162810 0.162638 0.167476 CURRENT LEARNING RATE: 0.00017951084322194403
previous_iter_valid_loss : 0.16155996918678284
826860 0.161754 0.161560 0.166223 CURRENT LEARNING RATE: 0.00017947494464327693
previous_iter_valid_loss : 0.17300616204738617
826880 0.173260 0.173006 0.166324 CURRENT LEARNING RATE: 0.00017943905324360797
previous_iter_valid_loss : 0.16103890538215637
826900 0.161196 0.161039 0.166048 CURRENT LEARNING RATE: 0.00017940316902150118
previous_iter_valid_loss : 0.16051357984542847
826920 0.160676 0.160514 0.166025 CURRENT LEARNING RATE: 0.00017936729197552115
previous_iter_valid_loss : 0.16487818956375122
826940 0.165080 0.164878 0.166021 CURRENT LEARNING RATE: 0.0001793314221042325
previous_iter_valid_loss : 0.16094815731048584
826960 0.161103 0.160948 0.165718 CURRENT LEARNING RATE: 0.00017929555940620107
previous_iter_valid_loss : 0.17016485333442688
826980 0.170310 0.170165 0.165804 CURRENT LEARNING RATE: 0.00017925970387999208
previous_iter_valid_loss : 0.16112485527992249
827000 0.161271 0.161125 0.165815 CURRENT LEARNING RATE: 0.0001792238555241709
previous_iter_valid_loss : 0.1620088815689087
827020 0.162187 0.162009 0.165680 CURRENT LEARNING RATE: 0.00017918801433730434
previous_iter_valid_loss : 0.1608164757490158
827040 0.160972 0.160816 0.164668 CURRENT LEARNING RATE: 0.00017915218031795834
previous_iter_valid_loss : 0.16188164055347443
827060 0.162068 0.161882 0.164718 CURRENT LEARNING RATE: 0.00017911635346469956
previous_iter_valid_loss : 0.16316790878772736
827080 0.163354 0.163168 0.164531 CURRENT LEARNING RATE: 0.00017908053377609464
previous_iter_valid_loss : 0.17338277399539948
827100 0.173651 0.173383 0.165075 CURRENT LEARNING RATE: 0.00017904472125071142
previous_iter_valid_loss : 0.16357216238975525
827120 0.163733 0.163572 0.165121 CURRENT LEARNING RATE: 0.00017900891588711707
previous_iter_valid_loss : 0.1624618023633957
827140 0.162643 0.162462 0.164306 CURRENT LEARNING RATE: 0.00017897311768387937
previous_iter_valid_loss : 0.16313472390174866
827160 0.163306 0.163135 0.164410 CURRENT LEARNING RATE: 0.00017893732663956611
previous_iter_valid_loss : 0.18272998929023743
827180 0.182878 0.182730 0.165371 CURRENT LEARNING RATE: 0.00017890154275274623
previous_iter_valid_loss : 0.166242316365242
827200 0.166400 0.166242 0.164885 CURRENT LEARNING RATE: 0.0001788657660219881
previous_iter_valid_loss : 0.17422008514404297
827220 0.174481 0.174220 0.165472 CURRENT LEARNING RATE: 0.00017882999644586064
previous_iter_valid_loss : 0.16828195750713348
827240 0.168435 0.168282 0.165754 CURRENT LEARNING RATE: 0.0001787942340229327
previous_iter_valid_loss : 0.18108175694942474
827260 0.181421 0.181082 0.166730 CURRENT LEARNING RATE: 0.00017875847875177455
previous_iter_valid_loss : 0.1665380299091339
827280 0.166700 0.166538 0.166406 CURRENT LEARNING RATE: 0.00017872273063095548
previous_iter_valid_loss : 0.1621052622795105
827300 0.162260 0.162105 0.166460 CURRENT LEARNING RATE: 0.00017868698965904574
previous_iter_valid_loss : 0.1605406254529953
827320 0.160696 0.160541 0.166461 CURRENT LEARNING RATE: 0.0001786512558346152
previous_iter_valid_loss : 0.16358549892902374
827340 0.163785 0.163585 0.166396 CURRENT LEARNING RATE: 0.0001786155291562353
previous_iter_valid_loss : 0.1614035815000534
827360 0.161584 0.161404 0.166419 CURRENT LEARNING RATE: 0.0001785798096224766
previous_iter_valid_loss : 0.16316083073616028
827380 0.163329 0.163161 0.166069 CURRENT LEARNING RATE: 0.00017854409723191028
previous_iter_valid_loss : 0.16076378524303436
827400 0.160921 0.160764 0.166051 CURRENT LEARNING RATE: 0.00017850839198310756
previous_iter_valid_loss : 0.16322118043899536
827420 0.163408 0.163221 0.166112 CURRENT LEARNING RATE: 0.00017847269387464084
previous_iter_valid_loss : 0.1616317629814148
827440 0.161819 0.161632 0.166152 CURRENT LEARNING RATE: 0.00017843700290508192
previous_iter_valid_loss : 0.1653953343629837
827460 0.165600 0.165395 0.166328 CURRENT LEARNING RATE: 0.00017840131907300284
previous_iter_valid_loss : 0.16057680547237396
827480 0.160746 0.160577 0.166198 CURRENT LEARNING RATE: 0.00017836564237697688
previous_iter_valid_loss : 0.1606539487838745
827500 0.160829 0.160654 0.165562 CURRENT LEARNING RATE: 0.0001783299728155766
previous_iter_valid_loss : 0.16563527286052704
827520 0.165792 0.165635 0.165665 CURRENT LEARNING RATE: 0.00017829431038737524
previous_iter_valid_loss : 0.16410356760025024
827540 0.164258 0.164104 0.165747 CURRENT LEARNING RATE: 0.00017825865509094602
previous_iter_valid_loss : 0.16271984577178955
827560 0.162900 0.162720 0.165727 CURRENT LEARNING RATE: 0.00017822300692486336
previous_iter_valid_loss : 0.16351287066936493
827580 0.163707 0.163513 0.164766 CURRENT LEARNING RATE: 0.00017818736588770098
previous_iter_valid_loss : 0.17272578179836273
827600 0.172994 0.172726 0.165090 CURRENT LEARNING RATE: 0.0001781517319780333
previous_iter_valid_loss : 0.16271674633026123
827620 0.162915 0.162717 0.164515 CURRENT LEARNING RATE: 0.00017811610519443457
previous_iter_valid_loss : 0.16079412400722504
827640 0.160967 0.160794 0.164140 CURRENT LEARNING RATE: 0.00017808048553548037
previous_iter_valid_loss : 0.16289493441581726
827660 0.163085 0.162895 0.163231 CURRENT LEARNING RATE: 0.00017804487299974563
previous_iter_valid_loss : 0.16059556603431702
827680 0.160756 0.160596 0.162934 CURRENT LEARNING RATE: 0.00017800926758580586
previous_iter_valid_loss : 0.1657051146030426
827700 0.165870 0.165705 0.163114 CURRENT LEARNING RATE: 0.00017797366929223649
previous_iter_valid_loss : 0.1606220006942749
827720 0.160780 0.160622 0.163118 CURRENT LEARNING RATE: 0.00017793807811761423
previous_iter_valid_loss : 0.1605517864227295
827740 0.160698 0.160552 0.162966 CURRENT LEARNING RATE: 0.00017790249406051512
previous_iter_valid_loss : 0.16441427171230316
827760 0.164586 0.164414 0.163117 CURRENT LEARNING RATE: 0.00017786691711951577
previous_iter_valid_loss : 0.17111587524414062
827780 0.171263 0.171116 0.163515 CURRENT LEARNING RATE: 0.00017783134729319283
previous_iter_valid_loss : 0.16530483961105347
827800 0.165514 0.165305 0.163742 CURRENT LEARNING RATE: 0.00017779578458012414
previous_iter_valid_loss : 0.16416804492473602
827820 0.164365 0.164168 0.163789 CURRENT LEARNING RATE: 0.00017776022897888683
previous_iter_valid_loss : 0.17367708683013916
827840 0.173955 0.173677 0.164391 CURRENT LEARNING RATE: 0.0001777246804880584
previous_iter_valid_loss : 0.17657668888568878
827860 0.176867 0.176577 0.164950 CURRENT LEARNING RATE: 0.0001776891391062175
previous_iter_valid_loss : 0.16317012906074524
827880 0.163361 0.163170 0.165080 CURRENT LEARNING RATE: 0.00017765360483194226
previous_iter_valid_loss : 0.1793082058429718
827900 0.179466 0.179308 0.166013 CURRENT LEARNING RATE: 0.00017761807766381117
previous_iter_valid_loss : 0.18439172208309174
827920 0.184753 0.184392 0.166950 CURRENT LEARNING RATE: 0.00017758255760040294
previous_iter_valid_loss : 0.160866841673851
827940 0.161039 0.160867 0.166789 CURRENT LEARNING RATE: 0.0001775470446402973
previous_iter_valid_loss : 0.16467390954494476
827960 0.164840 0.164674 0.166886 CURRENT LEARNING RATE: 0.0001775115387820735
previous_iter_valid_loss : 0.16197137534618378
827980 0.162159 0.161971 0.166809 CURRENT LEARNING RATE: 0.00017747604002431126
previous_iter_valid_loss : 0.16199186444282532
828000 0.162177 0.161992 0.166273 CURRENT LEARNING RATE: 0.00017744054836559036
previous_iter_valid_loss : 0.17520609498023987
828020 0.175478 0.175206 0.166897 CURRENT LEARNING RATE: 0.00017740506380449172
previous_iter_valid_loss : 0.16061089932918549
828040 0.160763 0.160611 0.166888 CURRENT LEARNING RATE: 0.00017736958633959564
previous_iter_valid_loss : 0.16395112872123718
828060 0.164149 0.163951 0.166941 CURRENT LEARNING RATE: 0.00017733411596948306
previous_iter_valid_loss : 0.1683337241411209
828080 0.168487 0.168334 0.167328 CURRENT LEARNING RATE: 0.00017729865269273482
previous_iter_valid_loss : 0.16294723749160767
828100 0.163145 0.162947 0.167190 CURRENT LEARNING RATE: 0.000177263196507933
previous_iter_valid_loss : 0.1667882204055786
828120 0.167012 0.166788 0.167498 CURRENT LEARNING RATE: 0.00017722774741365908
previous_iter_valid_loss : 0.18935923278331757
828140 0.189809 0.189359 0.168938 CURRENT LEARNING RATE: 0.00017719230540849513
previous_iter_valid_loss : 0.1615207940340042
828160 0.161712 0.161521 0.168794 CURRENT LEARNING RATE: 0.00017715687049102305
previous_iter_valid_loss : 0.16053186357021332
828180 0.160693 0.160532 0.168264 CURRENT LEARNING RATE: 0.00017712144265982614
previous_iter_valid_loss : 0.16217321157455444
828200 0.162359 0.162173 0.168108 CURRENT LEARNING RATE: 0.00017708602191348694
previous_iter_valid_loss : 0.16835275292396545
828220 0.168503 0.168353 0.168317 CURRENT LEARNING RATE: 0.00017705060825058835
previous_iter_valid_loss : 0.16051062941551208
828240 0.160667 0.160511 0.167659 CURRENT LEARNING RATE: 0.00017701520166971444
previous_iter_valid_loss : 0.17541556060314178
828260 0.175704 0.175416 0.167601 CURRENT LEARNING RATE: 0.00017697980216944858
previous_iter_valid_loss : 0.16944682598114014
828280 0.169600 0.169447 0.167915 CURRENT LEARNING RATE: 0.00017694440974837488
previous_iter_valid_loss : 0.16983768343925476
828300 0.169988 0.169838 0.167441 CURRENT LEARNING RATE: 0.00017690902440507724
previous_iter_valid_loss : 0.16353294253349304
828320 0.163696 0.163533 0.166398 CURRENT LEARNING RATE: 0.00017687364613814093
previous_iter_valid_loss : 0.17140981554985046
828340 0.171558 0.171410 0.166925 CURRENT LEARNING RATE: 0.0001768382749461505
previous_iter_valid_loss : 0.18036799132823944
828360 0.180697 0.180368 0.167710 CURRENT LEARNING RATE: 0.00017680291082769107
previous_iter_valid_loss : 0.1660911589860916
828380 0.166303 0.166091 0.167916 CURRENT LEARNING RATE: 0.00017676755378134777
previous_iter_valid_loss : 0.16625569760799408
828400 0.166419 0.166256 0.168129 CURRENT LEARNING RATE: 0.000176732203805707
previous_iter_valid_loss : 0.1719786822795868
828420 0.172234 0.171979 0.167968 CURRENT LEARNING RATE: 0.00017669686089935439
previous_iter_valid_loss : 0.17495201528072357
828440 0.175235 0.174952 0.168685 CURRENT LEARNING RATE: 0.00017666152506087623
previous_iter_valid_loss : 0.17449109256267548
828460 0.174769 0.174491 0.169212 CURRENT LEARNING RATE: 0.0001766261962888588
previous_iter_valid_loss : 0.1623573750257492
828480 0.162540 0.162357 0.168913 CURRENT LEARNING RATE: 0.0001765908745818895
previous_iter_valid_loss : 0.17389757931232452
828500 0.174048 0.173898 0.169461 CURRENT LEARNING RATE: 0.0001765555599385553
previous_iter_valid_loss : 0.1766885370016098
828520 0.176843 0.176689 0.169956 CURRENT LEARNING RATE: 0.00017652025235744345
previous_iter_valid_loss : 0.16442492604255676
828540 0.164588 0.164425 0.168709 CURRENT LEARNING RATE: 0.00017648495183714144
previous_iter_valid_loss : 0.16087959706783295
828560 0.161066 0.160880 0.168677 CURRENT LEARNING RATE: 0.00017644965837623785
previous_iter_valid_loss : 0.16090494394302368
828580 0.161087 0.160905 0.168695 CURRENT LEARNING RATE: 0.0001764143719733206
previous_iter_valid_loss : 0.16512668132781982
828600 0.165321 0.165127 0.168843 CURRENT LEARNING RATE: 0.00017637909262697824
previous_iter_valid_loss : 0.16061055660247803
828620 0.160768 0.160611 0.168456 CURRENT LEARNING RATE: 0.00017634382033579932
previous_iter_valid_loss : 0.16166293621063232
828640 0.161829 0.161663 0.168514 CURRENT LEARNING RATE: 0.00017630855509837354
previous_iter_valid_loss : 0.16215597093105316
828660 0.162341 0.162156 0.167851 CURRENT LEARNING RATE: 0.00017627329691328997
previous_iter_valid_loss : 0.16267985105514526
828680 0.162842 0.162680 0.167512 CURRENT LEARNING RATE: 0.00017623804577913797
previous_iter_valid_loss : 0.17760436236858368
828700 0.177758 0.177604 0.167901 CURRENT LEARNING RATE: 0.0001762028016945082
previous_iter_valid_loss : 0.17179806530475616
828720 0.171943 0.171798 0.168314 CURRENT LEARNING RATE: 0.00017616756465799047
previous_iter_valid_loss : 0.16257640719413757
828740 0.162734 0.162576 0.167872 CURRENT LEARNING RATE: 0.00017613233466817537
previous_iter_valid_loss : 0.16574856638908386
828760 0.165908 0.165749 0.167141 CURRENT LEARNING RATE: 0.00017609711172365336
previous_iter_valid_loss : 0.17878249287605286
828780 0.178945 0.178782 0.167776 CURRENT LEARNING RATE: 0.0001760618958230162
previous_iter_valid_loss : 0.16401995718479156
828800 0.164217 0.164020 0.167664 CURRENT LEARNING RATE: 0.00017602668696485482
previous_iter_valid_loss : 0.16121289134025574
828820 0.161368 0.161213 0.167126 CURRENT LEARNING RATE: 0.00017599148514776098
previous_iter_valid_loss : 0.16638271510601044
828840 0.166548 0.166383 0.166697 CURRENT LEARNING RATE: 0.00017595629037032626
previous_iter_valid_loss : 0.16061781346797943
828860 0.160787 0.160618 0.166004 CURRENT LEARNING RATE: 0.0001759211026311435
previous_iter_valid_loss : 0.16069646179676056
828880 0.160851 0.160696 0.165921 CURRENT LEARNING RATE: 0.00017588592192880484
previous_iter_valid_loss : 0.1607072502374649
828900 0.160882 0.160707 0.165261 CURRENT LEARNING RATE: 0.00017585074826190311
previous_iter_valid_loss : 0.18832340836524963
828920 0.188742 0.188323 0.165843 CURRENT LEARNING RATE: 0.000175815581629031
previous_iter_valid_loss : 0.16164913773536682
828940 0.161805 0.161649 0.165704 CURRENT LEARNING RATE: 0.0001757804220287825
previous_iter_valid_loss : 0.16057345271110535
828960 0.160738 0.160573 0.165689 CURRENT LEARNING RATE: 0.0001757452694597509
previous_iter_valid_loss : 0.18501748144626617
828980 0.185161 0.185017 0.166894 CURRENT LEARNING RATE: 0.0001757101239205301
previous_iter_valid_loss : 0.16338081657886505
829000 0.163569 0.163381 0.166807 CURRENT LEARNING RATE: 0.00017567498540971396
previous_iter_valid_loss : 0.17554187774658203
829020 0.175832 0.175542 0.167554 CURRENT LEARNING RATE: 0.0001756398539258976
previous_iter_valid_loss : 0.16501419246196747
829040 0.165211 0.165014 0.167721 CURRENT LEARNING RATE: 0.00017560472946767541
previous_iter_valid_loss : 0.1627804934978485
829060 0.162963 0.162780 0.167752 CURRENT LEARNING RATE: 0.00017556961203364212
previous_iter_valid_loss : 0.16371455788612366
829080 0.163914 0.163715 0.167804 CURRENT LEARNING RATE: 0.0001755345016223936
previous_iter_valid_loss : 0.16432121396064758
829100 0.164490 0.164321 0.167140 CURRENT LEARNING RATE: 0.0001754993982325252
previous_iter_valid_loss : 0.1605234146118164
829120 0.160687 0.160523 0.166576 CURRENT LEARNING RATE: 0.00017546430186263278
previous_iter_valid_loss : 0.19585445523262024
829140 0.196344 0.195854 0.168240 CURRENT LEARNING RATE: 0.0001754292125113121
previous_iter_valid_loss : 0.16119927167892456
829160 0.161384 0.161199 0.168013 CURRENT LEARNING RATE: 0.0001753941301771603
previous_iter_valid_loss : 0.20498235523700714
829180 0.205051 0.204982 0.169323 CURRENT LEARNING RATE: 0.00017535905485877368
previous_iter_valid_loss : 0.16823050379753113
829200 0.168467 0.168231 0.169533 CURRENT LEARNING RATE: 0.00017532398655474934
previous_iter_valid_loss : 0.16163721680641174
829220 0.161828 0.161637 0.169554 CURRENT LEARNING RATE: 0.00017528892526368412
previous_iter_valid_loss : 0.1703176349401474
829240 0.170469 0.170318 0.169751 CURRENT LEARNING RATE: 0.00017525387098417627
previous_iter_valid_loss : 0.16089116036891937
829260 0.161046 0.160891 0.169765 CURRENT LEARNING RATE: 0.00017521882371482328
previous_iter_valid_loss : 0.17934921383857727
829280 0.179507 0.179349 0.170697 CURRENT LEARNING RATE: 0.00017518378345422324
previous_iter_valid_loss : 0.16060031950473785
829300 0.160776 0.160600 0.170692 CURRENT LEARNING RATE: 0.00017514875020097426
previous_iter_valid_loss : 0.16059304773807526
829320 0.160762 0.160593 0.169306 CURRENT LEARNING RATE: 0.00017511372395367564
previous_iter_valid_loss : 0.16826456785202026
829340 0.168417 0.168265 0.169636 CURRENT LEARNING RATE: 0.000175078704710926
previous_iter_valid_loss : 0.1614835560321808
829360 0.161674 0.161484 0.169682 CURRENT LEARNING RATE: 0.00017504369247132458
previous_iter_valid_loss : 0.17005465924739838
829380 0.170300 0.170055 0.168934 CURRENT LEARNING RATE: 0.00017500868723347053
previous_iter_valid_loss : 0.16429829597473145
829400 0.164504 0.164298 0.168980 CURRENT LEARNING RATE: 0.00017497368899596435
previous_iter_valid_loss : 0.16736093163490295
829420 0.167583 0.167361 0.168571 CURRENT LEARNING RATE: 0.00017493869775740573
previous_iter_valid_loss : 0.16966429352760315
829440 0.169813 0.169664 0.168803 CURRENT LEARNING RATE: 0.00017490371351639472
previous_iter_valid_loss : 0.16451336443424225
829460 0.164711 0.164513 0.168890 CURRENT LEARNING RATE: 0.0001748687362715326
previous_iter_valid_loss : 0.16094952821731567
829480 0.161109 0.160950 0.168751 CURRENT LEARNING RATE: 0.00017483376602141996
previous_iter_valid_loss : 0.16301928460597992
829500 0.163190 0.163019 0.168686 CURRENT LEARNING RATE: 0.00017479880276465796
previous_iter_valid_loss : 0.18749701976776123
829520 0.187897 0.187497 0.170035 CURRENT LEARNING RATE: 0.00017476384649984782
previous_iter_valid_loss : 0.16884425282478333
829540 0.168998 0.168844 0.168684 CURRENT LEARNING RATE: 0.00017472889722559186
previous_iter_valid_loss : 0.1728394627571106
829560 0.172986 0.172839 0.169267 CURRENT LEARNING RATE: 0.0001746939549404918
previous_iter_valid_loss : 0.16142521798610687
829580 0.161609 0.161425 0.167089 CURRENT LEARNING RATE: 0.00017465901964314998
previous_iter_valid_loss : 0.18419745564460754
829600 0.184342 0.184197 0.167887 CURRENT LEARNING RATE: 0.00017462409133216865
previous_iter_valid_loss : 0.17244037985801697
829620 0.172706 0.172440 0.168427 CURRENT LEARNING RATE: 0.0001745891700061513
previous_iter_valid_loss : 0.16104267537593842
829640 0.161224 0.161043 0.167963 CURRENT LEARNING RATE: 0.00017455425566370076
previous_iter_valid_loss : 0.16356916725635529
829660 0.163748 0.163569 0.168097 CURRENT LEARNING RATE: 0.0001745193483034205
previous_iter_valid_loss : 0.1615905612707138
829680 0.161755 0.161591 0.167209 CURRENT LEARNING RATE: 0.00017448444792391387
previous_iter_valid_loss : 0.16062909364700317
829700 0.160787 0.160629 0.167211 CURRENT LEARNING RATE: 0.0001744495545237855
previous_iter_valid_loss : 0.1679697483778
829720 0.168125 0.167970 0.167580 CURRENT LEARNING RATE: 0.00017441466810163932
previous_iter_valid_loss : 0.18351803719997406
829740 0.183884 0.183518 0.168342 CURRENT LEARNING RATE: 0.0001743797886560799
previous_iter_valid_loss : 0.16261109709739685
829760 0.162792 0.162611 0.168399 CURRENT LEARNING RATE: 0.00017434491618571174
previous_iter_valid_loss : 0.18853551149368286
829780 0.188969 0.188536 0.169323 CURRENT LEARNING RATE: 0.00017431005068914052
previous_iter_valid_loss : 0.16797475516796112
829800 0.168198 0.167975 0.169507 CURRENT LEARNING RATE: 0.0001742751921649714
previous_iter_valid_loss : 0.16370032727718353
829820 0.163870 0.163700 0.169324 CURRENT LEARNING RATE: 0.00017424034061180966
previous_iter_valid_loss : 0.18405693769454956
829840 0.184416 0.184057 0.170043 CURRENT LEARNING RATE: 0.0001742054960282619
previous_iter_valid_loss : 0.1609288603067398
829860 0.161102 0.160929 0.169864 CURRENT LEARNING RATE: 0.00017417065841293398
previous_iter_valid_loss : 0.16145053505897522
829880 0.161642 0.161451 0.169889 CURRENT LEARNING RATE: 0.00017413582776443245
previous_iter_valid_loss : 0.16913467645645142
829900 0.169285 0.169135 0.170195 CURRENT LEARNING RATE: 0.0001741010040813637
previous_iter_valid_loss : 0.16213136911392212
829920 0.162319 0.162131 0.168926 CURRENT LEARNING RATE: 0.00017406618736233545
previous_iter_valid_loss : 0.16196292638778687
829940 0.162153 0.161963 0.168582 CURRENT LEARNING RATE: 0.00017403137760595475
previous_iter_valid_loss : 0.16088247299194336
829960 0.161067 0.160882 0.167985 CURRENT LEARNING RATE: 0.00017399657481082916
previous_iter_valid_loss : 0.16984683275222778
829980 0.170096 0.169847 0.168406 CURRENT LEARNING RATE: 0.00017396177897556627
previous_iter_valid_loss : 0.18713152408599854
830000 0.187551 0.187132 0.168552 CURRENT LEARNING RATE: 0.0001739269900987749
previous_iter_valid_loss : 0.16322095692157745
830020 0.163416 0.163221 0.168091 CURRENT LEARNING RATE: 0.00017389220817906313
previous_iter_valid_loss : 0.1873028725385666
830040 0.187434 0.187303 0.169404 CURRENT LEARNING RATE: 0.00017385743321503971
previous_iter_valid_loss : 0.17046251893043518
830060 0.170608 0.170463 0.169749 CURRENT LEARNING RATE: 0.00017382266520531335
previous_iter_valid_loss : 0.16627541184425354
830080 0.166491 0.166275 0.169983 CURRENT LEARNING RATE: 0.0001737879041484939
previous_iter_valid_loss : 0.17924641072750092
830100 0.179566 0.179246 0.170914 CURRENT LEARNING RATE: 0.00017375315004319067
previous_iter_valid_loss : 0.1664445996284485
830120 0.166611 0.166445 0.170838 CURRENT LEARNING RATE: 0.00017371840288801348
previous_iter_valid_loss : 0.16806471347808838
830140 0.168295 0.168065 0.170065 CURRENT LEARNING RATE: 0.00017368366268157208
previous_iter_valid_loss : 0.1770356148481369
830160 0.177332 0.177036 0.170786 CURRENT LEARNING RATE: 0.00017364892942247753
previous_iter_valid_loss : 0.16438686847686768
830180 0.164604 0.164387 0.169579 CURRENT LEARNING RATE: 0.0001736142031093402
previous_iter_valid_loss : 0.17120884358882904
830200 0.171348 0.171209 0.169741 CURRENT LEARNING RATE: 0.000173579483740771
previous_iter_valid_loss : 0.17290695011615753
830220 0.173171 0.172907 0.170201 CURRENT LEARNING RATE: 0.00017354477131538085
previous_iter_valid_loss : 0.17630983889102936
830240 0.176617 0.176310 0.169814 CURRENT LEARNING RATE: 0.0001735100658317819
previous_iter_valid_loss : 0.16703012585639954
830260 0.167189 0.167030 0.170119 CURRENT LEARNING RATE: 0.00017347536728858561
previous_iter_valid_loss : 0.16297169029712677
830280 0.163162 0.162972 0.170195 CURRENT LEARNING RATE: 0.0001734406756844037
previous_iter_valid_loss : 0.16185419261455536
830300 0.162044 0.161854 0.169831 CURRENT LEARNING RATE: 0.0001734059910178492
previous_iter_valid_loss : 0.1605994552373886
830320 0.160774 0.160599 0.169754 CURRENT LEARNING RATE: 0.00017337131328753433
previous_iter_valid_loss : 0.16068175435066223
830340 0.160862 0.160682 0.169690 CURRENT LEARNING RATE: 0.000173336642492072
previous_iter_valid_loss : 0.167826846241951
830360 0.167983 0.167827 0.170037 CURRENT LEARNING RATE: 0.00017330197863007512
previous_iter_valid_loss : 0.16193048655986786
830380 0.162091 0.161930 0.169642 CURRENT LEARNING RATE: 0.00017326732170015768
previous_iter_valid_loss : 0.16055814921855927
830400 0.160716 0.160558 0.168313 CURRENT LEARNING RATE: 0.00017323267170093315
previous_iter_valid_loss : 0.16440711915493011
830420 0.164606 0.164407 0.168372 CURRENT LEARNING RATE: 0.0001731980286310155
previous_iter_valid_loss : 0.1857370138168335
830440 0.186118 0.185737 0.168294 CURRENT LEARNING RATE: 0.00017316339248901874
previous_iter_valid_loss : 0.16050775349140167
830460 0.160676 0.160508 0.167796 CURRENT LEARNING RATE: 0.00017312876327355798
previous_iter_valid_loss : 0.1610153764486313
830480 0.161174 0.161015 0.167533 CURRENT LEARNING RATE: 0.00017309414098324783
previous_iter_valid_loss : 0.1675897240638733
830500 0.167748 0.167590 0.166950 CURRENT LEARNING RATE: 0.00017305952561670328
previous_iter_valid_loss : 0.16051331162452698
830520 0.160664 0.160513 0.166654 CURRENT LEARNING RATE: 0.0001730249171725395
previous_iter_valid_loss : 0.19088928401470184
830540 0.191014 0.190889 0.167795 CURRENT LEARNING RATE: 0.00017299031564937272
previous_iter_valid_loss : 0.16254514455795288
830560 0.162729 0.162545 0.167070 CURRENT LEARNING RATE: 0.00017295572104581862
previous_iter_valid_loss : 0.16100478172302246
830580 0.161177 0.161005 0.166901 CURRENT LEARNING RATE: 0.00017292113336049336
previous_iter_valid_loss : 0.1640838235616684
830600 0.164283 0.164084 0.166545 CURRENT LEARNING RATE: 0.00017288655259201313
previous_iter_valid_loss : 0.169199138879776
830620 0.169444 0.169199 0.166360 CURRENT LEARNING RATE: 0.00017285197873899536
previous_iter_valid_loss : 0.16882020235061646
830640 0.169053 0.168820 0.165985 CURRENT LEARNING RATE: 0.00017281741180005678
previous_iter_valid_loss : 0.16285131871700287
830660 0.163055 0.162851 0.165776 CURRENT LEARNING RATE: 0.00017278285177381434
previous_iter_valid_loss : 0.17016980051994324
830680 0.170424 0.170170 0.166136 CURRENT LEARNING RATE: 0.00017274829865888635
previous_iter_valid_loss : 0.1606314778327942
830700 0.160797 0.160631 0.166075 CURRENT LEARNING RATE: 0.00017271375245389028
previous_iter_valid_loss : 0.16675309836864471
830720 0.166907 0.166753 0.166383 CURRENT LEARNING RATE: 0.00017267921315744435
previous_iter_valid_loss : 0.16075079143047333
830740 0.160904 0.160751 0.166386 CURRENT LEARNING RATE: 0.0001726446807681667
previous_iter_valid_loss : 0.16068187355995178
830760 0.160844 0.160682 0.166029 CURRENT LEARNING RATE: 0.00017261015528467657
previous_iter_valid_loss : 0.16067136824131012
830780 0.160839 0.160671 0.165966 CURRENT LEARNING RATE: 0.00017257563670559266
previous_iter_valid_loss : 0.16128836572170258
830800 0.161446 0.161288 0.166003 CURRENT LEARNING RATE: 0.0001725411250295343
previous_iter_valid_loss : 0.1637369990348816
830820 0.163889 0.163737 0.165969 CURRENT LEARNING RATE: 0.0001725066202551206
previous_iter_valid_loss : 0.1765388697385788
830840 0.176686 0.176539 0.165509 CURRENT LEARNING RATE: 0.00017247212238097207
previous_iter_valid_loss : 0.16880641877651215
830860 0.169046 0.168806 0.165924 CURRENT LEARNING RATE: 0.00017243763140570845
previous_iter_valid_loss : 0.16064254939556122
830880 0.160813 0.160643 0.165905 CURRENT LEARNING RATE: 0.00017240314732795011
previous_iter_valid_loss : 0.16311252117156982
830900 0.163279 0.163113 0.165682 CURRENT LEARNING RATE: 0.0001723686701463174
previous_iter_valid_loss : 0.17027297616004944
830920 0.170516 0.170273 0.166170 CURRENT LEARNING RATE: 0.0001723341998594318
previous_iter_valid_loss : 0.16107003390789032
830940 0.161234 0.161070 0.164679 CURRENT LEARNING RATE: 0.00017229973646591424
previous_iter_valid_loss : 0.16556450724601746
830960 0.165729 0.165565 0.164830 CURRENT LEARNING RATE: 0.00017226527996438612
previous_iter_valid_loss : 0.16111700236797333
830980 0.161302 0.161117 0.164835 CURRENT LEARNING RATE: 0.00017223083035346895
previous_iter_valid_loss : 0.17132072150707245
831000 0.171566 0.171321 0.165197 CURRENT LEARNING RATE: 0.00017219638763178532
previous_iter_valid_loss : 0.16272562742233276
831020 0.162901 0.162726 0.164873 CURRENT LEARNING RATE: 0.0001721619517979572
previous_iter_valid_loss : 0.1612812876701355
831040 0.161471 0.161281 0.164496 CURRENT LEARNING RATE: 0.00017212752285060689
previous_iter_valid_loss : 0.16062459349632263
831060 0.160800 0.160625 0.164385 CURRENT LEARNING RATE: 0.0001720931007883578
previous_iter_valid_loss : 0.1714870035648346
831080 0.171634 0.171487 0.164451 CURRENT LEARNING RATE: 0.00017205868560983277
previous_iter_valid_loss : 0.16500134766101837
831100 0.165164 0.165001 0.164669 CURRENT LEARNING RATE: 0.00017202427731365523
previous_iter_valid_loss : 0.16410349309444427
831120 0.164301 0.164103 0.164537 CURRENT LEARNING RATE: 0.00017198987589844847
previous_iter_valid_loss : 0.16091853380203247
831140 0.161078 0.160919 0.164545 CURRENT LEARNING RATE: 0.00017195548136283707
previous_iter_valid_loss : 0.16056089103221893
831160 0.160732 0.160561 0.164539 CURRENT LEARNING RATE: 0.00017192109370544492
previous_iter_valid_loss : 0.16346262395381927
831180 0.163664 0.163463 0.164679 CURRENT LEARNING RATE: 0.00017188671292489658
previous_iter_valid_loss : 0.17969678342342377
831200 0.179851 0.179697 0.165599 CURRENT LEARNING RATE: 0.00017185233901981646
previous_iter_valid_loss : 0.1625344306230545
831220 0.162704 0.162534 0.165539 CURRENT LEARNING RATE: 0.00017181797198883021
previous_iter_valid_loss : 0.16223371028900146
831240 0.162397 0.162234 0.164824 CURRENT LEARNING RATE: 0.00017178361183056292
previous_iter_valid_loss : 0.16341716051101685
831260 0.163602 0.163417 0.164554 CURRENT LEARNING RATE: 0.0001717492585436401
previous_iter_valid_loss : 0.16225196421146393
831280 0.162446 0.162252 0.164635 CURRENT LEARNING RATE: 0.0001717149121266873
previous_iter_valid_loss : 0.17843040823936462
831300 0.178593 0.178430 0.165401 CURRENT LEARNING RATE: 0.00017168057257833136
previous_iter_valid_loss : 0.18034037947654724
831320 0.180669 0.180340 0.165904 CURRENT LEARNING RATE: 0.00017164623989719831
previous_iter_valid_loss : 0.19918136298656464
831340 0.199693 0.199181 0.167810 CURRENT LEARNING RATE: 0.0001716119140819149
previous_iter_valid_loss : 0.16887320578098297
831360 0.169028 0.168873 0.167975 CURRENT LEARNING RATE: 0.0001715775951311078
previous_iter_valid_loss : 0.16050072014331818
831380 0.160662 0.160501 0.167944 CURRENT LEARNING RATE: 0.0001715432830434048
previous_iter_valid_loss : 0.16173280775547028
831400 0.161891 0.161733 0.167465 CURRENT LEARNING RATE: 0.00017150897781743315
previous_iter_valid_loss : 0.1746228188276291
831420 0.174907 0.174623 0.168060 CURRENT LEARNING RATE: 0.00017147467945182062
previous_iter_valid_loss : 0.16273455321788788
831440 0.162907 0.162735 0.168132 CURRENT LEARNING RATE: 0.000171440387945195
previous_iter_valid_loss : 0.1612161248922348
831460 0.161399 0.161216 0.168162 CURRENT LEARNING RATE: 0.00017140610329618522
previous_iter_valid_loss : 0.17229421436786652
831480 0.172556 0.172294 0.168202 CURRENT LEARNING RATE: 0.00017137182550341958
previous_iter_valid_loss : 0.1633218377828598
831500 0.163512 0.163322 0.168118 CURRENT LEARNING RATE: 0.0001713375545655267
previous_iter_valid_loss : 0.16763202846050262
831520 0.167785 0.167632 0.168295 CURRENT LEARNING RATE: 0.00017130329048113633
previous_iter_valid_loss : 0.1654559075832367
831540 0.165649 0.165456 0.168522 CURRENT LEARNING RATE: 0.0001712690332488776
previous_iter_valid_loss : 0.16497758030891418
831560 0.165183 0.164978 0.168743 CURRENT LEARNING RATE: 0.00017123478286738022
previous_iter_valid_loss : 0.160593181848526
831580 0.160754 0.160593 0.168599 CURRENT LEARNING RATE: 0.00017120053933527388
previous_iter_valid_loss : 0.160528764128685
831600 0.160693 0.160529 0.167641 CURRENT LEARNING RATE: 0.00017116630265118945
previous_iter_valid_loss : 0.16178612411022186
831620 0.161939 0.161786 0.167603 CURRENT LEARNING RATE: 0.0001711320728137571
previous_iter_valid_loss : 0.17845265567302704
831640 0.178762 0.178453 0.168414 CURRENT LEARNING RATE: 0.00017109784982160774
previous_iter_valid_loss : 0.17373010516166687
831660 0.173873 0.173730 0.168930 CURRENT LEARNING RATE: 0.00017106363367337207
previous_iter_valid_loss : 0.1608506590127945
831680 0.161005 0.160851 0.168860 CURRENT LEARNING RATE: 0.00017102942436768209
previous_iter_valid_loss : 0.16156746447086334
831700 0.161760 0.161567 0.168017 CURRENT LEARNING RATE: 0.00017099522190316908
previous_iter_valid_loss : 0.16240765154361725
831720 0.162574 0.162408 0.167120 CURRENT LEARNING RATE: 0.000170961026278465
previous_iter_valid_loss : 0.16660964488983154
831740 0.166765 0.166610 0.165491 CURRENT LEARNING RATE: 0.00017092683749220163
previous_iter_valid_loss : 0.16158799827098846
831760 0.161744 0.161588 0.165127 CURRENT LEARNING RATE: 0.00017089265554301217
previous_iter_valid_loss : 0.17118105292320251
831780 0.171427 0.171181 0.165661 CURRENT LEARNING RATE: 0.00017085848042952892
previous_iter_valid_loss : 0.163447305560112
831800 0.163608 0.163447 0.165747 CURRENT LEARNING RATE: 0.0001708243121503849
previous_iter_valid_loss : 0.18291138112545013
831820 0.183072 0.182911 0.166161 CURRENT LEARNING RATE: 0.00017079015070421306
previous_iter_valid_loss : 0.16053879261016846
831840 0.160688 0.160539 0.166052 CURRENT LEARNING RATE: 0.00017075599608964761
previous_iter_valid_loss : 0.16051653027534485
831860 0.160675 0.160517 0.166017 CURRENT LEARNING RATE: 0.00017072184830532202
previous_iter_valid_loss : 0.19732531905174255
831880 0.197418 0.197325 0.167268 CURRENT LEARNING RATE: 0.00017068770734987007
previous_iter_valid_loss : 0.16195181012153625
831900 0.162115 0.161952 0.167200 CURRENT LEARNING RATE: 0.00017065357322192676
previous_iter_valid_loss : 0.16082794964313507
831920 0.161004 0.160828 0.166859 CURRENT LEARNING RATE: 0.0001706194459201264
previous_iter_valid_loss : 0.16152934730052948
831940 0.161691 0.161529 0.166663 CURRENT LEARNING RATE: 0.0001705853254431039
previous_iter_valid_loss : 0.1614799052476883
831960 0.161669 0.161480 0.166488 CURRENT LEARNING RATE: 0.0001705512117894941
previous_iter_valid_loss : 0.16308104991912842
831980 0.163251 0.163081 0.166613 CURRENT LEARNING RATE: 0.00017051710495793315
previous_iter_valid_loss : 0.17426274716854095
832000 0.174541 0.174263 0.167299 CURRENT LEARNING RATE: 0.00017048300494705638
previous_iter_valid_loss : 0.16061006486415863
832020 0.160773 0.160610 0.167240 CURRENT LEARNING RATE: 0.00017044891175549984
previous_iter_valid_loss : 0.16967803239822388
832040 0.169828 0.169678 0.166802 CURRENT LEARNING RATE: 0.00017041482538189952
previous_iter_valid_loss : 0.1664624810218811
832060 0.166628 0.166462 0.166438 CURRENT LEARNING RATE: 0.00017038074582489252
previous_iter_valid_loss : 0.16051742434501648
832080 0.160685 0.160517 0.166422 CURRENT LEARNING RATE: 0.00017034667308311538
previous_iter_valid_loss : 0.16350890696048737
832100 0.163683 0.163509 0.166519 CURRENT LEARNING RATE: 0.00017031260715520517
previous_iter_valid_loss : 0.1615513414144516
832120 0.161740 0.161551 0.166476 CURRENT LEARNING RATE: 0.00017027854803979898
previous_iter_valid_loss : 0.16163550317287445
832140 0.161820 0.161636 0.166227 CURRENT LEARNING RATE: 0.00017024449573553504
previous_iter_valid_loss : 0.16350840032100677
832160 0.163682 0.163508 0.166323 CURRENT LEARNING RATE: 0.00017021045024105094
previous_iter_valid_loss : 0.16649273037910461
832180 0.166645 0.166493 0.166089 CURRENT LEARNING RATE: 0.00017017641155498488
previous_iter_valid_loss : 0.160956472158432
832200 0.161107 0.160956 0.165964 CURRENT LEARNING RATE: 0.00017014237967597498
previous_iter_valid_loss : 0.16056987643241882
832220 0.160739 0.160570 0.164847 CURRENT LEARNING RATE: 0.0001701083546026606
previous_iter_valid_loss : 0.17775171995162964
832240 0.177916 0.177752 0.165708 CURRENT LEARNING RATE: 0.00017007433633368045
previous_iter_valid_loss : 0.19361521303653717
832260 0.193730 0.193615 0.167363 CURRENT LEARNING RATE: 0.00017004032486767347
previous_iter_valid_loss : 0.167352557182312
832280 0.167508 0.167353 0.165864 CURRENT LEARNING RATE: 0.0001700063202032798
previous_iter_valid_loss : 0.1607876718044281
832300 0.160960 0.160788 0.165806 CURRENT LEARNING RATE: 0.00016997232233913897
previous_iter_valid_loss : 0.16484688222408295
832320 0.165050 0.164847 0.166007 CURRENT LEARNING RATE: 0.00016993833127389106
previous_iter_valid_loss : 0.16256414353847504
832340 0.162722 0.162564 0.166059 CURRENT LEARNING RATE: 0.0001699043470061761
previous_iter_valid_loss : 0.16625699400901794
832360 0.166414 0.166257 0.166298 CURRENT LEARNING RATE: 0.00016987036953463537
previous_iter_valid_loss : 0.161126971244812
832380 0.161311 0.161127 0.166200 CURRENT LEARNING RATE: 0.0001698363988579094
previous_iter_valid_loss : 0.1608147770166397
832400 0.160968 0.160815 0.165527 CURRENT LEARNING RATE: 0.00016980243497463946
previous_iter_valid_loss : 0.16317549347877502
832420 0.163342 0.163175 0.165656 CURRENT LEARNING RATE: 0.00016976847788346662
previous_iter_valid_loss : 0.17554348707199097
832440 0.175685 0.175543 0.165949 CURRENT LEARNING RATE: 0.0001697345275830332
previous_iter_valid_loss : 0.16083315014839172
832460 0.160982 0.160833 0.165668 CURRENT LEARNING RATE: 0.00016970058407198092
previous_iter_valid_loss : 0.16484689712524414
832480 0.165050 0.164847 0.165884 CURRENT LEARNING RATE: 0.00016966664734895204
previous_iter_valid_loss : 0.1605609506368637
832500 0.160726 0.160561 0.165737 CURRENT LEARNING RATE: 0.00016963271741258877
previous_iter_valid_loss : 0.16581593453884125
832520 0.165976 0.165816 0.165950 CURRENT LEARNING RATE: 0.0001695987942615345
previous_iter_valid_loss : 0.16203245520591736
832540 0.162222 0.162032 0.165970 CURRENT LEARNING RATE: 0.00016956487789443204
previous_iter_valid_loss : 0.19856321811676025
832560 0.198643 0.198563 0.167722 CURRENT LEARNING RATE: 0.00016953096830992474
previous_iter_valid_loss : 0.1808173805475235
832580 0.180969 0.180817 0.168439 CURRENT LEARNING RATE: 0.00016949706550665585
previous_iter_valid_loss : 0.1608145534992218
832600 0.160971 0.160815 0.168432 CURRENT LEARNING RATE: 0.00016946316948326993
previous_iter_valid_loss : 0.17130059003829956
832620 0.171445 0.171301 0.168968 CURRENT LEARNING RATE: 0.00016942928023841079
previous_iter_valid_loss : 0.16298148036003113
832640 0.163141 0.162981 0.168230 CURRENT LEARNING RATE: 0.0001693953977707229
previous_iter_valid_loss : 0.17970454692840576
832660 0.179869 0.179705 0.167534 CURRENT LEARNING RATE: 0.00016936152207885064
previous_iter_valid_loss : 0.16170863807201385
832680 0.161867 0.161709 0.167252 CURRENT LEARNING RATE: 0.0001693276531614396
previous_iter_valid_loss : 0.16136905550956726
832700 0.161556 0.161369 0.167281 CURRENT LEARNING RATE: 0.00016929379101713468
previous_iter_valid_loss : 0.16067536175251007
832720 0.160830 0.160675 0.167072 CURRENT LEARNING RATE: 0.00016925993564458115
previous_iter_valid_loss : 0.16993354260921478
832740 0.170181 0.169934 0.167441 CURRENT LEARNING RATE: 0.00016922608704242535
previous_iter_valid_loss : 0.17912103235721588
832760 0.179432 0.179121 0.168084 CURRENT LEARNING RATE: 0.00016919224520931306
previous_iter_valid_loss : 0.16108845174312592
832780 0.161269 0.161088 0.168082 CURRENT LEARNING RATE: 0.00016915841014389062
previous_iter_valid_loss : 0.18034222722053528
832800 0.180501 0.180342 0.169058 CURRENT LEARNING RATE: 0.00016912458184480426
previous_iter_valid_loss : 0.16134589910507202
832820 0.161504 0.161346 0.168967 CURRENT LEARNING RATE: 0.00016909076031070155
previous_iter_valid_loss : 0.19158509373664856
832840 0.191708 0.191585 0.169769 CURRENT LEARNING RATE: 0.00016905694554022926
previous_iter_valid_loss : 0.1742934286594391
832860 0.174438 0.174293 0.170442 CURRENT LEARNING RATE: 0.0001690231375320348
previous_iter_valid_loss : 0.16902044415473938
832880 0.169174 0.169020 0.170651 CURRENT LEARNING RATE: 0.00016898933628476556
previous_iter_valid_loss : 0.1612015664577484
832900 0.161384 0.161202 0.170683 CURRENT LEARNING RATE: 0.00016895554179707008
previous_iter_valid_loss : 0.16208265721797943
832920 0.162270 0.162083 0.170496 CURRENT LEARNING RATE: 0.00016892175406759633
previous_iter_valid_loss : 0.1607840657234192
832940 0.160941 0.160784 0.170434 CURRENT LEARNING RATE: 0.00016888797309499277
previous_iter_valid_loss : 0.16524311900138855
832960 0.165447 0.165243 0.168768 CURRENT LEARNING RATE: 0.00016885419887790781
previous_iter_valid_loss : 0.1691436767578125
832980 0.169385 0.169144 0.168184 CURRENT LEARNING RATE: 0.0001688204314149912
previous_iter_valid_loss : 0.16071103513240814
833000 0.160864 0.160711 0.168179 CURRENT LEARNING RATE: 0.0001687866707048918
previous_iter_valid_loss : 0.1653657704591751
833020 0.165526 0.165366 0.167882 CURRENT LEARNING RATE: 0.0001687529167462593
previous_iter_valid_loss : 0.18154209852218628
833040 0.181700 0.181542 0.168810 CURRENT LEARNING RATE: 0.00016871916953774315
previous_iter_valid_loss : 0.1645919680595398
833060 0.164787 0.164592 0.168054 CURRENT LEARNING RATE: 0.00016868542907799413
previous_iter_valid_loss : 0.17818224430084229
833080 0.178485 0.178182 0.168878 CURRENT LEARNING RATE: 0.0001686516953656623
previous_iter_valid_loss : 0.1610981822013855
833100 0.161253 0.161098 0.168865 CURRENT LEARNING RATE: 0.00016861796839939797
previous_iter_valid_loss : 0.16152098774909973
833120 0.161678 0.161521 0.168907 CURRENT LEARNING RATE: 0.00016858424817785275
previous_iter_valid_loss : 0.17967918515205383
833140 0.179838 0.179679 0.169394 CURRENT LEARNING RATE: 0.00016855053469967744
previous_iter_valid_loss : 0.16218648850917816
833160 0.162342 0.162186 0.168547 CURRENT LEARNING RATE: 0.00016851682796352354
previous_iter_valid_loss : 0.16060391068458557
833180 0.160768 0.160604 0.168523 CURRENT LEARNING RATE: 0.0001684831279680425
previous_iter_valid_loss : 0.16189728677272797
833200 0.162058 0.161897 0.167601 CURRENT LEARNING RATE: 0.00016844943471188692
previous_iter_valid_loss : 0.16552560031414032
833220 0.165691 0.165526 0.167810 CURRENT LEARNING RATE: 0.00016841574819370872
previous_iter_valid_loss : 0.166749969124794
833240 0.166965 0.166750 0.166568 CURRENT LEARNING RATE: 0.00016838206841216047
previous_iter_valid_loss : 0.16058465838432312
833260 0.160744 0.160585 0.165883 CURRENT LEARNING RATE: 0.00016834839536589467
previous_iter_valid_loss : 0.16099542379379272
833280 0.161176 0.160995 0.165481 CURRENT LEARNING RATE: 0.00016831472905356505
previous_iter_valid_loss : 0.16062554717063904
833300 0.160774 0.160626 0.165453 CURRENT LEARNING RATE: 0.00016828106947382459
previous_iter_valid_loss : 0.16172410547733307
833320 0.161913 0.161724 0.165435 CURRENT LEARNING RATE: 0.0001682474166253269
previous_iter_valid_loss : 0.16163422167301178
833340 0.161823 0.161634 0.165477 CURRENT LEARNING RATE: 0.00016821377050672565
previous_iter_valid_loss : 0.1615949124097824
833360 0.161773 0.161595 0.165295 CURRENT LEARNING RATE: 0.00016818013111667552
previous_iter_valid_loss : 0.1713932305574417
833380 0.171658 0.171393 0.165407 CURRENT LEARNING RATE: 0.00016814649845383066
previous_iter_valid_loss : 0.1608312427997589
833400 0.160987 0.160831 0.165413 CURRENT LEARNING RATE: 0.00016811287251684574
previous_iter_valid_loss : 0.16069690883159637
833420 0.160854 0.160697 0.165180 CURRENT LEARNING RATE: 0.00016807925330437548
previous_iter_valid_loss : 0.16720955073833466
833440 0.167427 0.167210 0.164463 CURRENT LEARNING RATE: 0.00016804564081507564
previous_iter_valid_loss : 0.17140081524848938
833460 0.171656 0.171401 0.164804 CURRENT LEARNING RATE: 0.00016801203504760148
previous_iter_valid_loss : 0.1609756201505661
833480 0.161152 0.160976 0.163943 CURRENT LEARNING RATE: 0.00016797843600060844
previous_iter_valid_loss : 0.16104871034622192
833500 0.161210 0.161049 0.163941 CURRENT LEARNING RATE: 0.00016794484367275314
previous_iter_valid_loss : 0.18465590476989746
833520 0.185030 0.184656 0.165098 CURRENT LEARNING RATE: 0.00016791125806269163
previous_iter_valid_loss : 0.1621513068675995
833540 0.162341 0.162151 0.164221 CURRENT LEARNING RATE: 0.00016787767916908046
previous_iter_valid_loss : 0.16212081909179688
833560 0.162281 0.162121 0.164218 CURRENT LEARNING RATE: 0.00016784410699057618
previous_iter_valid_loss : 0.16648130118846893
833580 0.166637 0.166481 0.164512 CURRENT LEARNING RATE: 0.0001678105415258365
previous_iter_valid_loss : 0.16751088201999664
833600 0.167662 0.167511 0.164793 CURRENT LEARNING RATE: 0.0001677769827735185
previous_iter_valid_loss : 0.16328240931034088
833620 0.163452 0.163282 0.164680 CURRENT LEARNING RATE: 0.00016774343073227985
previous_iter_valid_loss : 0.18228033185005188
833640 0.182432 0.182280 0.165457 CURRENT LEARNING RATE: 0.00016770988540077816
previous_iter_valid_loss : 0.16594932973384857
833660 0.166105 0.165949 0.165725 CURRENT LEARNING RATE: 0.00016767634677767218
previous_iter_valid_loss : 0.1798407882452011
833680 0.180000 0.179841 0.166667 CURRENT LEARNING RATE: 0.0001676428148616201
previous_iter_valid_loss : 0.1751079112291336
833700 0.175256 0.175108 0.167391 CURRENT LEARNING RATE: 0.00016760928965128065
previous_iter_valid_loss : 0.1664450317621231
833720 0.166605 0.166445 0.167628 CURRENT LEARNING RATE: 0.00016757577114531248
previous_iter_valid_loss : 0.16863705217838287
833740 0.168870 0.168637 0.167978 CURRENT LEARNING RATE: 0.0001675422593423755
previous_iter_valid_loss : 0.1637594848871231
833760 0.163951 0.163759 0.168086 CURRENT LEARNING RATE: 0.0001675087542411289
previous_iter_valid_loss : 0.18280598521232605
833780 0.183171 0.182806 0.168657 CURRENT LEARNING RATE: 0.0001674752558402325
previous_iter_valid_loss : 0.17087586224079132
833800 0.171127 0.170876 0.169159 CURRENT LEARNING RATE: 0.00016744176413834608
previous_iter_valid_loss : 0.16518224775791168
833820 0.165379 0.165182 0.169383 CURRENT LEARNING RATE: 0.00016740827913413052
previous_iter_valid_loss : 0.1610604077577591
833840 0.161254 0.161060 0.169076 CURRENT LEARNING RATE: 0.00016737480082624616
previous_iter_valid_loss : 0.1752433031797409
833860 0.175390 0.175243 0.169268 CURRENT LEARNING RATE: 0.00016734132921335354
previous_iter_valid_loss : 0.1612657606601715
833880 0.161457 0.161266 0.169282 CURRENT LEARNING RATE: 0.00016730786429411444
previous_iter_valid_loss : 0.1605321615934372
833900 0.160688 0.160532 0.169256 CURRENT LEARNING RATE: 0.0001672744060671899
previous_iter_valid_loss : 0.16061308979988098
833920 0.160787 0.160613 0.168054 CURRENT LEARNING RATE: 0.00016724095453124165
previous_iter_valid_loss : 0.1735716462135315
833940 0.173720 0.173572 0.168625 CURRENT LEARNING RATE: 0.0001672075096849313
previous_iter_valid_loss : 0.1685992181301117
833960 0.168752 0.168599 0.168949 CURRENT LEARNING RATE: 0.00016717407152692164
previous_iter_valid_loss : 0.16161036491394043
833980 0.161765 0.161610 0.168706 CURRENT LEARNING RATE: 0.0001671406400558749
previous_iter_valid_loss : 0.1704472452402115
834000 0.170689 0.170447 0.168852 CURRENT LEARNING RATE: 0.00016710721527045372
previous_iter_valid_loss : 0.1611405611038208
834020 0.161322 0.161141 0.168745 CURRENT LEARNING RATE: 0.00016707379716932093
previous_iter_valid_loss : 0.17547069489955902
834040 0.175754 0.175471 0.168405 CURRENT LEARNING RATE: 0.00016704038575114034
previous_iter_valid_loss : 0.16069631278514862
834060 0.160847 0.160696 0.168142 CURRENT LEARNING RATE: 0.0001670069810145752
previous_iter_valid_loss : 0.1605595201253891
834080 0.160716 0.160560 0.167178 CURRENT LEARNING RATE: 0.0001669735829582893
previous_iter_valid_loss : 0.16948996484279633
834100 0.169644 0.169490 0.166897 CURRENT LEARNING RATE: 0.00016694019158094647
previous_iter_valid_loss : 0.17101512849330902
834120 0.171163 0.171015 0.167126 CURRENT LEARNING RATE: 0.00016690680688121162
previous_iter_valid_loss : 0.1660517156124115
834140 0.166268 0.166052 0.166997 CURRENT LEARNING RATE: 0.00016687342885774906
previous_iter_valid_loss : 0.1608118861913681
834160 0.160972 0.160812 0.166849 CURRENT LEARNING RATE: 0.00016684005750922367
previous_iter_valid_loss : 0.16230018436908722
834180 0.162451 0.162300 0.165824 CURRENT LEARNING RATE: 0.00016680669283430032
previous_iter_valid_loss : 0.16461297869682312
834200 0.164815 0.164613 0.165511 CURRENT LEARNING RATE: 0.00016677333483164502
previous_iter_valid_loss : 0.1657930612564087
834220 0.166002 0.165793 0.165541 CURRENT LEARNING RATE: 0.0001667399834999231
previous_iter_valid_loss : 0.16396790742874146
834240 0.164130 0.163968 0.165687 CURRENT LEARNING RATE: 0.00016670663883780056
previous_iter_valid_loss : 0.16122208535671234
834260 0.161380 0.161222 0.164986 CURRENT LEARNING RATE: 0.00016667330084394328
previous_iter_valid_loss : 0.16596098244190216
834280 0.166173 0.165961 0.165220 CURRENT LEARNING RATE: 0.00016663996951701837
previous_iter_valid_loss : 0.16065798699855804
834300 0.160813 0.160658 0.165227 CURRENT LEARNING RATE: 0.00016660664485569225
previous_iter_valid_loss : 0.18234869837760925
834320 0.182696 0.182349 0.166313 CURRENT LEARNING RATE: 0.00016657332685863168
previous_iter_valid_loss : 0.1661321222782135
834340 0.166349 0.166132 0.165941 CURRENT LEARNING RATE: 0.00016654001552450447
previous_iter_valid_loss : 0.17405368387699127
834360 0.174330 0.174054 0.166214 CURRENT LEARNING RATE: 0.00016650671085197792
previous_iter_valid_loss : 0.16471634805202484
834380 0.164882 0.164716 0.166369 CURRENT LEARNING RATE: 0.0001664734128397198
previous_iter_valid_loss : 0.16156691312789917
834400 0.161725 0.161567 0.165925 CURRENT LEARNING RATE: 0.00016644012148639797
previous_iter_valid_loss : 0.16064350306987762
834420 0.160804 0.160644 0.165901 CURRENT LEARNING RATE: 0.00016640683679068128
previous_iter_valid_loss : 0.16199924051761627
834440 0.162185 0.161999 0.165227 CURRENT LEARNING RATE: 0.00016637355875123808
previous_iter_valid_loss : 0.16304387152194977
834460 0.163209 0.163044 0.165344 CURRENT LEARNING RATE: 0.00016634028736673727
previous_iter_valid_loss : 0.16055597364902496
834480 0.160725 0.160556 0.165344 CURRENT LEARNING RATE: 0.00016630702263584768
previous_iter_valid_loss : 0.16148771345615387
834500 0.161667 0.161488 0.164944 CURRENT LEARNING RATE: 0.0001662737645572393
previous_iter_valid_loss : 0.17728033661842346
834520 0.177591 0.177280 0.165257 CURRENT LEARNING RATE: 0.00016624051312958156
previous_iter_valid_loss : 0.16091173887252808
834540 0.161093 0.160912 0.165000 CURRENT LEARNING RATE: 0.0001662072683515443
previous_iter_valid_loss : 0.16091808676719666
834560 0.161079 0.160918 0.165006 CURRENT LEARNING RATE: 0.00016617403022179756
previous_iter_valid_loss : 0.1605069637298584
834580 0.160668 0.160507 0.164916 CURRENT LEARNING RATE: 0.00016614079873901233
previous_iter_valid_loss : 0.16281618177890778
834600 0.163005 0.162816 0.164826 CURRENT LEARNING RATE: 0.00016610757390185906
previous_iter_valid_loss : 0.16205359995365143
834620 0.162249 0.162054 0.164639 CURRENT LEARNING RATE: 0.0001660743557090088
previous_iter_valid_loss : 0.1616721749305725
834640 0.161820 0.161672 0.164524 CURRENT LEARNING RATE: 0.00016604114415913246
previous_iter_valid_loss : 0.17159657180309296
834660 0.171849 0.171597 0.165043 CURRENT LEARNING RATE: 0.0001660079392509022
previous_iter_valid_loss : 0.16100719571113586
834680 0.161196 0.161007 0.164795 CURRENT LEARNING RATE: 0.0001659747409829896
previous_iter_valid_loss : 0.167646586894989
834700 0.167868 0.167647 0.165145 CURRENT LEARNING RATE: 0.0001659415493540663
previous_iter_valid_loss : 0.16077187657356262
834720 0.160942 0.160772 0.164066 CURRENT LEARNING RATE: 0.0001659083643628053
previous_iter_valid_loss : 0.1646002233028412
834740 0.164806 0.164600 0.163989 CURRENT LEARNING RATE: 0.0001658751860078789
previous_iter_valid_loss : 0.1637287139892578
834760 0.163922 0.163729 0.163473 CURRENT LEARNING RATE: 0.00016584201428795998
previous_iter_valid_loss : 0.16489946842193604
834780 0.165097 0.164899 0.163482 CURRENT LEARNING RATE: 0.00016580884920172132
previous_iter_valid_loss : 0.16095753014087677
834800 0.161137 0.160958 0.163452 CURRENT LEARNING RATE: 0.00016577569074783697
previous_iter_valid_loss : 0.16159853339195251
834820 0.161788 0.161599 0.163500 CURRENT LEARNING RATE: 0.00016574253892498027
previous_iter_valid_loss : 0.16063019633293152
834840 0.160805 0.160630 0.163431 CURRENT LEARNING RATE: 0.00016570939373182516
previous_iter_valid_loss : 0.18183177709579468
834860 0.181990 0.181832 0.164371 CURRENT LEARNING RATE: 0.00016567625516704552
previous_iter_valid_loss : 0.16965845227241516
834880 0.169809 0.169658 0.164826 CURRENT LEARNING RATE: 0.0001656431232293164
previous_iter_valid_loss : 0.188909113407135
834900 0.189040 0.188909 0.166197 CURRENT LEARNING RATE: 0.00016560999791731223
previous_iter_valid_loss : 0.18179060518741608
834920 0.182136 0.181791 0.166422 CURRENT LEARNING RATE: 0.000165576879229708
previous_iter_valid_loss : 0.16050882637500763
834940 0.160670 0.160509 0.166402 CURRENT LEARNING RATE: 0.00016554376716517867
previous_iter_valid_loss : 0.17343072593212128
834960 0.173700 0.173431 0.167028 CURRENT LEARNING RATE: 0.00016551066172240032
previous_iter_valid_loss : 0.1689300686120987
834980 0.169162 0.168930 0.167449 CURRENT LEARNING RATE: 0.0001654775629000485
previous_iter_valid_loss : 0.16369366645812988
835000 0.163862 0.163694 0.167493 CURRENT LEARNING RATE: 0.00016544447069679922
previous_iter_valid_loss : 0.16926465928554535
835020 0.169413 0.169265 0.167853 CURRENT LEARNING RATE: 0.00016541138511132845
previous_iter_valid_loss : 0.165140300989151
835040 0.165311 0.165140 0.168027 CURRENT LEARNING RATE: 0.00016537830614231345
previous_iter_valid_loss : 0.16097456216812134
835060 0.161130 0.160975 0.167496 CURRENT LEARNING RATE: 0.00016534523378843068
previous_iter_valid_loss : 0.16073785722255707
835080 0.160916 0.160738 0.167482 CURRENT LEARNING RATE: 0.000165312168048357
previous_iter_valid_loss : 0.16069762408733368
835100 0.160861 0.160698 0.167135 CURRENT LEARNING RATE: 0.00016527910892077035
previous_iter_valid_loss : 0.1625794619321823
835120 0.162747 0.162579 0.167225 CURRENT LEARNING RATE: 0.00016524605640434812
previous_iter_valid_loss : 0.16052068769931793
835140 0.160682 0.160521 0.167021 CURRENT LEARNING RATE: 0.00016521301049776812
previous_iter_valid_loss : 0.18983227014541626
835160 0.189969 0.189832 0.168326 CURRENT LEARNING RATE: 0.0001651799711997083
previous_iter_valid_loss : 0.1678081452846527
835180 0.167967 0.167808 0.168472 CURRENT LEARNING RATE: 0.00016514693850884762
previous_iter_valid_loss : 0.1633581519126892
835200 0.163559 0.163358 0.168592 CURRENT LEARNING RATE: 0.0001651139124238645
previous_iter_valid_loss : 0.18792134523391724
835220 0.188061 0.187921 0.169908 CURRENT LEARNING RATE: 0.00016508089294343793
previous_iter_valid_loss : 0.16204766929149628
835240 0.162203 0.162048 0.169979 CURRENT LEARNING RATE: 0.00016504788006624677
previous_iter_valid_loss : 0.16059596836566925
835260 0.160768 0.160596 0.168917 CURRENT LEARNING RATE: 0.00016501487379097114
previous_iter_valid_loss : 0.1635727435350418
835280 0.163773 0.163573 0.168613 CURRENT LEARNING RATE: 0.0001649818741162905
previous_iter_valid_loss : 0.1605396270751953
835300 0.160702 0.160540 0.167194 CURRENT LEARNING RATE: 0.00016494888104088485
previous_iter_valid_loss : 0.16165974736213684
835320 0.161848 0.161660 0.166188 CURRENT LEARNING RATE: 0.00016491589456343414
previous_iter_valid_loss : 0.16055123507976532
835340 0.160719 0.160551 0.166190 CURRENT LEARNING RATE: 0.00016488291468261956
previous_iter_valid_loss : 0.16566503047943115
835360 0.165875 0.165665 0.165801 CURRENT LEARNING RATE: 0.00016484994139712156
previous_iter_valid_loss : 0.16265079379081726
835380 0.162815 0.162651 0.165488 CURRENT LEARNING RATE: 0.00016481697470562126
previous_iter_valid_loss : 0.18203584849834442
835400 0.182382 0.182036 0.166405 CURRENT LEARNING RATE: 0.00016478401460679967
previous_iter_valid_loss : 0.17009256780147552
835420 0.170334 0.170093 0.166446 CURRENT LEARNING RATE: 0.00016475106109933898
previous_iter_valid_loss : 0.17525097727775574
835440 0.175398 0.175251 0.166952 CURRENT LEARNING RATE: 0.00016471811418192076
previous_iter_valid_loss : 0.177321657538414
835460 0.177478 0.177322 0.167769 CURRENT LEARNING RATE: 0.00016468517385322712
previous_iter_valid_loss : 0.16507382690906525
835480 0.165297 0.165074 0.167986 CURRENT LEARNING RATE: 0.00016465224011194017
previous_iter_valid_loss : 0.17043966054916382
835500 0.170589 0.170440 0.168473 CURRENT LEARNING RATE: 0.0001646193129567431
previous_iter_valid_loss : 0.16139453649520874
835520 0.161558 0.161395 0.168414 CURRENT LEARNING RATE: 0.00016458639238631863
previous_iter_valid_loss : 0.1786748170852661
835540 0.178987 0.178675 0.169321 CURRENT LEARNING RATE: 0.00016455347839934955
previous_iter_valid_loss : 0.17939096689224243
835560 0.179544 0.179391 0.168799 CURRENT LEARNING RATE: 0.00016452057099451995
previous_iter_valid_loss : 0.18626265227794647
835580 0.186403 0.186263 0.169722 CURRENT LEARNING RATE: 0.00016448767017051319
previous_iter_valid_loss : 0.18346147239208221
835600 0.183609 0.183461 0.170727 CURRENT LEARNING RATE: 0.00016445477592601324
previous_iter_valid_loss : 0.16749849915504456
835620 0.167659 0.167498 0.169706 CURRENT LEARNING RATE: 0.0001644218882597041
previous_iter_valid_loss : 0.16554072499275208
835640 0.165735 0.165541 0.169881 CURRENT LEARNING RATE: 0.00016438900717027078
previous_iter_valid_loss : 0.17065708339214325
835660 0.170909 0.170657 0.170384 CURRENT LEARNING RATE: 0.00016435613265639777
previous_iter_valid_loss : 0.1622294783592224
835680 0.162382 0.162229 0.170316 CURRENT LEARNING RATE: 0.0001643232647167701
previous_iter_valid_loss : 0.1606210321187973
835700 0.160787 0.160621 0.170321 CURRENT LEARNING RATE: 0.00016429040335007273
previous_iter_valid_loss : 0.16172033548355103
835720 0.161877 0.161720 0.170324 CURRENT LEARNING RATE: 0.0001642575485549918
previous_iter_valid_loss : 0.16123835742473602
835740 0.161423 0.161238 0.170358 CURRENT LEARNING RATE: 0.00016422470033021285
previous_iter_valid_loss : 0.16208454966545105
835760 0.162244 0.162085 0.170179 CURRENT LEARNING RATE: 0.00016419185867442196
previous_iter_valid_loss : 0.16072821617126465
835780 0.160895 0.160728 0.170083 CURRENT LEARNING RATE: 0.0001641590235863051
previous_iter_valid_loss : 0.16069483757019043
835800 0.160876 0.160695 0.169016 CURRENT LEARNING RATE: 0.0001641261950645495
previous_iter_valid_loss : 0.16367340087890625
835820 0.163872 0.163673 0.168695 CURRENT LEARNING RATE: 0.00016409337310784177
previous_iter_valid_loss : 0.16055361926555634
835840 0.160711 0.160554 0.167960 CURRENT LEARNING RATE: 0.00016406055771486897
previous_iter_valid_loss : 0.1707242876291275
835860 0.170875 0.170724 0.167630 CURRENT LEARNING RATE: 0.00016402774888431819
previous_iter_valid_loss : 0.17684783041477203
835880 0.177001 0.176848 0.168219 CURRENT LEARNING RATE: 0.0001639949466148777
previous_iter_valid_loss : 0.165501207113266
835900 0.165675 0.165501 0.167972 CURRENT LEARNING RATE: 0.00016396215090523506
previous_iter_valid_loss : 0.16050387918949127
835920 0.160673 0.160504 0.167927 CURRENT LEARNING RATE: 0.00016392936175407824
previous_iter_valid_loss : 0.16511915624141693
835940 0.165328 0.165119 0.167249 CURRENT LEARNING RATE: 0.00016389657916009615
previous_iter_valid_loss : 0.16558749973773956
835960 0.165755 0.165587 0.166559 CURRENT LEARNING RATE: 0.00016386380312197727
previous_iter_valid_loss : 0.1607085019350052
835980 0.160887 0.160709 0.165282 CURRENT LEARNING RATE: 0.00016383103363841055
previous_iter_valid_loss : 0.16714520752429962
836000 0.167372 0.167145 0.164466 CURRENT LEARNING RATE: 0.0001637982707080849
previous_iter_valid_loss : 0.16675148904323578
836020 0.166907 0.166751 0.164428 CURRENT LEARNING RATE: 0.0001637655143296904
previous_iter_valid_loss : 0.17187702655792236
836040 0.172142 0.171877 0.164745 CURRENT LEARNING RATE: 0.00016373276450191648
previous_iter_valid_loss : 0.1685214340686798
836060 0.168745 0.168521 0.164638 CURRENT LEARNING RATE: 0.00016370002122345314
previous_iter_valid_loss : 0.16076990962028503
836080 0.160944 0.160770 0.164565 CURRENT LEARNING RATE: 0.0001636672844929904
previous_iter_valid_loss : 0.16765640676021576
836100 0.167811 0.167656 0.164917 CURRENT LEARNING RATE: 0.0001636345543092194
previous_iter_valid_loss : 0.16051502525806427
836120 0.160688 0.160515 0.164857 CURRENT LEARNING RATE: 0.00016360183067083052
previous_iter_valid_loss : 0.16416685283184052
836140 0.164361 0.164167 0.165003 CURRENT LEARNING RATE: 0.0001635691135765149
previous_iter_valid_loss : 0.16072551906108856
836160 0.160881 0.160726 0.164935 CURRENT LEARNING RATE: 0.0001635364030249636
previous_iter_valid_loss : 0.16308505833148956
836180 0.163274 0.163085 0.165053 CURRENT LEARNING RATE: 0.0001635036990148687
previous_iter_valid_loss : 0.16231055557727814
836200 0.162469 0.162311 0.165134 CURRENT LEARNING RATE: 0.0001634710015449218
previous_iter_valid_loss : 0.16150543093681335
836220 0.161663 0.161505 0.165026 CURRENT LEARNING RATE: 0.00016343831061381496
previous_iter_valid_loss : 0.1607474386692047
836240 0.160929 0.160747 0.165035 CURRENT LEARNING RATE: 0.00016340562622024028
previous_iter_valid_loss : 0.16403497755527496
836260 0.164244 0.164035 0.164701 CURRENT LEARNING RATE: 0.00016337294836289096
previous_iter_valid_loss : 0.1609286665916443
836280 0.161082 0.160929 0.163905 CURRENT LEARNING RATE: 0.00016334027704045963
previous_iter_valid_loss : 0.1605822741985321
836300 0.160740 0.160582 0.163659 CURRENT LEARNING RATE: 0.00016330761225163908
previous_iter_valid_loss : 0.16287106275558472
836320 0.163057 0.162871 0.163777 CURRENT LEARNING RATE: 0.00016327495399512333
previous_iter_valid_loss : 0.1800054907798767
836340 0.180162 0.180005 0.164522 CURRENT LEARNING RATE: 0.0001632423022696058
previous_iter_valid_loss : 0.16785331070423126
836360 0.168009 0.167853 0.164635 CURRENT LEARNING RATE: 0.00016320965707378033
previous_iter_valid_loss : 0.16173537075519562
836380 0.161899 0.161735 0.164686 CURRENT LEARNING RATE: 0.0001631770184063409
previous_iter_valid_loss : 0.16058725118637085
836400 0.160756 0.160587 0.164358 CURRENT LEARNING RATE: 0.00016314438626598252
previous_iter_valid_loss : 0.1611562967300415
836420 0.161330 0.161156 0.164079 CURRENT LEARNING RATE: 0.0001631117606513996
previous_iter_valid_loss : 0.17112253606319427
836440 0.171274 0.171123 0.164041 CURRENT LEARNING RATE: 0.00016307914156128714
previous_iter_valid_loss : 0.16054150462150574
836460 0.160705 0.160542 0.163642 CURRENT LEARNING RATE: 0.00016304652899434008
previous_iter_valid_loss : 0.16535548865795135
836480 0.165527 0.165355 0.163871 CURRENT LEARNING RATE: 0.00016301392294925448
previous_iter_valid_loss : 0.16127881407737732
836500 0.161457 0.161279 0.163552 CURRENT LEARNING RATE: 0.00016298132342472583
previous_iter_valid_loss : 0.1619386374950409
836520 0.162121 0.161939 0.163623 CURRENT LEARNING RATE: 0.00016294873041945013
previous_iter_valid_loss : 0.17434829473495483
836540 0.174622 0.174348 0.164133 CURRENT LEARNING RATE: 0.0001629161439321234
previous_iter_valid_loss : 0.16061031818389893
836560 0.160769 0.160610 0.164127 CURRENT LEARNING RATE: 0.0001628835639614427
previous_iter_valid_loss : 0.16051983833312988
836580 0.160695 0.160520 0.163999 CURRENT LEARNING RATE: 0.0001628509905061046
previous_iter_valid_loss : 0.16061359643936157
836600 0.160776 0.160614 0.163914 CURRENT LEARNING RATE: 0.00016281842356480613
previous_iter_valid_loss : 0.16052959859371185
836620 0.160692 0.160530 0.163865 CURRENT LEARNING RATE: 0.00016278586313624437
previous_iter_valid_loss : 0.17715519666671753
836640 0.177449 0.177155 0.164685 CURRENT LEARNING RATE: 0.00016275330921911743
previous_iter_valid_loss : 0.1621985137462616
836660 0.162387 0.162199 0.164593 CURRENT LEARNING RATE: 0.00016272076181212287
previous_iter_valid_loss : 0.16577841341495514
836680 0.165986 0.165778 0.164836 CURRENT LEARNING RATE: 0.00016268822091395848
previous_iter_valid_loss : 0.16126428544521332
836700 0.161418 0.161264 0.164870 CURRENT LEARNING RATE: 0.00016265568652332332
previous_iter_valid_loss : 0.18182498216629028
836720 0.182162 0.181825 0.165818 CURRENT LEARNING RATE: 0.00016262315863891557
previous_iter_valid_loss : 0.16238725185394287
836740 0.162586 0.162387 0.164937 CURRENT LEARNING RATE: 0.00016259063725943421
previous_iter_valid_loss : 0.16557341814041138
836760 0.165787 0.165573 0.164823 CURRENT LEARNING RATE: 0.0001625581223835781
previous_iter_valid_loss : 0.17010000348091125
836780 0.170247 0.170100 0.165241 CURRENT LEARNING RATE: 0.00016252561401004716
previous_iter_valid_loss : 0.1736801564693451
836800 0.173827 0.173680 0.165896 CURRENT LEARNING RATE: 0.00016249311213754083
previous_iter_valid_loss : 0.16059298813343048
836820 0.160751 0.160593 0.165868 CURRENT LEARNING RATE: 0.000162460616764759
previous_iter_valid_loss : 0.1643720418214798
836840 0.164584 0.164372 0.165530 CURRENT LEARNING RATE: 0.00016242812789040155
previous_iter_valid_loss : 0.16152219474315643
836860 0.161663 0.161522 0.165579 CURRENT LEARNING RATE: 0.00016239564551316955
previous_iter_valid_loss : 0.16111363470554352
836880 0.161269 0.161114 0.165367 CURRENT LEARNING RATE: 0.0001623631696317634
previous_iter_valid_loss : 0.17039015889167786
836900 0.170540 0.170390 0.165822 CURRENT LEARNING RATE: 0.00016233070024488402
previous_iter_valid_loss : 0.16186878085136414
836920 0.162032 0.161869 0.165819 CURRENT LEARNING RATE: 0.0001622982373512324
previous_iter_valid_loss : 0.16096171736717224
836940 0.161121 0.160962 0.165150 CURRENT LEARNING RATE: 0.0001622657809495106
previous_iter_valid_loss : 0.16322755813598633
836960 0.163394 0.163228 0.165281 CURRENT LEARNING RATE: 0.00016223333103842005
previous_iter_valid_loss : 0.16564834117889404
836980 0.165805 0.165648 0.165537 CURRENT LEARNING RATE: 0.00016220088761666277
previous_iter_valid_loss : 0.20625866949558258
837000 0.206320 0.206259 0.167819 CURRENT LEARNING RATE: 0.0001621684506829407
previous_iter_valid_loss : 0.16067668795585632
837020 0.160829 0.160677 0.167827 CURRENT LEARNING RATE: 0.00016213602023595701
previous_iter_valid_loss : 0.16054971516132355
837040 0.160713 0.160550 0.166996 CURRENT LEARNING RATE: 0.00016210359627441412
previous_iter_valid_loss : 0.16186010837554932
837060 0.162014 0.161860 0.166979 CURRENT LEARNING RATE: 0.0001620711787970151
previous_iter_valid_loss : 0.17070506513118744
837080 0.170963 0.170705 0.167226 CURRENT LEARNING RATE: 0.00016203876780246298
previous_iter_valid_loss : 0.16805128753185272
837100 0.168275 0.168051 0.167565 CURRENT LEARNING RATE: 0.00016200636328946187
previous_iter_valid_loss : 0.16648249328136444
837120 0.166700 0.166482 0.166798 CURRENT LEARNING RATE: 0.0001619739652567153
previous_iter_valid_loss : 0.16146494448184967
837140 0.161655 0.161465 0.166752 CURRENT LEARNING RATE: 0.00016194157370292712
previous_iter_valid_loss : 0.17039018869400024
837160 0.170538 0.170390 0.166993 CURRENT LEARNING RATE: 0.00016190918862680218
previous_iter_valid_loss : 0.16400395333766937
837180 0.164206 0.164004 0.166688 CURRENT LEARNING RATE: 0.0001618768100270448
previous_iter_valid_loss : 0.16391846537590027
837200 0.164117 0.163918 0.166200 CURRENT LEARNING RATE: 0.00016184443790235984
previous_iter_valid_loss : 0.1629209965467453
837220 0.163090 0.162921 0.166316 CURRENT LEARNING RATE: 0.00016181207225145214
previous_iter_valid_loss : 0.16377665102481842
837240 0.163947 0.163777 0.166286 CURRENT LEARNING RATE: 0.00016177971307302762
previous_iter_valid_loss : 0.16051557660102844
837260 0.160666 0.160516 0.166236 CURRENT LEARNING RATE: 0.00016174736036579166
previous_iter_valid_loss : 0.17535841464996338
837280 0.175516 0.175358 0.166948 CURRENT LEARNING RATE: 0.00016171501412845014
previous_iter_valid_loss : 0.161366268992424
837300 0.161522 0.161366 0.166497 CURRENT LEARNING RATE: 0.0001616826743597089
previous_iter_valid_loss : 0.16319383680820465
837320 0.163388 0.163194 0.166563 CURRENT LEARNING RATE: 0.00016165034105827496
previous_iter_valid_loss : 0.16217553615570068
837340 0.162375 0.162176 0.166624 CURRENT LEARNING RATE: 0.00016161801422285467
previous_iter_valid_loss : 0.1613978147506714
837360 0.161584 0.161398 0.166533 CURRENT LEARNING RATE: 0.000161585693852155
previous_iter_valid_loss : 0.1729876548051834
837380 0.173129 0.172988 0.166900 CURRENT LEARNING RATE: 0.00016155337994488278
previous_iter_valid_loss : 0.16454528272151947
837400 0.164754 0.164545 0.164814 CURRENT LEARNING RATE: 0.0001615210724997461
previous_iter_valid_loss : 0.16141025722026825
837420 0.161595 0.161410 0.164851 CURRENT LEARNING RATE: 0.00016148877151545232
previous_iter_valid_loss : 0.16121621429920197
837440 0.161369 0.161216 0.164884 CURRENT LEARNING RATE: 0.00016145647699070942
previous_iter_valid_loss : 0.1607818603515625
837460 0.160949 0.160782 0.164830 CURRENT LEARNING RATE: 0.00016142418892422532
previous_iter_valid_loss : 0.16693271696567535
837480 0.167153 0.166933 0.164641 CURRENT LEARNING RATE: 0.00016139190731470914
previous_iter_valid_loss : 0.16091449558734894
837500 0.161075 0.160914 0.164285 CURRENT LEARNING RATE: 0.00016135963216086922
previous_iter_valid_loss : 0.16078902781009674
837520 0.160941 0.160789 0.164000 CURRENT LEARNING RATE: 0.00016132736346141435
previous_iter_valid_loss : 0.16786491870880127
837540 0.168081 0.167865 0.164320 CURRENT LEARNING RATE: 0.00016129510121505432
previous_iter_valid_loss : 0.16110974550247192
837560 0.161266 0.161110 0.163856 CURRENT LEARNING RATE: 0.00016126284542049835
previous_iter_valid_loss : 0.16120828688144684
837580 0.161392 0.161208 0.163716 CURRENT LEARNING RATE: 0.00016123059607645623
previous_iter_valid_loss : 0.16056610643863678
837600 0.160720 0.160566 0.163548 CURRENT LEARNING RATE: 0.0001611983531816377
previous_iter_valid_loss : 0.16633570194244385
837620 0.166546 0.166336 0.163719 CURRENT LEARNING RATE: 0.00016116611673475359
previous_iter_valid_loss : 0.16087165474891663
837640 0.161047 0.160872 0.163574 CURRENT LEARNING RATE: 0.00016113388673451418
previous_iter_valid_loss : 0.17581573128700256
837660 0.175971 0.175816 0.164339 CURRENT LEARNING RATE: 0.00016110166317963024
previous_iter_valid_loss : 0.19193235039710999
837680 0.192400 0.191932 0.165168 CURRENT LEARNING RATE: 0.00016106944606881257
previous_iter_valid_loss : 0.18391282856464386
837700 0.184283 0.183913 0.166295 CURRENT LEARNING RATE: 0.00016103723540077306
previous_iter_valid_loss : 0.1709197461605072
837720 0.171073 0.170920 0.166681 CURRENT LEARNING RATE: 0.000161005031174223
previous_iter_valid_loss : 0.17971736192703247
837740 0.180034 0.179717 0.167558 CURRENT LEARNING RATE: 0.00016097283338787418
previous_iter_valid_loss : 0.1689056158065796
837760 0.169062 0.168906 0.167934 CURRENT LEARNING RATE: 0.00016094064204043843
previous_iter_valid_loss : 0.16251331567764282
837780 0.162698 0.162513 0.167410 CURRENT LEARNING RATE: 0.0001609084571306287
previous_iter_valid_loss : 0.16069704294204712
837800 0.160860 0.160697 0.167218 CURRENT LEARNING RATE: 0.00016087627865715725
previous_iter_valid_loss : 0.16059091687202454
837820 0.160740 0.160591 0.167177 CURRENT LEARNING RATE: 0.00016084410661873697
previous_iter_valid_loss : 0.16071245074272156
837840 0.160879 0.160712 0.167151 CURRENT LEARNING RATE: 0.0001608119410140807
previous_iter_valid_loss : 0.1640583574771881
837860 0.164228 0.164058 0.167315 CURRENT LEARNING RATE: 0.0001607797818419024
previous_iter_valid_loss : 0.1630556434392929
837880 0.163251 0.163056 0.167121 CURRENT LEARNING RATE: 0.00016074762910091536
previous_iter_valid_loss : 0.16172391176223755
837900 0.161881 0.161724 0.167162 CURRENT LEARNING RATE: 0.00016071548278983323
previous_iter_valid_loss : 0.16709616780281067
837920 0.167252 0.167096 0.167477 CURRENT LEARNING RATE: 0.00016068334290737072
previous_iter_valid_loss : 0.17387057840824127
837940 0.174139 0.173871 0.167778 CURRENT LEARNING RATE: 0.00016065120945224192
previous_iter_valid_loss : 0.16589879989624023
837960 0.166118 0.165899 0.168017 CURRENT LEARNING RATE: 0.00016061908242316153
previous_iter_valid_loss : 0.16227690875530243
837980 0.162462 0.162277 0.168070 CURRENT LEARNING RATE: 0.0001605869618188442
previous_iter_valid_loss : 0.1668727993965149
838000 0.167098 0.166873 0.168386 CURRENT LEARNING RATE: 0.00016055484763800564
previous_iter_valid_loss : 0.1611233949661255
838020 0.161305 0.161123 0.168125 CURRENT LEARNING RATE: 0.000160522739879361
previous_iter_valid_loss : 0.16091087460517883
838040 0.161094 0.160911 0.168127 CURRENT LEARNING RATE: 0.000160490638541626
previous_iter_valid_loss : 0.1634637713432312
838060 0.163629 0.163464 0.167509 CURRENT LEARNING RATE: 0.00016045854362351625
previous_iter_valid_loss : 0.160661980509758
838080 0.160835 0.160662 0.165946 CURRENT LEARNING RATE: 0.00016042645512374856
previous_iter_valid_loss : 0.1632692515850067
838100 0.163434 0.163269 0.164914 CURRENT LEARNING RATE: 0.0001603943730410391
previous_iter_valid_loss : 0.16205860674381256
838120 0.162215 0.162059 0.164471 CURRENT LEARNING RATE: 0.00016036229737410456
previous_iter_valid_loss : 0.16097436845302582
838140 0.161133 0.160974 0.163534 CURRENT LEARNING RATE: 0.00016033022812166168
previous_iter_valid_loss : 0.1688496321439743
838160 0.169077 0.168850 0.163531 CURRENT LEARNING RATE: 0.00016029816528242822
previous_iter_valid_loss : 0.16595831513404846
838180 0.166122 0.165958 0.163703 CURRENT LEARNING RATE: 0.0001602661088551214
previous_iter_valid_loss : 0.19633416831493378
838200 0.196844 0.196334 0.165485 CURRENT LEARNING RATE: 0.00016023405883845896
previous_iter_valid_loss : 0.16769340634346008
838220 0.167922 0.167693 0.165840 CURRENT LEARNING RATE: 0.0001602020152311586
previous_iter_valid_loss : 0.16129978001117706
838240 0.161483 0.161300 0.165869 CURRENT LEARNING RATE: 0.00016016997803193915
previous_iter_valid_loss : 0.16619496047496796
838260 0.166357 0.166195 0.165976 CURRENT LEARNING RATE: 0.00016013794723951884
previous_iter_valid_loss : 0.16322240233421326
838280 0.163390 0.163222 0.165985 CURRENT LEARNING RATE: 0.00016010592285261647
previous_iter_valid_loss : 0.1612037569284439
838300 0.161382 0.161204 0.165959 CURRENT LEARNING RATE: 0.00016007390486995072
previous_iter_valid_loss : 0.16054187715053558
838320 0.160701 0.160542 0.165631 CURRENT LEARNING RATE: 0.00016004189329024145
previous_iter_valid_loss : 0.1741798222064972
838340 0.174330 0.174180 0.165646 CURRENT LEARNING RATE: 0.00016000988811220798
previous_iter_valid_loss : 0.1621423065662384
838360 0.162293 0.162142 0.165458 CURRENT LEARNING RATE: 0.00015997788933456975
previous_iter_valid_loss : 0.1618187129497528
838380 0.161963 0.161819 0.165436 CURRENT LEARNING RATE: 0.0001599458969560474
previous_iter_valid_loss : 0.1780930906534195
838400 0.178410 0.178093 0.165997 CURRENT LEARNING RATE: 0.00015991391097536095
previous_iter_valid_loss : 0.16303583979606628
838420 0.163237 0.163036 0.166092 CURRENT LEARNING RATE: 0.000159881931391231
previous_iter_valid_loss : 0.17092040181159973
838440 0.171074 0.170920 0.166593 CURRENT LEARNING RATE: 0.00015984995820237798
previous_iter_valid_loss : 0.1724151223897934
838460 0.172563 0.172415 0.167040 CURRENT LEARNING RATE: 0.00015981799140752363
previous_iter_valid_loss : 0.16052697598934174
838480 0.160692 0.160527 0.167033 CURRENT LEARNING RATE: 0.00015978603100538893
previous_iter_valid_loss : 0.1733519732952118
838500 0.173500 0.173352 0.167538 CURRENT LEARNING RATE: 0.00015975407699469552
previous_iter_valid_loss : 0.16191722452640533
838520 0.162082 0.161917 0.167531 CURRENT LEARNING RATE: 0.00015972212937416492
previous_iter_valid_loss : 0.16097715497016907
838540 0.161167 0.160977 0.167531 CURRENT LEARNING RATE: 0.0001596901881425198
previous_iter_valid_loss : 0.16339240968227386
838560 0.163585 0.163392 0.167258 CURRENT LEARNING RATE: 0.00015965825329848223
previous_iter_valid_loss : 0.16067306697368622
838580 0.160829 0.160673 0.166994 CURRENT LEARNING RATE: 0.0001596263248407748
previous_iter_valid_loss : 0.1797359734773636
838600 0.179888 0.179736 0.166164 CURRENT LEARNING RATE: 0.00015959440276812012
previous_iter_valid_loss : 0.1678585261106491
838620 0.168014 0.167859 0.166172 CURRENT LEARNING RATE: 0.00015956248707924182
previous_iter_valid_loss : 0.1718321293592453
838640 0.171979 0.171832 0.166699 CURRENT LEARNING RATE: 0.00015953057777286307
previous_iter_valid_loss : 0.16095390915870667
838660 0.161136 0.160954 0.166436 CURRENT LEARNING RATE: 0.00015949867484770742
previous_iter_valid_loss : 0.16535861790180206
838680 0.165567 0.165359 0.166543 CURRENT LEARNING RATE: 0.0001594667783024985
previous_iter_valid_loss : 0.16168822348117828
838700 0.161870 0.161688 0.166567 CURRENT LEARNING RATE: 0.00015943488813596106
previous_iter_valid_loss : 0.1610621213912964
838720 0.161227 0.161062 0.166594 CURRENT LEARNING RATE: 0.00015940300434681912
previous_iter_valid_loss : 0.16851884126663208
838740 0.168669 0.168519 0.166310 CURRENT LEARNING RATE: 0.0001593711269337971
previous_iter_valid_loss : 0.1764375865459442
838760 0.176583 0.176438 0.167025 CURRENT LEARNING RATE: 0.0001593392558956205
previous_iter_valid_loss : 0.18236784636974335
838780 0.182714 0.182368 0.168053 CURRENT LEARNING RATE: 0.0001593073912310141
previous_iter_valid_loss : 0.16138103604316711
838800 0.161540 0.161381 0.167217 CURRENT LEARNING RATE: 0.0001592755329387034
previous_iter_valid_loss : 0.1605149358510971
838820 0.160683 0.160515 0.167091 CURRENT LEARNING RATE: 0.00015924368101741376
previous_iter_valid_loss : 0.1615159809589386
838840 0.161680 0.161516 0.166621 CURRENT LEARNING RATE: 0.00015921183546587165
previous_iter_valid_loss : 0.16377103328704834
838860 0.163953 0.163771 0.166189 CURRENT LEARNING RATE: 0.000159179996282803
previous_iter_valid_loss : 0.18593832850456238
838880 0.186336 0.185938 0.167459 CURRENT LEARNING RATE: 0.0001591481634669342
previous_iter_valid_loss : 0.17174425721168518
838900 0.171999 0.171744 0.167379 CURRENT LEARNING RATE: 0.00015911633701699168
previous_iter_valid_loss : 0.1661311686038971
838920 0.166334 0.166131 0.167590 CURRENT LEARNING RATE: 0.00015908451693170297
previous_iter_valid_loss : 0.16232603788375854
838940 0.162513 0.162326 0.167657 CURRENT LEARNING RATE: 0.00015905270320979491
previous_iter_valid_loss : 0.16113296151161194
838960 0.161290 0.161133 0.167544 CURRENT LEARNING RATE: 0.00015902089584999505
previous_iter_valid_loss : 0.16271299123764038
838980 0.162878 0.162713 0.167646 CURRENT LEARNING RATE: 0.00015898909485103074
previous_iter_valid_loss : 0.16078650951385498
839000 0.160963 0.160787 0.166699 CURRENT LEARNING RATE: 0.00015895730021163053
previous_iter_valid_loss : 0.16049639880657196
839020 0.160656 0.160496 0.166330 CURRENT LEARNING RATE: 0.00015892551193052236
previous_iter_valid_loss : 0.1605604588985443
839040 0.160731 0.160560 0.165767 CURRENT LEARNING RATE: 0.00015889373000643465
previous_iter_valid_loss : 0.16491059958934784
839060 0.165073 0.164911 0.165965 CURRENT LEARNING RATE: 0.00015886195443809594
previous_iter_valid_loss : 0.17014043033123016
839080 0.170382 0.170140 0.166204 CURRENT LEARNING RATE: 0.00015883018522423566
previous_iter_valid_loss : 0.16757452487945557
839100 0.167791 0.167575 0.166498 CURRENT LEARNING RATE: 0.00015879842236358284
previous_iter_valid_loss : 0.16146628558635712
839120 0.161659 0.161466 0.166518 CURRENT LEARNING RATE: 0.00015876666585486662
previous_iter_valid_loss : 0.1657244712114334
839140 0.165882 0.165724 0.166379 CURRENT LEARNING RATE: 0.0001587349156968174
previous_iter_valid_loss : 0.16701380908489227
839160 0.167171 0.167014 0.165907 CURRENT LEARNING RATE: 0.00015870317188816475
previous_iter_valid_loss : 0.17979583144187927
839180 0.179959 0.179796 0.165779 CURRENT LEARNING RATE: 0.00015867143442763903
previous_iter_valid_loss : 0.16281628608703613
839200 0.162971 0.162816 0.165851 CURRENT LEARNING RATE: 0.00015863970331397045
previous_iter_valid_loss : 0.16619999706745148
839220 0.166363 0.166200 0.166135 CURRENT LEARNING RATE: 0.0001586079785458903
previous_iter_valid_loss : 0.1786898374557495
839240 0.178994 0.178690 0.166993 CURRENT LEARNING RATE: 0.00015857626012212927
previous_iter_valid_loss : 0.16282127797603607
839260 0.163003 0.162821 0.166946 CURRENT LEARNING RATE: 0.0001585445480414187
previous_iter_valid_loss : 0.1666560024023056
839280 0.166863 0.166656 0.165982 CURRENT LEARNING RATE: 0.0001585128423024898
previous_iter_valid_loss : 0.1607016623020172
839300 0.160867 0.160702 0.165430 CURRENT LEARNING RATE: 0.0001584811429040749
previous_iter_valid_loss : 0.16058149933815002
839320 0.160744 0.160581 0.165152 CURRENT LEARNING RATE: 0.0001584494498449057
previous_iter_valid_loss : 0.17047622799873352
839340 0.170735 0.170476 0.165560 CURRENT LEARNING RATE: 0.00015841776312371453
previous_iter_valid_loss : 0.16059666872024536
839360 0.160757 0.160597 0.165533 CURRENT LEARNING RATE: 0.00015838608273923362
previous_iter_valid_loss : 0.16070574522018433
839380 0.160863 0.160706 0.165433 CURRENT LEARNING RATE: 0.00015835440869019633
previous_iter_valid_loss : 0.16328760981559753
839400 0.163450 0.163288 0.165558 CURRENT LEARNING RATE: 0.00015832274097533542
previous_iter_valid_loss : 0.17719629406929016
839420 0.177353 0.177196 0.166393 CURRENT LEARNING RATE: 0.00015829107959338418
previous_iter_valid_loss : 0.1605190634727478
839440 0.160680 0.160519 0.166391 CURRENT LEARNING RATE: 0.00015825942454307583
previous_iter_valid_loss : 0.1692804992198944
839460 0.169517 0.169280 0.166609 CURRENT LEARNING RATE: 0.00015822777582314478
previous_iter_valid_loss : 0.16114726662635803
839480 0.161297 0.161147 0.166159 CURRENT LEARNING RATE: 0.00015819613343232477
previous_iter_valid_loss : 0.1625978797674179
839500 0.162786 0.162598 0.165911 CURRENT LEARNING RATE: 0.00015816449736934986
previous_iter_valid_loss : 0.1693720519542694
839520 0.169523 0.169372 0.166306 CURRENT LEARNING RATE: 0.00015813286763295513
previous_iter_valid_loss : 0.16065968573093414
839540 0.160824 0.160660 0.166053 CURRENT LEARNING RATE: 0.00015810124422187513
previous_iter_valid_loss : 0.18225015699863434
839560 0.182605 0.182250 0.166814 CURRENT LEARNING RATE: 0.00015806962713484492
previous_iter_valid_loss : 0.16127562522888184
839580 0.161458 0.161276 0.165888 CURRENT LEARNING RATE: 0.00015803801637059953
previous_iter_valid_loss : 0.1606752574443817
839600 0.160831 0.160675 0.165781 CURRENT LEARNING RATE: 0.00015800641192787512
previous_iter_valid_loss : 0.18269109725952148
839620 0.182851 0.182691 0.166606 CURRENT LEARNING RATE: 0.00015797481380540717
previous_iter_valid_loss : 0.1778237670660019
839640 0.177981 0.177824 0.166563 CURRENT LEARNING RATE: 0.00015794322200193183
previous_iter_valid_loss : 0.16839763522148132
839660 0.168632 0.168398 0.166841 CURRENT LEARNING RATE: 0.00015791163651618508
previous_iter_valid_loss : 0.16154827177524567
839680 0.161741 0.161548 0.166586 CURRENT LEARNING RATE: 0.00015788005734690413
previous_iter_valid_loss : 0.16414444148540497
839700 0.164343 0.164144 0.166758 CURRENT LEARNING RATE: 0.00015784848449282548
previous_iter_valid_loss : 0.1635839343070984
839720 0.163774 0.163584 0.166908 CURRENT LEARNING RATE: 0.00015781691795268622
previous_iter_valid_loss : 0.16148774325847626
839740 0.161669 0.161488 0.166459 CURRENT LEARNING RATE: 0.0001577853577252234
previous_iter_valid_loss : 0.16623324155807495
839760 0.166442 0.166233 0.166741 CURRENT LEARNING RATE: 0.00015775380380917523
previous_iter_valid_loss : 0.16145846247673035
839780 0.161648 0.161458 0.166778 CURRENT LEARNING RATE: 0.00015772225620327922
previous_iter_valid_loss : 0.1608586609363556
839800 0.161020 0.160859 0.166657 CURRENT LEARNING RATE: 0.00015769071490627347
previous_iter_valid_loss : 0.17401599884033203
839820 0.174163 0.174016 0.166498 CURRENT LEARNING RATE: 0.00015765917991689607
previous_iter_valid_loss : 0.17472447454929352
839840 0.174873 0.174724 0.167208 CURRENT LEARNING RATE: 0.00015762765123388615
previous_iter_valid_loss : 0.16254454851150513
839860 0.162737 0.162545 0.166871 CURRENT LEARNING RATE: 0.0001575961288559823
previous_iter_valid_loss : 0.1610439419746399
839880 0.161227 0.161044 0.166866 CURRENT LEARNING RATE: 0.00015756461278192366
previous_iter_valid_loss : 0.1675863265991211
839900 0.167798 0.167586 0.167116 CURRENT LEARNING RATE: 0.00015753310301044925
previous_iter_valid_loss : 0.1605204939842224
839920 0.160677 0.160520 0.166673 CURRENT LEARNING RATE: 0.00015750159954029926
previous_iter_valid_loss : 0.16097891330718994
839940 0.161133 0.160979 0.166689 CURRENT LEARNING RATE: 0.00015747010237021327
previous_iter_valid_loss : 0.16122859716415405
839960 0.161412 0.161229 0.165638 CURRENT LEARNING RATE: 0.00015743861149893111
previous_iter_valid_loss : 0.17448915541172028
839980 0.174765 0.174489 0.166299 CURRENT LEARNING RATE: 0.00015740712692519372
previous_iter_valid_loss : 0.16956377029418945
840000 0.169809 0.169564 0.166743 CURRENT LEARNING RATE: 0.00015737564864774144
previous_iter_valid_loss : 0.16090728342533112
840020 0.161088 0.160907 0.165654 CURRENT LEARNING RATE: 0.0001573441766653151
previous_iter_valid_loss : 0.1707645058631897
840040 0.171017 0.170765 0.165301 CURRENT LEARNING RATE: 0.0001573127109766556
previous_iter_valid_loss : 0.1674427092075348
840060 0.167602 0.167443 0.165253 CURRENT LEARNING RATE: 0.00015728125158050483
previous_iter_valid_loss : 0.17956674098968506
840080 0.179894 0.179567 0.166154 CURRENT LEARNING RATE: 0.00015724979847560412
previous_iter_valid_loss : 0.16056373715400696
840100 0.160717 0.160564 0.165975 CURRENT LEARNING RATE: 0.00015721835166069537
previous_iter_valid_loss : 0.16144517064094543
840120 0.161629 0.161445 0.165868 CURRENT LEARNING RATE: 0.00015718691113452045
previous_iter_valid_loss : 0.1609216332435608
840140 0.161076 0.160922 0.165840 CURRENT LEARNING RATE: 0.00015715547689582228
previous_iter_valid_loss : 0.16278903186321259
840160 0.162982 0.162789 0.165668 CURRENT LEARNING RATE: 0.0001571240489433432
previous_iter_valid_loss : 0.16294527053833008
840180 0.163137 0.162945 0.165742 CURRENT LEARNING RATE: 0.0001570926272758261
previous_iter_valid_loss : 0.18447314202785492
840200 0.184617 0.184473 0.166923 CURRENT LEARNING RATE: 0.00015706121189201382
previous_iter_valid_loss : 0.16088595986366272
840220 0.161071 0.160886 0.166266 CURRENT LEARNING RATE: 0.00015702980279065033
previous_iter_valid_loss : 0.16706031560897827
840240 0.167287 0.167060 0.165883 CURRENT LEARNING RATE: 0.00015699839997047895
previous_iter_valid_loss : 0.16173914074897766
840260 0.161927 0.161739 0.165843 CURRENT LEARNING RATE: 0.0001569670034302436
previous_iter_valid_loss : 0.160859152674675
840280 0.161033 0.160859 0.165833 CURRENT LEARNING RATE: 0.00015693561316868813
previous_iter_valid_loss : 0.166865736246109
840300 0.167017 0.166866 0.165797 CURRENT LEARNING RATE: 0.0001569042291845575
previous_iter_valid_loss : 0.1612626612186432
840320 0.161422 0.161263 0.165834 CURRENT LEARNING RATE: 0.00015687285147659606
previous_iter_valid_loss : 0.16900476813316345
840340 0.169248 0.169005 0.166236 CURRENT LEARNING RATE: 0.0001568414800435484
previous_iter_valid_loss : 0.16124625504016876
840360 0.161431 0.161246 0.166237 CURRENT LEARNING RATE: 0.00015681011488416027
previous_iter_valid_loss : 0.16464631259441376
840380 0.164864 0.164646 0.165744 CURRENT LEARNING RATE: 0.00015677875599717672
previous_iter_valid_loss : 0.162380188703537
840400 0.162576 0.162380 0.165385 CURRENT LEARNING RATE: 0.00015674740338134346
previous_iter_valid_loss : 0.16159066557884216
840420 0.161774 0.161591 0.165419 CURRENT LEARNING RATE: 0.00015671605703540607
previous_iter_valid_loss : 0.16292649507522583
840440 0.163086 0.162926 0.165028 CURRENT LEARNING RATE: 0.00015668471695811127
previous_iter_valid_loss : 0.16660268604755402
840460 0.166762 0.166603 0.164986 CURRENT LEARNING RATE: 0.00015665338314820514
previous_iter_valid_loss : 0.16060692071914673
840480 0.160767 0.160607 0.164038 CURRENT LEARNING RATE: 0.00015662205560443437
previous_iter_valid_loss : 0.1605825275182724
840500 0.160743 0.160583 0.164039 CURRENT LEARNING RATE: 0.0001565907343255456
previous_iter_valid_loss : 0.18777284026145935
840520 0.187904 0.187773 0.165355 CURRENT LEARNING RATE: 0.00015655941931028646
previous_iter_valid_loss : 0.16066581010818481
840540 0.160823 0.160666 0.165342 CURRENT LEARNING RATE: 0.00015652811055740412
previous_iter_valid_loss : 0.16220910847187042
840560 0.162394 0.162209 0.165313 CURRENT LEARNING RATE: 0.00015649680806564622
previous_iter_valid_loss : 0.16058896481990814
840580 0.160735 0.160589 0.165195 CURRENT LEARNING RATE: 0.0001564655118337604
previous_iter_valid_loss : 0.1616889387369156
840600 0.161838 0.161689 0.164056 CURRENT LEARNING RATE: 0.00015643422186049536
previous_iter_valid_loss : 0.16468307375907898
840620 0.164883 0.164683 0.164246 CURRENT LEARNING RATE: 0.00015640293814459918
previous_iter_valid_loss : 0.18063600361347198
840640 0.180976 0.180636 0.164925 CURRENT LEARNING RATE: 0.00015637166068482058
previous_iter_valid_loss : 0.1690240055322647
840660 0.169266 0.169024 0.165289 CURRENT LEARNING RATE: 0.00015634038947990816
previous_iter_valid_loss : 0.16607603430747986
840680 0.166288 0.166076 0.165550 CURRENT LEARNING RATE: 0.00015630912452861158
previous_iter_valid_loss : 0.1672879308462143
840700 0.167440 0.167288 0.165571 CURRENT LEARNING RATE: 0.00015627786582968003
previous_iter_valid_loss : 0.16186970472335815
840720 0.162031 0.161870 0.165601 CURRENT LEARNING RATE: 0.00015624661338186285
previous_iter_valid_loss : 0.1690237820148468
840740 0.169268 0.169024 0.165602 CURRENT LEARNING RATE: 0.0001562153671839105
previous_iter_valid_loss : 0.16060471534729004
840760 0.160780 0.160605 0.165570 CURRENT LEARNING RATE: 0.00015618412723457283
previous_iter_valid_loss : 0.16098465025424957
840780 0.161163 0.160985 0.165387 CURRENT LEARNING RATE: 0.00015615289353260032
previous_iter_valid_loss : 0.17254619300365448
840800 0.172693 0.172546 0.165895 CURRENT LEARNING RATE: 0.00015612166607674327
previous_iter_valid_loss : 0.16137568652629852
840820 0.161560 0.161376 0.165885 CURRENT LEARNING RATE: 0.00015609044486575315
previous_iter_valid_loss : 0.16055765748023987
840840 0.160711 0.160558 0.165766 CURRENT LEARNING RATE: 0.00015605922989838085
previous_iter_valid_loss : 0.16413892805576324
840860 0.164323 0.164139 0.165643 CURRENT LEARNING RATE: 0.00015602802117337778
previous_iter_valid_loss : 0.16504935920238495
840880 0.165262 0.165049 0.165865 CURRENT LEARNING RATE: 0.0001559968186894953
previous_iter_valid_loss : 0.1748225837945938
840900 0.174971 0.174823 0.166577 CURRENT LEARNING RATE: 0.00015596562244548588
previous_iter_valid_loss : 0.1609460562467575
840920 0.161098 0.160946 0.165236 CURRENT LEARNING RATE: 0.00015593443244010135
previous_iter_valid_loss : 0.16063080728054047
840940 0.160797 0.160631 0.165234 CURRENT LEARNING RATE: 0.00015590324867209416
previous_iter_valid_loss : 0.1712932139635086
840960 0.171557 0.171293 0.165688 CURRENT LEARNING RATE: 0.00015587207114021664
previous_iter_valid_loss : 0.16236788034439087
840980 0.162576 0.162368 0.165777 CURRENT LEARNING RATE: 0.00015584089984322226
previous_iter_valid_loss : 0.16665630042552948
841000 0.166816 0.166656 0.166025 CURRENT LEARNING RATE: 0.0001558097347798639
previous_iter_valid_loss : 0.16051705181598663
841020 0.160670 0.160517 0.165817 CURRENT LEARNING RATE: 0.000155778575948895
previous_iter_valid_loss : 0.1607699990272522
841040 0.160941 0.160770 0.164824 CURRENT LEARNING RATE: 0.00015574742334906883
previous_iter_valid_loss : 0.17754071950912476
841060 0.177700 0.177541 0.165250 CURRENT LEARNING RATE: 0.0001557162769791399
previous_iter_valid_loss : 0.18256883323192596
841080 0.182725 0.182569 0.166074 CURRENT LEARNING RATE: 0.00015568513683786206
previous_iter_valid_loss : 0.18244671821594238
841100 0.182600 0.182447 0.166832 CURRENT LEARNING RATE: 0.00015565400292398974
previous_iter_valid_loss : 0.16582413017749786
841120 0.166033 0.165824 0.167030 CURRENT LEARNING RATE: 0.00015562287523627726
previous_iter_valid_loss : 0.16090193390846252
841140 0.161083 0.160902 0.166624 CURRENT LEARNING RATE: 0.0001555917537734801
previous_iter_valid_loss : 0.18363602459430695
841160 0.183982 0.183636 0.167776 CURRENT LEARNING RATE: 0.0001555606385343531
previous_iter_valid_loss : 0.1631881594657898
841180 0.163354 0.163188 0.167886 CURRENT LEARNING RATE: 0.0001555295295176514
previous_iter_valid_loss : 0.1605532467365265
841200 0.160711 0.160553 0.167286 CURRENT LEARNING RATE: 0.00015549842672213116
previous_iter_valid_loss : 0.16180671751499176
841220 0.161992 0.161807 0.167308 CURRENT LEARNING RATE: 0.00015546733014654802
previous_iter_valid_loss : 0.17042110860347748
841240 0.170663 0.170421 0.167801 CURRENT LEARNING RATE: 0.0001554362397896581
previous_iter_valid_loss : 0.19285178184509277
841260 0.192971 0.192852 0.169236 CURRENT LEARNING RATE: 0.00015540515565021755
previous_iter_valid_loss : 0.16055603325366974
841280 0.160705 0.160556 0.169012 CURRENT LEARNING RATE: 0.0001553740777269835
previous_iter_valid_loss : 0.16731277108192444
841300 0.167527 0.167313 0.168636 CURRENT LEARNING RATE: 0.00015534300601871255
previous_iter_valid_loss : 0.16063401103019714
841320 0.160807 0.160634 0.168621 CURRENT LEARNING RATE: 0.0001553119405241619
previous_iter_valid_loss : 0.16049493849277496
841340 0.160662 0.160495 0.168614 CURRENT LEARNING RATE: 0.0001552808812420886
previous_iter_valid_loss : 0.16131512820720673
841360 0.161501 0.161315 0.168115 CURRENT LEARNING RATE: 0.00015524982817125086
previous_iter_valid_loss : 0.1606450378894806
841380 0.160815 0.160645 0.168029 CURRENT LEARNING RATE: 0.00015521878131040623
previous_iter_valid_loss : 0.16074129939079285
841400 0.160897 0.160741 0.167733 CURRENT LEARNING RATE: 0.0001551877406583129
previous_iter_valid_loss : 0.16961415112018585
841420 0.169861 0.169614 0.168188 CURRENT LEARNING RATE: 0.00015515670621372895
previous_iter_valid_loss : 0.16470995545387268
841440 0.164916 0.164710 0.168385 CURRENT LEARNING RATE: 0.00015512567797541354
previous_iter_valid_loss : 0.17318469285964966
841460 0.173453 0.173185 0.168167 CURRENT LEARNING RATE: 0.00015509465594212526
previous_iter_valid_loss : 0.163242369890213
841480 0.163432 0.163242 0.167201 CURRENT LEARNING RATE: 0.00015506364011262324
previous_iter_valid_loss : 0.16307927668094635
841500 0.163255 0.163079 0.166232 CURRENT LEARNING RATE: 0.00015503263048566657
previous_iter_valid_loss : 0.16222377121448517
841520 0.162382 0.162224 0.166052 CURRENT LEARNING RATE: 0.00015500162706001542
previous_iter_valid_loss : 0.16079509258270264
841540 0.160946 0.160795 0.166047 CURRENT LEARNING RATE: 0.0001549706298344294
previous_iter_valid_loss : 0.17911776900291443
841560 0.179277 0.179118 0.165821 CURRENT LEARNING RATE: 0.00015493963880766826
previous_iter_valid_loss : 0.16618116199970245
841580 0.166341 0.166181 0.165971 CURRENT LEARNING RATE: 0.000154908653978493
previous_iter_valid_loss : 0.1635274440050125
841600 0.163685 0.163527 0.166120 CURRENT LEARNING RATE: 0.00015487767534566393
previous_iter_valid_loss : 0.1604965180158615
841620 0.160659 0.160497 0.166054 CURRENT LEARNING RATE: 0.00015484670290794188
previous_iter_valid_loss : 0.1652112454175949
841640 0.165414 0.165211 0.165794 CURRENT LEARNING RATE: 0.00015481573666408768
previous_iter_valid_loss : 0.18594178557395935
841660 0.186338 0.185942 0.165448 CURRENT LEARNING RATE: 0.00015478477661286328
previous_iter_valid_loss : 0.16328346729278564
841680 0.163474 0.163283 0.165584 CURRENT LEARNING RATE: 0.00015475382275302992
previous_iter_valid_loss : 0.1607576310634613
841700 0.160915 0.160758 0.165257 CURRENT LEARNING RATE: 0.00015472287508334952
previous_iter_valid_loss : 0.16076669096946716
841720 0.160919 0.160767 0.165263 CURRENT LEARNING RATE: 0.00015469193360258387
previous_iter_valid_loss : 0.17084544897079468
841740 0.170995 0.170845 0.165781 CURRENT LEARNING RATE: 0.00015466099830949585
previous_iter_valid_loss : 0.16063030064105988
841760 0.160791 0.160630 0.165747 CURRENT LEARNING RATE: 0.00015463006920284777
previous_iter_valid_loss : 0.16147130727767944
841780 0.161623 0.161471 0.165788 CURRENT LEARNING RATE: 0.00015459914628140252
previous_iter_valid_loss : 0.16161306202411652
841800 0.161805 0.161613 0.165831 CURRENT LEARNING RATE: 0.00015456822954392285
previous_iter_valid_loss : 0.16497530043125153
841820 0.165179 0.164975 0.165600 CURRENT LEARNING RATE: 0.00015453731898917264
previous_iter_valid_loss : 0.18253281712532043
841840 0.182688 0.182533 0.166491 CURRENT LEARNING RATE: 0.0001545064146159152
previous_iter_valid_loss : 0.160617858171463
841860 0.160793 0.160618 0.165862 CURRENT LEARNING RATE: 0.0001544755164229144
previous_iter_valid_loss : 0.16176356375217438
841880 0.161954 0.161764 0.165788 CURRENT LEARNING RATE: 0.00015444462440893398
previous_iter_valid_loss : 0.1731707900762558
841900 0.173313 0.173171 0.166293 CURRENT LEARNING RATE: 0.00015441373857273883
previous_iter_valid_loss : 0.1651308834552765
841920 0.165289 0.165131 0.166438 CURRENT LEARNING RATE: 0.00015438285891309326
previous_iter_valid_loss : 0.1790768802165985
841940 0.179384 0.179077 0.167352 CURRENT LEARNING RATE: 0.00015435198542876178
previous_iter_valid_loss : 0.1644337773323059
841960 0.164602 0.164434 0.166618 CURRENT LEARNING RATE: 0.00015432111811851002
previous_iter_valid_loss : 0.160504549741745
841980 0.160670 0.160505 0.166334 CURRENT LEARNING RATE: 0.000154290256981103
previous_iter_valid_loss : 0.16059842705726624
842000 0.160765 0.160598 0.166188 CURRENT LEARNING RATE: 0.00015425940201530629
previous_iter_valid_loss : 0.16106624901294708
842020 0.161223 0.161066 0.166216 CURRENT LEARNING RATE: 0.0001542285532198854
previous_iter_valid_loss : 0.16050897538661957
842040 0.160683 0.160509 0.165981 CURRENT LEARNING RATE: 0.00015419771059360692
previous_iter_valid_loss : 0.16420964896678925
842060 0.164399 0.164210 0.164895 CURRENT LEARNING RATE: 0.0001541668741352369
previous_iter_valid_loss : 0.16533200442790985
842080 0.165533 0.165332 0.164997 CURRENT LEARNING RATE: 0.00015413604384354186
previous_iter_valid_loss : 0.16064298152923584
842100 0.160815 0.160643 0.164991 CURRENT LEARNING RATE: 0.0001541052197172883
previous_iter_valid_loss : 0.16417209804058075
842120 0.164378 0.164172 0.165162 CURRENT LEARNING RATE: 0.00015407440175524385
previous_iter_valid_loss : 0.17281246185302734
842140 0.173083 0.172812 0.165260 CURRENT LEARNING RATE: 0.0001540435899561755
previous_iter_valid_loss : 0.1641761213541031
842160 0.164367 0.164176 0.165437 CURRENT LEARNING RATE: 0.00015401278431885075
previous_iter_valid_loss : 0.1605258584022522
842180 0.160681 0.160526 0.165390 CURRENT LEARNING RATE: 0.00015398198484203713
previous_iter_valid_loss : 0.16051334142684937
842200 0.160671 0.160513 0.165335 CURRENT LEARNING RATE: 0.00015395119152450317
previous_iter_valid_loss : 0.16510304808616638
842220 0.165271 0.165103 0.165341 CURRENT LEARNING RATE: 0.0001539204043650169
previous_iter_valid_loss : 0.17455115914344788
842240 0.174826 0.174551 0.164942 CURRENT LEARNING RATE: 0.00015388962336234687
previous_iter_valid_loss : 0.16897208988666534
842260 0.169122 0.168972 0.165360 CURRENT LEARNING RATE: 0.0001538588485152615
previous_iter_valid_loss : 0.16084551811218262
842280 0.161021 0.160846 0.165314 CURRENT LEARNING RATE: 0.00015382807982253035
previous_iter_valid_loss : 0.16308508813381195
842300 0.163263 0.163085 0.164810 CURRENT LEARNING RATE: 0.0001537973172829224
previous_iter_valid_loss : 0.16685640811920166
842320 0.167071 0.166856 0.164896 CURRENT LEARNING RATE: 0.0001537665608952069
previous_iter_valid_loss : 0.16239292919635773
842340 0.162552 0.162393 0.164062 CURRENT LEARNING RATE: 0.00015373581065815416
previous_iter_valid_loss : 0.17636613547801971
842360 0.176523 0.176366 0.164659 CURRENT LEARNING RATE: 0.00015370506657053383
previous_iter_valid_loss : 0.18149839341640472
842380 0.181849 0.181498 0.165708 CURRENT LEARNING RATE: 0.0001536743286311162
previous_iter_valid_loss : 0.1622777134180069
842400 0.162442 0.162278 0.165792 CURRENT LEARNING RATE: 0.00015364359683867147
previous_iter_valid_loss : 0.16391609609127045
842420 0.164090 0.163916 0.165935 CURRENT LEARNING RATE: 0.00015361287119197088
previous_iter_valid_loss : 0.1780187487602234
842440 0.178181 0.178019 0.166810 CURRENT LEARNING RATE: 0.0001535821516897852
previous_iter_valid_loss : 0.1618742197751999
842460 0.162031 0.161874 0.166693 CURRENT LEARNING RATE: 0.00015355143833088557
previous_iter_valid_loss : 0.19322343170642853
842480 0.193341 0.193223 0.168088 CURRENT LEARNING RATE: 0.00015352073111404323
previous_iter_valid_loss : 0.19253259897232056
842500 0.192652 0.192533 0.169682 CURRENT LEARNING RATE: 0.00015349003003803044
previous_iter_valid_loss : 0.16055628657341003
842520 0.160716 0.160556 0.169502 CURRENT LEARNING RATE: 0.00015345933510161887
previous_iter_valid_loss : 0.16434404253959656
842540 0.164502 0.164344 0.169078 CURRENT LEARNING RATE: 0.00015342864630358072
previous_iter_valid_loss : 0.16412575542926788
842560 0.164285 0.164126 0.169076 CURRENT LEARNING RATE: 0.00015339796364268816
previous_iter_valid_loss : 0.1610625833272934
842580 0.161243 0.161063 0.169103 CURRENT LEARNING RATE: 0.00015336728711771443
previous_iter_valid_loss : 0.1858239471912384
842600 0.185967 0.185824 0.170368 CURRENT LEARNING RATE: 0.00015333661672743224
previous_iter_valid_loss : 0.16858914494514465
842620 0.168742 0.168589 0.170542 CURRENT LEARNING RATE: 0.0001533059524706147
previous_iter_valid_loss : 0.16674812138080597
842640 0.166968 0.166748 0.170152 CURRENT LEARNING RATE: 0.00015327529434603504
previous_iter_valid_loss : 0.16598135232925415
842660 0.166136 0.165981 0.170003 CURRENT LEARNING RATE: 0.00015324464235246744
previous_iter_valid_loss : 0.16054202616214752
842680 0.160707 0.160542 0.169988 CURRENT LEARNING RATE: 0.00015321399648868554
previous_iter_valid_loss : 0.1645357757806778
842700 0.164709 0.164536 0.170060 CURRENT LEARNING RATE: 0.00015318335675346354
previous_iter_valid_loss : 0.16572874784469604
842720 0.165890 0.165729 0.170004 CURRENT LEARNING RATE: 0.00015315272314557555
previous_iter_valid_loss : 0.16382041573524475
842740 0.164015 0.163820 0.170075 CURRENT LEARNING RATE: 0.00015312209566379676
previous_iter_valid_loss : 0.16310088336467743
842760 0.163260 0.163101 0.169412 CURRENT LEARNING RATE: 0.00015309147430690183
previous_iter_valid_loss : 0.16388194262981415
842780 0.164076 0.163882 0.168531 CURRENT LEARNING RATE: 0.00015306085907366564
previous_iter_valid_loss : 0.16324441134929657
842800 0.163402 0.163244 0.168579 CURRENT LEARNING RATE: 0.0001530302499628641
previous_iter_valid_loss : 0.17436182498931885
842820 0.174509 0.174362 0.169102 CURRENT LEARNING RATE: 0.00015299964697327255
previous_iter_valid_loss : 0.16725343465805054
842840 0.167406 0.167253 0.168563 CURRENT LEARNING RATE: 0.0001529690501036669
previous_iter_valid_loss : 0.16170217096805573
842860 0.161863 0.161702 0.168555 CURRENT LEARNING RATE: 0.00015293845935282304
previous_iter_valid_loss : 0.16207163035869598
842880 0.162255 0.162072 0.166997 CURRENT LEARNING RATE: 0.00015290787471951782
previous_iter_valid_loss : 0.17441019415855408
842900 0.174688 0.174410 0.166091 CURRENT LEARNING RATE: 0.00015287729620252761
previous_iter_valid_loss : 0.16510330140590668
842920 0.165271 0.165103 0.166318 CURRENT LEARNING RATE: 0.0001528467238006293
previous_iter_valid_loss : 0.17112137377262115
842940 0.171272 0.171121 0.166657 CURRENT LEARNING RATE: 0.00015281615751259962
previous_iter_valid_loss : 0.16131706535816193
842960 0.161463 0.161317 0.166517 CURRENT LEARNING RATE: 0.0001527855973372166
previous_iter_valid_loss : 0.16083796322345734
842980 0.161023 0.160838 0.166506 CURRENT LEARNING RATE: 0.00015275504327325748
previous_iter_valid_loss : 0.16058151423931122
843000 0.160760 0.160582 0.165243 CURRENT LEARNING RATE: 0.0001527244953195001
previous_iter_valid_loss : 0.17358346283435822
843020 0.173733 0.173583 0.165493 CURRENT LEARNING RATE: 0.00015269395347472227
previous_iter_valid_loss : 0.1698438972234726
843040 0.170091 0.169844 0.165648 CURRENT LEARNING RATE: 0.0001526634177377029
previous_iter_valid_loss : 0.1616225242614746
843060 0.161773 0.161623 0.165430 CURRENT LEARNING RATE: 0.00015263288810722024
previous_iter_valid_loss : 0.16167126595973969
843080 0.161859 0.161671 0.165486 CURRENT LEARNING RATE: 0.00015260236458205313
previous_iter_valid_loss : 0.16933053731918335
843100 0.169485 0.169331 0.165726 CURRENT LEARNING RATE: 0.00015257184716098034
previous_iter_valid_loss : 0.16365882754325867
843120 0.163836 0.163659 0.165623 CURRENT LEARNING RATE: 0.00015254133584278174
previous_iter_valid_loss : 0.17217837274074554
843140 0.172326 0.172178 0.166041 CURRENT LEARNING RATE: 0.0001525108306262366
previous_iter_valid_loss : 0.1613435596227646
843160 0.161505 0.161344 0.165953 CURRENT LEARNING RATE: 0.00015248033151012442
previous_iter_valid_loss : 0.1610366851091385
843180 0.161215 0.161037 0.165810 CURRENT LEARNING RATE: 0.00015244983849322578
previous_iter_valid_loss : 0.16099315881729126
843200 0.161176 0.160993 0.165698 CURRENT LEARNING RATE: 0.00015241935157432075
previous_iter_valid_loss : 0.1633770763874054
843220 0.163576 0.163377 0.165149 CURRENT LEARNING RATE: 0.00015238887075218977
previous_iter_valid_loss : 0.1612119823694229
843240 0.161395 0.161212 0.164847 CURRENT LEARNING RATE: 0.00015235839602561338
previous_iter_valid_loss : 0.16172564029693604
843260 0.161884 0.161726 0.164848 CURRENT LEARNING RATE: 0.0001523279273933731
previous_iter_valid_loss : 0.16377083957195282
843280 0.163971 0.163771 0.164933 CURRENT LEARNING RATE: 0.00015229746485424995
previous_iter_valid_loss : 0.1643557995557785
843300 0.164554 0.164356 0.164430 CURRENT LEARNING RATE: 0.0001522670084070254
previous_iter_valid_loss : 0.17582248151302338
843320 0.175970 0.175822 0.164966 CURRENT LEARNING RATE: 0.00015223655805048097
previous_iter_valid_loss : 0.1622064709663391
843340 0.162398 0.162206 0.164520 CURRENT LEARNING RATE: 0.00015220611378339915
previous_iter_valid_loss : 0.1633865386247635
843360 0.163551 0.163387 0.164624 CURRENT LEARNING RATE: 0.00015217567560456188
previous_iter_valid_loss : 0.16801907122135162
843380 0.168244 0.168019 0.164983 CURRENT LEARNING RATE: 0.00015214524351275164
previous_iter_valid_loss : 0.1657162457704544
843400 0.165874 0.165716 0.165240 CURRENT LEARNING RATE: 0.00015211481750675092
previous_iter_valid_loss : 0.16958388686180115
843420 0.169736 0.169584 0.165040 CURRENT LEARNING RATE: 0.00015208439758534318
previous_iter_valid_loss : 0.16050291061401367
843440 0.160656 0.160503 0.164572 CURRENT LEARNING RATE: 0.00015205398374731137
previous_iter_valid_loss : 0.16057831048965454
843460 0.160730 0.160578 0.164520 CURRENT LEARNING RATE: 0.00015202357599143892
previous_iter_valid_loss : 0.17152062058448792
843480 0.171779 0.171521 0.165013 CURRENT LEARNING RATE: 0.00015199317431650926
previous_iter_valid_loss : 0.16838949918746948
843500 0.168616 0.168389 0.164966 CURRENT LEARNING RATE: 0.00015196277872130687
previous_iter_valid_loss : 0.16112102568149567
843520 0.161297 0.161121 0.164839 CURRENT LEARNING RATE: 0.00015193238920461563
previous_iter_valid_loss : 0.17718344926834106
843540 0.177341 0.177183 0.165089 CURRENT LEARNING RATE: 0.00015190200576521975
previous_iter_valid_loss : 0.16074290871620178
843560 0.160919 0.160743 0.165059 CURRENT LEARNING RATE: 0.00015187162840190436
previous_iter_valid_loss : 0.17120212316513062
843580 0.171459 0.171202 0.165567 CURRENT LEARNING RATE: 0.00015184125711345414
previous_iter_valid_loss : 0.16398026049137115
843600 0.164180 0.163980 0.165717 CURRENT LEARNING RATE: 0.00015181089189865421
previous_iter_valid_loss : 0.16085103154182434
843620 0.161027 0.160851 0.165590 CURRENT LEARNING RATE: 0.00015178053275628973
previous_iter_valid_loss : 0.16676951944828033
843640 0.166931 0.166770 0.165868 CURRENT LEARNING RATE: 0.0001517501796851468
previous_iter_valid_loss : 0.16144612431526184
843660 0.161599 0.161446 0.165854 CURRENT LEARNING RATE: 0.00015171983268401113
previous_iter_valid_loss : 0.16215276718139648
843680 0.162355 0.162153 0.165773 CURRENT LEARNING RATE: 0.00015168949175166878
previous_iter_valid_loss : 0.16184411942958832
843700 0.162002 0.161844 0.165648 CURRENT LEARNING RATE: 0.00015165915688690584
previous_iter_valid_loss : 0.17740269005298615
843720 0.177555 0.177403 0.165727 CURRENT LEARNING RATE: 0.00015162882808850947
previous_iter_valid_loss : 0.16180723905563354
843740 0.161989 0.161807 0.165707 CURRENT LEARNING RATE: 0.00015159850535526623
previous_iter_valid_loss : 0.16247165203094482
843760 0.162632 0.162472 0.165661 CURRENT LEARNING RATE: 0.00015156818868596324
previous_iter_valid_loss : 0.1605168730020523
843780 0.160680 0.160517 0.165286 CURRENT LEARNING RATE: 0.00015153787807938753
previous_iter_valid_loss : 0.1618763655424118
843800 0.162063 0.161876 0.165094 CURRENT LEARNING RATE: 0.00015150757353432726
previous_iter_valid_loss : 0.16058041155338287
843820 0.160735 0.160580 0.164644 CURRENT LEARNING RATE: 0.00015147727504956994
previous_iter_valid_loss : 0.19570119678974152
843840 0.196193 0.195701 0.166404 CURRENT LEARNING RATE: 0.00015144698262390362
previous_iter_valid_loss : 0.16163551807403564
843860 0.161828 0.161636 0.166457 CURRENT LEARNING RATE: 0.00015141669625611638
previous_iter_valid_loss : 0.16171906888484955
843880 0.161869 0.161719 0.165966 CURRENT LEARNING RATE: 0.00015138641594499727
previous_iter_valid_loss : 0.16940756142139435
843900 0.169644 0.169408 0.166017 CURRENT LEARNING RATE: 0.00015135614168933483
previous_iter_valid_loss : 0.16130146384239197
843920 0.161487 0.161301 0.166026 CURRENT LEARNING RATE: 0.00015132587348791807
previous_iter_valid_loss : 0.17613212764263153
843940 0.176289 0.176132 0.165974 CURRENT LEARNING RATE: 0.00015129561133953598
previous_iter_valid_loss : 0.16135574877262115
843960 0.161538 0.161356 0.166004 CURRENT LEARNING RATE: 0.00015126535524297865
previous_iter_valid_loss : 0.17214177548885345
843980 0.172399 0.172142 0.166051 CURRENT LEARNING RATE: 0.00015123510519703557
previous_iter_valid_loss : 0.16055987775325775
844000 0.160719 0.160560 0.165880 CURRENT LEARNING RATE: 0.00015120486120049644
previous_iter_valid_loss : 0.18514913320541382
844020 0.185291 0.185149 0.167095 CURRENT LEARNING RATE: 0.00015117462325215202
previous_iter_valid_loss : 0.17252269387245178
844040 0.172668 0.172523 0.167383 CURRENT LEARNING RATE: 0.00015114439135079257
previous_iter_valid_loss : 0.16515281796455383
844060 0.165319 0.165153 0.167568 CURRENT LEARNING RATE: 0.00015111416549520878
previous_iter_valid_loss : 0.16396699845790863
844080 0.164137 0.163967 0.167659 CURRENT LEARNING RATE: 0.0001510839456841914
previous_iter_valid_loss : 0.17613400518894196
844100 0.176283 0.176134 0.168374 CURRENT LEARNING RATE: 0.0001510537319165321
previous_iter_valid_loss : 0.17809000611305237
844120 0.178252 0.178090 0.168408 CURRENT LEARNING RATE: 0.0001510235241910221
previous_iter_valid_loss : 0.16097037494182587
844140 0.161158 0.160970 0.168366 CURRENT LEARNING RATE: 0.00015099332250645308
previous_iter_valid_loss : 0.16055285930633545
844160 0.160702 0.160553 0.168270 CURRENT LEARNING RATE: 0.00015096312686161675
previous_iter_valid_loss : 0.16397757828235626
844180 0.164167 0.163978 0.168443 CURRENT LEARNING RATE: 0.00015093293725530575
previous_iter_valid_loss : 0.1619414985179901
844200 0.162099 0.161941 0.168446 CURRENT LEARNING RATE: 0.0001509027536863123
previous_iter_valid_loss : 0.16318067908287048
844220 0.163378 0.163181 0.168576 CURRENT LEARNING RATE: 0.00015087257615342898
previous_iter_valid_loss : 0.16052977740764618
844240 0.160696 0.160530 0.166818 CURRENT LEARNING RATE: 0.00015084240465544844
previous_iter_valid_loss : 0.16099299490451813
844260 0.161180 0.160993 0.166786 CURRENT LEARNING RATE: 0.0001508122391911644
previous_iter_valid_loss : 0.16240745782852173
844280 0.162562 0.162407 0.166820 CURRENT LEARNING RATE: 0.00015078207975936995
previous_iter_valid_loss : 0.17141927778720856
844300 0.171564 0.171419 0.166921 CURRENT LEARNING RATE: 0.0001507519263588587
previous_iter_valid_loss : 0.1617276966571808
844320 0.161886 0.161728 0.166942 CURRENT LEARNING RATE: 0.00015072177898842429
previous_iter_valid_loss : 0.16394510865211487
844340 0.164150 0.163945 0.166333 CURRENT LEARNING RATE: 0.00015069163764686128
previous_iter_valid_loss : 0.16142681241035461
844360 0.161613 0.161427 0.166336 CURRENT LEARNING RATE: 0.00015066150233296384
previous_iter_valid_loss : 0.16061943769454956
844380 0.160782 0.160619 0.165760 CURRENT LEARNING RATE: 0.00015063137304552622
previous_iter_valid_loss : 0.16073077917099
844400 0.160911 0.160731 0.165769 CURRENT LEARNING RATE: 0.00015060124978334382
previous_iter_valid_loss : 0.16565440595149994
844420 0.165863 0.165654 0.164794 CURRENT LEARNING RATE: 0.0001505711325452114
previous_iter_valid_loss : 0.18521429598331451
844440 0.185592 0.185214 0.165429 CURRENT LEARNING RATE: 0.00015054102132992437
previous_iter_valid_loss : 0.1605314314365387
844460 0.160694 0.160531 0.165197 CURRENT LEARNING RATE: 0.0001505109161362779
previous_iter_valid_loss : 0.17212097346782684
844480 0.172378 0.172121 0.165605 CURRENT LEARNING RATE: 0.00015048081696306836
previous_iter_valid_loss : 0.1771271824836731
844500 0.177411 0.177127 0.165655 CURRENT LEARNING RATE: 0.00015045072380909152
previous_iter_valid_loss : 0.1613536775112152
844520 0.161513 0.161354 0.164818 CURRENT LEARNING RATE: 0.00015042063667314364
previous_iter_valid_loss : 0.16544172167778015
844540 0.165648 0.165442 0.165042 CURRENT LEARNING RATE: 0.00015039055555402103
previous_iter_valid_loss : 0.1651870608329773
844560 0.165393 0.165187 0.165273 CURRENT LEARNING RATE: 0.00015036048045052086
previous_iter_valid_loss : 0.16945518553256989
844580 0.169696 0.169455 0.165547 CURRENT LEARNING RATE: 0.00015033041136143998
previous_iter_valid_loss : 0.17057213187217712
844600 0.170721 0.170572 0.165979 CURRENT LEARNING RATE: 0.00015030034828557556
previous_iter_valid_loss : 0.16087208688259125
844620 0.161053 0.160872 0.165863 CURRENT LEARNING RATE: 0.00015027029122172483
previous_iter_valid_loss : 0.1605735868215561
844640 0.160743 0.160574 0.165865 CURRENT LEARNING RATE: 0.00015024024016868602
previous_iter_valid_loss : 0.1615278422832489
844660 0.161715 0.161528 0.165892 CURRENT LEARNING RATE: 0.00015021019512525684
previous_iter_valid_loss : 0.1637227088212967
844680 0.163893 0.163723 0.165958 CURRENT LEARNING RATE: 0.0001501801560902355
previous_iter_valid_loss : 0.16072231531143188
844700 0.160894 0.160722 0.165423 CURRENT LEARNING RATE: 0.00015015012306242014
previous_iter_valid_loss : 0.1661207526922226
844720 0.166279 0.166121 0.165643 CURRENT LEARNING RATE: 0.00015012009604061001
previous_iter_valid_loss : 0.16240616142749786
844740 0.162562 0.162406 0.165566 CURRENT LEARNING RATE: 0.00015009007502360372
previous_iter_valid_loss : 0.16740764677524567
844760 0.167633 0.167408 0.165865 CURRENT LEARNING RATE: 0.0001500600600102002
previous_iter_valid_loss : 0.16258101165294647
844780 0.162742 0.162581 0.165963 CURRENT LEARNING RATE: 0.00015003005099919936
previous_iter_valid_loss : 0.1636025309562683
844800 0.163778 0.163603 0.166107 CURRENT LEARNING RATE: 0.00015000004798940058
previous_iter_valid_loss : 0.16927143931388855
844820 0.169521 0.169271 0.166287 CURRENT LEARNING RATE: 0.00014997005097960373
previous_iter_valid_loss : 0.16062846779823303
844840 0.160799 0.160628 0.165058 CURRENT LEARNING RATE: 0.00014994005996860868
previous_iter_valid_loss : 0.16622093319892883
844860 0.166378 0.166221 0.165343 CURRENT LEARNING RATE: 0.00014991007495521633
previous_iter_valid_loss : 0.1616307646036148
844880 0.161818 0.161631 0.164818 CURRENT LEARNING RATE: 0.00014988009593822698
previous_iter_valid_loss : 0.1636616289615631
844900 0.163861 0.163662 0.164145 CURRENT LEARNING RATE: 0.0001498501229164415
previous_iter_valid_loss : 0.16414472460746765
844920 0.164348 0.164145 0.164284 CURRENT LEARNING RATE: 0.00014982015588866068
previous_iter_valid_loss : 0.16053986549377441
844940 0.160699 0.160540 0.164039 CURRENT LEARNING RATE: 0.0001497901948536864
previous_iter_valid_loss : 0.16111843287944794
844960 0.161272 0.161118 0.163836 CURRENT LEARNING RATE: 0.0001497602398103199
previous_iter_valid_loss : 0.16140484809875488
844980 0.161591 0.161405 0.163433 CURRENT LEARNING RATE: 0.00014973029075736303
previous_iter_valid_loss : 0.16098596155643463
845000 0.161137 0.160986 0.162954 CURRENT LEARNING RATE: 0.00014970034769361756
previous_iter_valid_loss : 0.18249449133872986
845020 0.182842 0.182494 0.164035 CURRENT LEARNING RATE: 0.00014967041061788626
previous_iter_valid_loss : 0.1967502385377884
845040 0.196845 0.196750 0.165844 CURRENT LEARNING RATE: 0.00014964047952897142
previous_iter_valid_loss : 0.16085374355316162
845060 0.161028 0.160854 0.165810 CURRENT LEARNING RATE: 0.00014961055442567575
previous_iter_valid_loss : 0.164389505982399
845080 0.164594 0.164390 0.165844 CURRENT LEARNING RATE: 0.00014958063530680205
previous_iter_valid_loss : 0.1920870840549469
845100 0.192537 0.192087 0.167412 CURRENT LEARNING RATE: 0.00014955072217115404
previous_iter_valid_loss : 0.17848482728004456
845120 0.178640 0.178485 0.168030 CURRENT LEARNING RATE: 0.00014952081501753492
previous_iter_valid_loss : 0.1609189361333847
845140 0.161087 0.160919 0.167956 CURRENT LEARNING RATE: 0.00014949091384474844
previous_iter_valid_loss : 0.16382673382759094
845160 0.163995 0.163827 0.167777 CURRENT LEARNING RATE: 0.00014946101865159826
previous_iter_valid_loss : 0.1728152632713318
845180 0.173081 0.172815 0.168288 CURRENT LEARNING RATE: 0.0001494311294368891
previous_iter_valid_loss : 0.17405791580677032
845200 0.174210 0.174058 0.168811 CURRENT LEARNING RATE: 0.00014940124619942515
previous_iter_valid_loss : 0.162697896361351
845220 0.162859 0.162698 0.168482 CURRENT LEARNING RATE: 0.00014937136893801081
previous_iter_valid_loss : 0.16283421218395233
845240 0.162998 0.162834 0.168593 CURRENT LEARNING RATE: 0.0001493414976514515
previous_iter_valid_loss : 0.16065829992294312
845260 0.160815 0.160658 0.168315 CURRENT LEARNING RATE: 0.00014931163233855213
previous_iter_valid_loss : 0.16680018603801727
845280 0.167024 0.166800 0.168573 CURRENT LEARNING RATE: 0.00014928177299811807
previous_iter_valid_loss : 0.1676287204027176
845300 0.167852 0.167629 0.168771 CURRENT LEARNING RATE: 0.00014925191962895468
previous_iter_valid_loss : 0.17020875215530396
845320 0.170356 0.170209 0.169075 CURRENT LEARNING RATE: 0.00014922207222986834
previous_iter_valid_loss : 0.16537094116210938
845340 0.165527 0.165371 0.169316 CURRENT LEARNING RATE: 0.00014919223079966492
previous_iter_valid_loss : 0.17800064384937286
845360 0.178158 0.178001 0.170160 CURRENT LEARNING RATE: 0.00014916239533715079
previous_iter_valid_loss : 0.16733717918395996
845380 0.167560 0.167337 0.170457 CURRENT LEARNING RATE: 0.00014913256584113218
previous_iter_valid_loss : 0.16145119071006775
845400 0.161634 0.161451 0.170480 CURRENT LEARNING RATE: 0.0001491027423104165
previous_iter_valid_loss : 0.16149131953716278
845420 0.161658 0.161491 0.169430 CURRENT LEARNING RATE: 0.00014907292474381056
previous_iter_valid_loss : 0.1717415452003479
845440 0.171887 0.171742 0.168180 CURRENT LEARNING RATE: 0.00014904311314012158
previous_iter_valid_loss : 0.16946764290332794
845460 0.169617 0.169468 0.168610 CURRENT LEARNING RATE: 0.00014901330749815693
previous_iter_valid_loss : 0.16314804553985596
845480 0.163315 0.163148 0.168548 CURRENT LEARNING RATE: 0.00014898350781672483
previous_iter_valid_loss : 0.1667531281709671
845500 0.166970 0.166753 0.167281 CURRENT LEARNING RATE: 0.0001489537140946331
previous_iter_valid_loss : 0.1613169014453888
845520 0.161474 0.161317 0.166423 CURRENT LEARNING RATE: 0.0001489239263306899
previous_iter_valid_loss : 0.1667688935995102
845540 0.166922 0.166769 0.166716 CURRENT LEARNING RATE: 0.00014889414452370355
previous_iter_valid_loss : 0.16249822080135345
845560 0.162684 0.162498 0.166649 CURRENT LEARNING RATE: 0.00014886436867248326
previous_iter_valid_loss : 0.16484659910202026
845580 0.165021 0.164847 0.166251 CURRENT LEARNING RATE: 0.00014883459877583773
previous_iter_valid_loss : 0.16050784289836884
845600 0.160668 0.160508 0.165573 CURRENT LEARNING RATE: 0.0001488048348325759
previous_iter_valid_loss : 0.16052281856536865
845620 0.160677 0.160523 0.165464 CURRENT LEARNING RATE: 0.00014877507684150776
previous_iter_valid_loss : 0.16159115731716156
845640 0.161748 0.161591 0.165402 CURRENT LEARNING RATE: 0.0001487453248014427
previous_iter_valid_loss : 0.16385194659233093
845660 0.164061 0.163852 0.165562 CURRENT LEARNING RATE: 0.00014871557871119065
previous_iter_valid_loss : 0.16486690938472748
845680 0.165032 0.164867 0.165465 CURRENT LEARNING RATE: 0.00014868583856956152
previous_iter_valid_loss : 0.1682969629764557
845700 0.168449 0.168297 0.165499 CURRENT LEARNING RATE: 0.00014865610437536623
previous_iter_valid_loss : 0.16732873022556305
845720 0.167559 0.167329 0.165355 CURRENT LEARNING RATE: 0.00014862637612741509
previous_iter_valid_loss : 0.16215580701828003
845740 0.162333 0.162156 0.165194 CURRENT LEARNING RATE: 0.00014859665382451905
previous_iter_valid_loss : 0.17557455599308014
845760 0.175728 0.175575 0.165073 CURRENT LEARNING RATE: 0.0001485669374654889
previous_iter_valid_loss : 0.16050073504447937
845780 0.160669 0.160501 0.164731 CURRENT LEARNING RATE: 0.00014853722704913656
previous_iter_valid_loss : 0.1605008840560913
845800 0.160672 0.160501 0.164683 CURRENT LEARNING RATE: 0.0001485075225742733
previous_iter_valid_loss : 0.16940359771251678
845820 0.169556 0.169404 0.165079 CURRENT LEARNING RATE: 0.00014847782403971097
previous_iter_valid_loss : 0.16088257730007172
845840 0.161057 0.160883 0.164536 CURRENT LEARNING RATE: 0.00014844813144426134
previous_iter_valid_loss : 0.1655486822128296
845860 0.165747 0.165549 0.164340 CURRENT LEARNING RATE: 0.00014841844478673727
previous_iter_valid_loss : 0.160630002617836
845880 0.160779 0.160630 0.164214 CURRENT LEARNING RATE: 0.000148388764065951
previous_iter_valid_loss : 0.1622321903705597
845900 0.162386 0.162232 0.163988 CURRENT LEARNING RATE: 0.00014835908928071534
previous_iter_valid_loss : 0.1710602045059204
845920 0.171206 0.171060 0.164475 CURRENT LEARNING RATE: 0.00014832942042984298
previous_iter_valid_loss : 0.16961818933486938
845940 0.169864 0.169618 0.164618 CURRENT LEARNING RATE: 0.00014829975751214772
previous_iter_valid_loss : 0.16306884586811066
845960 0.163249 0.163069 0.164646 CURRENT LEARNING RATE: 0.0001482701005264428
previous_iter_valid_loss : 0.16073769330978394
845980 0.160891 0.160738 0.164441 CURRENT LEARNING RATE: 0.00014824044947154164
previous_iter_valid_loss : 0.1731874942779541
846000 0.173451 0.173187 0.165075 CURRENT LEARNING RATE: 0.00014821080434625875
previous_iter_valid_loss : 0.16336840391159058
846020 0.163568 0.163368 0.165217 CURRENT LEARNING RATE: 0.00014818116514940803
previous_iter_valid_loss : 0.1679166853427887
846040 0.168156 0.167917 0.165533 CURRENT LEARNING RATE: 0.00014815153187980397
previous_iter_valid_loss : 0.16069847345352173
846060 0.160872 0.160698 0.165376 CURRENT LEARNING RATE: 0.00014812190453626092
previous_iter_valid_loss : 0.1672828495502472
846080 0.167439 0.167283 0.165496 CURRENT LEARNING RATE: 0.00014809228311759434
previous_iter_valid_loss : 0.16087619960308075
846100 0.161041 0.160876 0.165125 CURRENT LEARNING RATE: 0.0001480626676226191
previous_iter_valid_loss : 0.16710510849952698
846120 0.167316 0.167105 0.165114 CURRENT LEARNING RATE: 0.0001480330580501506
previous_iter_valid_loss : 0.16052033007144928
846140 0.160675 0.160520 0.165032 CURRENT LEARNING RATE: 0.00014800345439900417
previous_iter_valid_loss : 0.16065987944602966
846160 0.160819 0.160660 0.164287 CURRENT LEARNING RATE: 0.0001479738566679962
previous_iter_valid_loss : 0.16092756390571594
846180 0.161110 0.160928 0.164308 CURRENT LEARNING RATE: 0.00014794426485594252
previous_iter_valid_loss : 0.1617967039346695
846200 0.161956 0.161797 0.164373 CURRENT LEARNING RATE: 0.00014791467896165943
previous_iter_valid_loss : 0.16182750463485718
846220 0.162017 0.161828 0.163994 CURRENT LEARNING RATE: 0.00014788509898396328
previous_iter_valid_loss : 0.16371633112430573
846240 0.163913 0.163716 0.164136 CURRENT LEARNING RATE: 0.00014785552492167138
previous_iter_valid_loss : 0.16684983670711517
846260 0.167063 0.166850 0.164201 CURRENT LEARNING RATE: 0.00014782595677360045
previous_iter_valid_loss : 0.17190343141555786
846280 0.172165 0.171903 0.164764 CURRENT LEARNING RATE: 0.00014779639453856786
previous_iter_valid_loss : 0.17022474110126495
846300 0.170376 0.170225 0.165164 CURRENT LEARNING RATE: 0.00014776683821539078
previous_iter_valid_loss : 0.16621901094913483
846320 0.166380 0.166219 0.164922 CURRENT LEARNING RATE: 0.00014773728780288753
previous_iter_valid_loss : 0.19561447203159332
846340 0.196120 0.195614 0.166222 CURRENT LEARNING RATE: 0.0001477077432998758
previous_iter_valid_loss : 0.17449134588241577
846360 0.174758 0.174491 0.166793 CURRENT LEARNING RATE: 0.00014767820470517357
previous_iter_valid_loss : 0.16086946427822113
846380 0.161018 0.160869 0.166800 CURRENT LEARNING RATE: 0.0001476486720175998
previous_iter_valid_loss : 0.1610059291124344
846400 0.161194 0.161006 0.166190 CURRENT LEARNING RATE: 0.00014761914523597294
previous_iter_valid_loss : 0.1607731431722641
846420 0.160934 0.160773 0.166061 CURRENT LEARNING RATE: 0.0001475896243591119
previous_iter_valid_loss : 0.1614498794078827
846440 0.161614 0.161450 0.165737 CURRENT LEARNING RATE: 0.0001475601093858356
previous_iter_valid_loss : 0.18900582194328308
846460 0.189457 0.189006 0.167153 CURRENT LEARNING RATE: 0.00014753060031496396
previous_iter_valid_loss : 0.1605488508939743
846480 0.160716 0.160549 0.166816 CURRENT LEARNING RATE: 0.00014750109714531634
previous_iter_valid_loss : 0.17384390532970428
846500 0.173994 0.173844 0.167464 CURRENT LEARNING RATE: 0.00014747159987571262
previous_iter_valid_loss : 0.19431665539741516
846520 0.194428 0.194317 0.168825 CURRENT LEARNING RATE: 0.00014744210850497265
previous_iter_valid_loss : 0.1762545257806778
846540 0.176401 0.176255 0.169612 CURRENT LEARNING RATE: 0.00014741262303191735
previous_iter_valid_loss : 0.16093583405017853
846560 0.161100 0.160936 0.169625 CURRENT LEARNING RATE: 0.00014738314345536695
previous_iter_valid_loss : 0.16239124536514282
846580 0.162550 0.162391 0.169699 CURRENT LEARNING RATE: 0.00014735366977414229
previous_iter_valid_loss : 0.1631142497062683
846600 0.163279 0.163114 0.169765 CURRENT LEARNING RATE: 0.00014732420198706423
previous_iter_valid_loss : 0.1692640632390976
846620 0.169511 0.169264 0.170136 CURRENT LEARNING RATE: 0.0001472947400929545
previous_iter_valid_loss : 0.16198384761810303
846640 0.162172 0.161984 0.170050 CURRENT LEARNING RATE: 0.0001472652840906344
previous_iter_valid_loss : 0.16474561393260956
846660 0.164952 0.164746 0.169945 CURRENT LEARNING RATE: 0.00014723583397892567
previous_iter_valid_loss : 0.16082654893398285
846680 0.161006 0.160827 0.169391 CURRENT LEARNING RATE: 0.00014720638975665006
previous_iter_valid_loss : 0.16736993193626404
846700 0.167595 0.167370 0.169248 CURRENT LEARNING RATE: 0.00014717695142263035
previous_iter_valid_loss : 0.16068975627422333
846720 0.160848 0.160690 0.168972 CURRENT LEARNING RATE: 0.00014714751897568866
previous_iter_valid_loss : 0.1614069640636444
846740 0.161595 0.161407 0.167261 CURRENT LEARNING RATE: 0.0001471180924146478
previous_iter_valid_loss : 0.18611612915992737
846760 0.186259 0.186116 0.167842 CURRENT LEARNING RATE: 0.00014708867173833038
previous_iter_valid_loss : 0.16785015165805817
846780 0.168061 0.167850 0.168191 CURRENT LEARNING RATE: 0.0001470592569455601
previous_iter_valid_loss : 0.18583916127681732
846800 0.186217 0.185839 0.169433 CURRENT LEARNING RATE: 0.00014702984803516013
previous_iter_valid_loss : 0.16074028611183167
846820 0.160910 0.160740 0.169431 CURRENT LEARNING RATE: 0.00014700044500595382
previous_iter_valid_loss : 0.16074855625629425
846840 0.160905 0.160749 0.169396 CURRENT LEARNING RATE: 0.00014697104785676564
previous_iter_valid_loss : 0.1605951189994812
846860 0.160757 0.160595 0.167976 CURRENT LEARNING RATE: 0.00014694165658641936
previous_iter_valid_loss : 0.17408086359500885
846880 0.174354 0.174081 0.168652 CURRENT LEARNING RATE: 0.00014691227119373933
previous_iter_valid_loss : 0.16243170201778412
846900 0.162593 0.162432 0.168082 CURRENT LEARNING RATE: 0.00014688289167754995
previous_iter_valid_loss : 0.16266347467899323
846920 0.162818 0.162663 0.166499 CURRENT LEARNING RATE: 0.00014685351803667653
previous_iter_valid_loss : 0.16065645217895508
846940 0.160828 0.160656 0.165719 CURRENT LEARNING RATE: 0.0001468241502699438
previous_iter_valid_loss : 0.18982073664665222
846960 0.190260 0.189821 0.167163 CURRENT LEARNING RATE: 0.00014679478837617714
previous_iter_valid_loss : 0.16155093908309937
846980 0.161706 0.161551 0.167121 CURRENT LEARNING RATE: 0.00014676543235420177
previous_iter_valid_loss : 0.16067935526371002
847000 0.160836 0.160679 0.167000 CURRENT LEARNING RATE: 0.00014673608220284396
previous_iter_valid_loss : 0.1610102653503418
847020 0.161196 0.161010 0.166587 CURRENT LEARNING RATE: 0.00014670673792092947
previous_iter_valid_loss : 0.1652572751045227
847040 0.165467 0.165257 0.166751 CURRENT LEARNING RATE: 0.00014667739950728452
previous_iter_valid_loss : 0.17437294125556946
847060 0.174521 0.174373 0.167232 CURRENT LEARNING RATE: 0.0001466480669607353
previous_iter_valid_loss : 0.16300581395626068
847080 0.163173 0.163006 0.167341 CURRENT LEARNING RATE: 0.00014661874028010905
previous_iter_valid_loss : 0.16098369657993317
847100 0.161154 0.160984 0.167022 CURRENT LEARNING RATE: 0.00014658941946423242
previous_iter_valid_loss : 0.16066202521324158
847120 0.160819 0.160662 0.167020 CURRENT LEARNING RATE: 0.0001465601045119326
previous_iter_valid_loss : 0.1618119776248932
847140 0.161995 0.161812 0.167041 CURRENT LEARNING RATE: 0.0001465307954220367
previous_iter_valid_loss : 0.16771619021892548
847160 0.167933 0.167716 0.166121 CURRENT LEARNING RATE: 0.0001465014921933729
previous_iter_valid_loss : 0.1614225208759308
847180 0.161578 0.161423 0.165799 CURRENT LEARNING RATE: 0.0001464721948247688
previous_iter_valid_loss : 0.19277441501617432
847200 0.193224 0.192774 0.166146 CURRENT LEARNING RATE: 0.00014644290331505228
previous_iter_valid_loss : 0.17485083639621735
847220 0.175130 0.174851 0.166851 CURRENT LEARNING RATE: 0.00014641361766305213
previous_iter_valid_loss : 0.16179125010967255
847240 0.161990 0.161791 0.166904 CURRENT LEARNING RATE: 0.00014638433786759675
previous_iter_valid_loss : 0.19916823506355286
847260 0.199247 0.199168 0.168832 CURRENT LEARNING RATE: 0.00014635506392751487
previous_iter_valid_loss : 0.1698504090309143
847280 0.169998 0.169850 0.168621 CURRENT LEARNING RATE: 0.00014632579584163532
previous_iter_valid_loss : 0.1617223173379898
847300 0.161885 0.161722 0.168585 CURRENT LEARNING RATE: 0.0001462965336087879
previous_iter_valid_loss : 0.16379033029079437
847320 0.163961 0.163790 0.168642 CURRENT LEARNING RATE: 0.00014626727722780183
previous_iter_valid_loss : 0.17021265625953674
847340 0.170464 0.170213 0.169119 CURRENT LEARNING RATE: 0.00014623802669750687
previous_iter_valid_loss : 0.16634425520896912
847360 0.166553 0.166344 0.167946 CURRENT LEARNING RATE: 0.00014620878201673272
previous_iter_valid_loss : 0.16422529518604279
847380 0.164393 0.164225 0.168079 CURRENT LEARNING RATE: 0.00014617954318431016
previous_iter_valid_loss : 0.18106628954410553
847400 0.181410 0.181066 0.169099 CURRENT LEARNING RATE: 0.00014615031019906934
previous_iter_valid_loss : 0.16267691552639008
847420 0.162869 0.162677 0.169182 CURRENT LEARNING RATE: 0.00014612108305984094
previous_iter_valid_loss : 0.16262197494506836
847440 0.162813 0.162622 0.169050 CURRENT LEARNING RATE: 0.00014609186176545562
previous_iter_valid_loss : 0.16054946184158325
847460 0.160710 0.160549 0.168359 CURRENT LEARNING RATE: 0.00014606264631474505
previous_iter_valid_loss : 0.18125104904174805
847480 0.181580 0.181251 0.169271 CURRENT LEARNING RATE: 0.00014603343670654034
previous_iter_valid_loss : 0.1627778559923172
847500 0.162970 0.162778 0.169361 CURRENT LEARNING RATE: 0.00014600423293967315
previous_iter_valid_loss : 0.16060559451580048
847520 0.160775 0.160606 0.169358 CURRENT LEARNING RATE: 0.00014597503501297503
previous_iter_valid_loss : 0.16158270835876465
847540 0.161768 0.161583 0.169347 CURRENT LEARNING RATE: 0.00014594584292527857
previous_iter_valid_loss : 0.1706683188676834
847560 0.170812 0.170668 0.169494 CURRENT LEARNING RATE: 0.00014591665667541584
previous_iter_valid_loss : 0.17084458470344543
847580 0.171107 0.170845 0.169965 CURRENT LEARNING RATE: 0.00014588747626221918
previous_iter_valid_loss : 0.16480979323387146
847600 0.164977 0.164810 0.168567 CURRENT LEARNING RATE: 0.0001458583016845218
previous_iter_valid_loss : 0.16115449368953705
847620 0.161342 0.161154 0.167882 CURRENT LEARNING RATE: 0.00014582913294115653
previous_iter_valid_loss : 0.16054484248161316
847640 0.160705 0.160545 0.167820 CURRENT LEARNING RATE: 0.0001457999700309566
previous_iter_valid_loss : 0.16292212903499603
847660 0.163105 0.162922 0.166008 CURRENT LEARNING RATE: 0.00014577081295275525
previous_iter_valid_loss : 0.1608513444662094
847680 0.161022 0.160851 0.165558 CURRENT LEARNING RATE: 0.00014574166170538665
previous_iter_valid_loss : 0.16267916560173035
847700 0.162849 0.162679 0.165606 CURRENT LEARNING RATE: 0.00014571251628768458
previous_iter_valid_loss : 0.161615252494812
847720 0.161804 0.161615 0.165497 CURRENT LEARNING RATE: 0.00014568337669848316
previous_iter_valid_loss : 0.16049671173095703
847740 0.160656 0.160497 0.165011 CURRENT LEARNING RATE: 0.00014565424293661657
previous_iter_valid_loss : 0.1695169359445572
847760 0.169759 0.169517 0.165170 CURRENT LEARNING RATE: 0.00014562511500091998
previous_iter_valid_loss : 0.16662022471427917
847780 0.166777 0.166620 0.165290 CURRENT LEARNING RATE: 0.000145595992890228
previous_iter_valid_loss : 0.16266267001628876
847800 0.162823 0.162663 0.164369 CURRENT LEARNING RATE: 0.00014556687660337577
previous_iter_valid_loss : 0.16166990995407104
847820 0.161829 0.161670 0.164319 CURRENT LEARNING RATE: 0.00014553776613919836
previous_iter_valid_loss : 0.16835452616214752
847840 0.168509 0.168355 0.164606 CURRENT LEARNING RATE: 0.00014550866149653187
previous_iter_valid_loss : 0.17050914466381073
847860 0.170769 0.170509 0.165104 CURRENT LEARNING RATE: 0.00014547956267421184
previous_iter_valid_loss : 0.1667749136686325
847880 0.166996 0.166775 0.164380 CURRENT LEARNING RATE: 0.00014545046967107437
previous_iter_valid_loss : 0.16609928011894226
847900 0.166259 0.166099 0.164546 CURRENT LEARNING RATE: 0.00014542138248595544
previous_iter_valid_loss : 0.18320223689079285
847920 0.183554 0.183202 0.165676 CURRENT LEARNING RATE: 0.00014539230111769208
previous_iter_valid_loss : 0.16050755977630615
847940 0.160667 0.160508 0.165622 CURRENT LEARNING RATE: 0.00014536322556512078
previous_iter_valid_loss : 0.16173847019672394
847960 0.161895 0.161738 0.165175 CURRENT LEARNING RATE: 0.00014533415582707854
previous_iter_valid_loss : 0.18181315064430237
847980 0.182144 0.181813 0.165724 CURRENT LEARNING RATE: 0.00014530509190240225
previous_iter_valid_loss : 0.1604927033185959
848000 0.160656 0.160493 0.165508 CURRENT LEARNING RATE: 0.00014527603378992996
previous_iter_valid_loss : 0.16226696968078613
848020 0.162464 0.162267 0.165564 CURRENT LEARNING RATE: 0.00014524698148849903
previous_iter_valid_loss : 0.16514946520328522
848040 0.165344 0.165149 0.165794 CURRENT LEARNING RATE: 0.0001452179349969471
previous_iter_valid_loss : 0.18385499715805054
848060 0.184006 0.183855 0.166841 CURRENT LEARNING RATE: 0.00014518889431411287
previous_iter_valid_loss : 0.16053049266338348
848080 0.160683 0.160530 0.166825 CURRENT LEARNING RATE: 0.00014515985943883443
previous_iter_valid_loss : 0.1618889719247818
848100 0.162039 0.161889 0.166785 CURRENT LEARNING RATE: 0.00014513083036995039
previous_iter_valid_loss : 0.16201871633529663
848120 0.162173 0.162019 0.166805 CURRENT LEARNING RATE: 0.00014510180710629932
previous_iter_valid_loss : 0.16868820786476135
848140 0.168929 0.168688 0.167215 CURRENT LEARNING RATE: 0.0001450727896467208
previous_iter_valid_loss : 0.16121135652065277
848160 0.161396 0.161211 0.166799 CURRENT LEARNING RATE: 0.00014504377799005392
previous_iter_valid_loss : 0.16520503163337708
848180 0.165361 0.165205 0.166729 CURRENT LEARNING RATE: 0.00014501477213513814
previous_iter_valid_loss : 0.16413266956806183
848200 0.164332 0.164133 0.166802 CURRENT LEARNING RATE: 0.00014498577208081303
previous_iter_valid_loss : 0.1605646312236786
848220 0.160727 0.160565 0.166747 CURRENT LEARNING RATE: 0.00014495677782591906
previous_iter_valid_loss : 0.16049446165561676
848240 0.160653 0.160494 0.166354 CURRENT LEARNING RATE: 0.00014492778936929624
previous_iter_valid_loss : 0.1610385775566101
848260 0.161224 0.161039 0.165880 CURRENT LEARNING RATE: 0.00014489880670978499
previous_iter_valid_loss : 0.16663534939289093
848280 0.166852 0.166635 0.165873 CURRENT LEARNING RATE: 0.00014486982984622578
previous_iter_valid_loss : 0.18959881365299225
848300 0.190016 0.189599 0.167048 CURRENT LEARNING RATE: 0.00014484085877746006
previous_iter_valid_loss : 0.16086314618587494
848320 0.161044 0.160863 0.165931 CURRENT LEARNING RATE: 0.0001448118935023287
previous_iter_valid_loss : 0.16191458702087402
848340 0.162073 0.161915 0.166002 CURRENT LEARNING RATE: 0.0001447829340196731
previous_iter_valid_loss : 0.1630954146385193
848360 0.163287 0.163095 0.166070 CURRENT LEARNING RATE: 0.0001447539803283346
previous_iter_valid_loss : 0.16185346245765686
848380 0.162014 0.161853 0.165072 CURRENT LEARNING RATE: 0.00014472503242715564
previous_iter_valid_loss : 0.16061462461948395
848400 0.160785 0.160615 0.165078 CURRENT LEARNING RATE: 0.00014469609031497797
previous_iter_valid_loss : 0.16669952869415283
848420 0.166905 0.166700 0.165299 CURRENT LEARNING RATE: 0.00014466715399064366
previous_iter_valid_loss : 0.16436468064785004
848440 0.164522 0.164365 0.165260 CURRENT LEARNING RATE: 0.00014463822345299582
previous_iter_valid_loss : 0.16314250230789185
848460 0.163323 0.163143 0.164225 CURRENT LEARNING RATE: 0.0001446092987008769
previous_iter_valid_loss : 0.16718046367168427
848480 0.167391 0.167180 0.164557 CURRENT LEARNING RATE: 0.00014458037973312998
previous_iter_valid_loss : 0.1675228327512741
848500 0.167682 0.167523 0.164839 CURRENT LEARNING RATE: 0.000144551466548598
previous_iter_valid_loss : 0.16115425527095795
848520 0.161337 0.161154 0.164795 CURRENT LEARNING RATE: 0.00014452255914612495
previous_iter_valid_loss : 0.1605711579322815
848540 0.160738 0.160571 0.164390 CURRENT LEARNING RATE: 0.00014449365752455427
previous_iter_valid_loss : 0.16051293909549713
848560 0.160676 0.160513 0.164355 CURRENT LEARNING RATE: 0.00014446476168272993
previous_iter_valid_loss : 0.16530287265777588
848580 0.165466 0.165303 0.164360 CURRENT LEARNING RATE: 0.0001444358716194958
previous_iter_valid_loss : 0.1626545786857605
848600 0.162827 0.162655 0.164286 CURRENT LEARNING RATE: 0.00014440698733369684
previous_iter_valid_loss : 0.16147837042808533
848620 0.161641 0.161478 0.164331 CURRENT LEARNING RATE: 0.0001443781088241774
previous_iter_valid_loss : 0.160625159740448
848640 0.160792 0.160625 0.164338 CURRENT LEARNING RATE: 0.0001443492360897823
previous_iter_valid_loss : 0.17594002187252045
848660 0.176094 0.175940 0.165083 CURRENT LEARNING RATE: 0.00014432036912935642
previous_iter_valid_loss : 0.16091258823871613
848680 0.161073 0.160913 0.164797 CURRENT LEARNING RATE: 0.00014429150794174558
previous_iter_valid_loss : 0.16057877242565155
848700 0.160746 0.160579 0.163346 CURRENT LEARNING RATE: 0.0001442626525257951
previous_iter_valid_loss : 0.16409818828105927
848720 0.164266 0.164098 0.163508 CURRENT LEARNING RATE: 0.0001442338028803507
previous_iter_valid_loss : 0.16099438071250916
848740 0.161150 0.160994 0.163462 CURRENT LEARNING RATE: 0.0001442049590042582
previous_iter_valid_loss : 0.1632012128829956
848760 0.163400 0.163201 0.163467 CURRENT LEARNING RATE: 0.00014417612089636433
previous_iter_valid_loss : 0.16219840943813324
848780 0.162361 0.162198 0.163484 CURRENT LEARNING RATE: 0.0001441472885555153
previous_iter_valid_loss : 0.16739073395729065
848800 0.167615 0.167391 0.163823 CURRENT LEARNING RATE: 0.00014411846198055761
previous_iter_valid_loss : 0.18820258975028992
848820 0.188643 0.188203 0.164898 CURRENT LEARNING RATE: 0.00014408964117033866
previous_iter_valid_loss : 0.16095425188541412
848840 0.161127 0.160954 0.164728 CURRENT LEARNING RATE: 0.00014406082612370536
previous_iter_valid_loss : 0.16702377796173096
848860 0.167180 0.167024 0.164922 CURRENT LEARNING RATE: 0.00014403201683950515
previous_iter_valid_loss : 0.16219079494476318
848880 0.162347 0.162191 0.164672 CURRENT LEARNING RATE: 0.00014400321331658537
previous_iter_valid_loss : 0.16801509261131287
848900 0.168173 0.168015 0.164697 CURRENT LEARNING RATE: 0.0001439744155537944
previous_iter_valid_loss : 0.16053399443626404
848920 0.160691 0.160534 0.164666 CURRENT LEARNING RATE: 0.00014394562354998005
previous_iter_valid_loss : 0.19556023180484772
848940 0.195666 0.195560 0.166415 CURRENT LEARNING RATE: 0.00014391683730399066
previous_iter_valid_loss : 0.16705934703350067
848960 0.167217 0.167059 0.166742 CURRENT LEARNING RATE: 0.00014388805681467455
previous_iter_valid_loss : 0.18336482346057892
848980 0.183514 0.183365 0.167646 CURRENT LEARNING RATE: 0.00014385928208088098
previous_iter_valid_loss : 0.16106963157653809
849000 0.161247 0.161070 0.167566 CURRENT LEARNING RATE: 0.0001438305131014587
previous_iter_valid_loss : 0.1849694699048996
849020 0.185333 0.184969 0.168741 CURRENT LEARNING RATE: 0.00014380174987525698
previous_iter_valid_loss : 0.1609543114900589
849040 0.161144 0.160954 0.168757 CURRENT LEARNING RATE: 0.00014377299240112503
previous_iter_valid_loss : 0.16656394302845
849060 0.166724 0.166564 0.168289 CURRENT LEARNING RATE: 0.00014374424067791302
previous_iter_valid_loss : 0.17043080925941467
849080 0.170684 0.170431 0.168764 CURRENT LEARNING RATE: 0.00014371549470447065
previous_iter_valid_loss : 0.16905619204044342
849100 0.169284 0.169056 0.169188 CURRENT LEARNING RATE: 0.00014368675447964813
previous_iter_valid_loss : 0.1887899935245514
849120 0.189204 0.188790 0.170423 CURRENT LEARNING RATE: 0.00014365802000229551
previous_iter_valid_loss : 0.16121672093868256
849140 0.161384 0.161217 0.170434 CURRENT LEARNING RATE: 0.000143629291271264
previous_iter_valid_loss : 0.18560586869716644
849160 0.185744 0.185606 0.171554 CURRENT LEARNING RATE: 0.00014360056828540413
previous_iter_valid_loss : 0.16679111123085022
849180 0.166945 0.166791 0.171784 CURRENT LEARNING RATE: 0.00014357185104356678
previous_iter_valid_loss : 0.16056986153125763
849200 0.160731 0.160570 0.171443 CURRENT LEARNING RATE: 0.00014354313954460373
previous_iter_valid_loss : 0.16300120949745178
849220 0.163170 0.163001 0.170183 CURRENT LEARNING RATE: 0.0001435144337873663
previous_iter_valid_loss : 0.16142287850379944
849240 0.161609 0.161423 0.170206 CURRENT LEARNING RATE: 0.00014348573377070622
previous_iter_valid_loss : 0.16092835366725922
849260 0.161090 0.160928 0.169901 CURRENT LEARNING RATE: 0.00014345703949347524
previous_iter_valid_loss : 0.16069753468036652
849280 0.160845 0.160698 0.169827 CURRENT LEARNING RATE: 0.00014342835095452615
previous_iter_valid_loss : 0.16266106069087982
849300 0.162856 0.162661 0.169559 CURRENT LEARNING RATE: 0.0001433996681527111
previous_iter_valid_loss : 0.1625397950410843
849320 0.162693 0.162540 0.169659 CURRENT LEARNING RATE: 0.00014337099108688281
previous_iter_valid_loss : 0.1627325713634491
849340 0.162894 0.162733 0.168018 CURRENT LEARNING RATE: 0.0001433423197558939
previous_iter_valid_loss : 0.16063062846660614
849360 0.160792 0.160631 0.167697 CURRENT LEARNING RATE: 0.00014331365415859806
previous_iter_valid_loss : 0.17834511399269104
849380 0.178659 0.178345 0.167446 CURRENT LEARNING RATE: 0.00014328499429384843
previous_iter_valid_loss : 0.1620163768529892
849400 0.162187 0.162016 0.167493 CURRENT LEARNING RATE: 0.00014325634016049856
previous_iter_valid_loss : 0.16183723509311676
849420 0.161991 0.161837 0.166336 CURRENT LEARNING RATE: 0.0001432276917574021
previous_iter_valid_loss : 0.16096168756484985
849440 0.161112 0.160962 0.166337 CURRENT LEARNING RATE: 0.00014319904908341357
previous_iter_valid_loss : 0.16292327642440796
849460 0.163112 0.162923 0.166155 CURRENT LEARNING RATE: 0.000143170412137387
previous_iter_valid_loss : 0.17697250843048096
849480 0.177277 0.176973 0.166482 CURRENT LEARNING RATE: 0.00014314178091817694
previous_iter_valid_loss : 0.17340333759784698
849500 0.173679 0.173403 0.166699 CURRENT LEARNING RATE: 0.0001431131554246379
previous_iter_valid_loss : 0.16075976192951202
849520 0.160932 0.160760 0.165298 CURRENT LEARNING RATE: 0.00014308453565562533
previous_iter_valid_loss : 0.1608045995235443
849540 0.160976 0.160805 0.165277 CURRENT LEARNING RATE: 0.00014305592160999422
previous_iter_valid_loss : 0.1710943579673767
849560 0.171348 0.171094 0.164551 CURRENT LEARNING RATE: 0.00014302731328659997
previous_iter_valid_loss : 0.16134612262248993
849580 0.161523 0.161346 0.164279 CURRENT LEARNING RATE: 0.00014299871068429806
previous_iter_valid_loss : 0.16360265016555786
849600 0.163764 0.163603 0.164431 CURRENT LEARNING RATE: 0.0001429701138019448
previous_iter_valid_loss : 0.16212446987628937
849620 0.162320 0.162124 0.164387 CURRENT LEARNING RATE: 0.00014294152263839616
previous_iter_valid_loss : 0.17369869351387024
849640 0.173968 0.173699 0.165001 CURRENT LEARNING RATE: 0.00014291293719250815
previous_iter_valid_loss : 0.16338148713111877
849660 0.163544 0.163381 0.165123 CURRENT LEARNING RATE: 0.00014288435746313794
previous_iter_valid_loss : 0.1636333465576172
849680 0.163795 0.163633 0.165270 CURRENT LEARNING RATE: 0.00014285578344914201
previous_iter_valid_loss : 0.16399365663528442
849700 0.164156 0.163994 0.165337 CURRENT LEARNING RATE: 0.00014282721514937745
previous_iter_valid_loss : 0.16056352853775024
849720 0.160721 0.160564 0.165238 CURRENT LEARNING RATE: 0.00014279865256270127
previous_iter_valid_loss : 0.16284121572971344
849740 0.163002 0.162841 0.165243 CURRENT LEARNING RATE: 0.00014277009568797145
previous_iter_valid_loss : 0.17227190732955933
849760 0.172534 0.172272 0.165825 CURRENT LEARNING RATE: 0.00014274154452404548
previous_iter_valid_loss : 0.1623404622077942
849780 0.162504 0.162340 0.165025 CURRENT LEARNING RATE: 0.00014271299906978133
previous_iter_valid_loss : 0.16354776918888092
849800 0.163715 0.163548 0.165102 CURRENT LEARNING RATE: 0.00014268445932403689
previous_iter_valid_loss : 0.195957213640213
849820 0.196065 0.195957 0.166808 CURRENT LEARNING RATE: 0.0001426559252856711
previous_iter_valid_loss : 0.1908465176820755
849840 0.190973 0.190847 0.168302 CURRENT LEARNING RATE: 0.00014262739695354234
previous_iter_valid_loss : 0.16242685914039612
849860 0.162622 0.162427 0.168277 CURRENT LEARNING RATE: 0.00014259887432650946
previous_iter_valid_loss : 0.16070270538330078
849880 0.160876 0.160703 0.167464 CURRENT LEARNING RATE: 0.00014257035740343135
previous_iter_valid_loss : 0.16439616680145264
849900 0.164562 0.164396 0.167013 CURRENT LEARNING RATE: 0.0001425418461831678
previous_iter_valid_loss : 0.16930840909481049
849920 0.169464 0.169308 0.167441 CURRENT LEARNING RATE: 0.00014251334066457813
previous_iter_valid_loss : 0.1617249995470047
849940 0.161909 0.161725 0.167487 CURRENT LEARNING RATE: 0.00014248484084652206
previous_iter_valid_loss : 0.16157856583595276
849960 0.161763 0.161579 0.167011 CURRENT LEARNING RATE: 0.0001424563467278594
previous_iter_valid_loss : 0.16402997076511383
849980 0.164187 0.164030 0.167145 CURRENT LEARNING RATE: 0.00014242785830745092
previous_iter_valid_loss : 0.16665403544902802
850000 0.166808 0.166654 0.167298 CURRENT LEARNING RATE: 0.00014239937558415677
previous_iter_valid_loss : 0.16162829101085663
850020 0.161812 0.161628 0.167273 CURRENT LEARNING RATE: 0.0001423708985568374
previous_iter_valid_loss : 0.16430892050266266
850040 0.164476 0.164309 0.166804 CURRENT LEARNING RATE: 0.00014234242722435426
previous_iter_valid_loss : 0.16576609015464783
850060 0.165986 0.165766 0.166923 CURRENT LEARNING RATE: 0.0001423139615855682
previous_iter_valid_loss : 0.16180841624736786
850080 0.161978 0.161808 0.166832 CURRENT LEARNING RATE: 0.00014228550163934066
previous_iter_valid_loss : 0.16535033285617828
850100 0.165551 0.165350 0.166899 CURRENT LEARNING RATE: 0.00014225704738453292
previous_iter_valid_loss : 0.16677424311637878
850120 0.166990 0.166774 0.167210 CURRENT LEARNING RATE: 0.00014222859882000735
previous_iter_valid_loss : 0.16053049266338348
850140 0.160694 0.160530 0.167094 CURRENT LEARNING RATE: 0.00014220015594462577
previous_iter_valid_loss : 0.16050146520137787
850160 0.160659 0.160501 0.166506 CURRENT LEARNING RATE: 0.00014217171875725046
previous_iter_valid_loss : 0.16182461380958557
850180 0.161979 0.161825 0.166480 CURRENT LEARNING RATE: 0.00014214328725674363
previous_iter_valid_loss : 0.16380955278873444
850200 0.164009 0.163810 0.166493 CURRENT LEARNING RATE: 0.00014211486144196858
previous_iter_valid_loss : 0.16508682072162628
850220 0.165250 0.165087 0.164950 CURRENT LEARNING RATE: 0.000142086441311788
previous_iter_valid_loss : 0.16484689712524414
850240 0.165017 0.164847 0.163650 CURRENT LEARNING RATE: 0.0001420580268650651
previous_iter_valid_loss : 0.16050630807876587
850260 0.160668 0.160506 0.163554 CURRENT LEARNING RATE: 0.00014202961810066302
previous_iter_valid_loss : 0.16398130357265472
850280 0.164137 0.163981 0.163718 CURRENT LEARNING RATE: 0.00014200121501744596
previous_iter_valid_loss : 0.16809619963169098
850300 0.168245 0.168096 0.163903 CURRENT LEARNING RATE: 0.00014197281761427753
previous_iter_valid_loss : 0.18329472839832306
850320 0.183653 0.183295 0.164602 CURRENT LEARNING RATE: 0.00014194442589002178
previous_iter_valid_loss : 0.1632719337940216
850340 0.163440 0.163272 0.164679 CURRENT LEARNING RATE: 0.0001419160398435429
previous_iter_valid_loss : 0.16053904592990875
850360 0.160700 0.160539 0.164627 CURRENT LEARNING RATE: 0.0001418876594737058
previous_iter_valid_loss : 0.16055120527744293
850380 0.160717 0.160551 0.164453 CURRENT LEARNING RATE: 0.00014185928477937514
previous_iter_valid_loss : 0.16157585382461548
850400 0.161760 0.161576 0.164199 CURRENT LEARNING RATE: 0.00014183091575941566
previous_iter_valid_loss : 0.173706516623497
850420 0.173973 0.173707 0.164803 CURRENT LEARNING RATE: 0.00014180255241269304
previous_iter_valid_loss : 0.16299723088741302
850440 0.163165 0.162997 0.164738 CURRENT LEARNING RATE: 0.00014177419473807257
previous_iter_valid_loss : 0.16232652962207794
850460 0.162514 0.162327 0.164566 CURRENT LEARNING RATE: 0.00014174584273441988
previous_iter_valid_loss : 0.1609688699245453
850480 0.161146 0.160969 0.164524 CURRENT LEARNING RATE: 0.0001417174964006007
previous_iter_valid_loss : 0.16053259372711182
850500 0.160701 0.160533 0.164283 CURRENT LEARNING RATE: 0.00014168915573548163
previous_iter_valid_loss : 0.1628989577293396
850520 0.163083 0.162899 0.164089 CURRENT LEARNING RATE: 0.0001416608207379288
previous_iter_valid_loss : 0.16877344250679016
850540 0.168925 0.168773 0.164501 CURRENT LEARNING RATE: 0.00014163249140680881
previous_iter_valid_loss : 0.16535063087940216
850560 0.165508 0.165351 0.164744 CURRENT LEARNING RATE: 0.00014160416774098826
previous_iter_valid_loss : 0.17706160247325897
850580 0.177360 0.177062 0.165506 CURRENT LEARNING RATE: 0.00014157584973933468
previous_iter_valid_loss : 0.16607895493507385
850600 0.166239 0.166079 0.165619 CURRENT LEARNING RATE: 0.00014154753740071513
previous_iter_valid_loss : 0.16085349023342133
850620 0.161031 0.160853 0.165407 CURRENT LEARNING RATE: 0.0001415192307239971
previous_iter_valid_loss : 0.16053663194179535
850640 0.160711 0.160537 0.165192 CURRENT LEARNING RATE: 0.00014149092970804802
previous_iter_valid_loss : 0.16049477458000183
850660 0.160652 0.160495 0.165191 CURRENT LEARNING RATE: 0.00014146263435173644
previous_iter_valid_loss : 0.16321484744548798
850680 0.163402 0.163215 0.165153 CURRENT LEARNING RATE: 0.00014143434465393025
previous_iter_valid_loss : 0.1609204262495041
850700 0.161081 0.160920 0.164794 CURRENT LEARNING RATE: 0.00014140606061349784
previous_iter_valid_loss : 0.17070059478282928
850720 0.170850 0.170701 0.164164 CURRENT LEARNING RATE: 0.00014137778222930763
previous_iter_valid_loss : 0.1662268340587616
850740 0.166441 0.166227 0.164312 CURRENT LEARNING RATE: 0.00014134950950022899
previous_iter_valid_loss : 0.16918256878852844
850760 0.169422 0.169183 0.164744 CURRENT LEARNING RATE: 0.00014132124242513072
previous_iter_valid_loss : 0.16222825646400452
850780 0.162410 0.162228 0.164828 CURRENT LEARNING RATE: 0.0001412929810028822
previous_iter_valid_loss : 0.16536793112754822
850800 0.165571 0.165368 0.165018 CURRENT LEARNING RATE: 0.00014126472523235268
previous_iter_valid_loss : 0.16748188436031342
850820 0.167634 0.167482 0.164707 CURRENT LEARNING RATE: 0.00014123647511241245
previous_iter_valid_loss : 0.16095197200775146
850840 0.161109 0.160952 0.164604 CURRENT LEARNING RATE: 0.00014120823064193123
previous_iter_valid_loss : 0.16215239465236664
850860 0.162304 0.162152 0.164596 CURRENT LEARNING RATE: 0.00014117999181977901
previous_iter_valid_loss : 0.16190442442893982
850880 0.162088 0.161904 0.164642 CURRENT LEARNING RATE: 0.0001411517586448267
previous_iter_valid_loss : 0.16311058402061462
850900 0.163270 0.163111 0.164771 CURRENT LEARNING RATE: 0.0001411235311159448
previous_iter_valid_loss : 0.18016840517520905
850920 0.180497 0.180168 0.165635 CURRENT LEARNING RATE: 0.00014109530923200414
previous_iter_valid_loss : 0.19539518654346466
850940 0.195493 0.195395 0.166966 CURRENT LEARNING RATE: 0.0001410670929918756
previous_iter_valid_loss : 0.160554900765419
850960 0.160716 0.160555 0.166726 CURRENT LEARNING RATE: 0.00014103888239443108
previous_iter_valid_loss : 0.1632058173418045
850980 0.163366 0.163206 0.166033 CURRENT LEARNING RATE: 0.00014101067743854187
previous_iter_valid_loss : 0.17177744209766388
851000 0.171920 0.171777 0.166318 CURRENT LEARNING RATE: 0.00014098247812307978
previous_iter_valid_loss : 0.1649756282567978
851020 0.165171 0.164976 0.166524 CURRENT LEARNING RATE: 0.00014095428444691656
previous_iter_valid_loss : 0.16834434866905212
851040 0.168579 0.168344 0.166915 CURRENT LEARNING RATE: 0.00014092609640892502
previous_iter_valid_loss : 0.16053415834903717
851060 0.160687 0.160534 0.166917 CURRENT LEARNING RATE: 0.0001408979140079773
previous_iter_valid_loss : 0.16252616047859192
851080 0.162684 0.162526 0.166882 CURRENT LEARNING RATE: 0.00014086973724294623
previous_iter_valid_loss : 0.1778893768787384
851100 0.178046 0.177889 0.167731 CURRENT LEARNING RATE: 0.00014084156611270438
previous_iter_valid_loss : 0.1645645946264267
851120 0.164730 0.164565 0.167424 CURRENT LEARNING RATE: 0.00014081340061612545
previous_iter_valid_loss : 0.16067668795585632
851140 0.160844 0.160677 0.167146 CURRENT LEARNING RATE: 0.00014078524075208256
previous_iter_valid_loss : 0.16134843230247498
851160 0.161536 0.161348 0.166755 CURRENT LEARNING RATE: 0.00014075708651944933
previous_iter_valid_loss : 0.1624668538570404
851180 0.162629 0.162467 0.166767 CURRENT LEARNING RATE: 0.0001407289379170993
previous_iter_valid_loss : 0.1640746295452118
851200 0.164245 0.164075 0.166702 CURRENT LEARNING RATE: 0.0001407007949439071
previous_iter_valid_loss : 0.16759809851646423
851220 0.167814 0.167598 0.166708 CURRENT LEARNING RATE: 0.00014067265759874667
previous_iter_valid_loss : 0.1652691811323166
851240 0.165462 0.165269 0.166924 CURRENT LEARNING RATE: 0.00014064452588049233
previous_iter_valid_loss : 0.16996285319328308
851260 0.170111 0.169963 0.167314 CURRENT LEARNING RATE: 0.0001406163997880193
previous_iter_valid_loss : 0.17533457279205322
851280 0.175623 0.175335 0.167986 CURRENT LEARNING RATE: 0.00014058827932020228
previous_iter_valid_loss : 0.1809418797492981
851300 0.181096 0.180942 0.168877 CURRENT LEARNING RATE: 0.00014056016447591644
previous_iter_valid_loss : 0.16167140007019043
851320 0.161829 0.161671 0.167952 CURRENT LEARNING RATE: 0.00014053205525403696
previous_iter_valid_loss : 0.16563335061073303
851340 0.165791 0.165633 0.166464 CURRENT LEARNING RATE: 0.00014050395165343996
previous_iter_valid_loss : 0.16075140237808228
851360 0.160903 0.160751 0.166474 CURRENT LEARNING RATE: 0.00014047585367300104
previous_iter_valid_loss : 0.16167356073856354
851380 0.161861 0.161674 0.166397 CURRENT LEARNING RATE: 0.0001404477613115963
previous_iter_valid_loss : 0.19728171825408936
851400 0.197379 0.197282 0.167673 CURRENT LEARNING RATE: 0.00014041967456810176
previous_iter_valid_loss : 0.16776320338249207
851420 0.167995 0.167763 0.167812 CURRENT LEARNING RATE: 0.0001403915934413945
previous_iter_valid_loss : 0.16264024376869202
851440 0.162846 0.162640 0.167527 CURRENT LEARNING RATE: 0.00014036351793035096
previous_iter_valid_loss : 0.17213712632656097
851460 0.172401 0.172137 0.168107 CURRENT LEARNING RATE: 0.00014033544803384817
previous_iter_valid_loss : 0.16294978559017181
851480 0.163139 0.162950 0.168128 CURRENT LEARNING RATE: 0.00014030738375076307
previous_iter_valid_loss : 0.16420423984527588
851500 0.164409 0.164204 0.167444 CURRENT LEARNING RATE: 0.0001402793250799736
previous_iter_valid_loss : 0.1613769829273224
851520 0.161557 0.161377 0.167284 CURRENT LEARNING RATE: 0.00014025127202035712
previous_iter_valid_loss : 0.1605226993560791
851540 0.160680 0.160523 0.167277 CURRENT LEARNING RATE: 0.00014022322457079157
previous_iter_valid_loss : 0.17543351650238037
851560 0.175714 0.175434 0.167981 CURRENT LEARNING RATE: 0.00014019518273015476
previous_iter_valid_loss : 0.16271047294139862
851580 0.162895 0.162710 0.167993 CURRENT LEARNING RATE: 0.00014016714649732554
previous_iter_valid_loss : 0.16186818480491638
851600 0.162054 0.161868 0.167883 CURRENT LEARNING RATE: 0.0001401391158711822
previous_iter_valid_loss : 0.1629176288843155
851620 0.163106 0.162918 0.167649 CURRENT LEARNING RATE: 0.00014011109085060325
previous_iter_valid_loss : 0.16120940446853638
851640 0.161400 0.161209 0.167446 CURRENT LEARNING RATE: 0.0001400830714344682
previous_iter_valid_loss : 0.16372829675674438
851660 0.163928 0.163728 0.167134 CURRENT LEARNING RATE: 0.00014005505762165605
previous_iter_valid_loss : 0.16064108908176422
851680 0.160809 0.160641 0.166399 CURRENT LEARNING RATE: 0.0001400270494110462
previous_iter_valid_loss : 0.16055147349834442
851700 0.160703 0.160551 0.165380 CURRENT LEARNING RATE: 0.0001399990468015181
previous_iter_valid_loss : 0.17957016825675964
851720 0.179727 0.179570 0.166275 CURRENT LEARNING RATE: 0.00013997104979195213
previous_iter_valid_loss : 0.1708766520023346
851740 0.171127 0.170877 0.166537 CURRENT LEARNING RATE: 0.0001399430583812282
previous_iter_valid_loss : 0.16207295656204224
851760 0.162261 0.162073 0.166603 CURRENT LEARNING RATE: 0.0001399150725682266
previous_iter_valid_loss : 0.17016908526420593
851780 0.170411 0.170169 0.167028 CURRENT LEARNING RATE: 0.00013988709235182768
previous_iter_valid_loss : 0.16665257513523102
851800 0.166865 0.166653 0.165496 CURRENT LEARNING RATE: 0.0001398591177309127
previous_iter_valid_loss : 0.16099628806114197
851820 0.161176 0.160996 0.165158 CURRENT LEARNING RATE: 0.00013983114870436247
previous_iter_valid_loss : 0.16124846041202545
851840 0.161439 0.161248 0.165089 CURRENT LEARNING RATE: 0.0001398031852710582
previous_iter_valid_loss : 0.16064997017383575
851860 0.160817 0.160650 0.164514 CURRENT LEARNING RATE: 0.00013977522742988113
previous_iter_valid_loss : 0.16461163759231567
851880 0.164813 0.164612 0.164597 CURRENT LEARNING RATE: 0.0001397472751797134
previous_iter_valid_loss : 0.16686691343784332
851900 0.167025 0.166867 0.164730 CURRENT LEARNING RATE: 0.0001397193285194367
previous_iter_valid_loss : 0.1780194491147995
851920 0.178178 0.178019 0.165563 CURRENT LEARNING RATE: 0.0001396913874479332
previous_iter_valid_loss : 0.16061943769454956
851940 0.160782 0.160619 0.165567 CURRENT LEARNING RATE: 0.0001396634519640849
previous_iter_valid_loss : 0.16050806641578674
851960 0.160674 0.160508 0.164821 CURRENT LEARNING RATE: 0.000139635522066775
previous_iter_valid_loss : 0.16234271228313446
851980 0.162507 0.162343 0.164803 CURRENT LEARNING RATE: 0.00013960759775488596
previous_iter_valid_loss : 0.1628333181142807
852000 0.162993 0.162833 0.164851 CURRENT LEARNING RATE: 0.00013957967902730061
previous_iter_valid_loss : 0.16698697209358215
852020 0.167141 0.166987 0.165054 CURRENT LEARNING RATE: 0.00013955176588290272
previous_iter_valid_loss : 0.1647578328847885
852040 0.164966 0.164758 0.165232 CURRENT LEARNING RATE: 0.00013952385832057546
previous_iter_valid_loss : 0.16251099109649658
852060 0.162713 0.162511 0.165171 CURRENT LEARNING RATE: 0.00013949595633920255
previous_iter_valid_loss : 0.16966159641742706
852080 0.169899 0.169662 0.165622 CURRENT LEARNING RATE: 0.0001394680599376677
previous_iter_valid_loss : 0.16539768874645233
852100 0.165604 0.165398 0.165864 CURRENT LEARNING RATE: 0.00013944016911485545
previous_iter_valid_loss : 0.17688672244548798
852120 0.177037 0.176887 0.165730 CURRENT LEARNING RATE: 0.00013941228386965004
previous_iter_valid_loss : 0.16153231263160706
852140 0.161681 0.161532 0.165263 CURRENT LEARNING RATE: 0.00013938440420093595
previous_iter_valid_loss : 0.16171692311763763
852160 0.161870 0.161717 0.165245 CURRENT LEARNING RATE: 0.00013935653010759783
previous_iter_valid_loss : 0.1663026064634323
852180 0.166524 0.166303 0.165052 CURRENT LEARNING RATE: 0.0001393286615885212
previous_iter_valid_loss : 0.16903504729270935
852200 0.169267 0.169035 0.165171 CURRENT LEARNING RATE: 0.00013930079864259102
previous_iter_valid_loss : 0.1629302203655243
852220 0.163081 0.162930 0.165268 CURRENT LEARNING RATE: 0.0001392729412686928
previous_iter_valid_loss : 0.16192327439785004
852240 0.162072 0.161923 0.165301 CURRENT LEARNING RATE: 0.00013924508946571202
previous_iter_valid_loss : 0.16522791981697083
852260 0.165385 0.165228 0.165530 CURRENT LEARNING RATE: 0.0001392172432325351
previous_iter_valid_loss : 0.16050030291080475
852280 0.160655 0.160500 0.165325 CURRENT LEARNING RATE: 0.0001391894025680479
previous_iter_valid_loss : 0.1670876145362854
852300 0.167315 0.167088 0.165336 CURRENT LEARNING RATE: 0.00013916156747113682
previous_iter_valid_loss : 0.17505724728107452
852320 0.175341 0.175057 0.165188 CURRENT LEARNING RATE: 0.00013913373794068824
previous_iter_valid_loss : 0.1922808438539505
852340 0.192734 0.192281 0.166771 CURRENT LEARNING RATE: 0.00013910591397558943
previous_iter_valid_loss : 0.18681156635284424
852360 0.187195 0.186812 0.168086 CURRENT LEARNING RATE: 0.00013907809557472717
previous_iter_valid_loss : 0.1678321808576584
852380 0.167989 0.167832 0.168360 CURRENT LEARNING RATE: 0.0001390502827369888
previous_iter_valid_loss : 0.16065660119056702
852400 0.160827 0.160657 0.168251 CURRENT LEARNING RATE: 0.00013902247546126144
previous_iter_valid_loss : 0.16875417530536652
852420 0.168999 0.168754 0.168340 CURRENT LEARNING RATE: 0.00013899467374643343
previous_iter_valid_loss : 0.16152243316173553
852440 0.161682 0.161522 0.168178 CURRENT LEARNING RATE: 0.00013896687759139235
previous_iter_valid_loss : 0.16077621281147003
852460 0.160935 0.160776 0.168091 CURRENT LEARNING RATE: 0.00013893908699502618
previous_iter_valid_loss : 0.16134501993656158
852480 0.161494 0.161345 0.167675 CURRENT LEARNING RATE: 0.00013891130195622372
previous_iter_valid_loss : 0.16419309377670288
852500 0.164389 0.164193 0.167615 CURRENT LEARNING RATE: 0.00013888352247387337
previous_iter_valid_loss : 0.16663123667240143
852520 0.166846 0.166631 0.167102 CURRENT LEARNING RATE: 0.00013885574854686396
previous_iter_valid_loss : 0.16923119127750397
852540 0.169474 0.169231 0.167487 CURRENT LEARNING RATE: 0.00013882798017408424
previous_iter_valid_loss : 0.161555215716362
852560 0.161739 0.161555 0.167479 CURRENT LEARNING RATE: 0.000138800217354424
previous_iter_valid_loss : 0.16089387238025665
852580 0.161074 0.160894 0.167209 CURRENT LEARNING RATE: 0.00013877246008677248
previous_iter_valid_loss : 0.17575204372406006
852600 0.175902 0.175752 0.167545 CURRENT LEARNING RATE: 0.00013874470837001935
previous_iter_valid_loss : 0.1743103414773941
852620 0.174460 0.174310 0.168114 CURRENT LEARNING RATE: 0.00013871696220305434
previous_iter_valid_loss : 0.16069571673870087
852640 0.160850 0.160696 0.168052 CURRENT LEARNING RATE: 0.0001386892215847681
previous_iter_valid_loss : 0.16086620092391968
852660 0.161020 0.160866 0.167834 CURRENT LEARNING RATE: 0.00013866148651405075
previous_iter_valid_loss : 0.162224680185318
852680 0.162405 0.162225 0.167920 CURRENT LEARNING RATE: 0.00013863375698979286
previous_iter_valid_loss : 0.17195133864879608
852700 0.172090 0.171951 0.168164 CURRENT LEARNING RATE: 0.000138606033010885
previous_iter_valid_loss : 0.16276107728481293
852720 0.162952 0.162761 0.167549 CURRENT LEARNING RATE: 0.00013857831457621877
previous_iter_valid_loss : 0.17288567125797272
852740 0.173036 0.172886 0.166579 CURRENT LEARNING RATE: 0.00013855060168468513
previous_iter_valid_loss : 0.16202788054943085
852760 0.162215 0.162028 0.165340 CURRENT LEARNING RATE: 0.00013852289433517555
previous_iter_valid_loss : 0.16094954311847687
852780 0.161136 0.160950 0.164996 CURRENT LEARNING RATE: 0.00013849519252658155
previous_iter_valid_loss : 0.16125522553920746
852800 0.161436 0.161255 0.165026 CURRENT LEARNING RATE: 0.00013846749625779546
previous_iter_valid_loss : 0.1665179282426834
852820 0.166675 0.166518 0.164914 CURRENT LEARNING RATE: 0.0001384398055277093
previous_iter_valid_loss : 0.17283163964748383
852840 0.173103 0.172832 0.165479 CURRENT LEARNING RATE: 0.0001384121203352151
previous_iter_valid_loss : 0.1721820831298828
852860 0.172446 0.172182 0.166050 CURRENT LEARNING RATE: 0.00013838444067920598
previous_iter_valid_loss : 0.16056759655475616
852880 0.160727 0.160568 0.166011 CURRENT LEARNING RATE: 0.00013835676655857453
previous_iter_valid_loss : 0.1737898290157318
852900 0.174052 0.173790 0.166491 CURRENT LEARNING RATE: 0.00013832909797221373
previous_iter_valid_loss : 0.17924568057060242
852920 0.179565 0.179246 0.167121 CURRENT LEARNING RATE: 0.00013830143491901664
previous_iter_valid_loss : 0.16711987555027008
852940 0.167270 0.167120 0.167016 CURRENT LEARNING RATE: 0.00013827377739787723
previous_iter_valid_loss : 0.1651969850063324
852960 0.165363 0.165197 0.167198 CURRENT LEARNING RATE: 0.0001382461254076889
previous_iter_valid_loss : 0.16480617225170135
852980 0.164967 0.164806 0.167394 CURRENT LEARNING RATE: 0.0001382184789473456
previous_iter_valid_loss : 0.1734597533941269
853000 0.173611 0.173460 0.167279 CURRENT LEARNING RATE: 0.00013819083801574125
previous_iter_valid_loss : 0.16473786532878876
853020 0.164907 0.164738 0.166800 CURRENT LEARNING RATE: 0.0001381632026117707
previous_iter_valid_loss : 0.1668832004070282
853040 0.167101 0.166883 0.167110 CURRENT LEARNING RATE: 0.00013813557273432826
previous_iter_valid_loss : 0.16195344924926758
853060 0.162110 0.161953 0.167164 CURRENT LEARNING RATE: 0.00013810794838230872
previous_iter_valid_loss : 0.17133460938930511
853080 0.171489 0.171335 0.167620 CURRENT LEARNING RATE: 0.00013808032955460692
previous_iter_valid_loss : 0.17254310846328735
853100 0.172801 0.172543 0.167649 CURRENT LEARNING RATE: 0.00013805271625011854
previous_iter_valid_loss : 0.16705280542373657
853120 0.167268 0.167053 0.167864 CURRENT LEARNING RATE: 0.00013802510846773884
previous_iter_valid_loss : 0.18433675169944763
853140 0.184487 0.184337 0.168436 CURRENT LEARNING RATE: 0.00013799750620636353
previous_iter_valid_loss : 0.16416871547698975
853160 0.164332 0.164169 0.168543 CURRENT LEARNING RATE: 0.00013796990946488818
previous_iter_valid_loss : 0.16051340103149414
853180 0.160674 0.160513 0.168522 CURRENT LEARNING RATE: 0.00013794231824220952
previous_iter_valid_loss : 0.16445471346378326
853200 0.164622 0.164455 0.168681 CURRENT LEARNING RATE: 0.0001379147325372236
previous_iter_valid_loss : 0.16580526530742645
853220 0.165964 0.165805 0.168646 CURRENT LEARNING RATE: 0.00013788715234882675
previous_iter_valid_loss : 0.17549541592597961
853240 0.175785 0.175495 0.168779 CURRENT LEARNING RATE: 0.00013785957767591624
previous_iter_valid_loss : 0.16142316162586212
853260 0.161616 0.161423 0.168241 CURRENT LEARNING RATE: 0.00013783200851738887
previous_iter_valid_loss : 0.1691116839647293
853280 0.169353 0.169112 0.168668 CURRENT LEARNING RATE: 0.00013780444487214186
previous_iter_valid_loss : 0.17307549715042114
853300 0.173351 0.173075 0.168633 CURRENT LEARNING RATE: 0.00013777688673907243
previous_iter_valid_loss : 0.16113455593585968
853320 0.161320 0.161135 0.167727 CURRENT LEARNING RATE: 0.00013774933411707873
previous_iter_valid_loss : 0.17332503199577332
853340 0.173600 0.173325 0.168037 CURRENT LEARNING RATE: 0.0001377217870050584
previous_iter_valid_loss : 0.1605215072631836
853360 0.160686 0.160522 0.167803 CURRENT LEARNING RATE: 0.00013769424540190957
previous_iter_valid_loss : 0.16121427714824677
853380 0.161368 0.161214 0.167624 CURRENT LEARNING RATE: 0.00013766670930653033
previous_iter_valid_loss : 0.16146187484264374
853400 0.161649 0.161462 0.167024 CURRENT LEARNING RATE: 0.00013763917871781973
previous_iter_valid_loss : 0.16153115034103394
853420 0.161710 0.161531 0.166864 CURRENT LEARNING RATE: 0.0001376116536346763
previous_iter_valid_loss : 0.1611526608467102
853440 0.161307 0.161153 0.166577 CURRENT LEARNING RATE: 0.00013758413405599902
previous_iter_valid_loss : 0.16541796922683716
853460 0.165581 0.165418 0.166750 CURRENT LEARNING RATE: 0.0001375566199806869
previous_iter_valid_loss : 0.16250325739383698
853480 0.162666 0.162503 0.166309 CURRENT LEARNING RATE: 0.00013752911140763982
previous_iter_valid_loss : 0.17617297172546387
853500 0.176325 0.176173 0.166490 CURRENT LEARNING RATE: 0.00013750160833575723
previous_iter_valid_loss : 0.16207273304462433
853520 0.162229 0.162073 0.166241 CURRENT LEARNING RATE: 0.00013747411076393896
previous_iter_valid_loss : 0.16669516265392303
853540 0.166910 0.166695 0.165359 CURRENT LEARNING RATE: 0.0001374466186910849
previous_iter_valid_loss : 0.17230632901191711
853560 0.172577 0.172306 0.165766 CURRENT LEARNING RATE: 0.0001374191321160959
previous_iter_valid_loss : 0.16994044184684753
853580 0.170091 0.169940 0.166237 CURRENT LEARNING RATE: 0.00013739165103787216
previous_iter_valid_loss : 0.16063818335533142
853600 0.160785 0.160638 0.166047 CURRENT LEARNING RATE: 0.00013736417545531448
previous_iter_valid_loss : 0.160796120762825
853620 0.160947 0.160796 0.165796 CURRENT LEARNING RATE: 0.00013733670536732363
previous_iter_valid_loss : 0.16103480756282806
853640 0.161213 0.161035 0.165073 CURRENT LEARNING RATE: 0.00013730924077280123
previous_iter_valid_loss : 0.16441987454891205
853660 0.164607 0.164420 0.165223 CURRENT LEARNING RATE: 0.00013728178167064846
previous_iter_valid_loss : 0.16414813697338104
853680 0.164314 0.164148 0.164975 CURRENT LEARNING RATE: 0.00013725432805976675
previous_iter_valid_loss : 0.16112011671066284
853700 0.161301 0.161120 0.164377 CURRENT LEARNING RATE: 0.00013722687993905844
previous_iter_valid_loss : 0.1716124415397644
853720 0.171757 0.171612 0.164901 CURRENT LEARNING RATE: 0.0001371994373074253
previous_iter_valid_loss : 0.1605284959077835
853740 0.160698 0.160528 0.164261 CURRENT LEARNING RATE: 0.00013717200016376973
previous_iter_valid_loss : 0.1613755226135254
853760 0.161538 0.161376 0.164304 CURRENT LEARNING RATE: 0.0001371445685069939
previous_iter_valid_loss : 0.18255427479743958
853780 0.182906 0.182554 0.165371 CURRENT LEARNING RATE: 0.0001371171423360011
previous_iter_valid_loss : 0.16105197370052338
853800 0.161229 0.161052 0.165350 CURRENT LEARNING RATE: 0.00013708972164969398
previous_iter_valid_loss : 0.16591371595859528
853820 0.166130 0.165914 0.165569 CURRENT LEARNING RATE: 0.00013706230644697578
previous_iter_valid_loss : 0.16134904325008392
853840 0.161532 0.161349 0.165579 CURRENT LEARNING RATE: 0.0001370348967267496
previous_iter_valid_loss : 0.17051051557064056
853860 0.170760 0.170511 0.165834 CURRENT LEARNING RATE: 0.00013700749248791953
previous_iter_valid_loss : 0.16198596358299255
853880 0.162180 0.161986 0.165808 CURRENT LEARNING RATE: 0.0001369800937293892
previous_iter_valid_loss : 0.16197609901428223
853900 0.162127 0.161976 0.165098 CURRENT LEARNING RATE: 0.00013695270045006262
previous_iter_valid_loss : 0.16093586385250092
853920 0.161111 0.160936 0.165041 CURRENT LEARNING RATE: 0.00013692531264884386
previous_iter_valid_loss : 0.1827181875705719
853940 0.183070 0.182718 0.165842 CURRENT LEARNING RATE: 0.00013689793032463783
previous_iter_valid_loss : 0.16146893799304962
853960 0.161626 0.161469 0.165301 CURRENT LEARNING RATE: 0.00013687055347634907
previous_iter_valid_loss : 0.17460773885250092
853980 0.174881 0.174608 0.165534 CURRENT LEARNING RATE: 0.00013684318210288243
previous_iter_valid_loss : 0.167432963848114
854000 0.167597 0.167433 0.165874 CURRENT LEARNING RATE: 0.00013681581620314287
previous_iter_valid_loss : 0.16055144369602203
854020 0.160703 0.160551 0.165861 CURRENT LEARNING RATE: 0.00013678845577603623
previous_iter_valid_loss : 0.1609814614057541
854040 0.161135 0.160981 0.165859 CURRENT LEARNING RATE: 0.0001367611008204678
previous_iter_valid_loss : 0.16246965527534485
854060 0.162628 0.162470 0.165761 CURRENT LEARNING RATE: 0.00013673375133534322
previous_iter_valid_loss : 0.16060391068458557
854080 0.160771 0.160604 0.165584 CURRENT LEARNING RATE: 0.00013670640731956894
previous_iter_valid_loss : 0.20760473608970642
854100 0.207664 0.207605 0.167908 CURRENT LEARNING RATE: 0.00013667906877205097
previous_iter_valid_loss : 0.16054467856884003
854120 0.160709 0.160545 0.167355 CURRENT LEARNING RATE: 0.00013665173569169577
previous_iter_valid_loss : 0.16082194447517395
854140 0.160976 0.160822 0.167370 CURRENT LEARNING RATE: 0.00013662440807740977
previous_iter_valid_loss : 0.16064320504665375
854160 0.160792 0.160643 0.167333 CURRENT LEARNING RATE: 0.00013659708592810035
previous_iter_valid_loss : 0.18973425030708313
854180 0.190181 0.189734 0.167692 CURRENT LEARNING RATE: 0.0001365697692426744
previous_iter_valid_loss : 0.16125956177711487
854200 0.161419 0.161260 0.167702 CURRENT LEARNING RATE: 0.00013654245802003924
previous_iter_valid_loss : 0.16211162507534027
854220 0.162291 0.162112 0.167512 CURRENT LEARNING RATE: 0.00013651515225910217
previous_iter_valid_loss : 0.1608872413635254
854240 0.161047 0.160887 0.167489 CURRENT LEARNING RATE: 0.00013648785195877143
previous_iter_valid_loss : 0.1629212349653244
854260 0.163114 0.162921 0.167110 CURRENT LEARNING RATE: 0.0001364605571179548
previous_iter_valid_loss : 0.16568531095981598
854280 0.165891 0.165685 0.167295 CURRENT LEARNING RATE: 0.0001364332677355605
previous_iter_valid_loss : 0.16056865453720093
854300 0.160736 0.160569 0.167224 CURRENT LEARNING RATE: 0.00013640598381049664
previous_iter_valid_loss : 0.16629330813884735
854320 0.166507 0.166293 0.167492 CURRENT LEARNING RATE: 0.00013637870534167243
previous_iter_valid_loss : 0.16311021149158478
854340 0.163297 0.163110 0.166512 CURRENT LEARNING RATE: 0.00013635143232799642
previous_iter_valid_loss : 0.16894793510437012
854360 0.169098 0.168948 0.166886 CURRENT LEARNING RATE: 0.00013632416476837774
previous_iter_valid_loss : 0.17103280127048492
854380 0.171295 0.171033 0.166707 CURRENT LEARNING RATE: 0.00013629690266172542
previous_iter_valid_loss : 0.1746423989534378
854400 0.174920 0.174642 0.167067 CURRENT LEARNING RATE: 0.0001362696460069495
previous_iter_valid_loss : 0.16225041449069977
854420 0.162456 0.162250 0.167152 CURRENT LEARNING RATE: 0.00013624239480295938
previous_iter_valid_loss : 0.16285856068134308
854440 0.163053 0.162859 0.167246 CURRENT LEARNING RATE: 0.00013621514904866487
previous_iter_valid_loss : 0.17245563864707947
854460 0.172716 0.172456 0.167746 CURRENT LEARNING RATE: 0.00013618790874297658
previous_iter_valid_loss : 0.16259686648845673
854480 0.162774 0.162597 0.167845 CURRENT LEARNING RATE: 0.00013616067388480465
previous_iter_valid_loss : 0.1696002185344696
854500 0.169755 0.169600 0.165945 CURRENT LEARNING RATE: 0.00013613344447305968
previous_iter_valid_loss : 0.17536145448684692
854520 0.175509 0.175361 0.166686 CURRENT LEARNING RATE: 0.00013610622050665229
previous_iter_valid_loss : 0.16146637499332428
854540 0.161656 0.161466 0.166718 CURRENT LEARNING RATE: 0.00013607900198449397
previous_iter_valid_loss : 0.16459840536117554
854560 0.164797 0.164598 0.166916 CURRENT LEARNING RATE: 0.00013605178890549571
previous_iter_valid_loss : 0.16308994591236115
854580 0.163282 0.163090 0.165584 CURRENT LEARNING RATE: 0.00013602458126856908
previous_iter_valid_loss : 0.19780045747756958
854600 0.198315 0.197800 0.167411 CURRENT LEARNING RATE: 0.00013599737907262545
previous_iter_valid_loss : 0.16075381636619568
854620 0.160910 0.160754 0.167343 CURRENT LEARNING RATE: 0.00013597018231657727
previous_iter_valid_loss : 0.16431742906570435
854640 0.164527 0.164317 0.167514 CURRENT LEARNING RATE: 0.00013594299099933636
previous_iter_valid_loss : 0.1844731867313385
854660 0.184616 0.184473 0.168592 CURRENT LEARNING RATE: 0.00013591580511981513
previous_iter_valid_loss : 0.16229325532913208
854680 0.162453 0.162293 0.168422 CURRENT LEARNING RATE: 0.00013588862467692588
previous_iter_valid_loss : 0.17972610890865326
854700 0.179880 0.179726 0.169380 CURRENT LEARNING RATE: 0.00013586144966958188
previous_iter_valid_loss : 0.16083019971847534
854720 0.160979 0.160830 0.169107 CURRENT LEARNING RATE: 0.00013583428009669588
previous_iter_valid_loss : 0.16805748641490936
854740 0.168295 0.168057 0.169354 CURRENT LEARNING RATE: 0.0001358071159571811
previous_iter_valid_loss : 0.17017847299575806
854760 0.170323 0.170178 0.169416 CURRENT LEARNING RATE: 0.00013577995724995074
previous_iter_valid_loss : 0.16685321927070618
854780 0.167010 0.166853 0.169207 CURRENT LEARNING RATE: 0.00013575280397391893
previous_iter_valid_loss : 0.16741310060024261
854800 0.167571 0.167413 0.168845 CURRENT LEARNING RATE: 0.0001357256561279993
previous_iter_valid_loss : 0.16054092347621918
854820 0.160696 0.160541 0.168760 CURRENT LEARNING RATE: 0.00013569851371110568
previous_iter_valid_loss : 0.16718706488609314
854840 0.167341 0.167187 0.168976 CURRENT LEARNING RATE: 0.00013567137672215287
previous_iter_valid_loss : 0.16144022345542908
854860 0.161588 0.161440 0.168426 CURRENT LEARNING RATE: 0.00013564424516005516
previous_iter_valid_loss : 0.20781655609607697
854880 0.207872 0.207817 0.170687 CURRENT LEARNING RATE: 0.00013561711902372727
previous_iter_valid_loss : 0.181521937251091
854900 0.181679 0.181522 0.171283 CURRENT LEARNING RATE: 0.00013558999831208388
previous_iter_valid_loss : 0.16577772796154022
854920 0.165940 0.165778 0.170803 CURRENT LEARNING RATE: 0.00013556288302404073
previous_iter_valid_loss : 0.17352347075939178
854940 0.173667 0.173523 0.171406 CURRENT LEARNING RATE: 0.00013553577315851293
previous_iter_valid_loss : 0.16058559715747833
854960 0.160743 0.160586 0.171206 CURRENT LEARNING RATE: 0.00013550866871441604
previous_iter_valid_loss : 0.1607482135295868
854980 0.160920 0.160748 0.171089 CURRENT LEARNING RATE: 0.00013548156969066567
previous_iter_valid_loss : 0.1663960963487625
855000 0.166551 0.166396 0.169518 CURRENT LEARNING RATE: 0.00013545447608617837
previous_iter_valid_loss : 0.19263841211795807
855020 0.192763 0.192638 0.171113 CURRENT LEARNING RATE: 0.0001354273878998701
previous_iter_valid_loss : 0.16988737881183624
855040 0.170031 0.169887 0.171391 CURRENT LEARNING RATE: 0.0001354003051306574
previous_iter_valid_loss : 0.1643543690443039
855060 0.164516 0.164354 0.170385 CURRENT LEARNING RATE: 0.00013537322777745667
previous_iter_valid_loss : 0.16054505109786987
855080 0.160705 0.160545 0.170298 CURRENT LEARNING RATE: 0.0001353461558391853
previous_iter_valid_loss : 0.1683754026889801
855100 0.168612 0.168375 0.169730 CURRENT LEARNING RATE: 0.00013531908931476021
previous_iter_valid_loss : 0.1617087870836258
855120 0.161868 0.161709 0.169774 CURRENT LEARNING RATE: 0.00013529202820309867
previous_iter_valid_loss : 0.16416668891906738
855140 0.164367 0.164167 0.169580 CURRENT LEARNING RATE: 0.00013526497250311806
previous_iter_valid_loss : 0.16091644763946533
855160 0.161092 0.160916 0.169117 CURRENT LEARNING RATE: 0.0001352379222137366
previous_iter_valid_loss : 0.17091195285320282
855180 0.171056 0.170912 0.169319 CURRENT LEARNING RATE: 0.00013521087733387206
previous_iter_valid_loss : 0.17057257890701294
855200 0.170723 0.170573 0.169477 CURRENT LEARNING RATE: 0.00013518383786244263
previous_iter_valid_loss : 0.16276688873767853
855220 0.162953 0.162767 0.169589 CURRENT LEARNING RATE: 0.00013515680379836648
previous_iter_valid_loss : 0.1627613753080368
855240 0.162948 0.162761 0.169367 CURRENT LEARNING RATE: 0.00013512977514056277
previous_iter_valid_loss : 0.1703757345676422
855260 0.170628 0.170376 0.169814 CURRENT LEARNING RATE: 0.00013510275188795005
previous_iter_valid_loss : 0.17023040354251862
855280 0.170469 0.170230 0.167935 CURRENT LEARNING RATE: 0.0001350757340394472
previous_iter_valid_loss : 0.16133613884449005
855300 0.161516 0.161336 0.166926 CURRENT LEARNING RATE: 0.00013504872159397394
previous_iter_valid_loss : 0.16420088708400726
855320 0.164362 0.164201 0.166847 CURRENT LEARNING RATE: 0.00013502171455044958
previous_iter_valid_loss : 0.16908693313598633
855340 0.169319 0.169087 0.166625 CURRENT LEARNING RATE: 0.00013499471290779385
previous_iter_valid_loss : 0.17273274064064026
855360 0.173001 0.172733 0.167232 CURRENT LEARNING RATE: 0.00013496771666492638
previous_iter_valid_loss : 0.16083844006061554
855380 0.160997 0.160838 0.167237 CURRENT LEARNING RATE: 0.00013494072582076783
previous_iter_valid_loss : 0.16072013974189758
855400 0.160889 0.160720 0.166953 CURRENT LEARNING RATE: 0.00013491374037423836
previous_iter_valid_loss : 0.1613227277994156
855420 0.161503 0.161323 0.165387 CURRENT LEARNING RATE: 0.0001348867603242585
previous_iter_valid_loss : 0.17195554077625275
855440 0.172222 0.171956 0.165491 CURRENT LEARNING RATE: 0.00013485978566974883
previous_iter_valid_loss : 0.16285090148448944
855460 0.163014 0.162851 0.165415 CURRENT LEARNING RATE: 0.00013483281640963086
previous_iter_valid_loss : 0.16056467592716217
855480 0.160728 0.160565 0.165416 CURRENT LEARNING RATE: 0.00013480585254282556
previous_iter_valid_loss : 0.17074529826641083
855500 0.170891 0.170745 0.165535 CURRENT LEARNING RATE: 0.00013477889406825438
previous_iter_valid_loss : 0.16338187456130981
855520 0.163571 0.163382 0.165619 CURRENT LEARNING RATE: 0.00013475194098483873
previous_iter_valid_loss : 0.16535532474517822
855540 0.165561 0.165355 0.165678 CURRENT LEARNING RATE: 0.000134724993291501
previous_iter_valid_loss : 0.16463583707809448
855560 0.164794 0.164636 0.165864 CURRENT LEARNING RATE: 0.000134698050987163
previous_iter_valid_loss : 0.16239266097545624
855580 0.162546 0.162393 0.165438 CURRENT LEARNING RATE: 0.00013467111407074704
previous_iter_valid_loss : 0.16265761852264404
855600 0.162822 0.162658 0.165042 CURRENT LEARNING RATE: 0.00013464418254117543
previous_iter_valid_loss : 0.16050712764263153
855620 0.160671 0.160507 0.164929 CURRENT LEARNING RATE: 0.00013461725639737142
previous_iter_valid_loss : 0.16972537338733673
855640 0.169967 0.169725 0.165277 CURRENT LEARNING RATE: 0.00013459033563825764
previous_iter_valid_loss : 0.1608610302209854
855660 0.161036 0.160861 0.164802 CURRENT LEARNING RATE: 0.00013456342026275708
previous_iter_valid_loss : 0.16094155609607697
855680 0.161088 0.160942 0.164337 CURRENT LEARNING RATE: 0.0001345365102697936
previous_iter_valid_loss : 0.17754198610782623
855700 0.177700 0.177542 0.165148 CURRENT LEARNING RATE: 0.00013450960565829052
previous_iter_valid_loss : 0.2001979649066925
855720 0.200279 0.200198 0.166947 CURRENT LEARNING RATE: 0.00013448270642717173
previous_iter_valid_loss : 0.18690189719200134
855740 0.187037 0.186902 0.167838 CURRENT LEARNING RATE: 0.00013445581257536093
previous_iter_valid_loss : 0.1653086245059967
855760 0.165521 0.165309 0.167467 CURRENT LEARNING RATE: 0.0001344289241017829
previous_iter_valid_loss : 0.16643808782100677
855780 0.166653 0.166438 0.167747 CURRENT LEARNING RATE: 0.00013440204100536186
previous_iter_valid_loss : 0.16050861775875092
855800 0.160666 0.160509 0.167736 CURRENT LEARNING RATE: 0.0001343751632850225
previous_iter_valid_loss : 0.16078580915927887
855820 0.160958 0.160786 0.167710 CURRENT LEARNING RATE: 0.00013434829093968942
previous_iter_valid_loss : 0.1612492799758911
855840 0.161431 0.161249 0.167174 CURRENT LEARNING RATE: 0.00013432142396828823
previous_iter_valid_loss : 0.16270968317985535
855860 0.162871 0.162710 0.167167 CURRENT LEARNING RATE: 0.000134294562369744
previous_iter_valid_loss : 0.16209718585014343
855880 0.162254 0.162097 0.167244 CURRENT LEARNING RATE: 0.00013426770614298234
previous_iter_valid_loss : 0.16118402779102325
855900 0.161363 0.161184 0.166766 CURRENT LEARNING RATE: 0.00013424085528692867
previous_iter_valid_loss : 0.1685187965631485
855920 0.168744 0.168519 0.167023 CURRENT LEARNING RATE: 0.00013421400980050946
previous_iter_valid_loss : 0.16062259674072266
855940 0.160777 0.160623 0.166786 CURRENT LEARNING RATE: 0.00013418716968265068
previous_iter_valid_loss : 0.16432709991931915
855960 0.164526 0.164327 0.166771 CURRENT LEARNING RATE: 0.00013416033493227872
previous_iter_valid_loss : 0.1606164425611496
855980 0.160765 0.160616 0.166682 CURRENT LEARNING RATE: 0.0001341335055483199
previous_iter_valid_loss : 0.17025792598724365
856000 0.170403 0.170258 0.167062 CURRENT LEARNING RATE: 0.00013410668152970156
previous_iter_valid_loss : 0.16349603235721588
856020 0.163657 0.163496 0.167211 CURRENT LEARNING RATE: 0.00013407986287535055
previous_iter_valid_loss : 0.18139559030532837
856040 0.181548 0.181396 0.167795 CURRENT LEARNING RATE: 0.0001340530495841938
previous_iter_valid_loss : 0.17899101972579956
856060 0.179152 0.178991 0.168701 CURRENT LEARNING RATE: 0.00013402624165515927
previous_iter_valid_loss : 0.16088634729385376
856080 0.161044 0.160886 0.168698 CURRENT LEARNING RATE: 0.00013399943908717443
previous_iter_valid_loss : 0.16553661227226257
856100 0.165693 0.165537 0.168098 CURRENT LEARNING RATE: 0.0001339726418791672
previous_iter_valid_loss : 0.16685186326503754
856120 0.167007 0.166852 0.166431 CURRENT LEARNING RATE: 0.0001339458500300654
previous_iter_valid_loss : 0.16114722192287445
856140 0.161303 0.161147 0.165143 CURRENT LEARNING RATE: 0.00013391906353879787
previous_iter_valid_loss : 0.1608278900384903
856160 0.160979 0.160828 0.164919 CURRENT LEARNING RATE: 0.0001338922824042929
previous_iter_valid_loss : 0.16099432110786438
856180 0.161170 0.160994 0.164647 CURRENT LEARNING RATE: 0.00013386550662547922
previous_iter_valid_loss : 0.17097653448581696
856200 0.171232 0.170977 0.165170 CURRENT LEARNING RATE: 0.00013383873620128562
previous_iter_valid_loss : 0.17038796842098236
856220 0.170646 0.170388 0.165650 CURRENT LEARNING RATE: 0.00013381197113064168
previous_iter_valid_loss : 0.18674658238887787
856240 0.187145 0.186747 0.166925 CURRENT LEARNING RATE: 0.00013378521141247664
previous_iter_valid_loss : 0.16118550300598145
856260 0.161340 0.161186 0.166849 CURRENT LEARNING RATE: 0.00013375845704572005
previous_iter_valid_loss : 0.16172218322753906
856280 0.161912 0.161722 0.166830 CURRENT LEARNING RATE: 0.00013373170802930155
previous_iter_valid_loss : 0.17059184610843658
856300 0.170844 0.170592 0.167301 CURRENT LEARNING RATE: 0.0001337049643621516
previous_iter_valid_loss : 0.16623356938362122
856320 0.166435 0.166234 0.167186 CURRENT LEARNING RATE: 0.00013367822604320027
previous_iter_valid_loss : 0.16444402933120728
856340 0.164611 0.164444 0.167377 CURRENT LEARNING RATE: 0.00013365149307137798
previous_iter_valid_loss : 0.16081611812114716
856360 0.160972 0.160816 0.167202 CURRENT LEARNING RATE: 0.0001336247654456152
previous_iter_valid_loss : 0.17308421432971954
856380 0.173229 0.173084 0.167825 CURRENT LEARNING RATE: 0.00013359804316484327
previous_iter_valid_loss : 0.16352450847625732
856400 0.163691 0.163525 0.167489 CURRENT LEARNING RATE: 0.0001335713262279931
previous_iter_valid_loss : 0.1649291217327118
856420 0.165125 0.164929 0.167560 CURRENT LEARNING RATE: 0.00013354461463399602
previous_iter_valid_loss : 0.17539054155349731
856440 0.175679 0.175391 0.167260 CURRENT LEARNING RATE: 0.0001335179083817833
previous_iter_valid_loss : 0.17405712604522705
856460 0.174206 0.174057 0.167013 CURRENT LEARNING RATE: 0.00013349120747028717
previous_iter_valid_loss : 0.16052450239658356
856480 0.160681 0.160525 0.166995 CURRENT LEARNING RATE: 0.00013346451189843932
previous_iter_valid_loss : 0.1605927050113678
856500 0.160764 0.160593 0.166748 CURRENT LEARNING RATE: 0.00013343782166517175
previous_iter_valid_loss : 0.16054698824882507
856520 0.160709 0.160547 0.166433 CURRENT LEARNING RATE: 0.00013341113676941733
previous_iter_valid_loss : 0.1614908128976822
856540 0.161647 0.161491 0.166450 CURRENT LEARNING RATE: 0.00013338445721010835
previous_iter_valid_loss : 0.16249237954616547
856560 0.162650 0.162492 0.166533 CURRENT LEARNING RATE: 0.0001333577829861777
previous_iter_valid_loss : 0.18030136823654175
856580 0.180626 0.180301 0.167499 CURRENT LEARNING RATE: 0.00013333111409655814
previous_iter_valid_loss : 0.16183429956436157
856600 0.161981 0.161834 0.167041 CURRENT LEARNING RATE: 0.00013330445054018342
previous_iter_valid_loss : 0.16199690103530884
856620 0.162147 0.161997 0.166622 CURRENT LEARNING RATE: 0.00013327779231598672
previous_iter_valid_loss : 0.2061358243227005
856640 0.206200 0.206136 0.167591 CURRENT LEARNING RATE: 0.00013325113942290175
previous_iter_valid_loss : 0.16387280821800232
856660 0.164071 0.163873 0.167726 CURRENT LEARNING RATE: 0.00013322449185986212
previous_iter_valid_loss : 0.16489283740520477
856680 0.165103 0.164893 0.167884 CURRENT LEARNING RATE: 0.0001331978496258024
previous_iter_valid_loss : 0.1790684461593628
856700 0.179229 0.179068 0.168308 CURRENT LEARNING RATE: 0.00013317121271965674
previous_iter_valid_loss : 0.18542683124542236
856720 0.185818 0.185427 0.169268 CURRENT LEARNING RATE: 0.00013314458114035955
previous_iter_valid_loss : 0.20949579775333405
856740 0.210088 0.209496 0.171520 CURRENT LEARNING RATE: 0.0001331179548868454
previous_iter_valid_loss : 0.16056640446186066
856760 0.160719 0.160566 0.171508 CURRENT LEARNING RATE: 0.00013309133395804972
previous_iter_valid_loss : 0.1705682873725891
856780 0.170820 0.170568 0.171382 CURRENT LEARNING RATE: 0.00013306471835290742
previous_iter_valid_loss : 0.16132476925849915
856800 0.161488 0.161325 0.171272 CURRENT LEARNING RATE: 0.00013303810807035384
previous_iter_valid_loss : 0.19335797429084778
856820 0.193466 0.193358 0.172694 CURRENT LEARNING RATE: 0.00013301150310932437
previous_iter_valid_loss : 0.16053788363933563
856840 0.160699 0.160538 0.171951 CURRENT LEARNING RATE: 0.00013298490346875532
previous_iter_valid_loss : 0.16176988184452057
856860 0.161957 0.161770 0.171337 CURRENT LEARNING RATE: 0.0001329583091475824
previous_iter_valid_loss : 0.1664300113916397
856880 0.166649 0.166430 0.171632 CURRENT LEARNING RATE: 0.00013293172014474161
previous_iter_valid_loss : 0.16304807364940643
856900 0.163232 0.163048 0.171755 CURRENT LEARNING RATE: 0.0001329051364591699
previous_iter_valid_loss : 0.16111382842063904
856920 0.161260 0.161114 0.171783 CURRENT LEARNING RATE: 0.00013287855808980366
previous_iter_valid_loss : 0.16102834045886993
856940 0.161213 0.161028 0.171760 CURRENT LEARNING RATE: 0.00013285198503557973
previous_iter_valid_loss : 0.1634126901626587
856960 0.163586 0.163413 0.171806 CURRENT LEARNING RATE: 0.00013282541729543504
previous_iter_valid_loss : 0.1612863391637802
856980 0.161442 0.161286 0.170855 CURRENT LEARNING RATE: 0.00013279885486830727
previous_iter_valid_loss : 0.1682656854391098
857000 0.168417 0.168266 0.171177 CURRENT LEARNING RATE: 0.0001327722977531337
previous_iter_valid_loss : 0.16272947192192078
857020 0.162931 0.162729 0.171213 CURRENT LEARNING RATE: 0.00013274574594885206
previous_iter_valid_loss : 0.16753847897052765
857040 0.167698 0.167538 0.169283 CURRENT LEARNING RATE: 0.00013271919945440007
previous_iter_valid_loss : 0.16271448135375977
857060 0.162917 0.162714 0.169225 CURRENT LEARNING RATE: 0.00013269265826871627
previous_iter_valid_loss : 0.17550700902938843
857080 0.175661 0.175507 0.169756 CURRENT LEARNING RATE: 0.00013266612239073885
previous_iter_valid_loss : 0.1641504019498825
857100 0.164346 0.164150 0.169010 CURRENT LEARNING RATE: 0.00013263959181940632
previous_iter_valid_loss : 0.16076086461544037
857120 0.160918 0.160761 0.167777 CURRENT LEARNING RATE: 0.00013261306655365726
previous_iter_valid_loss : 0.1669704020023346
857140 0.167189 0.166970 0.165651 CURRENT LEARNING RATE: 0.00013258654659243111
previous_iter_valid_loss : 0.17041143774986267
857160 0.170662 0.170411 0.166143 CURRENT LEARNING RATE: 0.00013256003193466687
previous_iter_valid_loss : 0.16503465175628662
857180 0.165244 0.165035 0.165866 CURRENT LEARNING RATE: 0.00013253352257930389
previous_iter_valid_loss : 0.1627412587404251
857200 0.162902 0.162741 0.165937 CURRENT LEARNING RATE: 0.00013250701852528162
previous_iter_valid_loss : 0.1681051105260849
857220 0.168339 0.168105 0.164674 CURRENT LEARNING RATE: 0.00013248051977154032
previous_iter_valid_loss : 0.16197469830513
857240 0.162134 0.161975 0.164746 CURRENT LEARNING RATE: 0.00013245402631701983
previous_iter_valid_loss : 0.1641213744878769
857260 0.164295 0.164121 0.164864 CURRENT LEARNING RATE: 0.0001324275381606602
previous_iter_valid_loss : 0.16444599628448486
857280 0.164618 0.164446 0.164765 CURRENT LEARNING RATE: 0.0001324010553014023
previous_iter_valid_loss : 0.1642318069934845
857300 0.164451 0.164232 0.164824 CURRENT LEARNING RATE: 0.00013237457773818668
previous_iter_valid_loss : 0.16105139255523682
857320 0.161222 0.161051 0.164821 CURRENT LEARNING RATE: 0.00013234810546995415
previous_iter_valid_loss : 0.16373412311077118
857340 0.163934 0.163734 0.164956 CURRENT LEARNING RATE: 0.00013232163849564565
previous_iter_valid_loss : 0.1605612337589264
857360 0.160724 0.160561 0.164813 CURRENT LEARNING RATE: 0.00013229517681420292
previous_iter_valid_loss : 0.16180828213691711
857380 0.161999 0.161808 0.164840 CURRENT LEARNING RATE: 0.0001322687204245673
previous_iter_valid_loss : 0.16050712764263153
857400 0.160681 0.160507 0.164452 CURRENT LEARNING RATE: 0.00013224226932568052
previous_iter_valid_loss : 0.174233078956604
857420 0.174501 0.174233 0.165027 CURRENT LEARNING RATE: 0.0001322158235164843
previous_iter_valid_loss : 0.17737194895744324
857440 0.177525 0.177372 0.165518 CURRENT LEARNING RATE: 0.00013218938299592122
previous_iter_valid_loss : 0.16562515497207642
857460 0.165788 0.165625 0.165664 CURRENT LEARNING RATE: 0.00013216294776293352
previous_iter_valid_loss : 0.1609339565038681
857480 0.161093 0.160934 0.164935 CURRENT LEARNING RATE: 0.00013213651781646374
previous_iter_valid_loss : 0.16062413156032562
857500 0.160787 0.160624 0.164759 CURRENT LEARNING RATE: 0.00013211009315545447
previous_iter_valid_loss : 0.16505122184753418
857520 0.165209 0.165051 0.164974 CURRENT LEARNING RATE: 0.00013208367377884916
previous_iter_valid_loss : 0.16099244356155396
857540 0.161172 0.160992 0.164675 CURRENT LEARNING RATE: 0.00013205725968559083
previous_iter_valid_loss : 0.16067494451999664
857560 0.160828 0.160675 0.164188 CURRENT LEARNING RATE: 0.0001320308508746229
previous_iter_valid_loss : 0.17215988039970398
857580 0.172422 0.172160 0.164544 CURRENT LEARNING RATE: 0.00013200444734488877
previous_iter_valid_loss : 0.1619884967803955
857600 0.162146 0.161988 0.164506 CURRENT LEARNING RATE: 0.00013197804909533282
previous_iter_valid_loss : 0.16905152797698975
857620 0.169205 0.169052 0.164554 CURRENT LEARNING RATE: 0.00013195165612489882
previous_iter_valid_loss : 0.16241613030433655
857640 0.162604 0.162416 0.164576 CURRENT LEARNING RATE: 0.0001319252684325311
previous_iter_valid_loss : 0.1634637862443924
857660 0.163660 0.163464 0.164543 CURRENT LEARNING RATE: 0.0001318988860171739
previous_iter_valid_loss : 0.16137148439884186
857680 0.161553 0.161371 0.164389 CURRENT LEARNING RATE: 0.00013187250887777239
previous_iter_valid_loss : 0.16058814525604248
857700 0.160747 0.160588 0.164207 CURRENT LEARNING RATE: 0.00013184613701327125
previous_iter_valid_loss : 0.16170421242713928
857720 0.161895 0.161704 0.164240 CURRENT LEARNING RATE: 0.00013181977042261539
previous_iter_valid_loss : 0.16051052510738373
857740 0.160668 0.160511 0.164078 CURRENT LEARNING RATE: 0.00013179340910475057
previous_iter_valid_loss : 0.16328662633895874
857760 0.163454 0.163287 0.164215 CURRENT LEARNING RATE: 0.00013176705305862217
previous_iter_valid_loss : 0.17618243396282196
857780 0.176337 0.176182 0.164933 CURRENT LEARNING RATE: 0.00013174070228317588
previous_iter_valid_loss : 0.1605168879032135
857800 0.160680 0.160517 0.164934 CURRENT LEARNING RATE: 0.00013171435677735747
previous_iter_valid_loss : 0.18057581782341003
857820 0.180909 0.180576 0.165251 CURRENT LEARNING RATE: 0.0001316880165401136
previous_iter_valid_loss : 0.16099518537521362
857840 0.161181 0.160995 0.164432 CURRENT LEARNING RATE: 0.0001316616815703904
previous_iter_valid_loss : 0.16059505939483643
857860 0.160756 0.160595 0.164181 CURRENT LEARNING RATE: 0.00013163535186713445
previous_iter_valid_loss : 0.1687898188829422
857880 0.169018 0.168790 0.164574 CURRENT LEARNING RATE: 0.00013160902742929238
previous_iter_valid_loss : 0.16134393215179443
857900 0.161496 0.161344 0.164610 CURRENT LEARNING RATE: 0.00013158270825581165
previous_iter_valid_loss : 0.16133205592632294
857920 0.161515 0.161332 0.164424 CURRENT LEARNING RATE: 0.0001315563943456393
previous_iter_valid_loss : 0.17069846391677856
857940 0.170953 0.170698 0.164909 CURRENT LEARNING RATE: 0.00013153008569772272
previous_iter_valid_loss : 0.16313838958740234
857960 0.163328 0.163138 0.165032 CURRENT LEARNING RATE: 0.00013150378231100937
previous_iter_valid_loss : 0.16118712723255157
857980 0.161349 0.161187 0.164483 CURRENT LEARNING RATE: 0.00013147748418444752
previous_iter_valid_loss : 0.19961704313755035
858000 0.200135 0.199617 0.166365 CURRENT LEARNING RATE: 0.00013145119131698508
previous_iter_valid_loss : 0.17439806461334229
858020 0.174549 0.174398 0.166632 CURRENT LEARNING RATE: 0.0001314249037075703
previous_iter_valid_loss : 0.16681043803691864
858040 0.167026 0.166810 0.166852 CURRENT LEARNING RATE: 0.00013139862135515149
previous_iter_valid_loss : 0.16888053715229034
858060 0.169032 0.168881 0.167123 CURRENT LEARNING RATE: 0.00013137234425867776
previous_iter_valid_loss : 0.16673597693443298
858080 0.166946 0.166736 0.167391 CURRENT LEARNING RATE: 0.0001313460724170978
previous_iter_valid_loss : 0.17439959943294525
858100 0.174553 0.174400 0.168082 CURRENT LEARNING RATE: 0.00013131980582936056
previous_iter_valid_loss : 0.16532300412654877
858120 0.165525 0.165323 0.168262 CURRENT LEARNING RATE: 0.00013129354449441577
previous_iter_valid_loss : 0.16166184842586517
858140 0.161816 0.161662 0.168320 CURRENT LEARNING RATE: 0.0001312672884112128
previous_iter_valid_loss : 0.16083857417106628
858160 0.160995 0.160839 0.168198 CURRENT LEARNING RATE: 0.00013124103757870134
previous_iter_valid_loss : 0.16255109012126923
858180 0.162747 0.162551 0.167516 CURRENT LEARNING RATE: 0.00013121479199583122
previous_iter_valid_loss : 0.1682455837726593
858200 0.168475 0.168246 0.167902 CURRENT LEARNING RATE: 0.00013118855166155302
previous_iter_valid_loss : 0.1999267190694809
858220 0.200003 0.199927 0.168870 CURRENT LEARNING RATE: 0.0001311623165748169
previous_iter_valid_loss : 0.1700408160686493
858240 0.170286 0.170041 0.169322 CURRENT LEARNING RATE: 0.00013113608673457342
previous_iter_valid_loss : 0.16303393244743347
858260 0.163222 0.163034 0.169444 CURRENT LEARNING RATE: 0.00013110986213977325
previous_iter_valid_loss : 0.1627780944108963
858280 0.162943 0.162778 0.169144 CURRENT LEARNING RATE: 0.00013108364278936779
previous_iter_valid_loss : 0.17210903763771057
858300 0.172367 0.172109 0.169682 CURRENT LEARNING RATE: 0.00013105742868230806
previous_iter_valid_loss : 0.1621260941028595
858320 0.162314 0.162126 0.169722 CURRENT LEARNING RATE: 0.0001310312198175455
previous_iter_valid_loss : 0.16096293926239014
858340 0.161144 0.160963 0.169235 CURRENT LEARNING RATE: 0.00013100501619403153
previous_iter_valid_loss : 0.1605001837015152
858360 0.160655 0.160500 0.169103 CURRENT LEARNING RATE: 0.00013097881781071842
previous_iter_valid_loss : 0.1660502851009369
858380 0.166205 0.166050 0.169346 CURRENT LEARNING RATE: 0.00013095262466655808
previous_iter_valid_loss : 0.20234446227550507
858400 0.202410 0.202344 0.169482 CURRENT LEARNING RATE: 0.00013092643676050272
previous_iter_valid_loss : 0.16076050698757172
858420 0.160918 0.160761 0.168801 CURRENT LEARNING RATE: 0.00013090025409150463
previous_iter_valid_loss : 0.16073940694332123
858440 0.160905 0.160739 0.168497 CURRENT LEARNING RATE: 0.00013087407665851694
previous_iter_valid_loss : 0.16081339120864868
858460 0.160988 0.160813 0.168094 CURRENT LEARNING RATE: 0.00013084790446049236
previous_iter_valid_loss : 0.18527790904045105
858480 0.185430 0.185278 0.169021 CURRENT LEARNING RATE: 0.00013082173749638372
previous_iter_valid_loss : 0.16497249901294708
858500 0.165175 0.164972 0.168549 CURRENT LEARNING RATE: 0.00013079557576514483
previous_iter_valid_loss : 0.1718609631061554
858520 0.172008 0.171861 0.168876 CURRENT LEARNING RATE: 0.000130769419265729
previous_iter_valid_loss : 0.1683361828327179
858540 0.168493 0.168336 0.169210 CURRENT LEARNING RATE: 0.00013074326799708994
previous_iter_valid_loss : 0.16063092648983002
858560 0.160802 0.160631 0.169200 CURRENT LEARNING RATE: 0.00013071712195818138
previous_iter_valid_loss : 0.16304393112659454
858580 0.163233 0.163044 0.169224 CURRENT LEARNING RATE: 0.00013069098114795797
previous_iter_valid_loss : 0.1630638837814331
858600 0.163237 0.163064 0.168965 CURRENT LEARNING RATE: 0.00013066484556537383
previous_iter_valid_loss : 0.1627546101808548
858620 0.162955 0.162755 0.167107 CURRENT LEARNING RATE: 0.0001306387152093835
previous_iter_valid_loss : 0.16402851045131683
858640 0.164208 0.164029 0.166806 CURRENT LEARNING RATE: 0.00013061259007894158
previous_iter_valid_loss : 0.16350151598453522
858660 0.163671 0.163502 0.166829 CURRENT LEARNING RATE: 0.0001305864701730035
previous_iter_valid_loss : 0.167414128780365
858680 0.167572 0.167414 0.167061 CURRENT LEARNING RATE: 0.00013056035549052428
previous_iter_valid_loss : 0.1742377132177353
858700 0.174382 0.174238 0.167168 CURRENT LEARNING RATE: 0.00013053424603045926
previous_iter_valid_loss : 0.17666129767894745
858720 0.176814 0.176661 0.167894 CURRENT LEARNING RATE: 0.0001305081417917639
previous_iter_valid_loss : 0.16167369484901428
858740 0.161866 0.161674 0.167930 CURRENT LEARNING RATE: 0.00013048204277339443
previous_iter_valid_loss : 0.16058626770973206
858760 0.160746 0.160586 0.167934 CURRENT LEARNING RATE: 0.00013045594897430668
previous_iter_valid_loss : 0.16085734963417053
858780 0.161040 0.160857 0.167675 CURRENT LEARNING RATE: 0.00013042986039345697
previous_iter_valid_loss : 0.1665167510509491
858800 0.166678 0.166517 0.165883 CURRENT LEARNING RATE: 0.0001304037770298014
previous_iter_valid_loss : 0.18879535794258118
858820 0.188936 0.188795 0.167285 CURRENT LEARNING RATE: 0.00013037769888229718
previous_iter_valid_loss : 0.16222229599952698
858840 0.162379 0.162222 0.167359 CURRENT LEARNING RATE: 0.00013035162594990092
previous_iter_valid_loss : 0.16055159270763397
858860 0.160709 0.160552 0.167346 CURRENT LEARNING RATE: 0.00013032555823156951
previous_iter_valid_loss : 0.16100703179836273
858880 0.161155 0.161007 0.166132 CURRENT LEARNING RATE: 0.00013029949572626064
previous_iter_valid_loss : 0.16087187826633453
861940 0.161034 0.160872 0.166695 CURRENT LEARNING RATE: 0.0001263727172691719
previous_iter_valid_loss : 0.16300128400325775
861960 0.163170 0.163001 0.165719 CURRENT LEARNING RATE: 0.00012634744525300397
previous_iter_valid_loss : 0.17878907918930054
861980 0.179111 0.178789 0.166625 CURRENT LEARNING RATE: 0.0001263221782907339
previous_iter_valid_loss : 0.16178660094738007
862000 0.161931 0.161787 0.166625 CURRENT LEARNING RATE: 0.00012629691638135074
previous_iter_valid_loss : 0.16172194480895996
862020 0.161910 0.161722 0.166231 CURRENT LEARNING RATE: 0.00012627165952384446
previous_iter_valid_loss : 0.1604962944984436
862040 0.160662 0.160496 0.165936 CURRENT LEARNING RATE: 0.00012624640771720459
previous_iter_valid_loss : 0.1677788496017456
862060 0.168002 0.167779 0.166000 CURRENT LEARNING RATE: 0.00012622116096042103
previous_iter_valid_loss : 0.1612711250782013
862080 0.161452 0.161271 0.165507 CURRENT LEARNING RATE: 0.0001261959192524837
previous_iter_valid_loss : 0.16439199447631836
862100 0.164589 0.164392 0.165600 CURRENT LEARNING RATE: 0.0001261706825923834
previous_iter_valid_loss : 0.171751007437706
862120 0.172013 0.171751 0.165862 CURRENT LEARNING RATE: 0.00012614545097911043
previous_iter_valid_loss : 0.16063448786735535
862140 0.160796 0.160634 0.165859 CURRENT LEARNING RATE: 0.00012612022441165527
previous_iter_valid_loss : 0.16485176980495453
862160 0.165066 0.164852 0.165987 CURRENT LEARNING RATE: 0.00012609500288900935
previous_iter_valid_loss : 0.16200464963912964
862180 0.162201 0.162005 0.165566 CURRENT LEARNING RATE: 0.00012606978641016353
previous_iter_valid_loss : 0.1737155169248581
862200 0.173862 0.173716 0.165448 CURRENT LEARNING RATE: 0.00012604457497410922
previous_iter_valid_loss : 0.16154085099697113
862220 0.161725 0.161541 0.165260 CURRENT LEARNING RATE: 0.00012601936857983766
previous_iter_valid_loss : 0.1605423390865326
862240 0.160707 0.160542 0.165011 CURRENT LEARNING RATE: 0.0001259941672263411
previous_iter_valid_loss : 0.16549529135227203
862260 0.165702 0.165495 0.165139 CURRENT LEARNING RATE: 0.00012596897091261125
previous_iter_valid_loss : 0.17289325594902039
862280 0.173172 0.172893 0.164824 CURRENT LEARNING RATE: 0.00012594377963764028
previous_iter_valid_loss : 0.17899973690509796
862300 0.179300 0.179000 0.165743 CURRENT LEARNING RATE: 0.00012591859340042026
previous_iter_valid_loss : 0.190998375415802
862320 0.191475 0.190998 0.167173 CURRENT LEARNING RATE: 0.0001258934121999442
previous_iter_valid_loss : 0.18028028309345245
862340 0.180429 0.180280 0.168144 CURRENT LEARNING RATE: 0.00012586823603520468
previous_iter_valid_loss : 0.17438100278377533
862360 0.174662 0.174381 0.168713 CURRENT LEARNING RATE: 0.0001258430649051946
previous_iter_valid_loss : 0.1612456887960434
862380 0.161432 0.161246 0.167836 CURRENT LEARNING RATE: 0.0001258178988089069
previous_iter_valid_loss : 0.1629200428724289
862400 0.163104 0.162920 0.167892 CURRENT LEARNING RATE: 0.00012579273774533542
previous_iter_valid_loss : 0.16089540719985962
862420 0.161073 0.160895 0.167851 CURRENT LEARNING RATE: 0.00012576758171347344
previous_iter_valid_loss : 0.16288335621356964
862440 0.163045 0.162883 0.167970 CURRENT LEARNING RATE: 0.00012574243071231475
previous_iter_valid_loss : 0.16474410891532898
862460 0.164908 0.164744 0.167819 CURRENT LEARNING RATE: 0.0001257172847408531
previous_iter_valid_loss : 0.16254299879074097
862480 0.162745 0.162543 0.167882 CURRENT LEARNING RATE: 0.00012569214379808306
previous_iter_valid_loss : 0.16351695358753204
862500 0.163689 0.163517 0.167838 CURRENT LEARNING RATE: 0.0001256670078829988
previous_iter_valid_loss : 0.16050511598587036
862520 0.160670 0.160505 0.167276 CURRENT LEARNING RATE: 0.00012564187699459463
previous_iter_valid_loss : 0.18059766292572021
862540 0.180930 0.180598 0.168274 CURRENT LEARNING RATE: 0.00012561675113186582
previous_iter_valid_loss : 0.1630539447069168
862560 0.163255 0.163054 0.168184 CURRENT LEARNING RATE: 0.00012559163029380704
previous_iter_valid_loss : 0.16378021240234375
862580 0.163977 0.163780 0.168273 CURRENT LEARNING RATE: 0.0001255665144794135
previous_iter_valid_loss : 0.16061340272426605
862600 0.160778 0.160613 0.167618 CURRENT LEARNING RATE: 0.00012554140368768033
previous_iter_valid_loss : 0.16106508672237396
862620 0.161243 0.161065 0.167594 CURRENT LEARNING RATE: 0.00012551629791760353
previous_iter_valid_loss : 0.16085100173950195
862640 0.161002 0.160851 0.167610 CURRENT LEARNING RATE: 0.00012549119716817868
previous_iter_valid_loss : 0.16072440147399902
862660 0.160898 0.160724 0.167371 CURRENT LEARNING RATE: 0.00012546610143840173
previous_iter_valid_loss : 0.1623694896697998
862680 0.162560 0.162369 0.166845 CURRENT LEARNING RATE: 0.00012544101072726866
previous_iter_valid_loss : 0.160602405667305
862700 0.160771 0.160602 0.165925 CURRENT LEARNING RATE: 0.00012541592503377623
previous_iter_valid_loss : 0.16590389609336853
862720 0.166058 0.165904 0.164670 CURRENT LEARNING RATE: 0.0001253908443569208
previous_iter_valid_loss : 0.1605280041694641
862740 0.160693 0.160528 0.163683 CURRENT LEARNING RATE: 0.0001253657686956992
previous_iter_valid_loss : 0.1610412299633026
862760 0.161201 0.161041 0.163016 CURRENT LEARNING RATE: 0.00012534069804910812
previous_iter_valid_loss : 0.16059476137161255
862780 0.160775 0.160595 0.162983 CURRENT LEARNING RATE: 0.0001253156324161452
previous_iter_valid_loss : 0.16407489776611328
862800 0.164243 0.164075 0.163041 CURRENT LEARNING RATE: 0.0001252905717958076
previous_iter_valid_loss : 0.1614404320716858
862820 0.161616 0.161440 0.163068 CURRENT LEARNING RATE: 0.00012526551618709288
previous_iter_valid_loss : 0.16264963150024414
862840 0.162833 0.162650 0.163057 CURRENT LEARNING RATE: 0.00012524046558899863
previous_iter_valid_loss : 0.16829827427864075
862860 0.168459 0.168298 0.163234 CURRENT LEARNING RATE: 0.0001252154200005232
previous_iter_valid_loss : 0.16466248035430908
862880 0.164875 0.164662 0.163340 CURRENT LEARNING RATE: 0.00012519037942066463
previous_iter_valid_loss : 0.1604894995689392
862900 0.160653 0.160489 0.163189 CURRENT LEARNING RATE: 0.00012516534384842098
previous_iter_valid_loss : 0.1655043363571167
862920 0.165663 0.165504 0.163439 CURRENT LEARNING RATE: 0.00012514031328279138
previous_iter_valid_loss : 0.1678052544593811
862940 0.167958 0.167805 0.162799 CURRENT LEARNING RATE: 0.0001251152877227743
previous_iter_valid_loss : 0.1606072336435318
862960 0.160766 0.160607 0.162677 CURRENT LEARNING RATE: 0.00012509026716736875
previous_iter_valid_loss : 0.16258585453033447
862980 0.162748 0.162586 0.162617 CURRENT LEARNING RATE: 0.00012506525161557367
previous_iter_valid_loss : 0.1611054390668869
863000 0.161263 0.161105 0.162642 CURRENT LEARNING RATE: 0.0001250402410663889
previous_iter_valid_loss : 0.1721523255109787
863020 0.172411 0.172152 0.163196 CURRENT LEARNING RATE: 0.00012501523551881378
previous_iter_valid_loss : 0.17588001489639282
863040 0.176035 0.175880 0.163948 CURRENT LEARNING RATE: 0.0001249902349718481
previous_iter_valid_loss : 0.16204491257667542
863060 0.162197 0.162045 0.164014 CURRENT LEARNING RATE: 0.00012496523942449165
previous_iter_valid_loss : 0.16496287286281586
863080 0.165122 0.164963 0.164143 CURRENT LEARNING RATE: 0.00012494024887574497
previous_iter_valid_loss : 0.16158552467823029
863100 0.161747 0.161586 0.164192 CURRENT LEARNING RATE: 0.00012491526332460829
previous_iter_valid_loss : 0.16063833236694336
863120 0.160795 0.160638 0.163929 CURRENT LEARNING RATE: 0.00012489028277008215
previous_iter_valid_loss : 0.16257943212985992
863140 0.162767 0.162579 0.164032 CURRENT LEARNING RATE: 0.0001248653072111671
previous_iter_valid_loss : 0.1625174731016159
863160 0.162681 0.162517 0.164105 CURRENT LEARNING RATE: 0.0001248403366468646
previous_iter_valid_loss : 0.16222074627876282
863180 0.162401 0.162221 0.164187 CURRENT LEARNING RATE: 0.00012481537107617556
previous_iter_valid_loss : 0.16302573680877686
863200 0.163199 0.163026 0.164134 CURRENT LEARNING RATE: 0.0001247904104981014
previous_iter_valid_loss : 0.16054730117321014
863220 0.160720 0.160547 0.164090 CURRENT LEARNING RATE: 0.00012476545491164345
previous_iter_valid_loss : 0.1639292687177658
863240 0.164100 0.163929 0.164154 CURRENT LEARNING RATE: 0.0001247405043158039
previous_iter_valid_loss : 0.16496849060058594
863260 0.165133 0.164968 0.163987 CURRENT LEARNING RATE: 0.0001247155587095846
previous_iter_valid_loss : 0.1627582311630249
863280 0.162935 0.162758 0.163892 CURRENT LEARNING RATE: 0.00012469061809198764
previous_iter_valid_loss : 0.16131845116615295
863300 0.161472 0.161318 0.163933 CURRENT LEARNING RATE: 0.0001246656824620152
previous_iter_valid_loss : 0.17056159675121307
863320 0.170816 0.170562 0.164186 CURRENT LEARNING RATE: 0.00012464075181867028
previous_iter_valid_loss : 0.16305825114250183
863340 0.163249 0.163058 0.163949 CURRENT LEARNING RATE: 0.00012461582616095544
previous_iter_valid_loss : 0.1650688350200653
863360 0.165267 0.165069 0.164172 CURRENT LEARNING RATE: 0.00012459090548787348
previous_iter_valid_loss : 0.16079063713550568
863380 0.160961 0.160791 0.164082 CURRENT LEARNING RATE: 0.00012456598979842796
previous_iter_valid_loss : 0.16623063385486603
863400 0.166448 0.166231 0.164338 CURRENT LEARNING RATE: 0.00012454107909162204
previous_iter_valid_loss : 0.1610836535692215
863420 0.161259 0.161084 0.163785 CURRENT LEARNING RATE: 0.00012451617336645932
previous_iter_valid_loss : 0.16116175055503845
863440 0.161336 0.161162 0.163049 CURRENT LEARNING RATE: 0.00012449127262194332
previous_iter_valid_loss : 0.16118855774402618
863460 0.161352 0.161189 0.163006 CURRENT LEARNING RATE: 0.00012446637685707845
previous_iter_valid_loss : 0.17073293030261993
863480 0.170992 0.170733 0.163295 CURRENT LEARNING RATE: 0.0001244414860708687
previous_iter_valid_loss : 0.1616715043783188
863500 0.161862 0.161672 0.163299 CURRENT LEARNING RATE: 0.0001244166002623184
previous_iter_valid_loss : 0.17465780675411224
863520 0.174811 0.174658 0.164000 CURRENT LEARNING RATE: 0.00012439171943043188
previous_iter_valid_loss : 0.16645081341266632
863540 0.166603 0.166451 0.164194 CURRENT LEARNING RATE: 0.00012436684357421438
previous_iter_valid_loss : 0.17466244101524353
863560 0.174941 0.174662 0.164801 CURRENT LEARNING RATE: 0.00012434197269267067
previous_iter_valid_loss : 0.16302303969860077
863580 0.163186 0.163023 0.164841 CURRENT LEARNING RATE: 0.00012431710678480586
previous_iter_valid_loss : 0.16359545290470123
863600 0.163768 0.163595 0.164870 CURRENT LEARNING RATE: 0.00012429224584962513
previous_iter_valid_loss : 0.16076557338237762
863620 0.160922 0.160766 0.164880 CURRENT LEARNING RATE: 0.00012426738988613445
previous_iter_valid_loss : 0.1892944723367691
863640 0.189435 0.189294 0.166149 CURRENT LEARNING RATE: 0.0001242425388933394
previous_iter_valid_loss : 0.1606287807226181
863660 0.160797 0.160629 0.165932 CURRENT LEARNING RATE: 0.00012421769287024594
previous_iter_valid_loss : 0.16103142499923706
863680 0.161191 0.161031 0.165845 CURRENT LEARNING RATE: 0.00012419285181585995
previous_iter_valid_loss : 0.16928987205028534
863700 0.169439 0.169290 0.166244 CURRENT LEARNING RATE: 0.0001241680157291883
previous_iter_valid_loss : 0.1609218269586563
863720 0.161070 0.160922 0.165762 CURRENT LEARNING RATE: 0.00012414318460923727
previous_iter_valid_loss : 0.16211296617984772
863740 0.162299 0.162113 0.165715 CURRENT LEARNING RATE: 0.00012411835845501347
previous_iter_valid_loss : 0.1605028659105301
863760 0.160661 0.160503 0.165486 CURRENT LEARNING RATE: 0.00012409353726552418
previous_iter_valid_loss : 0.16406379640102386
863780 0.164258 0.164064 0.165650 CURRENT LEARNING RATE: 0.00012406872103977643
previous_iter_valid_loss : 0.16512775421142578
863800 0.165292 0.165128 0.165595 CURRENT LEARNING RATE: 0.00012404390977677755
previous_iter_valid_loss : 0.16051648557186127
863820 0.160682 0.160516 0.165567 CURRENT LEARNING RATE: 0.00012401910347553484
previous_iter_valid_loss : 0.16146263480186462
863840 0.161614 0.161463 0.165582 CURRENT LEARNING RATE: 0.00012399430213505652
previous_iter_valid_loss : 0.17453962564468384
863860 0.174691 0.174540 0.166249 CURRENT LEARNING RATE: 0.0001239695057543503
previous_iter_valid_loss : 0.16089990735054016
863880 0.161078 0.160900 0.165757 CURRENT LEARNING RATE: 0.0001239447143324243
previous_iter_valid_loss : 0.2297380119562149
863900 0.229699 0.229738 0.169161 CURRENT LEARNING RATE: 0.00012391992786828668
previous_iter_valid_loss : 0.16119973361492157
863920 0.161355 0.161200 0.168488 CURRENT LEARNING RATE: 0.00012389514636094643
previous_iter_valid_loss : 0.18094618618488312
863940 0.181105 0.180946 0.169213 CURRENT LEARNING RATE: 0.00012387036980941203
previous_iter_valid_loss : 0.1723211407661438
863960 0.172578 0.172321 0.169096 CURRENT LEARNING RATE: 0.00012384559821269247
previous_iter_valid_loss : 0.1719134896993637
863980 0.172172 0.171913 0.169540 CURRENT LEARNING RATE: 0.0001238208315697966
previous_iter_valid_loss : 0.16083186864852905
864000 0.161010 0.160832 0.169402 CURRENT LEARNING RATE: 0.00012379606987973426
previous_iter_valid_loss : 0.1610260158777237
864020 0.161182 0.161026 0.169415 CURRENT LEARNING RATE: 0.0001237713131415147
previous_iter_valid_loss : 0.16105081140995026
864040 0.161237 0.161051 0.168003 CURRENT LEARNING RATE: 0.0001237465613541477
previous_iter_valid_loss : 0.1632693111896515
864060 0.163440 0.163269 0.168135 CURRENT LEARNING RATE: 0.00012372181451664294
previous_iter_valid_loss : 0.16423268616199493
864080 0.164409 0.164233 0.168295 CURRENT LEARNING RATE: 0.000123697072628011
previous_iter_valid_loss : 0.16053001582622528
864100 0.160679 0.160530 0.167857 CURRENT LEARNING RATE: 0.000123672335687262
previous_iter_valid_loss : 0.16322651505470276
864120 0.163416 0.163227 0.167972 CURRENT LEARNING RATE: 0.0001236476036934062
previous_iter_valid_loss : 0.1605222225189209
864140 0.160680 0.160522 0.167893 CURRENT LEARNING RATE: 0.00012362287664545479
previous_iter_valid_loss : 0.16103383898735046
864160 0.161184 0.161034 0.167919 CURRENT LEARNING RATE: 0.00012359815454241849
previous_iter_valid_loss : 0.16172072291374207
864180 0.161902 0.161721 0.167802 CURRENT LEARNING RATE: 0.00012357343738330834
previous_iter_valid_loss : 0.16173924505710602
864200 0.161900 0.161739 0.167633 CURRENT LEARNING RATE: 0.00012354872516713553
previous_iter_valid_loss : 0.16412432491779327
864220 0.164326 0.164124 0.167813 CURRENT LEARNING RATE: 0.00012352401789291192
previous_iter_valid_loss : 0.16248103976249695
864240 0.162643 0.162481 0.167864 CURRENT LEARNING RATE: 0.00012349931555964908
previous_iter_valid_loss : 0.1666456162929535
864260 0.166859 0.166646 0.167469 CURRENT LEARNING RATE: 0.00012347461816635886
previous_iter_valid_loss : 0.17209076881408691
864280 0.172353 0.172091 0.168029 CURRENT LEARNING RATE: 0.00012344992571205316
previous_iter_valid_loss : 0.1614767163991928
864300 0.161637 0.161477 0.164616 CURRENT LEARNING RATE: 0.00012342523819574474
previous_iter_valid_loss : 0.1606123000383377
864320 0.160770 0.160612 0.164586 CURRENT LEARNING RATE: 0.00012340055561644583
previous_iter_valid_loss : 0.16098763048648834
864340 0.161136 0.160988 0.163588 CURRENT LEARNING RATE: 0.00012337587797316921
previous_iter_valid_loss : 0.17364679276943207
864360 0.173922 0.173647 0.163655 CURRENT LEARNING RATE: 0.00012335120526492746
previous_iter_valid_loss : 0.16123265027999878
864380 0.161390 0.161233 0.163121 CURRENT LEARNING RATE: 0.0001233265374907342
previous_iter_valid_loss : 0.16073758900165558
864400 0.160911 0.160738 0.163116 CURRENT LEARNING RATE: 0.00012330187464960242
previous_iter_valid_loss : 0.16053543984889984
864420 0.160689 0.160535 0.163091 CURRENT LEARNING RATE: 0.00012327721674054566
previous_iter_valid_loss : 0.17855572700500488
864440 0.178878 0.178556 0.163967 CURRENT LEARNING RATE: 0.00012325256376257736
previous_iter_valid_loss : 0.16143789887428284
864460 0.161607 0.161438 0.163875 CURRENT LEARNING RATE: 0.00012322791571471185
previous_iter_valid_loss : 0.17379902303218842
864480 0.174068 0.173799 0.164353 CURRENT LEARNING RATE: 0.00012320327259596298
previous_iter_valid_loss : 0.16957446932792664
864500 0.169727 0.169574 0.164806 CURRENT LEARNING RATE: 0.00012317863440534482
previous_iter_valid_loss : 0.16050854325294495
864520 0.160671 0.160509 0.164670 CURRENT LEARNING RATE: 0.00012315400114187226
previous_iter_valid_loss : 0.16062209010124207
864540 0.160777 0.160622 0.164675 CURRENT LEARNING RATE: 0.00012312937280455977
previous_iter_valid_loss : 0.16431525349617004
864560 0.164476 0.164315 0.164839 CURRENT LEARNING RATE: 0.00012310474939242221
previous_iter_valid_loss : 0.1606881320476532
864580 0.160864 0.160688 0.164787 CURRENT LEARNING RATE: 0.00012308013090447443
previous_iter_valid_loss : 0.16508552432060242
864600 0.165298 0.165086 0.164954 CURRENT LEARNING RATE: 0.0001230555173397321
previous_iter_valid_loss : 0.1605355590581894
864620 0.160708 0.160536 0.164775 CURRENT LEARNING RATE: 0.0001230309086972105
previous_iter_valid_loss : 0.16675299406051636
864640 0.166904 0.166753 0.164989 CURRENT LEARNING RATE: 0.00012300630497592526
previous_iter_valid_loss : 0.1613229215145111
864660 0.161511 0.161323 0.164722 CURRENT LEARNING RATE: 0.000122981706174892
previous_iter_valid_loss : 0.16237872838974
864680 0.162537 0.162379 0.164237 CURRENT LEARNING RATE: 0.00012295711229312723
previous_iter_valid_loss : 0.1605057567358017
864700 0.160677 0.160506 0.164188 CURRENT LEARNING RATE: 0.00012293252332964697
previous_iter_valid_loss : 0.1611923724412918
864720 0.161351 0.161192 0.164217 CURRENT LEARNING RATE: 0.0001229079392834677
previous_iter_valid_loss : 0.1624201089143753
864740 0.162604 0.162420 0.164289 CURRENT LEARNING RATE: 0.00012288336015360573
previous_iter_valid_loss : 0.16900749504566193
864760 0.169236 0.169007 0.164057 CURRENT LEARNING RATE: 0.00012285878593907846
previous_iter_valid_loss : 0.17628592252731323
864780 0.176578 0.176286 0.164810 CURRENT LEARNING RATE: 0.0001228342166389026
previous_iter_valid_loss : 0.16050411760807037
864800 0.160665 0.160504 0.164798 CURRENT LEARNING RATE: 0.00012280965225209544
previous_iter_valid_loss : 0.1628851294517517
864820 0.163083 0.162885 0.164915 CURRENT LEARNING RATE: 0.00012278509277767417
previous_iter_valid_loss : 0.16074618697166443
864840 0.160896 0.160746 0.164025 CURRENT LEARNING RATE: 0.00012276053821465684
previous_iter_valid_loss : 0.1622556746006012
864860 0.162417 0.162256 0.164066 CURRENT LEARNING RATE: 0.00012273598856206105
previous_iter_valid_loss : 0.1874256134033203
864880 0.187833 0.187426 0.164747 CURRENT LEARNING RATE: 0.00012271144381890482
previous_iter_valid_loss : 0.16803257167339325
864900 0.168260 0.168033 0.164670 CURRENT LEARNING RATE: 0.00012268690398420617
previous_iter_valid_loss : 0.16592831909656525
864920 0.166129 0.165928 0.164941 CURRENT LEARNING RATE: 0.0001226623690569839
previous_iter_valid_loss : 0.16370488703250885
864940 0.163876 0.163705 0.165095 CURRENT LEARNING RATE: 0.0001226378390362564
previous_iter_valid_loss : 0.1657055765390396
864960 0.165913 0.165706 0.165165 CURRENT LEARNING RATE: 0.00012261331392104225
previous_iter_valid_loss : 0.16078895330429077
864980 0.160966 0.160789 0.165170 CURRENT LEARNING RATE: 0.0001225887937103609
previous_iter_valid_loss : 0.17523278295993805
865000 0.175388 0.175233 0.165677 CURRENT LEARNING RATE: 0.0001225642784032313
previous_iter_valid_loss : 0.16797159612178802
865020 0.168200 0.167972 0.166049 CURRENT LEARNING RATE: 0.00012253976799867286
previous_iter_valid_loss : 0.17317581176757812
865040 0.173452 0.173176 0.166370 CURRENT LEARNING RATE: 0.00012251526249570496
previous_iter_valid_loss : 0.16083788871765137
865060 0.161008 0.160838 0.166346 CURRENT LEARNING RATE: 0.00012249076189334778
previous_iter_valid_loss : 0.17642565071582794
865080 0.176580 0.176426 0.167048 CURRENT LEARNING RATE: 0.0001224662661906211
previous_iter_valid_loss : 0.16177654266357422
865100 0.161966 0.161777 0.167112 CURRENT LEARNING RATE: 0.00012244177538654508
previous_iter_valid_loss : 0.16773398220539093
865120 0.167891 0.167734 0.167439 CURRENT LEARNING RATE: 0.00012241728948013985
previous_iter_valid_loss : 0.1645527482032776
865140 0.164762 0.164553 0.167545 CURRENT LEARNING RATE: 0.00012239280847042646
previous_iter_valid_loss : 0.18144793808460236
865160 0.181798 0.181448 0.168167 CURRENT LEARNING RATE: 0.00012236833235642543
previous_iter_valid_loss : 0.17078456282615662
865180 0.171033 0.170785 0.167892 CURRENT LEARNING RATE: 0.0001223438611371577
previous_iter_valid_loss : 0.16296268999576569
865200 0.163127 0.162963 0.168015 CURRENT LEARNING RATE: 0.0001223193948116442
previous_iter_valid_loss : 0.17301902174949646
865220 0.173292 0.173019 0.168522 CURRENT LEARNING RATE: 0.00012229493337890675
previous_iter_valid_loss : 0.17131684720516205
865240 0.171576 0.171317 0.169051 CURRENT LEARNING RATE: 0.00012227047683796663
previous_iter_valid_loss : 0.16104340553283691
865260 0.161202 0.161043 0.168990 CURRENT LEARNING RATE: 0.00012224602518784563
previous_iter_valid_loss : 0.16111458837985992
865280 0.161304 0.161115 0.167674 CURRENT LEARNING RATE: 0.00012222157842756542
previous_iter_valid_loss : 0.16275964677333832
865300 0.162917 0.162760 0.167411 CURRENT LEARNING RATE: 0.00012219713655614857
previous_iter_valid_loss : 0.167617529630661
865320 0.167774 0.167618 0.167495 CURRENT LEARNING RATE: 0.0001221726995726172
previous_iter_valid_loss : 0.16277442872524261
865340 0.162942 0.162774 0.167449 CURRENT LEARNING RATE: 0.00012214826747599362
previous_iter_valid_loss : 0.16083285212516785
865360 0.160990 0.160833 0.167205 CURRENT LEARNING RATE: 0.00012212384026530097
previous_iter_valid_loss : 0.16087310016155243
865380 0.161051 0.160873 0.167209 CURRENT LEARNING RATE: 0.00012209941793956194
previous_iter_valid_loss : 0.17048868536949158
865400 0.170641 0.170489 0.166972 CURRENT LEARNING RATE: 0.00012207500049779966
previous_iter_valid_loss : 0.16209575533866882
865420 0.162283 0.162096 0.166678 CURRENT LEARNING RATE: 0.00012205058793903719
previous_iter_valid_loss : 0.16250158846378326
865440 0.162691 0.162502 0.166144 CURRENT LEARNING RATE: 0.00012202618026229848
previous_iter_valid_loss : 0.1676860749721527
865460 0.167908 0.167686 0.166487 CURRENT LEARNING RATE: 0.00012200177746660698
previous_iter_valid_loss : 0.16301168501377106
865480 0.163176 0.163012 0.165816 CURRENT LEARNING RATE: 0.0001219773795509866
previous_iter_valid_loss : 0.16049474477767944
865500 0.160655 0.160495 0.165752 CURRENT LEARNING RATE: 0.00012195298651446123
previous_iter_valid_loss : 0.16129495203495026
865520 0.161459 0.161295 0.165430 CURRENT LEARNING RATE: 0.00012192859835605552
previous_iter_valid_loss : 0.16352379322052002
865540 0.163696 0.163524 0.165379 CURRENT LEARNING RATE: 0.00012190421507479377
previous_iter_valid_loss : 0.1699870377779007
865560 0.170134 0.169987 0.164806 CURRENT LEARNING RATE: 0.00012187983666970063
previous_iter_valid_loss : 0.1652587503194809
865580 0.165423 0.165259 0.164529 CURRENT LEARNING RATE: 0.00012185546313980078
previous_iter_valid_loss : 0.16499076783657074
865600 0.165183 0.164991 0.164631 CURRENT LEARNING RATE: 0.00012183109448411966
previous_iter_valid_loss : 0.16089002788066864
865620 0.161041 0.160890 0.164024 CURRENT LEARNING RATE: 0.00012180673070168235
previous_iter_valid_loss : 0.17782986164093018
865640 0.177990 0.177830 0.164350 CURRENT LEARNING RATE: 0.00012178237179151428
previous_iter_valid_loss : 0.16069984436035156
865660 0.160855 0.160700 0.164333 CURRENT LEARNING RATE: 0.00012175801775264089
previous_iter_valid_loss : 0.16414549946784973
865680 0.164347 0.164145 0.164484 CURRENT LEARNING RATE: 0.00012173366858408844
previous_iter_valid_loss : 0.16053174436092377
865700 0.160690 0.160532 0.164373 CURRENT LEARNING RATE: 0.00012170932428488274
previous_iter_valid_loss : 0.17154502868652344
865720 0.171805 0.171545 0.164569 CURRENT LEARNING RATE: 0.00012168498485404983
previous_iter_valid_loss : 0.17094269394874573
865740 0.171195 0.170943 0.164978 CURRENT LEARNING RATE: 0.00012166065029061653
previous_iter_valid_loss : 0.16593338549137115
865760 0.166141 0.165933 0.165233 CURRENT LEARNING RATE: 0.00012163632059360928
previous_iter_valid_loss : 0.18953703343868256
865780 0.189970 0.189537 0.166666 CURRENT LEARNING RATE: 0.00012161199576205484
previous_iter_valid_loss : 0.16051296889781952
865800 0.160677 0.160513 0.166167 CURRENT LEARNING RATE: 0.00012158767579498005
previous_iter_valid_loss : 0.16607460379600525
865820 0.166295 0.166075 0.166366 CURRENT LEARNING RATE: 0.00012156336069141252
previous_iter_valid_loss : 0.1629270613193512
865840 0.163093 0.162927 0.166387 CURRENT LEARNING RATE: 0.00012153905045037942
previous_iter_valid_loss : 0.16071875393390656
865860 0.160891 0.160719 0.166039 CURRENT LEARNING RATE: 0.00012151474507090836
previous_iter_valid_loss : 0.16095325350761414
865880 0.161109 0.160953 0.165936 CURRENT LEARNING RATE: 0.00012149044455202692
previous_iter_valid_loss : 0.16121524572372437
865900 0.161373 0.161215 0.165972 CURRENT LEARNING RATE: 0.00012146614889276348
previous_iter_valid_loss : 0.16191008687019348
865920 0.162096 0.161910 0.166003 CURRENT LEARNING RATE: 0.00012144185809214601
previous_iter_valid_loss : 0.16052399575710297
865940 0.160675 0.160524 0.165853 CURRENT LEARNING RATE: 0.00012141757214920289
previous_iter_valid_loss : 0.16355760395526886
865960 0.163729 0.163558 0.165531 CURRENT LEARNING RATE: 0.00012139329106296245
previous_iter_valid_loss : 0.16953346133232117
865980 0.169684 0.169533 0.165745 CURRENT LEARNING RATE: 0.00012136901483245389
previous_iter_valid_loss : 0.16050559282302856
866000 0.160664 0.160506 0.165521 CURRENT LEARNING RATE: 0.00012134474345670593
previous_iter_valid_loss : 0.16490408778190613
866020 0.165064 0.164904 0.165722 CURRENT LEARNING RATE: 0.00012132047693474773
previous_iter_valid_loss : 0.16605542600154877
866040 0.166253 0.166055 0.165133 CURRENT LEARNING RATE: 0.00012129621526560841
previous_iter_valid_loss : 0.17015080153942108
866060 0.170400 0.170151 0.165605 CURRENT LEARNING RATE: 0.00012127195844831793
previous_iter_valid_loss : 0.16492244601249695
866080 0.165087 0.164922 0.165644 CURRENT LEARNING RATE: 0.0001212477064819058
previous_iter_valid_loss : 0.16268125176429749
866100 0.162838 0.162681 0.165752 CURRENT LEARNING RATE: 0.00012122345936540195
previous_iter_valid_loss : 0.16411060094833374
866120 0.164299 0.164111 0.165380 CURRENT LEARNING RATE: 0.00012119921709783628
previous_iter_valid_loss : 0.16066865622997284
866140 0.160844 0.160669 0.164866 CURRENT LEARNING RATE: 0.00012117497967823952
previous_iter_valid_loss : 0.17718194425106049
866160 0.177333 0.177182 0.165429 CURRENT LEARNING RATE: 0.00012115074710564196
previous_iter_valid_loss : 0.1606331467628479
866180 0.160803 0.160633 0.163984 CURRENT LEARNING RATE: 0.00012112651937907408
previous_iter_valid_loss : 0.1620795726776123
866200 0.162228 0.162080 0.164062 CURRENT LEARNING RATE: 0.00012110229649756723
previous_iter_valid_loss : 0.17163805663585663
866220 0.171891 0.171638 0.164340 CURRENT LEARNING RATE: 0.00012107807846015223
previous_iter_valid_loss : 0.16169938445091248
866240 0.161866 0.161699 0.164279 CURRENT LEARNING RATE: 0.00012105386526586041
previous_iter_valid_loss : 0.16055038571357727
866260 0.160721 0.160550 0.164270 CURRENT LEARNING RATE: 0.00012102965691372297
previous_iter_valid_loss : 0.16136708855628967
866280 0.161522 0.161367 0.164291 CURRENT LEARNING RATE: 0.00012100545340277206
previous_iter_valid_loss : 0.16904078423976898
866300 0.169194 0.169041 0.164682 CURRENT LEARNING RATE: 0.0001209812547320393
previous_iter_valid_loss : 0.16070084273815155
866320 0.160861 0.160701 0.164622 CURRENT LEARNING RATE: 0.00012095706090055673
previous_iter_valid_loss : 0.1611449420452118
866340 0.161325 0.161145 0.164653 CURRENT LEARNING RATE: 0.00012093287190735643
previous_iter_valid_loss : 0.16184918582439423
866360 0.162007 0.161849 0.164567 CURRENT LEARNING RATE: 0.00012090868775147121
previous_iter_valid_loss : 0.16256895661354065
866380 0.162729 0.162569 0.164219 CURRENT LEARNING RATE: 0.00012088450843193353
previous_iter_valid_loss : 0.16271662712097168
866400 0.162908 0.162717 0.164330 CURRENT LEARNING RATE: 0.00012086033394777619
previous_iter_valid_loss : 0.16288013756275177
866420 0.163036 0.162880 0.164229 CURRENT LEARNING RATE: 0.00012083616429803201
previous_iter_valid_loss : 0.16430585086345673
866440 0.164480 0.164306 0.164141 CURRENT LEARNING RATE: 0.00012081199948173465
previous_iter_valid_loss : 0.16059020161628723
866460 0.160773 0.160590 0.163663 CURRENT LEARNING RATE: 0.00012078783949791726
previous_iter_valid_loss : 0.16061170399188995
866480 0.160784 0.160612 0.163448 CURRENT LEARNING RATE: 0.0001207636843456135
previous_iter_valid_loss : 0.1609550565481186
866500 0.161113 0.160955 0.163361 CURRENT LEARNING RATE: 0.0001207395340238569
previous_iter_valid_loss : 0.16282109916210175
866520 0.162979 0.162821 0.163297 CURRENT LEARNING RATE: 0.00012071538853168187
previous_iter_valid_loss : 0.16148284077644348
866540 0.161670 0.161483 0.163337 CURRENT LEARNING RATE: 0.00012069124786812242
previous_iter_valid_loss : 0.1619521975517273
866560 0.162111 0.161952 0.162576 CURRENT LEARNING RATE: 0.00012066711203221269
previous_iter_valid_loss : 0.16539351642131805
866580 0.165598 0.165394 0.162814 CURRENT LEARNING RATE: 0.00012064298102298766
previous_iter_valid_loss : 0.16072890162467957
866600 0.160885 0.160729 0.162746 CURRENT LEARNING RATE: 0.00012061885483948188
previous_iter_valid_loss : 0.16063863039016724
866620 0.160791 0.160639 0.162196 CURRENT LEARNING RATE: 0.00012059473348073031
previous_iter_valid_loss : 0.16439548134803772
866640 0.164561 0.164395 0.162331 CURRENT LEARNING RATE: 0.0001205706169457679
previous_iter_valid_loss : 0.16095376014709473
866660 0.161135 0.160954 0.162351 CURRENT LEARNING RATE: 0.0001205465052336304
previous_iter_valid_loss : 0.1835336834192276
866680 0.183903 0.183534 0.163460 CURRENT LEARNING RATE: 0.0001205223983433531
previous_iter_valid_loss : 0.1687929779291153
866700 0.169036 0.168793 0.163447 CURRENT LEARNING RATE: 0.00012049829627397176
previous_iter_valid_loss : 0.16395820677280426
866720 0.164129 0.163958 0.163610 CURRENT LEARNING RATE: 0.0001204741990245221
previous_iter_valid_loss : 0.16156147420406342
866740 0.161751 0.161561 0.163631 CURRENT LEARNING RATE: 0.0001204501065940406
previous_iter_valid_loss : 0.1839793175458908
866760 0.184135 0.183979 0.164738 CURRENT LEARNING RATE: 0.00012042601898156338
previous_iter_valid_loss : 0.1606767177581787
866780 0.160850 0.160677 0.164643 CURRENT LEARNING RATE: 0.00012040193618612695
previous_iter_valid_loss : 0.1621154248714447
866800 0.162276 0.162115 0.164613 CURRENT LEARNING RATE: 0.00012037785820676775
previous_iter_valid_loss : 0.17950943112373352
866820 0.179668 0.179509 0.165444 CURRENT LEARNING RATE: 0.00012035378504252313
previous_iter_valid_loss : 0.16142070293426514
866840 0.161589 0.161421 0.165300 CURRENT LEARNING RATE: 0.00012032971669242991
previous_iter_valid_loss : 0.1627027988433838
866860 0.162897 0.162703 0.165406 CURRENT LEARNING RATE: 0.00012030565315552539
previous_iter_valid_loss : 0.16640067100524902
866880 0.166601 0.166401 0.165695 CURRENT LEARNING RATE: 0.00012028159443084679
previous_iter_valid_loss : 0.16175991296768188
866900 0.161921 0.161760 0.165735 CURRENT LEARNING RATE: 0.0001202575405174322
previous_iter_valid_loss : 0.16338126361370087
866920 0.163552 0.163381 0.165763 CURRENT LEARNING RATE: 0.00012023349141431924
previous_iter_valid_loss : 0.16295824944972992
866940 0.163149 0.162958 0.165837 CURRENT LEARNING RATE: 0.00012020944712054573
previous_iter_valid_loss : 0.1641339361667633
866960 0.164331 0.164134 0.165946 CURRENT LEARNING RATE: 0.00012018540763515037
previous_iter_valid_loss : 0.16054308414459229
866980 0.160707 0.160543 0.165704 CURRENT LEARNING RATE: 0.00012016137295717131
previous_iter_valid_loss : 0.16100694239139557
867000 0.161161 0.161007 0.165718 CURRENT LEARNING RATE: 0.00012013734308564716
previous_iter_valid_loss : 0.16586661338806152
867020 0.166028 0.165867 0.165979 CURRENT LEARNING RATE: 0.00012011331801961657
previous_iter_valid_loss : 0.16538210213184357
867040 0.165586 0.165382 0.166028 CURRENT LEARNING RATE: 0.00012008929775811892
previous_iter_valid_loss : 0.16923680901527405
867060 0.169386 0.169237 0.166443 CURRENT LEARNING RATE: 0.00012006528230019321
previous_iter_valid_loss : 0.16057319939136505
867080 0.160723 0.160573 0.165295 CURRENT LEARNING RATE: 0.00012004127164487879
previous_iter_valid_loss : 0.16212444007396698
867100 0.162279 0.162124 0.164961 CURRENT LEARNING RATE: 0.00012001726579121503
previous_iter_valid_loss : 0.16376115381717682
867120 0.163922 0.163761 0.164951 CURRENT LEARNING RATE: 0.00011999326473824217
previous_iter_valid_loss : 0.16763992607593536
867140 0.167870 0.167640 0.165255 CURRENT LEARNING RATE: 0.00011996926848499987
previous_iter_valid_loss : 0.171502023935318
867160 0.171654 0.171502 0.164631 CURRENT LEARNING RATE: 0.00011994527703052835
previous_iter_valid_loss : 0.17208708822727203
867180 0.172236 0.172087 0.165202 CURRENT LEARNING RATE: 0.00011992129037386771
previous_iter_valid_loss : 0.17039446532726288
867200 0.170639 0.170394 0.165616 CURRENT LEARNING RATE: 0.00011989730851405891
previous_iter_valid_loss : 0.1774260550737381
867220 0.177731 0.177426 0.165512 CURRENT LEARNING RATE: 0.00011987333145014247
previous_iter_valid_loss : 0.16654522716999054
867240 0.166773 0.166545 0.165768 CURRENT LEARNING RATE: 0.0001198493591811593
previous_iter_valid_loss : 0.16050682961940765
867260 0.160676 0.160507 0.165658 CURRENT LEARNING RATE: 0.0001198253917061503
previous_iter_valid_loss : 0.16097292304039001
867280 0.161139 0.160973 0.165387 CURRENT LEARNING RATE: 0.0001198014290241572
previous_iter_valid_loss : 0.16063468158245087
867300 0.160811 0.160635 0.165330 CURRENT LEARNING RATE: 0.00011977747113422129
previous_iter_valid_loss : 0.17083950340747833
867320 0.170993 0.170840 0.165703 CURRENT LEARNING RATE: 0.000119753518035384
previous_iter_valid_loss : 0.16361930966377258
867340 0.163825 0.163619 0.165736 CURRENT LEARNING RATE: 0.00011972956972668768
previous_iter_valid_loss : 0.17252840101718903
867360 0.172675 0.172528 0.166156 CURRENT LEARNING RATE: 0.00011970562620717416
previous_iter_valid_loss : 0.16173423826694489
867380 0.161898 0.161734 0.166216 CURRENT LEARNING RATE: 0.00011968168747588572
previous_iter_valid_loss : 0.1681906282901764
867400 0.168423 0.168191 0.166575 CURRENT LEARNING RATE: 0.00011965775353186456
previous_iter_valid_loss : 0.17704956233501434
867420 0.177350 0.177050 0.167134 CURRENT LEARNING RATE: 0.00011963382437415378
previous_iter_valid_loss : 0.16552506387233734
867440 0.165688 0.165525 0.167141 CURRENT LEARNING RATE: 0.00011960990000179599
previous_iter_valid_loss : 0.17989778518676758
867460 0.180228 0.179898 0.167674 CURRENT LEARNING RATE: 0.00011958598041383421
previous_iter_valid_loss : 0.17899644374847412
867480 0.179151 0.178996 0.168595 CURRENT LEARNING RATE: 0.00011956206560931146
previous_iter_valid_loss : 0.16126978397369385
867500 0.161426 0.161270 0.168553 CURRENT LEARNING RATE: 0.00011953815558727156
previous_iter_valid_loss : 0.17243632674217224
867520 0.172710 0.172436 0.168986 CURRENT LEARNING RATE: 0.0001195142503467579
previous_iter_valid_loss : 0.1612638235092163
867540 0.161428 0.161264 0.168668 CURRENT LEARNING RATE: 0.00011949034988681427
previous_iter_valid_loss : 0.17978177964687347
867560 0.179937 0.179782 0.169082 CURRENT LEARNING RATE: 0.00011946645420648442
previous_iter_valid_loss : 0.17717792093753815
867580 0.177342 0.177178 0.169336 CURRENT LEARNING RATE: 0.00011944256330481298
previous_iter_valid_loss : 0.16555587947368622
867600 0.165721 0.165556 0.169094 CURRENT LEARNING RATE: 0.0001194186771808441
previous_iter_valid_loss : 0.16545626521110535
867620 0.165662 0.165456 0.168496 CURRENT LEARNING RATE: 0.00011939479583362231
previous_iter_valid_loss : 0.16245399415493011
867640 0.162640 0.162454 0.168291 CURRENT LEARNING RATE: 0.00011937091926219216
previous_iter_valid_loss : 0.1632440984249115
867660 0.163401 0.163244 0.168428 CURRENT LEARNING RATE: 0.000119347047465599
previous_iter_valid_loss : 0.17078635096549988
867680 0.171036 0.170786 0.168919 CURRENT LEARNING RATE: 0.00011932318044288777
previous_iter_valid_loss : 0.17489466071128845
867700 0.175174 0.174895 0.169632 CURRENT LEARNING RATE: 0.00011929931819310377
previous_iter_valid_loss : 0.16379541158676147
867720 0.163962 0.163795 0.169279 CURRENT LEARNING RATE: 0.0001192754607152923
previous_iter_valid_loss : 0.16684789955615997
867740 0.167011 0.166848 0.169441 CURRENT LEARNING RATE: 0.00011925160800849949
previous_iter_valid_loss : 0.16595712304115295
867760 0.166111 0.165957 0.169112 CURRENT LEARNING RATE: 0.00011922776007177101
previous_iter_valid_loss : 0.1645946502685547
867780 0.164766 0.164595 0.169255 CURRENT LEARNING RATE: 0.00011920391690415273
previous_iter_valid_loss : 0.16552266478538513
867800 0.165726 0.165523 0.169122 CURRENT LEARNING RATE: 0.00011918007850469138
previous_iter_valid_loss : 0.16059330105781555
867820 0.160762 0.160593 0.168299 CURRENT LEARNING RATE: 0.00011915624487243316
previous_iter_valid_loss : 0.16186180710792542
867840 0.162050 0.161862 0.168116 CURRENT LEARNING RATE: 0.00011913241600642477
previous_iter_valid_loss : 0.16115815937519073
867860 0.161337 0.161158 0.167179 CURRENT LEARNING RATE: 0.0001191085919057128
previous_iter_valid_loss : 0.16569778323173523
867880 0.165900 0.165698 0.166514 CURRENT LEARNING RATE: 0.00011908477256934475
previous_iter_valid_loss : 0.16073022782802582
867900 0.160887 0.160730 0.166487 CURRENT LEARNING RATE: 0.00011906095799636762
previous_iter_valid_loss : 0.16059477627277374
867920 0.160760 0.160595 0.165895 CURRENT LEARNING RATE: 0.00011903714818582882
previous_iter_valid_loss : 0.16553246974945068
867940 0.165695 0.165532 0.166108 CURRENT LEARNING RATE: 0.00011901334313677574
previous_iter_valid_loss : 0.1825437992811203
867960 0.182696 0.182544 0.166247 CURRENT LEARNING RATE: 0.00011898954284825663
previous_iter_valid_loss : 0.16087542474269867
867980 0.161040 0.160875 0.165431 CURRENT LEARNING RATE: 0.00011896574731931924
previous_iter_valid_loss : 0.1660929024219513
868000 0.166315 0.166093 0.165458 CURRENT LEARNING RATE: 0.00011894195654901176
previous_iter_valid_loss : 0.167964905500412
868020 0.168120 0.167965 0.165584 CURRENT LEARNING RATE: 0.00011891817053638237
previous_iter_valid_loss : 0.18302981555461884
868040 0.183183 0.183030 0.166612 CURRENT LEARNING RATE: 0.00011889438928048
previous_iter_valid_loss : 0.16072091460227966
868060 0.160886 0.160721 0.166486 CURRENT LEARNING RATE: 0.00011887061278035324
previous_iter_valid_loss : 0.16867324709892273
868080 0.168906 0.168673 0.166381 CURRENT LEARNING RATE: 0.000118846841035051
previous_iter_valid_loss : 0.18669548630714417
868100 0.187118 0.186695 0.166971 CURRENT LEARNING RATE: 0.0001188230740436222
previous_iter_valid_loss : 0.17345888912677765
868120 0.173740 0.173459 0.167454 CURRENT LEARNING RATE: 0.00011879931180511658
previous_iter_valid_loss : 0.1634063869714737
868140 0.163600 0.163406 0.167282 CURRENT LEARNING RATE: 0.00011877555431858345
previous_iter_valid_loss : 0.16428156197071075
868160 0.164456 0.164282 0.167198 CURRENT LEARNING RATE: 0.00011875180158307231
previous_iter_valid_loss : 0.16104702651500702
868180 0.161233 0.161047 0.167021 CURRENT LEARNING RATE: 0.00011872805359763346
previous_iter_valid_loss : 0.17335553467273712
868200 0.173630 0.173356 0.167412 CURRENT LEARNING RATE: 0.00011870431036131676
previous_iter_valid_loss : 0.17540091276168823
868220 0.175697 0.175401 0.168153 CURRENT LEARNING RATE: 0.0001186805718731725
previous_iter_valid_loss : 0.16088728606700897
868240 0.161037 0.160887 0.168104 CURRENT LEARNING RATE: 0.00011865683813225092
previous_iter_valid_loss : 0.20124520361423492
868260 0.201333 0.201245 0.170108 CURRENT LEARNING RATE: 0.00011863310913760308
previous_iter_valid_loss : 0.16956239938735962
868280 0.169712 0.169562 0.170302 CURRENT LEARNING RATE: 0.00011860938488827963
previous_iter_valid_loss : 0.16804081201553345
868300 0.168264 0.168041 0.170667 CURRENT LEARNING RATE: 0.00011858566538333158
previous_iter_valid_loss : 0.16976754367351532
868320 0.170011 0.169768 0.171126 CURRENT LEARNING RATE: 0.00011856195062180995
previous_iter_valid_loss : 0.16061390936374664
868340 0.160783 0.160614 0.170880 CURRENT LEARNING RATE: 0.0001185382406027666
previous_iter_valid_loss : 0.1873413324356079
868360 0.187741 0.187341 0.171120 CURRENT LEARNING RATE: 0.00011851453532525287
previous_iter_valid_loss : 0.16121196746826172
868380 0.161397 0.161212 0.171136 CURRENT LEARNING RATE: 0.00011849083478832055
previous_iter_valid_loss : 0.16865798830986023
868400 0.168814 0.168658 0.171265 CURRENT LEARNING RATE: 0.00011846713899102145
previous_iter_valid_loss : 0.17940548062324524
868420 0.179564 0.179405 0.171837 CURRENT LEARNING RATE: 0.00011844344793240816
previous_iter_valid_loss : 0.16079096496105194
868440 0.160966 0.160791 0.170725 CURRENT LEARNING RATE: 0.00011841976161153276
previous_iter_valid_loss : 0.16100135445594788
868460 0.161168 0.161001 0.170739 CURRENT LEARNING RATE: 0.00011839608002744785
previous_iter_valid_loss : 0.1931094378232956
868480 0.193221 0.193109 0.171961 CURRENT LEARNING RATE: 0.00011837240317920596
previous_iter_valid_loss : 0.17371034622192383
868500 0.173859 0.173710 0.171311 CURRENT LEARNING RATE: 0.00011834873106586041
previous_iter_valid_loss : 0.1607687771320343
868520 0.160942 0.160769 0.170677 CURRENT LEARNING RATE: 0.00011832506368646413
previous_iter_valid_loss : 0.1605706512928009
868540 0.160741 0.160571 0.170535 CURRENT LEARNING RATE: 0.0001183014010400702
previous_iter_valid_loss : 0.17358838021755219
868560 0.173856 0.173588 0.171000 CURRENT LEARNING RATE: 0.00011827774312573253
previous_iter_valid_loss : 0.17669051885604858
868580 0.176838 0.176691 0.171783 CURRENT LEARNING RATE: 0.0001182540899425046
previous_iter_valid_loss : 0.16068796813488007
868600 0.160862 0.160688 0.171149 CURRENT LEARNING RATE: 0.00011823044148944029
previous_iter_valid_loss : 0.16716046631336212
868620 0.167317 0.167160 0.170737 CURRENT LEARNING RATE: 0.00011820679776559345
previous_iter_valid_loss : 0.16525590419769287
868640 0.165463 0.165256 0.170956 CURRENT LEARNING RATE: 0.00011818315877001873
previous_iter_valid_loss : 0.18120580911636353
868660 0.181544 0.181206 0.169954 CURRENT LEARNING RATE: 0.00011815952450177039
previous_iter_valid_loss : 0.16174378991127014
868680 0.161897 0.161744 0.169563 CURRENT LEARNING RATE: 0.00011813589495990305
previous_iter_valid_loss : 0.16404429078102112
868700 0.164212 0.164044 0.169363 CURRENT LEARNING RATE: 0.0001181122701434713
previous_iter_valid_loss : 0.17183765769004822
868720 0.172095 0.171838 0.169466 CURRENT LEARNING RATE: 0.0001180886500515306
previous_iter_valid_loss : 0.1606723815202713
868740 0.160828 0.160672 0.169469 CURRENT LEARNING RATE: 0.0001180650346831359
previous_iter_valid_loss : 0.1665818989276886
868760 0.166741 0.166582 0.168431 CURRENT LEARNING RATE: 0.00011804142403734261
previous_iter_valid_loss : 0.1604977399110794
868780 0.160664 0.160498 0.168396 CURRENT LEARNING RATE: 0.00011801781811320608
previous_iter_valid_loss : 0.1623743623495102
868800 0.162566 0.162374 0.168081 CURRENT LEARNING RATE: 0.00011799421690978252
previous_iter_valid_loss : 0.1676035374403
868820 0.167762 0.167604 0.167491 CURRENT LEARNING RATE: 0.00011797062042612764
previous_iter_valid_loss : 0.16154745221138
868840 0.161727 0.161547 0.167529 CURRENT LEARNING RATE: 0.00011794702866129758
previous_iter_valid_loss : 0.16056571900844574
868860 0.160727 0.160566 0.167507 CURRENT LEARNING RATE: 0.00011792344161434849
previous_iter_valid_loss : 0.17068524658679962
868880 0.170942 0.170685 0.166386 CURRENT LEARNING RATE: 0.00011789985928433728
previous_iter_valid_loss : 0.16264356672763824
868900 0.162807 0.162644 0.165833 CURRENT LEARNING RATE: 0.00011787628167032046
previous_iter_valid_loss : 0.1606915295124054
868920 0.160852 0.160692 0.165829 CURRENT LEARNING RATE: 0.00011785270877135493
previous_iter_valid_loss : 0.1608123928308487
868940 0.160972 0.160812 0.165841 CURRENT LEARNING RATE: 0.00011782914058649753
previous_iter_valid_loss : 0.16592034697532654
868960 0.166130 0.165920 0.165458 CURRENT LEARNING RATE: 0.00011780557711480602
previous_iter_valid_loss : 0.16297344863414764
868980 0.163168 0.162973 0.164772 CURRENT LEARNING RATE: 0.00011778201835533757
previous_iter_valid_loss : 0.17170512676239014
869000 0.171850 0.171705 0.165323 CURRENT LEARNING RATE: 0.0001177584643071497
previous_iter_valid_loss : 0.16465593874454498
869020 0.164814 0.164656 0.165197 CURRENT LEARNING RATE: 0.00011773491496930061
previous_iter_valid_loss : 0.16143472492694855
869040 0.161596 0.161435 0.165006 CURRENT LEARNING RATE: 0.00011771137034084813
previous_iter_valid_loss : 0.16635866463184357
869060 0.166583 0.166359 0.164264 CURRENT LEARNING RATE: 0.00011768783042085048
previous_iter_valid_loss : 0.1623479425907135
869080 0.162538 0.162348 0.164294 CURRENT LEARNING RATE: 0.00011766429520836585
previous_iter_valid_loss : 0.16234822571277618
869100 0.162542 0.162348 0.164209 CURRENT LEARNING RATE: 0.00011764076470245325
previous_iter_valid_loss : 0.17536096274852753
869120 0.175633 0.175361 0.164386 CURRENT LEARNING RATE: 0.00011761723890217128
previous_iter_valid_loss : 0.1605430245399475
869140 0.160715 0.160543 0.164379 CURRENT LEARNING RATE: 0.00011759371780657885
previous_iter_valid_loss : 0.1684170961380005
869160 0.168571 0.168417 0.164471 CURRENT LEARNING RATE: 0.00011757020141473496
previous_iter_valid_loss : 0.16063186526298523
869180 0.160785 0.160632 0.164478 CURRENT LEARNING RATE: 0.00011754668972569934
previous_iter_valid_loss : 0.1631338745355606
869200 0.163327 0.163134 0.164516 CURRENT LEARNING RATE: 0.00011752318273853133
previous_iter_valid_loss : 0.16449037194252014
869220 0.164659 0.164490 0.164360 CURRENT LEARNING RATE: 0.00011749968045229064
previous_iter_valid_loss : 0.178348571062088
869240 0.178669 0.178349 0.165200 CURRENT LEARNING RATE: 0.000117476182866037
previous_iter_valid_loss : 0.17666730284690857
869260 0.176962 0.176667 0.166005 CURRENT LEARNING RATE: 0.00011745268997883086
previous_iter_valid_loss : 0.1629551351070404
869280 0.163123 0.162955 0.165619 CURRENT LEARNING RATE: 0.00011742920178973236
previous_iter_valid_loss : 0.16669240593910217
869300 0.166851 0.166692 0.165821 CURRENT LEARNING RATE: 0.00011740571829780194
previous_iter_valid_loss : 0.16054582595825195
869320 0.160714 0.160546 0.165814 CURRENT LEARNING RATE: 0.00011738223950210005
previous_iter_valid_loss : 0.16068987548351288
869340 0.160845 0.160690 0.165808 CURRENT LEARNING RATE: 0.00011735876540168798
previous_iter_valid_loss : 0.16251622140407562
869360 0.162686 0.162516 0.165637 CURRENT LEARNING RATE: 0.00011733529599562654
previous_iter_valid_loss : 0.1640165001153946
869380 0.164190 0.164017 0.165690 CURRENT LEARNING RATE: 0.00011731183128297674
previous_iter_valid_loss : 0.20536953210830688
869400 0.205930 0.205370 0.167373 CURRENT LEARNING RATE: 0.00011728837126280042
previous_iter_valid_loss : 0.16063709557056427
869420 0.160793 0.160637 0.167172 CURRENT LEARNING RATE: 0.00011726491593415894
previous_iter_valid_loss : 0.18034815788269043
869440 0.180502 0.180348 0.168117 CURRENT LEARNING RATE: 0.00011724146529611415
previous_iter_valid_loss : 0.1606908142566681
869460 0.160849 0.160691 0.167834 CURRENT LEARNING RATE: 0.00011721801934772777
previous_iter_valid_loss : 0.17321601510047913
869480 0.173482 0.173216 0.168378 CURRENT LEARNING RATE: 0.00011719457808806238
previous_iter_valid_loss : 0.1625247299671173
869500 0.162712 0.162525 0.168386 CURRENT LEARNING RATE: 0.00011717114151618013
previous_iter_valid_loss : 0.1655152291059494
869520 0.165673 0.165515 0.167894 CURRENT LEARNING RATE: 0.00011714770963114356
previous_iter_valid_loss : 0.16442275047302246
869540 0.164625 0.164423 0.168088 CURRENT LEARNING RATE: 0.00011712428243201517
previous_iter_valid_loss : 0.1617182493209839
869560 0.161907 0.161718 0.167753 CURRENT LEARNING RATE: 0.00011710085991785832
previous_iter_valid_loss : 0.16218478977680206
869580 0.162373 0.162185 0.167831 CURRENT LEARNING RATE: 0.00011707744208773588
previous_iter_valid_loss : 0.18532311916351318
869600 0.185699 0.185323 0.168940 CURRENT LEARNING RATE: 0.00011705402894071114
previous_iter_valid_loss : 0.1657962203025818
869620 0.165960 0.165796 0.169005 CURRENT LEARNING RATE: 0.00011703062047584733
previous_iter_valid_loss : 0.16664837300777435
869640 0.166867 0.166648 0.168420 CURRENT LEARNING RATE: 0.00011700721669220861
previous_iter_valid_loss : 0.1639564037322998
869660 0.164131 0.163956 0.167785 CURRENT LEARNING RATE: 0.00011698381758885855
previous_iter_valid_loss : 0.1608782559633255
869680 0.161050 0.160878 0.167681 CURRENT LEARNING RATE: 0.0001169604231648612
previous_iter_valid_loss : 0.16767971217632294
869700 0.167897 0.167680 0.167730 CURRENT LEARNING RATE: 0.00011693703341928062
previous_iter_valid_loss : 0.16924671828746796
869720 0.169396 0.169247 0.168165 CURRENT LEARNING RATE: 0.00011691364835118158
previous_iter_valid_loss : 0.1669285148382187
869740 0.167146 0.166929 0.168477 CURRENT LEARNING RATE: 0.00011689026795962847
previous_iter_valid_loss : 0.19152072072029114
869760 0.191966 0.191521 0.169928 CURRENT LEARNING RATE: 0.00011686689224368592
previous_iter_valid_loss : 0.18467268347740173
869780 0.185043 0.184673 0.170960 CURRENT LEARNING RATE: 0.00011684352120241927
previous_iter_valid_loss : 0.16092929244041443
869800 0.161112 0.160929 0.168738 CURRENT LEARNING RATE: 0.00011682015483489347
previous_iter_valid_loss : 0.16158734261989594
869820 0.161766 0.161587 0.168786 CURRENT LEARNING RATE: 0.0001167967931401739
previous_iter_valid_loss : 0.16299036145210266
869840 0.163174 0.162990 0.167918 CURRENT LEARNING RATE: 0.00011677343611732585
previous_iter_valid_loss : 0.16310040652751923
869860 0.163262 0.163100 0.168039 CURRENT LEARNING RATE: 0.00011675008376541547
previous_iter_valid_loss : 0.16612139344215393
869880 0.166280 0.166121 0.167684 CURRENT LEARNING RATE: 0.00011672673608350846
previous_iter_valid_loss : 0.17088402807712555
869900 0.171035 0.170884 0.168102 CURRENT LEARNING RATE: 0.0001167033930706709
previous_iter_valid_loss : 0.1738227754831314
869920 0.173981 0.173823 0.168517 CURRENT LEARNING RATE: 0.00011668005472596889
previous_iter_valid_loss : 0.16124802827835083
869940 0.161397 0.161248 0.168358 CURRENT LEARNING RATE: 0.00011665672104846928
previous_iter_valid_loss : 0.16282281279563904
869960 0.162994 0.162823 0.168414 CURRENT LEARNING RATE: 0.00011663339203723852
previous_iter_valid_loss : 0.18384049832820892
869980 0.183991 0.183840 0.169496 CURRENT LEARNING RATE: 0.00011661006769134347
previous_iter_valid_loss : 0.16134293377399445
870000 0.161523 0.161343 0.168297 CURRENT LEARNING RATE: 0.00011658674800985092
previous_iter_valid_loss : 0.16107183694839478
870020 0.161255 0.161072 0.168061 CURRENT LEARNING RATE: 0.00011656343299182854
previous_iter_valid_loss : 0.17076155543327332
870040 0.170913 0.170762 0.168267 CURRENT LEARNING RATE: 0.00011654012263634346
previous_iter_valid_loss : 0.17242473363876343
870060 0.172576 0.172425 0.168690 CURRENT LEARNING RATE: 0.00011651681694246332
previous_iter_valid_loss : 0.16600587964057922
870080 0.166168 0.166006 0.168947 CURRENT LEARNING RATE: 0.00011649351590925566
previous_iter_valid_loss : 0.17282043397426605
870100 0.172965 0.172820 0.169204 CURRENT LEARNING RATE: 0.00011647021953578887
previous_iter_valid_loss : 0.16073709726333618
870120 0.160915 0.160737 0.168778 CURRENT LEARNING RATE: 0.00011644692782113088
previous_iter_valid_loss : 0.16114141047000885
870140 0.161324 0.161141 0.168489 CURRENT LEARNING RATE: 0.00011642364076434999
previous_iter_valid_loss : 0.16890065371990204
870160 0.169056 0.168901 0.167358 CURRENT LEARNING RATE: 0.00011640035836451459
previous_iter_valid_loss : 0.1677543818950653
870180 0.167914 0.167754 0.166512 CURRENT LEARNING RATE: 0.0001163770806206937
previous_iter_valid_loss : 0.16081170737743378
870200 0.160988 0.160812 0.166506 CURRENT LEARNING RATE: 0.00011635380753195606
previous_iter_valid_loss : 0.16403062641620636
870220 0.164230 0.164031 0.166628 CURRENT LEARNING RATE: 0.00011633053909737054
previous_iter_valid_loss : 0.16702081263065338
870240 0.167236 0.167021 0.166830 CURRENT LEARNING RATE: 0.0001163072753160068
previous_iter_valid_loss : 0.16513681411743164
870260 0.165298 0.165137 0.166932 CURRENT LEARNING RATE: 0.00011628401618693409
previous_iter_valid_loss : 0.16181771457195282
870280 0.161976 0.161818 0.166716 CURRENT LEARNING RATE: 0.00011626076170922205
previous_iter_valid_loss : 0.1605783998966217
870300 0.160744 0.160578 0.166201 CURRENT LEARNING RATE: 0.00011623751188194028
previous_iter_valid_loss : 0.1645393967628479
870320 0.164747 0.164539 0.165737 CURRENT LEARNING RATE: 0.0001162142667041592
previous_iter_valid_loss : 0.17313280701637268
870340 0.173402 0.173133 0.166331 CURRENT LEARNING RATE: 0.00011619102617494882
previous_iter_valid_loss : 0.16640427708625793
870360 0.166561 0.166404 0.166510 CURRENT LEARNING RATE: 0.0001161677902933795
previous_iter_valid_loss : 0.1671365350484848
870380 0.167292 0.167137 0.165675 CURRENT LEARNING RATE: 0.00011614455905852158
previous_iter_valid_loss : 0.17511071264743805
870400 0.175266 0.175111 0.166363 CURRENT LEARNING RATE: 0.00011612133246944627
previous_iter_valid_loss : 0.17268379032611847
870420 0.172956 0.172684 0.166944 CURRENT LEARNING RATE: 0.00011609811052522425
previous_iter_valid_loss : 0.1708945780992508
870440 0.171156 0.170895 0.166951 CURRENT LEARNING RATE: 0.0001160748932249267
previous_iter_valid_loss : 0.16204465925693512
870460 0.162206 0.162045 0.166432 CURRENT LEARNING RATE: 0.00011605168056762465
previous_iter_valid_loss : 0.1627521812915802
870480 0.162914 0.162752 0.166269 CURRENT LEARNING RATE: 0.00011602847255239006
previous_iter_valid_loss : 0.1736452877521515
870500 0.173919 0.173645 0.166310 CURRENT LEARNING RATE: 0.00011600526917829441
previous_iter_valid_loss : 0.17475362122058868
870520 0.175034 0.174754 0.167011 CURRENT LEARNING RATE: 0.00011598207044440952
previous_iter_valid_loss : 0.1852770894765854
870540 0.185424 0.185277 0.168218 CURRENT LEARNING RATE: 0.00011595887634980726
previous_iter_valid_loss : 0.16957643628120422
870560 0.169728 0.169576 0.168252 CURRENT LEARNING RATE: 0.00011593568689356027
previous_iter_valid_loss : 0.16172745823860168
870580 0.161909 0.161727 0.167950 CURRENT LEARNING RATE: 0.00011591250207474078
previous_iter_valid_loss : 0.1630057692527771
870600 0.163169 0.163006 0.168060 CURRENT LEARNING RATE: 0.00011588932189242118
previous_iter_valid_loss : 0.18830497562885284
870620 0.188733 0.188305 0.169274 CURRENT LEARNING RATE: 0.00011586614634567468
previous_iter_valid_loss : 0.16521872580051422
870640 0.165389 0.165219 0.169184 CURRENT LEARNING RATE: 0.00011584297543357403
previous_iter_valid_loss : 0.16884194314479828
870660 0.168995 0.168842 0.169369 CURRENT LEARNING RATE: 0.00011581980915519244
previous_iter_valid_loss : 0.16823925077915192
870680 0.168468 0.168239 0.169690 CURRENT LEARNING RATE: 0.00011579664750960301
previous_iter_valid_loss : 0.16075506806373596
870700 0.160919 0.160755 0.169699 CURRENT LEARNING RATE: 0.00011577349049587972
previous_iter_valid_loss : 0.16082775592803955
870720 0.160992 0.160828 0.169513 CURRENT LEARNING RATE: 0.00011575033811309604
previous_iter_valid_loss : 0.16951599717140198
870740 0.169754 0.169516 0.169332 CURRENT LEARNING RATE: 0.00011572719036032592
previous_iter_valid_loss : 0.17660368978977203
870760 0.176900 0.176604 0.169842 CURRENT LEARNING RATE: 0.0001157040472366432
previous_iter_valid_loss : 0.16512702405452728
870780 0.165290 0.165127 0.169742 CURRENT LEARNING RATE: 0.00011568090874112261
previous_iter_valid_loss : 0.16316735744476318
870800 0.163355 0.163167 0.169145 CURRENT LEARNING RATE: 0.00011565777487283837
previous_iter_valid_loss : 0.1607835441827774
870820 0.160934 0.160784 0.168550 CURRENT LEARNING RATE: 0.00011563464563086516
previous_iter_valid_loss : 0.17746025323867798
870840 0.177618 0.177460 0.168878 CURRENT LEARNING RATE: 0.00011561152101427758
previous_iter_valid_loss : 0.16078051924705505
870860 0.160932 0.160781 0.168815 CURRENT LEARNING RATE: 0.00011558840102215105
previous_iter_valid_loss : 0.16503344476222992
870880 0.165230 0.165033 0.168929 CURRENT LEARNING RATE: 0.00011556528565356059
previous_iter_valid_loss : 0.1704566925764084
870900 0.170709 0.170457 0.168769 CURRENT LEARNING RATE: 0.00011554217490758155
previous_iter_valid_loss : 0.17149871587753296
870920 0.171757 0.171499 0.168607 CURRENT LEARNING RATE: 0.00011551906878328934
previous_iter_valid_loss : 0.17460203170776367
870940 0.174750 0.174602 0.168073 CURRENT LEARNING RATE: 0.0001154959672797601
previous_iter_valid_loss : 0.17094409465789795
870960 0.171192 0.170944 0.168141 CURRENT LEARNING RATE: 0.00011547287039606956
previous_iter_valid_loss : 0.1877271831035614
870980 0.188140 0.187727 0.169441 CURRENT LEARNING RATE: 0.00011544977813129365
previous_iter_valid_loss : 0.16075873374938965
871000 0.160914 0.160759 0.169329 CURRENT LEARNING RATE: 0.00011542669048450908
previous_iter_valid_loss : 0.183761328458786
871020 0.184150 0.183761 0.169102 CURRENT LEARNING RATE: 0.00011540360745479215
previous_iter_valid_loss : 0.17068438231945038
871040 0.170827 0.170684 0.169375 CURRENT LEARNING RATE: 0.00011538052904121953
previous_iter_valid_loss : 0.17790234088897705
871060 0.178066 0.177902 0.169828 CURRENT LEARNING RATE: 0.00011535745524286788
previous_iter_valid_loss : 0.16388140618801117
871080 0.164048 0.163881 0.169610 CURRENT LEARNING RATE: 0.00011533438605881465
previous_iter_valid_loss : 0.18573416769504547
871100 0.186119 0.185734 0.170859 CURRENT LEARNING RATE: 0.0001153113214881369
previous_iter_valid_loss : 0.18198934197425842
871120 0.182324 0.181989 0.171917 CURRENT LEARNING RATE: 0.00011528826152991202
previous_iter_valid_loss : 0.16095709800720215
871140 0.161115 0.160957 0.171489 CURRENT LEARNING RATE: 0.00011526520618321739
previous_iter_valid_loss : 0.1681479513645172
871160 0.168305 0.168148 0.171066 CURRENT LEARNING RATE: 0.00011524215544713126
previous_iter_valid_loss : 0.16912555694580078
871180 0.169282 0.169126 0.171266 CURRENT LEARNING RATE: 0.00011521910932073135
previous_iter_valid_loss : 0.1616385281085968
871200 0.161805 0.161639 0.171190 CURRENT LEARNING RATE: 0.00011519606780309582
previous_iter_valid_loss : 0.16301363706588745
871220 0.163183 0.163014 0.171301 CURRENT LEARNING RATE: 0.00011517303089330283
previous_iter_valid_loss : 0.16084709763526917
871240 0.161002 0.160847 0.170471 CURRENT LEARNING RATE: 0.00011514999859043127
previous_iter_valid_loss : 0.16075396537780762
871260 0.160937 0.160754 0.170469 CURRENT LEARNING RATE: 0.00011512697089355969
previous_iter_valid_loss : 0.16178810596466064
871280 0.161949 0.161788 0.170307 CURRENT LEARNING RATE: 0.00011510394780176696
previous_iter_valid_loss : 0.16628509759902954
871300 0.166495 0.166285 0.170099 CURRENT LEARNING RATE: 0.00011508092931413194
previous_iter_valid_loss : 0.1667889654636383
871320 0.166955 0.166789 0.169863 CURRENT LEARNING RATE: 0.00011505791542973431
previous_iter_valid_loss : 0.16154243052005768
871340 0.161695 0.161542 0.169210 CURRENT LEARNING RATE: 0.00011503490614765334
previous_iter_valid_loss : 0.16109029948711395
871360 0.161249 0.161090 0.168717 CURRENT LEARNING RATE: 0.00011501190146696842
previous_iter_valid_loss : 0.16448462009429932
871380 0.164649 0.164485 0.167555 CURRENT LEARNING RATE: 0.00011498890138675975
previous_iter_valid_loss : 0.16630850732326508
871400 0.166524 0.166309 0.167833 CURRENT LEARNING RATE: 0.00011496590590610716
previous_iter_valid_loss : 0.16517987847328186
871420 0.165392 0.165180 0.166904 CURRENT LEARNING RATE: 0.00011494291502409084
previous_iter_valid_loss : 0.1614963263273239
871440 0.161655 0.161496 0.166444 CURRENT LEARNING RATE: 0.00011491992873979093
previous_iter_valid_loss : 0.1646912395954132
871460 0.164866 0.164691 0.165784 CURRENT LEARNING RATE: 0.00011489694705228838
previous_iter_valid_loss : 0.16199563443660736
871480 0.162157 0.161996 0.165689 CURRENT LEARNING RATE: 0.00011487396996066372
previous_iter_valid_loss : 0.16406521201133728
871500 0.164230 0.164065 0.164606 CURRENT LEARNING RATE: 0.00011485099746399789
previous_iter_valid_loss : 0.1663559377193451
871520 0.166510 0.166356 0.163824 CURRENT LEARNING RATE: 0.00011482802956137176
previous_iter_valid_loss : 0.17266036570072174
871540 0.172805 0.172660 0.164409 CURRENT LEARNING RATE: 0.00011480506625186703
previous_iter_valid_loss : 0.16309525072574615
871560 0.163261 0.163095 0.164157 CURRENT LEARNING RATE: 0.00011478210753456497
previous_iter_valid_loss : 0.16116519272327423
871580 0.161354 0.161165 0.163759 CURRENT LEARNING RATE: 0.00011475915340854722
previous_iter_valid_loss : 0.16077058017253876
871600 0.160938 0.160771 0.163715 CURRENT LEARNING RATE: 0.00011473620387289543
previous_iter_valid_loss : 0.1611732840538025
871620 0.161358 0.161173 0.163623 CURRENT LEARNING RATE: 0.00011471325892669202
previous_iter_valid_loss : 0.16211096942424774
871640 0.162303 0.162111 0.163687 CURRENT LEARNING RATE: 0.00011469031856901896
previous_iter_valid_loss : 0.1608734130859375
871660 0.161045 0.160873 0.163693 CURRENT LEARNING RATE: 0.00011466738279895867
previous_iter_valid_loss : 0.16067902743816376
871680 0.160847 0.160679 0.163637 CURRENT LEARNING RATE: 0.0001146444516155935
previous_iter_valid_loss : 0.16794611513614655
871700 0.168097 0.167946 0.163720 CURRENT LEARNING RATE: 0.00011462152501800662
previous_iter_valid_loss : 0.18031927943229675
871720 0.180477 0.180319 0.164397 CURRENT LEARNING RATE: 0.00011459860300528075
previous_iter_valid_loss : 0.16368114948272705
871740 0.163850 0.163681 0.164504 CURRENT LEARNING RATE: 0.00011457568557649902
previous_iter_valid_loss : 0.16711178421974182
871760 0.167328 0.167112 0.164805 CURRENT LEARNING RATE: 0.00011455277273074451
previous_iter_valid_loss : 0.1605048030614853
871780 0.160670 0.160505 0.164606 CURRENT LEARNING RATE: 0.00011452986446710115
previous_iter_valid_loss : 0.17263641953468323
871800 0.172784 0.172636 0.164922 CURRENT LEARNING RATE: 0.00011450696078465236
previous_iter_valid_loss : 0.1730796843767166
871820 0.173226 0.173080 0.165317 CURRENT LEARNING RATE: 0.00011448406168248185
previous_iter_valid_loss : 0.16056087613105774
871840 0.160731 0.160561 0.165270 CURRENT LEARNING RATE: 0.00011446116715967399
previous_iter_valid_loss : 0.16181223094463348
871860 0.162007 0.161812 0.165126 CURRENT LEARNING RATE: 0.00011443827721531283
previous_iter_valid_loss : 0.16133253276348114
871880 0.161526 0.161333 0.165093 CURRENT LEARNING RATE: 0.0001144153918484828
previous_iter_valid_loss : 0.16433924436569214
871900 0.164542 0.164339 0.165107 CURRENT LEARNING RATE: 0.00011439251105826824
previous_iter_valid_loss : 0.1640295386314392
871920 0.164234 0.164030 0.164991 CURRENT LEARNING RATE: 0.00011436963484375434
previous_iter_valid_loss : 0.1671214997768402
871940 0.167287 0.167121 0.164714 CURRENT LEARNING RATE: 0.00011434676320402586
previous_iter_valid_loss : 0.1805908977985382
871960 0.180747 0.180591 0.165588 CURRENT LEARNING RATE: 0.00011432389613816791
previous_iter_valid_loss : 0.1669239103794098
871980 0.167086 0.166924 0.165876 CURRENT LEARNING RATE: 0.00011430103364526564
previous_iter_valid_loss : 0.16102465987205505
872000 0.161188 0.161025 0.165889 CURRENT LEARNING RATE: 0.00011427817572440492
previous_iter_valid_loss : 0.16149556636810303
872020 0.161674 0.161496 0.165905 CURRENT LEARNING RATE: 0.00011425532237467124
previous_iter_valid_loss : 0.1606542468070984
872040 0.160831 0.160654 0.165832 CURRENT LEARNING RATE: 0.00011423247359515048
previous_iter_valid_loss : 0.16074040532112122
872060 0.160917 0.160740 0.165826 CURRENT LEARNING RATE: 0.00011420962938492847
previous_iter_valid_loss : 0.16134551167488098
872080 0.161505 0.161346 0.165859 CURRENT LEARNING RATE: 0.00011418678974309185
previous_iter_valid_loss : 0.16055376827716827
872100 0.160720 0.160554 0.165489 CURRENT LEARNING RATE: 0.00011416395466872683
previous_iter_valid_loss : 0.16049709916114807
872120 0.160667 0.160497 0.164498 CURRENT LEARNING RATE: 0.00011414112416092002
previous_iter_valid_loss : 0.17034488916397095
872140 0.170594 0.170345 0.164831 CURRENT LEARNING RATE: 0.00011411829821875799
previous_iter_valid_loss : 0.17277029156684875
872160 0.172918 0.172770 0.165114 CURRENT LEARNING RATE: 0.00011409547684132811
previous_iter_valid_loss : 0.1894863396883011
872180 0.189918 0.189486 0.166563 CURRENT LEARNING RATE: 0.00011407266002771732
previous_iter_valid_loss : 0.16171038150787354
872200 0.161866 0.161710 0.166017 CURRENT LEARNING RATE: 0.00011404984777701274
previous_iter_valid_loss : 0.16096237301826477
872220 0.161124 0.160962 0.165411 CURRENT LEARNING RATE: 0.00011402704008830228
previous_iter_valid_loss : 0.1608223170042038
872240 0.160998 0.160822 0.165424 CURRENT LEARNING RATE: 0.00011400423696067346
previous_iter_valid_loss : 0.16284112632274628
872260 0.163010 0.162841 0.165476 CURRENT LEARNING RATE: 0.00011398143839321411
previous_iter_valid_loss : 0.1855054348707199
872280 0.185651 0.185505 0.166684 CURRENT LEARNING RATE: 0.00011395864438501213
previous_iter_valid_loss : 0.1615966409444809
872300 0.161786 0.161597 0.166547 CURRENT LEARNING RATE: 0.00011393585493515612
previous_iter_valid_loss : 0.16052767634391785
872320 0.160687 0.160528 0.166372 CURRENT LEARNING RATE: 0.00011391307004273433
previous_iter_valid_loss : 0.16410456597805023
872340 0.164302 0.164105 0.166221 CURRENT LEARNING RATE: 0.00011389028970683537
previous_iter_valid_loss : 0.1675174981355667
872360 0.167741 0.167517 0.165568 CURRENT LEARNING RATE: 0.00011386751392654779
previous_iter_valid_loss : 0.16313716769218445
872380 0.163307 0.163137 0.165378 CURRENT LEARNING RATE: 0.000113844742700961
previous_iter_valid_loss : 0.16210974752902985
872400 0.162268 0.162110 0.165433 CURRENT LEARNING RATE: 0.00011382197602916394
previous_iter_valid_loss : 0.17723135650157928
872420 0.177522 0.177231 0.166219 CURRENT LEARNING RATE: 0.00011379921391024592
previous_iter_valid_loss : 0.16433662176132202
872440 0.164502 0.164337 0.166404 CURRENT LEARNING RATE: 0.00011377645634329627
previous_iter_valid_loss : 0.16456928849220276
872460 0.164728 0.164569 0.166595 CURRENT LEARNING RATE: 0.0001137537033274051
previous_iter_valid_loss : 0.16393007338047028
872480 0.164122 0.163930 0.166724 CURRENT LEARNING RATE: 0.00011373095486166207
previous_iter_valid_loss : 0.19460299611091614
872500 0.194719 0.194603 0.168427 CURRENT LEARNING RATE: 0.00011370821094515726
previous_iter_valid_loss : 0.16085173189640045
872520 0.161004 0.160852 0.168444 CURRENT LEARNING RATE: 0.00011368547157698069
previous_iter_valid_loss : 0.17887547612190247
872540 0.179039 0.178875 0.168871 CURRENT LEARNING RATE: 0.00011366273675622319
previous_iter_valid_loss : 0.16085149347782135
872560 0.161023 0.160851 0.168275 CURRENT LEARNING RATE: 0.00011364000648197521
previous_iter_valid_loss : 0.16504237055778503
872580 0.165244 0.165042 0.167053 CURRENT LEARNING RATE: 0.00011361728075332726
previous_iter_valid_loss : 0.1724809855222702
872600 0.172629 0.172481 0.167591 CURRENT LEARNING RATE: 0.00011359455956937079
previous_iter_valid_loss : 0.16058050096035004
872620 0.160741 0.160581 0.167572 CURRENT LEARNING RATE: 0.00011357184292919671
previous_iter_valid_loss : 0.1705193966627121
872640 0.170774 0.170519 0.168057 CURRENT LEARNING RATE: 0.00011354913083189636
previous_iter_valid_loss : 0.16101203858852386
872660 0.161159 0.161012 0.167966 CURRENT LEARNING RATE: 0.00011352642327656106
previous_iter_valid_loss : 0.187764972448349
872680 0.187905 0.187765 0.168079 CURRENT LEARNING RATE: 0.00011350372026228292
previous_iter_valid_loss : 0.16150440275669098
872700 0.161693 0.161504 0.168074 CURRENT LEARNING RATE: 0.00011348102178815359
previous_iter_valid_loss : 0.17400220036506653
872720 0.174153 0.174002 0.168748 CURRENT LEARNING RATE: 0.00011345832785326514
previous_iter_valid_loss : 0.16055211424827576
872740 0.160712 0.160552 0.168570 CURRENT LEARNING RATE: 0.00011343563845670962
previous_iter_valid_loss : 0.16131718456745148
872760 0.161511 0.161317 0.168260 CURRENT LEARNING RATE: 0.00011341295359757987
previous_iter_valid_loss : 0.1682838350534439
872780 0.168534 0.168284 0.168517 CURRENT LEARNING RATE: 0.00011339027327496827
previous_iter_valid_loss : 0.16604414582252502
872800 0.166257 0.166044 0.168714 CURRENT LEARNING RATE: 0.00011336759748796762
previous_iter_valid_loss : 0.17221146821975708
872820 0.172478 0.172211 0.168463 CURRENT LEARNING RATE: 0.00011334492623567067
previous_iter_valid_loss : 0.16091756522655487
872840 0.161096 0.160918 0.168292 CURRENT LEARNING RATE: 0.00011332225951717099
previous_iter_valid_loss : 0.17122849822044373
872860 0.171376 0.171228 0.168625 CURRENT LEARNING RATE: 0.00011329959733156171
previous_iter_valid_loss : 0.1777237206697464
872880 0.178032 0.177724 0.169315 CURRENT LEARNING RATE: 0.00011327693967793634
previous_iter_valid_loss : 0.1620270311832428
872900 0.162214 0.162027 0.167686 CURRENT LEARNING RATE: 0.00011325428655538837
previous_iter_valid_loss : 0.165074422955513
872920 0.165280 0.165074 0.167897 CURRENT LEARNING RATE: 0.00011323163796301208
previous_iter_valid_loss : 0.1858557164669037
872940 0.186001 0.185856 0.168246 CURRENT LEARNING RATE: 0.00011320899389990132
previous_iter_valid_loss : 0.17347854375839233
872960 0.173628 0.173479 0.168878 CURRENT LEARNING RATE: 0.00011318635436515033
previous_iter_valid_loss : 0.16594551503658295
872980 0.166107 0.165946 0.168923 CURRENT LEARNING RATE: 0.00011316371935785333
previous_iter_valid_loss : 0.16062591969966888
873000 0.160801 0.160626 0.168330 CURRENT LEARNING RATE: 0.00011314108887710532
previous_iter_valid_loss : 0.16436618566513062
873020 0.164574 0.164366 0.168519 CURRENT LEARNING RATE: 0.00011311846292200087
previous_iter_valid_loss : 0.16507655382156372
873040 0.165285 0.165077 0.168247 CURRENT LEARNING RATE: 0.00011309584149163478
previous_iter_valid_loss : 0.1616116166114807
873060 0.161794 0.161612 0.168277 CURRENT LEARNING RATE: 0.00011307322458510256
previous_iter_valid_loss : 0.1609540581703186
873080 0.161117 0.160954 0.166937 CURRENT LEARNING RATE: 0.00011305061220149932
previous_iter_valid_loss : 0.16294309496879578
873100 0.163107 0.162943 0.167008 CURRENT LEARNING RATE: 0.00011302800433992058
previous_iter_valid_loss : 0.1812421679496765
873120 0.181398 0.181242 0.167370 CURRENT LEARNING RATE: 0.00011300540099946185
previous_iter_valid_loss : 0.17898404598236084
873140 0.179148 0.178984 0.168292 CURRENT LEARNING RATE: 0.00011298280217921937
previous_iter_valid_loss : 0.1605713814496994
873160 0.160723 0.160571 0.168255 CURRENT LEARNING RATE: 0.00011296020787828897
previous_iter_valid_loss : 0.162382110953331
873180 0.162575 0.162382 0.167960 CURRENT LEARNING RATE: 0.00011293761809576693
previous_iter_valid_loss : 0.1716616004705429
873200 0.171807 0.171662 0.168241 CURRENT LEARNING RATE: 0.0001129150328307494
previous_iter_valid_loss : 0.17339026927947998
873220 0.173539 0.173390 0.168299 CURRENT LEARNING RATE: 0.0001128924520823334
previous_iter_valid_loss : 0.16556452214717865
873240 0.165729 0.165565 0.168532 CURRENT LEARNING RATE: 0.00011286987584961554
previous_iter_valid_loss : 0.16217173635959625
873260 0.162362 0.162172 0.168079 CURRENT LEARNING RATE: 0.0001128473041316927
previous_iter_valid_loss : 0.16651883721351624
873280 0.166733 0.166519 0.167519 CURRENT LEARNING RATE: 0.00011282473692766183
previous_iter_valid_loss : 0.16358457505702972
873300 0.163747 0.163585 0.167597 CURRENT LEARNING RATE: 0.00011280217423662068
previous_iter_valid_loss : 0.16065876185894012
873320 0.160833 0.160659 0.167376 CURRENT LEARNING RATE: 0.00011277961605766648
previous_iter_valid_loss : 0.1623344123363495
873340 0.162532 0.162334 0.166200 CURRENT LEARNING RATE: 0.00011275706238989695
previous_iter_valid_loss : 0.18264028429985046
873360 0.182798 0.182640 0.166658 CURRENT LEARNING RATE: 0.00011273451323240975
previous_iter_valid_loss : 0.1606181263923645
873380 0.160781 0.160618 0.166391 CURRENT LEARNING RATE: 0.00011271196858430327
previous_iter_valid_loss : 0.16845478117465973
873400 0.168694 0.168455 0.166783 CURRENT LEARNING RATE: 0.00011268942844467556
previous_iter_valid_loss : 0.16089338064193726
873420 0.161062 0.160893 0.166609 CURRENT LEARNING RATE: 0.00011266689281262481
previous_iter_valid_loss : 0.1664109081029892
873440 0.166634 0.166411 0.166676 CURRENT LEARNING RATE: 0.00011264436168724998
previous_iter_valid_loss : 0.16052472591400146
873460 0.160697 0.160525 0.166622 CURRENT LEARNING RATE: 0.00011262183506764962
previous_iter_valid_loss : 0.16313529014587402
873480 0.163325 0.163135 0.166731 CURRENT LEARNING RATE: 0.0001125993129529227
previous_iter_valid_loss : 0.17080847918987274
873500 0.171062 0.170808 0.167124 CURRENT LEARNING RATE: 0.0001125767953421681
previous_iter_valid_loss : 0.16056814789772034
873520 0.160728 0.160568 0.166090 CURRENT LEARNING RATE: 0.00011255428223448553
previous_iter_valid_loss : 0.1659642904996872
873540 0.166179 0.165964 0.165439 CURRENT LEARNING RATE: 0.00011253177362897426
previous_iter_valid_loss : 0.16500122845172882
873560 0.165208 0.165001 0.165661 CURRENT LEARNING RATE: 0.00011250926952473396
previous_iter_valid_loss : 0.17550556361675262
873580 0.175791 0.175506 0.166317 CURRENT LEARNING RATE: 0.00011248676992086425
previous_iter_valid_loss : 0.17040523886680603
873600 0.170660 0.170405 0.166254 CURRENT LEARNING RATE: 0.00011246427481646556
previous_iter_valid_loss : 0.16316860914230347
873620 0.163361 0.163169 0.165743 CURRENT LEARNING RATE: 0.00011244178421063786
previous_iter_valid_loss : 0.16658081114292145
873640 0.166799 0.166581 0.165794 CURRENT LEARNING RATE: 0.00011241929810248155
previous_iter_valid_loss : 0.1622653603553772
873660 0.162457 0.162265 0.165798 CURRENT LEARNING RATE: 0.00011239681649109698
previous_iter_valid_loss : 0.16843418776988983
873680 0.168587 0.168434 0.165894 CURRENT LEARNING RATE: 0.0001123743393755853
previous_iter_valid_loss : 0.16111332178115845
873700 0.161266 0.161113 0.165771 CURRENT LEARNING RATE: 0.00011235186675504718
previous_iter_valid_loss : 0.16562053561210632
873720 0.165818 0.165621 0.166019 CURRENT LEARNING RATE: 0.00011232939862858377
previous_iter_valid_loss : 0.16075211763381958
873740 0.160931 0.160752 0.165940 CURRENT LEARNING RATE: 0.00011230693499529612
previous_iter_valid_loss : 0.162125825881958
873760 0.162300 0.162126 0.164914 CURRENT LEARNING RATE: 0.00011228447585428608
previous_iter_valid_loss : 0.16077232360839844
873780 0.160938 0.160772 0.164922 CURRENT LEARNING RATE: 0.0001122620212046551
previous_iter_valid_loss : 0.16262567043304443
873800 0.162804 0.162626 0.164630 CURRENT LEARNING RATE: 0.00011223957104550475
previous_iter_valid_loss : 0.16310496628284454
873820 0.163276 0.163105 0.164741 CURRENT LEARNING RATE: 0.00011221712537593748
previous_iter_valid_loss : 0.1608467847108841
873840 0.161000 0.160847 0.164463 CURRENT LEARNING RATE: 0.00011219468419505523
previous_iter_valid_loss : 0.17002008855342865
873860 0.170173 0.170020 0.164937 CURRENT LEARNING RATE: 0.00011217224750196038
previous_iter_valid_loss : 0.17578475177288055
873880 0.176071 0.175785 0.165570 CURRENT LEARNING RATE: 0.00011214981529575522
previous_iter_valid_loss : 0.16308151185512543
873900 0.163250 0.163082 0.165183 CURRENT LEARNING RATE: 0.00011212738757554291
previous_iter_valid_loss : 0.16058731079101562
873920 0.160762 0.160587 0.165184 CURRENT LEARNING RATE: 0.00011210496434042611
previous_iter_valid_loss : 0.17835786938667297
873940 0.178517 0.178358 0.165804 CURRENT LEARNING RATE: 0.00011208254558950791
previous_iter_valid_loss : 0.16238518059253693
873960 0.162571 0.162385 0.165673 CURRENT LEARNING RATE: 0.00011206013132189134
previous_iter_valid_loss : 0.16648387908935547
873980 0.166643 0.166484 0.165222 CURRENT LEARNING RATE: 0.00011203772153668021
previous_iter_valid_loss : 0.16322362422943115
874000 0.163413 0.163224 0.164863 CURRENT LEARNING RATE: 0.000112015316232978
previous_iter_valid_loss : 0.16802798211574554
874020 0.168188 0.168028 0.165106 CURRENT LEARNING RATE: 0.00011199291540988843
previous_iter_valid_loss : 0.16930978000164032
874040 0.169468 0.169310 0.165243 CURRENT LEARNING RATE: 0.0001119705190665153
previous_iter_valid_loss : 0.16055940091609955
874060 0.160731 0.160559 0.165157 CURRENT LEARNING RATE: 0.00011194812720196315
previous_iter_valid_loss : 0.1649535745382309
874080 0.165123 0.164954 0.164983 CURRENT LEARNING RATE: 0.00011192573981533609
previous_iter_valid_loss : 0.1612107902765274
874100 0.161404 0.161211 0.164988 CURRENT LEARNING RATE: 0.00011190335690573865
previous_iter_valid_loss : 0.165854349732399
874120 0.166060 0.165854 0.165000 CURRENT LEARNING RATE: 0.00011188097847227528
previous_iter_valid_loss : 0.17030875384807587
874140 0.170464 0.170309 0.165478 CURRENT LEARNING RATE: 0.00011185860451405128
previous_iter_valid_loss : 0.18618720769882202
874160 0.186336 0.186187 0.166681 CURRENT LEARNING RATE: 0.00011183623503017149
previous_iter_valid_loss : 0.1617419719696045
874180 0.161910 0.161742 0.166729 CURRENT LEARNING RATE: 0.0001118138700197409
previous_iter_valid_loss : 0.16386008262634277
874200 0.164032 0.163860 0.166791 CURRENT LEARNING RATE: 0.00011179150948186532
previous_iter_valid_loss : 0.1605474352836609
874220 0.160700 0.160547 0.166663 CURRENT LEARNING RATE: 0.00011176915341565014
previous_iter_valid_loss : 0.19163697957992554
874240 0.191762 0.191637 0.168202 CURRENT LEARNING RATE: 0.00011174680182020112
previous_iter_valid_loss : 0.16381116211414337
874260 0.163977 0.163811 0.167892 CURRENT LEARNING RATE: 0.00011172445469462398
previous_iter_valid_loss : 0.16110119223594666
874280 0.161252 0.161101 0.167158 CURRENT LEARNING RATE: 0.00011170211203802524
previous_iter_valid_loss : 0.18359042704105377
874300 0.183743 0.183590 0.168183 CURRENT LEARNING RATE: 0.000111679773849511
previous_iter_valid_loss : 0.1609252393245697
874320 0.161106 0.160925 0.168200 CURRENT LEARNING RATE: 0.00011165744012818773
previous_iter_valid_loss : 0.162132129073143
874340 0.162296 0.162132 0.167389 CURRENT LEARNING RATE: 0.00011163511087316189
previous_iter_valid_loss : 0.16423213481903076
874360 0.164431 0.164232 0.167481 CURRENT LEARNING RATE: 0.00011161278608354067
previous_iter_valid_loss : 0.16136987507343292
874380 0.161540 0.161370 0.167226 CURRENT LEARNING RATE: 0.00011159046575843094
previous_iter_valid_loss : 0.16206654906272888
874400 0.162262 0.162067 0.167168 CURRENT LEARNING RATE: 0.00011156814989693983
previous_iter_valid_loss : 0.16176366806030273
874420 0.161952 0.161764 0.166854 CURRENT LEARNING RATE: 0.00011154583849817454
previous_iter_valid_loss : 0.16217665374279022
874440 0.162355 0.162177 0.166498 CURRENT LEARNING RATE: 0.00011152353156124302
previous_iter_valid_loss : 0.170861154794693
874460 0.171121 0.170861 0.167013 CURRENT LEARNING RATE: 0.00011150122908525276
previous_iter_valid_loss : 0.16163954138755798
874480 0.161824 0.161640 0.166847 CURRENT LEARNING RATE: 0.00011147893106931169
previous_iter_valid_loss : 0.16599051654338837
874500 0.166202 0.165991 0.167086 CURRENT LEARNING RATE: 0.00011145663751252766
previous_iter_valid_loss : 0.1857723891735077
874520 0.185920 0.185772 0.168082 CURRENT LEARNING RATE: 0.00011143434841400936
previous_iter_valid_loss : 0.16135366261005402
874540 0.161506 0.161354 0.167634 CURRENT LEARNING RATE: 0.000111412063772865
previous_iter_valid_loss : 0.16314366459846497
874560 0.163336 0.163144 0.166482 CURRENT LEARNING RATE: 0.00011138978358820321
previous_iter_valid_loss : 0.1642473340034485
874580 0.164458 0.164247 0.166607 CURRENT LEARNING RATE: 0.00011136750785913258
previous_iter_valid_loss : 0.17438097298145294
874600 0.174656 0.174381 0.167133 CURRENT LEARNING RATE: 0.00011134523658476248
previous_iter_valid_loss : 0.17374220490455627
874620 0.173895 0.173742 0.167793 CURRENT LEARNING RATE: 0.00011132296976420186
previous_iter_valid_loss : 0.16098801791667938
874640 0.161181 0.160988 0.166261 CURRENT LEARNING RATE: 0.00011130070739655985
previous_iter_valid_loss : 0.16368140280246735
874660 0.163861 0.163681 0.166254 CURRENT LEARNING RATE: 0.00011127844948094635
previous_iter_valid_loss : 0.1626429706811905
874680 0.162811 0.162643 0.166331 CURRENT LEARNING RATE: 0.00011125619601647084
previous_iter_valid_loss : 0.19420760869979858
874700 0.194326 0.194208 0.166862 CURRENT LEARNING RATE: 0.00011123394700224318
previous_iter_valid_loss : 0.1655617505311966
874720 0.165762 0.165562 0.167094 CURRENT LEARNING RATE: 0.00011121170243737323
previous_iter_valid_loss : 0.17163321375846863
874740 0.171789 0.171633 0.167569 CURRENT LEARNING RATE: 0.00011118946232097157
previous_iter_valid_loss : 0.16134856641292572
874760 0.161527 0.161349 0.167425 CURRENT LEARNING RATE: 0.00011116722665214844
previous_iter_valid_loss : 0.1672389656305313
874780 0.167400 0.167239 0.167718 CURRENT LEARNING RATE: 0.00011114499543001438
previous_iter_valid_loss : 0.16055455803871155
874800 0.160724 0.160555 0.167643 CURRENT LEARNING RATE: 0.00011112276865367994
previous_iter_valid_loss : 0.16054277122020721
874820 0.160715 0.160543 0.167582 CURRENT LEARNING RATE: 0.00011110054632225648
previous_iter_valid_loss : 0.1622079312801361
874840 0.162359 0.162208 0.167583 CURRENT LEARNING RATE: 0.00011107832843485487
previous_iter_valid_loss : 0.16109156608581543
874860 0.161278 0.161092 0.167095 CURRENT LEARNING RATE: 0.00011105611499058643
previous_iter_valid_loss : 0.16060903668403625
874880 0.160781 0.160609 0.167043 CURRENT LEARNING RATE: 0.0001110339059885624
previous_iter_valid_loss : 0.17040832340717316
874900 0.170560 0.170408 0.167264 CURRENT LEARNING RATE: 0.00011101170142789481
previous_iter_valid_loss : 0.1609674096107483
874920 0.161151 0.160967 0.166024 CURRENT LEARNING RATE: 0.00011098950130769531
previous_iter_valid_loss : 0.17055492103099823
874940 0.170803 0.170555 0.166484 CURRENT LEARNING RATE: 0.00011096730562707588
previous_iter_valid_loss : 0.17090778052806854
874960 0.171063 0.170908 0.166872 CURRENT LEARNING RATE: 0.00011094511438514848
previous_iter_valid_loss : 0.16449837386608124
874980 0.164673 0.164498 0.166885 CURRENT LEARNING RATE: 0.00011092292758102587
previous_iter_valid_loss : 0.1635938286781311
875000 0.163796 0.163594 0.166345 CURRENT LEARNING RATE: 0.00011090074521382038
previous_iter_valid_loss : 0.16278605163097382
875020 0.162953 0.162786 0.165798 CURRENT LEARNING RATE: 0.0001108785672826445
previous_iter_valid_loss : 0.16365276277065277
875040 0.163818 0.163653 0.165931 CURRENT LEARNING RATE: 0.00011085639378661155
previous_iter_valid_loss : 0.16357874870300293
875060 0.163787 0.163579 0.165926 CURRENT LEARNING RATE: 0.00011083422472483435
previous_iter_valid_loss : 0.19034521281719208
875080 0.190766 0.190345 0.167311 CURRENT LEARNING RATE: 0.00011081206009642616
previous_iter_valid_loss : 0.1710129678249359
875100 0.171269 0.171013 0.166151 CURRENT LEARNING RATE: 0.00011078989990050019
previous_iter_valid_loss : 0.1612166315317154
875120 0.161375 0.161217 0.165934 CURRENT LEARNING RATE: 0.00011076774413617043
previous_iter_valid_loss : 0.16305777430534363
875140 0.163226 0.163058 0.165505 CURRENT LEARNING RATE: 0.00011074559280255044
previous_iter_valid_loss : 0.18075066804885864
875160 0.181092 0.180751 0.166475 CURRENT LEARNING RATE: 0.00011072344589875418
previous_iter_valid_loss : 0.16133348643779755
875180 0.161488 0.161333 0.166180 CURRENT LEARNING RATE: 0.00011070130342389558
previous_iter_valid_loss : 0.17190447449684143
875200 0.172055 0.171904 0.166747 CURRENT LEARNING RATE: 0.00011067916537708933
previous_iter_valid_loss : 0.16116490960121155
875220 0.161328 0.161165 0.166778 CURRENT LEARNING RATE: 0.0001106570317574497
previous_iter_valid_loss : 0.16082166135311127
875240 0.160987 0.160822 0.166709 CURRENT LEARNING RATE: 0.00011063490256409136
previous_iter_valid_loss : 0.16836869716644287
875260 0.168605 0.168369 0.167073 CURRENT LEARNING RATE: 0.00011061277779612895
previous_iter_valid_loss : 0.16935469210147858
875280 0.169507 0.169355 0.167510 CURRENT LEARNING RATE: 0.00011059065745267787
previous_iter_valid_loss : 0.1607624739408493
875300 0.160933 0.160762 0.167028 CURRENT LEARNING RATE: 0.00011056854153285308
previous_iter_valid_loss : 0.1734863817691803
875320 0.173759 0.173486 0.167654 CURRENT LEARNING RATE: 0.00011054643003576996
previous_iter_valid_loss : 0.16075319051742554
875340 0.160906 0.160753 0.167164 CURRENT LEARNING RATE: 0.00011052432296054387
previous_iter_valid_loss : 0.16269059479236603
875360 0.162866 0.162691 0.166753 CURRENT LEARNING RATE: 0.00011050222030629093
previous_iter_valid_loss : 0.1641763150691986
875380 0.164350 0.164176 0.166737 CURRENT LEARNING RATE: 0.0001104801220721268
previous_iter_valid_loss : 0.16342006623744965
875400 0.163609 0.163420 0.166728 CURRENT LEARNING RATE: 0.00011045802825716736
previous_iter_valid_loss : 0.16361811757087708
875420 0.163785 0.163618 0.166770 CURRENT LEARNING RATE: 0.00011043593886052927
previous_iter_valid_loss : 0.16050662100315094
875440 0.160672 0.160507 0.166612 CURRENT LEARNING RATE: 0.00011041385388132878
previous_iter_valid_loss : 0.16081112623214722
875460 0.160987 0.160811 0.166474 CURRENT LEARNING RATE: 0.00011039177331868243
previous_iter_valid_loss : 0.16154365241527557
875480 0.161731 0.161544 0.165034 CURRENT LEARNING RATE: 0.00011036969717170683
previous_iter_valid_loss : 0.16055716574192047
875500 0.160727 0.160557 0.164511 CURRENT LEARNING RATE: 0.00011034762543951933
previous_iter_valid_loss : 0.1636175513267517
875520 0.163821 0.163618 0.164631 CURRENT LEARNING RATE: 0.00011032555812123686
previous_iter_valid_loss : 0.1605222523212433
875540 0.160688 0.160522 0.164504 CURRENT LEARNING RATE: 0.00011030349521597674
previous_iter_valid_loss : 0.16115134954452515
875560 0.161341 0.161151 0.163524 CURRENT LEARNING RATE: 0.00011028143672285623
previous_iter_valid_loss : 0.1629766821861267
875580 0.163142 0.162977 0.163607 CURRENT LEARNING RATE: 0.00011025938264099342
previous_iter_valid_loss : 0.16647857427597046
875600 0.166643 0.166479 0.163335 CURRENT LEARNING RATE: 0.00011023733296950591
previous_iter_valid_loss : 0.16065825521945953
875620 0.160813 0.160658 0.163310 CURRENT LEARNING RATE: 0.00011021528770751175
previous_iter_valid_loss : 0.16448509693145752
875640 0.164706 0.164485 0.163493 CURRENT LEARNING RATE: 0.0001101932468541289
previous_iter_valid_loss : 0.16998803615570068
875660 0.170140 0.169988 0.163574 CURRENT LEARNING RATE: 0.00011017121040847614
previous_iter_valid_loss : 0.1605505645275116
875680 0.160722 0.160551 0.163134 CURRENT LEARNING RATE: 0.00011014917836967183
previous_iter_valid_loss : 0.18024590611457825
875700 0.180408 0.180246 0.164108 CURRENT LEARNING RATE: 0.00011012715073683465
previous_iter_valid_loss : 0.1632402539253235
875720 0.163440 0.163240 0.163596 CURRENT LEARNING RATE: 0.00011010512750908332
previous_iter_valid_loss : 0.16675952076911926
875740 0.166984 0.166760 0.163896 CURRENT LEARNING RATE: 0.0001100831086855373
previous_iter_valid_loss : 0.17509891092777252
875760 0.175387 0.175099 0.164517 CURRENT LEARNING RATE: 0.00011006109426531566
previous_iter_valid_loss : 0.20623478293418884
875780 0.206812 0.206235 0.166619 CURRENT LEARNING RATE: 0.0001100390842475378
previous_iter_valid_loss : 0.18759655952453613
875800 0.187737 0.187597 0.167828 CURRENT LEARNING RATE: 0.00011001707863132312
previous_iter_valid_loss : 0.16085197031497955
875820 0.161037 0.160852 0.167690 CURRENT LEARNING RATE: 0.0001099950774157918
previous_iter_valid_loss : 0.1631830632686615
875840 0.163351 0.163183 0.167824 CURRENT LEARNING RATE: 0.00010997308060006358
previous_iter_valid_loss : 0.16206763684749603
875860 0.162233 0.162068 0.167887 CURRENT LEARNING RATE: 0.00010995108818325842
previous_iter_valid_loss : 0.16067801415920258
875880 0.160849 0.160678 0.167843 CURRENT LEARNING RATE: 0.00010992910016449699
previous_iter_valid_loss : 0.16079731285572052
875900 0.160984 0.160797 0.167855 CURRENT LEARNING RATE: 0.00010990711654289956
previous_iter_valid_loss : 0.16060274839401245
875920 0.160769 0.160603 0.167705 CURRENT LEARNING RATE: 0.00010988513731758685
previous_iter_valid_loss : 0.16462206840515137
875940 0.164827 0.164622 0.167910 CURRENT LEARNING RATE: 0.00010986316248767943
previous_iter_valid_loss : 0.1621066927909851
875960 0.162293 0.162107 0.167957 CURRENT LEARNING RATE: 0.0001098411920522987
previous_iter_valid_loss : 0.1660711020231247
875980 0.166287 0.166071 0.168112 CURRENT LEARNING RATE: 0.00010981922601056568
previous_iter_valid_loss : 0.16212834417819977
876000 0.162328 0.162128 0.167895 CURRENT LEARNING RATE: 0.00010979726436160172
previous_iter_valid_loss : 0.16053996980190277
876020 0.160708 0.160540 0.167889 CURRENT LEARNING RATE: 0.00010977530710452817
previous_iter_valid_loss : 0.1796990931034088
876040 0.180013 0.179699 0.168649 CURRENT LEARNING RATE: 0.0001097533542384671
previous_iter_valid_loss : 0.16050106287002563
876060 0.160676 0.160501 0.168175 CURRENT LEARNING RATE: 0.0001097314057625402
previous_iter_valid_loss : 0.16103515028953552
876080 0.161229 0.161035 0.168199 CURRENT LEARNING RATE: 0.00010970946167586956
previous_iter_valid_loss : 0.16472452878952026
876100 0.164930 0.164725 0.167423 CURRENT LEARNING RATE: 0.0001096875219775772
previous_iter_valid_loss : 0.1614779680967331
876120 0.161643 0.161478 0.167335 CURRENT LEARNING RATE: 0.00010966558666678594
previous_iter_valid_loss : 0.16445259749889374
876140 0.164660 0.164453 0.167220 CURRENT LEARNING RATE: 0.00010964365574261816
previous_iter_valid_loss : 0.18695124983787537
876160 0.187094 0.186951 0.167812 CURRENT LEARNING RATE: 0.0001096217292041966
previous_iter_valid_loss : 0.16094808280467987
876180 0.161109 0.160948 0.165548 CURRENT LEARNING RATE: 0.00010959980705064405
previous_iter_valid_loss : 0.1626073122024536
876200 0.162770 0.162607 0.164299 CURRENT LEARNING RATE: 0.00010957788928108399
previous_iter_valid_loss : 0.160565584897995
876220 0.160723 0.160566 0.164284 CURRENT LEARNING RATE: 0.0001095559758946395
previous_iter_valid_loss : 0.16352331638336182
876240 0.163688 0.163523 0.164301 CURRENT LEARNING RATE: 0.00010953406689043389
previous_iter_valid_loss : 0.16540981829166412
876260 0.165575 0.165410 0.164468 CURRENT LEARNING RATE: 0.00010951216226759115
previous_iter_valid_loss : 0.16956381499767303
876280 0.169812 0.169564 0.164913 CURRENT LEARNING RATE: 0.00010949026202523493
previous_iter_valid_loss : 0.16350241005420685
876300 0.163699 0.163502 0.165048 CURRENT LEARNING RATE: 0.0001094683661624892
previous_iter_valid_loss : 0.16505609452724457
876320 0.165283 0.165056 0.165271 CURRENT LEARNING RATE: 0.00010944647467847793
previous_iter_valid_loss : 0.16185198724269867
876340 0.162021 0.161852 0.165132 CURRENT LEARNING RATE: 0.00010942458757232585
previous_iter_valid_loss : 0.16563358902931213
876360 0.165843 0.165634 0.165308 CURRENT LEARNING RATE: 0.00010940270484315729
previous_iter_valid_loss : 0.1627878099679947
876380 0.162961 0.162788 0.165144 CURRENT LEARNING RATE: 0.00010938082649009696
previous_iter_valid_loss : 0.16078387200832367
876400 0.160949 0.160784 0.165077 CURRENT LEARNING RATE: 0.00010935895251226949
previous_iter_valid_loss : 0.16222621500492096
876420 0.162385 0.162226 0.165161 CURRENT LEARNING RATE: 0.00010933708290880034
previous_iter_valid_loss : 0.16123001277446747
876440 0.161413 0.161230 0.164238 CURRENT LEARNING RATE: 0.0001093152176788145
previous_iter_valid_loss : 0.17656081914901733
876460 0.176846 0.176561 0.165041 CURRENT LEARNING RATE: 0.0001092933568214374
previous_iter_valid_loss : 0.167167067527771
876480 0.167325 0.167167 0.165347 CURRENT LEARNING RATE: 0.00010927150033579438
previous_iter_valid_loss : 0.16069525480270386
876500 0.160844 0.160695 0.165146 CURRENT LEARNING RATE: 0.00010924964822101159
previous_iter_valid_loss : 0.16049788892269135
876520 0.160663 0.160498 0.165097 CURRENT LEARNING RATE: 0.00010922780047621475
previous_iter_valid_loss : 0.16790905594825745
876540 0.168068 0.167909 0.165270 CURRENT LEARNING RATE: 0.00010920595710052994
previous_iter_valid_loss : 0.16052918136119843
876560 0.160685 0.160529 0.163949 CURRENT LEARNING RATE: 0.00010918411809308324
previous_iter_valid_loss : 0.1640772521495819
876580 0.164247 0.164077 0.164105 CURRENT LEARNING RATE: 0.00010916228345300146
previous_iter_valid_loss : 0.18485724925994873
876600 0.185232 0.184857 0.165218 CURRENT LEARNING RATE: 0.00010914045317941103
previous_iter_valid_loss : 0.16278612613677979
876620 0.162958 0.162786 0.165329 CURRENT LEARNING RATE: 0.00010911862727143856
previous_iter_valid_loss : 0.17993633449077606
876640 0.180102 0.179936 0.166149 CURRENT LEARNING RATE: 0.00010909680572821138
previous_iter_valid_loss : 0.1635856032371521
876660 0.163784 0.163586 0.166058 CURRENT LEARNING RATE: 0.00010907498854885645
previous_iter_valid_loss : 0.16376453638076782
876680 0.163981 0.163765 0.165768 CURRENT LEARNING RATE: 0.00010905317573250108
previous_iter_valid_loss : 0.1608419418334961
876700 0.161030 0.160842 0.165635 CURRENT LEARNING RATE: 0.00010903136727827255
previous_iter_valid_loss : 0.16092738509178162
876720 0.161083 0.160927 0.165429 CURRENT LEARNING RATE: 0.00010900956318529893
previous_iter_valid_loss : 0.16060090065002441
876740 0.160754 0.160601 0.165366 CURRENT LEARNING RATE: 0.00010898776345270784
previous_iter_valid_loss : 0.16119572520256042
876760 0.161352 0.161196 0.165144 CURRENT LEARNING RATE: 0.00010896596807962731
previous_iter_valid_loss : 0.1611461490392685
876780 0.161307 0.161146 0.165062 CURRENT LEARNING RATE: 0.00010894417706518533
previous_iter_valid_loss : 0.1622793972492218
876800 0.162468 0.162279 0.165137 CURRENT LEARNING RATE: 0.00010892239040851061
previous_iter_valid_loss : 0.16061928868293762
876820 0.160778 0.160619 0.165057 CURRENT LEARNING RATE: 0.00010890060810873156
previous_iter_valid_loss : 0.16149255633354187
876840 0.161648 0.161493 0.165070 CURRENT LEARNING RATE: 0.00010887883016497682
previous_iter_valid_loss : 0.166548490524292
876860 0.166715 0.166548 0.164569 CURRENT LEARNING RATE: 0.00010885705657637513
previous_iter_valid_loss : 0.17500081658363342
876880 0.175158 0.175001 0.164961 CURRENT LEARNING RATE: 0.00010883528734205591
previous_iter_valid_loss : 0.1610480695962906
876900 0.161232 0.161048 0.164978 CURRENT LEARNING RATE: 0.00010881352246114819
previous_iter_valid_loss : 0.17570695281028748
876920 0.175857 0.175707 0.165739 CURRENT LEARNING RATE: 0.00010879176193278136
previous_iter_valid_loss : 0.17015032470226288
876940 0.170301 0.170150 0.165851 CURRENT LEARNING RATE: 0.00010877000575608486
previous_iter_valid_loss : 0.16732515394687653
876960 0.167483 0.167325 0.166191 CURRENT LEARNING RATE: 0.00010874825393018879
previous_iter_valid_loss : 0.1608876883983612
876980 0.161045 0.160888 0.166031 CURRENT LEARNING RATE: 0.0001087265064542229
previous_iter_valid_loss : 0.17934226989746094
877000 0.179667 0.179342 0.165756 CURRENT LEARNING RATE: 0.00010870476332731707
previous_iter_valid_loss : 0.16087983548641205
877020 0.161056 0.160880 0.165660 CURRENT LEARNING RATE: 0.000108683024548602
previous_iter_valid_loss : 0.19029420614242554
877040 0.190422 0.190294 0.166178 CURRENT LEARNING RATE: 0.00010866129011720792
previous_iter_valid_loss : 0.16809433698654175
877060 0.168254 0.168094 0.166404 CURRENT LEARNING RATE: 0.00010863956003226546
previous_iter_valid_loss : 0.17364341020584106
877080 0.173791 0.173643 0.166897 CURRENT LEARNING RATE: 0.00010861783429290521
previous_iter_valid_loss : 0.16056060791015625
877100 0.160718 0.160561 0.166883 CURRENT LEARNING RATE: 0.00010859611289825855
previous_iter_valid_loss : 0.18325740098953247
877120 0.183615 0.183257 0.168000 CURRENT LEARNING RATE: 0.00010857439584745641
previous_iter_valid_loss : 0.16750331223011017
877140 0.167723 0.167503 0.168345 CURRENT LEARNING RATE: 0.00010855268313963014
previous_iter_valid_loss : 0.1652877926826477
877160 0.165493 0.165288 0.168550 CURRENT LEARNING RATE: 0.00010853097477391101
previous_iter_valid_loss : 0.16429847478866577
877180 0.164495 0.164298 0.168707 CURRENT LEARNING RATE: 0.00010850927074943107
previous_iter_valid_loss : 0.16097091138362885
877200 0.161150 0.160971 0.168642 CURRENT LEARNING RATE: 0.00010848757106532198
previous_iter_valid_loss : 0.1750410944223404
877220 0.175189 0.175041 0.169363 CURRENT LEARNING RATE: 0.00010846587572071575
previous_iter_valid_loss : 0.1608157455921173
877240 0.160975 0.160816 0.169329 CURRENT LEARNING RATE: 0.00010844418471474435
previous_iter_valid_loss : 0.1620967537164688
877260 0.162294 0.162097 0.169106 CURRENT LEARNING RATE: 0.00010842249804654056
previous_iter_valid_loss : 0.16059909760951996
877280 0.160770 0.160599 0.168386 CURRENT LEARNING RATE: 0.00010840081571523671
previous_iter_valid_loss : 0.16644708812236786
877300 0.166676 0.166447 0.168656 CURRENT LEARNING RATE: 0.0001083791377199655
previous_iter_valid_loss : 0.17377784848213196
877320 0.174050 0.173778 0.168560 CURRENT LEARNING RATE: 0.00010835746405985962
previous_iter_valid_loss : 0.16618414223194122
877340 0.166393 0.166184 0.168362 CURRENT LEARNING RATE: 0.0001083357947340525
previous_iter_valid_loss : 0.1624065637588501
877360 0.162575 0.162407 0.168116 CURRENT LEARNING RATE: 0.0001083141297416772
previous_iter_valid_loss : 0.16401360929012299
877380 0.164182 0.164014 0.168272 CURRENT LEARNING RATE: 0.0001082924690818671
previous_iter_valid_loss : 0.1622094064950943
877400 0.162372 0.162209 0.167415 CURRENT LEARNING RATE: 0.0001082708127537556
previous_iter_valid_loss : 0.16529580950737
877420 0.165465 0.165296 0.167636 CURRENT LEARNING RATE: 0.0001082491607564768
previous_iter_valid_loss : 0.16314205527305603
877440 0.163311 0.163142 0.166279 CURRENT LEARNING RATE: 0.00010822751308916444
previous_iter_valid_loss : 0.16075316071510315
877460 0.160918 0.160753 0.165911 CURRENT LEARNING RATE: 0.00010820586975095244
previous_iter_valid_loss : 0.17086607217788696
877480 0.171016 0.170866 0.165773 CURRENT LEARNING RATE: 0.0001081842307409754
previous_iter_valid_loss : 0.16160361468791962
877500 0.161793 0.161604 0.165825 CURRENT LEARNING RATE: 0.00010816259605836765
previous_iter_valid_loss : 0.16056959331035614
877520 0.160741 0.160570 0.164690 CURRENT LEARNING RATE: 0.00010814096570226374
previous_iter_valid_loss : 0.16193407773971558
877540 0.162096 0.161934 0.164412 CURRENT LEARNING RATE: 0.00010811933967179828
previous_iter_valid_loss : 0.16193096339702606
877560 0.162079 0.161931 0.164244 CURRENT LEARNING RATE: 0.0001080977179661066
previous_iter_valid_loss : 0.18717634677886963
877580 0.187585 0.187176 0.165388 CURRENT LEARNING RATE: 0.00010807610058432367
previous_iter_valid_loss : 0.16375839710235596
877600 0.163959 0.163758 0.165527 CURRENT LEARNING RATE: 0.00010805448752558477
previous_iter_valid_loss : 0.1781945675611496
877620 0.178500 0.178195 0.165685 CURRENT LEARNING RATE: 0.0001080328787890252
previous_iter_valid_loss : 0.16062960028648376
877640 0.160799 0.160630 0.165676 CURRENT LEARNING RATE: 0.00010801127437378099
previous_iter_valid_loss : 0.17396457493305206
877660 0.174236 0.173965 0.166269 CURRENT LEARNING RATE: 0.00010798967427898776
previous_iter_valid_loss : 0.17114800214767456
877680 0.171304 0.171148 0.166797 CURRENT LEARNING RATE: 0.00010796807850378153
previous_iter_valid_loss : 0.1606563776731491
877700 0.160808 0.160656 0.166507 CURRENT LEARNING RATE: 0.00010794648704729824
previous_iter_valid_loss : 0.1626332402229309
877720 0.162789 0.162633 0.165950 CURRENT LEARNING RATE: 0.00010792489990867464
previous_iter_valid_loss : 0.17217518389225006
877740 0.172440 0.172175 0.166249 CURRENT LEARNING RATE: 0.00010790331708704708
previous_iter_valid_loss : 0.17029181122779846
877760 0.170437 0.170292 0.166644 CURRENT LEARNING RATE: 0.00010788173858155219
previous_iter_valid_loss : 0.16286031901836395
877780 0.163056 0.162860 0.166586 CURRENT LEARNING RATE: 0.00010786016439132668
previous_iter_valid_loss : 0.17940689623355865
877800 0.179735 0.179407 0.167446 CURRENT LEARNING RATE: 0.00010783859451550794
previous_iter_valid_loss : 0.16052331030368805
877820 0.160675 0.160523 0.167207 CURRENT LEARNING RATE: 0.000107817028953233
previous_iter_valid_loss : 0.16879433393478394
877840 0.168950 0.168794 0.167490 CURRENT LEARNING RATE: 0.00010779546770363904
previous_iter_valid_loss : 0.1643342673778534
877860 0.164540 0.164334 0.167669 CURRENT LEARNING RATE: 0.000107773910765864
previous_iter_valid_loss : 0.16601507365703583
877880 0.166226 0.166015 0.167426 CURRENT LEARNING RATE: 0.0001077523581390454
previous_iter_valid_loss : 0.17067968845367432
877900 0.170831 0.170680 0.167880 CURRENT LEARNING RATE: 0.00010773080982232114
previous_iter_valid_loss : 0.16625738143920898
877920 0.166416 0.166257 0.168164 CURRENT LEARNING RATE: 0.0001077092658148291
previous_iter_valid_loss : 0.16130422055721283
877940 0.161490 0.161304 0.168133 CURRENT LEARNING RATE: 0.00010768772611570789
previous_iter_valid_loss : 0.16623076796531677
877960 0.166387 0.166231 0.168348 CURRENT LEARNING RATE: 0.00010766619072409575
previous_iter_valid_loss : 0.1606285274028778
877980 0.160804 0.160629 0.167021 CURRENT LEARNING RATE: 0.00010764465963913126
previous_iter_valid_loss : 0.20580722391605377
878000 0.205864 0.205807 0.169123 CURRENT LEARNING RATE: 0.00010762313285995296
previous_iter_valid_loss : 0.1820157766342163
878020 0.182174 0.182016 0.169314 CURRENT LEARNING RATE: 0.00010760161038570018
previous_iter_valid_loss : 0.16246356070041656
878040 0.162619 0.162464 0.169406 CURRENT LEARNING RATE: 0.00010758009221551183
previous_iter_valid_loss : 0.17231447994709015
878060 0.172460 0.172314 0.169323 CURRENT LEARNING RATE: 0.0001075585783485272
previous_iter_valid_loss : 0.1605108678340912
878080 0.160676 0.160511 0.168791 CURRENT LEARNING RATE: 0.00010753706878388553
previous_iter_valid_loss : 0.16071359813213348
878100 0.160896 0.160714 0.168794 CURRENT LEARNING RATE: 0.00010751556352072679
previous_iter_valid_loss : 0.1605280041694641
878120 0.160698 0.160528 0.168689 CURRENT LEARNING RATE: 0.00010749406255819063
previous_iter_valid_loss : 0.16099855303764343
878140 0.161184 0.160999 0.168130 CURRENT LEARNING RATE: 0.00010747256589541696
previous_iter_valid_loss : 0.16723935306072235
878160 0.167395 0.167239 0.167978 CURRENT LEARNING RATE: 0.00010745107353154576
previous_iter_valid_loss : 0.17701254785060883
878180 0.177171 0.177013 0.168685 CURRENT LEARNING RATE: 0.00010742958546571771
previous_iter_valid_loss : 0.16560262441635132
878200 0.165768 0.165603 0.167995 CURRENT LEARNING RATE: 0.0001074081016970731
previous_iter_valid_loss : 0.1611805558204651
878220 0.161360 0.161181 0.168028 CURRENT LEARNING RATE: 0.00010738662222475239
previous_iter_valid_loss : 0.17084170877933502
878240 0.171090 0.170842 0.168130 CURRENT LEARNING RATE: 0.00010736514704789675
previous_iter_valid_loss : 0.16052725911140442
878260 0.160685 0.160527 0.167940 CURRENT LEARNING RATE: 0.00010734367616564701
previous_iter_valid_loss : 0.1605372130870819
878280 0.160708 0.160537 0.167666 CURRENT LEARNING RATE: 0.00010732220957714432
previous_iter_valid_loss : 0.16056182980537415
878300 0.160723 0.160562 0.167160 CURRENT LEARNING RATE: 0.00010730074728152986
previous_iter_valid_loss : 0.1626076102256775
878320 0.162799 0.162608 0.166978 CURRENT LEARNING RATE: 0.0001072792892779455
previous_iter_valid_loss : 0.16100546717643738
878340 0.161164 0.161005 0.166963 CURRENT LEARNING RATE: 0.0001072578355655327
previous_iter_valid_loss : 0.16123974323272705
878360 0.161420 0.161240 0.166713 CURRENT LEARNING RATE: 0.00010723638614343336
previous_iter_valid_loss : 0.166537344455719
878380 0.166745 0.166537 0.167008 CURRENT LEARNING RATE: 0.00010721494101078929
previous_iter_valid_loss : 0.16524629294872284
878400 0.165409 0.165246 0.164980 CURRENT LEARNING RATE: 0.00010719350016674305
previous_iter_valid_loss : 0.16069677472114563
878420 0.160856 0.160697 0.163914 CURRENT LEARNING RATE: 0.00010717206361043683
previous_iter_valid_loss : 0.1647738665342331
878440 0.164936 0.164774 0.164030 CURRENT LEARNING RATE: 0.00010715063134101318
previous_iter_valid_loss : 0.16128796339035034
878460 0.161446 0.161288 0.163479 CURRENT LEARNING RATE: 0.0001071292033576146
previous_iter_valid_loss : 0.16092997789382935
878480 0.161090 0.160930 0.163500 CURRENT LEARNING RATE: 0.00010710777965938437
previous_iter_valid_loss : 0.16071480512619019
878500 0.160873 0.160715 0.163500 CURRENT LEARNING RATE: 0.00010708636024546532
previous_iter_valid_loss : 0.16451488435268402
878520 0.164716 0.164515 0.163699 CURRENT LEARNING RATE: 0.00010706494511500071
previous_iter_valid_loss : 0.1606561839580536
878540 0.160803 0.160656 0.163682 CURRENT LEARNING RATE: 0.00010704353426713373
previous_iter_valid_loss : 0.1614961177110672
878560 0.161672 0.161496 0.163395 CURRENT LEARNING RATE: 0.00010702212770100833
previous_iter_valid_loss : 0.16465964913368225
878580 0.164870 0.164660 0.162777 CURRENT LEARNING RATE: 0.00010700072541576805
previous_iter_valid_loss : 0.16565686464309692
878600 0.165869 0.165657 0.162780 CURRENT LEARNING RATE: 0.00010697932741055679
previous_iter_valid_loss : 0.17248259484767914
878620 0.172754 0.172483 0.163345 CURRENT LEARNING RATE: 0.00010695793368451845
previous_iter_valid_loss : 0.16050447523593903
878640 0.160670 0.160504 0.162828 CURRENT LEARNING RATE: 0.00010693654423679766
previous_iter_valid_loss : 0.1782810539007187
878660 0.178441 0.178281 0.163716 CURRENT LEARNING RATE: 0.00010691515906653867
previous_iter_valid_loss : 0.1611962765455246
878680 0.161353 0.161196 0.163749 CURRENT LEARNING RATE: 0.00010689377817288585
previous_iter_valid_loss : 0.16999034583568573
878700 0.170144 0.169990 0.164220 CURRENT LEARNING RATE: 0.00010687240155498436
previous_iter_valid_loss : 0.17273816466331482
878720 0.172885 0.172738 0.164727 CURRENT LEARNING RATE: 0.00010685102921197896
previous_iter_valid_loss : 0.16270719468593597
878740 0.162903 0.162707 0.164812 CURRENT LEARNING RATE: 0.00010682966114301476
previous_iter_valid_loss : 0.1676761656999588
878760 0.167910 0.167676 0.165134 CURRENT LEARNING RATE: 0.0001068082973472368
previous_iter_valid_loss : 0.1641397774219513
878780 0.164339 0.164140 0.165014 CURRENT LEARNING RATE: 0.00010678693782379093
previous_iter_valid_loss : 0.1676865965127945
878800 0.167840 0.167687 0.165136 CURRENT LEARNING RATE: 0.00010676558257182261
previous_iter_valid_loss : 0.16120722889900208
878820 0.161396 0.161207 0.165161 CURRENT LEARNING RATE: 0.00010674423159047761
previous_iter_valid_loss : 0.16241329908370972
878840 0.162613 0.162413 0.165043 CURRENT LEARNING RATE: 0.00010672288487890168
previous_iter_valid_loss : 0.16237227618694305
878860 0.162573 0.162372 0.165097 CURRENT LEARNING RATE: 0.00010670154243624136
previous_iter_valid_loss : 0.16182687878608704
878880 0.161992 0.161827 0.165142 CURRENT LEARNING RATE: 0.00010668020426164274
previous_iter_valid_loss : 0.160884827375412
878900 0.161029 0.160885 0.165151 CURRENT LEARNING RATE: 0.00010665887035425233
previous_iter_valid_loss : 0.16356806457042694
878920 0.163770 0.163568 0.165103 CURRENT LEARNING RATE: 0.00010663754071321653
previous_iter_valid_loss : 0.16070346534252167
878940 0.160861 0.160703 0.165106 CURRENT LEARNING RATE: 0.00010661621533768258
previous_iter_valid_loss : 0.17059586942195892
878960 0.170746 0.170596 0.165561 CURRENT LEARNING RATE: 0.00010659489422679724
previous_iter_valid_loss : 0.17132240533828735
878980 0.171470 0.171322 0.165894 CURRENT LEARNING RATE: 0.0001065735773797077
previous_iter_valid_loss : 0.16191346943378448
879000 0.162079 0.161913 0.165707 CURRENT LEARNING RATE: 0.00010655226479556108
previous_iter_valid_loss : 0.18824535608291626
879020 0.188380 0.188245 0.166495 CURRENT LEARNING RATE: 0.00010653095647350524
previous_iter_valid_loss : 0.16333521902561188
879040 0.163505 0.163335 0.166636 CURRENT LEARNING RATE: 0.0001065096524126877
previous_iter_valid_loss : 0.16184335947036743
879060 0.162005 0.161843 0.165815 CURRENT LEARNING RATE: 0.00010648835261225606
previous_iter_valid_loss : 0.16169406473636627
879080 0.161884 0.161694 0.165839 CURRENT LEARNING RATE: 0.00010646705707135873
previous_iter_valid_loss : 0.17982085049152374
879100 0.180155 0.179821 0.166331 CURRENT LEARNING RATE: 0.00010644576578914369
previous_iter_valid_loss : 0.1610639989376068
879120 0.161249 0.161064 0.165747 CURRENT LEARNING RATE: 0.00010642447876475932
previous_iter_valid_loss : 0.1634218692779541
879140 0.163584 0.163422 0.165783 CURRENT LEARNING RATE: 0.0001064031959973539
previous_iter_valid_loss : 0.1619083136320114
879160 0.162069 0.161908 0.165495 CURRENT LEARNING RATE: 0.00010638191748607654
previous_iter_valid_loss : 0.16104088723659515
879180 0.161195 0.161041 0.165340 CURRENT LEARNING RATE: 0.0001063606432300759
previous_iter_valid_loss : 0.16433291137218475
879200 0.164538 0.164333 0.165172 CURRENT LEARNING RATE: 0.00010633937322850097
previous_iter_valid_loss : 0.16960668563842773
879220 0.169754 0.169607 0.165592 CURRENT LEARNING RATE: 0.00010631810748050083
previous_iter_valid_loss : 0.16393250226974487
879240 0.164106 0.163933 0.165668 CURRENT LEARNING RATE: 0.00010629684598522516
previous_iter_valid_loss : 0.16996881365776062
879260 0.170222 0.169969 0.166048 CURRENT LEARNING RATE: 0.00010627558874182338
previous_iter_valid_loss : 0.160659059882164
879280 0.160843 0.160659 0.165989 CURRENT LEARNING RATE: 0.00010625433574944515
previous_iter_valid_loss : 0.1653306931257248
879300 0.165546 0.165331 0.166212 CURRENT LEARNING RATE: 0.00010623308700724017
previous_iter_valid_loss : 0.16417571902275085
879320 0.164348 0.164176 0.166242 CURRENT LEARNING RATE: 0.00010621184251435886
previous_iter_valid_loss : 0.16805604100227356
879340 0.168212 0.168056 0.166610 CURRENT LEARNING RATE: 0.00010619060226995129
previous_iter_valid_loss : 0.16113290190696716
879360 0.161292 0.161133 0.166136 CURRENT LEARNING RATE: 0.00010616936627316782
previous_iter_valid_loss : 0.16110628843307495
879380 0.161295 0.161106 0.165626 CURRENT LEARNING RATE: 0.00010614813452315882
previous_iter_valid_loss : 0.1613287329673767
879400 0.161518 0.161329 0.165596 CURRENT LEARNING RATE: 0.0001061269070190754
previous_iter_valid_loss : 0.1606811285018921
879420 0.160833 0.160681 0.164218 CURRENT LEARNING RATE: 0.00010610568376006827
previous_iter_valid_loss : 0.16194158792495728
879440 0.162129 0.161942 0.164149 CURRENT LEARNING RATE: 0.00010608446474528834
previous_iter_valid_loss : 0.16537240147590637
879460 0.165536 0.165372 0.164325 CURRENT LEARNING RATE: 0.00010606324997388717
previous_iter_valid_loss : 0.16502772271633148
879480 0.165195 0.165028 0.164492 CURRENT LEARNING RATE: 0.00010604203944501605
previous_iter_valid_loss : 0.16853700578212738
879500 0.168689 0.168537 0.163927 CURRENT LEARNING RATE: 0.0001060208331578265
previous_iter_valid_loss : 0.17987646162509918
879520 0.180036 0.179876 0.164868 CURRENT LEARNING RATE: 0.0001059996311114701
previous_iter_valid_loss : 0.17570506036281586
879540 0.175861 0.175705 0.165482 CURRENT LEARNING RATE: 0.00010597843330509915
previous_iter_valid_loss : 0.16055156290531158
879560 0.160709 0.160552 0.165414 CURRENT LEARNING RATE: 0.00010595723973786555
previous_iter_valid_loss : 0.16052305698394775
879580 0.160694 0.160523 0.165389 CURRENT LEARNING RATE: 0.00010593605040892155
previous_iter_valid_loss : 0.16142134368419647
879600 0.161607 0.161421 0.165243 CURRENT LEARNING RATE: 0.00010591486531741939
previous_iter_valid_loss : 0.16444620490074158
879620 0.164615 0.164446 0.164985 CURRENT LEARNING RATE: 0.00010589368446251204
previous_iter_valid_loss : 0.1617957502603531
879640 0.161954 0.161796 0.164878 CURRENT LEARNING RATE: 0.00010587250784335211
previous_iter_valid_loss : 0.1612791270017624
879660 0.161472 0.161279 0.164444 CURRENT LEARNING RATE: 0.00010585133545909248
previous_iter_valid_loss : 0.16129949688911438
879680 0.161458 0.161299 0.164476 CURRENT LEARNING RATE: 0.00010583016730888611
previous_iter_valid_loss : 0.166258305311203
879700 0.166412 0.166258 0.164522 CURRENT LEARNING RATE: 0.00010580900339188663
previous_iter_valid_loss : 0.16580206155776978
879720 0.165964 0.165802 0.164603 CURRENT LEARNING RATE: 0.00010578784370724729
previous_iter_valid_loss : 0.16728316247463226
879740 0.167510 0.167283 0.164565 CURRENT LEARNING RATE: 0.00010576668825412173
previous_iter_valid_loss : 0.1607503443956375
879760 0.160915 0.160750 0.164546 CURRENT LEARNING RATE: 0.00010574553703166352
previous_iter_valid_loss : 0.17076535522937775
879780 0.170914 0.170765 0.165029 CURRENT LEARNING RATE: 0.00010572439003902699
previous_iter_valid_loss : 0.16052742302417755
879800 0.160700 0.160527 0.164988 CURRENT LEARNING RATE: 0.00010570324727536608
previous_iter_valid_loss : 0.16477328538894653
879820 0.164944 0.164773 0.165193 CURRENT LEARNING RATE: 0.00010568210873983487
previous_iter_valid_loss : 0.160505473613739
879840 0.160666 0.160505 0.165121 CURRENT LEARNING RATE: 0.00010566097443158822
previous_iter_valid_loss : 0.17514851689338684
879860 0.175297 0.175149 0.165610 CURRENT LEARNING RATE: 0.00010563984434978057
previous_iter_valid_loss : 0.17673663794994354
879880 0.177023 0.176737 0.166195 CURRENT LEARNING RATE: 0.00010561871849356672
previous_iter_valid_loss : 0.16081827878952026
879900 0.160976 0.160818 0.165810 CURRENT LEARNING RATE: 0.00010559759686210141
previous_iter_valid_loss : 0.17288199067115784
879920 0.173150 0.172882 0.165460 CURRENT LEARNING RATE: 0.00010557647945454018
previous_iter_valid_loss : 0.17248542606830597
879940 0.172628 0.172485 0.165299 CURRENT LEARNING RATE: 0.00010555536627003815
previous_iter_valid_loss : 0.1620425432920456
879960 0.162201 0.162043 0.165373 CURRENT LEARNING RATE: 0.00010553425730775079
previous_iter_valid_loss : 0.1611412763595581
879980 0.161325 0.161141 0.165404 CURRENT LEARNING RATE: 0.00010551315256683355
previous_iter_valid_loss : 0.17890103161334991
880000 0.179220 0.178901 0.166278 CURRENT LEARNING RATE: 0.0001054920520464426
previous_iter_valid_loss : 0.16078945994377136
880020 0.160953 0.160789 0.166095 CURRENT LEARNING RATE: 0.00010547095574573375
previous_iter_valid_loss : 0.16060906648635864
880040 0.160763 0.160609 0.166036 CURRENT LEARNING RATE: 0.00010544986366386315
previous_iter_valid_loss : 0.16085653007030487
880060 0.161035 0.160857 0.166015 CURRENT LEARNING RATE: 0.00010542877579998691
previous_iter_valid_loss : 0.16189448535442352
880080 0.162054 0.161894 0.166045 CURRENT LEARNING RATE: 0.00010540769215326191
previous_iter_valid_loss : 0.17849764227867126
880100 0.178660 0.178498 0.166657 CURRENT LEARNING RATE: 0.00010538661272284463
previous_iter_valid_loss : 0.16252294182777405
880120 0.162710 0.162523 0.166493 CURRENT LEARNING RATE: 0.00010536553750789185
previous_iter_valid_loss : 0.1843721568584442
880140 0.184750 0.184372 0.167347 CURRENT LEARNING RATE: 0.0001053444665075604
previous_iter_valid_loss : 0.16329596936702728
880160 0.163499 0.163296 0.167474 CURRENT LEARNING RATE: 0.00010532339972100782
previous_iter_valid_loss : 0.16552519798278809
880180 0.165727 0.165525 0.167212 CURRENT LEARNING RATE: 0.00010530233714739124
previous_iter_valid_loss : 0.16212423145771027
880200 0.162268 0.162124 0.167292 CURRENT LEARNING RATE: 0.00010528127878586815
previous_iter_valid_loss : 0.1659923791885376
880220 0.166152 0.165992 0.167353 CURRENT LEARNING RATE: 0.00010526022463559606
previous_iter_valid_loss : 0.16207082569599152
880240 0.162253 0.162071 0.167432 CURRENT LEARNING RATE: 0.00010523917469573314
previous_iter_valid_loss : 0.1742575615644455
880260 0.174417 0.174258 0.167387 CURRENT LEARNING RATE: 0.00010521812896543721
previous_iter_valid_loss : 0.16297848522663116
880280 0.163172 0.162978 0.166699 CURRENT LEARNING RATE: 0.00010519708744386629
previous_iter_valid_loss : 0.16204456984996796
880300 0.162232 0.162045 0.166760 CURRENT LEARNING RATE: 0.00010517605013017906
previous_iter_valid_loss : 0.16524188220500946
880320 0.165458 0.165242 0.166378 CURRENT LEARNING RATE: 0.00010515501702353385
previous_iter_valid_loss : 0.1765953153371811
880340 0.176883 0.176595 0.166584 CURRENT LEARNING RATE: 0.00010513398812308932
previous_iter_valid_loss : 0.16296067833900452
880360 0.163164 0.162961 0.166630 CURRENT LEARNING RATE: 0.00010511296342800416
previous_iter_valid_loss : 0.17098961770534515
880380 0.171142 0.170990 0.167122 CURRENT LEARNING RATE: 0.00010509194293743774
previous_iter_valid_loss : 0.17896121740341187
880400 0.179282 0.178961 0.167125 CURRENT LEARNING RATE: 0.00010507092665054903
previous_iter_valid_loss : 0.1752275973558426
880420 0.175380 0.175228 0.167847 CURRENT LEARNING RATE: 0.00010504991456649742
previous_iter_valid_loss : 0.17620334029197693
880440 0.176505 0.176203 0.168627 CURRENT LEARNING RATE: 0.0001050289066844422
previous_iter_valid_loss : 0.16803544759750366
880460 0.168275 0.168035 0.168986 CURRENT LEARNING RATE: 0.00010500790300354347
previous_iter_valid_loss : 0.16054631769657135
880480 0.160712 0.160546 0.168918 CURRENT LEARNING RATE: 0.00010498690352296088
previous_iter_valid_loss : 0.16204875707626343
880500 0.162211 0.162049 0.168096 CURRENT LEARNING RATE: 0.00010496590824185443
previous_iter_valid_loss : 0.16092528402805328
880520 0.161087 0.160925 0.168016 CURRENT LEARNING RATE: 0.00010494491715938414
previous_iter_valid_loss : 0.16550213098526
880540 0.165661 0.165502 0.167073 CURRENT LEARNING RATE: 0.00010492393027471072
previous_iter_valid_loss : 0.16087312996387482
880560 0.161053 0.160873 0.166951 CURRENT LEARNING RATE: 0.00010490294758699455
previous_iter_valid_loss : 0.16338028013706207
880580 0.163582 0.163380 0.166844 CURRENT LEARNING RATE: 0.00010488196909539628
previous_iter_valid_loss : 0.1626717746257782
880600 0.162832 0.162672 0.166872 CURRENT LEARNING RATE: 0.00010486099479907662
previous_iter_valid_loss : 0.17033132910728455
880620 0.170581 0.170331 0.167088 CURRENT LEARNING RATE: 0.00010484002469719694
previous_iter_valid_loss : 0.16341380774974823
880640 0.163581 0.163414 0.167156 CURRENT LEARNING RATE: 0.00010481905878891826
previous_iter_valid_loss : 0.17842097580432892
880660 0.178724 0.178421 0.167364 CURRENT LEARNING RATE: 0.00010479809707340178
previous_iter_valid_loss : 0.1623082160949707
880680 0.162493 0.162308 0.167330 CURRENT LEARNING RATE: 0.00010477713954980936
previous_iter_valid_loss : 0.166288822889328
880700 0.166450 0.166289 0.167543 CURRENT LEARNING RATE: 0.00010475618621730254
previous_iter_valid_loss : 0.16056668758392334
880720 0.160737 0.160567 0.167309 CURRENT LEARNING RATE: 0.00010473523707504318
previous_iter_valid_loss : 0.16179689764976501
880740 0.161994 0.161797 0.166569 CURRENT LEARNING RATE: 0.00010471429212219315
previous_iter_valid_loss : 0.1605440229177475
880760 0.160711 0.160544 0.166448 CURRENT LEARNING RATE: 0.00010469335135791498
previous_iter_valid_loss : 0.16080477833747864
880780 0.160962 0.160805 0.165939 CURRENT LEARNING RATE: 0.00010467241478137089
previous_iter_valid_loss : 0.17893549799919128
880800 0.179258 0.178935 0.165937 CURRENT LEARNING RATE: 0.00010465148239172341
previous_iter_valid_loss : 0.16058890521526337
880820 0.160746 0.160589 0.165206 CURRENT LEARNING RATE: 0.00010463055418813505
previous_iter_valid_loss : 0.16068728268146515
880840 0.160848 0.160687 0.164430 CURRENT LEARNING RATE: 0.00010460963016976904
previous_iter_valid_loss : 0.16073931753635406
880860 0.160894 0.160739 0.164065 CURRENT LEARNING RATE: 0.00010458871033578826
previous_iter_valid_loss : 0.1659443974494934
880880 0.166148 0.165944 0.164335 CURRENT LEARNING RATE: 0.00010456779468535592
previous_iter_valid_loss : 0.16049917042255402
880900 0.160666 0.160499 0.164257 CURRENT LEARNING RATE: 0.00010454688321763519
previous_iter_valid_loss : 0.18133215606212616
880920 0.181491 0.181332 0.165278 CURRENT LEARNING RATE: 0.00010452597593178999
previous_iter_valid_loss : 0.1624092161655426
880940 0.162594 0.162409 0.165123 CURRENT LEARNING RATE: 0.00010450507282698384
previous_iter_valid_loss : 0.16073134541511536
880960 0.160895 0.160731 0.165116 CURRENT LEARNING RATE: 0.00010448417390238061
previous_iter_valid_loss : 0.1610294133424759
880980 0.161188 0.161029 0.164998 CURRENT LEARNING RATE: 0.00010446327915714417
previous_iter_valid_loss : 0.17917044460773468
881000 0.179329 0.179170 0.165823 CURRENT LEARNING RATE: 0.0001044423885904391
previous_iter_valid_loss : 0.1605266034603119
881020 0.160691 0.160527 0.165333 CURRENT LEARNING RATE: 0.00010442150220142958
previous_iter_valid_loss : 0.1689753383398056
881040 0.169220 0.168975 0.165611 CURRENT LEARNING RATE: 0.00010440061998927997
previous_iter_valid_loss : 0.1608486920595169
881060 0.161001 0.160849 0.164733 CURRENT LEARNING RATE: 0.00010437974195315539
previous_iter_valid_loss : 0.16272962093353271
881080 0.162920 0.162730 0.164754 CURRENT LEARNING RATE: 0.00010435886809222047
previous_iter_valid_loss : 0.1606825888156891
881100 0.160859 0.160683 0.164473 CURRENT LEARNING RATE: 0.00010433799840564031
previous_iter_valid_loss : 0.16197095811367035
881120 0.162130 0.161971 0.164544 CURRENT LEARNING RATE: 0.00010431713289257989
previous_iter_valid_loss : 0.1638799011707306
881140 0.164080 0.163880 0.164648 CURRENT LEARNING RATE: 0.00010429627155220499
previous_iter_valid_loss : 0.16608867049217224
881160 0.166251 0.166089 0.164925 CURRENT LEARNING RATE: 0.00010427541438368099
previous_iter_valid_loss : 0.1615879088640213
881180 0.161747 0.161588 0.164964 CURRENT LEARNING RATE: 0.00010425456138617355
previous_iter_valid_loss : 0.16559484601020813
881200 0.165807 0.165595 0.164297 CURRENT LEARNING RATE: 0.00010423371255884841
previous_iter_valid_loss : 0.16275283694267273
881220 0.162912 0.162753 0.164405 CURRENT LEARNING RATE: 0.00010421286790087196
previous_iter_valid_loss : 0.1753128170967102
881240 0.175465 0.175313 0.165137 CURRENT LEARNING RATE: 0.00010419202741141025
previous_iter_valid_loss : 0.16285058856010437
881260 0.163015 0.162851 0.165242 CURRENT LEARNING RATE: 0.00010417119108962966
previous_iter_valid_loss : 0.17234136164188385
881280 0.172606 0.172341 0.165562 CURRENT LEARNING RATE: 0.00010415035893469654
previous_iter_valid_loss : 0.16050097346305847
881300 0.160665 0.160501 0.165562 CURRENT LEARNING RATE: 0.00010412953094577796
previous_iter_valid_loss : 0.1771177500486374
881320 0.177413 0.177118 0.165351 CURRENT LEARNING RATE: 0.00010410870712204064
previous_iter_valid_loss : 0.16261613368988037
881340 0.162780 0.162616 0.165362 CURRENT LEARNING RATE: 0.0001040878874626516
previous_iter_valid_loss : 0.1648089438676834
881360 0.165017 0.164809 0.165566 CURRENT LEARNING RATE: 0.00010406707196677793
previous_iter_valid_loss : 0.16382628679275513
881380 0.164033 0.163826 0.165705 CURRENT LEARNING RATE: 0.0001040462606335873
previous_iter_valid_loss : 0.1624283790588379
881400 0.162625 0.162428 0.164868 CURRENT LEARNING RATE: 0.00010402545346224712
previous_iter_valid_loss : 0.1717444360256195
881420 0.171889 0.171744 0.165429 CURRENT LEARNING RATE: 0.0001040046504519251
previous_iter_valid_loss : 0.16206523776054382
881440 0.162222 0.162065 0.165084 CURRENT LEARNING RATE: 0.00010398385160178892
previous_iter_valid_loss : 0.1605433076620102
881460 0.160698 0.160543 0.165068 CURRENT LEARNING RATE: 0.00010396305691100702
previous_iter_valid_loss : 0.1656017154455185
881480 0.165760 0.165602 0.165212 CURRENT LEARNING RATE: 0.00010394226637874739
previous_iter_valid_loss : 0.1637836992740631
881500 0.163949 0.163784 0.165367 CURRENT LEARNING RATE: 0.00010392148000417823
previous_iter_valid_loss : 0.1609887033700943
881520 0.161144 0.160989 0.165318 CURRENT LEARNING RATE: 0.00010390069778646849
previous_iter_valid_loss : 0.16392751038074493
881540 0.164133 0.163928 0.165320 CURRENT LEARNING RATE: 0.00010387991972478669
previous_iter_valid_loss : 0.1630079597234726
881560 0.163178 0.163008 0.165166 CURRENT LEARNING RATE: 0.00010385914581830167
previous_iter_valid_loss : 0.16135302186012268
881580 0.161538 0.161353 0.165155 CURRENT LEARNING RATE: 0.00010383837606618231
previous_iter_valid_loss : 0.1624763160943985
881600 0.162669 0.162476 0.164999 CURRENT LEARNING RATE: 0.0001038176104675982
previous_iter_valid_loss : 0.16435444355010986
881620 0.164520 0.164354 0.165079 CURRENT LEARNING RATE: 0.00010379684902171852
previous_iter_valid_loss : 0.17095214128494263
881640 0.171105 0.170952 0.164861 CURRENT LEARNING RATE: 0.00010377609172771282
previous_iter_valid_loss : 0.16052712500095367
881660 0.160700 0.160527 0.164745 CURRENT LEARNING RATE: 0.00010375533858475062
previous_iter_valid_loss : 0.1666737198829651
881680 0.166901 0.166674 0.164461 CURRENT LEARNING RATE: 0.00010373458959200215
previous_iter_valid_loss : 0.16126738488674164
881700 0.161433 0.161267 0.164499 CURRENT LEARNING RATE: 0.00010371384474863728
previous_iter_valid_loss : 0.16134709119796753
881720 0.161509 0.161347 0.163711 CURRENT LEARNING RATE: 0.00010369310405382622
previous_iter_valid_loss : 0.16617920994758606
881740 0.166342 0.166179 0.163889 CURRENT LEARNING RATE: 0.00010367236750673914
previous_iter_valid_loss : 0.16366203129291534
881760 0.163865 0.163662 0.163832 CURRENT LEARNING RATE: 0.00010365163510654697
previous_iter_valid_loss : 0.16813819110393524
881780 0.168295 0.168138 0.164047 CURRENT LEARNING RATE: 0.00010363090685242023
previous_iter_valid_loss : 0.17173783481121063
881800 0.172010 0.171738 0.164513 CURRENT LEARNING RATE: 0.00010361018274352976
previous_iter_valid_loss : 0.16632041335105896
881820 0.166545 0.166320 0.164242 CURRENT LEARNING RATE: 0.00010358946277904643
previous_iter_valid_loss : 0.16553013026714325
881840 0.165698 0.165530 0.164415 CURRENT LEARNING RATE: 0.00010356874695814182
previous_iter_valid_loss : 0.16054794192314148
881860 0.160705 0.160548 0.164415 CURRENT LEARNING RATE: 0.00010354803527998708
previous_iter_valid_loss : 0.16368362307548523
881880 0.163846 0.163684 0.164319 CURRENT LEARNING RATE: 0.0001035273277437536
previous_iter_valid_loss : 0.17081299424171448
881900 0.170965 0.170813 0.164671 CURRENT LEARNING RATE: 0.00010350662434861343
previous_iter_valid_loss : 0.1773078888654709
881920 0.177465 0.177308 0.165487 CURRENT LEARNING RATE: 0.00010348592509373823
previous_iter_valid_loss : 0.16183917224407196
881940 0.162031 0.161839 0.165382 CURRENT LEARNING RATE: 0.00010346522997830008
previous_iter_valid_loss : 0.16500554978847504
881960 0.165182 0.165006 0.165482 CURRENT LEARNING RATE: 0.00010344453900147093
previous_iter_valid_loss : 0.1998359113931656
881980 0.200363 0.199836 0.167406 CURRENT LEARNING RATE: 0.00010342385216242354
previous_iter_valid_loss : 0.16217993199825287
882000 0.162366 0.162180 0.167391 CURRENT LEARNING RATE: 0.00010340316946033025
previous_iter_valid_loss : 0.16112357378005981
882020 0.161282 0.161124 0.167230 CURRENT LEARNING RATE: 0.00010338249089436377
previous_iter_valid_loss : 0.16184072196483612
882040 0.161991 0.161841 0.166774 CURRENT LEARNING RATE: 0.00010336181646369673
previous_iter_valid_loss : 0.16329152882099152
882060 0.163463 0.163292 0.166912 CURRENT LEARNING RATE: 0.00010334114616750257
previous_iter_valid_loss : 0.16892822086811066
882080 0.169164 0.168928 0.167025 CURRENT LEARNING RATE: 0.00010332048000495425
previous_iter_valid_loss : 0.16064390540122986
882100 0.160792 0.160644 0.166994 CURRENT LEARNING RATE: 0.00010329981797522515
previous_iter_valid_loss : 0.16962099075317383
882120 0.169870 0.169621 0.167408 CURRENT LEARNING RATE: 0.0001032791600774886
previous_iter_valid_loss : 0.16289038956165314
882140 0.163062 0.162890 0.167243 CURRENT LEARNING RATE: 0.00010325850631091867
previous_iter_valid_loss : 0.16050875186920166
882160 0.160677 0.160509 0.167086 CURRENT LEARNING RATE: 0.00010323785667468899
previous_iter_valid_loss : 0.16636183857917786
882180 0.166518 0.166362 0.166997 CURRENT LEARNING RATE: 0.0001032172111679736
previous_iter_valid_loss : 0.16051219403743744
882200 0.160668 0.160512 0.166436 CURRENT LEARNING RATE: 0.00010319656978994647
previous_iter_valid_loss : 0.16189520061016083
882220 0.162057 0.161895 0.166214 CURRENT LEARNING RATE: 0.00010317593253978233
previous_iter_valid_loss : 0.16831591725349426
882240 0.168549 0.168316 0.166354 CURRENT LEARNING RATE: 0.00010315529941665552
previous_iter_valid_loss : 0.1607120782136917
882260 0.160885 0.160712 0.166362 CURRENT LEARNING RATE: 0.0001031346704197405
previous_iter_valid_loss : 0.16178502142429352
882280 0.161977 0.161785 0.166267 CURRENT LEARNING RATE: 0.0001031140455482125
previous_iter_valid_loss : 0.16117419302463531
882300 0.161358 0.161174 0.165785 CURRENT LEARNING RATE: 0.00010309342480124634
previous_iter_valid_loss : 0.16049887239933014
882320 0.160665 0.160499 0.164944 CURRENT LEARNING RATE: 0.00010307280817801718
previous_iter_valid_loss : 0.17797498404979706
882340 0.178137 0.177975 0.165751 CURRENT LEARNING RATE: 0.00010305219567770019
previous_iter_valid_loss : 0.16192038357257843
882360 0.162084 0.161920 0.165597 CURRENT LEARNING RATE: 0.00010303158729947122
previous_iter_valid_loss : 0.16222535073757172
882380 0.162392 0.162225 0.163716 CURRENT LEARNING RATE: 0.00010301098304250575
previous_iter_valid_loss : 0.17583250999450684
882400 0.175990 0.175833 0.164399 CURRENT LEARNING RATE: 0.0001029903829059796
previous_iter_valid_loss : 0.1719730943441391
882420 0.172123 0.171973 0.164942 CURRENT LEARNING RATE: 0.00010296978688906863
previous_iter_valid_loss : 0.16055908799171448
882440 0.160720 0.160559 0.164877 CURRENT LEARNING RATE: 0.0001029491949909493
previous_iter_valid_loss : 0.1739097237586975
882460 0.174055 0.173910 0.165408 CURRENT LEARNING RATE: 0.0001029286072107978
previous_iter_valid_loss : 0.17830489575862885
882480 0.178468 0.178305 0.165877 CURRENT LEARNING RATE: 0.00010290802354779061
previous_iter_valid_loss : 0.16474230587482452
882500 0.164914 0.164742 0.166082 CURRENT LEARNING RATE: 0.00010288744400110419
previous_iter_valid_loss : 0.1613873988389969
882520 0.161570 0.161387 0.165670 CURRENT LEARNING RATE: 0.00010286686856991571
previous_iter_valid_loss : 0.16108597815036774
882540 0.161240 0.161086 0.165580 CURRENT LEARNING RATE: 0.00010284629725340201
previous_iter_valid_loss : 0.16772466897964478
882560 0.167878 0.167725 0.165941 CURRENT LEARNING RATE: 0.00010282573005074019
previous_iter_valid_loss : 0.1638074815273285
882580 0.163977 0.163807 0.165813 CURRENT LEARNING RATE: 0.0001028051669611074
previous_iter_valid_loss : 0.16477970778942108
882600 0.164991 0.164780 0.166027 CURRENT LEARNING RATE: 0.00010278460798368152
previous_iter_valid_loss : 0.16432878375053406
882620 0.164502 0.164329 0.166148 CURRENT LEARNING RATE: 0.00010276405311763996
previous_iter_valid_loss : 0.16725780069828033
882640 0.167482 0.167258 0.166095 CURRENT LEARNING RATE: 0.00010274350236216051
previous_iter_valid_loss : 0.161490797996521
882660 0.161653 0.161491 0.166134 CURRENT LEARNING RATE: 0.00010272295571642102
previous_iter_valid_loss : 0.16097697615623474
882680 0.161134 0.160977 0.166094 CURRENT LEARNING RATE: 0.00010270241317959993
previous_iter_valid_loss : 0.16312746703624725
882700 0.163334 0.163127 0.166192 CURRENT LEARNING RATE: 0.00010268187475087539
previous_iter_valid_loss : 0.16554687917232513
882720 0.165766 0.165547 0.166444 CURRENT LEARNING RATE: 0.00010266134042942567
previous_iter_valid_loss : 0.163715660572052
882740 0.163890 0.163716 0.165731 CURRENT LEARNING RATE: 0.00010264081021442977
previous_iter_valid_loss : 0.16059274971485138
882760 0.160745 0.160593 0.165665 CURRENT LEARNING RATE: 0.00010262028410506629
previous_iter_valid_loss : 0.17212140560150146
882780 0.172273 0.172121 0.166160 CURRENT LEARNING RATE: 0.0001025997621005142
previous_iter_valid_loss : 0.1785670667886734
882800 0.178891 0.178567 0.166296 CURRENT LEARNING RATE: 0.00010257924419995241
previous_iter_valid_loss : 0.16251644492149353
882820 0.162712 0.162516 0.165823 CURRENT LEARNING RATE: 0.00010255873040256058
previous_iter_valid_loss : 0.16214650869369507
882840 0.162302 0.162147 0.165903 CURRENT LEARNING RATE: 0.00010253822070751798
previous_iter_valid_loss : 0.1809142827987671
882860 0.181245 0.180914 0.166253 CURRENT LEARNING RATE: 0.00010251771511400423
previous_iter_valid_loss : 0.17556430399417877
882880 0.175853 0.175564 0.166116 CURRENT LEARNING RATE: 0.00010249721362119891
previous_iter_valid_loss : 0.1656528115272522
882900 0.165862 0.165653 0.166162 CURRENT LEARNING RATE: 0.00010247671622828233
previous_iter_valid_loss : 0.16413263976573944
882920 0.164303 0.164133 0.166299 CURRENT LEARNING RATE: 0.00010245622293443443
previous_iter_valid_loss : 0.1609368473291397
882940 0.161120 0.160937 0.166291 CURRENT LEARNING RATE: 0.00010243573373883544
previous_iter_valid_loss : 0.16560344398021698
882960 0.165806 0.165603 0.166185 CURRENT LEARNING RATE: 0.00010241524864066565
previous_iter_valid_loss : 0.16550612449645996
882980 0.165681 0.165506 0.166270 CURRENT LEARNING RATE: 0.00010239476763910598
previous_iter_valid_loss : 0.1818668246269226
883000 0.182207 0.181867 0.167125 CURRENT LEARNING RATE: 0.00010237429073333706
previous_iter_valid_loss : 0.16089870035648346
883020 0.161087 0.160899 0.166953 CURRENT LEARNING RATE: 0.00010235381792253974
previous_iter_valid_loss : 0.16171270608901978
883040 0.161864 0.161713 0.166676 CURRENT LEARNING RATE: 0.00010233334920589499
previous_iter_valid_loss : 0.1797364056110382
883060 0.179896 0.179736 0.167588 CURRENT LEARNING RATE: 0.00010231288458258442
previous_iter_valid_loss : 0.1607971042394638
883080 0.160957 0.160797 0.167579 CURRENT LEARNING RATE: 0.00010229242405178924
previous_iter_valid_loss : 0.16830644011497498
883100 0.168541 0.168306 0.167838 CURRENT LEARNING RATE: 0.00010227196761269083
previous_iter_valid_loss : 0.16120724380016327
883120 0.161384 0.161207 0.167621 CURRENT LEARNING RATE: 0.00010225151526447133
previous_iter_valid_loss : 0.16120168566703796
883140 0.161354 0.161202 0.167495 CURRENT LEARNING RATE: 0.00010223106700631246
previous_iter_valid_loss : 0.184504434466362
883160 0.184872 0.184504 0.168691 CURRENT LEARNING RATE: 0.00010221062283739628
previous_iter_valid_loss : 0.18253231048583984
883180 0.182872 0.182532 0.169211 CURRENT LEARNING RATE: 0.00010219018275690486
previous_iter_valid_loss : 0.16506287455558777
883200 0.165261 0.165063 0.168536 CURRENT LEARNING RATE: 0.00010216974676402093
previous_iter_valid_loss : 0.16463956236839294
883220 0.164845 0.164640 0.168642 CURRENT LEARNING RATE: 0.0001021493148579269
previous_iter_valid_loss : 0.16211174428462982
883240 0.162275 0.162112 0.168641 CURRENT LEARNING RATE: 0.00010212888703780545
previous_iter_valid_loss : 0.16822116076946259
883260 0.168377 0.168221 0.168006 CURRENT LEARNING RATE: 0.00010210846330283935
previous_iter_valid_loss : 0.16708052158355713
883280 0.167239 0.167081 0.167582 CURRENT LEARNING RATE: 0.00010208804365221195
previous_iter_valid_loss : 0.17934902012348175
883300 0.179508 0.179349 0.168267 CURRENT LEARNING RATE: 0.00010206762808510631
previous_iter_valid_loss : 0.16262012720108032
883320 0.162808 0.162620 0.168191 CURRENT LEARNING RATE: 0.00010204721660070583
previous_iter_valid_loss : 0.1608830690383911
883340 0.161039 0.160883 0.168188 CURRENT LEARNING RATE: 0.00010202680919819382
previous_iter_valid_loss : 0.1745293140411377
883360 0.174820 0.174529 0.168635 CURRENT LEARNING RATE: 0.00010200640587675439
previous_iter_valid_loss : 0.1656888723373413
883380 0.165854 0.165689 0.168644 CURRENT LEARNING RATE: 0.0001019860066355712
previous_iter_valid_loss : 0.1709204614162445
883400 0.171070 0.170920 0.168096 CURRENT LEARNING RATE: 0.0001019656114738283
previous_iter_valid_loss : 0.163474902510643
883420 0.163650 0.163475 0.168225 CURRENT LEARNING RATE: 0.00010194522039070967
previous_iter_valid_loss : 0.16273938119411469
883440 0.162909 0.162739 0.168277 CURRENT LEARNING RATE: 0.00010192483338540006
previous_iter_valid_loss : 0.1626809984445572
883460 0.162871 0.162681 0.167424 CURRENT LEARNING RATE: 0.00010190445045708382
previous_iter_valid_loss : 0.16061531007289886
883480 0.160766 0.160615 0.167415 CURRENT LEARNING RATE: 0.0001018840716049454
previous_iter_valid_loss : 0.1605719029903412
883500 0.160735 0.160572 0.167028 CURRENT LEARNING RATE: 0.00010186369682817005
previous_iter_valid_loss : 0.16829900443553925
883520 0.168527 0.168299 0.167383 CURRENT LEARNING RATE: 0.0001018433261259426
previous_iter_valid_loss : 0.1620948165655136
883540 0.162291 0.162095 0.167427 CURRENT LEARNING RATE: 0.0001018229594974482
previous_iter_valid_loss : 0.16502197086811066
883560 0.165235 0.165022 0.166453 CURRENT LEARNING RATE: 0.00010180259694187202
previous_iter_valid_loss : 0.16552306711673737
883580 0.165687 0.165523 0.165603 CURRENT LEARNING RATE: 0.00010178223845839989
previous_iter_valid_loss : 0.16256096959114075
883600 0.162749 0.162561 0.165478 CURRENT LEARNING RATE: 0.00010176188404621732
previous_iter_valid_loss : 0.16843922436237335
883620 0.168667 0.168439 0.165668 CURRENT LEARNING RATE: 0.00010174153370451012
previous_iter_valid_loss : 0.16807115077972412
883640 0.168306 0.168071 0.165966 CURRENT LEARNING RATE: 0.00010172118743246412
previous_iter_valid_loss : 0.16097882390022278
883660 0.161167 0.160979 0.165603 CURRENT LEARNING RATE: 0.0001017008452292658
previous_iter_valid_loss : 0.16088704764842987
883680 0.161075 0.160887 0.165294 CURRENT LEARNING RATE: 0.0001016805070941013
previous_iter_valid_loss : 0.17228485643863678
883700 0.172551 0.172285 0.164941 CURRENT LEARNING RATE: 0.0001016601730261571
previous_iter_valid_loss : 0.16293896734714508
883720 0.163133 0.162939 0.164956 CURRENT LEARNING RATE: 0.00010163984302461966
previous_iter_valid_loss : 0.17693577706813812
883740 0.177246 0.176936 0.165759 CURRENT LEARNING RATE: 0.00010161951708867613
previous_iter_valid_loss : 0.16388081014156342
883760 0.164074 0.163881 0.165227 CURRENT LEARNING RATE: 0.00010159919521751331
previous_iter_valid_loss : 0.16425028443336487
883780 0.164464 0.164250 0.165155 CURRENT LEARNING RATE: 0.00010157887741031829
previous_iter_valid_loss : 0.16129307448863983
883800 0.161475 0.161293 0.164673 CURRENT LEARNING RATE: 0.00010155856366627821
previous_iter_valid_loss : 0.1629120260477066
883820 0.163111 0.162912 0.164645 CURRENT LEARNING RATE: 0.00010153825398458087
previous_iter_valid_loss : 0.16657881438732147
883840 0.166738 0.166579 0.164837 CURRENT LEARNING RATE: 0.0001015179483644137
previous_iter_valid_loss : 0.1891552358865738
883860 0.189293 0.189155 0.166161 CURRENT LEARNING RATE: 0.0001014976468049643
previous_iter_valid_loss : 0.16675159335136414
883880 0.166966 0.166752 0.166468 CURRENT LEARNING RATE: 0.00010147734930542098
previous_iter_valid_loss : 0.1669316589832306
883900 0.167155 0.166932 0.166786 CURRENT LEARNING RATE: 0.00010145705586497163
previous_iter_valid_loss : 0.16955721378326416
883920 0.169794 0.169557 0.166849 CURRENT LEARNING RATE: 0.00010143676648280452
previous_iter_valid_loss : 0.16522762179374695
883940 0.165438 0.165228 0.167005 CURRENT LEARNING RATE: 0.00010141648115810792
previous_iter_valid_loss : 0.16068750619888306
883960 0.160855 0.160688 0.166789 CURRENT LEARNING RATE: 0.00010139619989007077
previous_iter_valid_loss : 0.16075655817985535
883980 0.160915 0.160757 0.166550 CURRENT LEARNING RATE: 0.00010137592267788159
previous_iter_valid_loss : 0.1605859398841858
884000 0.160747 0.160586 0.166451 CURRENT LEARNING RATE: 0.00010135564952072936
previous_iter_valid_loss : 0.1843463033437729
884020 0.184493 0.184346 0.167247 CURRENT LEARNING RATE: 0.00010133538041780294
previous_iter_valid_loss : 0.16130539774894714
884040 0.161493 0.161305 0.166909 CURRENT LEARNING RATE: 0.00010131511536829192
previous_iter_valid_loss : 0.1605943888425827
884060 0.160753 0.160594 0.166889 CURRENT LEARNING RATE: 0.00010129485437138554
previous_iter_valid_loss : 0.1613847017288208
884080 0.161543 0.161385 0.166914 CURRENT LEARNING RATE: 0.00010127459742627335
previous_iter_valid_loss : 0.17236371338367462
884100 0.172630 0.172364 0.166918 CURRENT LEARNING RATE: 0.00010125434453214488
previous_iter_valid_loss : 0.16056512296199799
884120 0.160724 0.160565 0.166799 CURRENT LEARNING RATE: 0.00010123409568819039
previous_iter_valid_loss : 0.1638363152742386
884140 0.164046 0.163836 0.166144 CURRENT LEARNING RATE: 0.00010121385089359974
previous_iter_valid_loss : 0.16538390517234802
884160 0.165549 0.165384 0.166220 CURRENT LEARNING RATE: 0.00010119361014756315
previous_iter_valid_loss : 0.16075289249420166
884180 0.160932 0.160753 0.166045 CURRENT LEARNING RATE: 0.00010117337344927078
previous_iter_valid_loss : 0.16320019960403442
884200 0.163397 0.163200 0.166140 CURRENT LEARNING RATE: 0.00010115314079791356
previous_iter_valid_loss : 0.17485927045345306
884220 0.175138 0.174859 0.166737 CURRENT LEARNING RATE: 0.00010113291219268197
previous_iter_valid_loss : 0.1887342780828476
884240 0.189151 0.188734 0.167845 CURRENT LEARNING RATE: 0.00010111268763276688
previous_iter_valid_loss : 0.16343064606189728
884260 0.163624 0.163431 0.166559 CURRENT LEARNING RATE: 0.00010109246711735914
previous_iter_valid_loss : 0.16980254650115967
884280 0.169956 0.169803 0.166712 CURRENT LEARNING RATE: 0.00010107225064565028
previous_iter_valid_loss : 0.16164858639240265
884300 0.161834 0.161649 0.166447 CURRENT LEARNING RATE: 0.00010105203821683144
previous_iter_valid_loss : 0.16060766577720642
884320 0.160764 0.160608 0.166000 CURRENT LEARNING RATE: 0.00010103182983009398
previous_iter_valid_loss : 0.16677452623844147
884340 0.166938 0.166775 0.166077 CURRENT LEARNING RATE: 0.00010101162548462991
previous_iter_valid_loss : 0.16070015728473663
884360 0.160860 0.160700 0.166078 CURRENT LEARNING RATE: 0.00010099142517963087
previous_iter_valid_loss : 0.17004038393497467
884380 0.170193 0.170040 0.166542 CURRENT LEARNING RATE: 0.00010097122891428883
previous_iter_valid_loss : 0.16277936100959778
884400 0.162963 0.162779 0.166652 CURRENT LEARNING RATE: 0.0001009510366877958
previous_iter_valid_loss : 0.16268421709537506
884420 0.162844 0.162684 0.165569 CURRENT LEARNING RATE: 0.00010093084849934443
previous_iter_valid_loss : 0.16056014597415924
884440 0.160719 0.160560 0.165531 CURRENT LEARNING RATE: 0.00010091066434812702
previous_iter_valid_loss : 0.16113223135471344
884460 0.161291 0.161132 0.165558 CURRENT LEARNING RATE: 0.00010089048423333617
previous_iter_valid_loss : 0.16393761336803436
884480 0.164134 0.163938 0.165686 CURRENT LEARNING RATE: 0.00010087030815416455
previous_iter_valid_loss : 0.16478972136974335
884500 0.164953 0.164790 0.165307 CURRENT LEARNING RATE: 0.00010085013610980543
previous_iter_valid_loss : 0.16052211821079254
884520 0.160688 0.160522 0.165305 CURRENT LEARNING RATE: 0.00010082996809945179
previous_iter_valid_loss : 0.16096976399421692
884540 0.161134 0.160970 0.165162 CURRENT LEARNING RATE: 0.00010080980412229687
previous_iter_valid_loss : 0.16632452607154846
884560 0.166483 0.166325 0.165209 CURRENT LEARNING RATE: 0.00010078964417753396
previous_iter_valid_loss : 0.1606106460094452
884580 0.160777 0.160611 0.165202 CURRENT LEARNING RATE: 0.00010076948826435702
previous_iter_valid_loss : 0.16344162821769714
884600 0.163620 0.163442 0.165214 CURRENT LEARNING RATE: 0.0001007493363819596
previous_iter_valid_loss : 0.1906413733959198
884620 0.190770 0.190641 0.166003 CURRENT LEARNING RATE: 0.00010072918852953566
previous_iter_valid_loss : 0.16562268137931824
884640 0.165838 0.165623 0.164847 CURRENT LEARNING RATE: 0.00010070904470627908
previous_iter_valid_loss : 0.16336283087730408
884660 0.163553 0.163363 0.164844 CURRENT LEARNING RATE: 0.0001006889049113845
previous_iter_valid_loss : 0.18439534306526184
884680 0.184773 0.184395 0.165574 CURRENT LEARNING RATE: 0.00010066876914404612
previous_iter_valid_loss : 0.17305703461170197
884700 0.173329 0.173057 0.166144 CURRENT LEARNING RATE: 0.00010064863740345835
previous_iter_valid_loss : 0.16303925216197968
884720 0.163241 0.163039 0.166266 CURRENT LEARNING RATE: 0.00010062850968881626
previous_iter_valid_loss : 0.16493915021419525
884740 0.165112 0.164939 0.166174 CURRENT LEARNING RATE: 0.00010060838599931457
previous_iter_valid_loss : 0.161673441529274
884760 0.161860 0.161673 0.166222 CURRENT LEARNING RATE: 0.00010058826633414833
previous_iter_valid_loss : 0.18500550091266632
884780 0.185151 0.185006 0.166971 CURRENT LEARNING RATE: 0.00010056815069251258
previous_iter_valid_loss : 0.16562116146087646
884800 0.165792 0.165621 0.167113 CURRENT LEARNING RATE: 0.00010054803907360306
previous_iter_valid_loss : 0.16419142484664917
884820 0.164358 0.164191 0.167188 CURRENT LEARNING RATE: 0.00010052793147661511
previous_iter_valid_loss : 0.16103580594062805
884840 0.161184 0.161036 0.167212 CURRENT LEARNING RATE: 0.00010050782790074444
previous_iter_valid_loss : 0.1612083911895752
884860 0.161392 0.161208 0.167216 CURRENT LEARNING RATE: 0.00010048772834518671
previous_iter_valid_loss : 0.1606077402830124
884880 0.160766 0.160608 0.167049 CURRENT LEARNING RATE: 0.00010046763280913831
previous_iter_valid_loss : 0.1605014204978943
884900 0.160669 0.160501 0.166835 CURRENT LEARNING RATE: 0.00010044754129179524
previous_iter_valid_loss : 0.16263726353645325
884920 0.162832 0.162637 0.166941 CURRENT LEARNING RATE: 0.00010042745379235382
previous_iter_valid_loss : 0.17028887569904327
884940 0.170538 0.170289 0.167407 CURRENT LEARNING RATE: 0.0001004073703100104
previous_iter_valid_loss : 0.1612503081560135
884960 0.161403 0.161250 0.167153 CURRENT LEARNING RATE: 0.00010038729084396198
previous_iter_valid_loss : 0.16286884248256683
884980 0.163064 0.162869 0.167266 CURRENT LEARNING RATE: 0.00010036721539340522
previous_iter_valid_loss : 0.16584303975105286
885000 0.166005 0.165843 0.167386 CURRENT LEARNING RATE: 0.00010034714395753707
previous_iter_valid_loss : 0.17221830785274506
885020 0.172481 0.172218 0.166465 CURRENT LEARNING RATE: 0.00010032707653555451
previous_iter_valid_loss : 0.17039720714092255
885040 0.170650 0.170397 0.166703 CURRENT LEARNING RATE: 0.00010030701312665523
previous_iter_valid_loss : 0.21052531898021698
885060 0.211111 0.210525 0.169062 CURRENT LEARNING RATE: 0.00010028695373003647
previous_iter_valid_loss : 0.16353535652160645
885080 0.163721 0.163535 0.168019 CURRENT LEARNING RATE: 0.0001002668983448957
previous_iter_valid_loss : 0.16291940212249756
885100 0.163119 0.162919 0.167512 CURRENT LEARNING RATE: 0.00010024684697043103
previous_iter_valid_loss : 0.16051656007766724
885120 0.160682 0.160517 0.167386 CURRENT LEARNING RATE: 0.00010022679960584029
previous_iter_valid_loss : 0.16138234734535217
885140 0.161549 0.161382 0.167208 CURRENT LEARNING RATE: 0.00010020675625032153
previous_iter_valid_loss : 0.16149885952472687
885160 0.161662 0.161499 0.167199 CURRENT LEARNING RATE: 0.00010018671690307285
previous_iter_valid_loss : 0.16230440139770508
885180 0.162488 0.162304 0.166064 CURRENT LEARNING RATE: 0.00010016668156329306
previous_iter_valid_loss : 0.16138415038585663
885200 0.161543 0.161384 0.165852 CURRENT LEARNING RATE: 0.00010014665023018053
previous_iter_valid_loss : 0.1665852814912796
885220 0.166797 0.166585 0.165972 CURRENT LEARNING RATE: 0.00010012662290293401
previous_iter_valid_loss : 0.16049084067344666
885240 0.160657 0.160491 0.165945 CURRENT LEARNING RATE: 0.00010010659958075226
previous_iter_valid_loss : 0.16121117770671844
885260 0.161391 0.161211 0.165945 CURRENT LEARNING RATE: 0.00010008658026283468
previous_iter_valid_loss : 0.16073349118232727
885280 0.160887 0.160733 0.165951 CURRENT LEARNING RATE: 0.00010006656494838033
previous_iter_valid_loss : 0.16952265799045563
885300 0.169672 0.169523 0.166402 CURRENT LEARNING RATE: 0.00010004655363658858
previous_iter_valid_loss : 0.16072912514209747
885320 0.160886 0.160729 0.166307 CURRENT LEARNING RATE: 0.0001000265463266588
previous_iter_valid_loss : 0.16174280643463135
885340 0.161911 0.161743 0.165879 CURRENT LEARNING RATE: 0.00010000654301779108
previous_iter_valid_loss : 0.16052290797233582
885360 0.160700 0.160523 0.165843 CURRENT LEARNING RATE: 9.99865437091851e-05
previous_iter_valid_loss : 0.1613105684518814
885380 0.161492 0.161311 0.165765 CURRENT LEARNING RATE: 9.996654840004087e-05
previous_iter_valid_loss : 0.16269949078559875
885400 0.162875 0.162699 0.165608 CURRENT LEARNING RATE: 9.994655708955843e-05
previous_iter_valid_loss : 0.17051637172698975
885420 0.170658 0.170516 0.165523 CURRENT LEARNING RATE: 9.992656977693844e-05
previous_iter_valid_loss : 0.1727491021156311
885440 0.172891 0.172749 0.165640 CURRENT LEARNING RATE: 9.990658646138128e-05
previous_iter_valid_loss : 0.17080998420715332
885460 0.171065 0.170810 0.163655 CURRENT LEARNING RATE: 9.988660714208757e-05
previous_iter_valid_loss : 0.1852036416530609
885480 0.185581 0.185204 0.164738 CURRENT LEARNING RATE: 9.9866631818258e-05
previous_iter_valid_loss : 0.1606103628873825
885500 0.160772 0.160610 0.164623 CURRENT LEARNING RATE: 9.984666048909388e-05
previous_iter_valid_loss : 0.16597308218479156
885520 0.166186 0.165973 0.164895 CURRENT LEARNING RATE: 9.982669315379618e-05
previous_iter_valid_loss : 0.16789066791534424
885540 0.168119 0.167891 0.165221 CURRENT LEARNING RATE: 9.980672981156607e-05
previous_iter_valid_loss : 0.16550518572330475
885560 0.165662 0.165505 0.165421 CURRENT LEARNING RATE: 9.978677046160532e-05
previous_iter_valid_loss : 0.17233902215957642
885580 0.172483 0.172339 0.165923 CURRENT LEARNING RATE: 9.976681510311542e-05
previous_iter_valid_loss : 0.16791456937789917
885600 0.168070 0.167915 0.166249 CURRENT LEARNING RATE: 9.974686373529812e-05
previous_iter_valid_loss : 0.16379818320274353
885620 0.164010 0.163798 0.166110 CURRENT LEARNING RATE: 9.972691635735523e-05
previous_iter_valid_loss : 0.16299580037593842
885640 0.163155 0.162996 0.166235 CURRENT LEARNING RATE: 9.970697296848917e-05
previous_iter_valid_loss : 0.1665014624595642
885660 0.166663 0.166501 0.166500 CURRENT LEARNING RATE: 9.968703356790203e-05
previous_iter_valid_loss : 0.18214865028858185
885680 0.182301 0.182149 0.167571 CURRENT LEARNING RATE: 9.966709815479627e-05
previous_iter_valid_loss : 0.17053857445716858
885700 0.170789 0.170539 0.167621 CURRENT LEARNING RATE: 9.964716672837425e-05
previous_iter_valid_loss : 0.16708408296108246
885720 0.167306 0.167084 0.167939 CURRENT LEARNING RATE: 9.96272392878391e-05
previous_iter_valid_loss : 0.16367954015731812
885740 0.163869 0.163680 0.168036 CURRENT LEARNING RATE: 9.960731583239353e-05
previous_iter_valid_loss : 0.16394904255867004
885760 0.164124 0.163949 0.168207 CURRENT LEARNING RATE: 9.958739636124062e-05
previous_iter_valid_loss : 0.16053281724452972
885780 0.160687 0.160533 0.168168 CURRENT LEARNING RATE: 9.956748087358339e-05
previous_iter_valid_loss : 0.1613617092370987
885800 0.161514 0.161362 0.168101 CURRENT LEARNING RATE: 9.954756936862558e-05
previous_iter_valid_loss : 0.1607857197523117
885820 0.160967 0.160786 0.167615 CURRENT LEARNING RATE: 9.952766184557057e-05
previous_iter_valid_loss : 0.16988936066627502
885840 0.170042 0.169889 0.167472 CURRENT LEARNING RATE: 9.950775830362204e-05
previous_iter_valid_loss : 0.16177856922149658
885860 0.161965 0.161779 0.167020 CURRENT LEARNING RATE: 9.948785874198368e-05
previous_iter_valid_loss : 0.16057981550693512
885880 0.160745 0.160580 0.165789 CURRENT LEARNING RATE: 9.946796315985985e-05
previous_iter_valid_loss : 0.1610499620437622
885900 0.161235 0.161050 0.165811 CURRENT LEARNING RATE: 9.944807155645458e-05
previous_iter_valid_loss : 0.16093763709068298
885920 0.161117 0.160938 0.165559 CURRENT LEARNING RATE: 9.942818393097201e-05
previous_iter_valid_loss : 0.1658845990896225
885940 0.166104 0.165885 0.165459 CURRENT LEARNING RATE: 9.940830028261698e-05
previous_iter_valid_loss : 0.1641112118959427
885960 0.164308 0.164111 0.165389 CURRENT LEARNING RATE: 9.938842061059397e-05
previous_iter_valid_loss : 0.17257598042488098
885980 0.172838 0.172576 0.165401 CURRENT LEARNING RATE: 9.93685449141078e-05
previous_iter_valid_loss : 0.17570729553699493
886000 0.175995 0.175707 0.165791 CURRENT LEARNING RATE: 9.934867319236325e-05
previous_iter_valid_loss : 0.16059140861034393
886020 0.160758 0.160591 0.165630 CURRENT LEARNING RATE: 9.932880544456584e-05
previous_iter_valid_loss : 0.19064337015151978
886040 0.190772 0.190643 0.167013 CURRENT LEARNING RATE: 9.930894166992065e-05
previous_iter_valid_loss : 0.1605515331029892
886060 0.160723 0.160552 0.166715 CURRENT LEARNING RATE: 9.928908186763313e-05
previous_iter_valid_loss : 0.1787320375442505
886080 0.178893 0.178732 0.166545 CURRENT LEARNING RATE: 9.926922603690873e-05
previous_iter_valid_loss : 0.16050761938095093
886100 0.160673 0.160508 0.166043 CURRENT LEARNING RATE: 9.924937417695357e-05
previous_iter_valid_loss : 0.1651618331670761
886120 0.165377 0.165162 0.165947 CURRENT LEARNING RATE: 9.922952628697339e-05
previous_iter_valid_loss : 0.1626305878162384
886140 0.162803 0.162631 0.165894 CURRENT LEARNING RATE: 9.920968236617427e-05
previous_iter_valid_loss : 0.16148258745670319
886160 0.161639 0.161483 0.165771 CURRENT LEARNING RATE: 9.918984241376227e-05
previous_iter_valid_loss : 0.1609233319759369
886180 0.161103 0.160923 0.165791 CURRENT LEARNING RATE: 9.917000642894417e-05
previous_iter_valid_loss : 0.16491171717643738
886200 0.165116 0.164912 0.165968 CURRENT LEARNING RATE: 9.915017441092633e-05
previous_iter_valid_loss : 0.1612444818019867
886220 0.161401 0.161244 0.165991 CURRENT LEARNING RATE: 9.913034635891549e-05
previous_iter_valid_loss : 0.16329602897167206
886240 0.163484 0.163296 0.165661 CURRENT LEARNING RATE: 9.911052227211833e-05
previous_iter_valid_loss : 0.1693691611289978
886260 0.169516 0.169369 0.166041 CURRENT LEARNING RATE: 9.909070214974227e-05
previous_iter_valid_loss : 0.16206155717372894
886280 0.162258 0.162062 0.166115 CURRENT LEARNING RATE: 9.907088599099429e-05
previous_iter_valid_loss : 0.16266144812107086
886300 0.162823 0.162661 0.166196 CURRENT LEARNING RATE: 9.905107379508159e-05
previous_iter_valid_loss : 0.18184179067611694
886320 0.182000 0.181842 0.167241 CURRENT LEARNING RATE: 9.903126556121204e-05
previous_iter_valid_loss : 0.16051727533340454
886340 0.160675 0.160517 0.166972 CURRENT LEARNING RATE: 9.901146128859312e-05
previous_iter_valid_loss : 0.16383430361747742
886360 0.164007 0.163834 0.166959 CURRENT LEARNING RATE: 9.899166097643266e-05
previous_iter_valid_loss : 0.19331014156341553
886380 0.193426 0.193310 0.167995 CURRENT LEARNING RATE: 9.897186462393847e-05
previous_iter_valid_loss : 0.16142822802066803
886400 0.161584 0.161428 0.167281 CURRENT LEARNING RATE: 9.895207223031907e-05
previous_iter_valid_loss : 0.16289877891540527
886420 0.163099 0.162899 0.167397 CURRENT LEARNING RATE: 9.893228379478258e-05
previous_iter_valid_loss : 0.19113636016845703
886440 0.191259 0.191136 0.167421 CURRENT LEARNING RATE: 9.891249931653743e-05
previous_iter_valid_loss : 0.18221601843833923
886460 0.182367 0.182216 0.168505 CURRENT LEARNING RATE: 9.88927187947921e-05
previous_iter_valid_loss : 0.17066609859466553
886480 0.170937 0.170666 0.168101 CURRENT LEARNING RATE: 9.887294222875571e-05
previous_iter_valid_loss : 0.1685544103384018
886500 0.168770 0.168554 0.168504 CURRENT LEARNING RATE: 9.885316961763703e-05
previous_iter_valid_loss : 0.16698698699474335
886520 0.167144 0.166987 0.168595 CURRENT LEARNING RATE: 9.883340096064515e-05
previous_iter_valid_loss : 0.17342905700206757
886540 0.173572 0.173429 0.169135 CURRENT LEARNING RATE: 9.881363625698914e-05
previous_iter_valid_loss : 0.18257783353328705
886560 0.182742 0.182578 0.170190 CURRENT LEARNING RATE: 9.879387550587877e-05
previous_iter_valid_loss : 0.16050666570663452
886580 0.160671 0.160507 0.170169 CURRENT LEARNING RATE: 9.877411870652342e-05
previous_iter_valid_loss : 0.16088691353797913
886600 0.161045 0.160887 0.169967 CURRENT LEARNING RATE: 9.875436585813285e-05
previous_iter_valid_loss : 0.16106021404266357
886620 0.161218 0.161060 0.169958 CURRENT LEARNING RATE: 9.873461695991676e-05
previous_iter_valid_loss : 0.1668311059474945
886640 0.167049 0.166831 0.170135 CURRENT LEARNING RATE: 9.871487201108551e-05
previous_iter_valid_loss : 0.16065669059753418
886660 0.160813 0.160657 0.169699 CURRENT LEARNING RATE: 9.869513101084916e-05
previous_iter_valid_loss : 0.16050246357917786
886680 0.160658 0.160502 0.169621 CURRENT LEARNING RATE: 9.86753939584179e-05
previous_iter_valid_loss : 0.16706983745098114
886700 0.167281 0.167070 0.169842 CURRENT LEARNING RATE: 9.865566085300258e-05
previous_iter_valid_loss : 0.18563401699066162
886720 0.185779 0.185634 0.170031 CURRENT LEARNING RATE: 9.86359316938137e-05
previous_iter_valid_loss : 0.16053752601146698
886740 0.160695 0.160538 0.170032 CURRENT LEARNING RATE: 9.861620648006211e-05
previous_iter_valid_loss : 0.16171862185001373
886760 0.161910 0.161719 0.169927 CURRENT LEARNING RATE: 9.859648521095861e-05
previous_iter_valid_loss : 0.16074998676776886
886780 0.160909 0.160750 0.168299 CURRENT LEARNING RATE: 9.857676788571472e-05
previous_iter_valid_loss : 0.16059884428977966
886800 0.160757 0.160599 0.168257 CURRENT LEARNING RATE: 9.855705450354156e-05
previous_iter_valid_loss : 0.16052767634391785
886820 0.160694 0.160528 0.168139 CURRENT LEARNING RATE: 9.853734506365058e-05
previous_iter_valid_loss : 0.19367079436779022
886840 0.193795 0.193671 0.168265 CURRENT LEARNING RATE: 9.851763956525325e-05
previous_iter_valid_loss : 0.16083590686321259
886860 0.160992 0.160836 0.167196 CURRENT LEARNING RATE: 9.849793800756168e-05
previous_iter_valid_loss : 0.16078568994998932
886880 0.160942 0.160786 0.166702 CURRENT LEARNING RATE: 9.847824038978765e-05
previous_iter_valid_loss : 0.16642159223556519
886900 0.166574 0.166422 0.166596 CURRENT LEARNING RATE: 9.845854671114325e-05
previous_iter_valid_loss : 0.16386352479457855
886920 0.164034 0.163864 0.166439 CURRENT LEARNING RATE: 9.843885697084056e-05
previous_iter_valid_loss : 0.1605621725320816
886940 0.160723 0.160562 0.165796 CURRENT LEARNING RATE: 9.841917116809232e-05
previous_iter_valid_loss : 0.16048334538936615
Current valid loss: 0.16048334538936615; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
886960 0.160646 0.160483 0.164691 CURRENT LEARNING RATE: 9.839948930211096e-05
previous_iter_valid_loss : 0.1674128919839859
886980 0.167567 0.167413 0.165037 CURRENT LEARNING RATE: 9.837981137210919e-05
previous_iter_valid_loss : 0.1982986479997635
887000 0.198392 0.198299 0.166907 CURRENT LEARNING RATE: 9.83601373772997e-05
previous_iter_valid_loss : 0.1612589806318283
887020 0.161448 0.161259 0.166917 CURRENT LEARNING RATE: 9.834046731689588e-05
previous_iter_valid_loss : 0.16261231899261475
887040 0.162815 0.162612 0.166706 CURRENT LEARNING RATE: 9.832080119011079e-05
previous_iter_valid_loss : 0.1830437183380127
887060 0.183204 0.183044 0.167826 CURRENT LEARNING RATE: 9.830113899615774e-05
previous_iter_valid_loss : 0.16522403061389923
887080 0.165385 0.165224 0.168062 CURRENT LEARNING RATE: 9.82814807342501e-05
previous_iter_valid_loss : 0.16164147853851318
887100 0.161796 0.161641 0.167790 CURRENT LEARNING RATE: 9.826182640360187e-05
previous_iter_valid_loss : 0.16136103868484497
887120 0.161549 0.161361 0.166577 CURRENT LEARNING RATE: 9.824217600342672e-05
previous_iter_valid_loss : 0.16663044691085815
887140 0.166850 0.166630 0.166881 CURRENT LEARNING RATE: 9.822252953293845e-05
previous_iter_valid_loss : 0.1807929128408432
887160 0.180952 0.180793 0.167835 CURRENT LEARNING RATE: 9.820288699135152e-05
previous_iter_valid_loss : 0.16178490221500397
887180 0.161943 0.161785 0.167887 CURRENT LEARNING RATE: 9.81832483778801e-05
previous_iter_valid_loss : 0.16345489025115967
887200 0.163625 0.163455 0.168030 CURRENT LEARNING RATE: 9.816361369173865e-05
previous_iter_valid_loss : 0.16193221509456635
887220 0.162092 0.161932 0.168100 CURRENT LEARNING RATE: 9.814398293214158e-05
previous_iter_valid_loss : 0.16158634424209595
887240 0.161754 0.161586 0.166496 CURRENT LEARNING RATE: 9.812435609830399e-05
previous_iter_valid_loss : 0.1664995551109314
887260 0.166714 0.166500 0.166779 CURRENT LEARNING RATE: 9.810473318944067e-05
previous_iter_valid_loss : 0.1630624383687973
887280 0.163248 0.163062 0.166893 CURRENT LEARNING RATE: 9.80851142047667e-05
previous_iter_valid_loss : 0.1617322862148285
887300 0.161921 0.161732 0.166658 CURRENT LEARNING RATE: 9.806549914349711e-05
previous_iter_valid_loss : 0.16203147172927856
887320 0.162227 0.162031 0.166567 CURRENT LEARNING RATE: 9.80458880048477e-05
previous_iter_valid_loss : 0.16155089437961578
887340 0.161707 0.161551 0.166616 CURRENT LEARNING RATE: 9.802628078803381e-05
previous_iter_valid_loss : 0.16218441724777222
887360 0.162341 0.162184 0.166701 CURRENT LEARNING RATE: 9.800667749227117e-05
previous_iter_valid_loss : 0.18051236867904663
887380 0.180848 0.180512 0.167356 CURRENT LEARNING RATE: 9.798707811677548e-05
previous_iter_valid_loss : 0.16115368902683258
887400 0.161333 0.161154 0.165499 CURRENT LEARNING RATE: 9.796748266076309e-05
previous_iter_valid_loss : 0.1616029441356659
887420 0.161783 0.161603 0.165516 CURRENT LEARNING RATE: 9.794789112345002e-05
previous_iter_valid_loss : 0.1609392762184143
887440 0.161093 0.160939 0.165432 CURRENT LEARNING RATE: 9.792830350405261e-05
previous_iter_valid_loss : 0.1731715053319931
887460 0.173320 0.173172 0.164939 CURRENT LEARNING RATE: 9.790871980178718e-05
previous_iter_valid_loss : 0.16777895390987396
887480 0.167932 0.167779 0.165066 CURRENT LEARNING RATE: 9.788914001587072e-05
previous_iter_valid_loss : 0.16755665838718414
887500 0.167779 0.167557 0.165362 CURRENT LEARNING RATE: 9.786956414551987e-05
previous_iter_valid_loss : 0.16459757089614868
887520 0.164794 0.164598 0.165524 CURRENT LEARNING RATE: 9.784999218995143e-05
previous_iter_valid_loss : 0.16060945391654968
887540 0.160776 0.160609 0.165223 CURRENT LEARNING RATE: 9.783042414838288e-05
previous_iter_valid_loss : 0.16157130897045135
887560 0.161756 0.161571 0.164262 CURRENT LEARNING RATE: 9.781086002003129e-05
previous_iter_valid_loss : 0.16085641086101532
887580 0.161031 0.160856 0.164215 CURRENT LEARNING RATE: 9.779129980411414e-05
previous_iter_valid_loss : 0.16785089671611786
887600 0.168082 0.167851 0.164435 CURRENT LEARNING RATE: 9.777174349984879e-05
previous_iter_valid_loss : 0.16049011051654816
887620 0.160653 0.160490 0.164363 CURRENT LEARNING RATE: 9.77521911064534e-05
previous_iter_valid_loss : 0.16790452599525452
887640 0.168065 0.167905 0.164679 CURRENT LEARNING RATE: 9.773264262314562e-05
previous_iter_valid_loss : 0.16197806596755981
887660 0.162148 0.161978 0.164453 CURRENT LEARNING RATE: 9.77130980491436e-05
previous_iter_valid_loss : 0.17203545570373535
887680 0.172309 0.172035 0.164902 CURRENT LEARNING RATE: 9.769355738366532e-05
previous_iter_valid_loss : 0.16294175386428833
887700 0.163108 0.162942 0.164962 CURRENT LEARNING RATE: 9.767402062592954e-05
previous_iter_valid_loss : 0.1608932912349701
887720 0.161050 0.160893 0.164905 CURRENT LEARNING RATE: 9.765448777515457e-05
previous_iter_valid_loss : 0.16242137551307678
887740 0.162613 0.162421 0.164949 CURRENT LEARNING RATE: 9.763495883055915e-05
previous_iter_valid_loss : 0.16057655215263367
887760 0.160738 0.160577 0.164868 CURRENT LEARNING RATE: 9.761543379136191e-05
previous_iter_valid_loss : 0.16069206595420837
887780 0.160845 0.160692 0.163877 CURRENT LEARNING RATE: 9.759591265678222e-05
previous_iter_valid_loss : 0.16096170246601105
887800 0.161137 0.160962 0.163868 CURRENT LEARNING RATE: 9.757639542603903e-05
previous_iter_valid_loss : 0.18115882575511932
887820 0.181510 0.181159 0.164846 CURRENT LEARNING RATE: 9.755688209835168e-05
previous_iter_valid_loss : 0.1607327163219452
887840 0.160909 0.160733 0.164835 CURRENT LEARNING RATE: 9.753737267293945e-05
previous_iter_valid_loss : 0.16058628261089325
887860 0.160754 0.160586 0.164206 CURRENT LEARNING RATE: 9.751786714902231e-05
previous_iter_valid_loss : 0.16365468502044678
887880 0.163830 0.163655 0.164000 CURRENT LEARNING RATE: 9.749836552581989e-05
previous_iter_valid_loss : 0.16050300002098083
887900 0.160673 0.160503 0.163647 CURRENT LEARNING RATE: 9.747886780255192e-05
previous_iter_valid_loss : 0.16620147228240967
887920 0.166364 0.166201 0.163727 CURRENT LEARNING RATE: 9.745937397843885e-05
previous_iter_valid_loss : 0.16727876663208008
887940 0.167503 0.167279 0.164061 CURRENT LEARNING RATE: 9.743988405270074e-05
previous_iter_valid_loss : 0.1611001044511795
887960 0.161258 0.161100 0.164037 CURRENT LEARNING RATE: 9.742039802455801e-05
previous_iter_valid_loss : 0.16080132126808167
887980 0.160984 0.160801 0.164034 CURRENT LEARNING RATE: 9.740091589323104e-05
previous_iter_valid_loss : 0.17238152027130127
888000 0.172528 0.172382 0.164261 CURRENT LEARNING RATE: 9.738143765794092e-05
previous_iter_valid_loss : 0.16849516332149506
888020 0.168654 0.168495 0.164661 CURRENT LEARNING RATE: 9.736196331790829e-05
previous_iter_valid_loss : 0.17227503657341003
888040 0.172427 0.172275 0.164880 CURRENT LEARNING RATE: 9.734249287235421e-05
previous_iter_valid_loss : 0.1607159972190857
888060 0.160898 0.160716 0.164817 CURRENT LEARNING RATE: 9.732302632049968e-05
previous_iter_valid_loss : 0.17664296925067902
888080 0.176943 0.176643 0.165047 CURRENT LEARNING RATE: 9.73035636615664e-05
previous_iter_valid_loss : 0.16067172586917877
888100 0.160853 0.160672 0.164934 CURRENT LEARNING RATE: 9.728410489477566e-05
previous_iter_valid_loss : 0.16058599948883057
888120 0.160750 0.160586 0.164918 CURRENT LEARNING RATE: 9.726465001934916e-05
previous_iter_valid_loss : 0.1607561856508255
888140 0.160911 0.160756 0.164835 CURRENT LEARNING RATE: 9.724519903450847e-05
previous_iter_valid_loss : 0.16590829193592072
888160 0.166071 0.165908 0.165101 CURRENT LEARNING RATE: 9.722575193947595e-05
previous_iter_valid_loss : 0.16226674616336823
888180 0.162458 0.162267 0.165180 CURRENT LEARNING RATE: 9.72063087334735e-05
previous_iter_valid_loss : 0.1662123054265976
888200 0.166374 0.166212 0.165443 CURRENT LEARNING RATE: 9.718686941572343e-05
previous_iter_valid_loss : 0.1605699062347412
888220 0.160726 0.160570 0.164413 CURRENT LEARNING RATE: 9.716743398544797e-05
previous_iter_valid_loss : 0.16051897406578064
888240 0.160685 0.160519 0.164403 CURRENT LEARNING RATE: 9.714800244187006e-05
previous_iter_valid_loss : 0.1638578474521637
888260 0.164068 0.163858 0.164566 CURRENT LEARNING RATE: 9.712857478421225e-05
previous_iter_valid_loss : 0.17259682714939117
888280 0.172864 0.172597 0.165013 CURRENT LEARNING RATE: 9.710915101169744e-05
previous_iter_valid_loss : 0.160558819770813
888300 0.160726 0.160559 0.165016 CURRENT LEARNING RATE: 9.708973112354854e-05
previous_iter_valid_loss : 0.1614481508731842
888320 0.161635 0.161448 0.164778 CURRENT LEARNING RATE: 9.707031511898904e-05
previous_iter_valid_loss : 0.16604194045066833
888340 0.166256 0.166042 0.164717 CURRENT LEARNING RATE: 9.705090299724217e-05
previous_iter_valid_loss : 0.17393894493579865
888360 0.174212 0.173939 0.165359 CURRENT LEARNING RATE: 9.703149475753126e-05
previous_iter_valid_loss : 0.18963974714279175
888380 0.190086 0.189640 0.166800 CURRENT LEARNING RATE: 9.701209039908032e-05
previous_iter_valid_loss : 0.1879439353942871
888400 0.188349 0.187944 0.167579 CURRENT LEARNING RATE: 9.699268992111302e-05
previous_iter_valid_loss : 0.1605198085308075
888420 0.160681 0.160520 0.167180 CURRENT LEARNING RATE: 9.697329332285332e-05
previous_iter_valid_loss : 0.1622903198003769
888440 0.162449 0.162290 0.166681 CURRENT LEARNING RATE: 9.69539006035252e-05
previous_iter_valid_loss : 0.16153155267238617
888460 0.161681 0.161532 0.166721 CURRENT LEARNING RATE: 9.693451176235328e-05
previous_iter_valid_loss : 0.1655811220407486
888480 0.165791 0.165581 0.166168 CURRENT LEARNING RATE: 9.691512679856186e-05
previous_iter_valid_loss : 0.16175854206085205
888500 0.161921 0.161759 0.166223 CURRENT LEARNING RATE: 9.689574571137552e-05
previous_iter_valid_loss : 0.1670653373003006
888520 0.167227 0.167065 0.166547 CURRENT LEARNING RATE: 9.687636850001883e-05
previous_iter_valid_loss : 0.16754579544067383
888540 0.167705 0.167546 0.166886 CURRENT LEARNING RATE: 9.685699516371708e-05
previous_iter_valid_loss : 0.1689976006746292
888560 0.169233 0.168998 0.167041 CURRENT LEARNING RATE: 9.683762570169516e-05
previous_iter_valid_loss : 0.16154539585113525
888580 0.161707 0.161545 0.167004 CURRENT LEARNING RATE: 9.681826011317826e-05
previous_iter_valid_loss : 0.1787365972995758
888600 0.179039 0.178737 0.167631 CURRENT LEARNING RATE: 9.679889839739163e-05
previous_iter_valid_loss : 0.17478147149085999
888620 0.174930 0.174781 0.168341 CURRENT LEARNING RATE: 9.677954055356109e-05
previous_iter_valid_loss : 0.178601935505867
888640 0.178756 0.178602 0.169245 CURRENT LEARNING RATE: 9.676018658091221e-05
previous_iter_valid_loss : 0.16103248298168182
888660 0.161215 0.161032 0.169104 CURRENT LEARNING RATE: 9.674083647867079e-05
previous_iter_valid_loss : 0.17412766814231873
888680 0.174275 0.174128 0.169181 CURRENT LEARNING RATE: 9.672149024606268e-05
previous_iter_valid_loss : 0.16058731079101562
888700 0.160735 0.160587 0.169182 CURRENT LEARNING RATE: 9.670214788231437e-05
previous_iter_valid_loss : 0.16992555558681488
888720 0.170176 0.169926 0.169606 CURRENT LEARNING RATE: 9.668280938665197e-05
previous_iter_valid_loss : 0.16166655719280243
888740 0.161823 0.161667 0.169387 CURRENT LEARNING RATE: 9.66634747583018e-05
previous_iter_valid_loss : 0.163939967751503
888760 0.164140 0.163940 0.168887 CURRENT LEARNING RATE: 9.66441439964908e-05
previous_iter_valid_loss : 0.16058580577373505
888780 0.160744 0.160586 0.167435 CURRENT LEARNING RATE: 9.662481710044557e-05
previous_iter_valid_loss : 0.16794449090957642
888800 0.168104 0.167944 0.166435 CURRENT LEARNING RATE: 9.660549406939305e-05
previous_iter_valid_loss : 0.16277821362018585
888820 0.162946 0.162778 0.166547 CURRENT LEARNING RATE: 9.658617490256013e-05
previous_iter_valid_loss : 0.16186261177062988
888840 0.162042 0.161863 0.166526 CURRENT LEARNING RATE: 9.656685959917438e-05
previous_iter_valid_loss : 0.16253772377967834
888860 0.162703 0.162538 0.166576 CURRENT LEARNING RATE: 9.654754815846303e-05
previous_iter_valid_loss : 0.1629706472158432
888880 0.163169 0.162971 0.166446 CURRENT LEARNING RATE: 9.652824057965363e-05
previous_iter_valid_loss : 0.16715462505817413
888900 0.167316 0.167155 0.166716 CURRENT LEARNING RATE: 9.650893686197368e-05
previous_iter_valid_loss : 0.16736268997192383
888920 0.167569 0.167363 0.166731 CURRENT LEARNING RATE: 9.64896370046514e-05
previous_iter_valid_loss : 0.1709989309310913
888940 0.171257 0.170999 0.166903 CURRENT LEARNING RATE: 9.64703410069146e-05
previous_iter_valid_loss : 0.16281099617481232
888960 0.162981 0.162811 0.166594 CURRENT LEARNING RATE: 9.645104886799147e-05
previous_iter_valid_loss : 0.16483543813228607
888980 0.165005 0.164835 0.166758 CURRENT LEARNING RATE: 9.643176058711012e-05
previous_iter_valid_loss : 0.1615109145641327
889000 0.161666 0.161511 0.165897 CURRENT LEARNING RATE: 9.641247616349939e-05
previous_iter_valid_loss : 0.1648430973291397
889020 0.165042 0.164843 0.165400 CURRENT LEARNING RATE: 9.639319559638772e-05
previous_iter_valid_loss : 0.1645534485578537
889040 0.164726 0.164553 0.164698 CURRENT LEARNING RATE: 9.637391888500389e-05
previous_iter_valid_loss : 0.16072171926498413
889060 0.160881 0.160722 0.164682 CURRENT LEARNING RATE: 9.635464602857664e-05
previous_iter_valid_loss : 0.16582649946212769
889080 0.165988 0.165826 0.164267 CURRENT LEARNING RATE: 9.633537702633541e-05
previous_iter_valid_loss : 0.16140125691890717
889100 0.161586 0.161401 0.164308 CURRENT LEARNING RATE: 9.63161118775093e-05
previous_iter_valid_loss : 0.16502784192562103
889120 0.165201 0.165028 0.164063 CURRENT LEARNING RATE: 9.629685058132749e-05
previous_iter_valid_loss : 0.161291241645813
889140 0.161474 0.161291 0.164044 CURRENT LEARNING RATE: 9.627759313701989e-05
previous_iter_valid_loss : 0.1641099601984024
889160 0.164315 0.164110 0.164053 CURRENT LEARNING RATE: 9.625833954381604e-05
previous_iter_valid_loss : 0.16596469283103943
889180 0.166130 0.165965 0.164322 CURRENT LEARNING RATE: 9.623908980094577e-05
previous_iter_valid_loss : 0.19876736402511597
889200 0.199298 0.198767 0.165863 CURRENT LEARNING RATE: 9.621984390763894e-05
previous_iter_valid_loss : 0.16113662719726562
889220 0.161301 0.161137 0.165781 CURRENT LEARNING RATE: 9.620060186312604e-05
previous_iter_valid_loss : 0.1605905294418335
889240 0.160763 0.160591 0.165717 CURRENT LEARNING RATE: 9.618136366663724e-05
previous_iter_valid_loss : 0.17081806063652039
889260 0.170970 0.170818 0.166131 CURRENT LEARNING RATE: 9.6162129317403e-05
previous_iter_valid_loss : 0.16457656025886536
889280 0.164749 0.164577 0.166211 CURRENT LEARNING RATE: 9.614289881465377e-05
previous_iter_valid_loss : 0.17775654792785645
889300 0.178067 0.177757 0.166742 CURRENT LEARNING RATE: 9.612367215762067e-05
previous_iter_valid_loss : 0.16060762107372284
889320 0.160777 0.160608 0.166404 CURRENT LEARNING RATE: 9.610444934553448e-05
previous_iter_valid_loss : 0.1610981523990631
889340 0.161278 0.161098 0.165909 CURRENT LEARNING RATE: 9.608523037762626e-05
previous_iter_valid_loss : 0.16117583215236664
889360 0.161335 0.161176 0.165827 CURRENT LEARNING RATE: 9.606601525312712e-05
previous_iter_valid_loss : 0.16100862622261047
889380 0.161169 0.161009 0.165636 CURRENT LEARNING RATE: 9.604680397126877e-05
previous_iter_valid_loss : 0.16627222299575806
889400 0.166445 0.166272 0.165874 CURRENT LEARNING RATE: 9.602759653128258e-05
previous_iter_valid_loss : 0.16269561648368835
889420 0.162895 0.162696 0.165766 CURRENT LEARNING RATE: 9.600839293240026e-05
previous_iter_valid_loss : 0.1638835072517395
889440 0.164087 0.163884 0.165733 CURRENT LEARNING RATE: 9.598919317385352e-05
previous_iter_valid_loss : 0.16752903163433075
889460 0.167756 0.167529 0.166073 CURRENT LEARNING RATE: 9.596999725487467e-05
previous_iter_valid_loss : 0.16051849722862244
889480 0.160678 0.160518 0.165808 CURRENT LEARNING RATE: 9.595080517469572e-05
previous_iter_valid_loss : 0.16133609414100647
889500 0.161498 0.161336 0.165805 CURRENT LEARNING RATE: 9.593161693254884e-05
previous_iter_valid_loss : 0.16226844489574432
889520 0.162426 0.162268 0.165667 CURRENT LEARNING RATE: 9.591243252766681e-05
previous_iter_valid_loss : 0.1605670005083084
889540 0.160732 0.160567 0.165630 CURRENT LEARNING RATE: 9.58932519592821e-05
previous_iter_valid_loss : 0.1604994684457779
889560 0.160664 0.160499 0.165450 CURRENT LEARNING RATE: 9.587407522662747e-05
previous_iter_valid_loss : 0.1652192324399948
889580 0.165413 0.165219 0.165413 CURRENT LEARNING RATE: 9.58549023289357e-05
previous_iter_valid_loss : 0.1617548018693924
889600 0.161939 0.161755 0.163562 CURRENT LEARNING RATE: 9.58357332654402e-05
previous_iter_valid_loss : 0.16054017841815948
889620 0.160695 0.160540 0.163532 CURRENT LEARNING RATE: 9.581656803537405e-05
previous_iter_valid_loss : 0.16517864167690277
889640 0.165344 0.165179 0.163762 CURRENT LEARNING RATE: 9.579740663797063e-05
previous_iter_valid_loss : 0.16296163201332092
889660 0.163121 0.162962 0.163369 CURRENT LEARNING RATE: 9.577824907246333e-05
previous_iter_valid_loss : 0.16126978397369385
889680 0.161436 0.161270 0.163203 CURRENT LEARNING RATE: 9.575909533808617e-05
previous_iter_valid_loss : 0.16147610545158386
889700 0.161630 0.161476 0.162389 CURRENT LEARNING RATE: 9.573994543407283e-05
previous_iter_valid_loss : 0.18040119111537933
889720 0.180558 0.180401 0.163379 CURRENT LEARNING RATE: 9.572079935965732e-05
previous_iter_valid_loss : 0.16327044367790222
889740 0.163434 0.163270 0.163488 CURRENT LEARNING RATE: 9.570165711407363e-05
previous_iter_valid_loss : 0.16683045029640198
889760 0.166992 0.166830 0.163770 CURRENT LEARNING RATE: 9.568251869655639e-05
previous_iter_valid_loss : 0.16212163865566254
889780 0.162319 0.162122 0.163826 CURRENT LEARNING RATE: 9.566338410633994e-05
previous_iter_valid_loss : 0.1606469303369522
889800 0.160827 0.160647 0.163545 CURRENT LEARNING RATE: 9.564425334265884e-05
previous_iter_valid_loss : 0.16193868219852448
889820 0.162098 0.161939 0.163507 CURRENT LEARNING RATE: 9.562512640474775e-05
previous_iter_valid_loss : 0.16159668564796448
889840 0.161752 0.161597 0.163393 CURRENT LEARNING RATE: 9.560600329184186e-05
previous_iter_valid_loss : 0.1637614220380783
889860 0.163956 0.163761 0.163204 CURRENT LEARNING RATE: 9.558688400317614e-05
previous_iter_valid_loss : 0.16551068425178528
889880 0.165675 0.165511 0.163454 CURRENT LEARNING RATE: 9.556776853798578e-05
previous_iter_valid_loss : 0.18023216724395752
889900 0.180543 0.180232 0.164399 CURRENT LEARNING RATE: 9.554865689550601e-05
previous_iter_valid_loss : 0.17831209301948547
889920 0.178629 0.178312 0.165201 CURRENT LEARNING RATE: 9.552954907497272e-05
previous_iter_valid_loss : 0.16826021671295166
889940 0.168498 0.168260 0.165585 CURRENT LEARNING RATE: 9.551044507562138e-05
previous_iter_valid_loss : 0.16080915927886963
889960 0.160994 0.160809 0.165601 CURRENT LEARNING RATE: 9.549134489668769e-05
previous_iter_valid_loss : 0.17033059895038605
889980 0.170482 0.170331 0.165856 CURRENT LEARNING RATE: 9.547224853740798e-05
previous_iter_valid_loss : 0.16157497465610504
890000 0.161776 0.161575 0.165847 CURRENT LEARNING RATE: 9.545315599701822e-05
previous_iter_valid_loss : 0.16156253218650818
890020 0.161755 0.161563 0.165899 CURRENT LEARNING RATE: 9.543406727475472e-05
previous_iter_valid_loss : 0.16686388850212097
890040 0.167089 0.166864 0.165983 CURRENT LEARNING RATE: 9.541498236985375e-05
previous_iter_valid_loss : 0.17052461206912994
890060 0.170774 0.170525 0.166361 CURRENT LEARNING RATE: 9.539590128155226e-05
previous_iter_valid_loss : 0.17959348857402802
890080 0.179760 0.179593 0.167277 CURRENT LEARNING RATE: 9.537682400908684e-05
previous_iter_valid_loss : 0.1609082818031311
890100 0.161065 0.160908 0.167249 CURRENT LEARNING RATE: 9.535775055169436e-05
previous_iter_valid_loss : 0.16062000393867493
890120 0.160773 0.160620 0.166260 CURRENT LEARNING RATE: 9.533868090861178e-05
previous_iter_valid_loss : 0.16179531812667847
890140 0.161953 0.161795 0.166186 CURRENT LEARNING RATE: 9.531961507907659e-05
previous_iter_valid_loss : 0.16054122149944305
890160 0.160700 0.160541 0.165872 CURRENT LEARNING RATE: 9.530055306232604e-05
previous_iter_valid_loss : 0.16095678508281708
890180 0.161106 0.160957 0.165813 CURRENT LEARNING RATE: 9.528149485759762e-05
previous_iter_valid_loss : 0.16227883100509644
890200 0.162480 0.162279 0.165895 CURRENT LEARNING RATE: 9.526244046412884e-05
previous_iter_valid_loss : 0.18292656540870667
890220 0.183282 0.182927 0.166944 CURRENT LEARNING RATE: 9.524338988115787e-05
previous_iter_valid_loss : 0.18176274001598358
890240 0.182099 0.181763 0.167953 CURRENT LEARNING RATE: 9.522434310792248e-05
previous_iter_valid_loss : 0.1625223606824875
890260 0.162685 0.162522 0.167891 CURRENT LEARNING RATE: 9.520530014366085e-05
previous_iter_valid_loss : 0.16098104417324066
890280 0.161159 0.160981 0.167664 CURRENT LEARNING RATE: 9.518626098761106e-05
previous_iter_valid_loss : 0.16358208656311035
890300 0.163747 0.163582 0.166832 CURRENT LEARNING RATE: 9.516722563901189e-05
previous_iter_valid_loss : 0.1631753146648407
890320 0.163337 0.163175 0.166075 CURRENT LEARNING RATE: 9.514819409710177e-05
previous_iter_valid_loss : 0.1609305590391159
890340 0.161080 0.160931 0.165708 CURRENT LEARNING RATE: 9.512916636111925e-05
previous_iter_valid_loss : 0.16055145859718323
890360 0.160713 0.160551 0.165695 CURRENT LEARNING RATE: 9.511014243030356e-05
previous_iter_valid_loss : 0.16186180710792542
890380 0.162046 0.161862 0.165272 CURRENT LEARNING RATE: 9.509112230389359e-05
previous_iter_valid_loss : 0.1647716909646988
890400 0.164975 0.164772 0.165432 CURRENT LEARNING RATE: 9.507210598112851e-05
previous_iter_valid_loss : 0.17185546457767487
890420 0.172116 0.171855 0.165946 CURRENT LEARNING RATE: 9.505309346124753e-05
previous_iter_valid_loss : 0.1721770316362381
890440 0.172442 0.172177 0.166212 CURRENT LEARNING RATE: 9.503408474349046e-05
previous_iter_valid_loss : 0.18248394131660461
890460 0.182839 0.182484 0.166810 CURRENT LEARNING RATE: 9.50150798270968e-05
previous_iter_valid_loss : 0.1610034704208374
890480 0.161194 0.161003 0.165881 CURRENT LEARNING RATE: 9.499607871130634e-05
previous_iter_valid_loss : 0.1702510267496109
890500 0.170499 0.170251 0.166348 CURRENT LEARNING RATE: 9.497708139535887e-05
previous_iter_valid_loss : 0.16155076026916504
890520 0.161741 0.161551 0.166394 CURRENT LEARNING RATE: 9.495808787849485e-05
previous_iter_valid_loss : 0.17078962922096252
890540 0.171043 0.170790 0.166844 CURRENT LEARNING RATE: 9.493909815995433e-05
previous_iter_valid_loss : 0.16785112023353577
890560 0.168075 0.167851 0.167209 CURRENT LEARNING RATE: 9.492011223897778e-05
previous_iter_valid_loss : 0.17001044750213623
890580 0.170256 0.170010 0.167662 CURRENT LEARNING RATE: 9.490113011480555e-05
previous_iter_valid_loss : 0.16179122030735016
890600 0.161987 0.161791 0.167638 CURRENT LEARNING RATE: 9.488215178667872e-05
previous_iter_valid_loss : 0.1605425924062729
890620 0.160708 0.160543 0.166519 CURRENT LEARNING RATE: 9.486317725383794e-05
previous_iter_valid_loss : 0.18390873074531555
890640 0.184058 0.183909 0.166626 CURRENT LEARNING RATE: 9.484420651552429e-05
previous_iter_valid_loss : 0.16056647896766663
890660 0.160721 0.160566 0.166528 CURRENT LEARNING RATE: 9.482523957097874e-05
previous_iter_valid_loss : 0.16057348251342773
890680 0.160743 0.160573 0.166508 CURRENT LEARNING RATE: 9.480627641944296e-05
previous_iter_valid_loss : 0.1677159070968628
890700 0.167941 0.167716 0.166714 CURRENT LEARNING RATE: 9.478731706015822e-05
previous_iter_valid_loss : 0.165750652551651
890720 0.165912 0.165751 0.166843 CURRENT LEARNING RATE: 9.476836149236604e-05
previous_iter_valid_loss : 0.16129520535469055
890740 0.161449 0.161295 0.166861 CURRENT LEARNING RATE: 9.47494097153085e-05
previous_iter_valid_loss : 0.16518692672252655
890760 0.165383 0.165187 0.167093 CURRENT LEARNING RATE: 9.473046172822734e-05
previous_iter_valid_loss : 0.160597026348114
890780 0.160766 0.160597 0.167030 CURRENT LEARNING RATE: 9.471151753036468e-05
previous_iter_valid_loss : 0.16057343780994415
890800 0.160740 0.160573 0.166820 CURRENT LEARNING RATE: 9.469257712096256e-05
previous_iter_valid_loss : 0.172978937625885
890820 0.173130 0.172979 0.166876 CURRENT LEARNING RATE: 9.46736404992637e-05
previous_iter_valid_loss : 0.1605808585882187
890840 0.160744 0.160581 0.166296 CURRENT LEARNING RATE: 9.465470766451048e-05
previous_iter_valid_loss : 0.1607954055070877
890860 0.160974 0.160795 0.165212 CURRENT LEARNING RATE: 9.463577861594557e-05
previous_iter_valid_loss : 0.16053800284862518
890880 0.160712 0.160538 0.165189 CURRENT LEARNING RATE: 9.461685335281165e-05
previous_iter_valid_loss : 0.16677391529083252
890900 0.166936 0.166774 0.165015 CURRENT LEARNING RATE: 9.459793187435205e-05
previous_iter_valid_loss : 0.1629098802804947
890920 0.163108 0.162910 0.165083 CURRENT LEARNING RATE: 9.457901417980974e-05
previous_iter_valid_loss : 0.16058585047721863
890940 0.160746 0.160586 0.164573 CURRENT LEARNING RATE: 9.4560100268428e-05
previous_iter_valid_loss : 0.17359836399555206
890960 0.173860 0.173598 0.164860 CURRENT LEARNING RATE: 9.454119013945013e-05
previous_iter_valid_loss : 0.1667422652244568
890980 0.166963 0.166742 0.164697 CURRENT LEARNING RATE: 9.452228379212004e-05
previous_iter_valid_loss : 0.16784873604774475
891000 0.167999 0.167849 0.164999 CURRENT LEARNING RATE: 9.450338122568131e-05
previous_iter_valid_loss : 0.169968843460083
891020 0.170117 0.169969 0.165471 CURRENT LEARNING RATE: 9.448448243937785e-05
previous_iter_valid_loss : 0.163943812251091
891040 0.164142 0.163944 0.164473 CURRENT LEARNING RATE: 9.446558743245354e-05
previous_iter_valid_loss : 0.16125428676605225
891060 0.161433 0.161254 0.164507 CURRENT LEARNING RATE: 9.444669620415288e-05
previous_iter_valid_loss : 0.17817260324954987
891080 0.178329 0.178173 0.165387 CURRENT LEARNING RATE: 9.442780875372008e-05
previous_iter_valid_loss : 0.16591235995292664
891100 0.166061 0.165912 0.165297 CURRENT LEARNING RATE: 9.440892508039967e-05
previous_iter_valid_loss : 0.18260182440280914
891120 0.182756 0.182602 0.166139 CURRENT LEARNING RATE: 9.439004518343609e-05
previous_iter_valid_loss : 0.16324172914028168
891140 0.163409 0.163242 0.166237 CURRENT LEARNING RATE: 9.437116906207452e-05
previous_iter_valid_loss : 0.16264770925045013
891160 0.162816 0.162648 0.166110 CURRENT LEARNING RATE: 9.43522967155597e-05
previous_iter_valid_loss : 0.16083917021751404
891180 0.160994 0.160839 0.166122 CURRENT LEARNING RATE: 9.433342814313659e-05
previous_iter_valid_loss : 0.1609087437391281
891200 0.161067 0.160909 0.166138 CURRENT LEARNING RATE: 9.43145633440508e-05
previous_iter_valid_loss : 0.18030525743961334
891220 0.180634 0.180305 0.166505 CURRENT LEARNING RATE: 9.429570231754755e-05
previous_iter_valid_loss : 0.16966743767261505
891240 0.169915 0.169667 0.166959 CURRENT LEARNING RATE: 9.427684506287241e-05
previous_iter_valid_loss : 0.16438771784305573
891260 0.164593 0.164388 0.167139 CURRENT LEARNING RATE: 9.425799157927091e-05
previous_iter_valid_loss : 0.16608107089996338
891280 0.166288 0.166081 0.167416 CURRENT LEARNING RATE: 9.423914186598927e-05
previous_iter_valid_loss : 0.16347268223762512
891300 0.163671 0.163473 0.167251 CURRENT LEARNING RATE: 9.422029592227331e-05
previous_iter_valid_loss : 0.16288861632347107
891320 0.163076 0.162889 0.167250 CURRENT LEARNING RATE: 9.42014537473692e-05
previous_iter_valid_loss : 0.16265180706977844
891340 0.162839 0.162652 0.167353 CURRENT LEARNING RATE: 9.418261534052307e-05
previous_iter_valid_loss : 0.1606004536151886
891360 0.160773 0.160600 0.166703 CURRENT LEARNING RATE: 9.416378070098177e-05
previous_iter_valid_loss : 0.1606573462486267
891380 0.160820 0.160657 0.166399 CURRENT LEARNING RATE: 9.414494982799167e-05
previous_iter_valid_loss : 0.16110901534557343
891400 0.161261 0.161109 0.166062 CURRENT LEARNING RATE: 9.41261227207996e-05
previous_iter_valid_loss : 0.16578444838523865
891420 0.165998 0.165784 0.165853 CURRENT LEARNING RATE: 9.410729937865228e-05
previous_iter_valid_loss : 0.18008403480052948
891440 0.180420 0.180084 0.166660 CURRENT LEARNING RATE: 9.40884798007971e-05
previous_iter_valid_loss : 0.16147629916667938
891460 0.161631 0.161476 0.166671 CURRENT LEARNING RATE: 9.406966398648114e-05
previous_iter_valid_loss : 0.1607399433851242
891480 0.160897 0.160740 0.165799 CURRENT LEARNING RATE: 9.405085193495174e-05
previous_iter_valid_loss : 0.1605515480041504
891500 0.160712 0.160552 0.165531 CURRENT LEARNING RATE: 9.403204364545628e-05
previous_iter_valid_loss : 0.16622212529182434
891520 0.166427 0.166222 0.164712 CURRENT LEARNING RATE: 9.401323911724273e-05
previous_iter_valid_loss : 0.16959358751773834
891540 0.169834 0.169594 0.165030 CURRENT LEARNING RATE: 9.399443834955875e-05
previous_iter_valid_loss : 0.16050595045089722
891560 0.160678 0.160506 0.164923 CURRENT LEARNING RATE: 9.397564134165218e-05
previous_iter_valid_loss : 0.1705935150384903
891580 0.170745 0.170594 0.165410 CURRENT LEARNING RATE: 9.395684809277142e-05
previous_iter_valid_loss : 0.17157524824142456
891600 0.171828 0.171575 0.165944 CURRENT LEARNING RATE: 9.39380586021646e-05
previous_iter_valid_loss : 0.16295190155506134
891620 0.163142 0.162952 0.165076 CURRENT LEARNING RATE: 9.391927286908015e-05
previous_iter_valid_loss : 0.1640646606683731
891640 0.164234 0.164065 0.164796 CURRENT LEARNING RATE: 9.390049089276645e-05
previous_iter_valid_loss : 0.1612694263458252
891660 0.161456 0.161269 0.164640 CURRENT LEARNING RATE: 9.388171267247255e-05
previous_iter_valid_loss : 0.1615072637796402
891680 0.161702 0.161507 0.164411 CURRENT LEARNING RATE: 9.386293820744719e-05
previous_iter_valid_loss : 0.17177359759807587
891700 0.172040 0.171774 0.164826 CURRENT LEARNING RATE: 9.384416749693936e-05
previous_iter_valid_loss : 0.1680719405412674
891720 0.168304 0.168072 0.165086 CURRENT LEARNING RATE: 9.382540054019809e-05
previous_iter_valid_loss : 0.16628526151180267
891740 0.166439 0.166285 0.165267 CURRENT LEARNING RATE: 9.380663733647302e-05
previous_iter_valid_loss : 0.16076000034809113
891760 0.160919 0.160760 0.165275 CURRENT LEARNING RATE: 9.378787788501344e-05
previous_iter_valid_loss : 0.16139106452465057
891780 0.161575 0.161391 0.165312 CURRENT LEARNING RATE: 9.376912218506898e-05
previous_iter_valid_loss : 0.16064882278442383
891800 0.160816 0.160649 0.165289 CURRENT LEARNING RATE: 9.375037023588927e-05
previous_iter_valid_loss : 0.16492721438407898
891820 0.165088 0.164927 0.165246 CURRENT LEARNING RATE: 9.373162203672455e-05
previous_iter_valid_loss : 0.16062253713607788
891840 0.160785 0.160623 0.164273 CURRENT LEARNING RATE: 9.371287758682472e-05
previous_iter_valid_loss : 0.18538805842399597
891860 0.185776 0.185388 0.165469 CURRENT LEARNING RATE: 9.369413688544e-05
previous_iter_valid_loss : 0.1739596575498581
891880 0.174236 0.173960 0.166130 CURRENT LEARNING RATE: 9.367539993182061e-05
previous_iter_valid_loss : 0.1606709361076355
891900 0.160828 0.160671 0.166136 CURRENT LEARNING RATE: 9.365666672521739e-05
previous_iter_valid_loss : 0.18790051341056824
891920 0.188031 0.187901 0.167219 CURRENT LEARNING RATE: 9.363793726488086e-05
previous_iter_valid_loss : 0.16055630147457123
891940 0.160712 0.160556 0.166768 CURRENT LEARNING RATE: 9.361921155006166e-05
previous_iter_valid_loss : 0.16084599494934082
891960 0.161017 0.160846 0.166785 CURRENT LEARNING RATE: 9.360048958001109e-05
previous_iter_valid_loss : 0.16303561627864838
891980 0.163207 0.163036 0.166407 CURRENT LEARNING RATE: 9.358177135398016e-05
previous_iter_valid_loss : 0.19890424609184265
892000 0.198988 0.198904 0.167773 CURRENT LEARNING RATE: 9.356305687122005e-05
previous_iter_valid_loss : 0.1906672865152359
892020 0.190790 0.190667 0.169159 CURRENT LEARNING RATE: 9.354434613098208e-05
previous_iter_valid_loss : 0.17429284751415253
892040 0.174436 0.174293 0.169670 CURRENT LEARNING RATE: 9.352563913251812e-05
previous_iter_valid_loss : 0.16059614717960358
892060 0.160766 0.160596 0.169637 CURRENT LEARNING RATE: 9.350693587507975e-05
previous_iter_valid_loss : 0.18908734619617462
892080 0.189214 0.189087 0.171016 CURRENT LEARNING RATE: 9.348823635791884e-05
previous_iter_valid_loss : 0.1611425131559372
892100 0.161326 0.161143 0.170484 CURRENT LEARNING RATE: 9.346954058028721e-05
previous_iter_valid_loss : 0.16090136766433716
892120 0.161050 0.160901 0.170126 CURRENT LEARNING RATE: 9.345084854143739e-05
previous_iter_valid_loss : 0.16832087934017181
892140 0.168540 0.168321 0.170227 CURRENT LEARNING RATE: 9.343216024062152e-05
previous_iter_valid_loss : 0.16367724537849426
892160 0.163836 0.163677 0.170373 CURRENT LEARNING RATE: 9.341347567709206e-05
previous_iter_valid_loss : 0.16353406012058258
892180 0.163738 0.163534 0.170480 CURRENT LEARNING RATE: 9.33947948501015e-05
previous_iter_valid_loss : 0.17403647303581238
892200 0.174309 0.174036 0.171150 CURRENT LEARNING RATE: 9.33761177589029e-05
previous_iter_valid_loss : 0.1661331206560135
892220 0.166294 0.166133 0.171210 CURRENT LEARNING RATE: 9.335744440274902e-05
previous_iter_valid_loss : 0.17064322531223297
892240 0.170895 0.170643 0.171711 CURRENT LEARNING RATE: 9.333877478089293e-05
previous_iter_valid_loss : 0.16052040457725525
892260 0.160683 0.160520 0.170468 CURRENT LEARNING RATE: 9.332010889258768e-05
previous_iter_valid_loss : 0.19042666256427765
892280 0.190865 0.190427 0.171291 CURRENT LEARNING RATE: 9.330144673708696e-05
previous_iter_valid_loss : 0.17172132432460785
892300 0.171871 0.171721 0.171844 CURRENT LEARNING RATE: 9.328278831364413e-05
previous_iter_valid_loss : 0.16275109350681305
892320 0.162933 0.162751 0.170586 CURRENT LEARNING RATE: 9.326413362151268e-05
previous_iter_valid_loss : 0.16073745489120483
892340 0.160907 0.160737 0.170595 CURRENT LEARNING RATE: 9.324548265994674e-05
previous_iter_valid_loss : 0.1733359694480896
892360 0.173602 0.173336 0.171220 CURRENT LEARNING RATE: 9.322683542820013e-05
previous_iter_valid_loss : 0.16053520143032074
892380 0.160702 0.160535 0.171095 CURRENT LEARNING RATE: 9.320819192552695e-05
previous_iter_valid_loss : 0.16428087651729584
892400 0.164472 0.164281 0.169364 CURRENT LEARNING RATE: 9.318955215118128e-05
previous_iter_valid_loss : 0.17433398962020874
892420 0.174480 0.174334 0.168547 CURRENT LEARNING RATE: 9.317091610441789e-05
previous_iter_valid_loss : 0.16125288605690002
892440 0.161444 0.161253 0.167895 CURRENT LEARNING RATE: 9.315228378449114e-05
previous_iter_valid_loss : 0.1605968177318573
892460 0.160753 0.160597 0.167895 CURRENT LEARNING RATE: 9.313365519065578e-05
previous_iter_valid_loss : 0.18505185842514038
892480 0.185440 0.185052 0.167693 CURRENT LEARNING RATE: 9.311503032216644e-05
previous_iter_valid_loss : 0.1612904667854309
892500 0.161470 0.161290 0.167701 CURRENT LEARNING RATE: 9.309640917827852e-05
previous_iter_valid_loss : 0.17762506008148193
892520 0.177782 0.177625 0.168537 CURRENT LEARNING RATE: 9.307779175824697e-05
previous_iter_valid_loss : 0.16369380056858063
892540 0.163886 0.163694 0.168305 CURRENT LEARNING RATE: 9.30591780613271e-05
previous_iter_valid_loss : 0.17761705815792084
892560 0.177919 0.177617 0.169002 CURRENT LEARNING RATE: 9.30405680867742e-05
previous_iter_valid_loss : 0.1772356480360031
892580 0.177536 0.177236 0.169687 CURRENT LEARNING RATE: 9.30219618338442e-05
previous_iter_valid_loss : 0.18000927567481995
892600 0.180167 0.180009 0.169986 CURRENT LEARNING RATE: 9.30033593017927e-05
previous_iter_valid_loss : 0.1689871847629547
892620 0.169221 0.168987 0.170129 CURRENT LEARNING RATE: 9.298476048987557e-05
previous_iter_valid_loss : 0.17143800854682922
892640 0.171592 0.171438 0.170168 CURRENT LEARNING RATE: 9.296616539734871e-05
previous_iter_valid_loss : 0.16051873564720154
892660 0.160693 0.160519 0.170168 CURRENT LEARNING RATE: 9.294757402346864e-05
previous_iter_valid_loss : 0.16643016040325165
892680 0.166592 0.166430 0.168969 CURRENT LEARNING RATE: 9.292898636749155e-05
previous_iter_valid_loss : 0.1647777557373047
892700 0.164944 0.164778 0.168621 CURRENT LEARNING RATE: 9.291040242867392e-05
previous_iter_valid_loss : 0.1615051031112671
892720 0.161669 0.161505 0.168559 CURRENT LEARNING RATE: 9.289182220627223e-05
previous_iter_valid_loss : 0.1604965329170227
892740 0.160658 0.160497 0.168547 CURRENT LEARNING RATE: 9.287324569954363e-05
previous_iter_valid_loss : 0.1615705043077469
892760 0.161727 0.161571 0.167959 CURRENT LEARNING RATE: 9.285467290774485e-05
previous_iter_valid_loss : 0.16801723837852478
892780 0.168244 0.168017 0.168333 CURRENT LEARNING RATE: 9.283610383013284e-05
previous_iter_valid_loss : 0.16065078973770142
892800 0.160818 0.160651 0.168151 CURRENT LEARNING RATE: 9.281753846596515e-05
previous_iter_valid_loss : 0.16708235442638397
892820 0.167239 0.167082 0.167789 CURRENT LEARNING RATE: 9.279897681449901e-05
previous_iter_valid_loss : 0.1723896563053131
892840 0.172539 0.172390 0.168346 CURRENT LEARNING RATE: 9.278041887499197e-05
previous_iter_valid_loss : 0.16109193861484528
892860 0.161272 0.161092 0.168370 CURRENT LEARNING RATE: 9.276186464670153e-05
previous_iter_valid_loss : 0.18226009607315063
892880 0.182609 0.182260 0.168231 CURRENT LEARNING RATE: 9.274331412888584e-05
previous_iter_valid_loss : 0.16896536946296692
892900 0.169192 0.168965 0.168615 CURRENT LEARNING RATE: 9.272476732080274e-05
previous_iter_valid_loss : 0.16278377175331116
892920 0.162943 0.162784 0.167872 CURRENT LEARNING RATE: 9.270622422171035e-05
previous_iter_valid_loss : 0.1644577533006668
892940 0.164671 0.164458 0.167911 CURRENT LEARNING RATE: 9.268768483086677e-05
previous_iter_valid_loss : 0.16738194227218628
892960 0.167602 0.167382 0.167399 CURRENT LEARNING RATE: 9.266914914753074e-05
previous_iter_valid_loss : 0.16583320498466492
892980 0.166039 0.165833 0.166829 CURRENT LEARNING RATE: 9.265061717096072e-05
previous_iter_valid_loss : 0.1606549769639969
893000 0.160833 0.160655 0.165861 CURRENT LEARNING RATE: 9.26320889004154e-05
previous_iter_valid_loss : 0.16119040548801422
893020 0.161369 0.161190 0.165471 CURRENT LEARNING RATE: 9.261356433515345e-05
previous_iter_valid_loss : 0.16801069676876068
893040 0.168239 0.168011 0.165300 CURRENT LEARNING RATE: 9.259504347443427e-05
previous_iter_valid_loss : 0.162972092628479
893060 0.163139 0.162972 0.165423 CURRENT LEARNING RATE: 9.257652631751685e-05
previous_iter_valid_loss : 0.16100046038627625
893080 0.161157 0.161000 0.165151 CURRENT LEARNING RATE: 9.255801286366049e-05
previous_iter_valid_loss : 0.1775769740343094
893100 0.177872 0.177577 0.165791 CURRENT LEARNING RATE: 9.253950311212449e-05
previous_iter_valid_loss : 0.16083192825317383
893120 0.161010 0.160832 0.165757 CURRENT LEARNING RATE: 9.252099706216878e-05
previous_iter_valid_loss : 0.16106562316417694
893140 0.161251 0.161066 0.165786 CURRENT LEARNING RATE: 9.250249471305297e-05
previous_iter_valid_loss : 0.16437934339046478
893160 0.164548 0.164379 0.165926 CURRENT LEARNING RATE: 9.248399606403681e-05
previous_iter_valid_loss : 0.16237346827983856
893180 0.162545 0.162373 0.165644 CURRENT LEARNING RATE: 9.246550111438067e-05
previous_iter_valid_loss : 0.1605190634727478
893200 0.160686 0.160519 0.165637 CURRENT LEARNING RATE: 9.244700986334456e-05
previous_iter_valid_loss : 0.16568094491958618
893220 0.165845 0.165681 0.165567 CURRENT LEARNING RATE: 9.242852231018889e-05
previous_iter_valid_loss : 0.17759309709072113
893240 0.177900 0.177593 0.165828 CURRENT LEARNING RATE: 9.241003845417395e-05
previous_iter_valid_loss : 0.16240929067134857
893260 0.162589 0.162409 0.165893 CURRENT LEARNING RATE: 9.23915582945607e-05
previous_iter_valid_loss : 0.17012012004852295
893280 0.170369 0.170120 0.165286 CURRENT LEARNING RATE: 9.237308183060983e-05
previous_iter_valid_loss : 0.1619887351989746
893300 0.162152 0.161989 0.164938 CURRENT LEARNING RATE: 9.235460906158222e-05
previous_iter_valid_loss : 0.1678004264831543
893320 0.167956 0.167800 0.165188 CURRENT LEARNING RATE: 9.233613998673884e-05
previous_iter_valid_loss : 0.16373825073242188
893340 0.163938 0.163738 0.165152 CURRENT LEARNING RATE: 9.231767460534122e-05
previous_iter_valid_loss : 0.161541149020195
893360 0.161695 0.161541 0.164860 CURRENT LEARNING RATE: 9.229921291665061e-05
previous_iter_valid_loss : 0.1644684225320816
893380 0.164638 0.164468 0.164792 CURRENT LEARNING RATE: 9.228075491992852e-05
previous_iter_valid_loss : 0.16058875620365143
893400 0.160756 0.160589 0.164789 CURRENT LEARNING RATE: 9.226230061443648e-05
previous_iter_valid_loss : 0.1657009720802307
893420 0.165864 0.165701 0.165014 CURRENT LEARNING RATE: 9.224384999943663e-05
previous_iter_valid_loss : 0.17069686949253082
893440 0.170846 0.170697 0.165149 CURRENT LEARNING RATE: 9.22254030741908e-05
previous_iter_valid_loss : 0.16166643798351288
893460 0.161837 0.161666 0.165083 CURRENT LEARNING RATE: 9.220695983796111e-05
previous_iter_valid_loss : 0.16560980677604675
893480 0.165779 0.165610 0.165314 CURRENT LEARNING RATE: 9.218852029000966e-05
previous_iter_valid_loss : 0.16491356492042542
893500 0.165086 0.164914 0.164681 CURRENT LEARNING RATE: 9.217008442959918e-05
previous_iter_valid_loss : 0.16372346878051758
893520 0.163927 0.163723 0.164825 CURRENT LEARNING RATE: 9.215165225599213e-05
previous_iter_valid_loss : 0.16874724626541138
893540 0.168903 0.168747 0.165209 CURRENT LEARNING RATE: 9.213322376845099e-05
previous_iter_valid_loss : 0.16355547308921814
893560 0.163720 0.163555 0.165168 CURRENT LEARNING RATE: 9.211479896623896e-05
previous_iter_valid_loss : 0.16140906512737274
893580 0.161596 0.161409 0.165120 CURRENT LEARNING RATE: 9.209637784861892e-05
previous_iter_valid_loss : 0.17579683661460876
893600 0.176082 0.175797 0.165884 CURRENT LEARNING RATE: 9.207796041485402e-05
previous_iter_valid_loss : 0.16243116557598114
893620 0.162626 0.162431 0.165721 CURRENT LEARNING RATE: 9.205954666420737e-05
previous_iter_valid_loss : 0.18654906749725342
893640 0.186956 0.186549 0.166169 CURRENT LEARNING RATE: 9.204113659594276e-05
previous_iter_valid_loss : 0.16106513142585754
893660 0.161215 0.161065 0.166102 CURRENT LEARNING RATE: 9.202273020932364e-05
previous_iter_valid_loss : 0.17530278861522675
893680 0.175455 0.175303 0.166361 CURRENT LEARNING RATE: 9.200432750361371e-05
previous_iter_valid_loss : 0.16431137919425964
893700 0.164481 0.164311 0.166477 CURRENT LEARNING RATE: 9.198592847807677e-05
previous_iter_valid_loss : 0.16230614483356476
893720 0.162502 0.162306 0.166203 CURRENT LEARNING RATE: 9.196753313197712e-05
previous_iter_valid_loss : 0.17339371144771576
893740 0.173674 0.173394 0.166685 CURRENT LEARNING RATE: 9.194914146457882e-05
previous_iter_valid_loss : 0.1753203421831131
893760 0.175474 0.175320 0.167374 CURRENT LEARNING RATE: 9.193075347514619e-05
previous_iter_valid_loss : 0.17670121788978577
893780 0.176855 0.176701 0.167986 CURRENT LEARNING RATE: 9.191236916294352e-05
previous_iter_valid_loss : 0.16255563497543335
893800 0.162749 0.162556 0.168084 CURRENT LEARNING RATE: 9.189398852723583e-05
previous_iter_valid_loss : 0.16081009805202484
893820 0.160988 0.160810 0.167840 CURRENT LEARNING RATE: 9.187561156728767e-05
previous_iter_valid_loss : 0.16361109912395477
893840 0.163803 0.163611 0.167485 CURRENT LEARNING RATE: 9.1857238282364e-05
previous_iter_valid_loss : 0.16060613095760345
893860 0.160764 0.160606 0.167432 CURRENT LEARNING RATE: 9.183886867172969e-05
previous_iter_valid_loss : 0.1630663275718689
893880 0.163231 0.163066 0.167305 CURRENT LEARNING RATE: 9.182050273465031e-05
previous_iter_valid_loss : 0.1755523979663849
893900 0.175838 0.175552 0.167837 CURRENT LEARNING RATE: 9.180214047039107e-05
previous_iter_valid_loss : 0.17380374670028687
893920 0.174076 0.173804 0.168341 CURRENT LEARNING RATE: 9.178378187821744e-05
previous_iter_valid_loss : 0.16589903831481934
893940 0.166112 0.165899 0.168199 CURRENT LEARNING RATE: 9.176542695739494e-05
previous_iter_valid_loss : 0.162032812833786
893960 0.162233 0.162033 0.168123 CURRENT LEARNING RATE: 9.17470757071897e-05
previous_iter_valid_loss : 0.18583987653255463
893980 0.185986 0.185840 0.169344 CURRENT LEARNING RATE: 9.172872812686749e-05
previous_iter_valid_loss : 0.16328667104244232
894000 0.163449 0.163287 0.168719 CURRENT LEARNING RATE: 9.171038421569427e-05
previous_iter_valid_loss : 0.16067148745059967
894020 0.160836 0.160671 0.168631 CURRENT LEARNING RATE: 9.169204397293658e-05
previous_iter_valid_loss : 0.16371555626392365
894040 0.163892 0.163716 0.167489 CURRENT LEARNING RATE: 9.167370739786065e-05
previous_iter_valid_loss : 0.1622944325208664
894060 0.162486 0.162294 0.167551 CURRENT LEARNING RATE: 9.165537448973305e-05
previous_iter_valid_loss : 0.16962124407291412
894080 0.169775 0.169621 0.167266 CURRENT LEARNING RATE: 9.163704524782028e-05
previous_iter_valid_loss : 0.16719087958335876
894100 0.167347 0.167191 0.167410 CURRENT LEARNING RATE: 9.161871967138949e-05
previous_iter_valid_loss : 0.1644531935453415
894120 0.164617 0.164453 0.167518 CURRENT LEARNING RATE: 9.160039775970749e-05
previous_iter_valid_loss : 0.16885854303836823
894140 0.169094 0.168859 0.167291 CURRENT LEARNING RATE: 9.158207951204142e-05
previous_iter_valid_loss : 0.1609272062778473
894160 0.161087 0.160927 0.166571 CURRENT LEARNING RATE: 9.156376492765838e-05
previous_iter_valid_loss : 0.1612045019865036
894180 0.161359 0.161205 0.165797 CURRENT LEARNING RATE: 9.154545400582612e-05
previous_iter_valid_loss : 0.16084478795528412
894200 0.161030 0.160845 0.165711 CURRENT LEARNING RATE: 9.152714674581201e-05
previous_iter_valid_loss : 0.16057562828063965
894220 0.160743 0.160576 0.165699 CURRENT LEARNING RATE: 9.15088431468838e-05
previous_iter_valid_loss : 0.17197006940841675
894240 0.172115 0.171970 0.166117 CURRENT LEARNING RATE: 9.149054320830916e-05
previous_iter_valid_loss : 0.18022996187210083
894260 0.180387 0.180230 0.167098 CURRENT LEARNING RATE: 9.147224692935642e-05
previous_iter_valid_loss : 0.16138321161270142
894280 0.161573 0.161383 0.167014 CURRENT LEARNING RATE: 9.145395430929358e-05
previous_iter_valid_loss : 0.16525541245937347
894300 0.165421 0.165255 0.166499 CURRENT LEARNING RATE: 9.143566534738891e-05
previous_iter_valid_loss : 0.18300682306289673
894320 0.183159 0.183007 0.166960 CURRENT LEARNING RATE: 9.141738004291071e-05
previous_iter_valid_loss : 0.1741834282875061
894340 0.174343 0.174183 0.167374 CURRENT LEARNING RATE: 9.139909839512788e-05
previous_iter_valid_loss : 0.17196021974086761
894360 0.172106 0.171960 0.167870 CURRENT LEARNING RATE: 9.138082040330902e-05
previous_iter_valid_loss : 0.16312122344970703
894380 0.163311 0.163121 0.166734 CURRENT LEARNING RATE: 9.136254606672282e-05
previous_iter_valid_loss : 0.1695484071969986
894400 0.169801 0.169548 0.167047 CURRENT LEARNING RATE: 9.134427538463861e-05
previous_iter_valid_loss : 0.1695532351732254
894420 0.169702 0.169553 0.167491 CURRENT LEARNING RATE: 9.132600835632545e-05
previous_iter_valid_loss : 0.18516865372657776
894440 0.185313 0.185169 0.168564 CURRENT LEARNING RATE: 9.130774498105264e-05
previous_iter_valid_loss : 0.1622123420238495
894460 0.162373 0.162212 0.168560 CURRENT LEARNING RATE: 9.128948525808947e-05
previous_iter_valid_loss : 0.16260981559753418
894480 0.162800 0.162610 0.168209 CURRENT LEARNING RATE: 9.12712291867059e-05
previous_iter_valid_loss : 0.16330046951770782
894500 0.163506 0.163300 0.168015 CURRENT LEARNING RATE: 9.125297676617149e-05
previous_iter_valid_loss : 0.16057677567005157
894520 0.160739 0.160577 0.167821 CURRENT LEARNING RATE: 9.123472799575615e-05
previous_iter_valid_loss : 0.16555456817150116
894540 0.165762 0.165555 0.167656 CURRENT LEARNING RATE: 9.12164828747298e-05
previous_iter_valid_loss : 0.17664693295955658
894560 0.176798 0.176647 0.168442 CURRENT LEARNING RATE: 9.119824140236295e-05
previous_iter_valid_loss : 0.16116459667682648
894580 0.161319 0.161165 0.168440 CURRENT LEARNING RATE: 9.118000357792575e-05
previous_iter_valid_loss : 0.16229653358459473
894600 0.162492 0.162297 0.168512 CURRENT LEARNING RATE: 9.116176940068871e-05
previous_iter_valid_loss : 0.16052646934986115
894620 0.160683 0.160526 0.168510 CURRENT LEARNING RATE: 9.11435388699223e-05
previous_iter_valid_loss : 0.17007794976234436
894640 0.170329 0.170078 0.168415 CURRENT LEARNING RATE: 9.112531198489763e-05
previous_iter_valid_loss : 0.16067662835121155
894660 0.160839 0.160677 0.167438 CURRENT LEARNING RATE: 9.110708874488543e-05
previous_iter_valid_loss : 0.16292506456375122
894680 0.163128 0.162925 0.167515 CURRENT LEARNING RATE: 9.108886914915679e-05
previous_iter_valid_loss : 0.19492818415164948
894700 0.195032 0.194928 0.168998 CURRENT LEARNING RATE: 9.107065319698278e-05
previous_iter_valid_loss : 0.1640407294034958
894720 0.164214 0.164041 0.168050 CURRENT LEARNING RATE: 9.105244088763508e-05
previous_iter_valid_loss : 0.16056767106056213
894740 0.160717 0.160568 0.167369 CURRENT LEARNING RATE: 9.103423222038501e-05
previous_iter_valid_loss : 0.16055750846862793
894760 0.160720 0.160558 0.166799 CURRENT LEARNING RATE: 9.101602719450409e-05
previous_iter_valid_loss : 0.16539448499679565
894780 0.165602 0.165394 0.166913 CURRENT LEARNING RATE: 9.099782580926442e-05
previous_iter_valid_loss : 0.16211536526679993
894800 0.162312 0.162115 0.166541 CURRENT LEARNING RATE: 9.09796280639378e-05
previous_iter_valid_loss : 0.16279742121696472
894820 0.162995 0.162797 0.166203 CURRENT LEARNING RATE: 9.096143395779632e-05
previous_iter_valid_loss : 0.16360624134540558
894840 0.163766 0.163606 0.165125 CURRENT LEARNING RATE: 9.094324349011205e-05
previous_iter_valid_loss : 0.1611708700656891
894860 0.161349 0.161171 0.165073 CURRENT LEARNING RATE: 9.092505666015767e-05
previous_iter_valid_loss : 0.16437822580337524
894880 0.164582 0.164378 0.165162 CURRENT LEARNING RATE: 9.090687346720559e-05
previous_iter_valid_loss : 0.16548429429531097
894900 0.165692 0.165484 0.165271 CURRENT LEARNING RATE: 9.088869391052847e-05
previous_iter_valid_loss : 0.1609683483839035
894920 0.161117 0.160968 0.165290 CURRENT LEARNING RATE: 9.087051798939895e-05
previous_iter_valid_loss : 0.16354946792125702
894940 0.163718 0.163549 0.165190 CURRENT LEARNING RATE: 9.08523457030903e-05
previous_iter_valid_loss : 0.1663634330034256
894960 0.166524 0.166363 0.164676 CURRENT LEARNING RATE: 9.083417705087553e-05
previous_iter_valid_loss : 0.17495451867580414
894980 0.175248 0.174955 0.165365 CURRENT LEARNING RATE: 9.081601203202782e-05
previous_iter_valid_loss : 0.16990050673484802
895000 0.170154 0.169901 0.165746 CURRENT LEARNING RATE: 9.079785064582046e-05
previous_iter_valid_loss : 0.16167721152305603
895020 0.161861 0.161677 0.165803 CURRENT LEARNING RATE: 9.077969289152728e-05
previous_iter_valid_loss : 0.16115112602710724
895040 0.161313 0.161151 0.165357 CURRENT LEARNING RATE: 9.076153876842184e-05
previous_iter_valid_loss : 0.16455180943012238
895060 0.164724 0.164552 0.165551 CURRENT LEARNING RATE: 9.074338827577798e-05
previous_iter_valid_loss : 0.16145096719264984
895080 0.161618 0.161451 0.165477 CURRENT LEARNING RATE: 9.072524141286948e-05
previous_iter_valid_loss : 0.16372674703598022
895100 0.163931 0.163727 0.163917 CURRENT LEARNING RATE: 9.070709817897082e-05
previous_iter_valid_loss : 0.1607995480298996
895120 0.160979 0.160800 0.163755 CURRENT LEARNING RATE: 9.068895857335609e-05
previous_iter_valid_loss : 0.16140908002853394
895140 0.161593 0.161409 0.163797 CURRENT LEARNING RATE: 9.067082259529971e-05
previous_iter_valid_loss : 0.16298243403434753
895160 0.163147 0.162982 0.163918 CURRENT LEARNING RATE: 9.06526902440761e-05
previous_iter_valid_loss : 0.16101153194904327
895180 0.161166 0.161012 0.163699 CURRENT LEARNING RATE: 9.063456151896028e-05
previous_iter_valid_loss : 0.16274778544902802
895200 0.162951 0.162748 0.163731 CURRENT LEARNING RATE: 9.061643641922692e-05
previous_iter_valid_loss : 0.1741185486316681
895220 0.174396 0.174119 0.164297 CURRENT LEARNING RATE: 9.059831494415087e-05
previous_iter_valid_loss : 0.1616028994321823
895240 0.161766 0.161603 0.164196 CURRENT LEARNING RATE: 9.058019709300757e-05
previous_iter_valid_loss : 0.16057708859443665
895260 0.160737 0.160577 0.164167 CURRENT LEARNING RATE: 9.05620828650722e-05
previous_iter_valid_loss : 0.16568119823932648
895280 0.165896 0.165681 0.164232 CURRENT LEARNING RATE: 9.054397225962012e-05
previous_iter_valid_loss : 0.16601943969726562
895300 0.166240 0.166019 0.164259 CURRENT LEARNING RATE: 9.052586527592681e-05
previous_iter_valid_loss : 0.20152723789215088
895320 0.201592 0.201527 0.166287 CURRENT LEARNING RATE: 9.050776191326828e-05
previous_iter_valid_loss : 0.16060733795166016
895340 0.160767 0.160607 0.166140 CURRENT LEARNING RATE: 9.048966217092024e-05
previous_iter_valid_loss : 0.16567783057689667
895360 0.165879 0.165678 0.166105 CURRENT LEARNING RATE: 9.04715660481587e-05
previous_iter_valid_loss : 0.16257834434509277
895380 0.162759 0.162578 0.165486 CURRENT LEARNING RATE: 9.045347354425964e-05
previous_iter_valid_loss : 0.16657724976539612
895400 0.166789 0.166577 0.165320 CURRENT LEARNING RATE: 9.043538465849971e-05
previous_iter_valid_loss : 0.1608942598104477
895420 0.161052 0.160894 0.165281 CURRENT LEARNING RATE: 9.041729939015516e-05
previous_iter_valid_loss : 0.16100378334522247
895440 0.161180 0.161004 0.165274 CURRENT LEARNING RATE: 9.039921773850263e-05
previous_iter_valid_loss : 0.1605406105518341
895460 0.160699 0.160541 0.165073 CURRENT LEARNING RATE: 9.038113970281862e-05
previous_iter_valid_loss : 0.1606265902519226
895480 0.160785 0.160627 0.165032 CURRENT LEARNING RATE: 9.03630652823804e-05
previous_iter_valid_loss : 0.16226881742477417
895500 0.162431 0.162269 0.164959 CURRENT LEARNING RATE: 9.034499447646479e-05
previous_iter_valid_loss : 0.16412077844142914
895520 0.164286 0.164121 0.165125 CURRENT LEARNING RATE: 9.032692728434899e-05
previous_iter_valid_loss : 0.1609937995672226
895540 0.161144 0.160994 0.165104 CURRENT LEARNING RATE: 9.03088637053101e-05
previous_iter_valid_loss : 0.16564081609249115
895560 0.165845 0.165641 0.165237 CURRENT LEARNING RATE: 9.029080373862595e-05
previous_iter_valid_loss : 0.16341477632522583
895580 0.163581 0.163415 0.165357 CURRENT LEARNING RATE: 9.027274738357397e-05
previous_iter_valid_loss : 0.16747599840164185
895600 0.167701 0.167476 0.165594 CURRENT LEARNING RATE: 9.025469463943172e-05
previous_iter_valid_loss : 0.1620490849018097
895620 0.162213 0.162049 0.164990 CURRENT LEARNING RATE: 9.023664550547742e-05
previous_iter_valid_loss : 0.16155900061130524
895640 0.161751 0.161559 0.164988 CURRENT LEARNING RATE: 9.021859998098899e-05
previous_iter_valid_loss : 0.17636393010616302
895660 0.176659 0.176364 0.165778 CURRENT LEARNING RATE: 9.020055806524453e-05
previous_iter_valid_loss : 0.1608426868915558
895680 0.161011 0.160843 0.165536 CURRENT LEARNING RATE: 9.018251975752227e-05
previous_iter_valid_loss : 0.19149437546730042
895700 0.191620 0.191494 0.166809 CURRENT LEARNING RATE: 9.016448505710097e-05
previous_iter_valid_loss : 0.1690845638513565
895720 0.169239 0.169085 0.165187 CURRENT LEARNING RATE: 9.014645396325907e-05
previous_iter_valid_loss : 0.16116921603679657
895740 0.161323 0.161169 0.165215 CURRENT LEARNING RATE: 9.012842647527534e-05
previous_iter_valid_loss : 0.1688256412744522
895760 0.169060 0.168826 0.165373 CURRENT LEARNING RATE: 9.011040259242854e-05
previous_iter_valid_loss : 0.17411553859710693
895780 0.174263 0.174116 0.165950 CURRENT LEARNING RATE: 9.009238231399801e-05
previous_iter_valid_loss : 0.18790988624095917
895800 0.188328 0.187910 0.167016 CURRENT LEARNING RATE: 9.007436563926278e-05
previous_iter_valid_loss : 0.17046678066253662
895820 0.170719 0.170467 0.167495 CURRENT LEARNING RATE: 9.005635256750219e-05
previous_iter_valid_loss : 0.16261592507362366
895840 0.162793 0.162616 0.167575 CURRENT LEARNING RATE: 9.003834309799557e-05
previous_iter_valid_loss : 0.16061505675315857
895860 0.160769 0.160615 0.167579 CURRENT LEARNING RATE: 9.002033723002283e-05
previous_iter_valid_loss : 0.16089074313640594
895880 0.161070 0.160891 0.167592 CURRENT LEARNING RATE: 9.000233496286358e-05
previous_iter_valid_loss : 0.19810053706169128
895900 0.198194 0.198101 0.169384 CURRENT LEARNING RATE: 8.998433629579774e-05
previous_iter_valid_loss : 0.16408348083496094
895920 0.164250 0.164083 0.169382 CURRENT LEARNING RATE: 8.996634122810522e-05
previous_iter_valid_loss : 0.16356000304222107
895940 0.163758 0.163560 0.169510 CURRENT LEARNING RATE: 8.994834975906652e-05
previous_iter_valid_loss : 0.1605955809354782
895960 0.160754 0.160596 0.169258 CURRENT LEARNING RATE: 8.993036188796182e-05
previous_iter_valid_loss : 0.16836337745189667
895980 0.168602 0.168363 0.169506 CURRENT LEARNING RATE: 8.991237761407146e-05
previous_iter_valid_loss : 0.16453665494918823
896000 0.164736 0.164537 0.169359 CURRENT LEARNING RATE: 8.989439693667633e-05
previous_iter_valid_loss : 0.16138842701911926
896020 0.161577 0.161388 0.169326 CURRENT LEARNING RATE: 8.987641985505715e-05
previous_iter_valid_loss : 0.17997853457927704
896040 0.180136 0.179979 0.170247 CURRENT LEARNING RATE: 8.985844636849474e-05
previous_iter_valid_loss : 0.1680254340171814
896060 0.168181 0.168025 0.169830 CURRENT LEARNING RATE: 8.984047647627004e-05
previous_iter_valid_loss : 0.16117914021015167
896080 0.161359 0.161179 0.169846 CURRENT LEARNING RATE: 8.982251017766457e-05
previous_iter_valid_loss : 0.1605318784713745
896100 0.160701 0.160532 0.168298 CURRENT LEARNING RATE: 8.980454747195953e-05
previous_iter_valid_loss : 0.1717616468667984
896120 0.172016 0.171762 0.168432 CURRENT LEARNING RATE: 8.97865883584364e-05
previous_iter_valid_loss : 0.16365166008472443
896140 0.163821 0.163652 0.168556 CURRENT LEARNING RATE: 8.976863283637664e-05
previous_iter_valid_loss : 0.1607980579137802
896160 0.160973 0.160798 0.168155 CURRENT LEARNING RATE: 8.97506809050624e-05
previous_iter_valid_loss : 0.16984567046165466
896180 0.170089 0.169846 0.167941 CURRENT LEARNING RATE: 8.973273256377539e-05
previous_iter_valid_loss : 0.16744184494018555
896200 0.167662 0.167442 0.166918 CURRENT LEARNING RATE: 8.971478781179768e-05
previous_iter_valid_loss : 0.16124702990055084
896220 0.161397 0.161247 0.166457 CURRENT LEARNING RATE: 8.969684664841135e-05
previous_iter_valid_loss : 0.16051243245601654
896240 0.160674 0.160512 0.166352 CURRENT LEARNING RATE: 8.967890907289905e-05
previous_iter_valid_loss : 0.1687176525592804
896260 0.168870 0.168718 0.166757 CURRENT LEARNING RATE: 8.966097508454313e-05
previous_iter_valid_loss : 0.16367141902446747
896280 0.163832 0.163671 0.166896 CURRENT LEARNING RATE: 8.964304468262622e-05
previous_iter_valid_loss : 0.16082271933555603
896300 0.160977 0.160823 0.165032 CURRENT LEARNING RATE: 8.962511786643095e-05
previous_iter_valid_loss : 0.1637631356716156
896320 0.163927 0.163763 0.165016 CURRENT LEARNING RATE: 8.960719463524057e-05
previous_iter_valid_loss : 0.1605602502822876
896340 0.160712 0.160560 0.164866 CURRENT LEARNING RATE: 8.9589274988338e-05
previous_iter_valid_loss : 0.17385554313659668
896360 0.174002 0.173856 0.165529 CURRENT LEARNING RATE: 8.957135892500625e-05
previous_iter_valid_loss : 0.16640625894069672
896380 0.166615 0.166406 0.165431 CURRENT LEARNING RATE: 8.955344644452905e-05
previous_iter_valid_loss : 0.1684516817331314
896400 0.168682 0.168452 0.165627 CURRENT LEARNING RATE: 8.95355375461897e-05
previous_iter_valid_loss : 0.16341468691825867
896420 0.163582 0.163415 0.165728 CURRENT LEARNING RATE: 8.95176322292719e-05
previous_iter_valid_loss : 0.16242046654224396
896440 0.162617 0.162420 0.164850 CURRENT LEARNING RATE: 8.949973049305922e-05
previous_iter_valid_loss : 0.1607053130865097
896460 0.160866 0.160705 0.164484 CURRENT LEARNING RATE: 8.948183233683593e-05
previous_iter_valid_loss : 0.1716492623090744
896480 0.171910 0.171649 0.165008 CURRENT LEARNING RATE: 8.946393775988595e-05
previous_iter_valid_loss : 0.1632882058620453
896500 0.163453 0.163288 0.165146 CURRENT LEARNING RATE: 8.944604676149349e-05
previous_iter_valid_loss : 0.16173574328422546
896520 0.161893 0.161736 0.164644 CURRENT LEARNING RATE: 8.942815934094276e-05
previous_iter_valid_loss : 0.16834816336631775
896540 0.168574 0.168348 0.164879 CURRENT LEARNING RATE: 8.941027549751857e-05
previous_iter_valid_loss : 0.16116872429847717
896560 0.161338 0.161169 0.164898 CURRENT LEARNING RATE: 8.93923952305054e-05
previous_iter_valid_loss : 0.16105636954307556
896580 0.161217 0.161056 0.164458 CURRENT LEARNING RATE: 8.937451853918807e-05
previous_iter_valid_loss : 0.16205760836601257
896600 0.162227 0.162058 0.164189 CURRENT LEARNING RATE: 8.935664542285132e-05
previous_iter_valid_loss : 0.1610034704208374
896620 0.161186 0.161003 0.164177 CURRENT LEARNING RATE: 8.933877588078055e-05
previous_iter_valid_loss : 0.18463090062141418
896640 0.185023 0.184631 0.165383 CURRENT LEARNING RATE: 8.932090991226085e-05
previous_iter_valid_loss : 0.1611318141222
896660 0.161296 0.161132 0.165004 CURRENT LEARNING RATE: 8.930304751657755e-05
previous_iter_valid_loss : 0.20422092080116272
896680 0.204796 0.204221 0.167031 CURRENT LEARNING RATE: 8.928518869301602e-05
previous_iter_valid_loss : 0.16746625304222107
896700 0.167622 0.167466 0.167363 CURRENT LEARNING RATE: 8.926733344086219e-05
previous_iter_valid_loss : 0.16179409623146057
896720 0.161983 0.161794 0.167265 CURRENT LEARNING RATE: 8.924948175940168e-05
previous_iter_valid_loss : 0.16268174350261688
896740 0.162845 0.162682 0.167371 CURRENT LEARNING RATE: 8.923163364792051e-05
previous_iter_valid_loss : 0.1609354019165039
896760 0.161118 0.160935 0.166725 CURRENT LEARNING RATE: 8.92137891057045e-05
previous_iter_valid_loss : 0.1648215353488922
896780 0.165030 0.164822 0.166646 CURRENT LEARNING RATE: 8.919594813204023e-05
previous_iter_valid_loss : 0.16055190563201904
896800 0.160708 0.160552 0.166251 CURRENT LEARNING RATE: 8.917811072621392e-05
previous_iter_valid_loss : 0.16296206414699554
896820 0.163125 0.162962 0.166228 CURRENT LEARNING RATE: 8.916027688751187e-05
previous_iter_valid_loss : 0.16535775363445282
896840 0.165563 0.165358 0.166375 CURRENT LEARNING RATE: 8.914244661522106e-05
previous_iter_valid_loss : 0.16051706671714783
896860 0.160682 0.160517 0.166366 CURRENT LEARNING RATE: 8.912461990862816e-05
previous_iter_valid_loss : 0.16052556037902832
896880 0.160691 0.160526 0.165809 CURRENT LEARNING RATE: 8.910679676702003e-05
previous_iter_valid_loss : 0.1612166166305542
896900 0.161407 0.161217 0.165706 CURRENT LEARNING RATE: 8.908897718968366e-05
previous_iter_valid_loss : 0.16151376068592072
896920 0.161674 0.161514 0.165695 CURRENT LEARNING RATE: 8.907116117590651e-05
previous_iter_valid_loss : 0.1696796864271164
896940 0.169928 0.169680 0.165761 CURRENT LEARNING RATE: 8.905334872497585e-05
previous_iter_valid_loss : 0.16506345570087433
896960 0.165233 0.165063 0.165956 CURRENT LEARNING RATE: 8.903553983617913e-05
previous_iter_valid_loss : 0.16963717341423035
896980 0.169872 0.169637 0.166385 CURRENT LEARNING RATE: 8.901773450880387e-05
previous_iter_valid_loss : 0.1631985306739807
897000 0.163364 0.163199 0.166442 CURRENT LEARNING RATE: 8.899993274213816e-05
previous_iter_valid_loss : 0.17502471804618835
897020 0.175167 0.175025 0.167143 CURRENT LEARNING RATE: 8.898213453546976e-05
previous_iter_valid_loss : 0.16097630560398102
897040 0.161134 0.160976 0.165960 CURRENT LEARNING RATE: 8.896433988808678e-05
previous_iter_valid_loss : 0.16138705611228943
897060 0.161539 0.161387 0.165973 CURRENT LEARNING RATE: 8.894654879927722e-05
previous_iter_valid_loss : 0.16149143874645233
897080 0.161655 0.161491 0.163837 CURRENT LEARNING RATE: 8.89287612683298e-05
previous_iter_valid_loss : 0.16143667697906494
897100 0.161601 0.161437 0.163535 CURRENT LEARNING RATE: 8.891097729453283e-05
previous_iter_valid_loss : 0.1606798768043518
897120 0.160848 0.160680 0.163479 CURRENT LEARNING RATE: 8.889319687717497e-05
previous_iter_valid_loss : 0.16210675239562988
897140 0.162266 0.162107 0.163451 CURRENT LEARNING RATE: 8.887542001554484e-05
previous_iter_valid_loss : 0.16521184146404266
897160 0.165374 0.165212 0.163665 CURRENT LEARNING RATE: 8.885764670893167e-05
previous_iter_valid_loss : 0.18281377851963043
897180 0.182960 0.182814 0.164564 CURRENT LEARNING RATE: 8.883987695662439e-05
previous_iter_valid_loss : 0.17212840914726257
897200 0.172392 0.172128 0.165143 CURRENT LEARNING RATE: 8.882211075791204e-05
previous_iter_valid_loss : 0.16289669275283813
897220 0.163071 0.162897 0.165140 CURRENT LEARNING RATE: 8.88043481120843e-05
previous_iter_valid_loss : 0.1626717746257782
897240 0.162872 0.162672 0.165005 CURRENT LEARNING RATE: 8.878658901843048e-05
previous_iter_valid_loss : 0.160697802901268
897260 0.160849 0.160698 0.165014 CURRENT LEARNING RATE: 8.876883347624024e-05
previous_iter_valid_loss : 0.16792505979537964
897280 0.168154 0.167925 0.165384 CURRENT LEARNING RATE: 8.875108148480319e-05
previous_iter_valid_loss : 0.16525952517986298
897300 0.165478 0.165260 0.165587 CURRENT LEARNING RATE: 8.873333304340957e-05
previous_iter_valid_loss : 0.16857559978961945
897320 0.168807 0.168576 0.165940 CURRENT LEARNING RATE: 8.87155881513493e-05
previous_iter_valid_loss : 0.16050207614898682
897340 0.160675 0.160502 0.165481 CURRENT LEARNING RATE: 8.869784680791254e-05
previous_iter_valid_loss : 0.1618543565273285
897360 0.162047 0.161854 0.165320 CURRENT LEARNING RATE: 8.868010901238951e-05
previous_iter_valid_loss : 0.170442596077919
897380 0.170588 0.170443 0.165361 CURRENT LEARNING RATE: 8.866237476407103e-05
previous_iter_valid_loss : 0.1605115383863449
897400 0.160669 0.160512 0.165226 CURRENT LEARNING RATE: 8.864464406224755e-05
previous_iter_valid_loss : 0.16344715654850006
897420 0.163612 0.163447 0.164647 CURRENT LEARNING RATE: 8.862691690620983e-05
previous_iter_valid_loss : 0.16050897538661957
897440 0.160672 0.160509 0.164624 CURRENT LEARNING RATE: 8.860919329524864e-05
previous_iter_valid_loss : 0.16785544157028198
897460 0.168073 0.167855 0.164947 CURRENT LEARNING RATE: 8.859147322865535e-05
previous_iter_valid_loss : 0.16049876809120178
897480 0.160662 0.160499 0.164898 CURRENT LEARNING RATE: 8.857375670572103e-05
previous_iter_valid_loss : 0.16401875019073486
897500 0.164224 0.164019 0.165027 CURRENT LEARNING RATE: 8.855604372573695e-05
previous_iter_valid_loss : 0.16064880788326263
897520 0.160823 0.160649 0.165025 CURRENT LEARNING RATE: 8.85383342879945e-05
previous_iter_valid_loss : 0.1605343222618103
897540 0.160702 0.160534 0.164947 CURRENT LEARNING RATE: 8.852062839178559e-05
previous_iter_valid_loss : 0.16205216944217682
897560 0.162243 0.162052 0.164789 CURRENT LEARNING RATE: 8.850292603640182e-05
previous_iter_valid_loss : 0.16148263216018677
897580 0.161673 0.161483 0.163722 CURRENT LEARNING RATE: 8.848522722113494e-05
previous_iter_valid_loss : 0.16065475344657898
897600 0.160824 0.160655 0.163148 CURRENT LEARNING RATE: 8.846753194527733e-05
previous_iter_valid_loss : 0.17029118537902832
897620 0.170544 0.170291 0.163518 CURRENT LEARNING RATE: 8.844984020812101e-05
previous_iter_valid_loss : 0.160610169172287
897640 0.160785 0.160610 0.163415 CURRENT LEARNING RATE: 8.843215200895829e-05
previous_iter_valid_loss : 0.17039984464645386
897660 0.170554 0.170400 0.163900 CURRENT LEARNING RATE: 8.841446734708151e-05
previous_iter_valid_loss : 0.16489574313163757
897680 0.165063 0.164896 0.163749 CURRENT LEARNING RATE: 8.839678622178363e-05
previous_iter_valid_loss : 0.16687233746051788
897700 0.167090 0.166872 0.163829 CURRENT LEARNING RATE: 8.837910863235717e-05
previous_iter_valid_loss : 0.17102190852165222
897720 0.171278 0.171022 0.163952 CURRENT LEARNING RATE: 8.836143457809507e-05
previous_iter_valid_loss : 0.16735391318798065
897740 0.167569 0.167354 0.164294 CURRENT LEARNING RATE: 8.834376405829022e-05
previous_iter_valid_loss : 0.16537322103977203
897760 0.165583 0.165373 0.164470 CURRENT LEARNING RATE: 8.832609707223611e-05
previous_iter_valid_loss : 0.16312287747859955
897780 0.163311 0.163123 0.164104 CURRENT LEARNING RATE: 8.830843361922588e-05
previous_iter_valid_loss : 0.1617286205291748
897800 0.161920 0.161729 0.164165 CURRENT LEARNING RATE: 8.829077369855302e-05
previous_iter_valid_loss : 0.16089802980422974
897820 0.161066 0.160898 0.164038 CURRENT LEARNING RATE: 8.827311730951094e-05
previous_iter_valid_loss : 0.16496440768241882
897840 0.165122 0.164964 0.164260 CURRENT LEARNING RATE: 8.825546445139373e-05
previous_iter_valid_loss : 0.1799781620502472
897860 0.180305 0.179978 0.164867 CURRENT LEARNING RATE: 8.823781512349511e-05
previous_iter_valid_loss : 0.17935612797737122
897880 0.179513 0.179356 0.165809 CURRENT LEARNING RATE: 8.822016932510912e-05
previous_iter_valid_loss : 0.16111816465854645
897900 0.161292 0.161118 0.165664 CURRENT LEARNING RATE: 8.820252705552975e-05
previous_iter_valid_loss : 0.16690219938755035
897920 0.167118 0.166902 0.165977 CURRENT LEARNING RATE: 8.818488831405162e-05
previous_iter_valid_loss : 0.16949816048145294
897940 0.169745 0.169498 0.166425 CURRENT LEARNING RATE: 8.816725309996905e-05
previous_iter_valid_loss : 0.16058115661144257
897960 0.160746 0.160581 0.166352 CURRENT LEARNING RATE: 8.81496214125766e-05
previous_iter_valid_loss : 0.1727336198091507
897980 0.172882 0.172734 0.166914 CURRENT LEARNING RATE: 8.813199325116888e-05
previous_iter_valid_loss : 0.1682489961385727
898000 0.168403 0.168249 0.167294 CURRENT LEARNING RATE: 8.811436861504104e-05
previous_iter_valid_loss : 0.16236358880996704
898020 0.162525 0.162364 0.166898 CURRENT LEARNING RATE: 8.809674750348797e-05
previous_iter_valid_loss : 0.1629185676574707
898040 0.163103 0.162919 0.167013 CURRENT LEARNING RATE: 8.807912991580466e-05
previous_iter_valid_loss : 0.16073773801326752
898060 0.160915 0.160738 0.166530 CURRENT LEARNING RATE: 8.806151585128669e-05
previous_iter_valid_loss : 0.17426972091197968
898080 0.174419 0.174270 0.166999 CURRENT LEARNING RATE: 8.80439053092294e-05
previous_iter_valid_loss : 0.1917634904384613
898100 0.191886 0.191763 0.168243 CURRENT LEARNING RATE: 8.802629828892831e-05
previous_iter_valid_loss : 0.17892999947071075
898120 0.179093 0.178930 0.168639 CURRENT LEARNING RATE: 8.8008694789679e-05
previous_iter_valid_loss : 0.16171279549598694
898140 0.161880 0.161713 0.168357 CURRENT LEARNING RATE: 8.799109481077767e-05
previous_iter_valid_loss : 0.16228069365024567
898160 0.162471 0.162281 0.168202 CURRENT LEARNING RATE: 8.797349835152013e-05
previous_iter_valid_loss : 0.16197557747364044
898180 0.162130 0.161976 0.168145 CURRENT LEARNING RATE: 8.795590541120255e-05
previous_iter_valid_loss : 0.16200052201747894
898200 0.162196 0.162001 0.168158 CURRENT LEARNING RATE: 8.793831598912102e-05
previous_iter_valid_loss : 0.16965731978416443
898220 0.169894 0.169657 0.168596 CURRENT LEARNING RATE: 8.792073008457232e-05
previous_iter_valid_loss : 0.16530971229076385
898240 0.165517 0.165310 0.168613 CURRENT LEARNING RATE: 8.790314769685282e-05
previous_iter_valid_loss : 0.18063122034072876
898260 0.180957 0.180631 0.168646 CURRENT LEARNING RATE: 8.788556882525925e-05
previous_iter_valid_loss : 0.16075089573860168
898280 0.160927 0.160751 0.167716 CURRENT LEARNING RATE: 8.786799346908829e-05
previous_iter_valid_loss : 0.1790294349193573
898300 0.179185 0.179029 0.168611 CURRENT LEARNING RATE: 8.785042162763723e-05
previous_iter_valid_loss : 0.1731957346200943
898320 0.173339 0.173196 0.168926 CURRENT LEARNING RATE: 8.783285330020305e-05
previous_iter_valid_loss : 0.16923560202121735
898340 0.169476 0.169236 0.168913 CURRENT LEARNING RATE: 8.7815288486083e-05
previous_iter_valid_loss : 0.16391320526599884
898360 0.164082 0.163913 0.169079 CURRENT LEARNING RATE: 8.779772718457436e-05
previous_iter_valid_loss : 0.16084834933280945
898380 0.161000 0.160848 0.168485 CURRENT LEARNING RATE: 8.778016939497498e-05
previous_iter_valid_loss : 0.1619396209716797
898400 0.162124 0.161940 0.168170 CURRENT LEARNING RATE: 8.776261511658238e-05
previous_iter_valid_loss : 0.1731298714876175
898420 0.173275 0.173130 0.168708 CURRENT LEARNING RATE: 8.774506434869424e-05
previous_iter_valid_loss : 0.1657230257987976
898440 0.165945 0.165723 0.168848 CURRENT LEARNING RATE: 8.772751709060884e-05
previous_iter_valid_loss : 0.1653313934803009
898460 0.165500 0.165331 0.169078 CURRENT LEARNING RATE: 8.770997334162413e-05
previous_iter_valid_loss : 0.19814324378967285
898480 0.198237 0.198143 0.170272 CURRENT LEARNING RATE: 8.769243310103838e-05
previous_iter_valid_loss : 0.16525839269161224
898500 0.165448 0.165258 0.168946 CURRENT LEARNING RATE: 8.76748963681498e-05
previous_iter_valid_loss : 0.16068826615810394
898520 0.160846 0.160688 0.168034 CURRENT LEARNING RATE: 8.765736314225725e-05
previous_iter_valid_loss : 0.16125434637069702
898540 0.161415 0.161254 0.168011 CURRENT LEARNING RATE: 8.763983342265922e-05
previous_iter_valid_loss : 0.16525167226791382
898560 0.165417 0.165252 0.168160 CURRENT LEARNING RATE: 8.762230720865455e-05
previous_iter_valid_loss : 0.1706356257200241
898580 0.170889 0.170636 0.168593 CURRENT LEARNING RATE: 8.760478449954204e-05
previous_iter_valid_loss : 0.16879071295261383
898600 0.169033 0.168791 0.168932 CURRENT LEARNING RATE: 8.758726529462104e-05
previous_iter_valid_loss : 0.16362112760543823
898620 0.163783 0.163621 0.168631 CURRENT LEARNING RATE: 8.75697495931907e-05
previous_iter_valid_loss : 0.16752998530864716
898640 0.167748 0.167530 0.168742 CURRENT LEARNING RATE: 8.755223739455034e-05
previous_iter_valid_loss : 0.1777852177619934
898660 0.177940 0.177785 0.168599 CURRENT LEARNING RATE: 8.753472869799931e-05
previous_iter_valid_loss : 0.1608513444662094
898680 0.161012 0.160851 0.168604 CURRENT LEARNING RATE: 8.751722350283764e-05
previous_iter_valid_loss : 0.1607641577720642
898700 0.160917 0.160764 0.167691 CURRENT LEARNING RATE: 8.749972180836489e-05
previous_iter_valid_loss : 0.16448305547237396
898720 0.164686 0.164483 0.167255 CURRENT LEARNING RATE: 8.748222361388105e-05
previous_iter_valid_loss : 0.16232037544250488
898740 0.162512 0.162320 0.166910 CURRENT LEARNING RATE: 8.746472891868598e-05
previous_iter_valid_loss : 0.16511480510234833
898760 0.165321 0.165115 0.166970 CURRENT LEARNING RATE: 8.744723772208024e-05
previous_iter_valid_loss : 0.1605345457792282
898780 0.160698 0.160535 0.166954 CURRENT LEARNING RATE: 8.742975002336405e-05
previous_iter_valid_loss : 0.16459371149539948
898800 0.164782 0.164594 0.167087 CURRENT LEARNING RATE: 8.741226582183768e-05
previous_iter_valid_loss : 0.16061672568321228
898820 0.160776 0.160617 0.166461 CURRENT LEARNING RATE: 8.739478511680213e-05
previous_iter_valid_loss : 0.178151473402977
898840 0.178304 0.178151 0.167083 CURRENT LEARNING RATE: 8.737730790755798e-05
previous_iter_valid_loss : 0.16070237755775452
898860 0.160880 0.160702 0.166851 CURRENT LEARNING RATE: 8.73598341934062e-05
previous_iter_valid_loss : 0.16118073463439941
898880 0.161363 0.161181 0.165003 CURRENT LEARNING RATE: 8.73423639736476e-05
previous_iter_valid_loss : 0.1605324149131775
898900 0.160697 0.160532 0.164767 CURRENT LEARNING RATE: 8.732489724758373e-05
previous_iter_valid_loss : 0.16731905937194824
898920 0.167479 0.167319 0.165098 CURRENT LEARNING RATE: 8.730743401451577e-05
previous_iter_valid_loss : 0.1623745709657669
898940 0.162536 0.162375 0.165154 CURRENT LEARNING RATE: 8.728997427374519e-05
previous_iter_valid_loss : 0.16372722387313843
898960 0.163918 0.163727 0.165078 CURRENT LEARNING RATE: 8.727251802457345e-05
previous_iter_valid_loss : 0.1605454981327057
898980 0.160700 0.160545 0.164574 CURRENT LEARNING RATE: 8.725506526630257e-05
previous_iter_valid_loss : 0.1632840484380722
899000 0.163472 0.163284 0.164298 CURRENT LEARNING RATE: 8.72376159982343e-05
previous_iter_valid_loss : 0.1606035679578781
899020 0.160768 0.160604 0.164147 CURRENT LEARNING RATE: 8.722017021967072e-05
previous_iter_valid_loss : 0.1770872324705124
899040 0.177381 0.177087 0.164625 CURRENT LEARNING RATE: 8.720272792991378e-05
previous_iter_valid_loss : 0.17987219989299774
899060 0.180187 0.179872 0.164730 CURRENT LEARNING RATE: 8.718528912826614e-05
previous_iter_valid_loss : 0.17267942428588867
899080 0.172820 0.172679 0.165321 CURRENT LEARNING RATE: 8.716785381403007e-05
previous_iter_valid_loss : 0.1610758900642395
899100 0.161234 0.161076 0.165336 CURRENT LEARNING RATE: 8.715042198650816e-05
previous_iter_valid_loss : 0.16054539382457733
899120 0.160694 0.160545 0.165140 CURRENT LEARNING RATE: 8.713299364500298e-05
previous_iter_valid_loss : 0.16098204255104065
899140 0.161138 0.160982 0.165073 CURRENT LEARNING RATE: 8.711556878881773e-05
previous_iter_valid_loss : 0.16071094572544098
899160 0.160888 0.160711 0.164852 CURRENT LEARNING RATE: 8.709814741725523e-05
previous_iter_valid_loss : 0.16450998187065125
899180 0.164705 0.164510 0.165051 CURRENT LEARNING RATE: 8.708072952961849e-05
previous_iter_valid_loss : 0.16481006145477295
899200 0.164968 0.164810 0.165062 CURRENT LEARNING RATE: 8.70633151252111e-05
previous_iter_valid_loss : 0.1609690636396408
899220 0.161155 0.160969 0.165080 CURRENT LEARNING RATE: 8.704590420333631e-05
previous_iter_valid_loss : 0.16055156290531158
899240 0.160713 0.160552 0.164200 CURRENT LEARNING RATE: 8.702849676329771e-05
previous_iter_valid_loss : 0.17064766585826874
899260 0.170902 0.170648 0.164697 CURRENT LEARNING RATE: 8.701109280439886e-05
previous_iter_valid_loss : 0.20226100087165833
899280 0.202333 0.202261 0.166751 CURRENT LEARNING RATE: 8.699369232594386e-05
previous_iter_valid_loss : 0.16646462678909302
899300 0.166684 0.166465 0.167048 CURRENT LEARNING RATE: 8.697629532723659e-05
previous_iter_valid_loss : 0.1625104695558548
899320 0.162710 0.162510 0.166807 CURRENT LEARNING RATE: 8.695890180758112e-05
previous_iter_valid_loss : 0.16149374842643738
899340 0.161654 0.161494 0.166763 CURRENT LEARNING RATE: 8.694151176628158e-05
previous_iter_valid_loss : 0.18055513501167297
899360 0.180880 0.180555 0.167605 CURRENT LEARNING RATE: 8.692412520264267e-05
previous_iter_valid_loss : 0.16499775648117065
899380 0.165164 0.164998 0.167827 CURRENT LEARNING RATE: 8.690674211596881e-05
previous_iter_valid_loss : 0.17403680086135864
899400 0.174316 0.174037 0.168365 CURRENT LEARNING RATE: 8.688936250556462e-05
previous_iter_valid_loss : 0.1637883335351944
899420 0.163988 0.163788 0.168524 CURRENT LEARNING RATE: 8.687198637073481e-05
previous_iter_valid_loss : 0.16086232662200928
899440 0.161042 0.160862 0.167713 CURRENT LEARNING RATE: 8.68546137107846e-05
previous_iter_valid_loss : 0.16052472591400146
899460 0.160691 0.160525 0.166745 CURRENT LEARNING RATE: 8.683724452501895e-05
previous_iter_valid_loss : 0.16343246400356293
899480 0.163626 0.163432 0.166283 CURRENT LEARNING RATE: 8.68198788127431e-05
previous_iter_valid_loss : 0.16483739018440247
899500 0.165044 0.164837 0.166471 CURRENT LEARNING RATE: 8.680251657326226e-05
previous_iter_valid_loss : 0.1826401948928833
899520 0.182795 0.182640 0.167576 CURRENT LEARNING RATE: 8.678515780588226e-05
previous_iter_valid_loss : 0.16698098182678223
899540 0.167196 0.166981 0.167876 CURRENT LEARNING RATE: 8.676780250990856e-05
previous_iter_valid_loss : 0.16340599954128265
899560 0.163602 0.163406 0.168011 CURRENT LEARNING RATE: 8.675045068464699e-05
previous_iter_valid_loss : 0.16157962381839752
899580 0.161739 0.161580 0.167864 CURRENT LEARNING RATE: 8.67331023294033e-05
previous_iter_valid_loss : 0.1626388430595398
899600 0.162833 0.162639 0.167755 CURRENT LEARNING RATE: 8.671575744348387e-05
previous_iter_valid_loss : 0.1800682544708252
899620 0.180227 0.180068 0.168710 CURRENT LEARNING RATE: 8.669841602619474e-05
previous_iter_valid_loss : 0.16739490628242493
899640 0.167552 0.167395 0.169053 CURRENT LEARNING RATE: 8.668107807684213e-05
previous_iter_valid_loss : 0.17247803509235382
899660 0.172631 0.172478 0.169144 CURRENT LEARNING RATE: 8.666374359473278e-05
previous_iter_valid_loss : 0.16798987984657288
899680 0.168147 0.167990 0.167431 CURRENT LEARNING RATE: 8.664641257917322e-05
previous_iter_valid_loss : 0.166925847530365
899700 0.167085 0.166926 0.167454 CURRENT LEARNING RATE: 8.662908502947013e-05
previous_iter_valid_loss : 0.16254419088363647
899720 0.162715 0.162544 0.167455 CURRENT LEARNING RATE: 8.661176094493032e-05
previous_iter_valid_loss : 0.17695696651935577
899740 0.177111 0.176957 0.168228 CURRENT LEARNING RATE: 8.659444032486112e-05
previous_iter_valid_loss : 0.16582852602005005
899760 0.165983 0.165829 0.167492 CURRENT LEARNING RATE: 8.657712316856955e-05
previous_iter_valid_loss : 0.16619524359703064
899780 0.166353 0.166195 0.167552 CURRENT LEARNING RATE: 8.65598094753629e-05
previous_iter_valid_loss : 0.16336888074874878
899800 0.163575 0.163369 0.167019 CURRENT LEARNING RATE: 8.654249924454849e-05
previous_iter_valid_loss : 0.16976545751094818
899820 0.169918 0.169765 0.167317 CURRENT LEARNING RATE: 8.652519247543422e-05
previous_iter_valid_loss : 0.16421227157115936
899840 0.164423 0.164212 0.167485 CURRENT LEARNING RATE: 8.650788916732767e-05
previous_iter_valid_loss : 0.16164034605026245
899860 0.161829 0.161640 0.167541 CURRENT LEARNING RATE: 8.649058931953669e-05
previous_iter_valid_loss : 0.16153168678283691
899880 0.161690 0.161532 0.167446 CURRENT LEARNING RATE: 8.647329293136915e-05
previous_iter_valid_loss : 0.16123327612876892
899900 0.161419 0.161233 0.167266 CURRENT LEARNING RATE: 8.645600000213348e-05
previous_iter_valid_loss : 0.16361373662948608
899920 0.163778 0.163614 0.166314 CURRENT LEARNING RATE: 8.643871053113783e-05
previous_iter_valid_loss : 0.16050569713115692
899940 0.160673 0.160506 0.165990 CURRENT LEARNING RATE: 8.64214245176906e-05
previous_iter_valid_loss : 0.1629927158355713
899960 0.163155 0.162993 0.165970 CURRENT LEARNING RATE: 8.640414196110022e-05
previous_iter_valid_loss : 0.16717222332954407
899980 0.167326 0.167172 0.166249 CURRENT LEARNING RATE: 8.638686286067569e-05
previous_iter_valid_loss : 0.16310472786426544
900000 0.163273 0.163105 0.166273 CURRENT LEARNING RATE: 8.636958721572567e-05
previous_iter_valid_loss : 0.18172398209571838
900020 0.181883 0.181724 0.166356 CURRENT LEARNING RATE: 8.6352315025559e-05
previous_iter_valid_loss : 0.1627519428730011
900040 0.162942 0.162752 0.166123 CURRENT LEARNING RATE: 8.633504628948508e-05
previous_iter_valid_loss : 0.16054649651050568
900060 0.160721 0.160546 0.165527 CURRENT LEARNING RATE: 8.631778100681306e-05
previous_iter_valid_loss : 0.16305974125862122
900080 0.163264 0.163060 0.165280 CURRENT LEARNING RATE: 8.630051917685226e-05
previous_iter_valid_loss : 0.16977164149284363
900100 0.169922 0.169772 0.165423 CURRENT LEARNING RATE: 8.62832607989121e-05
previous_iter_valid_loss : 0.16817720234394073
900120 0.168331 0.168177 0.165704 CURRENT LEARNING RATE: 8.626600587230254e-05
previous_iter_valid_loss : 0.16731873154640198
900140 0.167475 0.167319 0.165222 CURRENT LEARNING RATE: 8.624875439633324e-05
previous_iter_valid_loss : 0.16100570559501648
900160 0.161183 0.161006 0.164981 CURRENT LEARNING RATE: 8.623150637031408e-05
previous_iter_valid_loss : 0.16644787788391113
900180 0.166656 0.166448 0.164994 CURRENT LEARNING RATE: 8.621426179355508e-05
previous_iter_valid_loss : 0.16056247055530548
900200 0.160723 0.160562 0.164853 CURRENT LEARNING RATE: 8.61970206653667e-05
previous_iter_valid_loss : 0.16896390914916992
900220 0.169209 0.168964 0.164813 CURRENT LEARNING RATE: 8.617978298505914e-05
previous_iter_valid_loss : 0.16595400869846344
900240 0.166168 0.165954 0.164900 CURRENT LEARNING RATE: 8.616254875194294e-05
previous_iter_valid_loss : 0.1656389981508255
900260 0.165794 0.165639 0.165100 CURRENT LEARNING RATE: 8.614531796532854e-05
previous_iter_valid_loss : 0.16052748262882233
900280 0.160693 0.160527 0.165050 CURRENT LEARNING RATE: 8.612809062452702e-05
previous_iter_valid_loss : 0.1676756590604782
900300 0.167831 0.167676 0.165372 CURRENT LEARNING RATE: 8.611086672884913e-05
previous_iter_valid_loss : 0.16061104834079742
900320 0.160778 0.160611 0.165222 CURRENT LEARNING RATE: 8.609364627760593e-05
previous_iter_valid_loss : 0.17862384021282196
900340 0.178932 0.178624 0.166128 CURRENT LEARNING RATE: 8.607642927010844e-05
previous_iter_valid_loss : 0.18001756072044373
900360 0.180336 0.180018 0.166979 CURRENT LEARNING RATE: 8.605921570566826e-05
previous_iter_valid_loss : 0.1607571691274643
900380 0.160933 0.160757 0.166659 CURRENT LEARNING RATE: 8.604200558359675e-05
previous_iter_valid_loss : 0.16097009181976318
900400 0.161154 0.160970 0.166552 CURRENT LEARNING RATE: 8.602479890320532e-05
previous_iter_valid_loss : 0.1627708077430725
900420 0.162943 0.162771 0.165604 CURRENT LEARNING RATE: 8.600759566380599e-05
previous_iter_valid_loss : 0.16831588745117188
900440 0.168540 0.168316 0.165882 CURRENT LEARNING RATE: 8.599039586471051e-05
previous_iter_valid_loss : 0.21425974369049072
900460 0.214897 0.214260 0.168568 CURRENT LEARNING RATE: 8.59731995052309e-05
previous_iter_valid_loss : 0.16384321451187134
900480 0.164013 0.163843 0.168607 CURRENT LEARNING RATE: 8.595600658467909e-05
previous_iter_valid_loss : 0.16485843062400818
900500 0.165016 0.164858 0.168362 CURRENT LEARNING RATE: 8.593881710236772e-05
previous_iter_valid_loss : 0.16057640314102173
900520 0.160744 0.160576 0.167982 CURRENT LEARNING RATE: 8.592163105760905e-05
previous_iter_valid_loss : 0.1605169177055359
900540 0.160689 0.160517 0.167641 CURRENT LEARNING RATE: 8.590444844971563e-05
previous_iter_valid_loss : 0.16048838198184967
900560 0.160653 0.160488 0.167616 CURRENT LEARNING RATE: 8.5887269278e-05
previous_iter_valid_loss : 0.16275086998939514
900580 0.162912 0.162751 0.167431 CURRENT LEARNING RATE: 8.587009354177532e-05
previous_iter_valid_loss : 0.16086579859256744
900600 0.161044 0.160866 0.167446 CURRENT LEARNING RATE: 8.58529212403544e-05
previous_iter_valid_loss : 0.1685628741979599
900620 0.168719 0.168563 0.167426 CURRENT LEARNING RATE: 8.583575237305033e-05
previous_iter_valid_loss : 0.1620866060256958
900640 0.162275 0.162087 0.167233 CURRENT LEARNING RATE: 8.581858693917621e-05
previous_iter_valid_loss : 0.1605287492275238
900660 0.160686 0.160529 0.166977 CURRENT LEARNING RATE: 8.580142493804574e-05
previous_iter_valid_loss : 0.16061778366565704
900680 0.160780 0.160618 0.166982 CURRENT LEARNING RATE: 8.578426636897227e-05
previous_iter_valid_loss : 0.16393893957138062
900700 0.164108 0.163939 0.166795 CURRENT LEARNING RATE: 8.576711123126947e-05
previous_iter_valid_loss : 0.16050590574741364
900720 0.160659 0.160506 0.166789 CURRENT LEARNING RATE: 8.574995952425098e-05
previous_iter_valid_loss : 0.17567221820354462
900740 0.175955 0.175672 0.166642 CURRENT LEARNING RATE: 8.573281124723102e-05
previous_iter_valid_loss : 0.16517074406147003
900760 0.165332 0.165171 0.165900 CURRENT LEARNING RATE: 8.571566639952354e-05
previous_iter_valid_loss : 0.1699800342321396
900780 0.170233 0.169980 0.166361 CURRENT LEARNING RATE: 8.569852498044274e-05
previous_iter_valid_loss : 0.16165560483932495
900800 0.161843 0.161656 0.166395 CURRENT LEARNING RATE: 8.568138698930277e-05
previous_iter_valid_loss : 0.16589844226837158
900820 0.166101 0.165898 0.166551 CURRENT LEARNING RATE: 8.566425242541846e-05
previous_iter_valid_loss : 0.1619827300310135
900840 0.162138 0.161983 0.166235 CURRENT LEARNING RATE: 8.564712128810424e-05
previous_iter_valid_loss : 0.16518788039684296
900860 0.165358 0.165188 0.163781 CURRENT LEARNING RATE: 8.562999357667475e-05
previous_iter_valid_loss : 0.16290068626403809
900880 0.163076 0.162901 0.163734 CURRENT LEARNING RATE: 8.561286929044516e-05
previous_iter_valid_loss : 0.17203056812286377
900900 0.172183 0.172031 0.164093 CURRENT LEARNING RATE: 8.559574842873035e-05
previous_iter_valid_loss : 0.18039050698280334
900920 0.180546 0.180391 0.165083 CURRENT LEARNING RATE: 8.557863099084548e-05
previous_iter_valid_loss : 0.160885751247406
900940 0.161046 0.160886 0.165102 CURRENT LEARNING RATE: 8.556151697610573e-05
previous_iter_valid_loss : 0.16962186992168427
900960 0.169771 0.169622 0.165558 CURRENT LEARNING RATE: 8.55444063838268e-05
previous_iter_valid_loss : 0.16052928566932678
900980 0.160696 0.160529 0.165447 CURRENT LEARNING RATE: 8.552729921332414e-05
previous_iter_valid_loss : 0.16416296362876892
901000 0.164336 0.164163 0.165612 CURRENT LEARNING RATE: 8.551019546391349e-05
previous_iter_valid_loss : 0.1810673475265503
901020 0.181413 0.181067 0.166237 CURRENT LEARNING RATE: 8.549309513491048e-05
previous_iter_valid_loss : 0.16267655789852142
901040 0.162857 0.162677 0.166267 CURRENT LEARNING RATE: 8.547599822563147e-05
previous_iter_valid_loss : 0.16143381595611572
901060 0.161622 0.161434 0.166312 CURRENT LEARNING RATE: 8.545890473539238e-05
previous_iter_valid_loss : 0.16102831065654755
901080 0.161185 0.161028 0.166333 CURRENT LEARNING RATE: 8.54418146635095e-05
previous_iter_valid_loss : 0.16184653341770172
901100 0.162042 0.161847 0.166228 CURRENT LEARNING RATE: 8.542472800929906e-05
previous_iter_valid_loss : 0.17520436644554138
901120 0.175487 0.175204 0.166963 CURRENT LEARNING RATE: 8.540764477207791e-05
previous_iter_valid_loss : 0.1662413626909256
901140 0.166404 0.166241 0.166491 CURRENT LEARNING RATE: 8.539056495116256e-05
previous_iter_valid_loss : 0.16088761389255524
901160 0.161038 0.160888 0.166277 CURRENT LEARNING RATE: 8.537348854586981e-05
previous_iter_valid_loss : 0.18297015130519867
901180 0.183127 0.182970 0.166927 CURRENT LEARNING RATE: 8.535641555551647e-05
previous_iter_valid_loss : 0.17959652841091156
901200 0.179754 0.179597 0.167824 CURRENT LEARNING RATE: 8.533934597941991e-05
previous_iter_valid_loss : 0.16608771681785583
901220 0.166292 0.166088 0.167833 CURRENT LEARNING RATE: 8.532227981689721e-05
previous_iter_valid_loss : 0.1640024036169052
901240 0.164170 0.164002 0.167934 CURRENT LEARNING RATE: 8.530521706726557e-05
previous_iter_valid_loss : 0.1621209979057312
901260 0.162316 0.162121 0.167781 CURRENT LEARNING RATE: 8.528815772984275e-05
previous_iter_valid_loss : 0.17643900215625763
901280 0.176726 0.176439 0.168458 CURRENT LEARNING RATE: 8.527110180394627e-05
previous_iter_valid_loss : 0.1874125748872757
901300 0.187826 0.187413 0.169227 CURRENT LEARNING RATE: 8.525404928889386e-05
previous_iter_valid_loss : 0.16303959488868713
901320 0.163208 0.163040 0.168359 CURRENT LEARNING RATE: 8.52370001840033e-05
previous_iter_valid_loss : 0.17458495497703552
901340 0.174858 0.174585 0.169044 CURRENT LEARNING RATE: 8.52199544885929e-05
previous_iter_valid_loss : 0.1605648696422577
901360 0.160736 0.160565 0.168592 CURRENT LEARNING RATE: 8.520291220198069e-05
previous_iter_valid_loss : 0.16151724755764008
901380 0.161683 0.161517 0.168641 CURRENT LEARNING RATE: 8.518587332348497e-05
previous_iter_valid_loss : 0.16641558706760406
901400 0.166573 0.166416 0.168754 CURRENT LEARNING RATE: 8.516883785242406e-05
previous_iter_valid_loss : 0.16641348600387573
901420 0.166574 0.166413 0.168021 CURRENT LEARNING RATE: 8.515180578811681e-05
previous_iter_valid_loss : 0.1625659465789795
901440 0.162754 0.162566 0.168015 CURRENT LEARNING RATE: 8.513477712988181e-05
previous_iter_valid_loss : 0.16789788007736206
901460 0.168126 0.167898 0.168339 CURRENT LEARNING RATE: 8.511775187703792e-05
previous_iter_valid_loss : 0.16054649651050568
901480 0.160714 0.160546 0.168314 CURRENT LEARNING RATE: 8.510073002890395e-05
previous_iter_valid_loss : 0.16279691457748413
901500 0.162963 0.162797 0.168362 CURRENT LEARNING RATE: 8.508371158479934e-05
previous_iter_valid_loss : 0.16617149114608765
901520 0.166385 0.166171 0.167910 CURRENT LEARNING RATE: 8.506669654404322e-05
previous_iter_valid_loss : 0.16528202593326569
901540 0.165453 0.165282 0.167862 CURRENT LEARNING RATE: 8.504968490595497e-05
previous_iter_valid_loss : 0.23995859920978546
901560 0.239855 0.239959 0.171816 CURRENT LEARNING RATE: 8.503267666985396e-05
previous_iter_valid_loss : 0.18432997167110443
901580 0.184478 0.184330 0.171884 CURRENT LEARNING RATE: 8.50156718350602e-05
previous_iter_valid_loss : 0.1655666083097458
901600 0.165730 0.165567 0.171182 CURRENT LEARNING RATE: 8.499867040089332e-05
previous_iter_valid_loss : 0.16051071882247925
901620 0.160680 0.160511 0.170904 CURRENT LEARNING RATE: 8.498167236667311e-05
previous_iter_valid_loss : 0.16361559927463531
901640 0.163811 0.163616 0.170884 CURRENT LEARNING RATE: 8.496467773171996e-05
previous_iter_valid_loss : 0.16300946474075317
901660 0.163182 0.163009 0.170929 CURRENT LEARNING RATE: 8.494768649535393e-05
previous_iter_valid_loss : 0.1605263501405716
901680 0.160684 0.160526 0.170133 CURRENT LEARNING RATE: 8.493069865689536e-05
previous_iter_valid_loss : 0.16737699508666992
901700 0.167536 0.167377 0.169131 CURRENT LEARNING RATE: 8.491371421566462e-05
previous_iter_valid_loss : 0.16288849711418152
901720 0.163073 0.162888 0.169124 CURRENT LEARNING RATE: 8.489673317098258e-05
previous_iter_valid_loss : 0.17379623651504517
901740 0.174079 0.173796 0.169084 CURRENT LEARNING RATE: 8.48797555221699e-05
previous_iter_valid_loss : 0.16185183823108673
901760 0.161997 0.161852 0.169149 CURRENT LEARNING RATE: 8.486278126854746e-05
previous_iter_valid_loss : 0.16330717504024506
901780 0.163475 0.163307 0.169238 CURRENT LEARNING RATE: 8.484581040943611e-05
previous_iter_valid_loss : 0.16099056601524353
901800 0.161147 0.160991 0.168967 CURRENT LEARNING RATE: 8.482884294415735e-05
previous_iter_valid_loss : 0.16257420182228088
901820 0.162753 0.162574 0.168775 CURRENT LEARNING RATE: 8.481187887203232e-05
previous_iter_valid_loss : 0.19611184298992157
901840 0.196219 0.196112 0.170452 CURRENT LEARNING RATE: 8.479491819238245e-05
previous_iter_valid_loss : 0.16192063689231873
901860 0.162074 0.161921 0.170153 CURRENT LEARNING RATE: 8.477796090452918e-05
previous_iter_valid_loss : 0.1661355197429657
901880 0.166292 0.166136 0.170433 CURRENT LEARNING RATE: 8.47610070077945e-05
previous_iter_valid_loss : 0.16131912171840668
901900 0.161482 0.161319 0.170359 CURRENT LEARNING RATE: 8.474405650150011e-05
previous_iter_valid_loss : 0.16229702532291412
901920 0.162466 0.162297 0.170165 CURRENT LEARNING RATE: 8.472710938496799e-05
previous_iter_valid_loss : 0.16067427396774292
901940 0.160846 0.160674 0.169935 CURRENT LEARNING RATE: 8.471016565752011e-05
previous_iter_valid_loss : 0.19111883640289307
901960 0.191555 0.191119 0.167493 CURRENT LEARNING RATE: 8.469322531847901e-05
previous_iter_valid_loss : 0.160791277885437
901980 0.160952 0.160791 0.166316 CURRENT LEARNING RATE: 8.467628836716695e-05
previous_iter_valid_loss : 0.16061411798000336
902000 0.160769 0.160614 0.166068 CURRENT LEARNING RATE: 8.465935480290627e-05
previous_iter_valid_loss : 0.1700725555419922
902020 0.170323 0.170073 0.166546 CURRENT LEARNING RATE: 8.464242462501995e-05
previous_iter_valid_loss : 0.16054005920886993
902040 0.160693 0.160540 0.166393 CURRENT LEARNING RATE: 8.462549783283063e-05
previous_iter_valid_loss : 0.16059525310993195
902060 0.160749 0.160595 0.166272 CURRENT LEARNING RATE: 8.460857442566124e-05
previous_iter_valid_loss : 0.1840052455663681
902080 0.184369 0.184005 0.167446 CURRENT LEARNING RATE: 8.459165440283467e-05
previous_iter_valid_loss : 0.16089902818202972
902100 0.161059 0.160899 0.167122 CURRENT LEARNING RATE: 8.457473776367446e-05
previous_iter_valid_loss : 0.16111016273498535
902120 0.161271 0.161110 0.167033 CURRENT LEARNING RATE: 8.455782450750375e-05
previous_iter_valid_loss : 0.16864721477031708
902140 0.168802 0.168647 0.166775 CURRENT LEARNING RATE: 8.454091463364604e-05
previous_iter_valid_loss : 0.16592730581760406
902160 0.166142 0.165927 0.166979 CURRENT LEARNING RATE: 8.452400814142478e-05
previous_iter_valid_loss : 0.16163340210914612
902180 0.161795 0.161633 0.166896 CURRENT LEARNING RATE: 8.4507105030164e-05
previous_iter_valid_loss : 0.16816848516464233
902200 0.168395 0.168168 0.167254 CURRENT LEARNING RATE: 8.449020529918744e-05
previous_iter_valid_loss : 0.16077154874801636
902220 0.160929 0.160772 0.167164 CURRENT LEARNING RATE: 8.44733089478191e-05
previous_iter_valid_loss : 0.1804846227169037
902240 0.180803 0.180485 0.166383 CURRENT LEARNING RATE: 8.445641597538298e-05
previous_iter_valid_loss : 0.16051502525806427
902260 0.160690 0.160515 0.166313 CURRENT LEARNING RATE: 8.443952638120365e-05
previous_iter_valid_loss : 0.1731729507446289
902280 0.173451 0.173173 0.166665 CURRENT LEARNING RATE: 8.44226401646054e-05
previous_iter_valid_loss : 0.16276392340660095
902300 0.162928 0.162764 0.166737 CURRENT LEARNING RATE: 8.440575732491276e-05
previous_iter_valid_loss : 0.1776839941740036
902320 0.177983 0.177684 0.167506 CURRENT LEARNING RATE: 8.438887786145029e-05
previous_iter_valid_loss : 0.164551243185997
902340 0.164748 0.164551 0.167700 CURRENT LEARNING RATE: 8.437200177354308e-05
previous_iter_valid_loss : 0.1752871572971344
902360 0.175563 0.175287 0.166908 CURRENT LEARNING RATE: 8.435512906051595e-05
previous_iter_valid_loss : 0.1609014868736267
902380 0.161078 0.160901 0.166914 CURRENT LEARNING RATE: 8.4338259721694e-05
previous_iter_valid_loss : 0.16162513196468353
902400 0.161787 0.161625 0.166965 CURRENT LEARNING RATE: 8.43213937564023e-05
previous_iter_valid_loss : 0.16499610245227814
902420 0.165203 0.164996 0.166711 CURRENT LEARNING RATE: 8.430453116396651e-05
previous_iter_valid_loss : 0.16585659980773926
902440 0.166076 0.165857 0.166977 CURRENT LEARNING RATE: 8.428767194371198e-05
previous_iter_valid_loss : 0.1710304170846939
902460 0.171179 0.171030 0.167498 CURRENT LEARNING RATE: 8.42708160949642e-05
previous_iter_valid_loss : 0.1612824648618698
902480 0.161477 0.161282 0.166362 CURRENT LEARNING RATE: 8.425396361704921e-05
previous_iter_valid_loss : 0.16134127974510193
902500 0.161498 0.161341 0.166384 CURRENT LEARNING RATE: 8.423711450929277e-05
previous_iter_valid_loss : 0.1639346182346344
902520 0.164134 0.163935 0.166525 CURRENT LEARNING RATE: 8.422026877102095e-05
previous_iter_valid_loss : 0.173401340842247
902540 0.173545 0.173401 0.166763 CURRENT LEARNING RATE: 8.420342640155971e-05
previous_iter_valid_loss : 0.16198435425758362
902560 0.162149 0.161984 0.166566 CURRENT LEARNING RATE: 8.41865874002357e-05
previous_iter_valid_loss : 0.1623733788728714
902580 0.162530 0.162373 0.166603 CURRENT LEARNING RATE: 8.41697517663752e-05
previous_iter_valid_loss : 0.16776831448078156
902600 0.167922 0.167768 0.166583 CURRENT LEARNING RATE: 8.415291949930477e-05
previous_iter_valid_loss : 0.16119395196437836
902620 0.161351 0.161194 0.166604 CURRENT LEARNING RATE: 8.413609059835099e-05
previous_iter_valid_loss : 0.160616934299469
902640 0.160779 0.160617 0.165611 CURRENT LEARNING RATE: 8.411926506284099e-05
previous_iter_valid_loss : 0.16964377462863922
902660 0.169891 0.169644 0.166067 CURRENT LEARNING RATE: 8.410244289210162e-05
previous_iter_valid_loss : 0.1723146289587021
902680 0.172584 0.172315 0.166024 CURRENT LEARNING RATE: 8.408562408545997e-05
previous_iter_valid_loss : 0.16366131603717804
902700 0.163829 0.163661 0.166069 CURRENT LEARNING RATE: 8.406880864224314e-05
previous_iter_valid_loss : 0.16184231638908386
902720 0.161999 0.161842 0.165277 CURRENT LEARNING RATE: 8.40519965617788e-05
previous_iter_valid_loss : 0.16221217811107635
902740 0.162408 0.162212 0.165160 CURRENT LEARNING RATE: 8.403518784339437e-05
previous_iter_valid_loss : 0.16173607110977173
902760 0.161924 0.161736 0.164483 CURRENT LEARNING RATE: 8.401838248641744e-05
previous_iter_valid_loss : 0.1663459688425064
902780 0.166514 0.166346 0.164755 CURRENT LEARNING RATE: 8.400158049017567e-05
previous_iter_valid_loss : 0.19184169173240662
902800 0.191970 0.191842 0.166266 CURRENT LEARNING RATE: 8.398478185399729e-05
previous_iter_valid_loss : 0.16078442335128784
902820 0.160943 0.160784 0.166055 CURRENT LEARNING RATE: 8.396798657721019e-05
previous_iter_valid_loss : 0.16073863208293915
902840 0.160887 0.160739 0.165799 CURRENT LEARNING RATE: 8.395119465914243e-05
previous_iter_valid_loss : 0.1736786663532257
902860 0.173827 0.173679 0.165932 CURRENT LEARNING RATE: 8.393440609912259e-05
previous_iter_valid_loss : 0.1615312248468399
902880 0.161692 0.161531 0.165944 CURRENT LEARNING RATE: 8.391762089647902e-05
previous_iter_valid_loss : 0.1669767200946808
902900 0.167194 0.166977 0.166226 CURRENT LEARNING RATE: 8.39008390505403e-05
previous_iter_valid_loss : 0.1606415957212448
902920 0.160794 0.160642 0.166061 CURRENT LEARNING RATE: 8.3884060560635e-05
previous_iter_valid_loss : 0.18633140623569489
902940 0.186474 0.186331 0.166708 CURRENT LEARNING RATE: 8.386728542609228e-05
previous_iter_valid_loss : 0.16379643976688385
902960 0.163980 0.163796 0.166798 CURRENT LEARNING RATE: 8.3850513646241e-05
previous_iter_valid_loss : 0.1625368297100067
902980 0.162729 0.162537 0.166806 CURRENT LEARNING RATE: 8.383374522041028e-05
previous_iter_valid_loss : 0.1661694198846817
903000 0.166384 0.166169 0.166726 CURRENT LEARNING RATE: 8.381698014792921e-05
previous_iter_valid_loss : 0.16306503117084503
903020 0.163222 0.163065 0.166820 CURRENT LEARNING RATE: 8.380021842812752e-05
previous_iter_valid_loss : 0.16670186817646027
903040 0.166912 0.166702 0.167124 CURRENT LEARNING RATE: 8.378346006033458e-05
previous_iter_valid_loss : 0.16124644875526428
903060 0.161395 0.161246 0.166704 CURRENT LEARNING RATE: 8.376670504388003e-05
previous_iter_valid_loss : 0.1887855976819992
903080 0.189222 0.188786 0.167528 CURRENT LEARNING RATE: 8.374995337809357e-05
previous_iter_valid_loss : 0.16281652450561523
903100 0.163006 0.162817 0.167486 CURRENT LEARNING RATE: 8.37332050623054e-05
previous_iter_valid_loss : 0.16499699652194977
903120 0.165163 0.164997 0.167643 CURRENT LEARNING RATE: 8.371646009584542e-05
previous_iter_valid_loss : 0.16400450468063354
903140 0.164174 0.164005 0.167733 CURRENT LEARNING RATE: 8.369971847804389e-05
previous_iter_valid_loss : 0.16091257333755493
903160 0.161065 0.160913 0.167692 CURRENT LEARNING RATE: 8.368298020823095e-05
previous_iter_valid_loss : 0.1616351306438446
903180 0.161795 0.161635 0.167456 CURRENT LEARNING RATE: 8.366624528573737e-05
previous_iter_valid_loss : 0.16420654952526093
903200 0.164376 0.164207 0.166075 CURRENT LEARNING RATE: 8.364951370989362e-05
previous_iter_valid_loss : 0.16059610247612
903220 0.160762 0.160596 0.166065 CURRENT LEARNING RATE: 8.363278548003028e-05
previous_iter_valid_loss : 0.16817593574523926
903240 0.168413 0.168176 0.166437 CURRENT LEARNING RATE: 8.361606059547851e-05
previous_iter_valid_loss : 0.16168203949928284
903260 0.161875 0.161682 0.165837 CURRENT LEARNING RATE: 8.35993390555692e-05
previous_iter_valid_loss : 0.16049516201019287
903280 0.160658 0.160495 0.165785 CURRENT LEARNING RATE: 8.358262085963344e-05
previous_iter_valid_loss : 0.16075417399406433
903300 0.160914 0.160754 0.165474 CURRENT LEARNING RATE: 8.356590600700238e-05
previous_iter_valid_loss : 0.16076354682445526
903320 0.160925 0.160764 0.165480 CURRENT LEARNING RATE: 8.354919449700773e-05
previous_iter_valid_loss : 0.16531799733638763
903340 0.165490 0.165318 0.164430 CURRENT LEARNING RATE: 8.353248632898086e-05
previous_iter_valid_loss : 0.16418588161468506
903360 0.164396 0.164186 0.164449 CURRENT LEARNING RATE: 8.351578150225346e-05
previous_iter_valid_loss : 0.1636926233768463
903380 0.163852 0.163693 0.164507 CURRENT LEARNING RATE: 8.349908001615717e-05
previous_iter_valid_loss : 0.16251179575920105
903400 0.162675 0.162512 0.164324 CURRENT LEARNING RATE: 8.348238187002426e-05
previous_iter_valid_loss : 0.16051936149597168
903420 0.160685 0.160519 0.164197 CURRENT LEARNING RATE: 8.346568706318663e-05
previous_iter_valid_loss : 0.1771017163991928
903440 0.177260 0.177102 0.164717 CURRENT LEARNING RATE: 8.344899559497649e-05
previous_iter_valid_loss : 0.1607508808374405
903460 0.160927 0.160751 0.164692 CURRENT LEARNING RATE: 8.343230746472604e-05
previous_iter_valid_loss : 0.16074340045452118
903480 0.160902 0.160743 0.163290 CURRENT LEARNING RATE: 8.341562267176804e-05
previous_iter_valid_loss : 0.16503162682056427
903500 0.165196 0.165032 0.163401 CURRENT LEARNING RATE: 8.339894121543497e-05
previous_iter_valid_loss : 0.176142156124115
903520 0.176298 0.176142 0.163958 CURRENT LEARNING RATE: 8.338226309505954e-05
previous_iter_valid_loss : 0.16065610945224762
903540 0.160818 0.160656 0.163790 CURRENT LEARNING RATE: 8.33655883099745e-05
previous_iter_valid_loss : 0.2059304416179657
903560 0.205993 0.205930 0.166041 CURRENT LEARNING RATE: 8.334891685951317e-05
previous_iter_valid_loss : 0.17852328717708588
903580 0.178681 0.178523 0.166886 CURRENT LEARNING RATE: 8.333224874300853e-05
previous_iter_valid_loss : 0.1670265793800354
903600 0.167187 0.167027 0.167027 CURRENT LEARNING RATE: 8.331558395979383e-05
previous_iter_valid_loss : 0.1613612174987793
903620 0.161520 0.161361 0.167065 CURRENT LEARNING RATE: 8.329892250920237e-05
previous_iter_valid_loss : 0.17152473330497742
903640 0.171784 0.171525 0.167232 CURRENT LEARNING RATE: 8.328226439056794e-05
previous_iter_valid_loss : 0.1675300896167755
903660 0.167693 0.167530 0.167525 CURRENT LEARNING RATE: 8.326560960322412e-05
previous_iter_valid_loss : 0.16066338121891022
903680 0.160819 0.160663 0.167533 CURRENT LEARNING RATE: 8.324895814650455e-05
previous_iter_valid_loss : 0.16402412950992584
903700 0.164198 0.164024 0.167697 CURRENT LEARNING RATE: 8.323231001974346e-05
previous_iter_valid_loss : 0.1667051911354065
903720 0.166863 0.166705 0.167994 CURRENT LEARNING RATE: 8.321566522227478e-05
previous_iter_valid_loss : 0.1611422747373581
903740 0.161326 0.161142 0.167785 CURRENT LEARNING RATE: 8.319902375343271e-05
previous_iter_valid_loss : 0.16049522161483765
903760 0.160652 0.160495 0.167601 CURRENT LEARNING RATE: 8.318238561255147e-05
previous_iter_valid_loss : 0.17962020635604858
903780 0.179943 0.179620 0.168397 CURRENT LEARNING RATE: 8.316575079896581e-05
previous_iter_valid_loss : 0.16496680676937103
903800 0.165167 0.164967 0.168520 CURRENT LEARNING RATE: 8.314911931201018e-05
previous_iter_valid_loss : 0.16120615601539612
903820 0.161384 0.161206 0.168554 CURRENT LEARNING RATE: 8.313249115101935e-05
previous_iter_valid_loss : 0.16308310627937317
903840 0.163247 0.163083 0.167853 CURRENT LEARNING RATE: 8.311586631532802e-05
previous_iter_valid_loss : 0.17944501340389252
903860 0.179605 0.179445 0.168788 CURRENT LEARNING RATE: 8.30992448042715e-05
previous_iter_valid_loss : 0.17025193572044373
903880 0.170506 0.170252 0.169263 CURRENT LEARNING RATE: 8.308262661718479e-05
previous_iter_valid_loss : 0.16682614386081696
903900 0.166984 0.166826 0.169353 CURRENT LEARNING RATE: 8.306601175340315e-05
previous_iter_valid_loss : 0.17287768423557281
903920 0.173025 0.172878 0.169190 CURRENT LEARNING RATE: 8.304940021226185e-05
previous_iter_valid_loss : 0.16288156807422638
903940 0.163071 0.162882 0.169301 CURRENT LEARNING RATE: 8.303279199309672e-05
previous_iter_valid_loss : 0.1615666300058365
903960 0.161743 0.161567 0.167083 CURRENT LEARNING RATE: 8.301618709524328e-05
previous_iter_valid_loss : 0.16061753034591675
903980 0.160788 0.160618 0.166188 CURRENT LEARNING RATE: 8.299958551803732e-05
previous_iter_valid_loss : 0.18106719851493835
904000 0.181223 0.181067 0.166890 CURRENT LEARNING RATE: 8.298298726081466e-05
previous_iter_valid_loss : 0.17025057971477509
904020 0.170504 0.170251 0.167334 CURRENT LEARNING RATE: 8.296639232291163e-05
previous_iter_valid_loss : 0.1644188016653061
904040 0.164582 0.164419 0.166979 CURRENT LEARNING RATE: 8.294980070366432e-05
previous_iter_valid_loss : 0.16105984151363373
904060 0.161238 0.161060 0.166655 CURRENT LEARNING RATE: 8.29332124024089e-05
previous_iter_valid_loss : 0.16128121316432953
904080 0.161469 0.161281 0.166686 CURRENT LEARNING RATE: 8.291662741848214e-05
previous_iter_valid_loss : 0.16321781277656555
904100 0.163413 0.163218 0.166646 CURRENT LEARNING RATE: 8.290004575122046e-05
previous_iter_valid_loss : 0.16216348111629486
904120 0.162327 0.162163 0.166419 CURRENT LEARNING RATE: 8.288346739996065e-05
previous_iter_valid_loss : 0.16731195151805878
904140 0.167533 0.167312 0.166727 CURRENT LEARNING RATE: 8.28668923640394e-05
previous_iter_valid_loss : 0.17970873415470123
904160 0.180040 0.179709 0.167688 CURRENT LEARNING RATE: 8.2850320642794e-05
previous_iter_valid_loss : 0.17451037466526031
904180 0.174661 0.174510 0.167432 CURRENT LEARNING RATE: 8.283375223556142e-05
previous_iter_valid_loss : 0.17902423441410065
904200 0.179185 0.179024 0.168135 CURRENT LEARNING RATE: 8.281718714167895e-05
previous_iter_valid_loss : 0.16068603098392487
904220 0.160852 0.160686 0.168109 CURRENT LEARNING RATE: 8.280062536048384e-05
previous_iter_valid_loss : 0.16998888552188873
904240 0.170139 0.169989 0.168455 CURRENT LEARNING RATE: 8.278406689131388e-05
previous_iter_valid_loss : 0.16088542342185974
904260 0.161061 0.160885 0.167527 CURRENT LEARNING RATE: 8.276751173350662e-05
previous_iter_valid_loss : 0.16491654515266418
904280 0.165079 0.164917 0.167260 CURRENT LEARNING RATE: 8.275095988639985e-05
previous_iter_valid_loss : 0.16513703763484955
904300 0.165347 0.165137 0.167175 CURRENT LEARNING RATE: 8.273441134933133e-05
previous_iter_valid_loss : 0.16823740303516388
904320 0.168394 0.168237 0.166943 CURRENT LEARNING RATE: 8.271786612163942e-05
previous_iter_valid_loss : 0.16053764522075653
904340 0.160703 0.160538 0.166826 CURRENT LEARNING RATE: 8.270132420266217e-05
previous_iter_valid_loss : 0.16342689096927643
904360 0.163621 0.163427 0.166919 CURRENT LEARNING RATE: 8.26847855917379e-05
previous_iter_valid_loss : 0.164306178689003
904380 0.164509 0.164306 0.167104 CURRENT LEARNING RATE: 8.26682502882049e-05
previous_iter_valid_loss : 0.16793477535247803
904400 0.168094 0.167935 0.166447 CURRENT LEARNING RATE: 8.26517182914021e-05
previous_iter_valid_loss : 0.16341325640678406
904420 0.163602 0.163413 0.166105 CURRENT LEARNING RATE: 8.263518960066802e-05
previous_iter_valid_loss : 0.16091571748256683
904440 0.161072 0.160916 0.165930 CURRENT LEARNING RATE: 8.26186642153414e-05
previous_iter_valid_loss : 0.16145800054073334
904460 0.161607 0.161458 0.165950 CURRENT LEARNING RATE: 8.26021421347615e-05
previous_iter_valid_loss : 0.16236910223960876
904480 0.162559 0.162369 0.166004 CURRENT LEARNING RATE: 8.25856233582673e-05
previous_iter_valid_loss : 0.17827875912189484
904500 0.178593 0.178279 0.166757 CURRENT LEARNING RATE: 8.256910788519804e-05
previous_iter_valid_loss : 0.17072555422782898
904520 0.170985 0.170726 0.167185 CURRENT LEARNING RATE: 8.255259571489296e-05
previous_iter_valid_loss : 0.16052091121673584
904540 0.160689 0.160521 0.166846 CURRENT LEARNING RATE: 8.253608684669188e-05
previous_iter_valid_loss : 0.16117893159389496
904560 0.161336 0.161179 0.165919 CURRENT LEARNING RATE: 8.251958127993426e-05
previous_iter_valid_loss : 0.16399234533309937
904580 0.164152 0.163992 0.165394 CURRENT LEARNING RATE: 8.250307901395993e-05
previous_iter_valid_loss : 0.16643626987934113
904600 0.166650 0.166436 0.164764 CURRENT LEARNING RATE: 8.248658004810861e-05
previous_iter_valid_loss : 0.16199325025081635
904620 0.162155 0.161993 0.164829 CURRENT LEARNING RATE: 8.247008438172065e-05
previous_iter_valid_loss : 0.1617913693189621
904640 0.161962 0.161791 0.164420 CURRENT LEARNING RATE: 8.245359201413607e-05
previous_iter_valid_loss : 0.16455115377902985
904660 0.164761 0.164551 0.164603 CURRENT LEARNING RATE: 8.243710294469519e-05
previous_iter_valid_loss : 0.1613454520702362
904680 0.161534 0.161345 0.164424 CURRENT LEARNING RATE: 8.242061717273829e-05
previous_iter_valid_loss : 0.16383469104766846
904700 0.164032 0.163835 0.164359 CURRENT LEARNING RATE: 8.240413469760624e-05
previous_iter_valid_loss : 0.16329622268676758
904720 0.163493 0.163296 0.164112 CURRENT LEARNING RATE: 8.238765551863958e-05
previous_iter_valid_loss : 0.16801774501800537
904740 0.168247 0.168018 0.164486 CURRENT LEARNING RATE: 8.237117963517916e-05
previous_iter_valid_loss : 0.16210390627384186
904760 0.162277 0.162104 0.164420 CURRENT LEARNING RATE: 8.235470704656579e-05
previous_iter_valid_loss : 0.17498494684696198
904780 0.175268 0.174985 0.164954 CURRENT LEARNING RATE: 8.233823775214085e-05
previous_iter_valid_loss : 0.17687423527240753
904800 0.177174 0.176874 0.165401 CURRENT LEARNING RATE: 8.232177175124544e-05
previous_iter_valid_loss : 0.16893622279167175
904820 0.169168 0.168936 0.165677 CURRENT LEARNING RATE: 8.230530904322076e-05
previous_iter_valid_loss : 0.16081827878952026
904840 0.160995 0.160818 0.165672 CURRENT LEARNING RATE: 8.22888496274086e-05
previous_iter_valid_loss : 0.1698521077632904
904860 0.170006 0.169852 0.166092 CURRENT LEARNING RATE: 8.227239350315043e-05
previous_iter_valid_loss : 0.16138799488544464
904880 0.161547 0.161388 0.166043 CURRENT LEARNING RATE: 8.225594066978803e-05
previous_iter_valid_loss : 0.16720807552337646
904900 0.167364 0.167208 0.165489 CURRENT LEARNING RATE: 8.22394911266631e-05
previous_iter_valid_loss : 0.1779441088438034
904920 0.178102 0.177944 0.165850 CURRENT LEARNING RATE: 8.222304487311799e-05
previous_iter_valid_loss : 0.1607079952955246
904940 0.160863 0.160708 0.165860 CURRENT LEARNING RATE: 8.220660190849466e-05
previous_iter_valid_loss : 0.16116395592689514
904960 0.161347 0.161164 0.165859 CURRENT LEARNING RATE: 8.219016223213544e-05
previous_iter_valid_loss : 0.16104552149772644
904980 0.161206 0.161046 0.165711 CURRENT LEARNING RATE: 8.217372584338256e-05
previous_iter_valid_loss : 0.1663108617067337
905000 0.166480 0.166311 0.165705 CURRENT LEARNING RATE: 8.21572927415789e-05
previous_iter_valid_loss : 0.18511852622032166
905020 0.185487 0.185119 0.166861 CURRENT LEARNING RATE: 8.214086292606693e-05
previous_iter_valid_loss : 0.16817621886730194
905040 0.168333 0.168176 0.167181 CURRENT LEARNING RATE: 8.21244363961895e-05
previous_iter_valid_loss : 0.16053441166877747
905060 0.160690 0.160534 0.166980 CURRENT LEARNING RATE: 8.210801315128939e-05
previous_iter_valid_loss : 0.16087016463279724
905080 0.161028 0.160870 0.166956 CURRENT LEARNING RATE: 8.209159319070997e-05
previous_iter_valid_loss : 0.16169460117816925
905100 0.161879 0.161695 0.166849 CURRENT LEARNING RATE: 8.207517651379428e-05
previous_iter_valid_loss : 0.19121016561985016
905120 0.191338 0.191210 0.168245 CURRENT LEARNING RATE: 8.205876311988565e-05
previous_iter_valid_loss : 0.162228524684906
905140 0.162379 0.162229 0.167955 CURRENT LEARNING RATE: 8.204235300832742e-05
previous_iter_valid_loss : 0.16139733791351318
905160 0.161580 0.161397 0.167920 CURRENT LEARNING RATE: 8.202594617846347e-05
previous_iter_valid_loss : 0.16075918078422546
905180 0.160931 0.160759 0.167209 CURRENT LEARNING RATE: 8.200954262963737e-05
previous_iter_valid_loss : 0.17201447486877441
905200 0.172159 0.172014 0.166966 CURRENT LEARNING RATE: 8.1993142361193e-05
previous_iter_valid_loss : 0.16179750859737396
905220 0.161962 0.161798 0.166609 CURRENT LEARNING RATE: 8.197674537247418e-05
previous_iter_valid_loss : 0.1841641366481781
905240 0.184303 0.184164 0.167776 CURRENT LEARNING RATE: 8.196035166282535e-05
previous_iter_valid_loss : 0.1605447381734848
905260 0.160719 0.160545 0.167311 CURRENT LEARNING RATE: 8.194396123159058e-05
previous_iter_valid_loss : 0.17213784158229828
905280 0.172283 0.172138 0.167848 CURRENT LEARNING RATE: 8.192757407811412e-05
previous_iter_valid_loss : 0.16081084311008453
905300 0.160972 0.160811 0.167528 CURRENT LEARNING RATE: 8.191119020174079e-05
previous_iter_valid_loss : 0.17816831171512604
905320 0.178323 0.178168 0.167540 CURRENT LEARNING RATE: 8.189480960181507e-05
previous_iter_valid_loss : 0.16444799304008484
905340 0.164650 0.164448 0.167727 CURRENT LEARNING RATE: 8.187843227768174e-05
previous_iter_valid_loss : 0.16057847440242767
905360 0.160745 0.160578 0.167697 CURRENT LEARNING RATE: 8.186205822868558e-05
previous_iter_valid_loss : 0.16404543817043304
905380 0.164205 0.164045 0.167847 CURRENT LEARNING RATE: 8.18456874541719e-05
previous_iter_valid_loss : 0.1619914174079895
905400 0.162144 0.161991 0.167631 CURRENT LEARNING RATE: 8.182931995348574e-05
previous_iter_valid_loss : 0.17820031940937042
905420 0.178355 0.178200 0.167285 CURRENT LEARNING RATE: 8.181295572597237e-05
previous_iter_valid_loss : 0.16203667223453522
905440 0.162191 0.162037 0.166978 CURRENT LEARNING RATE: 8.179659477097711e-05
previous_iter_valid_loss : 0.16256816685199738
905460 0.162726 0.162568 0.167080 CURRENT LEARNING RATE: 8.178023708784578e-05
previous_iter_valid_loss : 0.17860566079616547
905480 0.178763 0.178606 0.167967 CURRENT LEARNING RATE: 8.176388267592397e-05
previous_iter_valid_loss : 0.16803355515003204
905500 0.168184 0.168034 0.168284 CURRENT LEARNING RATE: 8.174753153455746e-05
previous_iter_valid_loss : 0.16107487678527832
905520 0.161234 0.161075 0.166777 CURRENT LEARNING RATE: 8.173118366309208e-05
previous_iter_valid_loss : 0.1663551777601242
905540 0.166520 0.166355 0.166983 CURRENT LEARNING RATE: 8.17148390608742e-05
previous_iter_valid_loss : 0.16407860815525055
905560 0.164285 0.164079 0.167118 CURRENT LEARNING RATE: 8.169849772724991e-05
previous_iter_valid_loss : 0.1613624542951584
905580 0.161520 0.161362 0.167148 CURRENT LEARNING RATE: 8.168215966156553e-05
previous_iter_valid_loss : 0.16413940489292145
905600 0.164312 0.164139 0.166754 CURRENT LEARNING RATE: 8.166582486316739e-05
previous_iter_valid_loss : 0.16753487288951874
905620 0.167690 0.167535 0.167041 CURRENT LEARNING RATE: 8.16494933314024e-05
previous_iter_valid_loss : 0.16952592134475708
905640 0.169775 0.169526 0.166309 CURRENT LEARNING RATE: 8.163316506561718e-05
previous_iter_valid_loss : 0.1681564599275589
905660 0.168312 0.168156 0.166689 CURRENT LEARNING RATE: 8.16168400651584e-05
previous_iter_valid_loss : 0.16875886917114258
905680 0.168913 0.168759 0.166521 CURRENT LEARNING RATE: 8.160051832937339e-05
previous_iter_valid_loss : 0.16056057810783386
905700 0.160724 0.160561 0.166508 CURRENT LEARNING RATE: 8.158419985760912e-05
previous_iter_valid_loss : 0.16074863076210022
905720 0.160904 0.160749 0.165637 CURRENT LEARNING RATE: 8.156788464921287e-05
previous_iter_valid_loss : 0.16164639592170715
905740 0.161828 0.161646 0.165497 CURRENT LEARNING RATE: 8.155157270353186e-05
previous_iter_valid_loss : 0.16059832274913788
905760 0.160754 0.160598 0.165498 CURRENT LEARNING RATE: 8.153526401991391e-05
previous_iter_valid_loss : 0.16072744131088257
905780 0.160892 0.160727 0.165332 CURRENT LEARNING RATE: 8.151895859770654e-05
previous_iter_valid_loss : 0.16113369166851044
905800 0.161296 0.161134 0.165289 CURRENT LEARNING RATE: 8.150265643625752e-05
previous_iter_valid_loss : 0.16274790465831757
905820 0.162912 0.162748 0.164517 CURRENT LEARNING RATE: 8.148635753491462e-05
previous_iter_valid_loss : 0.16087606549263
905840 0.161058 0.160876 0.164459 CURRENT LEARNING RATE: 8.147006189302619e-05
previous_iter_valid_loss : 0.16571347415447235
905860 0.165926 0.165713 0.164616 CURRENT LEARNING RATE: 8.145376950994023e-05
previous_iter_valid_loss : 0.16965678334236145
905880 0.169898 0.169657 0.164168 CURRENT LEARNING RATE: 8.143748038500509e-05
previous_iter_valid_loss : 0.16474373638629913
905900 0.164902 0.164744 0.164004 CURRENT LEARNING RATE: 8.142119451756901e-05
previous_iter_valid_loss : 0.16054648160934448
905920 0.160702 0.160546 0.163977 CURRENT LEARNING RATE: 8.140491190698086e-05
previous_iter_valid_loss : 0.1623338758945465
905940 0.162497 0.162334 0.163776 CURRENT LEARNING RATE: 8.138863255258921e-05
previous_iter_valid_loss : 0.16843658685684204
905960 0.168594 0.168437 0.163994 CURRENT LEARNING RATE: 8.137235645374287e-05
previous_iter_valid_loss : 0.16079846024513245
905980 0.160954 0.160798 0.163966 CURRENT LEARNING RATE: 8.135608360979065e-05
previous_iter_valid_loss : 0.18542824685573578
906000 0.185788 0.185428 0.165031 CURRENT LEARNING RATE: 8.133981402008193e-05
previous_iter_valid_loss : 0.16056443750858307
906020 0.160724 0.160564 0.164682 CURRENT LEARNING RATE: 8.132354768396579e-05
previous_iter_valid_loss : 0.16482673585414886
906040 0.164991 0.164827 0.164447 CURRENT LEARNING RATE: 8.13072846007914e-05
previous_iter_valid_loss : 0.161438450217247
906060 0.161631 0.161438 0.164111 CURRENT LEARNING RATE: 8.129102476990858e-05
previous_iter_valid_loss : 0.17028117179870605
906080 0.170432 0.170281 0.164187 CURRENT LEARNING RATE: 8.127476819066675e-05
previous_iter_valid_loss : 0.16111649572849274
906100 0.161269 0.161116 0.164215 CURRENT LEARNING RATE: 8.125851486241565e-05
previous_iter_valid_loss : 0.17359939217567444
906120 0.173745 0.173599 0.164858 CURRENT LEARNING RATE: 8.124226478450502e-05
previous_iter_valid_loss : 0.16071616113185883
906140 0.160887 0.160716 0.164811 CURRENT LEARNING RATE: 8.122601795628514e-05
previous_iter_valid_loss : 0.16148269176483154
906160 0.161670 0.161483 0.164855 CURRENT LEARNING RATE: 8.120977437710599e-05
previous_iter_valid_loss : 0.16125580668449402
906180 0.161438 0.161256 0.164882 CURRENT LEARNING RATE: 8.119353404631782e-05
previous_iter_valid_loss : 0.16049550473690033
906200 0.160666 0.160496 0.164850 CURRENT LEARNING RATE: 8.117729696327087e-05
previous_iter_valid_loss : 0.16094040870666504
906220 0.161124 0.160940 0.164759 CURRENT LEARNING RATE: 8.116106312731597e-05
previous_iter_valid_loss : 0.16182485222816467
906240 0.162014 0.161825 0.164807 CURRENT LEARNING RATE: 8.11448325378036e-05
previous_iter_valid_loss : 0.161739319562912
906260 0.161935 0.161739 0.164608 CURRENT LEARNING RATE: 8.112860519408453e-05
previous_iter_valid_loss : 0.16220396757125854
906280 0.162401 0.162204 0.164236 CURRENT LEARNING RATE: 8.111238109550955e-05
previous_iter_valid_loss : 0.16623103618621826
906300 0.166385 0.166231 0.164310 CURRENT LEARNING RATE: 8.109616024142996e-05
previous_iter_valid_loss : 0.16052687168121338
906320 0.160689 0.160527 0.164309 CURRENT LEARNING RATE: 8.107994263119679e-05
previous_iter_valid_loss : 0.160948246717453
906340 0.161100 0.160948 0.164240 CURRENT LEARNING RATE: 8.106372826416134e-05
previous_iter_valid_loss : 0.1605881154537201
906360 0.160745 0.160588 0.163847 CURRENT LEARNING RATE: 8.104751713967489e-05
previous_iter_valid_loss : 0.21396493911743164
906380 0.213995 0.213965 0.166506 CURRENT LEARNING RATE: 8.103130925708927e-05
previous_iter_valid_loss : 0.16730843484401703
906400 0.167463 0.167308 0.165600 CURRENT LEARNING RATE: 8.101510461575605e-05
previous_iter_valid_loss : 0.16296029090881348
906420 0.163120 0.162960 0.165719 CURRENT LEARNING RATE: 8.099890321502701e-05
previous_iter_valid_loss : 0.16231514513492584
906440 0.162466 0.162315 0.165594 CURRENT LEARNING RATE: 8.098270505425397e-05
previous_iter_valid_loss : 0.16084037721157074
906460 0.160998 0.160840 0.165564 CURRENT LEARNING RATE: 8.096651013278929e-05
previous_iter_valid_loss : 0.17332179844379425
906480 0.173596 0.173322 0.165716 CURRENT LEARNING RATE: 8.095031844998503e-05
previous_iter_valid_loss : 0.16084057092666626
906500 0.161014 0.160841 0.165702 CURRENT LEARNING RATE: 8.093413000519336e-05
previous_iter_valid_loss : 0.1636962592601776
906520 0.163916 0.163696 0.165207 CURRENT LEARNING RATE: 8.091794479776705e-05
previous_iter_valid_loss : 0.16113415360450745
906540 0.161286 0.161134 0.165228 CURRENT LEARNING RATE: 8.090176282705854e-05
previous_iter_valid_loss : 0.16383478045463562
906560 0.164032 0.163835 0.165345 CURRENT LEARNING RATE: 8.088558409242057e-05
previous_iter_valid_loss : 0.1627936065196991
906580 0.162954 0.162794 0.165422 CURRENT LEARNING RATE: 8.086940859320582e-05
previous_iter_valid_loss : 0.16183695197105408
906600 0.162027 0.161837 0.165489 CURRENT LEARNING RATE: 8.085323632876756e-05
previous_iter_valid_loss : 0.16527393460273743
906620 0.165485 0.165274 0.165706 CURRENT LEARNING RATE: 8.083706729845877e-05
previous_iter_valid_loss : 0.16091477870941162
906640 0.161075 0.160915 0.165661 CURRENT LEARNING RATE: 8.082090150163269e-05
previous_iter_valid_loss : 0.16228289902210236
906660 0.162473 0.162283 0.165688 CURRENT LEARNING RATE: 8.080473893764253e-05
previous_iter_valid_loss : 0.16069312393665314
906680 0.160870 0.160693 0.165612 CURRENT LEARNING RATE: 8.078857960584208e-05
previous_iter_valid_loss : 0.17090028524398804
906700 0.171154 0.170900 0.165846 CURRENT LEARNING RATE: 8.077242350558483e-05
previous_iter_valid_loss : 0.16103383898735046
906720 0.161217 0.161034 0.165871 CURRENT LEARNING RATE: 8.075627063622453e-05
previous_iter_valid_loss : 0.16372446715831757
906740 0.163938 0.163724 0.166010 CURRENT LEARNING RATE: 8.074012099711493e-05
previous_iter_valid_loss : 0.1625959426164627
906760 0.162791 0.162596 0.166110 CURRENT LEARNING RATE: 8.072397458761031e-05
previous_iter_valid_loss : 0.16894562542438507
906780 0.169096 0.168946 0.163859 CURRENT LEARNING RATE: 8.070783140706469e-05
previous_iter_valid_loss : 0.17696039378643036
906800 0.177117 0.176960 0.164342 CURRENT LEARNING RATE: 8.069169145483235e-05
previous_iter_valid_loss : 0.18222162127494812
906820 0.182368 0.182222 0.165305 CURRENT LEARNING RATE: 8.067555473026752e-05
previous_iter_valid_loss : 0.1607344150543213
906840 0.160883 0.160734 0.165226 CURRENT LEARNING RATE: 8.065942123272504e-05
previous_iter_valid_loss : 0.16365516185760498
906860 0.163823 0.163655 0.165367 CURRENT LEARNING RATE: 8.06432909615594e-05
previous_iter_valid_loss : 0.16604484617710114
906880 0.166208 0.166045 0.165003 CURRENT LEARNING RATE: 8.062716391612529e-05
previous_iter_valid_loss : 0.1739114373922348
906900 0.174061 0.173911 0.165656 CURRENT LEARNING RATE: 8.061104009577789e-05
previous_iter_valid_loss : 0.16596455872058868
906920 0.166128 0.165965 0.165770 CURRENT LEARNING RATE: 8.059491949987208e-05
previous_iter_valid_loss : 0.17153798043727875
906940 0.171804 0.171538 0.166290 CURRENT LEARNING RATE: 8.057880212776308e-05
previous_iter_valid_loss : 0.16131840646266937
906960 0.161474 0.161318 0.166164 CURRENT LEARNING RATE: 8.056268797880604e-05
previous_iter_valid_loss : 0.16280782222747803
906980 0.163008 0.162808 0.166165 CURRENT LEARNING RATE: 8.054657705235666e-05
previous_iter_valid_loss : 0.16068783402442932
907000 0.160843 0.160688 0.166107 CURRENT LEARNING RATE: 8.053046934777038e-05
previous_iter_valid_loss : 0.16675008833408356
907020 0.166904 0.166750 0.166181 CURRENT LEARNING RATE: 8.051436486440289e-05
previous_iter_valid_loss : 0.1611139178276062
907040 0.161269 0.161114 0.166191 CURRENT LEARNING RATE: 8.049826360160985e-05
previous_iter_valid_loss : 0.1954125016927719
907060 0.195520 0.195413 0.167848 CURRENT LEARNING RATE: 8.04821655587475e-05
previous_iter_valid_loss : 0.16224180161952972
907080 0.162405 0.162242 0.167925 CURRENT LEARNING RATE: 8.04660707351718e-05
previous_iter_valid_loss : 0.16103112697601318
907100 0.161182 0.161031 0.167432 CURRENT LEARNING RATE: 8.044997913023894e-05
previous_iter_valid_loss : 0.1604968160390854
907120 0.160660 0.160497 0.167405 CURRENT LEARNING RATE: 8.04338907433051e-05
previous_iter_valid_loss : 0.16375446319580078
907140 0.163962 0.163754 0.167406 CURRENT LEARNING RATE: 8.041780557372705e-05
previous_iter_valid_loss : 0.16111299395561218
907160 0.161295 0.161113 0.167332 CURRENT LEARNING RATE: 8.040172362086125e-05
previous_iter_valid_loss : 0.16062963008880615
907180 0.160803 0.160630 0.166916 CURRENT LEARNING RATE: 8.038564488406439e-05
previous_iter_valid_loss : 0.16301745176315308
907200 0.163194 0.163017 0.166219 CURRENT LEARNING RATE: 8.036956936269318e-05
previous_iter_valid_loss : 0.1626259833574295
907220 0.162801 0.162626 0.165239 CURRENT LEARNING RATE: 8.035349705610492e-05
previous_iter_valid_loss : 0.18983519077301025
907240 0.189957 0.189835 0.166694 CURRENT LEARNING RATE: 8.033742796365654e-05
previous_iter_valid_loss : 0.16882914304733276
907260 0.169062 0.168829 0.166953 CURRENT LEARNING RATE: 8.032136208470516e-05
previous_iter_valid_loss : 0.16388243436813354
907280 0.164072 0.163882 0.166845 CURRENT LEARNING RATE: 8.030529941860841e-05
previous_iter_valid_loss : 0.16051536798477173
907300 0.160677 0.160515 0.166175 CURRENT LEARNING RATE: 8.028923996472365e-05
previous_iter_valid_loss : 0.18576663732528687
907320 0.185901 0.185767 0.167165 CURRENT LEARNING RATE: 8.027318372240848e-05
previous_iter_valid_loss : 0.17185375094413757
907340 0.172000 0.171854 0.167181 CURRENT LEARNING RATE: 8.025713069102055e-05
previous_iter_valid_loss : 0.16131410002708435
907360 0.161505 0.161314 0.167181 CURRENT LEARNING RATE: 8.024108086991799e-05
previous_iter_valid_loss : 0.16282762587070465
907380 0.163032 0.162828 0.167182 CURRENT LEARNING RATE: 8.022503425845868e-05
previous_iter_valid_loss : 0.16508202254772186
907400 0.165289 0.165082 0.167401 CURRENT LEARNING RATE: 8.020899085600075e-05
previous_iter_valid_loss : 0.1646401584148407
907420 0.164801 0.164640 0.167296 CURRENT LEARNING RATE: 8.019295066190232e-05
previous_iter_valid_loss : 0.16613055765628815
907440 0.166350 0.166131 0.167547 CURRENT LEARNING RATE: 8.017691367552207e-05
previous_iter_valid_loss : 0.17404057085514069
907460 0.174316 0.174041 0.166478 CURRENT LEARNING RATE: 8.016087989621838e-05
previous_iter_valid_loss : 0.16134585440158844
907480 0.161495 0.161346 0.166433 CURRENT LEARNING RATE: 8.01448493233499e-05
previous_iter_valid_loss : 0.1648300737142563
907500 0.165038 0.164830 0.166623 CURRENT LEARNING RATE: 8.012882195627525e-05
previous_iter_valid_loss : 0.16264021396636963
907520 0.162828 0.162640 0.166730 CURRENT LEARNING RATE: 8.011279779435365e-05
previous_iter_valid_loss : 0.16067585349082947
907540 0.160837 0.160676 0.166577 CURRENT LEARNING RATE: 8.009677683694395e-05
previous_iter_valid_loss : 0.1723925918340683
907560 0.172657 0.172393 0.167141 CURRENT LEARNING RATE: 8.008075908340535e-05
previous_iter_valid_loss : 0.1644192785024643
907580 0.164618 0.164419 0.167330 CURRENT LEARNING RATE: 8.006474453309698e-05
previous_iter_valid_loss : 0.17413641512393951
907600 0.174285 0.174136 0.167886 CURRENT LEARNING RATE: 8.004873318537853e-05
previous_iter_valid_loss : 0.16068920493125916
907620 0.160869 0.160689 0.167789 CURRENT LEARNING RATE: 8.003272503960944e-05
previous_iter_valid_loss : 0.1626354306936264
907640 0.162827 0.162635 0.166429 CURRENT LEARNING RATE: 8.001672009514935e-05
previous_iter_valid_loss : 0.1621229350566864
907660 0.162290 0.162123 0.166094 CURRENT LEARNING RATE: 8.000071835135792e-05
previous_iter_valid_loss : 0.16072972118854523
907680 0.160892 0.160730 0.165936 CURRENT LEARNING RATE: 7.99847198075954e-05
previous_iter_valid_loss : 0.16436849534511566
907700 0.164568 0.164368 0.166129 CURRENT LEARNING RATE: 7.996872446322168e-05
previous_iter_valid_loss : 0.1640353500843048
907720 0.164211 0.164035 0.165042 CURRENT LEARNING RATE: 7.995273231759679e-05
previous_iter_valid_loss : 0.16069400310516357
907740 0.160842 0.160694 0.164484 CURRENT LEARNING RATE: 7.993674337008135e-05
previous_iter_valid_loss : 0.163152277469635
907760 0.163317 0.163152 0.164576 CURRENT LEARNING RATE: 7.992075762003567e-05
previous_iter_valid_loss : 0.1622791886329651
907780 0.162467 0.162279 0.164549 CURRENT LEARNING RATE: 7.990477506682031e-05
previous_iter_valid_loss : 0.16497507691383362
907800 0.165145 0.164975 0.164543 CURRENT LEARNING RATE: 7.98887957097958e-05
previous_iter_valid_loss : 0.161978080868721
907820 0.162165 0.161978 0.164410 CURRENT LEARNING RATE: 7.987281954832327e-05
previous_iter_valid_loss : 0.1977514624595642
907840 0.197851 0.197751 0.165991 CURRENT LEARNING RATE: 7.985684658176356e-05
previous_iter_valid_loss : 0.1721058487892151
907860 0.172368 0.172106 0.165895 CURRENT LEARNING RATE: 7.984087680947769e-05
previous_iter_valid_loss : 0.16746002435684204
907880 0.167681 0.167460 0.166200 CURRENT LEARNING RATE: 7.982491023082677e-05
previous_iter_valid_loss : 0.16402795910835266
907900 0.164202 0.164028 0.166160 CURRENT LEARNING RATE: 7.980894684517242e-05
previous_iter_valid_loss : 0.16081608831882477
907920 0.160990 0.160816 0.166069 CURRENT LEARNING RATE: 7.979298665187596e-05
previous_iter_valid_loss : 0.16275741159915924
907940 0.162939 0.162757 0.166173 CURRENT LEARNING RATE: 7.977702965029897e-05
previous_iter_valid_loss : 0.17116022109985352
907960 0.171415 0.171160 0.166111 CURRENT LEARNING RATE: 7.976107583980304e-05
previous_iter_valid_loss : 0.16654957830905914
907980 0.166772 0.166550 0.166218 CURRENT LEARNING RATE: 7.974512521975029e-05
previous_iter_valid_loss : 0.182898610830307
908000 0.183257 0.182899 0.166656 CURRENT LEARNING RATE: 7.972917778950256e-05
previous_iter_valid_loss : 0.16245530545711517
908020 0.162635 0.162455 0.166744 CURRENT LEARNING RATE: 7.971323354842195e-05
previous_iter_valid_loss : 0.18306764960289001
908040 0.183222 0.183068 0.167766 CURRENT LEARNING RATE: 7.969729249587055e-05
previous_iter_valid_loss : 0.16562974452972412
908060 0.165789 0.165630 0.167941 CURRENT LEARNING RATE: 7.9681354631211e-05
previous_iter_valid_loss : 0.1605065017938614
908080 0.160673 0.160507 0.167930 CURRENT LEARNING RATE: 7.966541995380566e-05
previous_iter_valid_loss : 0.19961418211460114
908100 0.199703 0.199614 0.169693 CURRENT LEARNING RATE: 7.964948846301698e-05
previous_iter_valid_loss : 0.16141657531261444
908120 0.161576 0.161417 0.169562 CURRENT LEARNING RATE: 7.963356015820799e-05
previous_iter_valid_loss : 0.1605074554681778
908140 0.160674 0.160507 0.169552 CURRENT LEARNING RATE: 7.961763503874142e-05
previous_iter_valid_loss : 0.16103515028953552
908160 0.161201 0.161035 0.169446 CURRENT LEARNING RATE: 7.960171310398024e-05
previous_iter_valid_loss : 0.16417816281318665
908180 0.164356 0.164178 0.169541 CURRENT LEARNING RATE: 7.958579435328748e-05
previous_iter_valid_loss : 0.1658114343881607
908200 0.166026 0.165811 0.169583 CURRENT LEARNING RATE: 7.956987878602664e-05
previous_iter_valid_loss : 0.16578015685081482
908220 0.165950 0.165780 0.169773 CURRENT LEARNING RATE: 7.955396640156096e-05
previous_iter_valid_loss : 0.16436553001403809
908240 0.164537 0.164366 0.168104 CURRENT LEARNING RATE: 7.953805719925394e-05
previous_iter_valid_loss : 0.17356471717357635
908260 0.173718 0.173565 0.168177 CURRENT LEARNING RATE: 7.952215117846909e-05
previous_iter_valid_loss : 0.16113774478435516
908280 0.161319 0.161138 0.167861 CURRENT LEARNING RATE: 7.950624833857043e-05
previous_iter_valid_loss : 0.16714262962341309
908300 0.167303 0.167143 0.168017 CURRENT LEARNING RATE: 7.949034867892173e-05
previous_iter_valid_loss : 0.16214869916439056
908320 0.162302 0.162149 0.168083 CURRENT LEARNING RATE: 7.947445219888697e-05
previous_iter_valid_loss : 0.1625029742717743
908340 0.162664 0.162503 0.168070 CURRENT LEARNING RATE: 7.945855889783017e-05
previous_iter_valid_loss : 0.16456104815006256
908360 0.164728 0.164561 0.167740 CURRENT LEARNING RATE: 7.944266877511588e-05
previous_iter_valid_loss : 0.16064196825027466
908380 0.160812 0.160642 0.167445 CURRENT LEARNING RATE: 7.942678183010835e-05
previous_iter_valid_loss : 0.16049037873744965
908400 0.160654 0.160490 0.166325 CURRENT LEARNING RATE: 7.94108980621721e-05
previous_iter_valid_loss : 0.1610558032989502
908420 0.161205 0.161056 0.166255 CURRENT LEARNING RATE: 7.939501747067165e-05
previous_iter_valid_loss : 0.16849282383918762
908440 0.168649 0.168493 0.165526 CURRENT LEARNING RATE: 7.937914005497204e-05
previous_iter_valid_loss : 0.16816917061805725
908460 0.168406 0.168169 0.165653 CURRENT LEARNING RATE: 7.936326581443805e-05
previous_iter_valid_loss : 0.17005759477615356
908480 0.170211 0.170058 0.166131 CURRENT LEARNING RATE: 7.934739474843457e-05
previous_iter_valid_loss : 0.16058090329170227
908500 0.160736 0.160581 0.164179 CURRENT LEARNING RATE: 7.933152685632702e-05
previous_iter_valid_loss : 0.17087362706661224
908520 0.171124 0.170874 0.164652 CURRENT LEARNING RATE: 7.931566213748056e-05
previous_iter_valid_loss : 0.1605093628168106
908540 0.160665 0.160509 0.164652 CURRENT LEARNING RATE: 7.929980059126059e-05
previous_iter_valid_loss : 0.1664721667766571
908560 0.166628 0.166472 0.164924 CURRENT LEARNING RATE: 7.928394221703252e-05
previous_iter_valid_loss : 0.16434656083583832
908580 0.164515 0.164347 0.164932 CURRENT LEARNING RATE: 7.926808701416229e-05
previous_iter_valid_loss : 0.160862997174263
908600 0.161036 0.160863 0.164685 CURRENT LEARNING RATE: 7.925223498201555e-05
previous_iter_valid_loss : 0.16795681416988373
908620 0.168187 0.167957 0.164794 CURRENT LEARNING RATE: 7.923638611995822e-05
previous_iter_valid_loss : 0.19063708186149597
908640 0.191081 0.190637 0.166107 CURRENT LEARNING RATE: 7.92205404273562e-05
previous_iter_valid_loss : 0.1604996621608734
908660 0.160658 0.160500 0.165454 CURRENT LEARNING RATE: 7.920469790357595e-05
previous_iter_valid_loss : 0.1625830978155136
908680 0.162769 0.162583 0.165526 CURRENT LEARNING RATE: 7.918885854798363e-05
previous_iter_valid_loss : 0.17353075742721558
908700 0.173679 0.173531 0.165845 CURRENT LEARNING RATE: 7.917302235994566e-05
previous_iter_valid_loss : 0.16090992093086243
908720 0.161069 0.160910 0.165784 CURRENT LEARNING RATE: 7.915718933882846e-05
previous_iter_valid_loss : 0.16214823722839355
908740 0.162334 0.162148 0.165766 CURRENT LEARNING RATE: 7.914135948399897e-05
previous_iter_valid_loss : 0.17677876353263855
908760 0.177071 0.176779 0.166377 CURRENT LEARNING RATE: 7.912553279482388e-05
previous_iter_valid_loss : 0.16160494089126587
908780 0.161772 0.161605 0.166425 CURRENT LEARNING RATE: 7.910970927067013e-05
previous_iter_valid_loss : 0.1606195867061615
908800 0.160770 0.160620 0.166431 CURRENT LEARNING RATE: 7.90938889109046e-05
previous_iter_valid_loss : 0.1810503453016281
908820 0.181212 0.181050 0.167431 CURRENT LEARNING RATE: 7.907807171489478e-05
previous_iter_valid_loss : 0.17076453566551208
908840 0.171014 0.170765 0.167545 CURRENT LEARNING RATE: 7.906225768200783e-05
previous_iter_valid_loss : 0.1659744381904602
908860 0.166194 0.165974 0.167435 CURRENT LEARNING RATE: 7.904644681161107e-05
previous_iter_valid_loss : 0.17199577391147614
908880 0.172261 0.171996 0.167532 CURRENT LEARNING RATE: 7.903063910307234e-05
previous_iter_valid_loss : 0.16280299425125122
908900 0.162999 0.162803 0.167643 CURRENT LEARNING RATE: 7.901483455575917e-05
previous_iter_valid_loss : 0.1606622338294983
908920 0.160832 0.160662 0.167132 CURRENT LEARNING RATE: 7.89990331690394e-05
previous_iter_valid_loss : 0.16402068734169006
908940 0.164188 0.164021 0.167308 CURRENT LEARNING RATE: 7.898323494228083e-05
previous_iter_valid_loss : 0.16056159138679504
908960 0.160729 0.160562 0.167012 CURRENT LEARNING RATE: 7.89674398748518e-05
previous_iter_valid_loss : 0.16053982079029083
908980 0.160708 0.160540 0.166822 CURRENT LEARNING RATE: 7.895164796612039e-05
previous_iter_valid_loss : 0.16416630148887634
909000 0.164331 0.164166 0.166987 CURRENT LEARNING RATE: 7.893585921545489e-05
previous_iter_valid_loss : 0.16161435842514038
909020 0.161791 0.161614 0.166670 CURRENT LEARNING RATE: 7.892007362222363e-05
previous_iter_valid_loss : 0.16610677540302277
909040 0.166318 0.166107 0.165444 CURRENT LEARNING RATE: 7.890429118579548e-05
previous_iter_valid_loss : 0.16329266130924225
909060 0.163456 0.163293 0.165583 CURRENT LEARNING RATE: 7.888851190553898e-05
previous_iter_valid_loss : 0.1604946255683899
909080 0.160658 0.160495 0.165479 CURRENT LEARNING RATE: 7.887273578082296e-05
previous_iter_valid_loss : 0.16135352849960327
909100 0.161534 0.161354 0.164870 CURRENT LEARNING RATE: 7.885696281101625e-05
previous_iter_valid_loss : 0.16056394577026367
909120 0.160723 0.160564 0.164853 CURRENT LEARNING RATE: 7.88411929954882e-05
previous_iter_valid_loss : 0.16222596168518066
909140 0.162408 0.162226 0.164856 CURRENT LEARNING RATE: 7.88254263336079e-05
previous_iter_valid_loss : 0.17744266986846924
909160 0.177736 0.177443 0.164890 CURRENT LEARNING RATE: 7.880966282474463e-05
previous_iter_valid_loss : 0.16715367138385773
909180 0.167378 0.167154 0.165167 CURRENT LEARNING RATE: 7.879390246826776e-05
previous_iter_valid_loss : 0.17061308026313782
909200 0.170867 0.170613 0.165667 CURRENT LEARNING RATE: 7.877814526354715e-05
previous_iter_valid_loss : 0.16177748143672943
909220 0.161938 0.161777 0.164703 CURRENT LEARNING RATE: 7.876239120995235e-05
previous_iter_valid_loss : 0.16547289490699768
909240 0.165674 0.165473 0.164439 CURRENT LEARNING RATE: 7.87466403068532e-05
previous_iter_valid_loss : 0.1605323851108551
909260 0.160694 0.160532 0.164166 CURRENT LEARNING RATE: 7.873089255361956e-05
previous_iter_valid_loss : 0.16145022213459015
909280 0.161641 0.161450 0.163639 CURRENT LEARNING RATE: 7.871514794962173e-05
previous_iter_valid_loss : 0.1740010529756546
909300 0.174270 0.174001 0.164199 CURRENT LEARNING RATE: 7.869940649422986e-05
previous_iter_valid_loss : 0.16088347136974335
909320 0.161040 0.160883 0.164210 CURRENT LEARNING RATE: 7.868366818681413e-05
previous_iter_valid_loss : 0.16218136250972748
909340 0.162370 0.162181 0.164118 CURRENT LEARNING RATE: 7.866793302674524e-05
previous_iter_valid_loss : 0.1618296056985855
909360 0.162013 0.161830 0.164182 CURRENT LEARNING RATE: 7.86522010133937e-05
previous_iter_valid_loss : 0.16342681646347046
909380 0.163595 0.163427 0.164326 CURRENT LEARNING RATE: 7.863647214613023e-05
previous_iter_valid_loss : 0.16094890236854553
909400 0.161110 0.160949 0.164165 CURRENT LEARNING RATE: 7.86207464243255e-05
previous_iter_valid_loss : 0.1649480015039444
909420 0.165151 0.164948 0.164332 CURRENT LEARNING RATE: 7.860502384735077e-05
previous_iter_valid_loss : 0.1790613979101181
909440 0.179222 0.179061 0.164979 CURRENT LEARNING RATE: 7.858930441457702e-05
previous_iter_valid_loss : 0.16784416139125824
909460 0.168001 0.167844 0.165207 CURRENT LEARNING RATE: 7.857358812537545e-05
previous_iter_valid_loss : 0.1607591062784195
909480 0.160913 0.160759 0.165220 CURRENT LEARNING RATE: 7.855787497911726e-05
previous_iter_valid_loss : 0.17325817048549652
909500 0.173530 0.173258 0.165816 CURRENT LEARNING RATE: 7.854216497517424e-05
previous_iter_valid_loss : 0.1752481609582901
909520 0.175534 0.175248 0.166550 CURRENT LEARNING RATE: 7.852645811291783e-05
previous_iter_valid_loss : 0.168039932847023
909540 0.168192 0.168040 0.166840 CURRENT LEARNING RATE: 7.851075439171974e-05
previous_iter_valid_loss : 0.16399835050106049
909560 0.164202 0.163998 0.166168 CURRENT LEARNING RATE: 7.84950538109517e-05
previous_iter_valid_loss : 0.17900191247463226
909580 0.179311 0.179002 0.166761 CURRENT LEARNING RATE: 7.847935636998598e-05
previous_iter_valid_loss : 0.16566218435764313
909600 0.165870 0.165662 0.166513 CURRENT LEARNING RATE: 7.846366206819451e-05
previous_iter_valid_loss : 0.17420095205307007
909620 0.174478 0.174201 0.167134 CURRENT LEARNING RATE: 7.844797090494954e-05
previous_iter_valid_loss : 0.17773772776126862
909640 0.177903 0.177738 0.167747 CURRENT LEARNING RATE: 7.843228287962326e-05
previous_iter_valid_loss : 0.16420388221740723
909660 0.164378 0.164204 0.167931 CURRENT LEARNING RATE: 7.841659799158847e-05
previous_iter_valid_loss : 0.16424444317817688
909680 0.164415 0.164244 0.168071 CURRENT LEARNING RATE: 7.84009162402176e-05
previous_iter_valid_loss : 0.1623782217502594
909700 0.162562 0.162378 0.167490 CURRENT LEARNING RATE: 7.838523762488325e-05
previous_iter_valid_loss : 0.160833939909935
909720 0.161015 0.160834 0.167487 CURRENT LEARNING RATE: 7.836956214495855e-05
previous_iter_valid_loss : 0.16485407948493958
909740 0.165017 0.164854 0.167621 CURRENT LEARNING RATE: 7.835388979981635e-05
previous_iter_valid_loss : 0.16064059734344482
909760 0.160817 0.160641 0.167561 CURRENT LEARNING RATE: 7.833822058882975e-05
previous_iter_valid_loss : 0.1705120950937271
909780 0.170773 0.170512 0.167916 CURRENT LEARNING RATE: 7.832255451137185e-05
previous_iter_valid_loss : 0.16115082800388336
909800 0.161343 0.161151 0.167926 CURRENT LEARNING RATE: 7.830689156681628e-05
previous_iter_valid_loss : 0.1605864316225052
909820 0.160759 0.160586 0.167708 CURRENT LEARNING RATE: 7.829123175453638e-05
previous_iter_valid_loss : 0.1895620971918106
909840 0.189979 0.189562 0.168233 CURRENT LEARNING RATE: 7.827557507390576e-05
previous_iter_valid_loss : 0.1668257862329483
909860 0.167053 0.166826 0.168182 CURRENT LEARNING RATE: 7.825992152429802e-05
previous_iter_valid_loss : 0.16067227721214294
909880 0.160849 0.160672 0.168177 CURRENT LEARNING RATE: 7.824427110508728e-05
previous_iter_valid_loss : 0.1648556888103485
909900 0.165071 0.164856 0.167757 CURRENT LEARNING RATE: 7.82286238156474e-05
previous_iter_valid_loss : 0.1793014109134674
909920 0.179625 0.179301 0.167960 CURRENT LEARNING RATE: 7.821297965535249e-05
previous_iter_valid_loss : 0.16631920635700226
909940 0.166478 0.166319 0.167874 CURRENT LEARNING RATE: 7.819733862357663e-05
previous_iter_valid_loss : 0.1679290384054184
909960 0.168159 0.167929 0.168070 CURRENT LEARNING RATE: 7.818170071969447e-05
previous_iter_valid_loss : 0.17462217807769775
909980 0.174904 0.174622 0.167851 CURRENT LEARNING RATE: 7.816606594308034e-05
previous_iter_valid_loss : 0.16585056483745575
910000 0.166009 0.165851 0.167861 CURRENT LEARNING RATE: 7.815043429310887e-05
previous_iter_valid_loss : 0.16262559592723846
910020 0.162811 0.162626 0.167282 CURRENT LEARNING RATE: 7.813480576915463e-05
previous_iter_valid_loss : 0.1619102507829666
910040 0.162068 0.161910 0.166491 CURRENT LEARNING RATE: 7.811918037059277e-05
previous_iter_valid_loss : 0.16567768156528473
910060 0.165840 0.165678 0.166564 CURRENT LEARNING RATE: 7.810355809679814e-05
previous_iter_valid_loss : 0.1605358123779297
910080 0.160708 0.160536 0.166379 CURRENT LEARNING RATE: 7.808793894714571e-05
previous_iter_valid_loss : 0.18166282773017883
910100 0.181820 0.181663 0.167343 CURRENT LEARNING RATE: 7.807232292101098e-05
previous_iter_valid_loss : 0.16067205369472504
910120 0.160830 0.160672 0.167335 CURRENT LEARNING RATE: 7.805671001776919e-05
previous_iter_valid_loss : 0.16387072205543518
910140 0.164039 0.163871 0.167286 CURRENT LEARNING RATE: 7.80411002367958e-05
previous_iter_valid_loss : 0.16094206273555756
910160 0.161104 0.160942 0.167301 CURRENT LEARNING RATE: 7.802549357746629e-05
previous_iter_valid_loss : 0.1629011183977127
910180 0.163095 0.162901 0.166920 CURRENT LEARNING RATE: 7.800989003915668e-05
previous_iter_valid_loss : 0.16188065707683563
910200 0.162036 0.161881 0.166957 CURRENT LEARNING RATE: 7.799428962124268e-05
previous_iter_valid_loss : 0.1608038693666458
910220 0.160966 0.160804 0.166968 CURRENT LEARNING RATE: 7.797869232310027e-05
previous_iter_valid_loss : 0.16806115210056305
910240 0.168217 0.168061 0.165893 CURRENT LEARNING RATE: 7.796309814410543e-05
previous_iter_valid_loss : 0.1660592406988144
910260 0.166273 0.166059 0.165854 CURRENT LEARNING RATE: 7.794750708363466e-05
previous_iter_valid_loss : 0.16671887040138245
910280 0.166935 0.166719 0.166157 CURRENT LEARNING RATE: 7.793191914106419e-05
previous_iter_valid_loss : 0.1701240986585617
910300 0.170374 0.170124 0.166420 CURRENT LEARNING RATE: 7.791633431577049e-05
previous_iter_valid_loss : 0.165771484375
910320 0.165995 0.165771 0.165744 CURRENT LEARNING RATE: 7.790075260713004e-05
previous_iter_valid_loss : 0.16855493187904358
910340 0.168784 0.168555 0.165855 CURRENT LEARNING RATE: 7.788517401451984e-05
previous_iter_valid_loss : 0.1610824018716812
910360 0.161263 0.161082 0.165513 CURRENT LEARNING RATE: 7.78695985373166e-05
previous_iter_valid_loss : 0.16127106547355652
910380 0.161451 0.161271 0.164846 CURRENT LEARNING RATE: 7.785402617489734e-05
previous_iter_valid_loss : 0.16221685707569122
910400 0.162374 0.162217 0.164664 CURRENT LEARNING RATE: 7.783845692663898e-05
previous_iter_valid_loss : 0.1683679223060608
910420 0.168521 0.168368 0.164951 CURRENT LEARNING RATE: 7.782289079191904e-05
previous_iter_valid_loss : 0.1611243486404419
910440 0.161304 0.161124 0.164912 CURRENT LEARNING RATE: 7.780732777011474e-05
previous_iter_valid_loss : 0.16088762879371643
910460 0.161071 0.160888 0.164672 CURRENT LEARNING RATE: 7.779176786060358e-05
previous_iter_valid_loss : 0.16908405721187592
910480 0.169237 0.169084 0.165100 CURRENT LEARNING RATE: 7.777621106276299e-05
previous_iter_valid_loss : 0.17214533686637878
910500 0.172410 0.172145 0.164624 CURRENT LEARNING RATE: 7.7760657375971e-05
previous_iter_valid_loss : 0.17186065018177032
910520 0.172121 0.171861 0.165183 CURRENT LEARNING RATE: 7.774510679960531e-05
previous_iter_valid_loss : 0.17052751779556274
910540 0.170779 0.170528 0.165516 CURRENT LEARNING RATE: 7.772955933304378e-05
previous_iter_valid_loss : 0.16059266030788422
910560 0.160760 0.160593 0.165499 CURRENT LEARNING RATE: 7.771401497566476e-05
previous_iter_valid_loss : 0.16201405227184296
910580 0.162171 0.162014 0.165454 CURRENT LEARNING RATE: 7.769847372684634e-05
previous_iter_valid_loss : 0.16313676536083221
910600 0.163300 0.163137 0.165517 CURRENT LEARNING RATE: 7.76829355859669e-05
previous_iter_valid_loss : 0.19274182617664337
910620 0.193200 0.192742 0.167114 CURRENT LEARNING RATE: 7.766740055240475e-05
previous_iter_valid_loss : 0.18283063173294067
910640 0.183181 0.182831 0.167852 CURRENT LEARNING RATE: 7.765186862553876e-05
previous_iter_valid_loss : 0.1621982306241989
910660 0.162388 0.162198 0.167659 CURRENT LEARNING RATE: 7.763633980474753e-05
previous_iter_valid_loss : 0.1645604968070984
910680 0.164732 0.164560 0.167551 CURRENT LEARNING RATE: 7.762081408940989e-05
previous_iter_valid_loss : 0.16894151270389557
910700 0.169174 0.168942 0.167492 CURRENT LEARNING RATE: 7.76052914789047e-05
previous_iter_valid_loss : 0.16387593746185303
910720 0.164084 0.163876 0.167397 CURRENT LEARNING RATE: 7.758977197261133e-05
previous_iter_valid_loss : 0.16756486892700195
910740 0.167787 0.167565 0.167348 CURRENT LEARNING RATE: 7.757425556990882e-05
previous_iter_valid_loss : 0.17469540238380432
910760 0.174844 0.174695 0.168029 CURRENT LEARNING RATE: 7.755874227017656e-05
previous_iter_valid_loss : 0.1605667620897293
910780 0.160741 0.160567 0.167993 CURRENT LEARNING RATE: 7.754323207279387e-05
previous_iter_valid_loss : 0.1762295663356781
910800 0.176522 0.176230 0.168694 CURRENT LEARNING RATE: 7.752772497714061e-05
previous_iter_valid_loss : 0.16574111580848694
910820 0.165953 0.165741 0.168563 CURRENT LEARNING RATE: 7.751222098259634e-05
previous_iter_valid_loss : 0.16085857152938843
910840 0.161031 0.160859 0.168549 CURRENT LEARNING RATE: 7.749672008854094e-05
previous_iter_valid_loss : 0.1792149394750595
910860 0.179380 0.179215 0.169466 CURRENT LEARNING RATE: 7.748122229435421e-05
previous_iter_valid_loss : 0.16561569273471832
910880 0.165772 0.165616 0.169292 CURRENT LEARNING RATE: 7.746572759941651e-05
previous_iter_valid_loss : 0.16183264553546906
910900 0.162019 0.161833 0.168777 CURRENT LEARNING RATE: 7.745023600310794e-05
previous_iter_valid_loss : 0.16059793531894684
910920 0.160761 0.160598 0.168214 CURRENT LEARNING RATE: 7.743474750480867e-05
previous_iter_valid_loss : 0.1657869964838028
910940 0.165947 0.165787 0.167977 CURRENT LEARNING RATE: 7.741926210389946e-05
previous_iter_valid_loss : 0.16191910207271576
910960 0.162071 0.161919 0.168043 CURRENT LEARNING RATE: 7.740377979976072e-05
previous_iter_valid_loss : 0.16054052114486694
910980 0.160693 0.160541 0.167969 CURRENT LEARNING RATE: 7.738830059177322e-05
previous_iter_valid_loss : 0.17254190146923065
911000 0.172805 0.172542 0.168439 CURRENT LEARNING RATE: 7.737282447931759e-05
previous_iter_valid_loss : 0.16051270067691803
911020 0.160683 0.160513 0.166828 CURRENT LEARNING RATE: 7.735735146177509e-05
previous_iter_valid_loss : 0.16600830852985382
911040 0.166172 0.166008 0.165987 CURRENT LEARNING RATE: 7.734188153852667e-05
previous_iter_valid_loss : 0.16079920530319214
911060 0.160977 0.160799 0.165917 CURRENT LEARNING RATE: 7.732641470895351e-05
previous_iter_valid_loss : 0.16066087782382965
911080 0.160811 0.160661 0.165722 CURRENT LEARNING RATE: 7.731095097243681e-05
previous_iter_valid_loss : 0.16762679815292358
911100 0.167859 0.167627 0.165656 CURRENT LEARNING RATE: 7.72954903283583e-05
previous_iter_valid_loss : 0.16223101317882538
911120 0.162409 0.162231 0.165574 CURRENT LEARNING RATE: 7.728003277609943e-05
previous_iter_valid_loss : 0.16544093191623688
911140 0.165595 0.165441 0.165468 CURRENT LEARNING RATE: 7.726457831504186e-05
previous_iter_valid_loss : 0.16297271847724915
911160 0.163151 0.162973 0.164882 CURRENT LEARNING RATE: 7.72491269445673e-05
previous_iter_valid_loss : 0.16136281192302704
911180 0.161548 0.161363 0.164921 CURRENT LEARNING RATE: 7.723367866405797e-05
previous_iter_valid_loss : 0.18634741008281708
911200 0.186487 0.186347 0.165427 CURRENT LEARNING RATE: 7.721823347289579e-05
previous_iter_valid_loss : 0.16101659834384918
911220 0.161193 0.161017 0.165191 CURRENT LEARNING RATE: 7.720279137046297e-05
previous_iter_valid_loss : 0.17229868471622467
911240 0.172446 0.172299 0.165763 CURRENT LEARNING RATE: 7.718735235614166e-05
previous_iter_valid_loss : 0.16982261836528778
911260 0.170064 0.169823 0.165294 CURRENT LEARNING RATE: 7.717191642931462e-05
previous_iter_valid_loss : 0.1635947823524475
911280 0.163782 0.163595 0.165192 CURRENT LEARNING RATE: 7.715648358936422e-05
previous_iter_valid_loss : 0.16400006413459778
911300 0.164165 0.164000 0.165301 CURRENT LEARNING RATE: 7.714105383567305e-05
previous_iter_valid_loss : 0.16954396665096283
911320 0.169699 0.169544 0.165748 CURRENT LEARNING RATE: 7.712562716762418e-05
previous_iter_valid_loss : 0.1625571846961975
911340 0.162752 0.162557 0.165587 CURRENT LEARNING RATE: 7.71102035846004e-05
previous_iter_valid_loss : 0.16697125136852264
911360 0.167131 0.166971 0.165839 CURRENT LEARNING RATE: 7.709478308598479e-05
previous_iter_valid_loss : 0.16861000657081604
911380 0.168843 0.168610 0.166243 CURRENT LEARNING RATE: 7.707936567116037e-05
previous_iter_valid_loss : 0.16837650537490845
911400 0.168606 0.168377 0.166034 CURRENT LEARNING RATE: 7.706395133951071e-05
previous_iter_valid_loss : 0.16052652895450592
911420 0.160690 0.160527 0.166035 CURRENT LEARNING RATE: 7.704854009041912e-05
previous_iter_valid_loss : 0.16223517060279846
911440 0.162429 0.162235 0.165846 CURRENT LEARNING RATE: 7.703313192326915e-05
previous_iter_valid_loss : 0.16062034666538239
911460 0.160770 0.160620 0.165838 CURRENT LEARNING RATE: 7.701772683744433e-05
previous_iter_valid_loss : 0.16063645482063293
911480 0.160792 0.160636 0.165836 CURRENT LEARNING RATE: 7.700232483232872e-05
previous_iter_valid_loss : 0.163395956158638
911500 0.163589 0.163396 0.165625 CURRENT LEARNING RATE: 7.698692590730613e-05
previous_iter_valid_loss : 0.16053593158721924
911520 0.160709 0.160536 0.165540 CURRENT LEARNING RATE: 7.697153006176058e-05
previous_iter_valid_loss : 0.17466184496879578
911540 0.174936 0.174662 0.166001 CURRENT LEARNING RATE: 7.69561372950761e-05
previous_iter_valid_loss : 0.1671047806739807
911560 0.167325 0.167105 0.166208 CURRENT LEARNING RATE: 7.694074760663726e-05
previous_iter_valid_loss : 0.16061758995056152
911580 0.160785 0.160618 0.166170 CURRENT LEARNING RATE: 7.692536099582835e-05
previous_iter_valid_loss : 0.16422489285469055
911600 0.164403 0.164225 0.165064 CURRENT LEARNING RATE: 7.690997746203387e-05
previous_iter_valid_loss : 0.1608818769454956
911620 0.161050 0.160882 0.165058 CURRENT LEARNING RATE: 7.689459700463838e-05
previous_iter_valid_loss : 0.16126902401447296
911640 0.161422 0.161269 0.164506 CURRENT LEARNING RATE: 7.68792196230269e-05
previous_iter_valid_loss : 0.16092179715633392
911660 0.161080 0.160922 0.164061 CURRENT LEARNING RATE: 7.686384531658423e-05
previous_iter_valid_loss : 0.1607741266489029
911680 0.160944 0.160774 0.163920 CURRENT LEARNING RATE: 7.684847408469523e-05
previous_iter_valid_loss : 0.16146886348724365
911700 0.161639 0.161469 0.163793 CURRENT LEARNING RATE: 7.683310592674535e-05
previous_iter_valid_loss : 0.16147686541080475
911720 0.161665 0.161477 0.163390 CURRENT LEARNING RATE: 7.681774084211971e-05
previous_iter_valid_loss : 0.16171281039714813
911740 0.161870 0.161713 0.163348 CURRENT LEARNING RATE: 7.680237883020373e-05
previous_iter_valid_loss : 0.16356952488422394
911760 0.163738 0.163570 0.163178 CURRENT LEARNING RATE: 7.678701989038277e-05
previous_iter_valid_loss : 0.16187481582164764
911780 0.162066 0.161875 0.162841 CURRENT LEARNING RATE: 7.677166402204274e-05
previous_iter_valid_loss : 0.17330814898014069
911800 0.173588 0.173308 0.163088 CURRENT LEARNING RATE: 7.675631122456929e-05
previous_iter_valid_loss : 0.160806342959404
911820 0.160959 0.160806 0.163102 CURRENT LEARNING RATE: 7.67409614973483e-05
previous_iter_valid_loss : 0.1607813835144043
911840 0.160943 0.160781 0.163029 CURRENT LEARNING RATE: 7.672561483976564e-05
previous_iter_valid_loss : 0.162166029214859
911860 0.162330 0.162166 0.163106 CURRENT LEARNING RATE: 7.671027125120772e-05
previous_iter_valid_loss : 0.18295255303382874
911880 0.183100 0.182953 0.164222 CURRENT LEARNING RATE: 7.669493073106067e-05
previous_iter_valid_loss : 0.1662023365497589
911900 0.166363 0.166202 0.164362 CURRENT LEARNING RATE: 7.667959327871086e-05
previous_iter_valid_loss : 0.16174368560314178
911920 0.161933 0.161744 0.164423 CURRENT LEARNING RATE: 7.666425889354465e-05
previous_iter_valid_loss : 0.16060829162597656
911940 0.160788 0.160608 0.163720 CURRENT LEARNING RATE: 7.664892757494894e-05
previous_iter_valid_loss : 0.16078972816467285
911960 0.160965 0.160790 0.163404 CURRENT LEARNING RATE: 7.663359932231034e-05
previous_iter_valid_loss : 0.17535851895809174
911980 0.175635 0.175359 0.164141 CURRENT LEARNING RATE: 7.661827413501573e-05
previous_iter_valid_loss : 0.1843651980161667
912000 0.184730 0.184365 0.165148 CURRENT LEARNING RATE: 7.660295201245195e-05
previous_iter_valid_loss : 0.1690816581249237
912020 0.169323 0.169082 0.165558 CURRENT LEARNING RATE: 7.658763295400642e-05
previous_iter_valid_loss : 0.16835182905197144
912040 0.168579 0.168352 0.165912 CURRENT LEARNING RATE: 7.65723169590662e-05
previous_iter_valid_loss : 0.16053840517997742
912060 0.160704 0.160538 0.165893 CURRENT LEARNING RATE: 7.655700402701866e-05
previous_iter_valid_loss : 0.16346004605293274
912080 0.163627 0.163460 0.166028 CURRENT LEARNING RATE: 7.654169415725117e-05
previous_iter_valid_loss : 0.16261886060237885
912100 0.162815 0.162619 0.166085 CURRENT LEARNING RATE: 7.652638734915158e-05
previous_iter_valid_loss : 0.1613592505455017
912120 0.161523 0.161359 0.166079 CURRENT LEARNING RATE: 7.651108360210751e-05
previous_iter_valid_loss : 0.16392213106155396
912140 0.164139 0.163922 0.166190 CURRENT LEARNING RATE: 7.649578291550665e-05
previous_iter_valid_loss : 0.16508346796035767
912160 0.165249 0.165083 0.166265 CURRENT LEARNING RATE: 7.648048528873724e-05
previous_iter_valid_loss : 0.1610865741968155
912180 0.161268 0.161087 0.166226 CURRENT LEARNING RATE: 7.646519072118728e-05
previous_iter_valid_loss : 0.1618373990058899
912200 0.162024 0.161837 0.165652 CURRENT LEARNING RATE: 7.644989921224495e-05
previous_iter_valid_loss : 0.16364015638828278
912220 0.163806 0.163640 0.165794 CURRENT LEARNING RATE: 7.643461076129845e-05
previous_iter_valid_loss : 0.171104297041893
912240 0.171348 0.171104 0.166310 CURRENT LEARNING RATE: 7.641932536773654e-05
previous_iter_valid_loss : 0.1605323702096939
912260 0.160703 0.160532 0.166229 CURRENT LEARNING RATE: 7.640404303094764e-05
previous_iter_valid_loss : 0.163290336728096
912280 0.163491 0.163290 0.165246 CURRENT LEARNING RATE: 7.638876375032048e-05
previous_iter_valid_loss : 0.1615365594625473
912300 0.161694 0.161537 0.165012 CURRENT LEARNING RATE: 7.637348752524374e-05
previous_iter_valid_loss : 0.16060210764408112
912320 0.160757 0.160602 0.164955 CURRENT LEARNING RATE: 7.635821435510665e-05
previous_iter_valid_loss : 0.1634400337934494
912340 0.163635 0.163440 0.165097 CURRENT LEARNING RATE: 7.634294423929816e-05
previous_iter_valid_loss : 0.16098342835903168
912360 0.161169 0.160983 0.165106 CURRENT LEARNING RATE: 7.632767717720742e-05
previous_iter_valid_loss : 0.16049130260944366
912380 0.160652 0.160491 0.164363 CURRENT LEARNING RATE: 7.631241316822366e-05
previous_iter_valid_loss : 0.16061806678771973
912400 0.160782 0.160618 0.163176 CURRENT LEARNING RATE: 7.629715221173657e-05
previous_iter_valid_loss : 0.16475366055965424
912420 0.164956 0.164754 0.162959 CURRENT LEARNING RATE: 7.628189430713559e-05
previous_iter_valid_loss : 0.1666443943977356
912440 0.166806 0.166644 0.162874 CURRENT LEARNING RATE: 7.626663945381037e-05
previous_iter_valid_loss : 0.16085143387317657
912460 0.160997 0.160851 0.162890 CURRENT LEARNING RATE: 7.625138765115061e-05
previous_iter_valid_loss : 0.16069769859313965
912480 0.160854 0.160698 0.162751 CURRENT LEARNING RATE: 7.623613889854651e-05
previous_iter_valid_loss : 0.16123205423355103
912500 0.161418 0.161232 0.162682 CURRENT LEARNING RATE: 7.622089319538796e-05
previous_iter_valid_loss : 0.16994909942150116
912520 0.170190 0.169949 0.163112 CURRENT LEARNING RATE: 7.620565054106503e-05
previous_iter_valid_loss : 0.1704358011484146
912540 0.170681 0.170436 0.163437 CURRENT LEARNING RATE: 7.619041093496826e-05
previous_iter_valid_loss : 0.1616986095905304
912560 0.161856 0.161699 0.163268 CURRENT LEARNING RATE: 7.617517437648793e-05
previous_iter_valid_loss : 0.16319577395915985
912580 0.163392 0.163196 0.163374 CURRENT LEARNING RATE: 7.61599408650146e-05
previous_iter_valid_loss : 0.18283532559871674
912600 0.182984 0.182835 0.164423 CURRENT LEARNING RATE: 7.614471039993878e-05
previous_iter_valid_loss : 0.1649501919746399
912620 0.165111 0.164950 0.164489 CURRENT LEARNING RATE: 7.612948298065151e-05
previous_iter_valid_loss : 0.16541486978530884
912640 0.165614 0.165415 0.164204 CURRENT LEARNING RATE: 7.611425860654358e-05
previous_iter_valid_loss : 0.17351719737052917
912660 0.173667 0.173517 0.164854 CURRENT LEARNING RATE: 7.609903727700599e-05
previous_iter_valid_loss : 0.16054382920265198
912680 0.160705 0.160544 0.164716 CURRENT LEARNING RATE: 7.608381899142978e-05
previous_iter_valid_loss : 0.1707085371017456
912700 0.170861 0.170709 0.165175 CURRENT LEARNING RATE: 7.606860374920646e-05
previous_iter_valid_loss : 0.16561196744441986
912720 0.165770 0.165612 0.165425 CURRENT LEARNING RATE: 7.605339154972732e-05
previous_iter_valid_loss : 0.16868458688259125
912740 0.168837 0.168685 0.165688 CURRENT LEARNING RATE: 7.603818239238384e-05
previous_iter_valid_loss : 0.1607658416032791
912760 0.160934 0.160766 0.165677 CURRENT LEARNING RATE: 7.602297627656753e-05
previous_iter_valid_loss : 0.16244973242282867
912780 0.162649 0.162450 0.165775 CURRENT LEARNING RATE: 7.600777320167042e-05
previous_iter_valid_loss : 0.1635235995054245
912800 0.163722 0.163524 0.165920 CURRENT LEARNING RATE: 7.599257316708426e-05
previous_iter_valid_loss : 0.17008431255817413
912820 0.170320 0.170084 0.166186 CURRENT LEARNING RATE: 7.597737617220101e-05
previous_iter_valid_loss : 0.1605605036020279
912840 0.160713 0.160561 0.165882 CURRENT LEARNING RATE: 7.59621822164127e-05
previous_iter_valid_loss : 0.1648443341255188
912860 0.165012 0.164844 0.166082 CURRENT LEARNING RATE: 7.594699129911181e-05
previous_iter_valid_loss : 0.16075333952903748
912880 0.160928 0.160753 0.166085 CURRENT LEARNING RATE: 7.59318034196906e-05
previous_iter_valid_loss : 0.16068881750106812
912900 0.160845 0.160689 0.166058 CURRENT LEARNING RATE: 7.59166185775414e-05
previous_iter_valid_loss : 0.18362760543823242
912920 0.183972 0.183628 0.166741 CURRENT LEARNING RATE: 7.590143677205707e-05
previous_iter_valid_loss : 0.16082116961479187
912940 0.161006 0.160821 0.166261 CURRENT LEARNING RATE: 7.588625800263023e-05
previous_iter_valid_loss : 0.16096650063991547
912960 0.161153 0.160967 0.166224 CURRENT LEARNING RATE: 7.587108226865373e-05
previous_iter_valid_loss : 0.16504444181919098
912980 0.165248 0.165044 0.166317 CURRENT LEARNING RATE: 7.58559095695204e-05
previous_iter_valid_loss : 0.1605120450258255
913000 0.160671 0.160512 0.165200 CURRENT LEARNING RATE: 7.584073990462358e-05
previous_iter_valid_loss : 0.16140268743038177
913020 0.161551 0.161403 0.165023 CURRENT LEARNING RATE: 7.582557327335636e-05
previous_iter_valid_loss : 0.16747531294822693
913040 0.167702 0.167475 0.165126 CURRENT LEARNING RATE: 7.581040967511209e-05
previous_iter_valid_loss : 0.1606893390417099
913060 0.160859 0.160689 0.164485 CURRENT LEARNING RATE: 7.57952491092841e-05
previous_iter_valid_loss : 0.16135574877262115
913080 0.161552 0.161356 0.164525 CURRENT LEARNING RATE: 7.57800915752662e-05
previous_iter_valid_loss : 0.19742247462272644
913100 0.197518 0.197422 0.165861 CURRENT LEARNING RATE: 7.576493707245198e-05
previous_iter_valid_loss : 0.16067664325237274
913120 0.160848 0.160677 0.165614 CURRENT LEARNING RATE: 7.574978560023525e-05
previous_iter_valid_loss : 0.1607925295829773
913140 0.160965 0.160793 0.165220 CURRENT LEARNING RATE: 7.573463715800983e-05
previous_iter_valid_loss : 0.16050656139850616
913160 0.160672 0.160507 0.165207 CURRENT LEARNING RATE: 7.571949174517003e-05
previous_iter_valid_loss : 0.1629275679588318
913180 0.163092 0.162928 0.165230 CURRENT LEARNING RATE: 7.57043493611099e-05
previous_iter_valid_loss : 0.16949617862701416
913200 0.169646 0.169496 0.165529 CURRENT LEARNING RATE: 7.568921000522377e-05
previous_iter_valid_loss : 0.16254878044128418
913220 0.162725 0.162549 0.165152 CURRENT LEARNING RATE: 7.567407367690592e-05
previous_iter_valid_loss : 0.16237486898899078
913240 0.162572 0.162375 0.165243 CURRENT LEARNING RATE: 7.565894037555115e-05
previous_iter_valid_loss : 0.16066870093345642
913260 0.160827 0.160669 0.165034 CURRENT LEARNING RATE: 7.564381010055402e-05
previous_iter_valid_loss : 0.1804155558347702
913280 0.180573 0.180416 0.166017 CURRENT LEARNING RATE: 7.562868285130929e-05
previous_iter_valid_loss : 0.16081522405147552
913300 0.160967 0.160815 0.166024 CURRENT LEARNING RATE: 7.561355862721175e-05
previous_iter_valid_loss : 0.16700561344623566
913320 0.167226 0.167006 0.165193 CURRENT LEARNING RATE: 7.55984374276567e-05
previous_iter_valid_loss : 0.16380499303340912
913340 0.163967 0.163805 0.165342 CURRENT LEARNING RATE: 7.558331925203916e-05
previous_iter_valid_loss : 0.16149403154850006
913360 0.161633 0.161494 0.165368 CURRENT LEARNING RATE: 7.556820409975426e-05
previous_iter_valid_loss : 0.16053882241249084
913380 0.160703 0.160539 0.165143 CURRENT LEARNING RATE: 7.555309197019767e-05
previous_iter_valid_loss : 0.1612364649772644
913400 0.161426 0.161236 0.165179 CURRENT LEARNING RATE: 7.553798286276477e-05
previous_iter_valid_loss : 0.16082772612571716
913420 0.160982 0.160828 0.165150 CURRENT LEARNING RATE: 7.552287677685121e-05
previous_iter_valid_loss : 0.16052401065826416
913440 0.160695 0.160524 0.164803 CURRENT LEARNING RATE: 7.550777371185258e-05
previous_iter_valid_loss : 0.162514790892601
913460 0.162674 0.162515 0.164894 CURRENT LEARNING RATE: 7.549267366716505e-05
previous_iter_valid_loss : 0.16482633352279663
913480 0.165037 0.164826 0.165068 CURRENT LEARNING RATE: 7.547757664218448e-05
previous_iter_valid_loss : 0.1612887680530548
913500 0.161480 0.161289 0.163261 CURRENT LEARNING RATE: 7.546248263630697e-05
previous_iter_valid_loss : 0.1614730954170227
913520 0.161664 0.161473 0.163301 CURRENT LEARNING RATE: 7.544739164892865e-05
previous_iter_valid_loss : 0.16697721183300018
913540 0.167197 0.166977 0.163610 CURRENT LEARNING RATE: 7.543230367944614e-05
previous_iter_valid_loss : 0.16710753738880157
913560 0.167331 0.167108 0.163940 CURRENT LEARNING RATE: 7.541721872725579e-05
previous_iter_valid_loss : 0.16524235904216766
913580 0.165441 0.165242 0.164056 CURRENT LEARNING RATE: 7.54021367917542e-05
previous_iter_valid_loss : 0.16153155267238617
913600 0.161716 0.161532 0.163658 CURRENT LEARNING RATE: 7.538705787233795e-05
previous_iter_valid_loss : 0.1620628386735916
913620 0.162238 0.162063 0.163633 CURRENT LEARNING RATE: 7.537198196840417e-05
previous_iter_valid_loss : 0.16479013860225677
913640 0.164959 0.164790 0.163754 CURRENT LEARNING RATE: 7.535690907934967e-05
previous_iter_valid_loss : 0.16104328632354736
913660 0.161230 0.161043 0.163773 CURRENT LEARNING RATE: 7.534183920457154e-05
previous_iter_valid_loss : 0.16540288925170898
913680 0.165571 0.165403 0.163022 CURRENT LEARNING RATE: 7.532677234346687e-05
previous_iter_valid_loss : 0.16104565560817719
913700 0.161197 0.161046 0.163034 CURRENT LEARNING RATE: 7.531170849543322e-05
previous_iter_valid_loss : 0.16103902459144592
913720 0.161214 0.161039 0.162735 CURRENT LEARNING RATE: 7.529664765986793e-05
previous_iter_valid_loss : 0.2584053874015808
913740 0.258262 0.258405 0.167465 CURRENT LEARNING RATE: 7.528158983616842e-05
previous_iter_valid_loss : 0.17335693538188934
913760 0.173500 0.173357 0.168058 CURRENT LEARNING RATE: 7.526653502373265e-05
previous_iter_valid_loss : 0.16765758395195007
913780 0.167813 0.167658 0.168414 CURRENT LEARNING RATE: 7.525148322195829e-05
previous_iter_valid_loss : 0.16597767174243927
913800 0.166144 0.165978 0.168651 CURRENT LEARNING RATE: 7.523643443024327e-05
previous_iter_valid_loss : 0.1710677295923233
913820 0.171221 0.171068 0.169163 CURRENT LEARNING RATE: 7.522138864798549e-05
previous_iter_valid_loss : 0.1617041826248169
913840 0.161893 0.161704 0.169222 CURRENT LEARNING RATE: 7.520634587458341e-05
previous_iter_valid_loss : 0.16125750541687012
913860 0.161437 0.161258 0.169160 CURRENT LEARNING RATE: 7.519130610943518e-05
previous_iter_valid_loss : 0.1624556928873062
913880 0.162625 0.162456 0.169041 CURRENT LEARNING RATE: 7.51762693519392e-05
previous_iter_valid_loss : 0.18895764648914337
913900 0.189367 0.188958 0.170424 CURRENT LEARNING RATE: 7.516123560149387e-05
previous_iter_valid_loss : 0.1894032210111618
913920 0.189539 0.189403 0.171821 CURRENT LEARNING RATE: 7.514620485749811e-05
previous_iter_valid_loss : 0.1625826358795166
913940 0.162749 0.162583 0.171601 CURRENT LEARNING RATE: 7.513117711935055e-05
previous_iter_valid_loss : 0.16271576285362244
913960 0.162870 0.162716 0.171382 CURRENT LEARNING RATE: 7.51161523864501e-05
previous_iter_valid_loss : 0.16177891194820404
913980 0.161938 0.161779 0.171208 CURRENT LEARNING RATE: 7.510113065819559e-05
previous_iter_valid_loss : 0.1605280041694641
914000 0.160686 0.160528 0.171158 CURRENT LEARNING RATE: 7.508611193398649e-05
previous_iter_valid_loss : 0.16735756397247314
914020 0.167510 0.167358 0.171423 CURRENT LEARNING RATE: 7.507109621322185e-05
previous_iter_valid_loss : 0.16536074876785278
914040 0.165525 0.165361 0.171452 CURRENT LEARNING RATE: 7.505608349530107e-05
previous_iter_valid_loss : 0.16053885221481323
914060 0.160704 0.160539 0.171426 CURRENT LEARNING RATE: 7.504107377962351e-05
previous_iter_valid_loss : 0.1607506275177002
914080 0.160914 0.160751 0.171194 CURRENT LEARNING RATE: 7.502606706558905e-05
previous_iter_valid_loss : 0.16075699031352997
914100 0.160914 0.160757 0.171179 CURRENT LEARNING RATE: 7.501106335259727e-05
previous_iter_valid_loss : 0.18809594213962555
914120 0.188231 0.188096 0.172532 CURRENT LEARNING RATE: 7.499606264004792e-05
previous_iter_valid_loss : 0.17539305984973907
914140 0.175674 0.175393 0.168382 CURRENT LEARNING RATE: 7.49810649273412e-05
previous_iter_valid_loss : 0.16063956916332245
914160 0.160794 0.160640 0.167746 CURRENT LEARNING RATE: 7.49660702138771e-05
previous_iter_valid_loss : 0.16770681738853455
914180 0.167863 0.167707 0.167748 CURRENT LEARNING RATE: 7.495107849905581e-05
previous_iter_valid_loss : 0.16051329672336578
914200 0.160681 0.160513 0.167475 CURRENT LEARNING RATE: 7.493608978227755e-05
previous_iter_valid_loss : 0.16077691316604614
914220 0.160953 0.160777 0.166960 CURRENT LEARNING RATE: 7.492110406294302e-05
previous_iter_valid_loss : 0.16078373789787292
914240 0.160963 0.160784 0.166914 CURRENT LEARNING RATE: 7.490612134045265e-05
previous_iter_valid_loss : 0.16439171135425568
914260 0.164558 0.164392 0.167071 CURRENT LEARNING RATE: 7.489114161420715e-05
previous_iter_valid_loss : 0.16680006682872772
914280 0.166960 0.166800 0.167288 CURRENT LEARNING RATE: 7.48761648836072e-05
previous_iter_valid_loss : 0.19023072719573975
914300 0.190356 0.190231 0.167352 CURRENT LEARNING RATE: 7.486119114805397e-05
previous_iter_valid_loss : 0.16389919817447662
914320 0.164100 0.163899 0.166077 CURRENT LEARNING RATE: 7.484622040694841e-05
previous_iter_valid_loss : 0.16283951699733734
914340 0.162999 0.162840 0.166090 CURRENT LEARNING RATE: 7.483125265969167e-05
previous_iter_valid_loss : 0.18050771951675415
914360 0.180665 0.180508 0.166979 CURRENT LEARNING RATE: 7.481628790568493e-05
previous_iter_valid_loss : 0.1639958769083023
914380 0.164166 0.163996 0.167090 CURRENT LEARNING RATE: 7.480132614432982e-05
previous_iter_valid_loss : 0.1658308506011963
914400 0.166039 0.165831 0.167355 CURRENT LEARNING RATE: 7.478636737502779e-05
previous_iter_valid_loss : 0.1724286526441574
914420 0.172580 0.172429 0.167609 CURRENT LEARNING RATE: 7.477141159718046e-05
previous_iter_valid_loss : 0.16764192283153534
914440 0.167803 0.167642 0.167723 CURRENT LEARNING RATE: 7.475645881018947e-05
previous_iter_valid_loss : 0.16431841254234314
914460 0.164486 0.164318 0.167912 CURRENT LEARNING RATE: 7.474150901345696e-05
previous_iter_valid_loss : 0.1618393063545227
914480 0.162038 0.161839 0.167966 CURRENT LEARNING RATE: 7.472656220638484e-05
previous_iter_valid_loss : 0.16222122311592102
914500 0.162409 0.162221 0.168039 CURRENT LEARNING RATE: 7.471161838837508e-05
previous_iter_valid_loss : 0.16434478759765625
914520 0.164539 0.164345 0.166852 CURRENT LEARNING RATE: 7.46966775588302e-05
previous_iter_valid_loss : 0.16273681819438934
914540 0.162911 0.162737 0.166219 CURRENT LEARNING RATE: 7.468173971715243e-05
previous_iter_valid_loss : 0.16055740416049957
914560 0.160721 0.160557 0.166215 CURRENT LEARNING RATE: 7.466680486274425e-05
previous_iter_valid_loss : 0.16346468031406403
914580 0.163647 0.163465 0.166003 CURRENT LEARNING RATE: 7.465187299500815e-05
previous_iter_valid_loss : 0.16288934648036957
914600 0.163071 0.162889 0.166122 CURRENT LEARNING RATE: 7.463694411334712e-05
previous_iter_valid_loss : 0.17124661803245544
914620 0.171499 0.171247 0.166645 CURRENT LEARNING RATE: 7.462201821716385e-05
previous_iter_valid_loss : 0.16199709475040436
914640 0.162190 0.161997 0.166706 CURRENT LEARNING RATE: 7.460709530586133e-05
previous_iter_valid_loss : 0.16351087391376495
914660 0.163681 0.163511 0.166662 CURRENT LEARNING RATE: 7.459217537884249e-05
previous_iter_valid_loss : 0.16113810241222382
914680 0.161302 0.161138 0.166379 CURRENT LEARNING RATE: 7.457725843551081e-05
previous_iter_valid_loss : 0.1627718210220337
914700 0.162932 0.162772 0.165006 CURRENT LEARNING RATE: 7.456234447526949e-05
previous_iter_valid_loss : 0.20679527521133423
914720 0.206856 0.206795 0.167151 CURRENT LEARNING RATE: 7.454743349752194e-05
previous_iter_valid_loss : 0.1794300228357315
914740 0.179596 0.179430 0.167980 CURRENT LEARNING RATE: 7.453252550167162e-05
previous_iter_valid_loss : 0.17095552384853363
914760 0.171106 0.170956 0.167502 CURRENT LEARNING RATE: 7.451762048712245e-05
previous_iter_valid_loss : 0.17360693216323853
914780 0.173757 0.173607 0.167983 CURRENT LEARNING RATE: 7.450271845327812e-05
previous_iter_valid_loss : 0.16096237301826477
914800 0.161117 0.160962 0.167740 CURRENT LEARNING RATE: 7.448781939954254e-05
previous_iter_valid_loss : 0.16069771349430084
914820 0.160874 0.160698 0.167153 CURRENT LEARNING RATE: 7.44729233253196e-05
previous_iter_valid_loss : 0.17601223289966583
914840 0.176306 0.176012 0.167572 CURRENT LEARNING RATE: 7.445803023001375e-05
previous_iter_valid_loss : 0.1649795025587082
914860 0.165191 0.164980 0.167605 CURRENT LEARNING RATE: 7.444314011302912e-05
previous_iter_valid_loss : 0.16176773607730865
914880 0.161922 0.161768 0.167601 CURRENT LEARNING RATE: 7.44282529737701e-05
previous_iter_valid_loss : 0.1623656302690506
914900 0.162529 0.162366 0.167608 CURRENT LEARNING RATE: 7.441336881164107e-05
previous_iter_valid_loss : 0.16272719204425812
914920 0.162889 0.162727 0.167527 CURRENT LEARNING RATE: 7.439848762604694e-05
previous_iter_valid_loss : 0.1628311276435852
914940 0.163029 0.162831 0.167532 CURRENT LEARNING RATE: 7.438360941639233e-05
previous_iter_valid_loss : 0.162040114402771
914960 0.162195 0.162040 0.167606 CURRENT LEARNING RATE: 7.436873418208197e-05
previous_iter_valid_loss : 0.16394853591918945
914980 0.164151 0.163949 0.167630 CURRENT LEARNING RATE: 7.435386192252112e-05
previous_iter_valid_loss : 0.16682621836662292
915000 0.167055 0.166826 0.167827 CURRENT LEARNING RATE: 7.433899263711475e-05
previous_iter_valid_loss : 0.16165584325790405
915020 0.161840 0.161656 0.167348 CURRENT LEARNING RATE: 7.43241263252681e-05
previous_iter_valid_loss : 0.1628793329000473
915040 0.163035 0.162879 0.167392 CURRENT LEARNING RATE: 7.430926298638638e-05
previous_iter_valid_loss : 0.16649644076824188
915060 0.166706 0.166496 0.167541 CURRENT LEARNING RATE: 7.429440261987534e-05
previous_iter_valid_loss : 0.16986127197742462
915080 0.170008 0.169861 0.167977 CURRENT LEARNING RATE: 7.427954522514038e-05
previous_iter_valid_loss : 0.16102953255176544
915100 0.161210 0.161030 0.167890 CURRENT LEARNING RATE: 7.426469080158726e-05
previous_iter_valid_loss : 0.16999642550945282
915120 0.170247 0.169996 0.166050 CURRENT LEARNING RATE: 7.424983934862165e-05
previous_iter_valid_loss : 0.16059625148773193
915140 0.160764 0.160596 0.165109 CURRENT LEARNING RATE: 7.423499086564975e-05
previous_iter_valid_loss : 0.1655460000038147
915160 0.165753 0.165546 0.164838 CURRENT LEARNING RATE: 7.42201453520775e-05
previous_iter_valid_loss : 0.18168175220489502
915180 0.182028 0.181682 0.165242 CURRENT LEARNING RATE: 7.420530280731107e-05
previous_iter_valid_loss : 0.16571596264839172
915200 0.165928 0.165716 0.165479 CURRENT LEARNING RATE: 7.419046323075663e-05
previous_iter_valid_loss : 0.16059060394763947
915220 0.160761 0.160591 0.165474 CURRENT LEARNING RATE: 7.417562662182087e-05
previous_iter_valid_loss : 0.17868879437446594
915240 0.178992 0.178689 0.165608 CURRENT LEARNING RATE: 7.416079297991016e-05
previous_iter_valid_loss : 0.16143463551998138
915260 0.161623 0.161435 0.165431 CURRENT LEARNING RATE: 7.41459623044312e-05
previous_iter_valid_loss : 0.16123169660568237
915280 0.161417 0.161232 0.165404 CURRENT LEARNING RATE: 7.413113459479062e-05
previous_iter_valid_loss : 0.16126760840415955
915300 0.161450 0.161268 0.165349 CURRENT LEARNING RATE: 7.411630985039554e-05
previous_iter_valid_loss : 0.180799663066864
915320 0.180959 0.180800 0.166253 CURRENT LEARNING RATE: 7.410148807065288e-05
previous_iter_valid_loss : 0.1615149825811386
915340 0.161674 0.161515 0.166187 CURRENT LEARNING RATE: 7.408666925496962e-05
previous_iter_valid_loss : 0.16053658723831177
915360 0.160702 0.160537 0.166112 CURRENT LEARNING RATE: 7.407185340275327e-05
previous_iter_valid_loss : 0.16083508729934692
915380 0.161008 0.160835 0.165956 CURRENT LEARNING RATE: 7.405704051341105e-05
previous_iter_valid_loss : 0.16056860983371735
915400 0.160730 0.160569 0.165643 CURRENT LEARNING RATE: 7.404223058635049e-05
previous_iter_valid_loss : 0.16172122955322266
915420 0.161878 0.161721 0.165646 CURRENT LEARNING RATE: 7.402742362097901e-05
previous_iter_valid_loss : 0.16621671617031097
915440 0.166379 0.166217 0.165813 CURRENT LEARNING RATE: 7.401261961670462e-05
previous_iter_valid_loss : 0.16921889781951904
915460 0.169370 0.169219 0.165949 CURRENT LEARNING RATE: 7.399781857293502e-05
previous_iter_valid_loss : 0.16293320059776306
915480 0.163122 0.162933 0.165603 CURRENT LEARNING RATE: 7.39830204890782e-05
previous_iter_valid_loss : 0.16936194896697998
915500 0.169510 0.169362 0.166020 CURRENT LEARNING RATE: 7.396822536454204e-05
previous_iter_valid_loss : 0.1754673272371292
915520 0.175772 0.175467 0.166293 CURRENT LEARNING RATE: 7.395343319873506e-05
previous_iter_valid_loss : 0.1628999412059784
915540 0.163092 0.162900 0.166408 CURRENT LEARNING RATE: 7.393864399106541e-05
previous_iter_valid_loss : 0.16727980971336365
915560 0.167507 0.167280 0.166495 CURRENT LEARNING RATE: 7.392385774094154e-05
previous_iter_valid_loss : 0.16049449145793915
915580 0.160653 0.160494 0.165436 CURRENT LEARNING RATE: 7.390907444777184e-05
previous_iter_valid_loss : 0.18258847296237946
915600 0.182944 0.182588 0.166279 CURRENT LEARNING RATE: 7.389429411096527e-05
previous_iter_valid_loss : 0.1637026071548462
915620 0.163870 0.163703 0.166435 CURRENT LEARNING RATE: 7.387951672993048e-05
previous_iter_valid_loss : 0.16490337252616882
915640 0.165103 0.164903 0.165746 CURRENT LEARNING RATE: 7.386474230407636e-05
previous_iter_valid_loss : 0.16051064431667328
915660 0.160675 0.160511 0.165699 CURRENT LEARNING RATE: 7.384997083281181e-05
previous_iter_valid_loss : 0.16849671304225922
915680 0.168653 0.168497 0.166063 CURRENT LEARNING RATE: 7.383520231554625e-05
previous_iter_valid_loss : 0.1671370565891266
915700 0.167293 0.167137 0.166356 CURRENT LEARNING RATE: 7.382043675168876e-05
previous_iter_valid_loss : 0.16845233738422394
915720 0.168605 0.168452 0.165739 CURRENT LEARNING RATE: 7.380567414064865e-05
previous_iter_valid_loss : 0.16708600521087646
915740 0.167307 0.167086 0.166017 CURRENT LEARNING RATE: 7.379091448183563e-05
previous_iter_valid_loss : 0.1614329069852829
915760 0.161590 0.161433 0.166062 CURRENT LEARNING RATE: 7.37761577746592e-05
previous_iter_valid_loss : 0.17134718596935272
915780 0.171607 0.171347 0.166588 CURRENT LEARNING RATE: 7.37614040185291e-05
previous_iter_valid_loss : 0.16761843860149384
915800 0.167777 0.167618 0.166940 CURRENT LEARNING RATE: 7.374665321285503e-05
previous_iter_valid_loss : 0.16198855638504028
915820 0.162158 0.161989 0.166954 CURRENT LEARNING RATE: 7.373190535704724e-05
previous_iter_valid_loss : 0.1614280641078949
915840 0.161610 0.161428 0.166714 CURRENT LEARNING RATE: 7.371716045051567e-05
previous_iter_valid_loss : 0.16291961073875427
915860 0.163082 0.162920 0.166399 CURRENT LEARNING RATE: 7.370241849267052e-05
previous_iter_valid_loss : 0.16744990646839142
915880 0.167601 0.167450 0.166625 CURRENT LEARNING RATE: 7.3687679482922e-05
previous_iter_valid_loss : 0.18848203122615814
915900 0.188903 0.188482 0.167581 CURRENT LEARNING RATE: 7.367294342068079e-05
previous_iter_valid_loss : 0.17440228164196014
915920 0.174672 0.174402 0.167528 CURRENT LEARNING RATE: 7.365821030535734e-05
previous_iter_valid_loss : 0.1605173796415329
915940 0.160682 0.160517 0.167409 CURRENT LEARNING RATE: 7.36434801363623e-05
previous_iter_valid_loss : 0.1608867645263672
915960 0.161067 0.160887 0.167089 CURRENT LEARNING RATE: 7.362875291310634e-05
previous_iter_valid_loss : 0.1622946709394455
915980 0.162466 0.162295 0.167179 CURRENT LEARNING RATE: 7.361402863500065e-05
previous_iter_valid_loss : 0.1607252061367035
916000 0.160893 0.160725 0.166086 CURRENT LEARNING RATE: 7.35993073014561e-05
previous_iter_valid_loss : 0.17040859162807465
916020 0.170559 0.170409 0.166421 CURRENT LEARNING RATE: 7.358458891188386e-05
previous_iter_valid_loss : 0.16185881197452545
916040 0.162016 0.161859 0.166269 CURRENT LEARNING RATE: 7.356987346569506e-05
previous_iter_valid_loss : 0.16156169772148132
916060 0.161751 0.161562 0.166321 CURRENT LEARNING RATE: 7.355516096230135e-05
previous_iter_valid_loss : 0.17256177961826324
916080 0.172820 0.172562 0.166525 CURRENT LEARNING RATE: 7.354045140111407e-05
previous_iter_valid_loss : 0.16051225364208221
916100 0.160666 0.160512 0.166193 CURRENT LEARNING RATE: 7.352574478154485e-05
previous_iter_valid_loss : 0.16815197467803955
916120 0.168306 0.168152 0.166178 CURRENT LEARNING RATE: 7.351104110300531e-05
previous_iter_valid_loss : 0.16443485021591187
916140 0.164601 0.164435 0.166046 CURRENT LEARNING RATE: 7.349634036490757e-05
previous_iter_valid_loss : 0.16121621429920197
916160 0.161377 0.161216 0.166035 CURRENT LEARNING RATE: 7.348164256666344e-05
previous_iter_valid_loss : 0.16968445479869843
916180 0.169838 0.169684 0.165952 CURRENT LEARNING RATE: 7.346694770768489e-05
previous_iter_valid_loss : 0.16132871806621552
916200 0.161484 0.161329 0.165637 CURRENT LEARNING RATE: 7.345225578738438e-05
previous_iter_valid_loss : 0.16053003072738647
916220 0.160689 0.160530 0.165565 CURRENT LEARNING RATE: 7.343756680517413e-05
previous_iter_valid_loss : 0.16196292638778687
916240 0.162156 0.161963 0.165591 CURRENT LEARNING RATE: 7.342288076046656e-05
previous_iter_valid_loss : 0.16077172756195068
916260 0.160913 0.160772 0.165484 CURRENT LEARNING RATE: 7.340819765267408e-05
previous_iter_valid_loss : 0.16835537552833557
916280 0.168595 0.168355 0.165529 CURRENT LEARNING RATE: 7.339351748120966e-05
previous_iter_valid_loss : 0.16578073799610138
916300 0.166008 0.165781 0.164394 CURRENT LEARNING RATE: 7.337884024548596e-05
previous_iter_valid_loss : 0.16690340638160706
916320 0.167057 0.166903 0.164019 CURRENT LEARNING RATE: 7.336416594491586e-05
previous_iter_valid_loss : 0.17618966102600098
916340 0.176345 0.176190 0.164803 CURRENT LEARNING RATE: 7.334949457891228e-05
previous_iter_valid_loss : 0.1636478155851364
916360 0.163821 0.163648 0.164941 CURRENT LEARNING RATE: 7.333482614688864e-05
previous_iter_valid_loss : 0.1633516550064087
916380 0.163519 0.163352 0.164994 CURRENT LEARNING RATE: 7.332016064825804e-05
previous_iter_valid_loss : 0.17027579247951508
916400 0.170424 0.170276 0.165471 CURRENT LEARNING RATE: 7.330549808243388e-05
previous_iter_valid_loss : 0.1624445915222168
916420 0.162636 0.162445 0.165073 CURRENT LEARNING RATE: 7.329083844882953e-05
previous_iter_valid_loss : 0.16859328746795654
916440 0.168839 0.168593 0.165410 CURRENT LEARNING RATE: 7.327618174685885e-05
previous_iter_valid_loss : 0.18017823994159698
916460 0.180339 0.180178 0.166341 CURRENT LEARNING RATE: 7.326152797593545e-05
previous_iter_valid_loss : 0.16451862454414368
916480 0.164732 0.164519 0.165938 CURRENT LEARNING RATE: 7.324687713547318e-05
previous_iter_valid_loss : 0.16501490771770477
916500 0.165226 0.165015 0.166163 CURRENT LEARNING RATE: 7.323222922488586e-05
previous_iter_valid_loss : 0.1605159342288971
916520 0.160677 0.160516 0.165782 CURRENT LEARNING RATE: 7.321758424358788e-05
previous_iter_valid_loss : 0.17093463242053986
916540 0.171189 0.170935 0.166107 CURRENT LEARNING RATE: 7.320294219099326e-05
previous_iter_valid_loss : 0.16571426391601562
916560 0.165871 0.165714 0.166332 CURRENT LEARNING RATE: 7.31883030665162e-05
previous_iter_valid_loss : 0.1914343386888504
916580 0.191890 0.191434 0.167419 CURRENT LEARNING RATE: 7.317366686957142e-05
previous_iter_valid_loss : 0.17959512770175934
916600 0.179922 0.179595 0.168332 CURRENT LEARNING RATE: 7.315903359957331e-05
previous_iter_valid_loss : 0.16633976995944977
916620 0.166490 0.166340 0.168623 CURRENT LEARNING RATE: 7.314440325593657e-05
previous_iter_valid_loss : 0.16127009689807892
916640 0.161427 0.161270 0.168588 CURRENT LEARNING RATE: 7.312977583807583e-05
previous_iter_valid_loss : 0.17655424773693085
916660 0.176712 0.176554 0.169377 CURRENT LEARNING RATE: 7.311515134540627e-05
previous_iter_valid_loss : 0.16710300743579865
916680 0.167259 0.167103 0.169315 CURRENT LEARNING RATE: 7.310052977734275e-05
previous_iter_valid_loss : 0.1641940027475357
916700 0.164394 0.164194 0.169235 CURRENT LEARNING RATE: 7.308591113330046e-05
previous_iter_valid_loss : 0.16801881790161133
916720 0.168251 0.168019 0.169291 CURRENT LEARNING RATE: 7.307129541269447e-05
previous_iter_valid_loss : 0.16071946918964386
916740 0.160881 0.160719 0.168518 CURRENT LEARNING RATE: 7.305668261494046e-05
previous_iter_valid_loss : 0.1608348935842514
916760 0.161014 0.160835 0.168377 CURRENT LEARNING RATE: 7.304207273945375e-05
previous_iter_valid_loss : 0.160551518201828
916780 0.160709 0.160552 0.168237 CURRENT LEARNING RATE: 7.302746578564996e-05
previous_iter_valid_loss : 0.16050419211387634
916800 0.160662 0.160504 0.167748 CURRENT LEARNING RATE: 7.301286175294469e-05
previous_iter_valid_loss : 0.16123832762241364
916820 0.161425 0.161238 0.167688 CURRENT LEARNING RATE: 7.299826064075402e-05
previous_iter_valid_loss : 0.1611640900373459
916840 0.161321 0.161164 0.167317 CURRENT LEARNING RATE: 7.29836624484938e-05
previous_iter_valid_loss : 0.16082614660263062
916860 0.160996 0.160826 0.166349 CURRENT LEARNING RATE: 7.296906717558007e-05
previous_iter_valid_loss : 0.16370251774787903
916880 0.163904 0.163703 0.166308 CURRENT LEARNING RATE: 7.295447482142891e-05
previous_iter_valid_loss : 0.1765393316745758
916900 0.176696 0.176539 0.166884 CURRENT LEARNING RATE: 7.293988538545689e-05
previous_iter_valid_loss : 0.16322697699069977
916920 0.163393 0.163227 0.167020 CURRENT LEARNING RATE: 7.29252988670803e-05
previous_iter_valid_loss : 0.16617092490196228
916940 0.166330 0.166171 0.166782 CURRENT LEARNING RATE: 7.291071526571553e-05
previous_iter_valid_loss : 0.16054877638816833
916960 0.160704 0.160549 0.166524 CURRENT LEARNING RATE: 7.289613458077952e-05
previous_iter_valid_loss : 0.1633487492799759
916980 0.163516 0.163349 0.165119 CURRENT LEARNING RATE: 7.28815568116889e-05
previous_iter_valid_loss : 0.17768441140651703
917000 0.177984 0.177684 0.165024 CURRENT LEARNING RATE: 7.286698195786055e-05
previous_iter_valid_loss : 0.16484978795051575
917020 0.165017 0.164850 0.164949 CURRENT LEARNING RATE: 7.285241001871138e-05
previous_iter_valid_loss : 0.16054965555667877
917040 0.160714 0.160550 0.164913 CURRENT LEARNING RATE: 7.283784099365874e-05
previous_iter_valid_loss : 0.16062280535697937
917060 0.160783 0.160623 0.164117 CURRENT LEARNING RATE: 7.282327488211976e-05
previous_iter_valid_loss : 0.1606500893831253
917080 0.160819 0.160650 0.163794 CURRENT LEARNING RATE: 7.280871168351178e-05
previous_iter_valid_loss : 0.16381533443927765
917100 0.163986 0.163815 0.163775 CURRENT LEARNING RATE: 7.279415139725212e-05
previous_iter_valid_loss : 0.16089612245559692
917120 0.161074 0.160896 0.163419 CURRENT LEARNING RATE: 7.277959402275869e-05
previous_iter_valid_loss : 0.16862069070339203
917140 0.168846 0.168621 0.163814 CURRENT LEARNING RATE: 7.276503955944902e-05
previous_iter_valid_loss : 0.16464479267597198
917160 0.164848 0.164645 0.164005 CURRENT LEARNING RATE: 7.275048800674094e-05
previous_iter_valid_loss : 0.17279121279716492
917180 0.172937 0.172791 0.164617 CURRENT LEARNING RATE: 7.273593936405226e-05
previous_iter_valid_loss : 0.16343414783477783
917200 0.163609 0.163434 0.164763 CURRENT LEARNING RATE: 7.272139363080129e-05
previous_iter_valid_loss : 0.18953482806682587
917220 0.189662 0.189535 0.166178 CURRENT LEARNING RATE: 7.270685080640607e-05
previous_iter_valid_loss : 0.16052702069282532
917240 0.160686 0.160527 0.166146 CURRENT LEARNING RATE: 7.269231089028491e-05
previous_iter_valid_loss : 0.1625024378299713
917260 0.162691 0.162502 0.166230 CURRENT LEARNING RATE: 7.267777388185607e-05
previous_iter_valid_loss : 0.1625855267047882
917280 0.162757 0.162586 0.166174 CURRENT LEARNING RATE: 7.26632397805383e-05
previous_iter_valid_loss : 0.16693691909313202
917300 0.167158 0.166937 0.165694 CURRENT LEARNING RATE: 7.264870858575015e-05
previous_iter_valid_loss : 0.1611354649066925
917320 0.161321 0.161135 0.165589 CURRENT LEARNING RATE: 7.263418029691021e-05
previous_iter_valid_loss : 0.162432461977005
917340 0.162625 0.162432 0.165402 CURRENT LEARNING RATE: 7.261965491343763e-05
previous_iter_valid_loss : 0.1728140264749527
917360 0.172960 0.172814 0.166016 CURRENT LEARNING RATE: 7.260513243475125e-05
previous_iter_valid_loss : 0.1708250641822815
917380 0.170975 0.170825 0.166389 CURRENT LEARNING RATE: 7.259061286027018e-05
previous_iter_valid_loss : 0.18210537731647491
917400 0.182435 0.182105 0.166610 CURRENT LEARNING RATE: 7.257609618941351e-05
previous_iter_valid_loss : 0.16738824546337128
917420 0.167611 0.167388 0.166737 CURRENT LEARNING RATE: 7.256158242160081e-05
previous_iter_valid_loss : 0.16435043513774872
917440 0.164530 0.164350 0.166927 CURRENT LEARNING RATE: 7.254707155625144e-05
previous_iter_valid_loss : 0.16339677572250366
917460 0.163606 0.163397 0.167066 CURRENT LEARNING RATE: 7.253256359278493e-05
previous_iter_valid_loss : 0.16995437443256378
917480 0.170203 0.169954 0.167531 CURRENT LEARNING RATE: 7.251805853062083e-05
previous_iter_valid_loss : 0.16207443177700043
917500 0.162255 0.162074 0.167444 CURRENT LEARNING RATE: 7.250355636917924e-05
previous_iter_valid_loss : 0.1615021675825119
917520 0.161689 0.161502 0.167475 CURRENT LEARNING RATE: 7.248905710787988e-05
previous_iter_valid_loss : 0.17892183363437653
917540 0.179082 0.178922 0.167990 CURRENT LEARNING RATE: 7.247456074614284e-05
previous_iter_valid_loss : 0.16297605633735657
917560 0.163180 0.162976 0.167906 CURRENT LEARNING RATE: 7.246006728338811e-05
previous_iter_valid_loss : 0.16902102530002594
917580 0.169177 0.169021 0.167718 CURRENT LEARNING RATE: 7.24455767190362e-05
previous_iter_valid_loss : 0.16296564042568207
917600 0.163131 0.162966 0.167694 CURRENT LEARNING RATE: 7.243108905250738e-05
previous_iter_valid_loss : 0.1662077158689499
917620 0.166367 0.166208 0.166528 CURRENT LEARNING RATE: 7.241660428322211e-05
previous_iter_valid_loss : 0.16285859048366547
917640 0.163045 0.162859 0.166645 CURRENT LEARNING RATE: 7.240212241060092e-05
previous_iter_valid_loss : 0.16431425511837006
917660 0.164479 0.164314 0.166735 CURRENT LEARNING RATE: 7.238764343406473e-05
previous_iter_valid_loss : 0.16214154660701752
917680 0.162301 0.162142 0.166713 CURRENT LEARNING RATE: 7.237316735303432e-05
previous_iter_valid_loss : 0.17192696034908295
917700 0.172190 0.171927 0.166962 CURRENT LEARNING RATE: 7.23586941669306e-05
previous_iter_valid_loss : 0.16204184293746948
917720 0.162204 0.162042 0.167008 CURRENT LEARNING RATE: 7.234422387517454e-05
previous_iter_valid_loss : 0.16758570075035095
917740 0.167736 0.167586 0.167265 CURRENT LEARNING RATE: 7.232975647718755e-05
previous_iter_valid_loss : 0.16061921417713165
917760 0.160781 0.160619 0.166656 CURRENT LEARNING RATE: 7.231529197239085e-05
previous_iter_valid_loss : 0.16915476322174072
917780 0.169308 0.169155 0.166572 CURRENT LEARNING RATE: 7.23008303602057e-05
previous_iter_valid_loss : 0.16162832081317902
917800 0.161781 0.161628 0.165548 CURRENT LEARNING RATE: 7.22863716400539e-05
previous_iter_valid_loss : 0.17843632400035858
917820 0.178600 0.178436 0.166101 CURRENT LEARNING RATE: 7.227191581135698e-05
previous_iter_valid_loss : 0.1628258377313614
917840 0.162988 0.162826 0.166024 CURRENT LEARNING RATE: 7.22574628735367e-05
previous_iter_valid_loss : 0.16912096738815308
917860 0.169357 0.169121 0.166311 CURRENT LEARNING RATE: 7.224301282601482e-05
previous_iter_valid_loss : 0.1616184115409851
917880 0.161776 0.161618 0.165894 CURRENT LEARNING RATE: 7.222856566821358e-05
previous_iter_valid_loss : 0.16713421046733856
917900 0.167290 0.167134 0.166147 CURRENT LEARNING RATE: 7.221412139955498e-05
previous_iter_valid_loss : 0.18288852274417877
917920 0.183045 0.182889 0.167216 CURRENT LEARNING RATE: 7.219968001946125e-05
previous_iter_valid_loss : 0.16128003597259521
917940 0.161469 0.161280 0.166334 CURRENT LEARNING RATE: 7.218524152735461e-05
previous_iter_valid_loss : 0.17451906204223633
917960 0.174667 0.174519 0.166911 CURRENT LEARNING RATE: 7.217080592265776e-05
previous_iter_valid_loss : 0.16168047487735748
917980 0.161867 0.161680 0.166544 CURRENT LEARNING RATE: 7.215637320479315e-05
previous_iter_valid_loss : 0.16048754751682281
918000 0.160649 0.160488 0.166420 CURRENT LEARNING RATE: 7.21419433731835e-05
previous_iter_valid_loss : 0.2004287838935852
918020 0.200518 0.200429 0.168131 CURRENT LEARNING RATE: 7.212751642725145e-05
previous_iter_valid_loss : 0.19198893010616302
918040 0.192444 0.191989 0.169588 CURRENT LEARNING RATE: 7.21130923664202e-05
previous_iter_valid_loss : 0.1630658060312271
918060 0.163273 0.163066 0.169525 CURRENT LEARNING RATE: 7.209867119011264e-05
previous_iter_valid_loss : 0.18560977280139923
918080 0.185990 0.185610 0.170699 CURRENT LEARNING RATE: 7.208425289775196e-05
previous_iter_valid_loss : 0.16435185074806213
918100 0.164554 0.164352 0.170320 CURRENT LEARNING RATE: 7.206983748876126e-05
previous_iter_valid_loss : 0.16253063082695007
918120 0.162719 0.162531 0.170345 CURRENT LEARNING RATE: 7.20554249625642e-05
previous_iter_valid_loss : 0.1751018464565277
918140 0.175388 0.175102 0.170720 CURRENT LEARNING RATE: 7.204101531858415e-05
previous_iter_valid_loss : 0.16283124685287476
918160 0.163026 0.162831 0.170831 CURRENT LEARNING RATE: 7.202660855624459e-05
previous_iter_valid_loss : 0.17576150596141815
918180 0.176052 0.175762 0.171161 CURRENT LEARNING RATE: 7.201220467496952e-05
previous_iter_valid_loss : 0.16403260827064514
918200 0.164203 0.164033 0.171282 CURRENT LEARNING RATE: 7.199780367418265e-05
previous_iter_valid_loss : 0.16839325428009033
918220 0.168613 0.168393 0.170779 CURRENT LEARNING RATE: 7.198340555330791e-05
previous_iter_valid_loss : 0.17556747794151306
918240 0.175725 0.175567 0.171416 CURRENT LEARNING RATE: 7.19690103117693e-05
previous_iter_valid_loss : 0.1630525439977646
918260 0.163218 0.163053 0.171113 CURRENT LEARNING RATE: 7.195461794899124e-05
previous_iter_valid_loss : 0.16208453476428986
918280 0.162247 0.162085 0.171136 CURRENT LEARNING RATE: 7.194022846439789e-05
previous_iter_valid_loss : 0.16443781554698944
918300 0.164649 0.164438 0.171002 CURRENT LEARNING RATE: 7.19258418574137e-05
previous_iter_valid_loss : 0.1617049127817154
918320 0.161903 0.161705 0.169942 CURRENT LEARNING RATE: 7.191145812746307e-05
previous_iter_valid_loss : 0.16112865507602692
918340 0.161287 0.161129 0.169935 CURRENT LEARNING RATE: 7.189707727397089e-05
previous_iter_valid_loss : 0.18033261597156525
918360 0.180665 0.180333 0.170225 CURRENT LEARNING RATE: 7.188269929636181e-05
previous_iter_valid_loss : 0.16513924300670624
918380 0.165347 0.165139 0.170398 CURRENT LEARNING RATE: 7.186832419406073e-05
previous_iter_valid_loss : 0.16926328837871552
918400 0.169495 0.169263 0.170837 CURRENT LEARNING RATE: 7.185395196649248e-05
previous_iter_valid_loss : 0.1644314080476761
918420 0.164634 0.164431 0.169037 CURRENT LEARNING RATE: 7.183958261308247e-05
previous_iter_valid_loss : 0.16126351058483124
918440 0.161455 0.161264 0.167501 CURRENT LEARNING RATE: 7.182521613325575e-05
previous_iter_valid_loss : 0.16240862011909485
918460 0.162592 0.162409 0.167468 CURRENT LEARNING RATE: 7.181085252643769e-05
previous_iter_valid_loss : 0.16050659120082855
918480 0.160662 0.160507 0.166213 CURRENT LEARNING RATE: 7.179649179205362e-05
previous_iter_valid_loss : 0.16060137748718262
918500 0.160760 0.160601 0.166025 CURRENT LEARNING RATE: 7.178213392952936e-05
previous_iter_valid_loss : 0.16387471556663513
918520 0.164068 0.163875 0.166093 CURRENT LEARNING RATE: 7.176777893829045e-05
previous_iter_valid_loss : 0.16122953593730927
918540 0.161413 0.161230 0.165399 CURRENT LEARNING RATE: 7.175342681776259e-05
previous_iter_valid_loss : 0.16581766307353973
918560 0.165981 0.165818 0.165548 CURRENT LEARNING RATE: 7.173907756737194e-05
previous_iter_valid_loss : 0.1633148342370987
918580 0.163515 0.163315 0.164926 CURRENT LEARNING RATE: 7.172473118654441e-05
previous_iter_valid_loss : 0.16230131685733795
918600 0.162488 0.162301 0.164840 CURRENT LEARNING RATE: 7.171038767470613e-05
previous_iter_valid_loss : 0.1609598696231842
918620 0.161142 0.160960 0.164468 CURRENT LEARNING RATE: 7.169604703128323e-05
previous_iter_valid_loss : 0.16061078011989594
918640 0.160763 0.160611 0.163720 CURRENT LEARNING RATE: 7.168170925570237e-05
previous_iter_valid_loss : 0.17000479996204376
918660 0.170153 0.170005 0.164068 CURRENT LEARNING RATE: 7.166737434738987e-05
previous_iter_valid_loss : 0.16339434683322906
918680 0.163587 0.163394 0.164133 CURRENT LEARNING RATE: 7.165304230577237e-05
previous_iter_valid_loss : 0.1606496125459671
918700 0.160816 0.160650 0.163944 CURRENT LEARNING RATE: 7.163871313027642e-05
previous_iter_valid_loss : 0.165091410279274
918720 0.165299 0.165091 0.164113 CURRENT LEARNING RATE: 7.162438682032915e-05
previous_iter_valid_loss : 0.16890287399291992
918740 0.169054 0.168903 0.164502 CURRENT LEARNING RATE: 7.161006337535737e-05
previous_iter_valid_loss : 0.16185812652111053
918760 0.162047 0.161858 0.163578 CURRENT LEARNING RATE: 7.159574279478812e-05
previous_iter_valid_loss : 0.16326366364955902
918780 0.163459 0.163264 0.163484 CURRENT LEARNING RATE: 7.158142507804846e-05
previous_iter_valid_loss : 0.16074790060520172
918800 0.160922 0.160748 0.163058 CURRENT LEARNING RATE: 7.156711022456595e-05
previous_iter_valid_loss : 0.16649453341960907
918820 0.166703 0.166495 0.163162 CURRENT LEARNING RATE: 7.155279823376786e-05
previous_iter_valid_loss : 0.16050764918327332
918840 0.160665 0.160508 0.163124 CURRENT LEARNING RATE: 7.15384891050817e-05
previous_iter_valid_loss : 0.16397736966609955
918860 0.164173 0.163977 0.163202 CURRENT LEARNING RATE: 7.152418283793499e-05
previous_iter_valid_loss : 0.16927191615104675
918880 0.169421 0.169272 0.163640 CURRENT LEARNING RATE: 7.150987943175574e-05
previous_iter_valid_loss : 0.16544781625270844
918900 0.165653 0.165448 0.163883 CURRENT LEARNING RATE: 7.149557888597166e-05
previous_iter_valid_loss : 0.1773572862148285
918920 0.177657 0.177357 0.164557 CURRENT LEARNING RATE: 7.148128120001076e-05
previous_iter_valid_loss : 0.16316254436969757
918940 0.163376 0.163163 0.164654 CURRENT LEARNING RATE: 7.146698637330099e-05
previous_iter_valid_loss : 0.16196686029434204
918960 0.162156 0.161967 0.164461 CURRENT LEARNING RATE: 7.14526944052708e-05
previous_iter_valid_loss : 0.16686968505382538
918980 0.167091 0.166870 0.164639 CURRENT LEARNING RATE: 7.14384052953484e-05
previous_iter_valid_loss : 0.16344821453094482
919000 0.163643 0.163448 0.164696 CURRENT LEARNING RATE: 7.14241190429621e-05
previous_iter_valid_loss : 0.1623530238866806
919020 0.162549 0.162353 0.164766 CURRENT LEARNING RATE: 7.14098356475407e-05
previous_iter_valid_loss : 0.16192620992660522
919040 0.162086 0.161926 0.164832 CURRENT LEARNING RATE: 7.139555510851272e-05
previous_iter_valid_loss : 0.16275471448898315
919060 0.162912 0.162755 0.164469 CURRENT LEARNING RATE: 7.138127742530697e-05
previous_iter_valid_loss : 0.16532525420188904
919080 0.165535 0.165325 0.164566 CURRENT LEARNING RATE: 7.13670025973522e-05
previous_iter_valid_loss : 0.16123037040233612
919100 0.161387 0.161230 0.164595 CURRENT LEARNING RATE: 7.135273062407765e-05
previous_iter_valid_loss : 0.1617463082075119
919120 0.161934 0.161746 0.164427 CURRENT LEARNING RATE: 7.133846150491236e-05
previous_iter_valid_loss : 0.17603300511837006
919140 0.176322 0.176033 0.164784 CURRENT LEARNING RATE: 7.132419523928552e-05
previous_iter_valid_loss : 0.16055633127689362
919160 0.160716 0.160556 0.164719 CURRENT LEARNING RATE: 7.130993182662639e-05
previous_iter_valid_loss : 0.18242843449115753
919180 0.182585 0.182428 0.165677 CURRENT LEARNING RATE: 7.129567126636465e-05
previous_iter_valid_loss : 0.17806588113307953
919200 0.178380 0.178066 0.166543 CURRENT LEARNING RATE: 7.128141355792977e-05
previous_iter_valid_loss : 0.1682213693857193
919220 0.168460 0.168221 0.166629 CURRENT LEARNING RATE: 7.126715870075147e-05
previous_iter_valid_loss : 0.16093671321868896
919240 0.161089 0.160937 0.166651 CURRENT LEARNING RATE: 7.125290669425937e-05
previous_iter_valid_loss : 0.16304516792297363
919260 0.163223 0.163045 0.166604 CURRENT LEARNING RATE: 7.123865753788369e-05
previous_iter_valid_loss : 0.16081103682518005
919280 0.160987 0.160811 0.166181 CURRENT LEARNING RATE: 7.122441123105432e-05
previous_iter_valid_loss : 0.1663636863231659
919300 0.166586 0.166364 0.166227 CURRENT LEARNING RATE: 7.12101677732014e-05
previous_iter_valid_loss : 0.1609332412481308
919320 0.161122 0.160933 0.165406 CURRENT LEARNING RATE: 7.119592716375509e-05
previous_iter_valid_loss : 0.16084738075733185
919340 0.161000 0.160847 0.165290 CURRENT LEARNING RATE: 7.118168940214599e-05
previous_iter_valid_loss : 0.1618005633354187
919360 0.161997 0.161801 0.165282 CURRENT LEARNING RATE: 7.116745448780448e-05
previous_iter_valid_loss : 0.1673518866300583
919380 0.167504 0.167352 0.165306 CURRENT LEARNING RATE: 7.115322242016103e-05
previous_iter_valid_loss : 0.16164202988147736
919400 0.161830 0.161642 0.165215 CURRENT LEARNING RATE: 7.113899319864661e-05
previous_iter_valid_loss : 0.16828860342502594
919420 0.168521 0.168289 0.165512 CURRENT LEARNING RATE: 7.112476682269192e-05
previous_iter_valid_loss : 0.1666046530008316
919440 0.166760 0.166605 0.165746 CURRENT LEARNING RATE: 7.111054329172793e-05
previous_iter_valid_loss : 0.1607363522052765
919460 0.160895 0.160736 0.165645 CURRENT LEARNING RATE: 7.109632260518554e-05
previous_iter_valid_loss : 0.16138099133968353
919480 0.161539 0.161381 0.165448 CURRENT LEARNING RATE: 7.10821047624962e-05
previous_iter_valid_loss : 0.16248375177383423
919500 0.162671 0.162484 0.165511 CURRENT LEARNING RATE: 7.106788976309106e-05
previous_iter_valid_loss : 0.16701431572437286
919520 0.167230 0.167014 0.165774 CURRENT LEARNING RATE: 7.105367760640152e-05
previous_iter_valid_loss : 0.1659409999847412
919540 0.166099 0.165941 0.165269 CURRENT LEARNING RATE: 7.103946829185897e-05
previous_iter_valid_loss : 0.17076756060123444
919560 0.171031 0.170768 0.165780 CURRENT LEARNING RATE: 7.102526181889528e-05
previous_iter_valid_loss : 0.16398081183433533
919580 0.164187 0.163981 0.164858 CURRENT LEARNING RATE: 7.101105818694207e-05
previous_iter_valid_loss : 0.16062401235103607
919600 0.160791 0.160624 0.163986 CURRENT LEARNING RATE: 7.09968573954312e-05
previous_iter_valid_loss : 0.1644374430179596
919620 0.164630 0.164437 0.163796 CURRENT LEARNING RATE: 7.098265944379451e-05
previous_iter_valid_loss : 0.16109946370124817
919640 0.161253 0.161099 0.163804 CURRENT LEARNING RATE: 7.096846433146434e-05
previous_iter_valid_loss : 0.16158843040466309
919660 0.161787 0.161588 0.163732 CURRENT LEARNING RATE: 7.095427205787274e-05
previous_iter_valid_loss : 0.1607791930437088
919680 0.160967 0.160779 0.163730 CURRENT LEARNING RATE: 7.094008262245205e-05
previous_iter_valid_loss : 0.16068130731582642
919700 0.160844 0.160681 0.163446 CURRENT LEARNING RATE: 7.092589602463454e-05
previous_iter_valid_loss : 0.16107434034347534
919720 0.161261 0.161074 0.163453 CURRENT LEARNING RATE: 7.0911712263853e-05
previous_iter_valid_loss : 0.16284480690956116
919740 0.163046 0.162845 0.163553 CURRENT LEARNING RATE: 7.089753133953996e-05
previous_iter_valid_loss : 0.16054300963878632
919760 0.160713 0.160543 0.163490 CURRENT LEARNING RATE: 7.088335325112806e-05
previous_iter_valid_loss : 0.16318264603614807
919780 0.163376 0.163183 0.163282 CURRENT LEARNING RATE: 7.086917799805042e-05
previous_iter_valid_loss : 0.16194728016853333
919800 0.162120 0.161947 0.163297 CURRENT LEARNING RATE: 7.085500557973993e-05
previous_iter_valid_loss : 0.16215313971042633
919820 0.162316 0.162153 0.162990 CURRENT LEARNING RATE: 7.084083599562965e-05
previous_iter_valid_loss : 0.16094174981117249
919840 0.161127 0.160942 0.162707 CURRENT LEARNING RATE: 7.08266692451527e-05
previous_iter_valid_loss : 0.16467031836509705
919860 0.164860 0.164670 0.162904 CURRENT LEARNING RATE: 7.081250532774265e-05
previous_iter_valid_loss : 0.16632036864757538
919880 0.166482 0.166320 0.163151 CURRENT LEARNING RATE: 7.079834424283284e-05
previous_iter_valid_loss : 0.16175967454910278
919900 0.161921 0.161760 0.163114 CURRENT LEARNING RATE: 7.07841859898568e-05
previous_iter_valid_loss : 0.1661241203546524
919920 0.166330 0.166124 0.163070 CURRENT LEARNING RATE: 7.077003056824808e-05
previous_iter_valid_loss : 0.16989773511886597
919940 0.170043 0.169898 0.163268 CURRENT LEARNING RATE: 7.075587797744072e-05
previous_iter_valid_loss : 0.16837170720100403
919960 0.168604 0.168372 0.163148 CURRENT LEARNING RATE: 7.074172821686849e-05
previous_iter_valid_loss : 0.17025603353977203
919980 0.170409 0.170256 0.163462 CURRENT LEARNING RATE: 7.072758128596538e-05
previous_iter_valid_loss : 0.16248047351837158
920000 0.162635 0.162480 0.163554 CURRENT LEARNING RATE: 7.071343718416543e-05
previous_iter_valid_loss : 0.16182780265808105
920020 0.162019 0.161828 0.163424 CURRENT LEARNING RATE: 7.069929591090309e-05
previous_iter_valid_loss : 0.16086864471435547
920040 0.161047 0.160869 0.163412 CURRENT LEARNING RATE: 7.06851574656126e-05
previous_iter_valid_loss : 0.16260747611522675
920060 0.162807 0.162607 0.163463 CURRENT LEARNING RATE: 7.067102184772842e-05
previous_iter_valid_loss : 0.1605587750673294
920080 0.160724 0.160559 0.163452 CURRENT LEARNING RATE: 7.0656889056685e-05
previous_iter_valid_loss : 0.1624598652124405
920100 0.162659 0.162460 0.163541 CURRENT LEARNING RATE: 7.064275909191727e-05
previous_iter_valid_loss : 0.17078854143619537
920120 0.171034 0.170789 0.164027 CURRENT LEARNING RATE: 7.062863195285992e-05
previous_iter_valid_loss : 0.17966163158416748
920140 0.179997 0.179662 0.164868 CURRENT LEARNING RATE: 7.061450763894786e-05
previous_iter_valid_loss : 0.1698659062385559
920160 0.170112 0.169866 0.165334 CURRENT LEARNING RATE: 7.060038614961597e-05
previous_iter_valid_loss : 0.16189900040626526
920180 0.162088 0.161899 0.165270 CURRENT LEARNING RATE: 7.058626748429967e-05
previous_iter_valid_loss : 0.1611742377281189
920200 0.161365 0.161174 0.165231 CURRENT LEARNING RATE: 7.057215164243408e-05
previous_iter_valid_loss : 0.16125190258026123
920220 0.161399 0.161252 0.165186 CURRENT LEARNING RATE: 7.055803862345445e-05
previous_iter_valid_loss : 0.1612689346075058
920240 0.161450 0.161269 0.165202 CURRENT LEARNING RATE: 7.05439284267965e-05
previous_iter_valid_loss : 0.17080430686473846
920260 0.171073 0.170804 0.165509 CURRENT LEARNING RATE: 7.052982105189568e-05
previous_iter_valid_loss : 0.16949890553951263
920280 0.169740 0.169499 0.165668 CURRENT LEARNING RATE: 7.051571649818772e-05
previous_iter_valid_loss : 0.17175890505313873
920300 0.171905 0.171759 0.166168 CURRENT LEARNING RATE: 7.050161476510831e-05
previous_iter_valid_loss : 0.17220096290111542
920320 0.172350 0.172201 0.166472 CURRENT LEARNING RATE: 7.048751585209362e-05
previous_iter_valid_loss : 0.16364775598049164
920340 0.163843 0.163648 0.166159 CURRENT LEARNING RATE: 7.047341975857957e-05
previous_iter_valid_loss : 0.16162744164466858
920360 0.161819 0.161627 0.165822 CURRENT LEARNING RATE: 7.045932648400232e-05
previous_iter_valid_loss : 0.17149728536605835
920380 0.171746 0.171497 0.165884 CURRENT LEARNING RATE: 7.044523602779802e-05
previous_iter_valid_loss : 0.16324205696582794
920400 0.163443 0.163242 0.165922 CURRENT LEARNING RATE: 7.04311483894033e-05
previous_iter_valid_loss : 0.16055992245674133
920420 0.160730 0.160560 0.165859 CURRENT LEARNING RATE: 7.04170635682545e-05
previous_iter_valid_loss : 0.16095750033855438
920440 0.161125 0.160958 0.165863 CURRENT LEARNING RATE: 7.040298156378828e-05
previous_iter_valid_loss : 0.17747078835964203
920460 0.177629 0.177471 0.166606 CURRENT LEARNING RATE: 7.038890237544118e-05
previous_iter_valid_loss : 0.16052037477493286
920480 0.160686 0.160520 0.166605 CURRENT LEARNING RATE: 7.037482600265033e-05
previous_iter_valid_loss : 0.17310643196105957
920500 0.173382 0.173106 0.167137 CURRENT LEARNING RATE: 7.036075244485253e-05
previous_iter_valid_loss : 0.16060593724250793
920520 0.160779 0.160606 0.166628 CURRENT LEARNING RATE: 7.034668170148482e-05
previous_iter_valid_loss : 0.18727459013462067
920540 0.187407 0.187275 0.167008 CURRENT LEARNING RATE: 7.033261377198428e-05
previous_iter_valid_loss : 0.16808581352233887
920560 0.168242 0.168086 0.166919 CURRENT LEARNING RATE: 7.031854865578842e-05
previous_iter_valid_loss : 0.16229018568992615
920580 0.162484 0.162290 0.166939 CURRENT LEARNING RATE: 7.030448635233451e-05
previous_iter_valid_loss : 0.16062074899673462
920600 0.160786 0.160621 0.166911 CURRENT LEARNING RATE: 7.029042686105995e-05
previous_iter_valid_loss : 0.16057400405406952
920620 0.160733 0.160574 0.166877 CURRENT LEARNING RATE: 7.02763701814026e-05
previous_iter_valid_loss : 0.17115584015846252
920640 0.171414 0.171156 0.167372 CURRENT LEARNING RATE: 7.026231631280005e-05
previous_iter_valid_loss : 0.16188956797122955
920660 0.162058 0.161890 0.166926 CURRENT LEARNING RATE: 7.024826525469017e-05
previous_iter_valid_loss : 0.17434611916542053
920680 0.174498 0.174346 0.167168 CURRENT LEARNING RATE: 7.023421700651079e-05
previous_iter_valid_loss : 0.1664504110813141
920700 0.166611 0.166450 0.166903 CURRENT LEARNING RATE: 7.022017156770022e-05
previous_iter_valid_loss : 0.16504549980163574
920720 0.165212 0.165045 0.166545 CURRENT LEARNING RATE: 7.020612893769651e-05
previous_iter_valid_loss : 0.16095417737960815
920740 0.161137 0.160954 0.166410 CURRENT LEARNING RATE: 7.019208911593799e-05
previous_iter_valid_loss : 0.16659827530384064
920760 0.166817 0.166598 0.166659 CURRENT LEARNING RATE: 7.01780521018629e-05
previous_iter_valid_loss : 0.1619373857975006
920780 0.162128 0.161937 0.166181 CURRENT LEARNING RATE: 7.016401789491004e-05
previous_iter_valid_loss : 0.17782947421073914
920800 0.178138 0.177829 0.166910 CURRENT LEARNING RATE: 7.01499864945179e-05
previous_iter_valid_loss : 0.1657712310552597
920820 0.165989 0.165771 0.167171 CURRENT LEARNING RATE: 7.013595790012523e-05
previous_iter_valid_loss : 0.1703951060771942
920840 0.170637 0.170395 0.167643 CURRENT LEARNING RATE: 7.012193211117076e-05
previous_iter_valid_loss : 0.1655281037092209
920860 0.165732 0.165528 0.167046 CURRENT LEARNING RATE: 7.010790912709371e-05
previous_iter_valid_loss : 0.17467565834522247
920880 0.174821 0.174676 0.167753 CURRENT LEARNING RATE: 7.009388894733304e-05
previous_iter_valid_loss : 0.1716163456439972
920900 0.171877 0.171616 0.167679 CURRENT LEARNING RATE: 7.007987157132793e-05
previous_iter_valid_loss : 0.16707496345043182
920920 0.167231 0.167075 0.168002 CURRENT LEARNING RATE: 7.006585699851756e-05
previous_iter_valid_loss : 0.1606808453798294
920940 0.160855 0.160681 0.166673 CURRENT LEARNING RATE: 7.005184522834162e-05
previous_iter_valid_loss : 0.16141997277736664
920960 0.161612 0.161420 0.166339 CURRENT LEARNING RATE: 7.003783626023949e-05
previous_iter_valid_loss : 0.1606418937444687
920980 0.160820 0.160642 0.166257 CURRENT LEARNING RATE: 7.00238300936507e-05
previous_iter_valid_loss : 0.16133266687393188
921000 0.161489 0.161333 0.166293 CURRENT LEARNING RATE: 7.000982672801524e-05
previous_iter_valid_loss : 0.16628466546535492
921020 0.166446 0.166285 0.166578 CURRENT LEARNING RATE: 6.999582616277286e-05
previous_iter_valid_loss : 0.16070587933063507
921040 0.160882 0.160706 0.166056 CURRENT LEARNING RATE: 6.998182839736353e-05
previous_iter_valid_loss : 0.1605447232723236
921060 0.160716 0.160545 0.165988 CURRENT LEARNING RATE: 6.996783343122725e-05
previous_iter_valid_loss : 0.16438119113445282
921080 0.164546 0.164381 0.165490 CURRENT LEARNING RATE: 6.995384126380441e-05
previous_iter_valid_loss : 0.1691376268863678
921100 0.169289 0.169138 0.165625 CURRENT LEARNING RATE: 6.993985189453524e-05
previous_iter_valid_loss : 0.166282057762146
921120 0.166446 0.166282 0.165686 CURRENT LEARNING RATE: 6.992586532286015e-05
previous_iter_valid_loss : 0.1614513397216797
921140 0.161603 0.161451 0.165711 CURRENT LEARNING RATE: 6.991188154821956e-05
previous_iter_valid_loss : 0.17629338800907135
921160 0.176449 0.176293 0.166196 CURRENT LEARNING RATE: 6.989790057005437e-05
previous_iter_valid_loss : 0.16063283383846283
921180 0.160795 0.160633 0.166131 CURRENT LEARNING RATE: 6.988392238780521e-05
previous_iter_valid_loss : 0.17234963178634644
921200 0.172498 0.172350 0.165857 CURRENT LEARNING RATE: 6.986994700091295e-05
previous_iter_valid_loss : 0.1604984700679779
921220 0.160662 0.160498 0.165593 CURRENT LEARNING RATE: 6.985597440881847e-05
previous_iter_valid_loss : 0.17401644587516785
921240 0.174165 0.174016 0.165774 CURRENT LEARNING RATE: 6.984200461096309e-05
previous_iter_valid_loss : 0.16512858867645264
921260 0.165300 0.165129 0.165754 CURRENT LEARNING RATE: 6.98280376067879e-05
previous_iter_valid_loss : 0.16198937594890594
921280 0.162178 0.161989 0.165120 CURRENT LEARNING RATE: 6.981407339573423e-05
previous_iter_valid_loss : 0.16891269385814667
921300 0.169065 0.168913 0.164985 CURRENT LEARNING RATE: 6.980011197724338e-05
previous_iter_valid_loss : 0.1608663946390152
921320 0.161022 0.160866 0.164674 CURRENT LEARNING RATE: 6.978615335075714e-05
previous_iter_valid_loss : 0.1631237417459488
921340 0.163314 0.163124 0.164796 CURRENT LEARNING RATE: 6.977219751571705e-05
previous_iter_valid_loss : 0.16208729147911072
921360 0.162274 0.162087 0.164830 CURRENT LEARNING RATE: 6.975824447156473e-05
previous_iter_valid_loss : 0.16483177244663239
921380 0.165005 0.164832 0.165039 CURRENT LEARNING RATE: 6.974429421774233e-05
previous_iter_valid_loss : 0.1605706512928009
921400 0.160739 0.160571 0.165001 CURRENT LEARNING RATE: 6.973034675369173e-05
previous_iter_valid_loss : 0.16271676123142242
921420 0.162889 0.162717 0.164823 CURRENT LEARNING RATE: 6.971640207885497e-05
previous_iter_valid_loss : 0.16369105875492096
921440 0.163877 0.163691 0.164972 CURRENT LEARNING RATE: 6.970246019267421e-05
previous_iter_valid_loss : 0.16130466759204865
921460 0.161458 0.161305 0.165010 CURRENT LEARNING RATE: 6.968852109459198e-05
previous_iter_valid_loss : 0.16104716062545776
921480 0.161229 0.161047 0.164843 CURRENT LEARNING RATE: 6.96745847840506e-05
previous_iter_valid_loss : 0.16053549945354462
921500 0.160694 0.160535 0.164413 CURRENT LEARNING RATE: 6.966065126049263e-05
previous_iter_valid_loss : 0.16207917034626007
921520 0.162269 0.162079 0.164203 CURRENT LEARNING RATE: 6.964672052336058e-05
previous_iter_valid_loss : 0.16713128983974457
921540 0.167351 0.167131 0.164487 CURRENT LEARNING RATE: 6.96327925720975e-05
previous_iter_valid_loss : 0.20235484838485718
921560 0.202427 0.202355 0.165790 CURRENT LEARNING RATE: 6.961886740614612e-05
previous_iter_valid_loss : 0.17963531613349915
921580 0.179795 0.179635 0.166740 CURRENT LEARNING RATE: 6.960494502494946e-05
previous_iter_valid_loss : 0.1727958768606186
921600 0.172941 0.172796 0.166763 CURRENT LEARNING RATE: 6.959102542795048e-05
previous_iter_valid_loss : 0.16287711262702942
921620 0.163074 0.162877 0.166881 CURRENT LEARNING RATE: 6.957710861459264e-05
previous_iter_valid_loss : 0.17139574885368347
921640 0.171545 0.171396 0.166750 CURRENT LEARNING RATE: 6.956319458431916e-05
previous_iter_valid_loss : 0.16291046142578125
921660 0.163112 0.162910 0.166640 CURRENT LEARNING RATE: 6.954928333657348e-05
previous_iter_valid_loss : 0.16085879504680634
921680 0.161040 0.160859 0.166583 CURRENT LEARNING RATE: 6.953537487079901e-05
previous_iter_valid_loss : 0.16605393588542938
921700 0.166218 0.166054 0.166440 CURRENT LEARNING RATE: 6.952146918643967e-05
previous_iter_valid_loss : 0.16514241695404053
921720 0.165370 0.165142 0.166654 CURRENT LEARNING RATE: 6.95075662829391e-05
previous_iter_valid_loss : 0.16059565544128418
921740 0.160762 0.160596 0.166527 CURRENT LEARNING RATE: 6.94936661597412e-05
previous_iter_valid_loss : 0.17623038589954376
921760 0.176515 0.176230 0.167235 CURRENT LEARNING RATE: 6.947976881628984e-05
previous_iter_valid_loss : 0.1624254286289215
921780 0.162582 0.162425 0.167114 CURRENT LEARNING RATE: 6.946587425202934e-05
previous_iter_valid_loss : 0.1619701236486435
921800 0.162160 0.161970 0.167184 CURRENT LEARNING RATE: 6.945198246640385e-05
previous_iter_valid_loss : 0.16441984474658966
921820 0.164585 0.164420 0.167269 CURRENT LEARNING RATE: 6.943809345885752e-05
previous_iter_valid_loss : 0.16053816676139832
921840 0.160711 0.160538 0.167112 CURRENT LEARNING RATE: 6.942420722883508e-05
previous_iter_valid_loss : 0.16235023736953735
921860 0.162512 0.162350 0.167164 CURRENT LEARNING RATE: 6.941032377578093e-05
previous_iter_valid_loss : 0.16060906648635864
921880 0.160779 0.160609 0.167142 CURRENT LEARNING RATE: 6.939644309913973e-05
previous_iter_valid_loss : 0.16058291494846344
921900 0.160754 0.160583 0.167145 CURRENT LEARNING RATE: 6.938256519835616e-05
previous_iter_valid_loss : 0.1610870063304901
921920 0.161272 0.161087 0.167095 CURRENT LEARNING RATE: 6.936869007287531e-05
previous_iter_valid_loss : 0.16134631633758545
921940 0.161527 0.161346 0.166806 CURRENT LEARNING RATE: 6.935481772214207e-05
previous_iter_valid_loss : 0.1660321205854416
921960 0.166238 0.166032 0.164990 CURRENT LEARNING RATE: 6.934094814560158e-05
previous_iter_valid_loss : 0.16060520708560944
921980 0.160769 0.160605 0.164038 CURRENT LEARNING RATE: 6.932708134269888e-05
previous_iter_valid_loss : 0.17814375460147858
922000 0.178446 0.178144 0.164305 CURRENT LEARNING RATE: 6.931321731287957e-05
previous_iter_valid_loss : 0.16122785210609436
922020 0.161380 0.161228 0.164223 CURRENT LEARNING RATE: 6.929935605558895e-05
previous_iter_valid_loss : 0.1663493812084198
922040 0.166567 0.166349 0.163971 CURRENT LEARNING RATE: 6.92854975702726e-05
previous_iter_valid_loss : 0.16321884095668793
922060 0.163408 0.163219 0.163986 CURRENT LEARNING RATE: 6.927164185637603e-05
previous_iter_valid_loss : 0.16077205538749695
922080 0.160944 0.160772 0.163982 CURRENT LEARNING RATE: 6.925778891334526e-05
previous_iter_valid_loss : 0.16057029366493225
922100 0.160733 0.160570 0.163708 CURRENT LEARNING RATE: 6.924393874062606e-05
previous_iter_valid_loss : 0.16915716230869293
922120 0.169307 0.169157 0.163908 CURRENT LEARNING RATE: 6.923009133766443e-05
previous_iter_valid_loss : 0.16092130541801453
922140 0.161077 0.160921 0.163925 CURRENT LEARNING RATE: 6.921624670390632e-05
previous_iter_valid_loss : 0.160696342587471
922160 0.160862 0.160696 0.163148 CURRENT LEARNING RATE: 6.920240483879823e-05
previous_iter_valid_loss : 0.18368865549564362
922180 0.183842 0.183689 0.164211 CURRENT LEARNING RATE: 6.918856574178633e-05
previous_iter_valid_loss : 0.16390661895275116
922200 0.164078 0.163907 0.164308 CURRENT LEARNING RATE: 6.917472941231695e-05
previous_iter_valid_loss : 0.16142259538173676
922220 0.161605 0.161423 0.164158 CURRENT LEARNING RATE: 6.916089584983688e-05
previous_iter_valid_loss : 0.16469340026378632
922240 0.164900 0.164693 0.164366 CURRENT LEARNING RATE: 6.914706505379266e-05
previous_iter_valid_loss : 0.16553300619125366
922260 0.165697 0.165533 0.164525 CURRENT LEARNING RATE: 6.913323702363103e-05
previous_iter_valid_loss : 0.16211099922657013
922280 0.162311 0.162111 0.164600 CURRENT LEARNING RATE: 6.91194117587988e-05
previous_iter_valid_loss : 0.1627005785703659
922300 0.162900 0.162701 0.164706 CURRENT LEARNING RATE: 6.910558925874314e-05
previous_iter_valid_loss : 0.16111740469932556
922320 0.161300 0.161117 0.164707 CURRENT LEARNING RATE: 6.909176952291107e-05
previous_iter_valid_loss : 0.16065216064453125
922340 0.160820 0.160652 0.164673 CURRENT LEARNING RATE: 6.907795255074979e-05
previous_iter_valid_loss : 0.16068455576896667
922360 0.160863 0.160685 0.164405 CURRENT LEARNING RATE: 6.906413834170651e-05
previous_iter_valid_loss : 0.16086584329605103
922380 0.161022 0.160866 0.164418 CURRENT LEARNING RATE: 6.905032689522889e-05
previous_iter_valid_loss : 0.16275019943714142
922400 0.162911 0.162750 0.163649 CURRENT LEARNING RATE: 6.903651821076435e-05
previous_iter_valid_loss : 0.16096284985542297
922420 0.161113 0.160963 0.163635 CURRENT LEARNING RATE: 6.902271228776054e-05
previous_iter_valid_loss : 0.1952456682920456
922440 0.195347 0.195246 0.165080 CURRENT LEARNING RATE: 6.900890912566512e-05
previous_iter_valid_loss : 0.20775212347507477
922460 0.207811 0.207752 0.167307 CURRENT LEARNING RATE: 6.89951087239262e-05
previous_iter_valid_loss : 0.16413556039333344
922480 0.164300 0.164136 0.167475 CURRENT LEARNING RATE: 6.898131108199164e-05
previous_iter_valid_loss : 0.1832948923110962
922500 0.183639 0.183295 0.168611 CURRENT LEARNING RATE: 6.896751619930951e-05
previous_iter_valid_loss : 0.17524050176143646
922520 0.175519 0.175241 0.168915 CURRENT LEARNING RATE: 6.895372407532794e-05
previous_iter_valid_loss : 0.16057109832763672
922540 0.160731 0.160571 0.168898 CURRENT LEARNING RATE: 6.893993470949544e-05
previous_iter_valid_loss : 0.1607285588979721
922560 0.160899 0.160729 0.168900 CURRENT LEARNING RATE: 6.892614810126035e-05
previous_iter_valid_loss : 0.164014995098114
922580 0.164184 0.164015 0.167916 CURRENT LEARNING RATE: 6.891236425007108e-05
previous_iter_valid_loss : 0.16917309165000916
922600 0.169410 0.169173 0.168179 CURRENT LEARNING RATE: 6.88985831553765e-05
previous_iter_valid_loss : 0.17238697409629822
922620 0.172655 0.172387 0.168727 CURRENT LEARNING RATE: 6.888480481662528e-05
previous_iter_valid_loss : 0.16161975264549255
922640 0.161799 0.161620 0.168574 CURRENT LEARNING RATE: 6.887102923326622e-05
previous_iter_valid_loss : 0.16188281774520874
922660 0.162050 0.161883 0.168391 CURRENT LEARNING RATE: 6.885725640474824e-05
previous_iter_valid_loss : 0.1692052185535431
922680 0.169448 0.169205 0.168746 CURRENT LEARNING RATE: 6.884348633052066e-05
previous_iter_valid_loss : 0.16073855757713318
922700 0.160906 0.160739 0.168648 CURRENT LEARNING RATE: 6.882971901003252e-05
previous_iter_valid_loss : 0.16081520915031433
922720 0.160993 0.160815 0.168633 CURRENT LEARNING RATE: 6.881595444273315e-05
previous_iter_valid_loss : 0.16195009648799896
922740 0.162139 0.161950 0.168698 CURRENT LEARNING RATE: 6.880219262807186e-05
previous_iter_valid_loss : 0.17213724553585052
922760 0.172284 0.172137 0.169270 CURRENT LEARNING RATE: 6.87884335654984e-05
previous_iter_valid_loss : 0.18206897377967834
922780 0.182222 0.182069 0.170330 CURRENT LEARNING RATE: 6.877467725446228e-05
previous_iter_valid_loss : 0.16977252066135406
922800 0.169927 0.169773 0.170682 CURRENT LEARNING RATE: 6.876092369441327e-05
previous_iter_valid_loss : 0.16086499392986298
922820 0.161029 0.160865 0.170677 CURRENT LEARNING RATE: 6.87471728848011e-05
previous_iter_valid_loss : 0.16155347228050232
922840 0.161717 0.161553 0.168992 CURRENT LEARNING RATE: 6.873342482507598e-05
previous_iter_valid_loss : 0.16052977740764618
922860 0.160693 0.160530 0.166631 CURRENT LEARNING RATE: 6.871967951468785e-05
previous_iter_valid_loss : 0.160533145070076
922880 0.160695 0.160533 0.166451 CURRENT LEARNING RATE: 6.870593695308691e-05
previous_iter_valid_loss : 0.16056953370571136
922900 0.160734 0.160570 0.165315 CURRENT LEARNING RATE: 6.869219713972334e-05
previous_iter_valid_loss : 0.16050243377685547
922920 0.160678 0.160502 0.164578 CURRENT LEARNING RATE: 6.867846007404778e-05
previous_iter_valid_loss : 0.18116502463817596
922940 0.181327 0.181165 0.165607 CURRENT LEARNING RATE: 6.866472575551064e-05
previous_iter_valid_loss : 0.16205906867980957
922960 0.162249 0.162059 0.165674 CURRENT LEARNING RATE: 6.865099418356253e-05
previous_iter_valid_loss : 0.16382096707820892
922980 0.164000 0.163821 0.165664 CURRENT LEARNING RATE: 6.863726535765409e-05
previous_iter_valid_loss : 0.16708990931510925
923000 0.167322 0.167090 0.165560 CURRENT LEARNING RATE: 6.862353927723639e-05
previous_iter_valid_loss : 0.16202427446842194
923020 0.162216 0.162024 0.165042 CURRENT LEARNING RATE: 6.860981594176026e-05
previous_iter_valid_loss : 0.16316531598567963
923040 0.163359 0.163165 0.165119 CURRENT LEARNING RATE: 6.859609535067666e-05
previous_iter_valid_loss : 0.1705043613910675
923060 0.170651 0.170504 0.165550 CURRENT LEARNING RATE: 6.858237750343701e-05
previous_iter_valid_loss : 0.16489459574222565
923080 0.165108 0.164895 0.165335 CURRENT LEARNING RATE: 6.856866239949246e-05
previous_iter_valid_loss : 0.16051128506660461
923100 0.160674 0.160511 0.165323 CURRENT LEARNING RATE: 6.855495003829442e-05
previous_iter_valid_loss : 0.16270112991333008
923120 0.162890 0.162701 0.165418 CURRENT LEARNING RATE: 6.854124041929427e-05
previous_iter_valid_loss : 0.16379542648792267
923140 0.163999 0.163795 0.165510 CURRENT LEARNING RATE: 6.852753354194388e-05
previous_iter_valid_loss : 0.1631338894367218
923160 0.163329 0.163134 0.165060 CURRENT LEARNING RATE: 6.851382940569483e-05
previous_iter_valid_loss : 0.1607886105775833
923180 0.160965 0.160789 0.163996 CURRENT LEARNING RATE: 6.850012800999895e-05
previous_iter_valid_loss : 0.16774383187294006
923200 0.167975 0.167744 0.163894 CURRENT LEARNING RATE: 6.84864293543081e-05
previous_iter_valid_loss : 0.17049221694469452
923220 0.170737 0.170492 0.164376 CURRENT LEARNING RATE: 6.847273343807455e-05
previous_iter_valid_loss : 0.16812357306480408
923240 0.168282 0.168124 0.164704 CURRENT LEARNING RATE: 6.845904026075033e-05
previous_iter_valid_loss : 0.1653413325548172
923260 0.165548 0.165341 0.164945 CURRENT LEARNING RATE: 6.844534982178775e-05
previous_iter_valid_loss : 0.16437901556491852
923280 0.164596 0.164379 0.165137 CURRENT LEARNING RATE: 6.843166212063905e-05
previous_iter_valid_loss : 0.16097648441791534
923300 0.161132 0.160976 0.165157 CURRENT LEARNING RATE: 6.841797715675695e-05
previous_iter_valid_loss : 0.16427242755889893
923320 0.164486 0.164272 0.165346 CURRENT LEARNING RATE: 6.840429492959395e-05
previous_iter_valid_loss : 0.17997978627681732
923340 0.180135 0.179980 0.165287 CURRENT LEARNING RATE: 6.839061543860278e-05
previous_iter_valid_loss : 0.1607377827167511
923360 0.160899 0.160738 0.165221 CURRENT LEARNING RATE: 6.837693868323608e-05
previous_iter_valid_loss : 0.17186763882637024
923380 0.172012 0.171868 0.165623 CURRENT LEARNING RATE: 6.836326466294707e-05
previous_iter_valid_loss : 0.16078446805477142
923400 0.160948 0.160784 0.165308 CURRENT LEARNING RATE: 6.834959337718866e-05
previous_iter_valid_loss : 0.16059738397598267
923420 0.160771 0.160597 0.165236 CURRENT LEARNING RATE: 6.833592482541388e-05
previous_iter_valid_loss : 0.16132494807243347
923440 0.161495 0.161325 0.165144 CURRENT LEARNING RATE: 6.832225900707622e-05
previous_iter_valid_loss : 0.16053499281406403
923460 0.160701 0.160535 0.164646 CURRENT LEARNING RATE: 6.830859592162892e-05
previous_iter_valid_loss : 0.17803969979286194
923480 0.178345 0.178040 0.165303 CURRENT LEARNING RATE: 6.829493556852546e-05
previous_iter_valid_loss : 0.1620968133211136
923500 0.162298 0.162097 0.165382 CURRENT LEARNING RATE: 6.828127794721934e-05
previous_iter_valid_loss : 0.16657181084156036
923520 0.166781 0.166572 0.165576 CURRENT LEARNING RATE: 6.826762305716444e-05
previous_iter_valid_loss : 0.16090627014636993
923540 0.161063 0.160906 0.165431 CURRENT LEARNING RATE: 6.825397089781448e-05
previous_iter_valid_loss : 0.16057920455932617
923560 0.160742 0.160579 0.165304 CURRENT LEARNING RATE: 6.824032146862337e-05
previous_iter_valid_loss : 0.16066859662532806
923580 0.160835 0.160669 0.165298 CURRENT LEARNING RATE: 6.822667476904501e-05
previous_iter_valid_loss : 0.160493403673172
923600 0.160659 0.160493 0.164935 CURRENT LEARNING RATE: 6.821303079853376e-05
previous_iter_valid_loss : 0.16227972507476807
923620 0.162442 0.162280 0.164525 CURRENT LEARNING RATE: 6.819938955654375e-05
previous_iter_valid_loss : 0.16623754799365997
923640 0.166448 0.166238 0.164430 CURRENT LEARNING RATE: 6.818575104252934e-05
previous_iter_valid_loss : 0.16057242453098297
923660 0.160738 0.160572 0.164192 CURRENT LEARNING RATE: 6.817211525594485e-05
previous_iter_valid_loss : 0.16094310581684113
923680 0.161092 0.160943 0.164020 CURRENT LEARNING RATE: 6.815848219624511e-05
previous_iter_valid_loss : 0.17126677930355072
923700 0.171524 0.171267 0.164535 CURRENT LEARNING RATE: 6.814485186288467e-05
previous_iter_valid_loss : 0.16192962229251862
923720 0.162089 0.161930 0.164417 CURRENT LEARNING RATE: 6.81312242553183e-05
previous_iter_valid_loss : 0.16356149315834045
923740 0.163731 0.163561 0.163596 CURRENT LEARNING RATE: 6.81175993730008e-05
previous_iter_valid_loss : 0.16504015028476715
923760 0.165206 0.165040 0.163812 CURRENT LEARNING RATE: 6.81039772153874e-05
previous_iter_valid_loss : 0.1607898622751236
923780 0.160967 0.160790 0.163258 CURRENT LEARNING RATE: 6.809035778193309e-05
previous_iter_valid_loss : 0.16088652610778809
923800 0.161049 0.160887 0.163263 CURRENT LEARNING RATE: 6.807674107209299e-05
previous_iter_valid_loss : 0.16829746961593628
923820 0.168523 0.168297 0.163648 CURRENT LEARNING RATE: 6.806312708532265e-05
previous_iter_valid_loss : 0.16280032694339752
923840 0.162994 0.162800 0.163722 CURRENT LEARNING RATE: 6.804951582107743e-05
previous_iter_valid_loss : 0.16423524916172028
923860 0.164401 0.164235 0.163907 CURRENT LEARNING RATE: 6.803590727881282e-05
previous_iter_valid_loss : 0.16419543325901031
923880 0.164400 0.164195 0.163214 CURRENT LEARNING RATE: 6.802230145798441e-05
previous_iter_valid_loss : 0.16751781105995178
923900 0.167672 0.167518 0.163485 CURRENT LEARNING RATE: 6.800869835804818e-05
previous_iter_valid_loss : 0.16839134693145752
923920 0.168546 0.168391 0.163576 CURRENT LEARNING RATE: 6.79950979784599e-05
previous_iter_valid_loss : 0.16327765583992004
923940 0.163449 0.163278 0.163695 CURRENT LEARNING RATE: 6.798150031867554e-05
previous_iter_valid_loss : 0.16059251129627228
923960 0.160764 0.160593 0.163696 CURRENT LEARNING RATE: 6.79679053781511e-05
previous_iter_valid_loss : 0.177043616771698
923980 0.177203 0.177044 0.164514 CURRENT LEARNING RATE: 6.795431315634297e-05
previous_iter_valid_loss : 0.17047099769115448
924000 0.170626 0.170471 0.165013 CURRENT LEARNING RATE: 6.794072365270741e-05
previous_iter_valid_loss : 0.16690129041671753
924020 0.167059 0.166901 0.165244 CURRENT LEARNING RATE: 6.792713686670078e-05
previous_iter_valid_loss : 0.16837674379348755
924040 0.168615 0.168377 0.165351 CURRENT LEARNING RATE: 6.791355279777953e-05
previous_iter_valid_loss : 0.16073012351989746
924060 0.160905 0.160730 0.165359 CURRENT LEARNING RATE: 6.78999714454005e-05
previous_iter_valid_loss : 0.16354545950889587
924080 0.163741 0.163545 0.165489 CURRENT LEARNING RATE: 6.788639280902036e-05
previous_iter_valid_loss : 0.17969122529029846
924100 0.180016 0.179691 0.165911 CURRENT LEARNING RATE: 6.787281688809593e-05
previous_iter_valid_loss : 0.17205241322517395
924120 0.172307 0.172052 0.166417 CURRENT LEARNING RATE: 6.785924368208406e-05
previous_iter_valid_loss : 0.16469964385032654
924140 0.164906 0.164700 0.166474 CURRENT LEARNING RATE: 6.784567319044208e-05
previous_iter_valid_loss : 0.16426582634449005
924160 0.164461 0.164266 0.166435 CURRENT LEARNING RATE: 6.783210541262704e-05
previous_iter_valid_loss : 0.16065678000450134
924180 0.160827 0.160657 0.166428 CURRENT LEARNING RATE: 6.78185403480961e-05
previous_iter_valid_loss : 0.16049636900424957
924200 0.160662 0.160496 0.166409 CURRENT LEARNING RATE: 6.78049779963069e-05
previous_iter_valid_loss : 0.16495589911937714
924220 0.165118 0.164956 0.166242 CURRENT LEARNING RATE: 6.779141835671681e-05
previous_iter_valid_loss : 0.16285599768161774
924240 0.163052 0.162856 0.166244 CURRENT LEARNING RATE: 6.777786142878349e-05
previous_iter_valid_loss : 0.17053550481796265
924260 0.170790 0.170536 0.166559 CURRENT LEARNING RATE: 6.776430721196451e-05
previous_iter_valid_loss : 0.1618187427520752
924280 0.162009 0.161819 0.166441 CURRENT LEARNING RATE: 6.775075570571794e-05
previous_iter_valid_loss : 0.1605152189731598
924300 0.160682 0.160515 0.166090 CURRENT LEARNING RATE: 6.773720690950161e-05
previous_iter_valid_loss : 0.16114585101604462
924320 0.161304 0.161146 0.165728 CURRENT LEARNING RATE: 6.772366082277358e-05
previous_iter_valid_loss : 0.17201824486255646
924340 0.172168 0.172018 0.166165 CURRENT LEARNING RATE: 6.771011744499186e-05
previous_iter_valid_loss : 0.16067934036254883
924360 0.160834 0.160679 0.166170 CURRENT LEARNING RATE: 6.769657677561495e-05
previous_iter_valid_loss : 0.1605474352836609
924380 0.160701 0.160547 0.165345 CURRENT LEARNING RATE: 6.768303881410114e-05
previous_iter_valid_loss : 0.16390368342399597
924400 0.164070 0.163904 0.165016 CURRENT LEARNING RATE: 6.766950355990889e-05
previous_iter_valid_loss : 0.16087239980697632
924420 0.161042 0.160872 0.164715 CURRENT LEARNING RATE: 6.765597101249666e-05
previous_iter_valid_loss : 0.17042508721351624
924440 0.170669 0.170425 0.164817 CURRENT LEARNING RATE: 6.764244117132342e-05
previous_iter_valid_loss : 0.17523448169231415
924460 0.175383 0.175234 0.165543 CURRENT LEARNING RATE: 6.762891403584782e-05
previous_iter_valid_loss : 0.17745402455329895
924480 0.177751 0.177454 0.166238 CURRENT LEARNING RATE: 6.76153896055288e-05
previous_iter_valid_loss : 0.16814172267913818
924500 0.168298 0.168142 0.165661 CURRENT LEARNING RATE: 6.760186787982525e-05
previous_iter_valid_loss : 0.16172672808170319
924520 0.161888 0.161727 0.165144 CURRENT LEARNING RATE: 6.758834885819654e-05
previous_iter_valid_loss : 0.1714746356010437
924540 0.171619 0.171475 0.165483 CURRENT LEARNING RATE: 6.75748325401018e-05
previous_iter_valid_loss : 0.1697836071252823
924560 0.170027 0.169784 0.165759 CURRENT LEARNING RATE: 6.756131892500037e-05
previous_iter_valid_loss : 0.17110390961170197
924580 0.171254 0.171104 0.166281 CURRENT LEARNING RATE: 6.754780801235158e-05
previous_iter_valid_loss : 0.1628352552652359
924600 0.163027 0.162835 0.166398 CURRENT LEARNING RATE: 6.753429980161524e-05
previous_iter_valid_loss : 0.18798737227916718
924620 0.188115 0.187987 0.167550 CURRENT LEARNING RATE: 6.75207942922509e-05
previous_iter_valid_loss : 0.1669081598520279
924640 0.167141 0.166908 0.167752 CURRENT LEARNING RATE: 6.750729148371823e-05
previous_iter_valid_loss : 0.185350239276886
924660 0.185751 0.185350 0.168493 CURRENT LEARNING RATE: 6.749379137547734e-05
previous_iter_valid_loss : 0.1757574826478958
924680 0.176043 0.175757 0.169190 CURRENT LEARNING RATE: 6.748029396698812e-05
previous_iter_valid_loss : 0.16638527810573578
924700 0.166547 0.166385 0.169484 CURRENT LEARNING RATE: 6.746679925771065e-05
previous_iter_valid_loss : 0.16207459568977356
924720 0.162237 0.162075 0.169530 CURRENT LEARNING RATE: 6.745330724710506e-05
previous_iter_valid_loss : 0.16449891030788422
924740 0.164658 0.164499 0.169154 CURRENT LEARNING RATE: 6.743981793463189e-05
previous_iter_valid_loss : 0.16089379787445068
924760 0.161079 0.160894 0.169165 CURRENT LEARNING RATE: 6.742633131975143e-05
previous_iter_valid_loss : 0.17650194466114044
924780 0.176649 0.176502 0.169962 CURRENT LEARNING RATE: 6.741284740192424e-05
previous_iter_valid_loss : 0.16419260203838348
924800 0.164393 0.164193 0.169977 CURRENT LEARNING RATE: 6.739936618061084e-05
previous_iter_valid_loss : 0.1683601588010788
924820 0.168602 0.168360 0.170351 CURRENT LEARNING RATE: 6.738588765527221e-05
previous_iter_valid_loss : 0.1606397032737732
924840 0.160801 0.160640 0.169862 CURRENT LEARNING RATE: 6.73724118253691e-05
previous_iter_valid_loss : 0.1622338742017746
924860 0.162422 0.162234 0.169212 CURRENT LEARNING RATE: 6.735893869036246e-05
previous_iter_valid_loss : 0.1605084389448166
924880 0.160674 0.160508 0.168365 CURRENT LEARNING RATE: 6.734546824971327e-05
previous_iter_valid_loss : 0.1642657369375229
924900 0.164443 0.164266 0.168171 CURRENT LEARNING RATE: 6.733200050288293e-05
previous_iter_valid_loss : 0.1707218885421753
924920 0.170871 0.170722 0.168621 CURRENT LEARNING RATE: 6.731853544933263e-05
previous_iter_valid_loss : 0.16133834421634674
924940 0.161528 0.161338 0.168114 CURRENT LEARNING RATE: 6.730507308852375e-05
previous_iter_valid_loss : 0.17192037403583527
924960 0.172068 0.171920 0.168221 CURRENT LEARNING RATE: 6.729161341991769e-05
previous_iter_valid_loss : 0.16330981254577637
924980 0.163493 0.163310 0.167831 CURRENT LEARNING RATE: 6.727815644297628e-05
previous_iter_valid_loss : 0.16055384278297424
925000 0.160726 0.160554 0.167717 CURRENT LEARNING RATE: 6.726470215716115e-05
previous_iter_valid_loss : 0.16412942111492157
925020 0.164328 0.164129 0.166524 CURRENT LEARNING RATE: 6.725125056193398e-05
previous_iter_valid_loss : 0.17221248149871826
925040 0.172358 0.172212 0.166789 CURRENT LEARNING RATE: 6.723780165675699e-05
previous_iter_valid_loss : 0.16872327029705048
925060 0.168883 0.168723 0.165958 CURRENT LEARNING RATE: 6.722435544109205e-05
previous_iter_valid_loss : 0.16453319787979126
925080 0.164696 0.164533 0.165397 CURRENT LEARNING RATE: 6.721091191440135e-05
previous_iter_valid_loss : 0.1658468395471573
925100 0.166005 0.165847 0.165370 CURRENT LEARNING RATE: 6.719747107614699e-05
previous_iter_valid_loss : 0.17334815859794617
925120 0.173612 0.173348 0.165933 CURRENT LEARNING RATE: 6.718403292579162e-05
previous_iter_valid_loss : 0.1606641560792923
925140 0.160837 0.160664 0.165742 CURRENT LEARNING RATE: 6.717059746279759e-05
previous_iter_valid_loss : 0.16501069068908691
925160 0.165212 0.165011 0.165948 CURRENT LEARNING RATE: 6.715716468662745e-05
previous_iter_valid_loss : 0.17318826913833618
925180 0.173458 0.173188 0.165782 CURRENT LEARNING RATE: 6.714373459674379e-05
previous_iter_valid_loss : 0.17515887320041656
925200 0.175444 0.175159 0.166330 CURRENT LEARNING RATE: 6.713030719260965e-05
previous_iter_valid_loss : 0.16723836958408356
925220 0.167459 0.167238 0.166274 CURRENT LEARNING RATE: 6.711688247368779e-05
previous_iter_valid_loss : 0.16320934891700745
925240 0.163399 0.163209 0.166403 CURRENT LEARNING RATE: 6.710346043944127e-05
previous_iter_valid_loss : 0.16880568861961365
925260 0.169028 0.168806 0.166731 CURRENT LEARNING RATE: 6.709004108933302e-05
previous_iter_valid_loss : 0.1606961041688919
925280 0.160861 0.160696 0.166741 CURRENT LEARNING RATE: 6.707662442282656e-05
previous_iter_valid_loss : 0.16626769304275513
925300 0.166431 0.166268 0.166841 CURRENT LEARNING RATE: 6.706321043938508e-05
previous_iter_valid_loss : 0.16055184602737427
925320 0.160715 0.160552 0.166332 CURRENT LEARNING RATE: 6.704979913847203e-05
previous_iter_valid_loss : 0.16850709915161133
925340 0.168746 0.168507 0.166691 CURRENT LEARNING RATE: 6.703639051955083e-05
previous_iter_valid_loss : 0.16298724710941315
925360 0.163156 0.162987 0.166244 CURRENT LEARNING RATE: 6.702298458208539e-05
previous_iter_valid_loss : 0.16293734312057495
925380 0.163107 0.162937 0.166225 CURRENT LEARNING RATE: 6.700958132553935e-05
previous_iter_valid_loss : 0.1663604974746704
925400 0.166523 0.166360 0.166516 CURRENT LEARNING RATE: 6.699618074937642e-05
previous_iter_valid_loss : 0.197781503200531
925420 0.197867 0.197782 0.168198 CURRENT LEARNING RATE: 6.698278285306088e-05
previous_iter_valid_loss : 0.1687828004360199
925440 0.168938 0.168783 0.168027 CURRENT LEARNING RATE: 6.696938763605665e-05
previous_iter_valid_loss : 0.16124925017356873
925460 0.161429 0.161249 0.167653 CURRENT LEARNING RATE: 6.695599509782794e-05
previous_iter_valid_loss : 0.16470614075660706
925480 0.164869 0.164706 0.167662 CURRENT LEARNING RATE: 6.694260523783892e-05
previous_iter_valid_loss : 0.16480687260627747
925500 0.164972 0.164807 0.167610 CURRENT LEARNING RATE: 6.692921805555423e-05
previous_iter_valid_loss : 0.16051222383975983
925520 0.160673 0.160512 0.166968 CURRENT LEARNING RATE: 6.691583355043827e-05
previous_iter_valid_loss : 0.16370916366577148
925540 0.163908 0.163709 0.167120 CURRENT LEARNING RATE: 6.690245172195566e-05
previous_iter_valid_loss : 0.16050156950950623
925560 0.160661 0.160502 0.166895 CURRENT LEARNING RATE: 6.688907256957103e-05
previous_iter_valid_loss : 0.17043331265449524
925580 0.170683 0.170433 0.166757 CURRENT LEARNING RATE: 6.687569609274941e-05
previous_iter_valid_loss : 0.16854937374591827
925600 0.168791 0.168549 0.166426 CURRENT LEARNING RATE: 6.686232229095565e-05
previous_iter_valid_loss : 0.16222888231277466
925620 0.162397 0.162229 0.166176 CURRENT LEARNING RATE: 6.68489511636548e-05
previous_iter_valid_loss : 0.1605098694562912
925640 0.160670 0.160510 0.166041 CURRENT LEARNING RATE: 6.683558271031187e-05
previous_iter_valid_loss : 0.16332679986953735
925660 0.163489 0.163327 0.165767 CURRENT LEARNING RATE: 6.682221693039238e-05
previous_iter_valid_loss : 0.16802431643009186
925680 0.168182 0.168024 0.166133 CURRENT LEARNING RATE: 6.680885382336158e-05
previous_iter_valid_loss : 0.16129440069198608
925700 0.161450 0.161294 0.165885 CURRENT LEARNING RATE: 6.679549338868496e-05
previous_iter_valid_loss : 0.1611628532409668
925720 0.161319 0.161163 0.165915 CURRENT LEARNING RATE: 6.678213562582794e-05
previous_iter_valid_loss : 0.16197305917739868
925740 0.162134 0.161973 0.165589 CURRENT LEARNING RATE: 6.676878053425647e-05
previous_iter_valid_loss : 0.16084949672222137
925760 0.161027 0.160849 0.165482 CURRENT LEARNING RATE: 6.675542811343624e-05
previous_iter_valid_loss : 0.1709776669740677
925780 0.171131 0.170978 0.165884 CURRENT LEARNING RATE: 6.674207836283314e-05
previous_iter_valid_loss : 0.16493430733680725
925800 0.165105 0.164934 0.165812 CURRENT LEARNING RATE: 6.672873128191308e-05
previous_iter_valid_loss : 0.16773296892642975
925820 0.167961 0.167733 0.164310 CURRENT LEARNING RATE: 6.671538687014238e-05
previous_iter_valid_loss : 0.16230684518814087
925840 0.162471 0.162307 0.163986 CURRENT LEARNING RATE: 6.670204512698718e-05
previous_iter_valid_loss : 0.16060909628868103
925860 0.160772 0.160609 0.163954 CURRENT LEARNING RATE: 6.668870605191367e-05
previous_iter_valid_loss : 0.16242821514606476
925880 0.162613 0.162428 0.163840 CURRENT LEARNING RATE: 6.667536964438851e-05
previous_iter_valid_loss : 0.16056832671165466
925900 0.160720 0.160568 0.163628 CURRENT LEARNING RATE: 6.666203590387817e-05
previous_iter_valid_loss : 0.16536591947078705
925920 0.165562 0.165366 0.163871 CURRENT LEARNING RATE: 6.664870482984926e-05
previous_iter_valid_loss : 0.17281833291053772
925940 0.172966 0.172818 0.164327 CURRENT LEARNING RATE: 6.663537642176843e-05
previous_iter_valid_loss : 0.16108329594135284
925960 0.161259 0.161083 0.164356 CURRENT LEARNING RATE: 6.66220506791028e-05
previous_iter_valid_loss : 0.16061465442180634
925980 0.160777 0.160615 0.163865 CURRENT LEARNING RATE: 6.66087276013192e-05
previous_iter_valid_loss : 0.1778288632631302
926000 0.177990 0.177829 0.164329 CURRENT LEARNING RATE: 6.659540718788471e-05
previous_iter_valid_loss : 0.16326221823692322
926020 0.163436 0.163262 0.164380 CURRENT LEARNING RATE: 6.65820894382664e-05
previous_iter_valid_loss : 0.1674521565437317
926040 0.167615 0.167452 0.164727 CURRENT LEARNING RATE: 6.65687743519318e-05
previous_iter_valid_loss : 0.16176137328147888
926060 0.161926 0.161761 0.164649 CURRENT LEARNING RATE: 6.655546192834818e-05
previous_iter_valid_loss : 0.1639254093170166
926080 0.164089 0.163925 0.164444 CURRENT LEARNING RATE: 6.654215216698305e-05
previous_iter_valid_loss : 0.1605389267206192
926100 0.160703 0.160539 0.164406 CURRENT LEARNING RATE: 6.652884506730388e-05
previous_iter_valid_loss : 0.16129978001117706
926120 0.161484 0.161300 0.164413 CURRENT LEARNING RATE: 6.651554062877865e-05
previous_iter_valid_loss : 0.1629045605659485
926140 0.163093 0.162905 0.164460 CURRENT LEARNING RATE: 6.650223885087505e-05
previous_iter_valid_loss : 0.16102653741836548
926160 0.161205 0.161027 0.164469 CURRENT LEARNING RATE: 6.648893973306103e-05
previous_iter_valid_loss : 0.16515164077281952
926180 0.165314 0.165152 0.164177 CURRENT LEARNING RATE: 6.647564327480447e-05
previous_iter_valid_loss : 0.16089361906051636
926200 0.161054 0.160894 0.163975 CURRENT LEARNING RATE: 6.646234947557378e-05
previous_iter_valid_loss : 0.1663423329591751
926220 0.166508 0.166342 0.163906 CURRENT LEARNING RATE: 6.644905833483707e-05
previous_iter_valid_loss : 0.16228686273097992
926240 0.162442 0.162287 0.163905 CURRENT LEARNING RATE: 6.643576985206259e-05
previous_iter_valid_loss : 0.1655328869819641
926260 0.165738 0.165533 0.164151 CURRENT LEARNING RATE: 6.642248402671902e-05
previous_iter_valid_loss : 0.1677936166524887
926280 0.168026 0.167794 0.164419 CURRENT LEARNING RATE: 6.640920085827484e-05
previous_iter_valid_loss : 0.16776451468467712
926300 0.167919 0.167765 0.164779 CURRENT LEARNING RATE: 6.639592034619868e-05
previous_iter_valid_loss : 0.16429121792316437
926320 0.164505 0.164291 0.164725 CURRENT LEARNING RATE: 6.638264248995925e-05
previous_iter_valid_loss : 0.17444565892219543
926340 0.174599 0.174446 0.164807 CURRENT LEARNING RATE: 6.636936728902562e-05
previous_iter_valid_loss : 0.17409013211727142
926360 0.174245 0.174090 0.165457 CURRENT LEARNING RATE: 6.635609474286671e-05
previous_iter_valid_loss : 0.1606656312942505
926380 0.160827 0.160666 0.165460 CURRENT LEARNING RATE: 6.634282485095159e-05
previous_iter_valid_loss : 0.16074487566947937
926400 0.160903 0.160745 0.164605 CURRENT LEARNING RATE: 6.632955761274936e-05
previous_iter_valid_loss : 0.16085298359394073
926420 0.161012 0.160853 0.164485 CURRENT LEARNING RATE: 6.631629302772956e-05
previous_iter_valid_loss : 0.16450630128383636
926440 0.164692 0.164506 0.164338 CURRENT LEARNING RATE: 6.630303109536148e-05
previous_iter_valid_loss : 0.17438001930713654
926460 0.174530 0.174380 0.164969 CURRENT LEARNING RATE: 6.628977181511467e-05
previous_iter_valid_loss : 0.16065682470798492
926480 0.160825 0.160657 0.164805 CURRENT LEARNING RATE: 6.627651518645861e-05
previous_iter_valid_loss : 0.16292425990104675
926500 0.163117 0.162924 0.164925 CURRENT LEARNING RATE: 6.62632612088633e-05
previous_iter_valid_loss : 0.16495440900325775
926520 0.165165 0.164954 0.165107 CURRENT LEARNING RATE: 6.625000988179843e-05
previous_iter_valid_loss : 0.18370631337165833
926540 0.183860 0.183706 0.166147 CURRENT LEARNING RATE: 6.623676120473396e-05
previous_iter_valid_loss : 0.18759974837303162
926560 0.187742 0.187600 0.167476 CURRENT LEARNING RATE: 6.622351517713985e-05
previous_iter_valid_loss : 0.16053999960422516
926580 0.160706 0.160540 0.167245 CURRENT LEARNING RATE: 6.621027179848646e-05
previous_iter_valid_loss : 0.16227807104587555
926600 0.162457 0.162278 0.167315 CURRENT LEARNING RATE: 6.619703106824396e-05
previous_iter_valid_loss : 0.17954571545124054
926620 0.179873 0.179546 0.167975 CURRENT LEARNING RATE: 6.618379298588258e-05
previous_iter_valid_loss : 0.16330040991306305
926640 0.163461 0.163300 0.168025 CURRENT LEARNING RATE: 6.617055755087305e-05
previous_iter_valid_loss : 0.1671360284090042
926660 0.167356 0.167136 0.168106 CURRENT LEARNING RATE: 6.615732476268584e-05
previous_iter_valid_loss : 0.16066837310791016
926680 0.160824 0.160668 0.167749 CURRENT LEARNING RATE: 6.614409462079163e-05
previous_iter_valid_loss : 0.1727270931005478
926700 0.172994 0.172727 0.167998 CURRENT LEARNING RATE: 6.613086712466107e-05
previous_iter_valid_loss : 0.16057421267032623
926720 0.160725 0.160574 0.167812 CURRENT LEARNING RATE: 6.611764227376536e-05
previous_iter_valid_loss : 0.16318847239017487
926740 0.163353 0.163188 0.167249 CURRENT LEARNING RATE: 6.610442006757532e-05
previous_iter_valid_loss : 0.1616797000169754
926760 0.161831 0.161680 0.166628 CURRENT LEARNING RATE: 6.60912005055621e-05
previous_iter_valid_loss : 0.17218688130378723
926780 0.172332 0.172187 0.167204 CURRENT LEARNING RATE: 6.607798358719681e-05
previous_iter_valid_loss : 0.1675790399312973
926800 0.167732 0.167579 0.167546 CURRENT LEARNING RATE: 6.606476931195096e-05
previous_iter_valid_loss : 0.16875706613063812
926820 0.168908 0.168757 0.167941 CURRENT LEARNING RATE: 6.60515576792959e-05
previous_iter_valid_loss : 0.1622489094734192
926840 0.162414 0.162249 0.167828 CURRENT LEARNING RATE: 6.603834868870318e-05
previous_iter_valid_loss : 0.16261537373065948
926860 0.162815 0.162615 0.167240 CURRENT LEARNING RATE: 6.602514233964427e-05
previous_iter_valid_loss : 0.16074243187904358
926880 0.160898 0.160742 0.167244 CURRENT LEARNING RATE: 6.60119386315912e-05
previous_iter_valid_loss : 0.17191332578659058
926900 0.172179 0.171913 0.167694 CURRENT LEARNING RATE: 6.599873756401565e-05
previous_iter_valid_loss : 0.16372348368167877
926920 0.163920 0.163723 0.167632 CURRENT LEARNING RATE: 6.598553913638964e-05
previous_iter_valid_loss : 0.1623087078332901
926940 0.162510 0.162309 0.166562 CURRENT LEARNING RATE: 6.597234334818509e-05
previous_iter_valid_loss : 0.16668687760829926
926960 0.166841 0.166687 0.165517 CURRENT LEARNING RATE: 6.59591501988744e-05
previous_iter_valid_loss : 0.16125909984111786
926980 0.161414 0.161259 0.165553 CURRENT LEARNING RATE: 6.59459596879297e-05
previous_iter_valid_loss : 0.16831913590431213
927000 0.168473 0.168319 0.165855 CURRENT LEARNING RATE: 6.593277181482331e-05
previous_iter_valid_loss : 0.16223730146884918
927020 0.162390 0.162237 0.164989 CURRENT LEARNING RATE: 6.591958657902791e-05
previous_iter_valid_loss : 0.16413630545139313
927040 0.164350 0.164136 0.165031 CURRENT LEARNING RATE: 6.590640398001597e-05
previous_iter_valid_loss : 0.16101481020450592
927060 0.161196 0.161015 0.164725 CURRENT LEARNING RATE: 6.58932240172602e-05
previous_iter_valid_loss : 0.16728153824806213
927080 0.167435 0.167282 0.165056 CURRENT LEARNING RATE: 6.588004669023329e-05
previous_iter_valid_loss : 0.16771692037582397
927100 0.167944 0.167717 0.164805 CURRENT LEARNING RATE: 6.586687199840837e-05
previous_iter_valid_loss : 0.16615143418312073
927120 0.166309 0.166151 0.165084 CURRENT LEARNING RATE: 6.585369994125835e-05
previous_iter_valid_loss : 0.16218751668930054
927140 0.162381 0.162188 0.165034 CURRENT LEARNING RATE: 6.584053051825633e-05
previous_iter_valid_loss : 0.16243702173233032
927160 0.162641 0.162437 0.165072 CURRENT LEARNING RATE: 6.582736372887542e-05
previous_iter_valid_loss : 0.16750767827033997
927180 0.167661 0.167508 0.164838 CURRENT LEARNING RATE: 6.581419957258918e-05
previous_iter_valid_loss : 0.16156457364559174
927200 0.161731 0.161565 0.164537 CURRENT LEARNING RATE: 6.580103804887094e-05
previous_iter_valid_loss : 0.16171501576900482
927220 0.161880 0.161715 0.164185 CURRENT LEARNING RATE: 6.578787915719423e-05
previous_iter_valid_loss : 0.16318821907043457
927240 0.163384 0.163188 0.164232 CURRENT LEARNING RATE: 6.577472289703257e-05
previous_iter_valid_loss : 0.16297189891338348
927260 0.163135 0.162972 0.164250 CURRENT LEARNING RATE: 6.576156926785995e-05
previous_iter_valid_loss : 0.17506766319274902
927280 0.175217 0.175068 0.164966 CURRENT LEARNING RATE: 6.574841826915013e-05
previous_iter_valid_loss : 0.17764650285243988
927300 0.177799 0.177647 0.165253 CURRENT LEARNING RATE: 6.573526990037702e-05
previous_iter_valid_loss : 0.16162805259227753
927320 0.161780 0.161628 0.165148 CURRENT LEARNING RATE: 6.572212416101462e-05
previous_iter_valid_loss : 0.1621352881193161
927340 0.162328 0.162135 0.165139 CURRENT LEARNING RATE: 6.570898105053732e-05
previous_iter_valid_loss : 0.17558406293392181
927360 0.175738 0.175584 0.165584 CURRENT LEARNING RATE: 6.569584056841925e-05
previous_iter_valid_loss : 0.16239671409130096
927380 0.162563 0.162397 0.165641 CURRENT LEARNING RATE: 6.568270271413482e-05
previous_iter_valid_loss : 0.1652514636516571
927400 0.165468 0.165251 0.165488 CURRENT LEARNING RATE: 6.566956748715838e-05
previous_iter_valid_loss : 0.16084803640842438
927420 0.161020 0.160848 0.165418 CURRENT LEARNING RATE: 6.565643488696477e-05
previous_iter_valid_loss : 0.16086852550506592
927440 0.161049 0.160869 0.165255 CURRENT LEARNING RATE: 6.564330491302858e-05
previous_iter_valid_loss : 0.1619414985179901
927460 0.162109 0.161941 0.165301 CURRENT LEARNING RATE: 6.563017756482446e-05
previous_iter_valid_loss : 0.16789831221103668
927480 0.168124 0.167898 0.165332 CURRENT LEARNING RATE: 6.561705284182757e-05
previous_iter_valid_loss : 0.16531796753406525
927500 0.165520 0.165318 0.165212 CURRENT LEARNING RATE: 6.560393074351281e-05
previous_iter_valid_loss : 0.17123454809188843
927520 0.171383 0.171235 0.165466 CURRENT LEARNING RATE: 6.559081126935528e-05
previous_iter_valid_loss : 0.16833844780921936
927540 0.168493 0.168338 0.165774 CURRENT LEARNING RATE: 6.557769441883011e-05
previous_iter_valid_loss : 0.19014206528663635
927560 0.190273 0.190142 0.167159 CURRENT LEARNING RATE: 6.556458019141283e-05
previous_iter_valid_loss : 0.1684948354959488
927580 0.168648 0.168495 0.167208 CURRENT LEARNING RATE: 6.555146858657877e-05
previous_iter_valid_loss : 0.1650584638118744
927600 0.165224 0.165058 0.167383 CURRENT LEARNING RATE: 6.553835960380345e-05
previous_iter_valid_loss : 0.16062697768211365
927620 0.160788 0.160627 0.167329 CURRENT LEARNING RATE: 6.552525324256243e-05
previous_iter_valid_loss : 0.17324985563755035
927640 0.173512 0.173250 0.167832 CURRENT LEARNING RATE: 6.551214950233164e-05
previous_iter_valid_loss : 0.16601161658763885
927660 0.166171 0.166012 0.167984 CURRENT LEARNING RATE: 6.549904838258685e-05
previous_iter_valid_loss : 0.16162772476673126
927680 0.161818 0.161628 0.167312 CURRENT LEARNING RATE: 6.5485949882804e-05
previous_iter_valid_loss : 0.1611340492963791
927700 0.161294 0.161134 0.166486 CURRENT LEARNING RATE: 6.547285400245904e-05
previous_iter_valid_loss : 0.1627897024154663
927720 0.162954 0.162790 0.166544 CURRENT LEARNING RATE: 6.545976074102837e-05
previous_iter_valid_loss : 0.1774846911430359
927740 0.177645 0.177485 0.167312 CURRENT LEARNING RATE: 6.544667009798814e-05
previous_iter_valid_loss : 0.16089443862438202
927760 0.161056 0.160894 0.166577 CURRENT LEARNING RATE: 6.54335820728147e-05
previous_iter_valid_loss : 0.16458231210708618
927780 0.164750 0.164582 0.166687 CURRENT LEARNING RATE: 6.542049666498446e-05
previous_iter_valid_loss : 0.16053463518619537
927800 0.160700 0.160535 0.166451 CURRENT LEARNING RATE: 6.54074138739742e-05
previous_iter_valid_loss : 0.16200503706932068
927820 0.162169 0.162005 0.166509 CURRENT LEARNING RATE: 6.539433369926052e-05
previous_iter_valid_loss : 0.16054853796958923
927840 0.160719 0.160549 0.166493 CURRENT LEARNING RATE: 6.538125614032006e-05
previous_iter_valid_loss : 0.1883251816034317
927860 0.188457 0.188325 0.167812 CURRENT LEARNING RATE: 6.536818119662998e-05
previous_iter_valid_loss : 0.1640082150697708
927880 0.164204 0.164008 0.167617 CURRENT LEARNING RATE: 6.535510886766716e-05
previous_iter_valid_loss : 0.18765868246555328
927900 0.188072 0.187659 0.168734 CURRENT LEARNING RATE: 6.53420391529087e-05
previous_iter_valid_loss : 0.1646721512079239
927920 0.164875 0.164672 0.168406 CURRENT LEARNING RATE: 6.532897205183168e-05
previous_iter_valid_loss : 0.16051217913627625
927940 0.160684 0.160512 0.168015 CURRENT LEARNING RATE: 6.531590756391369e-05
previous_iter_valid_loss : 0.1646939516067505
927960 0.164908 0.164694 0.166742 CURRENT LEARNING RATE: 6.530284568863202e-05
previous_iter_valid_loss : 0.19029931724071503
927980 0.190430 0.190299 0.167833 CURRENT LEARNING RATE: 6.528978642546416e-05
previous_iter_valid_loss : 0.16477440297603607
928000 0.164978 0.164774 0.167818 CURRENT LEARNING RATE: 6.527672977388766e-05
previous_iter_valid_loss : 0.1606825292110443
928020 0.160858 0.160683 0.167821 CURRENT LEARNING RATE: 6.526367573338048e-05
previous_iter_valid_loss : 0.16679760813713074
928040 0.167013 0.166798 0.167499 CURRENT LEARNING RATE: 6.525062430342033e-05
previous_iter_valid_loss : 0.1699511855840683
928060 0.170198 0.169951 0.167696 CURRENT LEARNING RATE: 6.523757548348516e-05
previous_iter_valid_loss : 0.18165235221385956
928080 0.181997 0.181652 0.168697 CURRENT LEARNING RATE: 6.522452927305291e-05
previous_iter_valid_loss : 0.1795026808977127
928100 0.179814 0.179503 0.169615 CURRENT LEARNING RATE: 6.521148567160196e-05
previous_iter_valid_loss : 0.1605263501405716
928120 0.160698 0.160526 0.169502 CURRENT LEARNING RATE: 6.519844467861044e-05
previous_iter_valid_loss : 0.1750180572271347
928140 0.175167 0.175018 0.169379 CURRENT LEARNING RATE: 6.518540629355671e-05
previous_iter_valid_loss : 0.16409702599048615
928160 0.164260 0.164097 0.169539 CURRENT LEARNING RATE: 6.517237051591914e-05
previous_iter_valid_loss : 0.16461902856826782
928180 0.164789 0.164619 0.169541 CURRENT LEARNING RATE: 6.51593373451765e-05
previous_iter_valid_loss : 0.16195017099380493
928200 0.162101 0.161950 0.169611 CURRENT LEARNING RATE: 6.514630678080737e-05
previous_iter_valid_loss : 0.1634775847196579
928220 0.163673 0.163478 0.169685 CURRENT LEARNING RATE: 6.51332788222904e-05
previous_iter_valid_loss : 0.1656007170677185
928240 0.165769 0.165601 0.169938 CURRENT LEARNING RATE: 6.512025346910471e-05
previous_iter_valid_loss : 0.16462481021881104
928260 0.164793 0.164625 0.168753 CURRENT LEARNING RATE: 6.510723072072917e-05
previous_iter_valid_loss : 0.16060788929462433
928280 0.160772 0.160608 0.168583 CURRENT LEARNING RATE: 6.509421057664286e-05
previous_iter_valid_loss : 0.16124944388866425
928300 0.161439 0.161249 0.167262 CURRENT LEARNING RATE: 6.508119303632488e-05
previous_iter_valid_loss : 0.16253715753555298
928320 0.162703 0.162537 0.167155 CURRENT LEARNING RATE: 6.506817809925473e-05
previous_iter_valid_loss : 0.16095344722270966
928340 0.161107 0.160953 0.167178 CURRENT LEARNING RATE: 6.505516576491172e-05
previous_iter_valid_loss : 0.16253270208835602
928360 0.162723 0.162533 0.167069 CURRENT LEARNING RATE: 6.504215603277534e-05
previous_iter_valid_loss : 0.16458837687969208
928380 0.164761 0.164588 0.165784 CURRENT LEARNING RATE: 6.50291489023251e-05
previous_iter_valid_loss : 0.16370490193367004
928400 0.163875 0.163705 0.165730 CURRENT LEARNING RATE: 6.501614437304095e-05
previous_iter_valid_loss : 0.16205064952373505
928420 0.162209 0.162051 0.165799 CURRENT LEARNING RATE: 6.500314244440257e-05
previous_iter_valid_loss : 0.17659062147140503
928440 0.176749 0.176591 0.166288 CURRENT LEARNING RATE: 6.499014311588989e-05
previous_iter_valid_loss : 0.16059859097003937
928460 0.160756 0.160599 0.165821 CURRENT LEARNING RATE: 6.497714638698284e-05
previous_iter_valid_loss : 0.17094628512859344
928480 0.171095 0.170946 0.165286 CURRENT LEARNING RATE: 6.496415225716178e-05
previous_iter_valid_loss : 0.16051705181598663
928500 0.160683 0.160517 0.164336 CURRENT LEARNING RATE: 6.495116072590681e-05
previous_iter_valid_loss : 0.16054406762123108
928520 0.160717 0.160544 0.164337 CURRENT LEARNING RATE: 6.493817179269828e-05
previous_iter_valid_loss : 0.1664867103099823
928540 0.166703 0.166487 0.163911 CURRENT LEARNING RATE: 6.49251854570165e-05
previous_iter_valid_loss : 0.17412181198596954
928560 0.174389 0.174122 0.164412 CURRENT LEARNING RATE: 6.491220171834228e-05
previous_iter_valid_loss : 0.1624605506658554
928580 0.162627 0.162461 0.164304 CURRENT LEARNING RATE: 6.489922057615614e-05
previous_iter_valid_loss : 0.16304798424243927
928600 0.163214 0.163048 0.164359 CURRENT LEARNING RATE: 6.48862420299388e-05
previous_iter_valid_loss : 0.1625087708234787
928620 0.162669 0.162509 0.164310 CURRENT LEARNING RATE: 6.487326607917107e-05
previous_iter_valid_loss : 0.17282430827617645
928640 0.172971 0.172824 0.164672 CURRENT LEARNING RATE: 6.48602927233341e-05
previous_iter_valid_loss : 0.16410250961780548
928660 0.164270 0.164103 0.164645 CURRENT LEARNING RATE: 6.484732196190883e-05
previous_iter_valid_loss : 0.16888396441936493
928680 0.169131 0.168884 0.165059 CURRENT LEARNING RATE: 6.483435379437635e-05
previous_iter_valid_loss : 0.16203348338603973
928700 0.162223 0.162033 0.165098 CURRENT LEARNING RATE: 6.482138822021813e-05
previous_iter_valid_loss : 0.164212167263031
928720 0.164397 0.164212 0.165182 CURRENT LEARNING RATE: 6.480842523891546e-05
previous_iter_valid_loss : 0.16051547229290009
928740 0.160674 0.160515 0.165160 CURRENT LEARNING RATE: 6.479546484994981e-05
previous_iter_valid_loss : 0.18361738324165344
928760 0.183769 0.183617 0.166215 CURRENT LEARNING RATE: 6.478250705280265e-05
previous_iter_valid_loss : 0.16706928610801697
928780 0.167233 0.167069 0.166339 CURRENT LEARNING RATE: 6.476955184695588e-05
previous_iter_valid_loss : 0.16830357909202576
928800 0.168460 0.168304 0.166568 CURRENT LEARNING RATE: 6.475659923189121e-05
previous_iter_valid_loss : 0.17868277430534363
928820 0.178840 0.178683 0.167400 CURRENT LEARNING RATE: 6.47436492070905e-05
previous_iter_valid_loss : 0.16383719444274902
928840 0.164005 0.163837 0.166762 CURRENT LEARNING RATE: 6.473070177203566e-05
previous_iter_valid_loss : 0.1679377257823944
928860 0.168167 0.167938 0.167129 CURRENT LEARNING RATE: 6.471775692620902e-05
previous_iter_valid_loss : 0.16053824126720428
928880 0.160702 0.160538 0.166609 CURRENT LEARNING RATE: 6.470481466909265e-05
previous_iter_valid_loss : 0.16546279191970825
928900 0.165614 0.165463 0.166856 CURRENT LEARNING RATE: 6.46918750001689e-05
previous_iter_valid_loss : 0.161642387509346
928920 0.161824 0.161642 0.166911 CURRENT LEARNING RATE: 6.467893791892003e-05
previous_iter_valid_loss : 0.16059903800487518
928940 0.160763 0.160599 0.166617 CURRENT LEARNING RATE: 6.466600342482879e-05
previous_iter_valid_loss : 0.1605442613363266
928960 0.160704 0.160544 0.165938 CURRENT LEARNING RATE: 6.46530715173777e-05
previous_iter_valid_loss : 0.16194242238998413
928980 0.162105 0.161942 0.165912 CURRENT LEARNING RATE: 6.46401421960495e-05
previous_iter_valid_loss : 0.16914430260658264
929000 0.169386 0.169144 0.166217 CURRENT LEARNING RATE: 6.462721546032686e-05
previous_iter_valid_loss : 0.16100119054317474
929020 0.161158 0.161001 0.166141 CURRENT LEARNING RATE: 6.461429130969298e-05
previous_iter_valid_loss : 0.16066080331802368
929040 0.160840 0.160661 0.165533 CURRENT LEARNING RATE: 6.460136974363075e-05
previous_iter_valid_loss : 0.16215184330940247
929060 0.162314 0.162152 0.165436 CURRENT LEARNING RATE: 6.458845076162319e-05
previous_iter_valid_loss : 0.1695403754711151
929080 0.169790 0.169540 0.165469 CURRENT LEARNING RATE: 6.45755343631538e-05
previous_iter_valid_loss : 0.16351942718029022
929100 0.163717 0.163519 0.165543 CURRENT LEARNING RATE: 6.45626205477058e-05
previous_iter_valid_loss : 0.1642262041568756
929120 0.164387 0.164226 0.165544 CURRENT LEARNING RATE: 6.454970931476261e-05
previous_iter_valid_loss : 0.16491012275218964
929140 0.165074 0.164910 0.165763 CURRENT LEARNING RATE: 6.453680066380771e-05
previous_iter_valid_loss : 0.16283555328845978
929160 0.162980 0.162836 0.164724 CURRENT LEARNING RATE: 6.452389459432493e-05
previous_iter_valid_loss : 0.17149177193641663
929180 0.171754 0.171492 0.164945 CURRENT LEARNING RATE: 6.451099110579797e-05
previous_iter_valid_loss : 0.16788025200366974
929200 0.168036 0.167880 0.164924 CURRENT LEARNING RATE: 6.449809019771065e-05
previous_iter_valid_loss : 0.17739665508270264
929220 0.177701 0.177397 0.164860 CURRENT LEARNING RATE: 6.448519186954684e-05
previous_iter_valid_loss : 0.1629568487405777
929240 0.163146 0.162957 0.164816 CURRENT LEARNING RATE: 6.447229612079081e-05
previous_iter_valid_loss : 0.16065210103988647
929260 0.160821 0.160652 0.164452 CURRENT LEARNING RATE: 6.445940295092664e-05
previous_iter_valid_loss : 0.16166289150714874
929280 0.161846 0.161663 0.164508 CURRENT LEARNING RATE: 6.444651235943861e-05
previous_iter_valid_loss : 0.16782116889953613
929300 0.168052 0.167821 0.164626 CURRENT LEARNING RATE: 6.443362434581097e-05
previous_iter_valid_loss : 0.1652124971151352
929320 0.165434 0.165212 0.164804 CURRENT LEARNING RATE: 6.442073890952841e-05
previous_iter_valid_loss : 0.16658364236354828
929340 0.166817 0.166584 0.165103 CURRENT LEARNING RATE: 6.440785605007541e-05
previous_iter_valid_loss : 0.1609392762184143
929360 0.161117 0.160939 0.165123 CURRENT LEARNING RATE: 6.439497576693669e-05
previous_iter_valid_loss : 0.16165879368782043
929380 0.161845 0.161659 0.165109 CURRENT LEARNING RATE: 6.438209805959688e-05
previous_iter_valid_loss : 0.16389085352420807
929400 0.164049 0.163891 0.164846 CURRENT LEARNING RATE: 6.43692229275411e-05
previous_iter_valid_loss : 0.16597998142242432
929420 0.166190 0.165980 0.165095 CURRENT LEARNING RATE: 6.435635037025426e-05
previous_iter_valid_loss : 0.192849799990654
929440 0.192975 0.192850 0.166705 CURRENT LEARNING RATE: 6.434348038722134e-05
previous_iter_valid_loss : 0.16080696880817413
929460 0.160964 0.160807 0.166638 CURRENT LEARNING RATE: 6.433061297792775e-05
previous_iter_valid_loss : 0.16087839007377625
929480 0.161060 0.160878 0.166204 CURRENT LEARNING RATE: 6.431774814185867e-05
previous_iter_valid_loss : 0.1823394000530243
929500 0.182495 0.182339 0.167145 CURRENT LEARNING RATE: 6.430488587849954e-05
previous_iter_valid_loss : 0.16057245433330536
929520 0.160728 0.160572 0.166963 CURRENT LEARNING RATE: 6.429202618733575e-05
previous_iter_valid_loss : 0.16052988171577454
929540 0.160684 0.160530 0.166744 CURRENT LEARNING RATE: 6.427916906785311e-05
previous_iter_valid_loss : 0.16062940657138824
929560 0.160808 0.160629 0.166633 CURRENT LEARNING RATE: 6.426631451953724e-05
previous_iter_valid_loss : 0.17038244009017944
929580 0.170535 0.170382 0.166578 CURRENT LEARNING RATE: 6.425346254187398e-05
previous_iter_valid_loss : 0.16351649165153503
929600 0.163687 0.163516 0.166360 CURRENT LEARNING RATE: 6.42406131343491e-05
previous_iter_valid_loss : 0.16502094268798828
929620 0.165235 0.165021 0.165741 CURRENT LEARNING RATE: 6.422776629644888e-05
previous_iter_valid_loss : 0.16415183246135712
929640 0.164363 0.164152 0.165801 CURRENT LEARNING RATE: 6.42149220276593e-05
previous_iter_valid_loss : 0.16065098345279694
929660 0.160821 0.160651 0.165801 CURRENT LEARNING RATE: 6.420208032746664e-05
previous_iter_valid_loss : 0.1637382209300995
929680 0.163904 0.163738 0.165904 CURRENT LEARNING RATE: 6.418924119535707e-05
previous_iter_valid_loss : 0.16099414229393005
929700 0.161173 0.160994 0.165563 CURRENT LEARNING RATE: 6.417640463081726e-05
previous_iter_valid_loss : 0.16979609429836273
929720 0.170044 0.169796 0.165792 CURRENT LEARNING RATE: 6.416357063333366e-05
previous_iter_valid_loss : 0.16194362938404083
929740 0.162096 0.161944 0.165560 CURRENT LEARNING RATE: 6.415073920239289e-05
previous_iter_valid_loss : 0.16058963537216187
929760 0.160741 0.160590 0.165543 CURRENT LEARNING RATE: 6.413791033748157e-05
previous_iter_valid_loss : 0.16080965101718903
929780 0.160983 0.160810 0.165500 CURRENT LEARNING RATE: 6.41250840380868e-05
previous_iter_valid_loss : 0.16371963918209076
929800 0.163883 0.163720 0.165492 CURRENT LEARNING RATE: 6.41122603036954e-05
previous_iter_valid_loss : 0.1639593094587326
929820 0.164126 0.163959 0.165391 CURRENT LEARNING RATE: 6.409943913379431e-05
previous_iter_valid_loss : 0.16541625559329987
929840 0.165629 0.165416 0.164019 CURRENT LEARNING RATE: 6.408662052787089e-05
previous_iter_valid_loss : 0.16660697758197784
929860 0.166834 0.166607 0.164309 CURRENT LEARNING RATE: 6.407380448541232e-05
previous_iter_valid_loss : 0.16214850544929504
929880 0.162312 0.162149 0.164373 CURRENT LEARNING RATE: 6.406099100590592e-05
previous_iter_valid_loss : 0.16128191351890564
929900 0.161462 0.161282 0.163320 CURRENT LEARNING RATE: 6.404818008883909e-05
previous_iter_valid_loss : 0.16557924449443817
929920 0.165733 0.165579 0.163570 CURRENT LEARNING RATE: 6.403537173369955e-05
previous_iter_valid_loss : 0.1607988178730011
929940 0.160953 0.160799 0.163583 CURRENT LEARNING RATE: 6.402256593997489e-05
previous_iter_valid_loss : 0.16067706048488617
929960 0.160833 0.160677 0.163586 CURRENT LEARNING RATE: 6.400976270715289e-05
previous_iter_valid_loss : 0.16674134135246277
929980 0.166959 0.166741 0.163404 CURRENT LEARNING RATE: 6.399696203472128e-05
previous_iter_valid_loss : 0.17200393974781036
930000 0.172152 0.172004 0.163828 CURRENT LEARNING RATE: 6.39841639221683e-05
previous_iter_valid_loss : 0.16053390502929688
930020 0.160697 0.160534 0.163604 CURRENT LEARNING RATE: 6.397136836898186e-05
previous_iter_valid_loss : 0.16712342202663422
930040 0.167281 0.167123 0.163752 CURRENT LEARNING RATE: 6.395857537465016e-05
previous_iter_valid_loss : 0.16247700154781342
930060 0.162630 0.162477 0.163844 CURRENT LEARNING RATE: 6.394578493866139e-05
previous_iter_valid_loss : 0.16101838648319244
930080 0.161195 0.161018 0.163708 CURRENT LEARNING RATE: 6.393299706050413e-05
previous_iter_valid_loss : 0.16310693323612213
930100 0.163301 0.163107 0.163813 CURRENT LEARNING RATE: 6.392021173966676e-05
previous_iter_valid_loss : 0.16139547526836395
930120 0.161586 0.161395 0.163393 CURRENT LEARNING RATE: 6.390742897563786e-05
previous_iter_valid_loss : 0.16677993535995483
930140 0.166999 0.166780 0.163635 CURRENT LEARNING RATE: 6.389464876790602e-05
previous_iter_valid_loss : 0.16079911589622498
930160 0.160955 0.160799 0.163646 CURRENT LEARNING RATE: 6.388187111596026e-05
previous_iter_valid_loss : 0.16072790324687958
930180 0.160884 0.160728 0.163642 CURRENT LEARNING RATE: 6.386909601928936e-05
previous_iter_valid_loss : 0.17640724778175354
930200 0.176563 0.176407 0.164276 CURRENT LEARNING RATE: 6.385632347738228e-05
previous_iter_valid_loss : 0.16507013142108917
930220 0.165272 0.165070 0.164331 CURRENT LEARNING RATE: 6.384355348972805e-05
previous_iter_valid_loss : 0.17115157842636108
930240 0.171301 0.171152 0.164618 CURRENT LEARNING RATE: 6.383078605581609e-05
previous_iter_valid_loss : 0.18411777913570404
930260 0.184268 0.184118 0.165494 CURRENT LEARNING RATE: 6.381802117513557e-05
previous_iter_valid_loss : 0.16050241887569427
930280 0.160664 0.160502 0.165411 CURRENT LEARNING RATE: 6.38052588471758e-05
previous_iter_valid_loss : 0.16258125007152557
930300 0.162786 0.162581 0.165476 CURRENT LEARNING RATE: 6.379249907142651e-05
previous_iter_valid_loss : 0.16334477066993713
930320 0.163510 0.163345 0.165365 CURRENT LEARNING RATE: 6.377974184737718e-05
previous_iter_valid_loss : 0.16065877676010132
930340 0.160813 0.160659 0.165358 CURRENT LEARNING RATE: 6.376698717451753e-05
previous_iter_valid_loss : 0.16051898896694183
930360 0.160676 0.160519 0.165350 CURRENT LEARNING RATE: 6.375423505233727e-05
previous_iter_valid_loss : 0.16389834880828857
930380 0.164094 0.163898 0.165208 CURRENT LEARNING RATE: 6.374148548032652e-05
previous_iter_valid_loss : 0.1742330640554428
930400 0.174516 0.174233 0.165319 CURRENT LEARNING RATE: 6.372873845797523e-05
previous_iter_valid_loss : 0.16144709289073944
930420 0.161608 0.161447 0.165365 CURRENT LEARNING RATE: 6.371599398477346e-05
previous_iter_valid_loss : 0.16061623394489288
930440 0.160785 0.160616 0.165039 CURRENT LEARNING RATE: 6.370325206021135e-05
previous_iter_valid_loss : 0.1605604887008667
930460 0.160719 0.160560 0.164944 CURRENT LEARNING RATE: 6.369051268377944e-05
previous_iter_valid_loss : 0.17462487518787384
930480 0.174771 0.174625 0.165624 CURRENT LEARNING RATE: 6.367777585496806e-05
previous_iter_valid_loss : 0.16576221585273743
930500 0.165921 0.165762 0.165757 CURRENT LEARNING RATE: 6.366504157326772e-05
previous_iter_valid_loss : 0.16183093190193176
930520 0.162020 0.161831 0.165778 CURRENT LEARNING RATE: 6.365230983816892e-05
previous_iter_valid_loss : 0.16450700163841248
930540 0.164666 0.164507 0.165665 CURRENT LEARNING RATE: 6.363958064916265e-05
previous_iter_valid_loss : 0.16802169382572174
930560 0.168245 0.168022 0.166026 CURRENT LEARNING RATE: 6.362685400573962e-05
previous_iter_valid_loss : 0.17795076966285706
930580 0.178261 0.177951 0.166887 CURRENT LEARNING RATE: 6.361412990739074e-05
previous_iter_valid_loss : 0.16178859770298004
930600 0.161981 0.161789 0.166156 CURRENT LEARNING RATE: 6.360140835360697e-05
previous_iter_valid_loss : 0.1671021729707718
930620 0.167323 0.167102 0.166258 CURRENT LEARNING RATE: 6.358868934387964e-05
previous_iter_valid_loss : 0.17447587847709656
930640 0.174626 0.174476 0.166424 CURRENT LEARNING RATE: 6.35759728776999e-05
previous_iter_valid_loss : 0.16485252976417542
930660 0.165058 0.164853 0.165461 CURRENT LEARNING RATE: 6.356325895455897e-05
previous_iter_valid_loss : 0.1637508124113083
930680 0.163960 0.163751 0.165623 CURRENT LEARNING RATE: 6.355054757394852e-05
previous_iter_valid_loss : 0.1610715091228485
930700 0.161232 0.161072 0.165548 CURRENT LEARNING RATE: 6.353783873535999e-05
previous_iter_valid_loss : 0.1904202401638031
930720 0.190838 0.190420 0.166901 CURRENT LEARNING RATE: 6.3525132438285e-05
previous_iter_valid_loss : 0.16427607834339142
930740 0.164468 0.164276 0.167082 CURRENT LEARNING RATE: 6.351242868221521e-05
previous_iter_valid_loss : 0.16164898872375488
930760 0.161839 0.161649 0.167139 CURRENT LEARNING RATE: 6.349972746664271e-05
previous_iter_valid_loss : 0.1606115996837616
930780 0.160768 0.160612 0.166974 CURRENT LEARNING RATE: 6.34870287910593e-05
previous_iter_valid_loss : 0.16187594830989838
930800 0.162068 0.161876 0.166357 CURRENT LEARNING RATE: 6.347433265495704e-05
previous_iter_valid_loss : 0.18572933971881866
930820 0.186123 0.185729 0.167571 CURRENT LEARNING RATE: 6.346163905782799e-05
previous_iter_valid_loss : 0.17076361179351807
930840 0.171014 0.170764 0.168078 CURRENT LEARNING RATE: 6.344894799916462e-05
previous_iter_valid_loss : 0.1759515106678009
930860 0.176102 0.175952 0.168848 CURRENT LEARNING RATE: 6.343625947845918e-05
previous_iter_valid_loss : 0.16299958527088165
930880 0.163168 0.163000 0.168266 CURRENT LEARNING RATE: 6.342357349520413e-05
previous_iter_valid_loss : 0.16617780923843384
930900 0.166378 0.166178 0.168287 CURRENT LEARNING RATE: 6.341089004889192e-05
previous_iter_valid_loss : 0.1658499538898468
930920 0.166066 0.165850 0.168488 CURRENT LEARNING RATE: 6.339820913901542e-05
previous_iter_valid_loss : 0.16082678735256195
930940 0.161007 0.160827 0.168304 CURRENT LEARNING RATE: 6.33855307650673e-05
previous_iter_valid_loss : 0.16054809093475342
930960 0.160714 0.160548 0.167930 CURRENT LEARNING RATE: 6.337285492654044e-05
previous_iter_valid_loss : 0.17248015105724335
930980 0.172752 0.172480 0.167657 CURRENT LEARNING RATE: 6.336018162292764e-05
previous_iter_valid_loss : 0.16647307574748993
931000 0.166635 0.166473 0.167891 CURRENT LEARNING RATE: 6.334751085372225e-05
previous_iter_valid_loss : 0.17031465470790863
931020 0.170463 0.170315 0.168052 CURRENT LEARNING RATE: 6.333484261841729e-05
previous_iter_valid_loss : 0.16066895425319672
931040 0.160813 0.160669 0.167361 CURRENT LEARNING RATE: 6.332217691650594e-05
previous_iter_valid_loss : 0.1737128645181656
931060 0.173860 0.173713 0.167804 CURRENT LEARNING RATE: 6.330951374748177e-05
previous_iter_valid_loss : 0.1625722348690033
931080 0.162760 0.162572 0.167746 CURRENT LEARNING RATE: 6.329685311083817e-05
previous_iter_valid_loss : 0.16137656569480896
931100 0.161533 0.161377 0.167761 CURRENT LEARNING RATE: 6.32841950060687e-05
previous_iter_valid_loss : 0.16051943600177765
931120 0.160691 0.160519 0.166266 CURRENT LEARNING RATE: 6.327153943266694e-05
previous_iter_valid_loss : 0.16224388778209686
931140 0.162412 0.162244 0.166164 CURRENT LEARNING RATE: 6.325888639012686e-05
previous_iter_valid_loss : 0.16587938368320465
931160 0.166083 0.165879 0.166376 CURRENT LEARNING RATE: 6.324623587794226e-05
previous_iter_valid_loss : 0.18945181369781494
931180 0.189897 0.189452 0.167818 CURRENT LEARNING RATE: 6.323358789560708e-05
previous_iter_valid_loss : 0.16863080859184265
931200 0.168865 0.168631 0.168155 CURRENT LEARNING RATE: 6.322094244261533e-05
previous_iter_valid_loss : 0.16100643575191498
931220 0.161167 0.161006 0.166919 CURRENT LEARNING RATE: 6.320829951846139e-05
previous_iter_valid_loss : 0.1713903844356537
931240 0.171653 0.171390 0.166951 CURRENT LEARNING RATE: 6.319565912263945e-05
previous_iter_valid_loss : 0.16191063821315765
931260 0.162101 0.161911 0.166249 CURRENT LEARNING RATE: 6.318302125464389e-05
previous_iter_valid_loss : 0.16236992180347443
931280 0.162558 0.162370 0.166217 CURRENT LEARNING RATE: 6.317038591396905e-05
previous_iter_valid_loss : 0.17781184613704681
931300 0.178112 0.177812 0.166799 CURRENT LEARNING RATE: 6.315775310010979e-05
previous_iter_valid_loss : 0.16136720776557922
931320 0.161550 0.161367 0.166575 CURRENT LEARNING RATE: 6.314512281256065e-05
previous_iter_valid_loss : 0.16436943411827087
931340 0.164541 0.164369 0.166752 CURRENT LEARNING RATE: 6.313249505081643e-05
previous_iter_valid_loss : 0.1608063280582428
931360 0.160983 0.160806 0.166765 CURRENT LEARNING RATE: 6.311986981437191e-05
previous_iter_valid_loss : 0.16326124966144562
931380 0.163457 0.163261 0.166304 CURRENT LEARNING RATE: 6.310724710272231e-05
previous_iter_valid_loss : 0.16055884957313538
931400 0.160722 0.160559 0.166008 CURRENT LEARNING RATE: 6.30946269153626e-05
previous_iter_valid_loss : 0.16145683825016022
931420 0.161636 0.161457 0.165565 CURRENT LEARNING RATE: 6.308200925178797e-05
previous_iter_valid_loss : 0.1864084154367447
931440 0.186822 0.186408 0.166852 CURRENT LEARNING RATE: 6.30693941114936e-05
previous_iter_valid_loss : 0.16688942909240723
931460 0.167111 0.166889 0.166511 CURRENT LEARNING RATE: 6.305678149397514e-05
previous_iter_valid_loss : 0.1611304134130478
931480 0.161291 0.161130 0.166439 CURRENT LEARNING RATE: 6.304417139872794e-05
previous_iter_valid_loss : 0.16121028363704681
931500 0.161378 0.161210 0.166431 CURRENT LEARNING RATE: 6.303156382524746e-05
previous_iter_valid_loss : 0.1758139431476593
931520 0.175964 0.175814 0.167195 CURRENT LEARNING RATE: 6.301895877302969e-05
previous_iter_valid_loss : 0.17462266981601715
931540 0.174906 0.174623 0.167814 CURRENT LEARNING RATE: 6.300635624157027e-05
previous_iter_valid_loss : 0.16820181906223297
931560 0.168353 0.168202 0.167930 CURRENT LEARNING RATE: 6.299375623036511e-05
previous_iter_valid_loss : 0.16373762488365173
931580 0.163936 0.163738 0.166645 CURRENT LEARNING RATE: 6.298115873891008e-05
previous_iter_valid_loss : 0.16177228093147278
931600 0.161929 0.161772 0.166302 CURRENT LEARNING RATE: 6.296856376670153e-05
previous_iter_valid_loss : 0.16051512956619263
931620 0.160670 0.160515 0.166277 CURRENT LEARNING RATE: 6.295597131323554e-05
previous_iter_valid_loss : 0.162485271692276
931640 0.162641 0.162485 0.165832 CURRENT LEARNING RATE: 6.294338137800842e-05
previous_iter_valid_loss : 0.1611119657754898
931660 0.161291 0.161112 0.165792 CURRENT LEARNING RATE: 6.293079396051644e-05
previous_iter_valid_loss : 0.1607705056667328
931680 0.160930 0.160771 0.165712 CURRENT LEARNING RATE: 6.291820906025634e-05
previous_iter_valid_loss : 0.17153137922286987
931700 0.171682 0.171531 0.165398 CURRENT LEARNING RATE: 6.290562667672461e-05
previous_iter_valid_loss : 0.16480261087417603
931720 0.165000 0.164803 0.165570 CURRENT LEARNING RATE: 6.289304680941796e-05
previous_iter_valid_loss : 0.17770394682884216
931740 0.177857 0.177704 0.166236 CURRENT LEARNING RATE: 6.288046945783308e-05
previous_iter_valid_loss : 0.1619693487882614
931760 0.162157 0.161969 0.166295 CURRENT LEARNING RATE: 6.28678946214671e-05
previous_iter_valid_loss : 0.16509634256362915
931780 0.165258 0.165096 0.166386 CURRENT LEARNING RATE: 6.28553222998169e-05
previous_iter_valid_loss : 0.16062428057193756
931800 0.160781 0.160624 0.166390 CURRENT LEARNING RATE: 6.284275249237961e-05
previous_iter_valid_loss : 0.1651419997215271
931820 0.165354 0.165142 0.166574 CURRENT LEARNING RATE: 6.283018519865232e-05
previous_iter_valid_loss : 0.16132453083992004
931840 0.161483 0.161325 0.165320 CURRENT LEARNING RATE: 6.281762041813255e-05
previous_iter_valid_loss : 0.16375720500946045
931860 0.163952 0.163757 0.165163 CURRENT LEARNING RATE: 6.280505815031762e-05
previous_iter_valid_loss : 0.16271094977855682
931880 0.162894 0.162711 0.165242 CURRENT LEARNING RATE: 6.279249839470489e-05
previous_iter_valid_loss : 0.16407562792301178
931900 0.164279 0.164076 0.165385 CURRENT LEARNING RATE: 6.277994115079223e-05
previous_iter_valid_loss : 0.16927707195281982
931920 0.169433 0.169277 0.165058 CURRENT LEARNING RATE: 6.276738641807721e-05
previous_iter_valid_loss : 0.1618051826953888
931940 0.161999 0.161805 0.164418 CURRENT LEARNING RATE: 6.275483419605768e-05
previous_iter_valid_loss : 0.17717398703098297
931960 0.177335 0.177174 0.164866 CURRENT LEARNING RATE: 6.27422844842314e-05
previous_iter_valid_loss : 0.19384507834911346
931980 0.194320 0.193845 0.166372 CURRENT LEARNING RATE: 6.272973728209662e-05
previous_iter_valid_loss : 0.1609184741973877
932000 0.161082 0.160918 0.166329 CURRENT LEARNING RATE: 6.271719258915134e-05
previous_iter_valid_loss : 0.1774665117263794
932020 0.177769 0.177467 0.167176 CURRENT LEARNING RATE: 6.270465040489378e-05
previous_iter_valid_loss : 0.16348814964294434
932040 0.163691 0.163488 0.167227 CURRENT LEARNING RATE: 6.269211072882212e-05
previous_iter_valid_loss : 0.17240038514137268
932060 0.172672 0.172400 0.167791 CURRENT LEARNING RATE: 6.267957356043501e-05
previous_iter_valid_loss : 0.16857630014419556
932080 0.168807 0.168576 0.168181 CURRENT LEARNING RATE: 6.266703889923086e-05
previous_iter_valid_loss : 0.16442562639713287
932100 0.164594 0.164426 0.167826 CURRENT LEARNING RATE: 6.265450674470826e-05
previous_iter_valid_loss : 0.1637830138206482
932120 0.163950 0.163783 0.167775 CURRENT LEARNING RATE: 6.264197709636584e-05
previous_iter_valid_loss : 0.1636580377817154
932140 0.163834 0.163658 0.167073 CURRENT LEARNING RATE: 6.262944995370262e-05
previous_iter_valid_loss : 0.16312256455421448
932160 0.163329 0.163123 0.167130 CURRENT LEARNING RATE: 6.26169253162174e-05
previous_iter_valid_loss : 0.1672964096069336
932180 0.167452 0.167296 0.167240 CURRENT LEARNING RATE: 6.260440318340921e-05
previous_iter_valid_loss : 0.16421273350715637
932200 0.164377 0.164213 0.167420 CURRENT LEARNING RATE: 6.259188355477706e-05
previous_iter_valid_loss : 0.1858525574207306
932220 0.185994 0.185853 0.168455 CURRENT LEARNING RATE: 6.257936642982034e-05
previous_iter_valid_loss : 0.1656912863254547
932240 0.165857 0.165691 0.168674 CURRENT LEARNING RATE: 6.25668518080383e-05
previous_iter_valid_loss : 0.16283921897411346
932260 0.163025 0.162839 0.168628 CURRENT LEARNING RATE: 6.255433968893022e-05
previous_iter_valid_loss : 0.16547203063964844
932280 0.165682 0.165472 0.168766 CURRENT LEARNING RATE: 6.254183007199586e-05
previous_iter_valid_loss : 0.17180371284484863
932300 0.172067 0.171804 0.169152 CURRENT LEARNING RATE: 6.25293229567347e-05
previous_iter_valid_loss : 0.16241711378097534
932320 0.162584 0.162417 0.168809 CURRENT LEARNING RATE: 6.251681834264648e-05
previous_iter_valid_loss : 0.17508777976036072
932340 0.175373 0.175088 0.169473 CURRENT LEARNING RATE: 6.250431622923088e-05
previous_iter_valid_loss : 0.16057787835597992
932360 0.160737 0.160578 0.168644 CURRENT LEARNING RATE: 6.249181661598806e-05
previous_iter_valid_loss : 0.16084156930446625
932380 0.160992 0.160842 0.166993 CURRENT LEARNING RATE: 6.247931950241791e-05
previous_iter_valid_loss : 0.1651575267314911
932400 0.165364 0.165158 0.167205 CURRENT LEARNING RATE: 6.246682488802053e-05
previous_iter_valid_loss : 0.1605214625597
932420 0.160680 0.160521 0.166358 CURRENT LEARNING RATE: 6.245433277229607e-05
previous_iter_valid_loss : 0.16221174597740173
932440 0.162399 0.162212 0.166294 CURRENT LEARNING RATE: 6.244184315474502e-05
previous_iter_valid_loss : 0.16270703077316284
932460 0.162857 0.162707 0.165810 CURRENT LEARNING RATE: 6.242935603486772e-05
previous_iter_valid_loss : 0.16741034388542175
932480 0.167643 0.167410 0.165751 CURRENT LEARNING RATE: 6.241687141216466e-05
previous_iter_valid_loss : 0.1609969586133957
932500 0.161175 0.160997 0.165580 CURRENT LEARNING RATE: 6.240438928613635e-05
previous_iter_valid_loss : 0.160563126206398
932520 0.160729 0.160563 0.165419 CURRENT LEARNING RATE: 6.239190965628374e-05
previous_iter_valid_loss : 0.1724732220172882
932540 0.172740 0.172473 0.165860 CURRENT LEARNING RATE: 6.237943252210752e-05
previous_iter_valid_loss : 0.16111814975738525
932560 0.161301 0.161118 0.165759 CURRENT LEARNING RATE: 6.23669578831086e-05
previous_iter_valid_loss : 0.176715686917305
932580 0.176869 0.176716 0.166230 CURRENT LEARNING RATE: 6.23544857387879e-05
previous_iter_valid_loss : 0.20040571689605713
932600 0.200469 0.200406 0.168040 CURRENT LEARNING RATE: 6.234201608864675e-05
previous_iter_valid_loss : 0.17344187200069427
932620 0.173584 0.173442 0.167420 CURRENT LEARNING RATE: 6.232954893218627e-05
previous_iter_valid_loss : 0.1633765697479248
932640 0.163553 0.163377 0.167304 CURRENT LEARNING RATE: 6.231708426890774e-05
previous_iter_valid_loss : 0.164285346865654
932660 0.164455 0.164285 0.167376 CURRENT LEARNING RATE: 6.230462209831247e-05
previous_iter_valid_loss : 0.16773481667041779
932680 0.167963 0.167735 0.167489 CURRENT LEARNING RATE: 6.22921624199022e-05
previous_iter_valid_loss : 0.16051322221755981
932700 0.160676 0.160513 0.166925 CURRENT LEARNING RATE: 6.227970523317846e-05
previous_iter_valid_loss : 0.16076037287712097
932720 0.160936 0.160760 0.166842 CURRENT LEARNING RATE: 6.22672505376428e-05
previous_iter_valid_loss : 0.16306862235069275
932740 0.163275 0.163069 0.166241 CURRENT LEARNING RATE: 6.22547983327973e-05
previous_iter_valid_loss : 0.167567178606987
932760 0.167718 0.167567 0.166590 CURRENT LEARNING RATE: 6.224234861814373e-05
previous_iter_valid_loss : 0.16516302525997162
932780 0.165320 0.165163 0.166806 CURRENT LEARNING RATE: 6.222990139318412e-05
previous_iter_valid_loss : 0.17684970796108246
932800 0.177003 0.176850 0.167391 CURRENT LEARNING RATE: 6.221745665742045e-05
previous_iter_valid_loss : 0.1794479787349701
932820 0.179606 0.179448 0.168337 CURRENT LEARNING RATE: 6.220501441035518e-05
previous_iter_valid_loss : 0.1622539758682251
932840 0.162419 0.162254 0.168339 CURRENT LEARNING RATE: 6.219257465149049e-05
previous_iter_valid_loss : 0.16338032484054565
932860 0.163568 0.163380 0.168373 CURRENT LEARNING RATE: 6.21801373803288e-05
previous_iter_valid_loss : 0.16474437713623047
932880 0.164915 0.164744 0.168240 CURRENT LEARNING RATE: 6.21677025963725e-05
previous_iter_valid_loss : 0.16062259674072266
932900 0.160802 0.160623 0.168221 CURRENT LEARNING RATE: 6.215527029912442e-05
previous_iter_valid_loss : 0.16809462010860443
932920 0.168330 0.168095 0.168598 CURRENT LEARNING RATE: 6.214284048808716e-05
previous_iter_valid_loss : 0.17864373326301575
932940 0.178797 0.178644 0.168906 CURRENT LEARNING RATE: 6.213041316276353e-05
previous_iter_valid_loss : 0.16060806810855865
932960 0.160775 0.160608 0.168881 CURRENT LEARNING RATE: 6.211798832265631e-05
previous_iter_valid_loss : 0.16101756691932678
932980 0.161170 0.161018 0.168096 CURRENT LEARNING RATE: 6.210556596726875e-05
previous_iter_valid_loss : 0.1792687624692917
933000 0.179595 0.179269 0.167039 CURRENT LEARNING RATE: 6.209314609610385e-05
previous_iter_valid_loss : 0.16664449870586395
933020 0.166867 0.166644 0.166699 CURRENT LEARNING RATE: 6.20807287086648e-05
previous_iter_valid_loss : 0.16073179244995117
933040 0.160903 0.160732 0.166567 CURRENT LEARNING RATE: 6.206831380445478e-05
previous_iter_valid_loss : 0.1671275645494461
933060 0.167346 0.167128 0.166709 CURRENT LEARNING RATE: 6.205590138297744e-05
previous_iter_valid_loss : 0.1608254462480545
933080 0.160983 0.160825 0.166363 CURRENT LEARNING RATE: 6.204349144373617e-05
previous_iter_valid_loss : 0.16324551403522491
933100 0.163444 0.163246 0.166500 CURRENT LEARNING RATE: 6.203108398623445e-05
previous_iter_valid_loss : 0.17162762582302094
933120 0.171893 0.171628 0.167043 CURRENT LEARNING RATE: 6.20186790099762e-05
previous_iter_valid_loss : 0.16096529364585876
933140 0.161127 0.160965 0.166938 CURRENT LEARNING RATE: 6.200627651446514e-05
previous_iter_valid_loss : 0.18072202801704407
933160 0.181053 0.180722 0.167596 CURRENT LEARNING RATE: 6.199387649920513e-05
previous_iter_valid_loss : 0.16230043768882751
933180 0.162490 0.162300 0.167453 CURRENT LEARNING RATE: 6.198147896370008e-05
previous_iter_valid_loss : 0.16119986772537231
933200 0.161356 0.161200 0.166670 CURRENT LEARNING RATE: 6.196908390745431e-05
previous_iter_valid_loss : 0.167128786444664
933220 0.167360 0.167129 0.166054 CURRENT LEARNING RATE: 6.195669132997191e-05
previous_iter_valid_loss : 0.16155953705310822
933240 0.161744 0.161560 0.166020 CURRENT LEARNING RATE: 6.194430123075716e-05
previous_iter_valid_loss : 0.18516455590724945
933260 0.185559 0.185165 0.167109 CURRENT LEARNING RATE: 6.193191360931437e-05
previous_iter_valid_loss : 0.17076249420642853
933280 0.171009 0.170762 0.167410 CURRENT LEARNING RATE: 6.191952846514823e-05
previous_iter_valid_loss : 0.16053368151187897
933300 0.160703 0.160534 0.167405 CURRENT LEARNING RATE: 6.190714579776324e-05
previous_iter_valid_loss : 0.17005684971809387
933320 0.170304 0.170057 0.167504 CURRENT LEARNING RATE: 6.18947656066641e-05
previous_iter_valid_loss : 0.16945898532867432
933340 0.169614 0.169459 0.167044 CURRENT LEARNING RATE: 6.188238789135548e-05
previous_iter_valid_loss : 0.16368483006954193
933360 0.163855 0.163685 0.167198 CURRENT LEARNING RATE: 6.187001265134249e-05
previous_iter_valid_loss : 0.16145265102386475
933380 0.161635 0.161453 0.167220 CURRENT LEARNING RATE: 6.185763988613002e-05
previous_iter_valid_loss : 0.16067823767662048
933400 0.160835 0.160678 0.166290 CURRENT LEARNING RATE: 6.184526959522314e-05
previous_iter_valid_loss : 0.176913782954216
933420 0.177068 0.176914 0.166804 CURRENT LEARNING RATE: 6.183290177812694e-05
previous_iter_valid_loss : 0.1859033703804016
933440 0.186304 0.185903 0.168062 CURRENT LEARNING RATE: 6.182053643434695e-05
previous_iter_valid_loss : 0.18366552889347076
933460 0.184026 0.183666 0.168889 CURRENT LEARNING RATE: 6.180817356338841e-05
previous_iter_valid_loss : 0.17516209185123444
933480 0.175443 0.175162 0.169606 CURRENT LEARNING RATE: 6.179581316475672e-05
previous_iter_valid_loss : 0.16503873467445374
933500 0.165247 0.165039 0.169696 CURRENT LEARNING RATE: 6.178345523795767e-05
previous_iter_valid_loss : 0.17098118364810944
933520 0.171241 0.170981 0.169663 CURRENT LEARNING RATE: 6.177109978249684e-05
previous_iter_valid_loss : 0.16061778366565704
933540 0.160770 0.160618 0.169646 CURRENT LEARNING RATE: 6.175874679788e-05
previous_iter_valid_loss : 0.17165061831474304
933560 0.171798 0.171651 0.169193 CURRENT LEARNING RATE: 6.174639628361294e-05
previous_iter_valid_loss : 0.1624026596546173
933580 0.162555 0.162403 0.169198 CURRENT LEARNING RATE: 6.173404823920185e-05
previous_iter_valid_loss : 0.17441463470458984
933600 0.174573 0.174415 0.169858 CURRENT LEARNING RATE: 6.17217026641527e-05
previous_iter_valid_loss : 0.17151616513729095
933620 0.171666 0.171516 0.170078 CURRENT LEARNING RATE: 6.170935955797165e-05
previous_iter_valid_loss : 0.16095443069934845
933640 0.161127 0.160954 0.170048 CURRENT LEARNING RATE: 6.169701892016489e-05
previous_iter_valid_loss : 0.1605576127767563
933660 0.160727 0.160558 0.168817 CURRENT LEARNING RATE: 6.168468075023902e-05
previous_iter_valid_loss : 0.16075433790683746
933680 0.160926 0.160754 0.168317 CURRENT LEARNING RATE: 6.167234504770036e-05
previous_iter_valid_loss : 0.16392314434051514
933700 0.164082 0.163923 0.168486 CURRENT LEARNING RATE: 6.166001181205553e-05
previous_iter_valid_loss : 0.16116824746131897
933720 0.161356 0.161168 0.168042 CURRENT LEARNING RATE: 6.164768104281106e-05
previous_iter_valid_loss : 0.16732481122016907
933740 0.167489 0.167325 0.167935 CURRENT LEARNING RATE: 6.163535273947396e-05
previous_iter_valid_loss : 0.16650621592998505
933760 0.166668 0.166506 0.168076 CURRENT LEARNING RATE: 6.162302690155098e-05
previous_iter_valid_loss : 0.18937353789806366
933780 0.189508 0.189374 0.169472 CURRENT LEARNING RATE: 6.161070352854907e-05
previous_iter_valid_loss : 0.17338068783283234
933800 0.173528 0.173381 0.170107 CURRENT LEARNING RATE: 6.15983826199752e-05
previous_iter_valid_loss : 0.18219095468521118
933820 0.182347 0.182191 0.170371 CURRENT LEARNING RATE: 6.158606417533676e-05
previous_iter_valid_loss : 0.19453933835029602
933840 0.194654 0.194539 0.170803 CURRENT LEARNING RATE: 6.15737481941409e-05
previous_iter_valid_loss : 0.16306765377521515
933860 0.163265 0.163068 0.169773 CURRENT LEARNING RATE: 6.156143467589486e-05
previous_iter_valid_loss : 0.16208916902542114
933880 0.162285 0.162089 0.169119 CURRENT LEARNING RATE: 6.154912362010633e-05
previous_iter_valid_loss : 0.16132301092147827
933900 0.161506 0.161323 0.168934 CURRENT LEARNING RATE: 6.153681502628274e-05
previous_iter_valid_loss : 0.16067779064178467
933920 0.160851 0.160678 0.168418 CURRENT LEARNING RATE: 6.152450889393177e-05
previous_iter_valid_loss : 0.16167493164539337
933940 0.161865 0.161675 0.168471 CURRENT LEARNING RATE: 6.151220522256105e-05
previous_iter_valid_loss : 0.16049903631210327
933960 0.160659 0.160499 0.167914 CURRENT LEARNING RATE: 6.149990401167867e-05
previous_iter_valid_loss : 0.16117197275161743
933980 0.161332 0.161172 0.167852 CURRENT LEARNING RATE: 6.148760526079244e-05
previous_iter_valid_loss : 0.1605137586593628
934000 0.160677 0.160514 0.167157 CURRENT LEARNING RATE: 6.147530896941043e-05
previous_iter_valid_loss : 0.1778077781200409
934020 0.177967 0.177808 0.167472 CURRENT LEARNING RATE: 6.146301513704069e-05
previous_iter_valid_loss : 0.16388101875782013
934040 0.164049 0.163881 0.167618 CURRENT LEARNING RATE: 6.145072376319168e-05
previous_iter_valid_loss : 0.16331113874912262
934060 0.163510 0.163311 0.167756 CURRENT LEARNING RATE: 6.14384348473716e-05
previous_iter_valid_loss : 0.1759139895439148
934080 0.176071 0.175914 0.168514 CURRENT LEARNING RATE: 6.142614838908893e-05
previous_iter_valid_loss : 0.16241472959518433
934100 0.162592 0.162415 0.168438 CURRENT LEARNING RATE: 6.141386438785211e-05
previous_iter_valid_loss : 0.16084812581539154
934120 0.161009 0.160848 0.168422 CURRENT LEARNING RATE: 6.140158284316997e-05
previous_iter_valid_loss : 0.16752870380878448
934140 0.167687 0.167529 0.168433 CURRENT LEARNING RATE: 6.138930375455117e-05
previous_iter_valid_loss : 0.1647723764181137
934160 0.164944 0.164772 0.168346 CURRENT LEARNING RATE: 6.13770271215045e-05
previous_iter_valid_loss : 0.16113440692424774
934180 0.161319 0.161134 0.166934 CURRENT LEARNING RATE: 6.136475294353883e-05
previous_iter_valid_loss : 0.16072119772434235
934200 0.160897 0.160721 0.166301 CURRENT LEARNING RATE: 6.13524812201634e-05
previous_iter_valid_loss : 0.1610904186964035
934220 0.161243 0.161090 0.165246 CURRENT LEARNING RATE: 6.134021195088721e-05
previous_iter_valid_loss : 0.16097262501716614
934240 0.161125 0.160973 0.163568 CURRENT LEARNING RATE: 6.132794513521954e-05
previous_iter_valid_loss : 0.164076566696167
934260 0.164266 0.164077 0.163618 CURRENT LEARNING RATE: 6.131568077266954e-05
previous_iter_valid_loss : 0.168840229511261
934280 0.168999 0.168840 0.163956 CURRENT LEARNING RATE: 6.13034188627469e-05
previous_iter_valid_loss : 0.17828217148780823
934300 0.178594 0.178282 0.164804 CURRENT LEARNING RATE: 6.129115940496103e-05
previous_iter_valid_loss : 0.16060519218444824
934320 0.160772 0.160605 0.164800 CURRENT LEARNING RATE: 6.127890239882143e-05
previous_iter_valid_loss : 0.1610809713602066
934340 0.161268 0.161081 0.164770 CURRENT LEARNING RATE: 6.126664784383803e-05
previous_iter_valid_loss : 0.16406993567943573
934360 0.164234 0.164070 0.164949 CURRENT LEARNING RATE: 6.125439573952057e-05
previous_iter_valid_loss : 0.16050037741661072
934380 0.160671 0.160500 0.164915 CURRENT LEARNING RATE: 6.124214608537894e-05
previous_iter_valid_loss : 0.1607830971479416
934400 0.160946 0.160783 0.164929 CURRENT LEARNING RATE: 6.122989888092306e-05
previous_iter_valid_loss : 0.21079684793949127
934420 0.210849 0.210797 0.166578 CURRENT LEARNING RATE: 6.121765412566324e-05
previous_iter_valid_loss : 0.16054552793502808
934440 0.160708 0.160546 0.166411 CURRENT LEARNING RATE: 6.12054118191096e-05
previous_iter_valid_loss : 0.162435844540596
934460 0.162613 0.162436 0.166368 CURRENT LEARNING RATE: 6.119317196077244e-05
previous_iter_valid_loss : 0.16524866223335266
934480 0.165404 0.165249 0.165834 CURRENT LEARNING RATE: 6.118093455016206e-05
previous_iter_valid_loss : 0.18304003775119781
934500 0.183386 0.183040 0.166866 CURRENT LEARNING RATE: 6.116869958678917e-05
previous_iter_valid_loss : 0.16049087047576904
934520 0.160656 0.160491 0.166848 CURRENT LEARNING RATE: 6.115646707016428e-05
previous_iter_valid_loss : 0.1613788604736328
934540 0.161542 0.161379 0.166540 CURRENT LEARNING RATE: 6.114423699979808e-05
previous_iter_valid_loss : 0.17869818210601807
934560 0.179017 0.178698 0.167236 CURRENT LEARNING RATE: 6.113200937520126e-05
previous_iter_valid_loss : 0.16491283476352692
934580 0.165116 0.164913 0.167425 CURRENT LEARNING RATE: 6.111978419588493e-05
previous_iter_valid_loss : 0.1611618995666504
934600 0.161321 0.161162 0.167447 CURRENT LEARNING RATE: 6.110756146135997e-05
previous_iter_valid_loss : 0.16497796773910522
934620 0.165182 0.164978 0.167642 CURRENT LEARNING RATE: 6.109534117113748e-05
previous_iter_valid_loss : 0.1640225350856781
934640 0.164214 0.164023 0.167794 CURRENT LEARNING RATE: 6.108312332472855e-05
previous_iter_valid_loss : 0.16491620242595673
934660 0.165123 0.164916 0.167836 CURRENT LEARNING RATE: 6.107090792164466e-05
previous_iter_valid_loss : 0.16073626279830933
934680 0.160897 0.160736 0.167431 CURRENT LEARNING RATE: 6.105869496139709e-05
previous_iter_valid_loss : 0.16193154454231262
934700 0.162124 0.161932 0.166614 CURRENT LEARNING RATE: 6.104648444349721e-05
previous_iter_valid_loss : 0.16692011058330536
934720 0.167147 0.166920 0.166929 CURRENT LEARNING RATE: 6.1034276367456845e-05
previous_iter_valid_loss : 0.16055594384670258
934740 0.160721 0.160556 0.166903 CURRENT LEARNING RATE: 6.102207073278753e-05
previous_iter_valid_loss : 0.16643519699573517
934760 0.166593 0.166435 0.167021 CURRENT LEARNING RATE: 6.100986753900106e-05
previous_iter_valid_loss : 0.16321389377117157
934780 0.163384 0.163214 0.167157 CURRENT LEARNING RATE: 6.0997666785609195e-05
previous_iter_valid_loss : 0.1696830689907074
934800 0.169930 0.169683 0.167602 CURRENT LEARNING RATE: 6.098546847212411e-05
previous_iter_valid_loss : 0.16561159491539001
934820 0.165814 0.165612 0.165343 CURRENT LEARNING RATE: 6.0973272598057775e-05
previous_iter_valid_loss : 0.1605900675058365
934840 0.160754 0.160590 0.165345 CURRENT LEARNING RATE: 6.096107916292235e-05
previous_iter_valid_loss : 0.16434267163276672
934860 0.164536 0.164343 0.165440 CURRENT LEARNING RATE: 6.094888816622999e-05
previous_iter_valid_loss : 0.17035581171512604
934880 0.170509 0.170356 0.165696 CURRENT LEARNING RATE: 6.0936699607493276e-05
previous_iter_valid_loss : 0.16084903478622437
934900 0.161004 0.160849 0.164586 CURRENT LEARNING RATE: 6.092451348622455e-05
previous_iter_valid_loss : 0.16281329095363617
934920 0.163003 0.162813 0.164702 CURRENT LEARNING RATE: 6.091232980193637e-05
previous_iter_valid_loss : 0.17755098640918732
934940 0.177712 0.177551 0.165511 CURRENT LEARNING RATE: 6.090014855414129e-05
previous_iter_valid_loss : 0.22346004843711853
934960 0.223444 0.223460 0.167749 CURRENT LEARNING RATE: 6.088796974235227e-05
previous_iter_valid_loss : 0.1787213385105133
934980 0.179035 0.178721 0.168439 CURRENT LEARNING RATE: 6.087579336608204e-05
previous_iter_valid_loss : 0.16324125230312347
935000 0.163409 0.163241 0.168543 CURRENT LEARNING RATE: 6.0863619424843554e-05
previous_iter_valid_loss : 0.16175054013729095
935020 0.161908 0.161751 0.168382 CURRENT LEARNING RATE: 6.0851447918149745e-05
previous_iter_valid_loss : 0.16063910722732544
935040 0.160796 0.160639 0.168213 CURRENT LEARNING RATE: 6.083927884551397e-05
previous_iter_valid_loss : 0.16171894967556
935060 0.161871 0.161719 0.168053 CURRENT LEARNING RATE: 6.082711220644936e-05
previous_iter_valid_loss : 0.17126302421092987
935080 0.171411 0.171263 0.168579 CURRENT LEARNING RATE: 6.081494800046914e-05
previous_iter_valid_loss : 0.175691619515419
935100 0.175850 0.175692 0.169267 CURRENT LEARNING RATE: 6.0802786227086946e-05
previous_iter_valid_loss : 0.18566299974918365
935120 0.185804 0.185663 0.170204 CURRENT LEARNING RATE: 6.079062688581621e-05
previous_iter_valid_loss : 0.16395816206932068
935140 0.164163 0.163958 0.170374 CURRENT LEARNING RATE: 6.077846997617057e-05
previous_iter_valid_loss : 0.1615980565547943
935160 0.161750 0.161598 0.170133 CURRENT LEARNING RATE: 6.0766315497663626e-05
previous_iter_valid_loss : 0.18691997230052948
935180 0.187061 0.186920 0.171318 CURRENT LEARNING RATE: 6.075416344980941e-05
previous_iter_valid_loss : 0.1716095507144928
935200 0.171868 0.171610 0.171414 CURRENT LEARNING RATE: 6.074201383212175e-05
previous_iter_valid_loss : 0.16083085536956787
935220 0.160985 0.160831 0.171175 CURRENT LEARNING RATE: 6.0729866644114634e-05
previous_iter_valid_loss : 0.160885751247406
935240 0.161040 0.160886 0.171190 CURRENT LEARNING RATE: 6.07177218853021e-05
previous_iter_valid_loss : 0.17733749747276306
935260 0.177496 0.177337 0.171840 CURRENT LEARNING RATE: 6.070557955519855e-05
previous_iter_valid_loss : 0.1617417186498642
935280 0.161928 0.161742 0.171409 CURRENT LEARNING RATE: 6.06934396533182e-05
previous_iter_valid_loss : 0.1664159595966339
935300 0.166628 0.166416 0.171687 CURRENT LEARNING RATE: 6.068130217917544e-05
previous_iter_valid_loss : 0.1741073727607727
935320 0.174400 0.174107 0.172252 CURRENT LEARNING RATE: 6.066916713228466e-05
previous_iter_valid_loss : 0.16049015522003174
935340 0.160658 0.160490 0.171399 CURRENT LEARNING RATE: 6.0657034512160686e-05
previous_iter_valid_loss : 0.16186878085136414
935360 0.162058 0.161869 0.168319 CURRENT LEARNING RATE: 6.0644904318318096e-05
previous_iter_valid_loss : 0.17780649662017822
935380 0.178114 0.177806 0.168274 CURRENT LEARNING RATE: 6.063277655027169e-05
previous_iter_valid_loss : 0.16582393646240234
935400 0.166039 0.165824 0.168403 CURRENT LEARNING RATE: 6.0620651207536245e-05
previous_iter_valid_loss : 0.16169939935207367
935420 0.161889 0.161699 0.168400 CURRENT LEARNING RATE: 6.060852828962697e-05
previous_iter_valid_loss : 0.16051925718784332
935440 0.160685 0.160519 0.168394 CURRENT LEARNING RATE: 6.059640779605883e-05
previous_iter_valid_loss : 0.16425371170043945
935460 0.164450 0.164254 0.168521 CURRENT LEARNING RATE: 6.0584289726347014e-05
previous_iter_valid_loss : 0.1684418022632599
935480 0.168676 0.168442 0.168380 CURRENT LEARNING RATE: 6.057217408000668e-05
previous_iter_valid_loss : 0.16100740432739258
935500 0.161160 0.161007 0.167646 CURRENT LEARNING RATE: 6.0560060856553435e-05
previous_iter_valid_loss : 0.16642352938652039
935520 0.166645 0.166424 0.166684 CURRENT LEARNING RATE: 6.054795005550262e-05
previous_iter_valid_loss : 0.16282956302165985
935540 0.162995 0.162830 0.166627 CURRENT LEARNING RATE: 6.0535841676369716e-05
previous_iter_valid_loss : 0.16271767020225525
935560 0.162882 0.162718 0.166683 CURRENT LEARNING RATE: 6.052373571867059e-05
previous_iter_valid_loss : 0.17151682078838348
935580 0.171663 0.171517 0.165913 CURRENT LEARNING RATE: 6.051163218192091e-05
previous_iter_valid_loss : 0.16109593212604523
935600 0.161258 0.161096 0.165388 CURRENT LEARNING RATE: 6.049953106563652e-05
previous_iter_valid_loss : 0.1708526611328125
935620 0.170997 0.170853 0.165889 CURRENT LEARNING RATE: 6.0487432369333274e-05
previous_iter_valid_loss : 0.17544175684452057
935640 0.175732 0.175442 0.166616 CURRENT LEARNING RATE: 6.047533609252744e-05
previous_iter_valid_loss : 0.16063864529132843
935660 0.160804 0.160639 0.165781 CURRENT LEARNING RATE: 6.046324223473505e-05
previous_iter_valid_loss : 0.18613776564598083
935680 0.186273 0.186138 0.167001 CURRENT LEARNING RATE: 6.045115079547237e-05
previous_iter_valid_loss : 0.1634003072977066
935700 0.163571 0.163400 0.166850 CURRENT LEARNING RATE: 6.043906177425561e-05
previous_iter_valid_loss : 0.16052553057670593
935720 0.160694 0.160526 0.166171 CURRENT LEARNING RATE: 6.042697517060144e-05
previous_iter_valid_loss : 0.1605004370212555
935740 0.160668 0.160500 0.166172 CURRENT LEARNING RATE: 6.041489098402629e-05
previous_iter_valid_loss : 0.16123127937316895
935760 0.161423 0.161231 0.166140 CURRENT LEARNING RATE: 6.040280921404678e-05
previous_iter_valid_loss : 0.17319074273109436
935780 0.173465 0.173191 0.165909 CURRENT LEARNING RATE: 6.039072986017954e-05
previous_iter_valid_loss : 0.16749441623687744
935800 0.167716 0.167494 0.165993 CURRENT LEARNING RATE: 6.0378652921941614e-05
previous_iter_valid_loss : 0.16089576482772827
935820 0.161047 0.160896 0.165953 CURRENT LEARNING RATE: 6.0366578398849816e-05
previous_iter_valid_loss : 0.161091148853302
935840 0.161282 0.161091 0.165981 CURRENT LEARNING RATE: 6.035450629042115e-05
previous_iter_valid_loss : 0.17121806740760803
935860 0.171467 0.171218 0.166329 CURRENT LEARNING RATE: 6.0342436596172646e-05
previous_iter_valid_loss : 0.1608894020318985
935880 0.161047 0.160889 0.165952 CURRENT LEARNING RATE: 6.0330369315621725e-05
previous_iter_valid_loss : 0.16362518072128296
935900 0.163814 0.163625 0.166083 CURRENT LEARNING RATE: 6.031830444828558e-05
previous_iter_valid_loss : 0.16248393058776855
935920 0.162670 0.162484 0.165886 CURRENT LEARNING RATE: 6.0306241993681504e-05
previous_iter_valid_loss : 0.16071170568466187
935940 0.160859 0.160712 0.165780 CURRENT LEARNING RATE: 6.029418195132724e-05
previous_iter_valid_loss : 0.1642315536737442
935960 0.164441 0.164232 0.165855 CURRENT LEARNING RATE: 6.028212432074024e-05
previous_iter_valid_loss : 0.16077330708503723
935980 0.160932 0.160773 0.165318 CURRENT LEARNING RATE: 6.027006910143824e-05
previous_iter_valid_loss : 0.16406264901161194
936000 0.164264 0.164063 0.165467 CURRENT LEARNING RATE: 6.02580162929389e-05
previous_iter_valid_loss : 0.17214353382587433
936020 0.172297 0.172144 0.165531 CURRENT LEARNING RATE: 6.024596589476032e-05
previous_iter_valid_loss : 0.17567387223243713
936040 0.175826 0.175674 0.165543 CURRENT LEARNING RATE: 6.02339179064204e-05
previous_iter_valid_loss : 0.16071519255638123
936060 0.160876 0.160715 0.165547 CURRENT LEARNING RATE: 6.022187232743719e-05
previous_iter_valid_loss : 0.1605156809091568
936080 0.160686 0.160516 0.164266 CURRENT LEARNING RATE: 6.020982915732878e-05
previous_iter_valid_loss : 0.161982923746109
936100 0.162145 0.161983 0.164195 CURRENT LEARNING RATE: 6.019778839561365e-05
previous_iter_valid_loss : 0.1726793646812439
936120 0.172952 0.172679 0.164802 CURRENT LEARNING RATE: 6.018575004181007e-05
previous_iter_valid_loss : 0.1699863076210022
936140 0.170136 0.169986 0.165277 CURRENT LEARNING RATE: 6.017371409543649e-05
previous_iter_valid_loss : 0.1796765774488449
936160 0.180001 0.179677 0.166199 CURRENT LEARNING RATE: 6.0161680556011375e-05
previous_iter_valid_loss : 0.16361553966999054
936180 0.163810 0.163616 0.165720 CURRENT LEARNING RATE: 6.01496494230536e-05
previous_iter_valid_loss : 0.16373080015182495
936200 0.163936 0.163731 0.165532 CURRENT LEARNING RATE: 6.013762069608181e-05
previous_iter_valid_loss : 0.16095580160617828
936220 0.161134 0.160956 0.165535 CURRENT LEARNING RATE: 6.012559437461486e-05
previous_iter_valid_loss : 0.16134904325008392
936240 0.161532 0.161349 0.165548 CURRENT LEARNING RATE: 6.011357045817158e-05
previous_iter_valid_loss : 0.16279740631580353
936260 0.162961 0.162797 0.165127 CURRENT LEARNING RATE: 6.010154894627123e-05
previous_iter_valid_loss : 0.16401749849319458
936280 0.164189 0.164017 0.165283 CURRENT LEARNING RATE: 6.008952983843285e-05
previous_iter_valid_loss : 0.16051727533340454
936300 0.160679 0.160517 0.165128 CURRENT LEARNING RATE: 6.007751313417557e-05
previous_iter_valid_loss : 0.16074137389659882
936320 0.160914 0.160741 0.165041 CURRENT LEARNING RATE: 6.006549883301893e-05
previous_iter_valid_loss : 0.16182006895542145
936340 0.162007 0.161820 0.165096 CURRENT LEARNING RATE: 6.005348693448225e-05
previous_iter_valid_loss : 0.160832941532135
936360 0.161009 0.160833 0.164926 CURRENT LEARNING RATE: 6.004147743808505e-05
previous_iter_valid_loss : 0.16063684225082397
936380 0.160778 0.160637 0.164919 CURRENT LEARNING RATE: 6.002947034334685e-05
previous_iter_valid_loss : 0.16077102720737457
936400 0.160944 0.160771 0.164755 CURRENT LEARNING RATE: 6.001746564978759e-05
previous_iter_valid_loss : 0.17112937569618225
936420 0.171278 0.171129 0.164704 CURRENT LEARNING RATE: 6.0005463356926943e-05
previous_iter_valid_loss : 0.16327376663684845
936440 0.163441 0.163274 0.164084 CURRENT LEARNING RATE: 5.9993463464284847e-05
previous_iter_valid_loss : 0.1605098843574524
936460 0.160677 0.160510 0.164074 CURRENT LEARNING RATE: 5.998146597138119e-05
previous_iter_valid_loss : 0.16054676473140717
936480 0.160700 0.160547 0.164075 CURRENT LEARNING RATE: 5.99694708777363e-05
previous_iter_valid_loss : 0.16663406789302826
936500 0.166788 0.166634 0.164308 CURRENT LEARNING RATE: 5.9957478182870235e-05
previous_iter_valid_loss : 0.16076084971427917
936520 0.160934 0.160761 0.163712 CURRENT LEARNING RATE: 5.994548788630332e-05
previous_iter_valid_loss : 0.1660437136888504
936540 0.166266 0.166044 0.163515 CURRENT LEARNING RATE: 5.993349998755582e-05
previous_iter_valid_loss : 0.16499918699264526
936560 0.165164 0.164999 0.162781 CURRENT LEARNING RATE: 5.9921514486148425e-05
previous_iter_valid_loss : 0.16234806180000305
936580 0.162546 0.162348 0.162718 CURRENT LEARNING RATE: 5.9909531381601615e-05
previous_iter_valid_loss : 0.1633346825838089
936600 0.163524 0.163335 0.162698 CURRENT LEARNING RATE: 5.989755067343608e-05
previous_iter_valid_loss : 0.17774762213230133
936620 0.177906 0.177748 0.163537 CURRENT LEARNING RATE: 5.988557236117247e-05
previous_iter_valid_loss : 0.16094806790351868
936640 0.161135 0.160948 0.163517 CURRENT LEARNING RATE: 5.9873596444331866e-05
previous_iter_valid_loss : 0.16568613052368164
936660 0.165892 0.165686 0.163662 CURRENT LEARNING RATE: 5.9861622922435125e-05
previous_iter_valid_loss : 0.16620205342769623
936680 0.166416 0.166202 0.163771 CURRENT LEARNING RATE: 5.9849651795003206e-05
previous_iter_valid_loss : 0.1675371527671814
936700 0.167697 0.167537 0.164122 CURRENT LEARNING RATE: 5.983768306155748e-05
previous_iter_valid_loss : 0.16126975417137146
936720 0.161421 0.161270 0.164148 CURRENT LEARNING RATE: 5.982571672161907e-05
previous_iter_valid_loss : 0.161839097738266
936740 0.162035 0.161839 0.164149 CURRENT LEARNING RATE: 5.9813752774709346e-05
previous_iter_valid_loss : 0.166134774684906
936760 0.166344 0.166135 0.164414 CURRENT LEARNING RATE: 5.9801791220349634e-05
previous_iter_valid_loss : 0.16324952244758606
936780 0.163454 0.163250 0.164545 CURRENT LEARNING RATE: 5.978983205806169e-05
previous_iter_valid_loss : 0.163257896900177
936800 0.163431 0.163258 0.164669 CURRENT LEARNING RATE: 5.977787528736703e-05
previous_iter_valid_loss : 0.16452881693840027
936820 0.164707 0.164529 0.164339 CURRENT LEARNING RATE: 5.976592090778739e-05
previous_iter_valid_loss : 0.16355568170547485
936840 0.163748 0.163556 0.164354 CURRENT LEARNING RATE: 5.975396891884449e-05
previous_iter_valid_loss : 0.1606055647134781
936860 0.160771 0.160606 0.164358 CURRENT LEARNING RATE: 5.9742019320060456e-05
previous_iter_valid_loss : 0.16261723637580872
936880 0.162787 0.162617 0.164462 CURRENT LEARNING RATE: 5.9730072110957206e-05
previous_iter_valid_loss : 0.160933718085289
936900 0.161085 0.160934 0.164177 CURRENT LEARNING RATE: 5.9718127291056845e-05
previous_iter_valid_loss : 0.16703006625175476
936920 0.167252 0.167030 0.164490 CURRENT LEARNING RATE: 5.9706184859881486e-05
previous_iter_valid_loss : 0.18399517238140106
936940 0.184346 0.183995 0.165388 CURRENT LEARNING RATE: 5.969424481695363e-05
previous_iter_valid_loss : 0.1713867485523224
936960 0.171645 0.171387 0.165707 CURRENT LEARNING RATE: 5.968230716179558e-05
previous_iter_valid_loss : 0.1610998511314392
936980 0.161255 0.161100 0.165645 CURRENT LEARNING RATE: 5.967037189392982e-05
previous_iter_valid_loss : 0.16182656586170197
937000 0.161983 0.161827 0.165569 CURRENT LEARNING RATE: 5.965843901287883e-05
previous_iter_valid_loss : 0.1708066761493683
937020 0.171064 0.170807 0.165222 CURRENT LEARNING RATE: 5.964650851816553e-05
previous_iter_valid_loss : 0.17348937690258026
937040 0.173640 0.173489 0.165849 CURRENT LEARNING RATE: 5.963458040931256e-05
previous_iter_valid_loss : 0.16312505304813385
937060 0.163318 0.163125 0.165721 CURRENT LEARNING RATE: 5.962265468584283e-05
previous_iter_valid_loss : 0.1615610122680664
937080 0.161714 0.161561 0.165489 CURRENT LEARNING RATE: 5.9610731347279185e-05
previous_iter_valid_loss : 0.1693636029958725
937100 0.169606 0.169364 0.165581 CURRENT LEARNING RATE: 5.9598810393144905e-05
previous_iter_valid_loss : 0.1646183431148529
937120 0.164830 0.164618 0.165748 CURRENT LEARNING RATE: 5.958689182296305e-05
previous_iter_valid_loss : 0.16346710920333862
937140 0.163638 0.163467 0.165829 CURRENT LEARNING RATE: 5.9574975636256763e-05
previous_iter_valid_loss : 0.16646206378936768
937160 0.166622 0.166462 0.165846 CURRENT LEARNING RATE: 5.956306183254963e-05
previous_iter_valid_loss : 0.16606266796588898
937180 0.166225 0.166063 0.165987 CURRENT LEARNING RATE: 5.9551150411364976e-05
previous_iter_valid_loss : 0.16128398478031158
937200 0.161436 0.161284 0.165888 CURRENT LEARNING RATE: 5.953924137222634e-05
previous_iter_valid_loss : 0.20082233846187592
937220 0.201368 0.200822 0.167702 CURRENT LEARNING RATE: 5.9527334714657264e-05
previous_iter_valid_loss : 0.17063425481319427
937240 0.170885 0.170634 0.168056 CURRENT LEARNING RATE: 5.951543043818168e-05
previous_iter_valid_loss : 0.16782334446907043
937260 0.168055 0.167823 0.168417 CURRENT LEARNING RATE: 5.9503528542323334e-05
previous_iter_valid_loss : 0.17478181421756744
937280 0.174936 0.174782 0.169026 CURRENT LEARNING RATE: 5.9491629026606136e-05
previous_iter_valid_loss : 0.16141293942928314
937300 0.161566 0.161413 0.169050 CURRENT LEARNING RATE: 5.9479731890554e-05
previous_iter_valid_loss : 0.1653357446193695
937320 0.165549 0.165336 0.168965 CURRENT LEARNING RATE: 5.946783713369126e-05
previous_iter_valid_loss : 0.16111361980438232
937340 0.161268 0.161114 0.167821 CURRENT LEARNING RATE: 5.945594475554199e-05
previous_iter_valid_loss : 0.16459216177463531
937360 0.164801 0.164592 0.167481 CURRENT LEARNING RATE: 5.944405475563054e-05
previous_iter_valid_loss : 0.16563893854618073
937380 0.165801 0.165639 0.167708 CURRENT LEARNING RATE: 5.943216713348118e-05
previous_iter_valid_loss : 0.17184586822986603
937400 0.171993 0.171846 0.168209 CURRENT LEARNING RATE: 5.942028188861861e-05
previous_iter_valid_loss : 0.16698169708251953
937420 0.167138 0.166982 0.168018 CURRENT LEARNING RATE: 5.940839902056733e-05
previous_iter_valid_loss : 0.1690286546945572
937440 0.169267 0.169029 0.167795 CURRENT LEARNING RATE: 5.9396518528852016e-05
previous_iter_valid_loss : 0.1694374680519104
937460 0.169677 0.169437 0.168110 CURRENT LEARNING RATE: 5.9384640412997344e-05
previous_iter_valid_loss : 0.18364529311656952
937480 0.183794 0.183645 0.169214 CURRENT LEARNING RATE: 5.93727646725284e-05
previous_iter_valid_loss : 0.16156382858753204
937500 0.161748 0.161564 0.168824 CURRENT LEARNING RATE: 5.9360891306970064e-05
previous_iter_valid_loss : 0.16501928865909576
937520 0.165232 0.165019 0.168844 CURRENT LEARNING RATE: 5.9349020315847275e-05
previous_iter_valid_loss : 0.16057798266410828
937540 0.160759 0.160578 0.168700 CURRENT LEARNING RATE: 5.933715169868541e-05
previous_iter_valid_loss : 0.16113054752349854
937560 0.161293 0.161131 0.168433 CURRENT LEARNING RATE: 5.9325285455009624e-05
previous_iter_valid_loss : 0.16264742612838745
937580 0.162850 0.162647 0.168263 CURRENT LEARNING RATE: 5.931342158434526e-05
previous_iter_valid_loss : 0.16209715604782104
937600 0.162252 0.162097 0.168303 CURRENT LEARNING RATE: 5.9301560086217666e-05
previous_iter_valid_loss : 0.16380144655704498
937620 0.163964 0.163801 0.166452 CURRENT LEARNING RATE: 5.9289700960152594e-05
previous_iter_valid_loss : 0.16053704917430878
937640 0.160705 0.160537 0.165947 CURRENT LEARNING RATE: 5.9277844205675555e-05
previous_iter_valid_loss : 0.16090033948421478
937660 0.161058 0.160900 0.165601 CURRENT LEARNING RATE: 5.92659898223123e-05
previous_iter_valid_loss : 0.17050400376319885
937680 0.170655 0.170504 0.165387 CURRENT LEARNING RATE: 5.9254137809588535e-05
previous_iter_valid_loss : 0.1614845097064972
937700 0.161677 0.161485 0.165391 CURRENT LEARNING RATE: 5.92422881670304e-05
previous_iter_valid_loss : 0.17883025109767914
937720 0.179152 0.178830 0.166066 CURRENT LEARNING RATE: 5.92304408941638e-05
previous_iter_valid_loss : 0.17895956337451935
937740 0.179271 0.178960 0.166958 CURRENT LEARNING RATE: 5.921859599051484e-05
previous_iter_valid_loss : 0.16206207871437073
937760 0.162248 0.162062 0.166831 CURRENT LEARNING RATE: 5.9206753455609625e-05
previous_iter_valid_loss : 0.1708775907754898
937780 0.171030 0.170878 0.167093 CURRENT LEARNING RATE: 5.919491328897466e-05
previous_iter_valid_loss : 0.16181118786334991
937800 0.161971 0.161811 0.166592 CURRENT LEARNING RATE: 5.918307549013624e-05
previous_iter_valid_loss : 0.1605275720357895
937820 0.160688 0.160528 0.166269 CURRENT LEARNING RATE: 5.917124005862085e-05
previous_iter_valid_loss : 0.16087013483047485
937840 0.161047 0.160870 0.165861 CURRENT LEARNING RATE: 5.915940699395495e-05
previous_iter_valid_loss : 0.1831754446029663
937860 0.183331 0.183175 0.166548 CURRENT LEARNING RATE: 5.914757629566545e-05
previous_iter_valid_loss : 0.16055837273597717
937880 0.160715 0.160558 0.165394 CURRENT LEARNING RATE: 5.9135747963279016e-05
previous_iter_valid_loss : 0.1636815220117569
937900 0.163851 0.163682 0.165499 CURRENT LEARNING RATE: 5.91239219963224e-05
previous_iter_valid_loss : 0.1761934757232666
937920 0.176346 0.176193 0.166058 CURRENT LEARNING RATE: 5.911209839432277e-05
previous_iter_valid_loss : 0.16078393161296844
937940 0.160934 0.160784 0.166068 CURRENT LEARNING RATE: 5.910027715680709e-05
previous_iter_valid_loss : 0.16053073108196259
937960 0.160686 0.160531 0.166038 CURRENT LEARNING RATE: 5.90884582833025e-05
previous_iter_valid_loss : 0.16174152493476868
937980 0.161904 0.161742 0.165993 CURRENT LEARNING RATE: 5.907664177333615e-05
previous_iter_valid_loss : 0.18712766468524933
938000 0.187275 0.187128 0.167245 CURRENT LEARNING RATE: 5.906482762643558e-05
previous_iter_valid_loss : 0.16898974776268005
938020 0.169238 0.168990 0.167504 CURRENT LEARNING RATE: 5.9053015842128125e-05
previous_iter_valid_loss : 0.1676284223794937
938040 0.167854 0.167628 0.167859 CURRENT LEARNING RATE: 5.9041206419941306e-05
previous_iter_valid_loss : 0.17286022007465363
938060 0.173120 0.172860 0.168457 CURRENT LEARNING RATE: 5.902939935940265e-05
previous_iter_valid_loss : 0.1628887951374054
938080 0.163078 0.162889 0.168076 CURRENT LEARNING RATE: 5.901759466004008e-05
previous_iter_valid_loss : 0.16171520948410034
938100 0.161898 0.161715 0.168087 CURRENT LEARNING RATE: 5.900579232138132e-05
previous_iter_valid_loss : 0.17588500678539276
938120 0.176170 0.175885 0.167940 CURRENT LEARNING RATE: 5.899399234295424e-05
previous_iter_valid_loss : 0.16142171621322632
938140 0.161613 0.161422 0.167063 CURRENT LEARNING RATE: 5.898219472428676e-05
previous_iter_valid_loss : 0.1707010716199875
938160 0.170848 0.170701 0.167495 CURRENT LEARNING RATE: 5.897039946490719e-05
previous_iter_valid_loss : 0.16117455065250397
938180 0.161330 0.161175 0.167010 CURRENT LEARNING RATE: 5.89586065643436e-05
previous_iter_valid_loss : 0.1742112785577774
938200 0.174369 0.174211 0.167630 CURRENT LEARNING RATE: 5.8946816022124284e-05
previous_iter_valid_loss : 0.16201111674308777
938220 0.162200 0.162011 0.167704 CURRENT LEARNING RATE: 5.893502783777751e-05
previous_iter_valid_loss : 0.16572341322898865
938240 0.165936 0.165723 0.167947 CURRENT LEARNING RATE: 5.8923242010831966e-05
previous_iter_valid_loss : 0.17153626680374146
938260 0.171794 0.171536 0.167365 CURRENT LEARNING RATE: 5.891145854081611e-05
previous_iter_valid_loss : 0.16059687733650208
938280 0.160752 0.160597 0.167367 CURRENT LEARNING RATE: 5.889967742725859e-05
previous_iter_valid_loss : 0.1605783998966217
938300 0.160736 0.160578 0.167212 CURRENT LEARNING RATE: 5.8887898669688084e-05
previous_iter_valid_loss : 0.16237382590770721
938320 0.162541 0.162374 0.166521 CURRENT LEARNING RATE: 5.887612226763364e-05
previous_iter_valid_loss : 0.16050978004932404
938340 0.160672 0.160510 0.166507 CURRENT LEARNING RATE: 5.8864348220624086e-05
previous_iter_valid_loss : 0.16142433881759644
938360 0.161611 0.161424 0.166552 CURRENT LEARNING RATE: 5.885257652818837e-05
previous_iter_valid_loss : 0.16055642068386078
938380 0.160712 0.160556 0.166492 CURRENT LEARNING RATE: 5.884080718985582e-05
previous_iter_valid_loss : 0.17635321617126465
938400 0.176647 0.176353 0.165954 CURRENT LEARNING RATE: 5.882904020515557e-05
previous_iter_valid_loss : 0.16840723156929016
938420 0.168639 0.168407 0.165925 CURRENT LEARNING RATE: 5.8817275573616934e-05
previous_iter_valid_loss : 0.16319352388381958
938440 0.163394 0.163194 0.165703 CURRENT LEARNING RATE: 5.880551329476923e-05
previous_iter_valid_loss : 0.16151297092437744
938460 0.161700 0.161513 0.165136 CURRENT LEARNING RATE: 5.879375336814216e-05
previous_iter_valid_loss : 0.1668376475572586
938480 0.167003 0.166838 0.165333 CURRENT LEARNING RATE: 5.878199579326525e-05
previous_iter_valid_loss : 0.17032577097415924
938500 0.170574 0.170326 0.165764 CURRENT LEARNING RATE: 5.877024056966816e-05
previous_iter_valid_loss : 0.16690291464328766
938520 0.167116 0.166903 0.165314 CURRENT LEARNING RATE: 5.8758487696880604e-05
previous_iter_valid_loss : 0.19695259630680084
938540 0.197475 0.196953 0.167091 CURRENT LEARNING RATE: 5.8746737174432665e-05
previous_iter_valid_loss : 0.16090543568134308
938560 0.161059 0.160905 0.166601 CURRENT LEARNING RATE: 5.8734989001854225e-05
previous_iter_valid_loss : 0.16413751244544983
938580 0.164301 0.164138 0.166749 CURRENT LEARNING RATE: 5.872324317867536e-05
previous_iter_valid_loss : 0.16252391040325165
938600 0.162715 0.162524 0.166165 CURRENT LEARNING RATE: 5.8711499704426113e-05
previous_iter_valid_loss : 0.16074113547801971
938620 0.160903 0.160741 0.166101 CURRENT LEARNING RATE: 5.8699758578636967e-05
previous_iter_valid_loss : 0.17393134534358978
938640 0.174082 0.173931 0.166512 CURRENT LEARNING RATE: 5.8688019800838186e-05
previous_iter_valid_loss : 0.16338512301445007
938660 0.163576 0.163385 0.166104 CURRENT LEARNING RATE: 5.867628337056019e-05
previous_iter_valid_loss : 0.16608482599258423
938680 0.166299 0.166085 0.166379 CURRENT LEARNING RATE: 5.866454928733343e-05
previous_iter_valid_loss : 0.16184303164482117
938700 0.162010 0.161843 0.166442 CURRENT LEARNING RATE: 5.865281755068876e-05
previous_iter_valid_loss : 0.16398924589157104
938720 0.164183 0.163989 0.166523 CURRENT LEARNING RATE: 5.864108816015681e-05
previous_iter_valid_loss : 0.16289734840393066
938740 0.163090 0.162897 0.166642 CURRENT LEARNING RATE: 5.8629361115268273e-05
previous_iter_valid_loss : 0.16414424777030945
938760 0.164339 0.164144 0.166778 CURRENT LEARNING RATE: 5.861763641555431e-05
previous_iter_valid_loss : 0.16057251393795013
938780 0.160733 0.160573 0.166779 CURRENT LEARNING RATE: 5.86059140605458e-05
previous_iter_valid_loss : 0.17422178387641907
938800 0.174370 0.174222 0.166672 CURRENT LEARNING RATE: 5.859419404977386e-05
previous_iter_valid_loss : 0.16071520745754242
938820 0.160890 0.160715 0.166288 CURRENT LEARNING RATE: 5.8582476382769586e-05
previous_iter_valid_loss : 0.16484355926513672
938840 0.165061 0.164844 0.166370 CURRENT LEARNING RATE: 5.857076105906449e-05
previous_iter_valid_loss : 0.20972970128059387
938860 0.210322 0.209730 0.168781 CURRENT LEARNING RATE: 5.8559048078189826e-05
previous_iter_valid_loss : 0.16253018379211426
938880 0.162695 0.162530 0.168566 CURRENT LEARNING RATE: 5.8547337439677106e-05
previous_iter_valid_loss : 0.16094782948493958
938900 0.161102 0.160948 0.168097 CURRENT LEARNING RATE: 5.853562914305778e-05
previous_iter_valid_loss : 0.16382630169391632
938920 0.163988 0.163826 0.167943 CURRENT LEARNING RATE: 5.8523923187863736e-05
previous_iter_valid_loss : 0.16150392591953278
938940 0.161682 0.161504 0.166171 CURRENT LEARNING RATE: 5.851221957362663e-05
previous_iter_valid_loss : 0.16175496578216553
938960 0.161931 0.161755 0.166213 CURRENT LEARNING RATE: 5.85005182998783e-05
previous_iter_valid_loss : 0.16087724268436432
938980 0.161059 0.160877 0.166050 CURRENT LEARNING RATE: 5.8488819366150625e-05
previous_iter_valid_loss : 0.16120412945747375
939000 0.161392 0.161204 0.165984 CURRENT LEARNING RATE: 5.847712277197583e-05
previous_iter_valid_loss : 0.16650421917438507
939020 0.166669 0.166504 0.166272 CURRENT LEARNING RATE: 5.8465428516885946e-05
previous_iter_valid_loss : 0.1764327436685562
939040 0.176588 0.176433 0.166397 CURRENT LEARNING RATE: 5.845373660041322e-05
previous_iter_valid_loss : 0.16807407140731812
939060 0.168231 0.168074 0.166632 CURRENT LEARNING RATE: 5.8442047022089856e-05
previous_iter_valid_loss : 0.16072334349155426
939080 0.160879 0.160723 0.166364 CURRENT LEARNING RATE: 5.8430359781448484e-05
previous_iter_valid_loss : 0.1604892611503601
939100 0.160651 0.160489 0.166296 CURRENT LEARNING RATE: 5.841867487802152e-05
previous_iter_valid_loss : 0.16053874790668488
939120 0.160698 0.160539 0.166123 CURRENT LEARNING RATE: 5.8406992311341444e-05
previous_iter_valid_loss : 0.1610812246799469
939140 0.161241 0.161081 0.166033 CURRENT LEARNING RATE: 5.839531208094119e-05
previous_iter_valid_loss : 0.1949920356273651
939160 0.195497 0.194992 0.167575 CURRENT LEARNING RATE: 5.83836341863534e-05
previous_iter_valid_loss : 0.17943242192268372
939180 0.179751 0.179432 0.168518 CURRENT LEARNING RATE: 5.8371958627111e-05
previous_iter_valid_loss : 0.1620069444179535
939200 0.162194 0.162007 0.167907 CURRENT LEARNING RATE: 5.8360285402746856e-05
previous_iter_valid_loss : 0.16911327838897705
939220 0.169353 0.169113 0.168327 CURRENT LEARNING RATE: 5.834861451279423e-05
previous_iter_valid_loss : 0.1623406857252121
939240 0.162507 0.162341 0.168202 CURRENT LEARNING RATE: 5.8336945956786195e-05
previous_iter_valid_loss : 0.17071472108364105
939260 0.170962 0.170715 0.166251 CURRENT LEARNING RATE: 5.832527973425601e-05
previous_iter_valid_loss : 0.16052313148975372
939280 0.160693 0.160523 0.166151 CURRENT LEARNING RATE: 5.831361584473691e-05
previous_iter_valid_loss : 0.16293495893478394
939300 0.163127 0.162935 0.166250 CURRENT LEARNING RATE: 5.830195428776256e-05
previous_iter_valid_loss : 0.16981971263885498
939320 0.169969 0.169820 0.166550 CURRENT LEARNING RATE: 5.8290295062866385e-05
previous_iter_valid_loss : 0.16407306492328644
939340 0.164265 0.164073 0.166678 CURRENT LEARNING RATE: 5.827863816958202e-05
previous_iter_valid_loss : 0.16079334914684296
939360 0.160946 0.160793 0.166630 CURRENT LEARNING RATE: 5.8266983607443095e-05
previous_iter_valid_loss : 0.17725937068462372
939380 0.177551 0.177259 0.167449 CURRENT LEARNING RATE: 5.825533137598362e-05
previous_iter_valid_loss : 0.19222834706306458
939400 0.192688 0.192228 0.169001 CURRENT LEARNING RATE: 5.824368147473741e-05
previous_iter_valid_loss : 0.17055004835128784
939420 0.170799 0.170550 0.169203 CURRENT LEARNING RATE: 5.823203390323847e-05
previous_iter_valid_loss : 0.17113934457302094
939440 0.171391 0.171139 0.168938 CURRENT LEARNING RATE: 5.822038866102078e-05
previous_iter_valid_loss : 0.1607397049665451
939460 0.160891 0.160740 0.168572 CURRENT LEARNING RATE: 5.820874574761875e-05
previous_iter_valid_loss : 0.1626005917787552
939480 0.162759 0.162601 0.168665 CURRENT LEARNING RATE: 5.819710516256656e-05
previous_iter_valid_loss : 0.16051767766475677
939500 0.160670 0.160518 0.168667 CURRENT LEARNING RATE: 5.818546690539848e-05
previous_iter_valid_loss : 0.16051693260669708
939520 0.160671 0.160517 0.168666 CURRENT LEARNING RATE: 5.8173830975649185e-05
previous_iter_valid_loss : 0.16223236918449402
939540 0.162425 0.162232 0.168723 CURRENT LEARNING RATE: 5.816219737285315e-05
previous_iter_valid_loss : 0.16135668754577637
939560 0.161519 0.161357 0.167041 CURRENT LEARNING RATE: 5.8150566096545004e-05
previous_iter_valid_loss : 0.16313301026821136
939580 0.163300 0.163133 0.166227 CURRENT LEARNING RATE: 5.813893714625941e-05
previous_iter_valid_loss : 0.16649779677391052
939600 0.166714 0.166498 0.166451 CURRENT LEARNING RATE: 5.812731052153141e-05
previous_iter_valid_loss : 0.1618339568376541
939620 0.162028 0.161834 0.166087 CURRENT LEARNING RATE: 5.8115686221895844e-05
previous_iter_valid_loss : 0.1612766534090042
939640 0.161430 0.161277 0.166034 CURRENT LEARNING RATE: 5.8104064246887735e-05
previous_iter_valid_loss : 0.1606881320476532
939660 0.160842 0.160688 0.165533 CURRENT LEARNING RATE: 5.8092444596042096e-05
previous_iter_valid_loss : 0.1653510481119156
939680 0.165551 0.165351 0.165774 CURRENT LEARNING RATE: 5.808082726889436e-05
previous_iter_valid_loss : 0.17218618094921112
939700 0.172443 0.172186 0.166236 CURRENT LEARNING RATE: 5.806921226497971e-05
previous_iter_valid_loss : 0.16265948116779327
939720 0.162825 0.162659 0.165878 CURRENT LEARNING RATE: 5.8057599583833575e-05
previous_iter_valid_loss : 0.16053222119808197
939740 0.160696 0.160532 0.165701 CURRENT LEARNING RATE: 5.804598922499131e-05
previous_iter_valid_loss : 0.16295841336250305
939760 0.163122 0.162958 0.165810 CURRENT LEARNING RATE: 5.803438118798873e-05
previous_iter_valid_loss : 0.1744665801525116
939780 0.174618 0.174467 0.165670 CURRENT LEARNING RATE: 5.802277547236141e-05
previous_iter_valid_loss : 0.16064341366291046
939800 0.160799 0.160643 0.164091 CURRENT LEARNING RATE: 5.801117207764512e-05
previous_iter_valid_loss : 0.16147643327713013
939820 0.161666 0.161476 0.163637 CURRENT LEARNING RATE: 5.799957100337561e-05
previous_iter_valid_loss : 0.17547406256198883
939840 0.175620 0.175474 0.163854 CURRENT LEARNING RATE: 5.798797224908905e-05
previous_iter_valid_loss : 0.1605697125196457
939860 0.160736 0.160570 0.163845 CURRENT LEARNING RATE: 5.7976375814321396e-05
previous_iter_valid_loss : 0.17273736000061035
939880 0.172996 0.172737 0.164352 CURRENT LEARNING RATE: 5.796478169860877e-05
previous_iter_valid_loss : 0.16616840660572052
939900 0.166389 0.166168 0.164635 CURRENT LEARNING RATE: 5.795318990148733e-05
previous_iter_valid_loss : 0.16066211462020874
939920 0.160839 0.160662 0.164642 CURRENT LEARNING RATE: 5.794160042249359e-05
previous_iter_valid_loss : 0.1639556884765625
939940 0.164153 0.163956 0.164728 CURRENT LEARNING RATE: 5.793001326116387e-05
previous_iter_valid_loss : 0.16130690276622772
939960 0.161488 0.161307 0.164726 CURRENT LEARNING RATE: 5.791842841703459e-05
previous_iter_valid_loss : 0.17454536259174347
939980 0.174828 0.174545 0.165296 CURRENT LEARNING RATE: 5.7906845889642556e-05
previous_iter_valid_loss : 0.16577018797397614
940000 0.165985 0.165770 0.165260 CURRENT LEARNING RATE: 5.789526567852437e-05
previous_iter_valid_loss : 0.18340343236923218
940020 0.183552 0.183403 0.166338 CURRENT LEARNING RATE: 5.7883687783216815e-05
previous_iter_valid_loss : 0.16121870279312134
940040 0.161367 0.161219 0.166335 CURRENT LEARNING RATE: 5.787211220325668e-05
previous_iter_valid_loss : 0.16136209666728973
940060 0.161549 0.161362 0.166369 CURRENT LEARNING RATE: 5.786053893818114e-05
previous_iter_valid_loss : 0.16083616018295288
940080 0.160992 0.160836 0.166143 CURRENT LEARNING RATE: 5.784896798752717e-05
previous_iter_valid_loss : 0.178482785820961
940100 0.178639 0.178483 0.166458 CURRENT LEARNING RATE: 5.783739935083192e-05
previous_iter_valid_loss : 0.16734299063682556
940120 0.167500 0.167343 0.166692 CURRENT LEARNING RATE: 5.7825833027632554e-05
previous_iter_valid_loss : 0.1797034740447998
940140 0.179863 0.179703 0.167651 CURRENT LEARNING RATE: 5.7814269017466614e-05
previous_iter_valid_loss : 0.1686721295118332
940160 0.168902 0.168672 0.167937 CURRENT LEARNING RATE: 5.780270731987145e-05
previous_iter_valid_loss : 0.16157805919647217
940180 0.161725 0.161578 0.167292 CURRENT LEARNING RATE: 5.779114793438458e-05
previous_iter_valid_loss : 0.16133184731006622
940200 0.161493 0.161332 0.167327 CURRENT LEARNING RATE: 5.7779590860543534e-05
previous_iter_valid_loss : 0.1646319031715393
940220 0.164795 0.164632 0.167484 CURRENT LEARNING RATE: 5.7768036097886236e-05
previous_iter_valid_loss : 0.1661117970943451
940240 0.166274 0.166112 0.167016 CURRENT LEARNING RATE: 5.7756483645950384e-05
previous_iter_valid_loss : 0.16180938482284546
940260 0.161971 0.161809 0.167078 CURRENT LEARNING RATE: 5.7744933504273896e-05
previous_iter_valid_loss : 0.16605688631534576
940280 0.166220 0.166057 0.166744 CURRENT LEARNING RATE: 5.7733385672394646e-05
previous_iter_valid_loss : 0.1761920154094696
940300 0.176345 0.176192 0.167246 CURRENT LEARNING RATE: 5.7721840149850926e-05
previous_iter_valid_loss : 0.16296318173408508
940320 0.163131 0.162963 0.167361 CURRENT LEARNING RATE: 5.771029693618083e-05
previous_iter_valid_loss : 0.16226524114608765
940340 0.162457 0.162265 0.167276 CURRENT LEARNING RATE: 5.7698756030922513e-05
previous_iter_valid_loss : 0.16073259711265564
940360 0.160892 0.160733 0.167247 CURRENT LEARNING RATE: 5.768721743361455e-05
previous_iter_valid_loss : 0.16381554305553436
940380 0.164013 0.163816 0.166711 CURRENT LEARNING RATE: 5.767568114379529e-05
previous_iter_valid_loss : 0.1677432507276535
940400 0.167970 0.167743 0.166809 CURRENT LEARNING RATE: 5.766414716100328e-05
previous_iter_valid_loss : 0.1634179651737213
940420 0.163585 0.163418 0.165810 CURRENT LEARNING RATE: 5.765261548477707e-05
previous_iter_valid_loss : 0.16193677484989166
940440 0.162136 0.161937 0.165846 CURRENT LEARNING RATE: 5.764108611465558e-05
previous_iter_valid_loss : 0.16149061918258667
940460 0.161685 0.161491 0.165853 CURRENT LEARNING RATE: 5.762955905017754e-05
previous_iter_valid_loss : 0.1608702689409256
940480 0.161031 0.160870 0.165854 CURRENT LEARNING RATE: 5.7618034290881884e-05
previous_iter_valid_loss : 0.16581948101520538
940500 0.166028 0.165819 0.165221 CURRENT LEARNING RATE: 5.76065118363075e-05
previous_iter_valid_loss : 0.16428378224372864
940520 0.164499 0.164284 0.165068 CURRENT LEARNING RATE: 5.75949916859937e-05
previous_iter_valid_loss : 0.1612718254327774
940540 0.161459 0.161272 0.164147 CURRENT LEARNING RATE: 5.758347383947957e-05
previous_iter_valid_loss : 0.17517943680286407
940560 0.175464 0.175179 0.164472 CURRENT LEARNING RATE: 5.7571958296304406e-05
previous_iter_valid_loss : 0.16378089785575867
940580 0.163951 0.163781 0.164582 CURRENT LEARNING RATE: 5.7560445056007474e-05
previous_iter_valid_loss : 0.20851637423038483
940600 0.209094 0.208516 0.166941 CURRENT LEARNING RATE: 5.7548934118128455e-05
previous_iter_valid_loss : 0.16429069638252258
940620 0.164463 0.164291 0.166924 CURRENT LEARNING RATE: 5.7537425482206815e-05
previous_iter_valid_loss : 0.1606554090976715
940640 0.160825 0.160655 0.166651 CURRENT LEARNING RATE: 5.7525919147782194e-05
previous_iter_valid_loss : 0.1668180376291275
940660 0.167038 0.166818 0.166902 CURRENT LEARNING RATE: 5.7514415114394246e-05
previous_iter_valid_loss : 0.16462883353233337
940680 0.164838 0.164629 0.166830 CURRENT LEARNING RATE: 5.7502913381583013e-05
previous_iter_valid_loss : 0.1854124218225479
940700 0.185791 0.185412 0.167291 CURRENT LEARNING RATE: 5.749141394888833e-05
previous_iter_valid_loss : 0.1613231897354126
940720 0.161484 0.161323 0.167209 CURRENT LEARNING RATE: 5.74799168158501e-05
previous_iter_valid_loss : 0.18392346799373627
940740 0.184070 0.183923 0.168292 CURRENT LEARNING RATE: 5.746842198200866e-05
previous_iter_valid_loss : 0.16274391114711761
940760 0.162935 0.162744 0.168393 CURRENT LEARNING RATE: 5.7456929446904105e-05
previous_iter_valid_loss : 0.16059894859790802
940780 0.160762 0.160599 0.168232 CURRENT LEARNING RATE: 5.744543921007673e-05
previous_iter_valid_loss : 0.1625078171491623
940800 0.162672 0.162508 0.167970 CURRENT LEARNING RATE: 5.743395127106683e-05
previous_iter_valid_loss : 0.16054166853427887
940820 0.160707 0.160542 0.167826 CURRENT LEARNING RATE: 5.74224656294151e-05
previous_iter_valid_loss : 0.16284140944480896
940840 0.163022 0.162841 0.167872 CURRENT LEARNING RATE: 5.7410982284662e-05
previous_iter_valid_loss : 0.1605430394411087
940860 0.160702 0.160543 0.167824 CURRENT LEARNING RATE: 5.7399501236348194e-05
previous_iter_valid_loss : 0.16054053604602814
940880 0.160698 0.160541 0.167808 CURRENT LEARNING RATE: 5.7388022484014345e-05
previous_iter_valid_loss : 0.1605566143989563
940900 0.160724 0.160557 0.167545 CURRENT LEARNING RATE: 5.73765460272015e-05
previous_iter_valid_loss : 0.16483403742313385
940920 0.164998 0.164834 0.167572 CURRENT LEARNING RATE: 5.736507186545051e-05
previous_iter_valid_loss : 0.163510262966156
940940 0.163680 0.163510 0.167684 CURRENT LEARNING RATE: 5.73535999983024e-05
previous_iter_valid_loss : 0.16235001385211945
940960 0.162536 0.162350 0.167043 CURRENT LEARNING RATE: 5.73421304252982e-05
previous_iter_valid_loss : 0.16273008286952972
940980 0.162918 0.162730 0.166990 CURRENT LEARNING RATE: 5.733066314597933e-05
previous_iter_valid_loss : 0.16472949087619781
941000 0.164896 0.164729 0.164801 CURRENT LEARNING RATE: 5.7319198159886975e-05
previous_iter_valid_loss : 0.16276633739471436
941020 0.162965 0.162766 0.164725 CURRENT LEARNING RATE: 5.7307735466562575e-05
previous_iter_valid_loss : 0.1651526540517807
941040 0.165312 0.165153 0.164949 CURRENT LEARNING RATE: 5.729627506554749e-05
previous_iter_valid_loss : 0.16216684877872467
941060 0.162324 0.162167 0.164717 CURRENT LEARNING RATE: 5.728481695638352e-05
previous_iter_valid_loss : 0.17283271253108978
941080 0.173109 0.172833 0.165127 CURRENT LEARNING RATE: 5.7273361138612225e-05
previous_iter_valid_loss : 0.16720901429653168
941100 0.167430 0.167209 0.164217 CURRENT LEARNING RATE: 5.7261907611775395e-05
previous_iter_valid_loss : 0.16780582070350647
941120 0.168035 0.167806 0.164541 CURRENT LEARNING RATE: 5.725045637541477e-05
previous_iter_valid_loss : 0.16119135916233063
941140 0.161380 0.161191 0.163404 CURRENT LEARNING RATE: 5.7239007429072506e-05
previous_iter_valid_loss : 0.16055715084075928
941160 0.160725 0.160557 0.163295 CURRENT LEARNING RATE: 5.7227560772290555e-05
previous_iter_valid_loss : 0.16597187519073486
941180 0.166174 0.165972 0.163564 CURRENT LEARNING RATE: 5.721611640461094e-05
previous_iter_valid_loss : 0.1606762409210205
941200 0.160844 0.160676 0.163472 CURRENT LEARNING RATE: 5.720467432557609e-05
previous_iter_valid_loss : 0.1744862049818039
941220 0.174635 0.174486 0.164169 CURRENT LEARNING RATE: 5.719323453472821e-05
previous_iter_valid_loss : 0.16053256392478943
941240 0.160701 0.160533 0.164054 CURRENT LEARNING RATE: 5.718179703160974e-05
previous_iter_valid_loss : 0.16074982285499573
941260 0.160925 0.160750 0.164064 CURRENT LEARNING RATE: 5.717036181576304e-05
previous_iter_valid_loss : 0.17016959190368652
941280 0.170413 0.170170 0.164546 CURRENT LEARNING RATE: 5.7158928886730924e-05
previous_iter_valid_loss : 0.16612596809864044
941300 0.166292 0.166126 0.164824 CURRENT LEARNING RATE: 5.714749824405598e-05
previous_iter_valid_loss : 0.16599711775779724
941320 0.166160 0.165997 0.164882 CURRENT LEARNING RATE: 5.713606988728097e-05
previous_iter_valid_loss : 0.16190242767333984
941340 0.162060 0.161902 0.164802 CURRENT LEARNING RATE: 5.712464381594865e-05
previous_iter_valid_loss : 0.16087259352207184
941360 0.161027 0.160873 0.164728 CURRENT LEARNING RATE: 5.7113220029602204e-05
previous_iter_valid_loss : 0.1660558134317398
941380 0.166276 0.166056 0.164894 CURRENT LEARNING RATE: 5.7101798527784566e-05
previous_iter_valid_loss : 0.16090746223926544
941400 0.161084 0.160907 0.164703 CURRENT LEARNING RATE: 5.7090379310038874e-05
previous_iter_valid_loss : 0.16073408722877502
941420 0.160888 0.160734 0.164602 CURRENT LEARNING RATE: 5.707896237590826e-05
previous_iter_valid_loss : 0.16120325028896332
941440 0.161388 0.161203 0.164404 CURRENT LEARNING RATE: 5.706754772493625e-05
previous_iter_valid_loss : 0.160788893699646
941460 0.160945 0.160789 0.164335 CURRENT LEARNING RATE: 5.705613535666616e-05
previous_iter_valid_loss : 0.16444607079029083
941480 0.164602 0.164446 0.163916 CURRENT LEARNING RATE: 5.704472527064149e-05
previous_iter_valid_loss : 0.1621996909379959
941500 0.162391 0.162200 0.163665 CURRENT LEARNING RATE: 5.703331746640574e-05
previous_iter_valid_loss : 0.16347233951091766
941520 0.163641 0.163472 0.163449 CURRENT LEARNING RATE: 5.702191194350279e-05
previous_iter_valid_loss : 0.16725599765777588
941540 0.167412 0.167256 0.163752 CURRENT LEARNING RATE: 5.701050870147633e-05
previous_iter_valid_loss : 0.1608099341392517
941560 0.160964 0.160810 0.163765 CURRENT LEARNING RATE: 5.699910773987013e-05
previous_iter_valid_loss : 0.16623817384243011
941580 0.166447 0.166238 0.163778 CURRENT LEARNING RATE: 5.698770905822834e-05
previous_iter_valid_loss : 0.1668991595506668
941600 0.167058 0.166899 0.164089 CURRENT LEARNING RATE: 5.697631265609492e-05
previous_iter_valid_loss : 0.18461057543754578
941620 0.184975 0.184611 0.164595 CURRENT LEARNING RATE: 5.696491853301401e-05
previous_iter_valid_loss : 0.1611931324005127
941640 0.161341 0.161193 0.164628 CURRENT LEARNING RATE: 5.695352668852976e-05
previous_iter_valid_loss : 0.16255712509155273
941660 0.162755 0.162557 0.164719 CURRENT LEARNING RATE: 5.694213712218668e-05
previous_iter_valid_loss : 0.17855389416217804
941680 0.178863 0.178554 0.165138 CURRENT LEARNING RATE: 5.693074983352909e-05
previous_iter_valid_loss : 0.17429763078689575
941700 0.174568 0.174298 0.165547 CURRENT LEARNING RATE: 5.6919364822101506e-05
previous_iter_valid_loss : 0.1606464982032776
941720 0.160802 0.160646 0.165279 CURRENT LEARNING RATE: 5.6907982087448415e-05
previous_iter_valid_loss : 0.16585765779018402
941740 0.166067 0.165858 0.165477 CURRENT LEARNING RATE: 5.6896601629114724e-05
previous_iter_valid_loss : 0.16082049906253815
941760 0.160979 0.160820 0.165474 CURRENT LEARNING RATE: 5.688522344664509e-05
previous_iter_valid_loss : 0.16535887122154236
941780 0.165564 0.165359 0.165439 CURRENT LEARNING RATE: 5.687384753958442e-05
previous_iter_valid_loss : 0.16069987416267395
941800 0.160871 0.160700 0.165429 CURRENT LEARNING RATE: 5.6862473907477556e-05
previous_iter_valid_loss : 0.17541134357452393
941820 0.175694 0.175411 0.166163 CURRENT LEARNING RATE: 5.685110254986974e-05
previous_iter_valid_loss : 0.16407732665538788
941840 0.164282 0.164077 0.166307 CURRENT LEARNING RATE: 5.683973346630605e-05
previous_iter_valid_loss : 0.16184015572071075
941860 0.162032 0.161840 0.166359 CURRENT LEARNING RATE: 5.682836665633171e-05
previous_iter_valid_loss : 0.1605091691017151
941880 0.160662 0.160509 0.166162 CURRENT LEARNING RATE: 5.681700211949193e-05
previous_iter_valid_loss : 0.16268321871757507
941900 0.162836 0.162683 0.166186 CURRENT LEARNING RATE: 5.680563985533234e-05
previous_iter_valid_loss : 0.16053511202335358
941920 0.160695 0.160535 0.166040 CURRENT LEARNING RATE: 5.6794279863398364e-05
previous_iter_valid_loss : 0.16924352943897247
941940 0.169398 0.169244 0.166139 CURRENT LEARNING RATE: 5.678292214323549e-05
previous_iter_valid_loss : 0.1640428602695465
941960 0.164255 0.164043 0.166301 CURRENT LEARNING RATE: 5.6771566694389605e-05
previous_iter_valid_loss : 0.16151924431324005
941980 0.161711 0.161519 0.166065 CURRENT LEARNING RATE: 5.67602135164064e-05
previous_iter_valid_loss : 0.16967737674713135
942000 0.169921 0.169677 0.166204 CURRENT LEARNING RATE: 5.6748862608831735e-05
previous_iter_valid_loss : 0.16636969149112701
942020 0.166586 0.166370 0.165292 CURRENT LEARNING RATE: 5.673751397121148e-05
previous_iter_valid_loss : 0.16079892218112946
942040 0.160952 0.160799 0.165272 CURRENT LEARNING RATE: 5.67261676030919e-05
previous_iter_valid_loss : 0.16133283078670502
942060 0.161491 0.161333 0.165211 CURRENT LEARNING RATE: 5.671482350401904e-05
previous_iter_valid_loss : 0.1640489399433136
942080 0.164252 0.164049 0.164485 CURRENT LEARNING RATE: 5.6703481673539103e-05
previous_iter_valid_loss : 0.16052153706550598
942100 0.160679 0.160522 0.163797 CURRENT LEARNING RATE: 5.6692142111198364e-05
previous_iter_valid_loss : 0.16096928715705872
942120 0.161138 0.160969 0.163813 CURRENT LEARNING RATE: 5.6680804816543406e-05
previous_iter_valid_loss : 0.1656186878681183
942140 0.165829 0.165619 0.163801 CURRENT LEARNING RATE: 5.6669469789120646e-05
previous_iter_valid_loss : 0.16058199107646942
942160 0.160746 0.160582 0.163789 CURRENT LEARNING RATE: 5.6658137028476685e-05
previous_iter_valid_loss : 0.16096912324428558
942180 0.161141 0.160969 0.163569 CURRENT LEARNING RATE: 5.6646806534158124e-05
previous_iter_valid_loss : 0.17522943019866943
942200 0.175381 0.175229 0.164296 CURRENT LEARNING RATE: 5.663547830571192e-05
previous_iter_valid_loss : 0.17476484179496765
942220 0.174913 0.174765 0.164263 CURRENT LEARNING RATE: 5.662415234268485e-05
previous_iter_valid_loss : 0.16071884334087372
942240 0.160898 0.160719 0.164096 CURRENT LEARNING RATE: 5.66128286446239e-05
previous_iter_valid_loss : 0.16125990450382233
942260 0.161442 0.161260 0.164067 CURRENT LEARNING RATE: 5.660150721107599e-05
previous_iter_valid_loss : 0.16167429089546204
942280 0.161835 0.161674 0.164125 CURRENT LEARNING RATE: 5.6590188041588484e-05
previous_iter_valid_loss : 0.1607254594564438
942300 0.160899 0.160725 0.164027 CURRENT LEARNING RATE: 5.6578871135708504e-05
previous_iter_valid_loss : 0.16072215139865875
942320 0.160876 0.160722 0.164036 CURRENT LEARNING RATE: 5.656755649298328e-05
previous_iter_valid_loss : 0.17290359735488892
942340 0.173053 0.172904 0.164219 CURRENT LEARNING RATE: 5.6556244112960415e-05
previous_iter_valid_loss : 0.19153283536434174
942360 0.191656 0.191533 0.165594 CURRENT LEARNING RATE: 5.654493399518733e-05
previous_iter_valid_loss : 0.1605682075023651
942380 0.160721 0.160568 0.165546 CURRENT LEARNING RATE: 5.653362613921161e-05
previous_iter_valid_loss : 0.16307906806468964
942400 0.163249 0.163079 0.165216 CURRENT LEARNING RATE: 5.6522320544580833e-05
previous_iter_valid_loss : 0.17689208686351776
942420 0.177048 0.176892 0.165742 CURRENT LEARNING RATE: 5.6511017210843e-05
previous_iter_valid_loss : 0.1612284630537033
942440 0.161388 0.161228 0.165764 CURRENT LEARNING RATE: 5.649971613754585e-05
previous_iter_valid_loss : 0.1606452763080597
942460 0.160797 0.160645 0.165729 CURRENT LEARNING RATE: 5.648841732423737e-05
previous_iter_valid_loss : 0.188628152012825
942480 0.188763 0.188628 0.166958 CURRENT LEARNING RATE: 5.647712077046548e-05
previous_iter_valid_loss : 0.16312839090824127
942500 0.163314 0.163128 0.167089 CURRENT LEARNING RATE: 5.646582647577853e-05
previous_iter_valid_loss : 0.1620321273803711
942520 0.162184 0.162032 0.167142 CURRENT LEARNING RATE: 5.645453443972465e-05
previous_iter_valid_loss : 0.16506774723529816
942540 0.165270 0.165068 0.167114 CURRENT LEARNING RATE: 5.6443244661852154e-05
previous_iter_valid_loss : 0.17101575434207916
942560 0.171278 0.171016 0.167636 CURRENT LEARNING RATE: 5.6431957141709344e-05
previous_iter_valid_loss : 0.19027665257453918
942580 0.190716 0.190277 0.169101 CURRENT LEARNING RATE: 5.642067187884493e-05
previous_iter_valid_loss : 0.16064271330833435
942600 0.160798 0.160643 0.168372 CURRENT LEARNING RATE: 5.6409388872807404e-05
previous_iter_valid_loss : 0.16129635274410248
942620 0.161483 0.161296 0.167699 CURRENT LEARNING RATE: 5.639810812314544e-05
previous_iter_valid_loss : 0.1636848896741867
942640 0.163859 0.163685 0.167847 CURRENT LEARNING RATE: 5.63868296294077e-05
previous_iter_valid_loss : 0.17206014692783356
942660 0.172319 0.172060 0.168387 CURRENT LEARNING RATE: 5.637555339114326e-05
previous_iter_valid_loss : 0.17729847133159637
942680 0.177452 0.177298 0.169168 CURRENT LEARNING RATE: 5.636427940790096e-05
previous_iter_valid_loss : 0.16506071388721466
942700 0.165260 0.165061 0.169385 CURRENT LEARNING RATE: 5.635300767922985e-05
previous_iter_valid_loss : 0.17772281169891357
942720 0.178040 0.177723 0.170235 CURRENT LEARNING RATE: 5.634173820467895e-05
previous_iter_valid_loss : 0.16103315353393555
942740 0.161211 0.161033 0.169642 CURRENT LEARNING RATE: 5.633047098379769e-05
previous_iter_valid_loss : 0.161570206284523
942760 0.161728 0.161570 0.168143 CURRENT LEARNING RATE: 5.631920601613527e-05
previous_iter_valid_loss : 0.17939122021198273
942780 0.179553 0.179391 0.169085 CURRENT LEARNING RATE: 5.6307943301240994e-05
previous_iter_valid_loss : 0.18388059735298157
942800 0.184032 0.183881 0.170125 CURRENT LEARNING RATE: 5.629668283866457e-05
previous_iter_valid_loss : 0.1642094999551773
942820 0.164385 0.164209 0.169490 CURRENT LEARNING RATE: 5.628542462795546e-05
previous_iter_valid_loss : 0.17876367270946503
942840 0.179069 0.178764 0.170367 CURRENT LEARNING RATE: 5.627416866866335e-05
previous_iter_valid_loss : 0.16054725646972656
942860 0.160718 0.160547 0.170362 CURRENT LEARNING RATE: 5.626291496033788e-05
previous_iter_valid_loss : 0.17173762619495392
942880 0.171889 0.171738 0.169518 CURRENT LEARNING RATE: 5.6251663502529124e-05
previous_iter_valid_loss : 0.17965534329414368
942900 0.179980 0.179655 0.170344 CURRENT LEARNING RATE: 5.6240414294786916e-05
previous_iter_valid_loss : 0.1632252335548401
942920 0.163416 0.163225 0.170404 CURRENT LEARNING RATE: 5.6229167336661285e-05
previous_iter_valid_loss : 0.16100531816482544
942940 0.161189 0.161005 0.170201 CURRENT LEARNING RATE: 5.6217922627702266e-05
previous_iter_valid_loss : 0.16055706143379211
942960 0.160725 0.160557 0.169678 CURRENT LEARNING RATE: 5.6206680167460254e-05
previous_iter_valid_loss : 0.16475817561149597
942980 0.164921 0.164758 0.168402 CURRENT LEARNING RATE: 5.619543995548545e-05
previous_iter_valid_loss : 0.17993248999118805
943000 0.180096 0.179932 0.169366 CURRENT LEARNING RATE: 5.6184201991328255e-05
previous_iter_valid_loss : 0.16767774522304535
943020 0.167835 0.167678 0.169685 CURRENT LEARNING RATE: 5.6172966274539044e-05
previous_iter_valid_loss : 0.1761702001094818
943040 0.176321 0.176170 0.170310 CURRENT LEARNING RATE: 5.616173280466859e-05
previous_iter_valid_loss : 0.1604941338300705
943060 0.160654 0.160494 0.169731 CURRENT LEARNING RATE: 5.615050158126746e-05
previous_iter_valid_loss : 0.17066219449043274
943080 0.170819 0.170662 0.169400 CURRENT LEARNING RATE: 5.61392726038864e-05
previous_iter_valid_loss : 0.17449261248111725
943100 0.174645 0.174493 0.169871 CURRENT LEARNING RATE: 5.612804587207616e-05
previous_iter_valid_loss : 0.16573412716388702
943120 0.165929 0.165734 0.169272 CURRENT LEARNING RATE: 5.611682138538786e-05
previous_iter_valid_loss : 0.18837736546993256
943140 0.188800 0.188377 0.170639 CURRENT LEARNING RATE: 5.610559914337241e-05
previous_iter_valid_loss : 0.16071031987667084
943160 0.160872 0.160710 0.170596 CURRENT LEARNING RATE: 5.609437914558084e-05
previous_iter_valid_loss : 0.1607694774866104
943180 0.160921 0.160769 0.169665 CURRENT LEARNING RATE: 5.608316139156454e-05
previous_iter_valid_loss : 0.16161125898361206
943200 0.161792 0.161611 0.168551 CURRENT LEARNING RATE: 5.6071945880874716e-05
previous_iter_valid_loss : 0.16052144765853882
943220 0.160690 0.160521 0.168367 CURRENT LEARNING RATE: 5.6060732613062726e-05
previous_iter_valid_loss : 0.17254216969013214
943240 0.172694 0.172542 0.168056 CURRENT LEARNING RATE: 5.604952158767994e-05
previous_iter_valid_loss : 0.1625346839427948
943260 0.162699 0.162535 0.168155 CURRENT LEARNING RATE: 5.603831280427814e-05
previous_iter_valid_loss : 0.16847583651542664
943280 0.168716 0.168476 0.167992 CURRENT LEARNING RATE: 5.602710626240885e-05
previous_iter_valid_loss : 0.16831399500370026
943300 0.168470 0.168314 0.167425 CURRENT LEARNING RATE: 5.601590196162382e-05
previous_iter_valid_loss : 0.1630183309316635
943320 0.163218 0.163018 0.167415 CURRENT LEARNING RATE: 5.600469990147478e-05
previous_iter_valid_loss : 0.16093359887599945
943340 0.161116 0.160934 0.167411 CURRENT LEARNING RATE: 5.5993500081513835e-05
previous_iter_valid_loss : 0.16275914013385773
943360 0.162947 0.162759 0.167521 CURRENT LEARNING RATE: 5.598230250129291e-05
previous_iter_valid_loss : 0.1606583595275879
943380 0.160816 0.160658 0.167316 CURRENT LEARNING RATE: 5.597110716036408e-05
previous_iter_valid_loss : 0.16554656624794006
943400 0.165757 0.165547 0.166597 CURRENT LEARNING RATE: 5.595991405827946e-05
previous_iter_valid_loss : 0.16415885090827942
943420 0.164332 0.164159 0.166421 CURRENT LEARNING RATE: 5.59487231945915e-05
previous_iter_valid_loss : 0.1627979725599289
943440 0.163004 0.162798 0.165752 CURRENT LEARNING RATE: 5.593753456885248e-05
previous_iter_valid_loss : 0.16073323786258698
943460 0.160906 0.160733 0.165764 CURRENT LEARNING RATE: 5.5926348180614846e-05
previous_iter_valid_loss : 0.16052912175655365
943480 0.160686 0.160529 0.165258 CURRENT LEARNING RATE: 5.591516402943105e-05
previous_iter_valid_loss : 0.16810919344425201
943500 0.168347 0.168109 0.164939 CURRENT LEARNING RATE: 5.590398211485392e-05
previous_iter_valid_loss : 0.16212311387062073
943520 0.162309 0.162123 0.164758 CURRENT LEARNING RATE: 5.5892802436436084e-05
previous_iter_valid_loss : 0.16074992716312408
943540 0.160927 0.160750 0.163377 CURRENT LEARNING RATE: 5.588162499373025e-05
previous_iter_valid_loss : 0.1724310964345932
943560 0.172705 0.172431 0.163963 CURRENT LEARNING RATE: 5.5870449786289525e-05
previous_iter_valid_loss : 0.16839377582073212
943580 0.168620 0.168394 0.164344 CURRENT LEARNING RATE: 5.58592768136668e-05
previous_iter_valid_loss : 0.16108407080173492
943600 0.161267 0.161084 0.164318 CURRENT LEARNING RATE: 5.5848106075415146e-05
previous_iter_valid_loss : 0.16175119578838348
943620 0.161924 0.161751 0.164379 CURRENT LEARNING RATE: 5.583693757108765e-05
previous_iter_valid_loss : 0.16283732652664185
943640 0.163005 0.162837 0.163894 CURRENT LEARNING RATE: 5.582577130023777e-05
previous_iter_valid_loss : 0.17036612331867218
943660 0.170518 0.170366 0.164285 CURRENT LEARNING RATE: 5.581460726241874e-05
previous_iter_valid_loss : 0.18472234904766083
943680 0.184870 0.184722 0.165098 CURRENT LEARNING RATE: 5.580344545718402e-05
previous_iter_valid_loss : 0.1626666933298111
943700 0.162841 0.162667 0.164815 CURRENT LEARNING RATE: 5.579228588408701e-05
previous_iter_valid_loss : 0.1611105501651764
943720 0.161277 0.161111 0.164720 CURRENT LEARNING RATE: 5.578112854268156e-05
previous_iter_valid_loss : 0.1759098470211029
943740 0.176059 0.175910 0.165469 CURRENT LEARNING RATE: 5.576997343252124e-05
previous_iter_valid_loss : 0.1624811440706253
943760 0.162662 0.162481 0.165455 CURRENT LEARNING RATE: 5.5758820553159874e-05
previous_iter_valid_loss : 0.16954122483730316
943780 0.169693 0.169541 0.165899 CURRENT LEARNING RATE: 5.574766990415124e-05
previous_iter_valid_loss : 0.16164498031139374
943800 0.161810 0.161645 0.165704 CURRENT LEARNING RATE: 5.573652148504951e-05
previous_iter_valid_loss : 0.1615457981824875
943820 0.161729 0.161546 0.165573 CURRENT LEARNING RATE: 5.572537529540864e-05
previous_iter_valid_loss : 0.16468672454357147
943840 0.164888 0.164687 0.165668 CURRENT LEARNING RATE: 5.5714231334782794e-05
previous_iter_valid_loss : 0.16199597716331482
943860 0.162160 0.161996 0.165731 CURRENT LEARNING RATE: 5.5703089602726116e-05
previous_iter_valid_loss : 0.16190198063850403
943880 0.162084 0.161902 0.165800 CURRENT LEARNING RATE: 5.569195009879312e-05
previous_iter_valid_loss : 0.18173477053642273
943900 0.181894 0.181735 0.166481 CURRENT LEARNING RATE: 5.5680812822538133e-05
previous_iter_valid_loss : 0.16573873162269592
943920 0.165952 0.165739 0.166662 CURRENT LEARNING RATE: 5.5669677773515675e-05
previous_iter_valid_loss : 0.16522786021232605
943940 0.165434 0.165228 0.166885 CURRENT LEARNING RATE: 5.565854495128023e-05
previous_iter_valid_loss : 0.1609521210193634
943960 0.161116 0.160952 0.166312 CURRENT LEARNING RATE: 5.56474143553867e-05
previous_iter_valid_loss : 0.17303216457366943
943980 0.173302 0.173032 0.166543 CURRENT LEARNING RATE: 5.5636285985389735e-05
previous_iter_valid_loss : 0.16074496507644653
944000 0.160919 0.160745 0.166527 CURRENT LEARNING RATE: 5.562515984084412e-05
previous_iter_valid_loss : 0.1702852100133896
944020 0.170536 0.170285 0.166953 CURRENT LEARNING RATE: 5.561403592130502e-05
previous_iter_valid_loss : 0.16087990999221802
944040 0.161057 0.160880 0.166855 CURRENT LEARNING RATE: 5.5602914226327353e-05
previous_iter_valid_loss : 0.16103321313858032
944060 0.161193 0.161033 0.166389 CURRENT LEARNING RATE: 5.559179475546626e-05
previous_iter_valid_loss : 0.16103163361549377
944080 0.161191 0.161032 0.165204 CURRENT LEARNING RATE: 5.558067750827688e-05
previous_iter_valid_loss : 0.16702388226985931
944100 0.167238 0.167024 0.165422 CURRENT LEARNING RATE: 5.556956248431469e-05
previous_iter_valid_loss : 0.16055810451507568
944120 0.160709 0.160558 0.165394 CURRENT LEARNING RATE: 5.5558449683135013e-05
previous_iter_valid_loss : 0.16179729998111725
944140 0.161960 0.161797 0.164689 CURRENT LEARNING RATE: 5.554733910429333e-05
previous_iter_valid_loss : 0.16648633778095245
944160 0.166648 0.166486 0.164889 CURRENT LEARNING RATE: 5.5536230747345125e-05
previous_iter_valid_loss : 0.16187246143817902
944180 0.162066 0.161872 0.164506 CURRENT LEARNING RATE: 5.5525124611846254e-05
previous_iter_valid_loss : 0.16283723711967468
944200 0.163046 0.162837 0.164565 CURRENT LEARNING RATE: 5.5514020697352365e-05
previous_iter_valid_loss : 0.16054634749889374
944220 0.160715 0.160546 0.164515 CURRENT LEARNING RATE: 5.550291900341933e-05
previous_iter_valid_loss : 0.17129045724868774
944240 0.171544 0.171290 0.164845 CURRENT LEARNING RATE: 5.549181952960295e-05
previous_iter_valid_loss : 0.16262640058994293
944260 0.162792 0.162626 0.164877 CURRENT LEARNING RATE: 5.5480722275459464e-05
previous_iter_valid_loss : 0.16116413474082947
944280 0.161352 0.161164 0.164840 CURRENT LEARNING RATE: 5.546962724054487e-05
previous_iter_valid_loss : 0.1635788381099701
944300 0.163744 0.163579 0.163932 CURRENT LEARNING RATE: 5.545853442441537e-05
previous_iter_valid_loss : 0.16183553636074066
944320 0.162001 0.161836 0.163737 CURRENT LEARNING RATE: 5.544744382662716e-05
previous_iter_valid_loss : 0.16924715042114258
944340 0.169490 0.169247 0.163938 CURRENT LEARNING RATE: 5.543635544673681e-05
previous_iter_valid_loss : 0.1614639163017273
944360 0.161653 0.161464 0.163964 CURRENT LEARNING RATE: 5.5425269284300694e-05
previous_iter_valid_loss : 0.16052068769931793
944380 0.160687 0.160521 0.163338 CURRENT LEARNING RATE: 5.5414185338875244e-05
previous_iter_valid_loss : 0.1640186756849289
944400 0.164214 0.164019 0.163502 CURRENT LEARNING RATE: 5.5403103610017326e-05
previous_iter_valid_loss : 0.1740320920944214
944420 0.174176 0.174032 0.163689 CURRENT LEARNING RATE: 5.539202409728355e-05
previous_iter_valid_loss : 0.1816221922636032
944440 0.181782 0.181622 0.164726 CURRENT LEARNING RATE: 5.5380946800230754e-05
previous_iter_valid_loss : 0.16497938334941864
944460 0.165175 0.164979 0.164924 CURRENT LEARNING RATE: 5.536987171841573e-05
previous_iter_valid_loss : 0.17210568487644196
944480 0.172372 0.172106 0.165477 CURRENT LEARNING RATE: 5.5358798851395686e-05
previous_iter_valid_loss : 0.16478458046913147
944500 0.164953 0.164785 0.165365 CURRENT LEARNING RATE: 5.534772819872759e-05
previous_iter_valid_loss : 0.165354385972023
944520 0.165566 0.165354 0.165605 CURRENT LEARNING RATE: 5.533665975996865e-05
previous_iter_valid_loss : 0.16200092434883118
944540 0.162164 0.162001 0.165615 CURRENT LEARNING RATE: 5.5325593534676e-05
previous_iter_valid_loss : 0.17224550247192383
944560 0.172509 0.172246 0.165903 CURRENT LEARNING RATE: 5.53145295224072e-05
previous_iter_valid_loss : 0.16124185919761658
944580 0.161425 0.161242 0.165872 CURRENT LEARNING RATE: 5.530346772271958e-05
previous_iter_valid_loss : 0.1606338769197464
944600 0.160795 0.160634 0.165762 CURRENT LEARNING RATE: 5.529240813517068e-05
previous_iter_valid_loss : 0.17141024768352509
944620 0.171671 0.171410 0.166305 CURRENT LEARNING RATE: 5.528135075931802e-05
previous_iter_valid_loss : 0.1620638519525528
944640 0.162229 0.162064 0.165843 CURRENT LEARNING RATE: 5.5270295594719496e-05
previous_iter_valid_loss : 0.17350833117961884
944660 0.173780 0.173508 0.166387 CURRENT LEARNING RATE: 5.52592426409328e-05
previous_iter_valid_loss : 0.16317890584468842
944680 0.163375 0.163179 0.166488 CURRENT LEARNING RATE: 5.524819189751581e-05
previous_iter_valid_loss : 0.16067266464233398
944700 0.160850 0.160673 0.166343 CURRENT LEARNING RATE: 5.523714336402642e-05
previous_iter_valid_loss : 0.16065613925457
944720 0.160821 0.160656 0.166284 CURRENT LEARNING RATE: 5.522609704002286e-05
previous_iter_valid_loss : 0.1605817973613739
944740 0.160734 0.160582 0.165851 CURRENT LEARNING RATE: 5.521505292506319e-05
previous_iter_valid_loss : 0.16562923789024353
944760 0.165795 0.165629 0.166059 CURRENT LEARNING RATE: 5.520401101870555e-05
previous_iter_valid_loss : 0.18865175545215607
944780 0.189092 0.188652 0.167466 CURRENT LEARNING RATE: 5.519297132050845e-05
previous_iter_valid_loss : 0.17760275304317474
944800 0.177899 0.177603 0.168145 CURRENT LEARNING RATE: 5.518193383003021e-05
previous_iter_valid_loss : 0.1614220291376114
944820 0.161618 0.161422 0.167514 CURRENT LEARNING RATE: 5.517089854682933e-05
previous_iter_valid_loss : 0.16308987140655518
944840 0.163257 0.163090 0.166588 CURRENT LEARNING RATE: 5.515986547046431e-05
previous_iter_valid_loss : 0.17057663202285767
944860 0.170829 0.170577 0.166867 CURRENT LEARNING RATE: 5.5148834600494016e-05
previous_iter_valid_loss : 0.16356363892555237
944880 0.163742 0.163564 0.166440 CURRENT LEARNING RATE: 5.5137805936477105e-05
previous_iter_valid_loss : 0.17423273622989655
944900 0.174512 0.174233 0.166913 CURRENT LEARNING RATE: 5.5126779477972443e-05
previous_iter_valid_loss : 0.16133618354797363
944920 0.161528 0.161336 0.166712 CURRENT LEARNING RATE: 5.511575522453887e-05
previous_iter_valid_loss : 0.18933580815792084
944940 0.189772 0.189336 0.168079 CURRENT LEARNING RATE: 5.51047331757356e-05
previous_iter_valid_loss : 0.16712050139904022
944960 0.167341 0.167121 0.167822 CURRENT LEARNING RATE: 5.509371333112168e-05
previous_iter_valid_loss : 0.16112323105335236
944980 0.161312 0.161123 0.167816 CURRENT LEARNING RATE: 5.508269569025628e-05
previous_iter_valid_loss : 0.16159135103225708
945000 0.161784 0.161591 0.167864 CURRENT LEARNING RATE: 5.5071680252698634e-05
previous_iter_valid_loss : 0.1626846194267273
945020 0.162848 0.162685 0.167428 CURRENT LEARNING RATE: 5.50606670180083e-05
previous_iter_valid_loss : 0.16055825352668762
945040 0.160725 0.160558 0.167353 CURRENT LEARNING RATE: 5.5049655985744654e-05
previous_iter_valid_loss : 0.16199412941932678
945060 0.162154 0.161994 0.166777 CURRENT LEARNING RATE: 5.503864715546725e-05
previous_iter_valid_loss : 0.16264253854751587
945080 0.162827 0.162643 0.166750 CURRENT LEARNING RATE: 5.5027640526735655e-05
previous_iter_valid_loss : 0.16218149662017822
945100 0.162378 0.162181 0.166826 CURRENT LEARNING RATE: 5.5016636099109776e-05
previous_iter_valid_loss : 0.16219742596149445
945120 0.162387 0.162197 0.166903 CURRENT LEARNING RATE: 5.500563387214935e-05
previous_iter_valid_loss : 0.17769739031791687
945140 0.177853 0.177697 0.167758 CURRENT LEARNING RATE: 5.499463384541429e-05
previous_iter_valid_loss : 0.1713353544473648
945160 0.171595 0.171335 0.168044 CURRENT LEARNING RATE: 5.498363601846449e-05
previous_iter_valid_loss : 0.16942618787288666
945180 0.169576 0.169426 0.167083 CURRENT LEARNING RATE: 5.4972640390860235e-05
previous_iter_valid_loss : 0.16065296530723572
945200 0.160808 0.160653 0.166235 CURRENT LEARNING RATE: 5.4961646962161596e-05
previous_iter_valid_loss : 0.16552329063415527
945220 0.165742 0.165523 0.166440 CURRENT LEARNING RATE: 5.495065573192876e-05
previous_iter_valid_loss : 0.16258811950683594
945240 0.162747 0.162588 0.166415 CURRENT LEARNING RATE: 5.493966669972225e-05
previous_iter_valid_loss : 0.16283871233463287
945260 0.163002 0.162839 0.166028 CURRENT LEARNING RATE: 5.4928679865102414e-05
previous_iter_valid_loss : 0.16157276928424835
945280 0.161760 0.161573 0.165929 CURRENT LEARNING RATE: 5.4917695227629775e-05
previous_iter_valid_loss : 0.16130320727825165
945300 0.161487 0.161303 0.165282 CURRENT LEARNING RATE: 5.490671278686487e-05
previous_iter_valid_loss : 0.16113322973251343
945320 0.161319 0.161133 0.165272 CURRENT LEARNING RATE: 5.489573254236857e-05
previous_iter_valid_loss : 0.16279515624046326
945340 0.162964 0.162795 0.163945 CURRENT LEARNING RATE: 5.4884754493701584e-05
previous_iter_valid_loss : 0.16252568364143372
945360 0.162724 0.162526 0.163715 CURRENT LEARNING RATE: 5.4873778640424775e-05
previous_iter_valid_loss : 0.16050858795642853
945380 0.160666 0.160509 0.163684 CURRENT LEARNING RATE: 5.4862804982099036e-05
previous_iter_valid_loss : 0.16106298565864563
945400 0.161243 0.161063 0.163658 CURRENT LEARNING RATE: 5.4851833518285595e-05
previous_iter_valid_loss : 0.1681542694568634
945420 0.168388 0.168154 0.163932 CURRENT LEARNING RATE: 5.4840864248545495e-05
previous_iter_valid_loss : 0.16053105890750885
945440 0.160689 0.160531 0.163930 CURRENT LEARNING RATE: 5.482989717243999e-05
previous_iter_valid_loss : 0.16050393879413605
945460 0.160671 0.160504 0.163856 CURRENT LEARNING RATE: 5.4818932289530266e-05
previous_iter_valid_loss : 0.16272106766700745
945480 0.162885 0.162721 0.163860 CURRENT LEARNING RATE: 5.480796959937794e-05
previous_iter_valid_loss : 0.16052140295505524
945500 0.160686 0.160521 0.163777 CURRENT LEARNING RATE: 5.479700910154441e-05
previous_iter_valid_loss : 0.1627567857503891
945520 0.162916 0.162757 0.163805 CURRENT LEARNING RATE: 5.478605079559125e-05
previous_iter_valid_loss : 0.160608172416687
945540 0.160762 0.160608 0.162950 CURRENT LEARNING RATE: 5.477509468108003e-05
previous_iter_valid_loss : 0.18118494749069214
945560 0.181341 0.181185 0.163443 CURRENT LEARNING RATE: 5.4764140757572704e-05
previous_iter_valid_loss : 0.16231949627399445
945580 0.162483 0.162319 0.163087 CURRENT LEARNING RATE: 5.475318902463102e-05
previous_iter_valid_loss : 0.16080524027347565
945600 0.160960 0.160805 0.163095 CURRENT LEARNING RATE: 5.47422394818168e-05
previous_iter_valid_loss : 0.17483659088611603
945620 0.175106 0.174837 0.163561 CURRENT LEARNING RATE: 5.473129212869227e-05
previous_iter_valid_loss : 0.16441787779331207
945640 0.164590 0.164418 0.163652 CURRENT LEARNING RATE: 5.472034696481942e-05
previous_iter_valid_loss : 0.1607028692960739
945660 0.160874 0.160703 0.163545 CURRENT LEARNING RATE: 5.470940398976047e-05
previous_iter_valid_loss : 0.16157971322536469
945680 0.161734 0.161580 0.163546 CURRENT LEARNING RATE: 5.4698463203077576e-05
previous_iter_valid_loss : 0.16063973307609558
945700 0.160804 0.160640 0.163512 CURRENT LEARNING RATE: 5.468752460433333e-05
previous_iter_valid_loss : 0.17185410857200623
945720 0.172112 0.171854 0.164048 CURRENT LEARNING RATE: 5.467658819309006e-05
previous_iter_valid_loss : 0.1730789840221405
945740 0.173223 0.173079 0.164563 CURRENT LEARNING RATE: 5.4665653968910335e-05
previous_iter_valid_loss : 0.1641964167356491
945760 0.164400 0.164196 0.164646 CURRENT LEARNING RATE: 5.465472193135668e-05
previous_iter_valid_loss : 0.1663459986448288
945780 0.166562 0.166346 0.164938 CURRENT LEARNING RATE: 5.4643792079992e-05
previous_iter_valid_loss : 0.19036492705345154
945800 0.190498 0.190365 0.166403 CURRENT LEARNING RATE: 5.463286441437901e-05
previous_iter_valid_loss : 0.16100728511810303
945820 0.161161 0.161007 0.166046 CURRENT LEARNING RATE: 5.4621938934080616e-05
previous_iter_valid_loss : 0.16111905872821808
945840 0.161309 0.161119 0.166075 CURRENT LEARNING RATE: 5.461101563865968e-05
previous_iter_valid_loss : 0.16125242412090302
945860 0.161426 0.161252 0.166113 CURRENT LEARNING RATE: 5.460009452767948e-05
previous_iter_valid_loss : 0.1606931835412979
945880 0.160868 0.160693 0.166011 CURRENT LEARNING RATE: 5.458917560070306e-05
previous_iter_valid_loss : 0.16050562262535095
945900 0.160668 0.160506 0.166010 CURRENT LEARNING RATE: 5.457825885729367e-05
previous_iter_valid_loss : 0.16060316562652588
945920 0.160758 0.160603 0.165903 CURRENT LEARNING RATE: 5.456734429701455e-05
previous_iter_valid_loss : 0.17070086300373077
945940 0.170956 0.170701 0.166407 CURRENT LEARNING RATE: 5.455643191942931e-05
previous_iter_valid_loss : 0.16141924262046814
945960 0.161609 0.161419 0.165419 CURRENT LEARNING RATE: 5.454552172410135e-05
previous_iter_valid_loss : 0.16127516329288483
945980 0.161457 0.161275 0.165367 CURRENT LEARNING RATE: 5.453461371059417e-05
previous_iter_valid_loss : 0.16435226798057556
946000 0.164559 0.164352 0.165544 CURRENT LEARNING RATE: 5.452370787847164e-05
previous_iter_valid_loss : 0.16139036417007446
946020 0.161581 0.161390 0.164872 CURRENT LEARNING RATE: 5.451280422729744e-05
previous_iter_valid_loss : 0.16162435710430145
946040 0.161815 0.161624 0.164732 CURRENT LEARNING RATE: 5.45019027566354e-05
previous_iter_valid_loss : 0.16232651472091675
946060 0.162511 0.162327 0.164813 CURRENT LEARNING RATE: 5.449100346604939e-05
previous_iter_valid_loss : 0.17194992303848267
946080 0.172098 0.171950 0.165332 CURRENT LEARNING RATE: 5.4480106355103625e-05
previous_iter_valid_loss : 0.16100971400737762
946100 0.161195 0.161010 0.165350 CURRENT LEARNING RATE: 5.4469211423362124e-05
previous_iter_valid_loss : 0.16548870503902435
946120 0.165652 0.165489 0.165032 CURRENT LEARNING RATE: 5.445831867038908e-05
previous_iter_valid_loss : 0.1736297458410263
946140 0.173778 0.173630 0.165060 CURRENT LEARNING RATE: 5.44474280957487e-05
previous_iter_valid_loss : 0.16440778970718384
946160 0.164606 0.164408 0.165070 CURRENT LEARNING RATE: 5.4436539699005544e-05
previous_iter_valid_loss : 0.1626172810792923
946180 0.162817 0.162617 0.164884 CURRENT LEARNING RATE: 5.442565347972398e-05
previous_iter_valid_loss : 0.16697843372821808
946200 0.167198 0.166978 0.163715 CURRENT LEARNING RATE: 5.441476943746857e-05
previous_iter_valid_loss : 0.16054460406303406
946220 0.160715 0.160545 0.163691 CURRENT LEARNING RATE: 5.440388757180384e-05
previous_iter_valid_loss : 0.16184274852275848
946240 0.161992 0.161843 0.163728 CURRENT LEARNING RATE: 5.439300788229473e-05
previous_iter_valid_loss : 0.16800931096076965
946260 0.168238 0.168009 0.164065 CURRENT LEARNING RATE: 5.438213036850592e-05
previous_iter_valid_loss : 0.1726929247379303
946280 0.172957 0.172693 0.164665 CURRENT LEARNING RATE: 5.437125503000236e-05
previous_iter_valid_loss : 0.1786569058895111
946300 0.178968 0.178657 0.165573 CURRENT LEARNING RATE: 5.4360381866348893e-05
previous_iter_valid_loss : 0.16337950527668
946320 0.163553 0.163380 0.165712 CURRENT LEARNING RATE: 5.434951087711081e-05
previous_iter_valid_loss : 0.1652526557445526
946340 0.165456 0.165253 0.165439 CURRENT LEARNING RATE: 5.433864206185317e-05
previous_iter_valid_loss : 0.17995451390743256
946360 0.180282 0.179955 0.166366 CURRENT LEARNING RATE: 5.432777542014112e-05
previous_iter_valid_loss : 0.16416221857070923
946380 0.164328 0.164162 0.166510 CURRENT LEARNING RATE: 5.431691095154019e-05
previous_iter_valid_loss : 0.16162109375
946400 0.161778 0.161621 0.166374 CURRENT LEARNING RATE: 5.4306048655615715e-05
previous_iter_valid_loss : 0.16330760717391968
946420 0.163500 0.163308 0.166470 CURRENT LEARNING RATE: 5.4295188531933176e-05
previous_iter_valid_loss : 0.1679472178220749
946440 0.168105 0.167947 0.166786 CURRENT LEARNING RATE: 5.4284330580058096e-05
previous_iter_valid_loss : 0.16530637443065643
946460 0.165467 0.165306 0.166935 CURRENT LEARNING RATE: 5.4273474799556354e-05
previous_iter_valid_loss : 0.16061794757843018
946480 0.160784 0.160618 0.166368 CURRENT LEARNING RATE: 5.42626211899936e-05
previous_iter_valid_loss : 0.1636998951435089
946500 0.163870 0.163700 0.166503 CURRENT LEARNING RATE: 5.42517697509357e-05
previous_iter_valid_loss : 0.16264504194259644
946520 0.162832 0.162645 0.166361 CURRENT LEARNING RATE: 5.4240920481948505e-05
previous_iter_valid_loss : 0.18668490648269653
946540 0.186821 0.186685 0.167013 CURRENT LEARNING RATE: 5.423007338259824e-05
previous_iter_valid_loss : 0.16074612736701965
946560 0.160925 0.160746 0.166830 CURRENT LEARNING RATE: 5.42192284524509e-05
previous_iter_valid_loss : 0.16247691214084625
946580 0.162671 0.162477 0.166823 CURRENT LEARNING RATE: 5.420838569107273e-05
previous_iter_valid_loss : 0.16230608522891998
946600 0.162480 0.162306 0.166590 CURRENT LEARNING RATE: 5.419754509802988e-05
previous_iter_valid_loss : 0.16166457533836365
946620 0.161828 0.161665 0.166646 CURRENT LEARNING RATE: 5.4186706672888934e-05
previous_iter_valid_loss : 0.1612614393234253
946640 0.161441 0.161261 0.166617 CURRENT LEARNING RATE: 5.417587041521627e-05
previous_iter_valid_loss : 0.16974522173404694
946660 0.169901 0.169745 0.166703 CURRENT LEARNING RATE: 5.416503632457844e-05
previous_iter_valid_loss : 0.16100075840950012
946680 0.161158 0.161001 0.166119 CURRENT LEARNING RATE: 5.415420440054196e-05
previous_iter_valid_loss : 0.16141252219676971
946700 0.161581 0.161413 0.165257 CURRENT LEARNING RATE: 5.414337464267376e-05
previous_iter_valid_loss : 0.16055899858474731
946720 0.160721 0.160559 0.165116 CURRENT LEARNING RATE: 5.413254705054056e-05
previous_iter_valid_loss : 0.1611013114452362
946740 0.161250 0.161101 0.164908 CURRENT LEARNING RATE: 5.4121721623709246e-05
previous_iter_valid_loss : 0.16523045301437378
946760 0.165394 0.165230 0.164172 CURRENT LEARNING RATE: 5.41108983617467e-05
previous_iter_valid_loss : 0.1672784686088562
946780 0.167442 0.167278 0.164328 CURRENT LEARNING RATE: 5.41000772642202e-05
previous_iter_valid_loss : 0.16743488609790802
946800 0.167662 0.167435 0.164618 CURRENT LEARNING RATE: 5.4089258330696796e-05
previous_iter_valid_loss : 0.16068994998931885
946820 0.160859 0.160690 0.164487 CURRENT LEARNING RATE: 5.407844156074364e-05
previous_iter_valid_loss : 0.16086800396442413
946840 0.161035 0.160868 0.164133 CURRENT LEARNING RATE: 5.406762695392825e-05
previous_iter_valid_loss : 0.1660049855709076
946860 0.166228 0.166005 0.164168 CURRENT LEARNING RATE: 5.4056814509817935e-05
previous_iter_valid_loss : 0.16819286346435547
946880 0.168344 0.168193 0.164547 CURRENT LEARNING RATE: 5.4046004227980214e-05
previous_iter_valid_loss : 0.17100407183170319
946900 0.171152 0.171004 0.164912 CURRENT LEARNING RATE: 5.4035196107982575e-05
previous_iter_valid_loss : 0.194200798869133
946920 0.194320 0.194201 0.166490 CURRENT LEARNING RATE: 5.4024390149392885e-05
previous_iter_valid_loss : 0.18601635098457336
946940 0.186160 0.186016 0.166457 CURRENT LEARNING RATE: 5.40135863517788e-05
previous_iter_valid_loss : 0.18558399379253387
946960 0.185724 0.185584 0.167699 CURRENT LEARNING RATE: 5.400278471470818e-05
previous_iter_valid_loss : 0.1780364066362381
946980 0.178348 0.178036 0.168477 CURRENT LEARNING RATE: 5.3991985237748867e-05
previous_iter_valid_loss : 0.16055168211460114
947000 0.160725 0.160552 0.168389 CURRENT LEARNING RATE: 5.398118792046906e-05
previous_iter_valid_loss : 0.16305145621299744
947020 0.163221 0.163051 0.168458 CURRENT LEARNING RATE: 5.397039276243678e-05
previous_iter_valid_loss : 0.16790203750133514
947040 0.168066 0.167902 0.168790 CURRENT LEARNING RATE: 5.395959976322022e-05
previous_iter_valid_loss : 0.16196417808532715
947060 0.162133 0.161964 0.168401 CURRENT LEARNING RATE: 5.3948808922387556e-05
previous_iter_valid_loss : 0.16378772258758545
947080 0.163957 0.163788 0.168541 CURRENT LEARNING RATE: 5.393802023950735e-05
previous_iter_valid_loss : 0.16110700368881226
947100 0.161290 0.161107 0.168525 CURRENT LEARNING RATE: 5.392723371414797e-05
previous_iter_valid_loss : 0.17769908905029297
947120 0.178001 0.177699 0.169382 CURRENT LEARNING RATE: 5.391644934587794e-05
previous_iter_valid_loss : 0.16098631918430328
947140 0.161139 0.160986 0.169376 CURRENT LEARNING RATE: 5.390566713426579e-05
previous_iter_valid_loss : 0.16149894893169403
947160 0.161688 0.161499 0.169190 CURRENT LEARNING RATE: 5.389488707888044e-05
previous_iter_valid_loss : 0.16494713723659515
947180 0.165114 0.164947 0.169073 CURRENT LEARNING RATE: 5.388410917929057e-05
previous_iter_valid_loss : 0.1605163961648941
947200 0.160675 0.160516 0.168727 CURRENT LEARNING RATE: 5.387333343506499e-05
previous_iter_valid_loss : 0.17604602873325348
947220 0.176198 0.176046 0.169495 CURRENT LEARNING RATE: 5.3862559845772836e-05
previous_iter_valid_loss : 0.16180358827114105
947240 0.161997 0.161804 0.169542 CURRENT LEARNING RATE: 5.385178841098309e-05
previous_iter_valid_loss : 0.1676863580942154
947260 0.167843 0.167686 0.169626 CURRENT LEARNING RATE: 5.384101913026489e-05
previous_iter_valid_loss : 0.16118432581424713
947280 0.161353 0.161184 0.169276 CURRENT LEARNING RATE: 5.3830252003187365e-05
previous_iter_valid_loss : 0.17328231036663055
947300 0.173562 0.173282 0.169390 CURRENT LEARNING RATE: 5.3819487029320025e-05
previous_iter_valid_loss : 0.16418223083019257
947320 0.164350 0.164182 0.167889 CURRENT LEARNING RATE: 5.380872420823217e-05
previous_iter_valid_loss : 0.16226127743721008
947340 0.162431 0.162261 0.166701 CURRENT LEARNING RATE: 5.379796353949328e-05
previous_iter_valid_loss : 0.16060978174209595
947360 0.160763 0.160610 0.165452 CURRENT LEARNING RATE: 5.378720502267286e-05
previous_iter_valid_loss : 0.17109256982803345
947380 0.171342 0.171093 0.165105 CURRENT LEARNING RATE: 5.3776448657340746e-05
previous_iter_valid_loss : 0.164667010307312
947400 0.164834 0.164667 0.165311 CURRENT LEARNING RATE: 5.376569444306658e-05
previous_iter_valid_loss : 0.1612858921289444
947420 0.161478 0.161286 0.165222 CURRENT LEARNING RATE: 5.375494237942019e-05
previous_iter_valid_loss : 0.16121487319469452
947440 0.161402 0.161215 0.164888 CURRENT LEARNING RATE: 5.3744192465971416e-05
previous_iter_valid_loss : 0.16057591140270233
947460 0.160734 0.160576 0.164819 CURRENT LEARNING RATE: 5.3733444702290436e-05
previous_iter_valid_loss : 0.19042906165122986
947480 0.190559 0.190429 0.166151 CURRENT LEARNING RATE: 5.3722699087947265e-05
previous_iter_valid_loss : 0.1654101312160492
947500 0.165574 0.165410 0.166366 CURRENT LEARNING RATE: 5.3711955622512045e-05
previous_iter_valid_loss : 0.16580994427204132
947520 0.165970 0.165810 0.165771 CURRENT LEARNING RATE: 5.370121430555498e-05
previous_iter_valid_loss : 0.16152027249336243
947540 0.161716 0.161520 0.165798 CURRENT LEARNING RATE: 5.3690475136646576e-05
previous_iter_valid_loss : 0.16299229860305786
947560 0.163184 0.162992 0.165873 CURRENT LEARNING RATE: 5.367973811535719e-05
previous_iter_valid_loss : 0.16059674322605133
947580 0.160768 0.160597 0.165655 CURRENT LEARNING RATE: 5.366900324125724e-05
previous_iter_valid_loss : 0.17978528141975403
947600 0.179944 0.179785 0.166619 CURRENT LEARNING RATE: 5.365827051391753e-05
previous_iter_valid_loss : 0.16325514018535614
947620 0.163414 0.163255 0.165979 CURRENT LEARNING RATE: 5.3647539932908635e-05
previous_iter_valid_loss : 0.16057628393173218
947640 0.160729 0.160576 0.165918 CURRENT LEARNING RATE: 5.3636811497801356e-05
previous_iter_valid_loss : 0.18087738752365112
947660 0.181040 0.180877 0.166577 CURRENT LEARNING RATE: 5.362608520816644e-05
previous_iter_valid_loss : 0.1652711182832718
947680 0.165462 0.165271 0.166782 CURRENT LEARNING RATE: 5.3615361063575035e-05
previous_iter_valid_loss : 0.16602735221385956
947700 0.166185 0.166027 0.166419 CURRENT LEARNING RATE: 5.3604639063598085e-05
previous_iter_valid_loss : 0.16119103133678436
947720 0.161373 0.161191 0.166269 CURRENT LEARNING RATE: 5.35939192078067e-05
previous_iter_valid_loss : 0.16291263699531555
947740 0.163104 0.162913 0.166302 CURRENT LEARNING RATE: 5.3583201495772e-05
previous_iter_valid_loss : 0.16131317615509033
947760 0.161473 0.161313 0.166337 CURRENT LEARNING RATE: 5.3572485927065467e-05
previous_iter_valid_loss : 0.178192600607872
947780 0.178503 0.178193 0.166692 CURRENT LEARNING RATE: 5.356177250125837e-05
previous_iter_valid_loss : 0.16058002412319183
947800 0.160734 0.160580 0.166488 CURRENT LEARNING RATE: 5.355106121792217e-05
previous_iter_valid_loss : 0.1641584038734436
947820 0.164328 0.164158 0.166631 CURRENT LEARNING RATE: 5.354035207662835e-05
previous_iter_valid_loss : 0.17109081149101257
947840 0.171345 0.171091 0.167125 CURRENT LEARNING RATE: 5.352964507694871e-05
previous_iter_valid_loss : 0.16101913154125214
947860 0.161196 0.161019 0.167147 CURRENT LEARNING RATE: 5.3518940218454875e-05
previous_iter_valid_loss : 0.1605687141418457
947880 0.160715 0.160569 0.165654 CURRENT LEARNING RATE: 5.350823750071866e-05
previous_iter_valid_loss : 0.16096772253513336
947900 0.161148 0.160968 0.165432 CURRENT LEARNING RATE: 5.349753692331185e-05
previous_iter_valid_loss : 0.16965614259243011
947920 0.169891 0.169656 0.165625 CURRENT LEARNING RATE: 5.348683848580663e-05
previous_iter_valid_loss : 0.16079463064670563
947940 0.160971 0.160795 0.165588 CURRENT LEARNING RATE: 5.347614218777495e-05
previous_iter_valid_loss : 0.16184477508068085
947960 0.162001 0.161845 0.165531 CURRENT LEARNING RATE: 5.3465448028788965e-05
previous_iter_valid_loss : 0.1625867784023285
947980 0.162757 0.162587 0.165630 CURRENT LEARNING RATE: 5.345475600842082e-05
previous_iter_valid_loss : 0.1654805839061737
948000 0.165637 0.165481 0.164915 CURRENT LEARNING RATE: 5.344406612624301e-05
previous_iter_valid_loss : 0.16314797103405
948020 0.163333 0.163148 0.164910 CURRENT LEARNING RATE: 5.3433378381827845e-05
previous_iter_valid_loss : 0.16100004315376282
948040 0.161182 0.161000 0.164931 CURRENT LEARNING RATE: 5.3422692774747736e-05
previous_iter_valid_loss : 0.1609494984149933
948060 0.161132 0.160949 0.163935 CURRENT LEARNING RATE: 5.3412009304575444e-05
previous_iter_valid_loss : 0.16050009429454803
948080 0.160667 0.160500 0.163696 CURRENT LEARNING RATE: 5.340132797088352e-05
previous_iter_valid_loss : 0.1757182776927948
948100 0.175869 0.175718 0.164181 CURRENT LEARNING RATE: 5.339064877324474e-05
previous_iter_valid_loss : 0.16210807859897614
948120 0.162268 0.162108 0.164226 CURRENT LEARNING RATE: 5.337997171123181e-05
previous_iter_valid_loss : 0.16054028272628784
948140 0.160691 0.160540 0.164108 CURRENT LEARNING RATE: 5.336929678441785e-05
previous_iter_valid_loss : 0.16139137744903564
948160 0.161577 0.161391 0.164112 CURRENT LEARNING RATE: 5.335862399237578e-05
previous_iter_valid_loss : 0.16470913589000702
948180 0.164920 0.164709 0.163438 CURRENT LEARNING RATE: 5.3347953334678665e-05
previous_iter_valid_loss : 0.20061832666397095
948200 0.200697 0.200618 0.165440 CURRENT LEARNING RATE: 5.33372848108996e-05
previous_iter_valid_loss : 0.16220718622207642
948220 0.162363 0.162207 0.165342 CURRENT LEARNING RATE: 5.3326618420612026e-05
previous_iter_valid_loss : 0.17140819132328033
948240 0.171673 0.171408 0.165358 CURRENT LEARNING RATE: 5.33159541633892e-05
previous_iter_valid_loss : 0.16593295335769653
948260 0.166098 0.165933 0.165604 CURRENT LEARNING RATE: 5.330529203880454e-05
previous_iter_valid_loss : 0.16148489713668823
948280 0.161644 0.161485 0.165649 CURRENT LEARNING RATE: 5.3294632046431484e-05
previous_iter_valid_loss : 0.1607620269060135
948300 0.160918 0.160762 0.165639 CURRENT LEARNING RATE: 5.32839741858438e-05
previous_iter_valid_loss : 0.1992502212524414
948320 0.199784 0.199250 0.167119 CURRENT LEARNING RATE: 5.3273318456615106e-05
previous_iter_valid_loss : 0.16053444147109985
948340 0.160692 0.160534 0.167106 CURRENT LEARNING RATE: 5.326266485831915e-05
previous_iter_valid_loss : 0.17333577573299408
948360 0.173480 0.173336 0.167680 CURRENT LEARNING RATE: 5.32520133905297e-05
previous_iter_valid_loss : 0.16120465099811554
948380 0.161402 0.161205 0.167611 CURRENT LEARNING RATE: 5.324136405282089e-05
previous_iter_valid_loss : 0.16130125522613525
948400 0.161487 0.161301 0.167402 CURRENT LEARNING RATE: 5.323071684476665e-05
previous_iter_valid_loss : 0.16558082401752472
948420 0.165736 0.165581 0.167524 CURRENT LEARNING RATE: 5.322007176594099e-05
previous_iter_valid_loss : 0.17218118906021118
948440 0.172328 0.172181 0.168083 CURRENT LEARNING RATE: 5.3209428815918306e-05
previous_iter_valid_loss : 0.17544253170490265
948460 0.175727 0.175443 0.168808 CURRENT LEARNING RATE: 5.319878799427277e-05
previous_iter_valid_loss : 0.16689513623714447
948480 0.167096 0.166895 0.169127 CURRENT LEARNING RATE: 5.3188149300578776e-05
previous_iter_valid_loss : 0.16491618752479553
948500 0.165113 0.164916 0.168587 CURRENT LEARNING RATE: 5.317751273441067e-05
previous_iter_valid_loss : 0.1662312150001526
948520 0.166437 0.166231 0.168793 CURRENT LEARNING RATE: 5.316687829534316e-05
previous_iter_valid_loss : 0.1807204633951187
948540 0.181049 0.180720 0.169802 CURRENT LEARNING RATE: 5.3156245982950796e-05
previous_iter_valid_loss : 0.17020562291145325
948560 0.170447 0.170206 0.170243 CURRENT LEARNING RATE: 5.314561579680829e-05
previous_iter_valid_loss : 0.16459201276302338
948580 0.164793 0.164592 0.170237 CURRENT LEARNING RATE: 5.3134987736490306e-05
previous_iter_valid_loss : 0.16294731199741364
948600 0.163146 0.162947 0.168354 CURRENT LEARNING RATE: 5.3124361801571946e-05
previous_iter_valid_loss : 0.17585578560829163
948620 0.176010 0.175856 0.169036 CURRENT LEARNING RATE: 5.311373799162807e-05
previous_iter_valid_loss : 0.16156290471553802
948640 0.161756 0.161563 0.168544 CURRENT LEARNING RATE: 5.310311630623371e-05
previous_iter_valid_loss : 0.1680193692445755
948660 0.168246 0.168019 0.168648 CURRENT LEARNING RATE: 5.3092496744963915e-05
previous_iter_valid_loss : 0.1612052023410797
948680 0.161371 0.161205 0.168634 CURRENT LEARNING RATE: 5.30818793073941e-05
previous_iter_valid_loss : 0.16133229434490204
948700 0.161494 0.161332 0.168663 CURRENT LEARNING RATE: 5.307126399309946e-05
previous_iter_valid_loss : 0.1606021523475647
948720 0.160754 0.160602 0.166730 CURRENT LEARNING RATE: 5.306065080165538e-05
previous_iter_valid_loss : 0.18246842920780182
948740 0.182823 0.182468 0.167827 CURRENT LEARNING RATE: 5.305003973263725e-05
previous_iter_valid_loss : 0.16085751354694366
948760 0.161031 0.160858 0.167203 CURRENT LEARNING RATE: 5.303943078562082e-05
previous_iter_valid_loss : 0.16127830743789673
948780 0.161461 0.161278 0.167207 CURRENT LEARNING RATE: 5.302882396018161e-05
previous_iter_valid_loss : 0.16621769964694977
948800 0.166429 0.166218 0.167453 CURRENT LEARNING RATE: 5.301821925589529e-05
previous_iter_valid_loss : 0.1653982251882553
948820 0.165557 0.165398 0.167444 CURRENT LEARNING RATE: 5.300761667233784e-05
previous_iter_valid_loss : 0.16050006449222565
948840 0.160657 0.160500 0.166859 CURRENT LEARNING RATE: 5.2997016209085046e-05
previous_iter_valid_loss : 0.17227324843406677
948860 0.172538 0.172273 0.166701 CURRENT LEARNING RATE: 5.298641786571292e-05
previous_iter_valid_loss : 0.16053977608680725
948880 0.160697 0.160540 0.166383 CURRENT LEARNING RATE: 5.297582164179742e-05
previous_iter_valid_loss : 0.16854135692119598
948900 0.168770 0.168541 0.166564 CURRENT LEARNING RATE: 5.296522753691489e-05
previous_iter_valid_loss : 0.16537071764469147
948920 0.165570 0.165371 0.166521 CURRENT LEARNING RATE: 5.2954635550641474e-05
previous_iter_valid_loss : 0.16253726184368134
948940 0.162722 0.162537 0.165612 CURRENT LEARNING RATE: 5.294404568255348e-05
previous_iter_valid_loss : 0.1741626262664795
948960 0.174312 0.174163 0.165810 CURRENT LEARNING RATE: 5.2933457932227216e-05
previous_iter_valid_loss : 0.16201648116111755
948980 0.162206 0.162016 0.165681 CURRENT LEARNING RATE: 5.2922872299239384e-05
previous_iter_valid_loss : 0.16556435823440552
949000 0.165775 0.165564 0.165812 CURRENT LEARNING RATE: 5.2912288783166445e-05
previous_iter_valid_loss : 0.16879498958587646
949020 0.169030 0.168795 0.165459 CURRENT LEARNING RATE: 5.2901707383585065e-05
previous_iter_valid_loss : 0.16934046149253845
949040 0.169587 0.169340 0.165848 CURRENT LEARNING RATE: 5.28911281000719e-05
previous_iter_valid_loss : 0.162307471036911
949060 0.162472 0.162307 0.165562 CURRENT LEARNING RATE: 5.2880550932203946e-05
previous_iter_valid_loss : 0.1804816871881485
949080 0.180638 0.180482 0.166526 CURRENT LEARNING RATE: 5.286997587955805e-05
previous_iter_valid_loss : 0.16059522330760956
949100 0.160771 0.160595 0.166489 CURRENT LEARNING RATE: 5.285940294171119e-05
previous_iter_valid_loss : 0.16120946407318115
949120 0.161367 0.161209 0.166520 CURRENT LEARNING RATE: 5.284883211824036e-05
previous_iter_valid_loss : 0.16547159850597382
949140 0.165634 0.165472 0.165670 CURRENT LEARNING RATE: 5.283826340872291e-05
previous_iter_valid_loss : 0.16730868816375732
949160 0.167531 0.167309 0.165992 CURRENT LEARNING RATE: 5.282769681273602e-05
previous_iter_valid_loss : 0.16274265944957733
949180 0.162937 0.162743 0.166066 CURRENT LEARNING RATE: 5.2817132329856904e-05
previous_iter_valid_loss : 0.16054338216781616
949200 0.160706 0.160543 0.165782 CURRENT LEARNING RATE: 5.280656995966318e-05
previous_iter_valid_loss : 0.1605522483587265
949220 0.160717 0.160552 0.165540 CURRENT LEARNING RATE: 5.279600970173227e-05
previous_iter_valid_loss : 0.18918122351169586
949240 0.189313 0.189181 0.166974 CURRENT LEARNING RATE: 5.278545155564175e-05
previous_iter_valid_loss : 0.1629737764596939
949260 0.163167 0.162974 0.166509 CURRENT LEARNING RATE: 5.277489552096921e-05
previous_iter_valid_loss : 0.162328839302063
949280 0.162516 0.162329 0.166598 CURRENT LEARNING RATE: 5.2764341597292585e-05
previous_iter_valid_loss : 0.16345621645450592
949300 0.163663 0.163456 0.166344 CURRENT LEARNING RATE: 5.2753789784189634e-05
previous_iter_valid_loss : 0.18763472139835358
949320 0.187777 0.187635 0.167457 CURRENT LEARNING RATE: 5.274324008123828e-05
previous_iter_valid_loss : 0.16957950592041016
949340 0.169734 0.169580 0.167809 CURRENT LEARNING RATE: 5.273269248801645e-05
previous_iter_valid_loss : 0.16077938675880432
949360 0.160958 0.160779 0.167140 CURRENT LEARNING RATE: 5.2722147004102414e-05
previous_iter_valid_loss : 0.16739700734615326
949380 0.167615 0.167397 0.167409 CURRENT LEARNING RATE: 5.271160362907426e-05
previous_iter_valid_loss : 0.16106712818145752
949400 0.161227 0.161067 0.167184 CURRENT LEARNING RATE: 5.2701062362510266e-05
previous_iter_valid_loss : 0.17460143566131592
949420 0.174882 0.174601 0.167475 CURRENT LEARNING RATE: 5.269052320398868e-05
previous_iter_valid_loss : 0.16074983775615692
949440 0.160898 0.160750 0.167045 CURRENT LEARNING RATE: 5.267998615308812e-05
previous_iter_valid_loss : 0.1610843688249588
949460 0.161249 0.161084 0.166984 CURRENT LEARNING RATE: 5.2669451209387006e-05
previous_iter_valid_loss : 0.16359268128871918
949480 0.163775 0.163593 0.166139 CURRENT LEARNING RATE: 5.265891837246396e-05
previous_iter_valid_loss : 0.16052137315273285
949500 0.160677 0.160521 0.166136 CURRENT LEARNING RATE: 5.264838764189755e-05
previous_iter_valid_loss : 0.17530903220176697
949520 0.175459 0.175309 0.166841 CURRENT LEARNING RATE: 5.263785901726676e-05
previous_iter_valid_loss : 0.17058634757995605
949540 0.170737 0.170586 0.167096 CURRENT LEARNING RATE: 5.262733249815033e-05
previous_iter_valid_loss : 0.1644982099533081
949560 0.164667 0.164498 0.166956 CURRENT LEARNING RATE: 5.261680808412721e-05
previous_iter_valid_loss : 0.16586297750473022
949580 0.166083 0.165863 0.167112 CURRENT LEARNING RATE: 5.2606285774776324e-05
previous_iter_valid_loss : 0.16063955426216125
949600 0.160796 0.160640 0.167117 CURRENT LEARNING RATE: 5.2595765569676975e-05
previous_iter_valid_loss : 0.16343550384044647
949620 0.163628 0.163436 0.167261 CURRENT LEARNING RATE: 5.258524746840825e-05
previous_iter_valid_loss : 0.16070666909217834
949640 0.160862 0.160707 0.165837 CURRENT LEARNING RATE: 5.2574731470549335e-05
previous_iter_valid_loss : 0.1650749146938324
949660 0.165279 0.165075 0.165942 CURRENT LEARNING RATE: 5.256421757567979e-05
previous_iter_valid_loss : 0.16118060052394867
949680 0.161359 0.161181 0.165885 CURRENT LEARNING RATE: 5.255370578337895e-05
previous_iter_valid_loss : 0.19916877150535583
949700 0.199254 0.199169 0.167670 CURRENT LEARNING RATE: 5.2543196093226334e-05
previous_iter_valid_loss : 0.1867525428533554
949720 0.186896 0.186753 0.167626 CURRENT LEARNING RATE: 5.2532688504801496e-05
previous_iter_valid_loss : 0.16211456060409546
949740 0.162277 0.162115 0.167253 CURRENT LEARNING RATE: 5.252218301768428e-05
previous_iter_valid_loss : 0.16568082571029663
949760 0.165895 0.165681 0.167498 CURRENT LEARNING RATE: 5.251167963145441e-05
previous_iter_valid_loss : 0.16490687429904938
949780 0.165102 0.164907 0.167374 CURRENT LEARNING RATE: 5.250117834569172e-05
previous_iter_valid_loss : 0.16301187872886658
949800 0.163215 0.163012 0.167471 CURRENT LEARNING RATE: 5.249067915997609e-05
previous_iter_valid_loss : 0.16219660639762878
949820 0.162398 0.162197 0.166851 CURRENT LEARNING RATE: 5.248018207388771e-05
previous_iter_valid_loss : 0.16073714196681976
949840 0.160906 0.160737 0.166850 CURRENT LEARNING RATE: 5.246968708700663e-05
previous_iter_valid_loss : 0.16426721215248108
949860 0.164477 0.164267 0.167009 CURRENT LEARNING RATE: 5.245919419891304e-05
previous_iter_valid_loss : 0.170143261551857
949880 0.170393 0.170143 0.167337 CURRENT LEARNING RATE: 5.244870340918713e-05
previous_iter_valid_loss : 0.1624293178319931
949900 0.162585 0.162429 0.167432 CURRENT LEARNING RATE: 5.2438214717409456e-05
previous_iter_valid_loss : 0.1849636286497116
949920 0.185115 0.184964 0.167915 CURRENT LEARNING RATE: 5.242772812316038e-05
previous_iter_valid_loss : 0.16070640087127686
949940 0.160860 0.160706 0.167421 CURRENT LEARNING RATE: 5.241724362602043e-05
previous_iter_valid_loss : 0.18040108680725098
949960 0.180566 0.180401 0.168216 CURRENT LEARNING RATE: 5.240676122557015e-05
previous_iter_valid_loss : 0.16315846145153046
949980 0.163328 0.163158 0.168081 CURRENT LEARNING RATE: 5.2396280921390416e-05
previous_iter_valid_loss : 0.16049592196941376
950000 0.160662 0.160496 0.168074 CURRENT LEARNING RATE: 5.2385802713061915e-05
previous_iter_valid_loss : 0.17801940441131592
950020 0.178338 0.178019 0.168803 CURRENT LEARNING RATE: 5.237532660016545e-05
previous_iter_valid_loss : 0.1637774258852005
950040 0.163942 0.163777 0.168956 CURRENT LEARNING RATE: 5.236485258228214e-05
previous_iter_valid_loss : 0.1606093794107437
950060 0.160778 0.160609 0.168733 CURRENT LEARNING RATE: 5.235438065899295e-05
previous_iter_valid_loss : 0.1606314331293106
950080 0.160803 0.160631 0.168706 CURRENT LEARNING RATE: 5.234391082987898e-05
previous_iter_valid_loss : 0.16091108322143555
950100 0.161082 0.160911 0.166793 CURRENT LEARNING RATE: 5.233344309452136e-05
previous_iter_valid_loss : 0.16169294714927673
950120 0.161889 0.161693 0.165540 CURRENT LEARNING RATE: 5.2322977452501566e-05
previous_iter_valid_loss : 0.1642259955406189
950140 0.164430 0.164226 0.165645 CURRENT LEARNING RATE: 5.231251390340088e-05
previous_iter_valid_loss : 0.17740502953529358
950160 0.177565 0.177405 0.166231 CURRENT LEARNING RATE: 5.2302052446800756e-05
previous_iter_valid_loss : 0.185516819357872
950180 0.185667 0.185517 0.167262 CURRENT LEARNING RATE: 5.2291593082282644e-05
previous_iter_valid_loss : 0.16084443032741547
950200 0.160998 0.160844 0.167154 CURRENT LEARNING RATE: 5.2281135809428356e-05
previous_iter_valid_loss : 0.16270796954631805
950220 0.162901 0.162708 0.167179 CURRENT LEARNING RATE: 5.227068062781951e-05
previous_iter_valid_loss : 0.161245197057724
950240 0.161410 0.161245 0.167205 CURRENT LEARNING RATE: 5.226022753703789e-05
previous_iter_valid_loss : 0.16121438145637512
950260 0.161374 0.161214 0.167052 CURRENT LEARNING RATE: 5.224977653666529e-05
previous_iter_valid_loss : 0.16050641238689423
950280 0.160667 0.160506 0.166570 CURRENT LEARNING RATE: 5.223932762628385e-05
previous_iter_valid_loss : 0.18020033836364746
950300 0.180533 0.180200 0.167459 CURRENT LEARNING RATE: 5.222888080547552e-05
previous_iter_valid_loss : 0.16332435607910156
950320 0.163525 0.163324 0.166377 CURRENT LEARNING RATE: 5.2218436073822424e-05
previous_iter_valid_loss : 0.17451436817646027
950340 0.174793 0.174514 0.167067 CURRENT LEARNING RATE: 5.2207993430906694e-05
previous_iter_valid_loss : 0.18584416806697845
950360 0.186260 0.185844 0.167339 CURRENT LEARNING RATE: 5.21975528763108e-05
previous_iter_valid_loss : 0.16929852962493896
950380 0.169544 0.169299 0.167646 CURRENT LEARNING RATE: 5.218711440961703e-05
previous_iter_valid_loss : 0.1678609400987625
950400 0.168092 0.167861 0.168015 CURRENT LEARNING RATE: 5.217667803040774e-05
previous_iter_valid_loss : 0.16049893200397491
950420 0.160656 0.160499 0.167138 CURRENT LEARNING RATE: 5.216624373826568e-05
previous_iter_valid_loss : 0.16908803582191467
950440 0.169243 0.169088 0.167404 CURRENT LEARNING RATE: 5.215581153277338e-05
previous_iter_valid_loss : 0.16695620119571686
950460 0.167186 0.166956 0.167721 CURRENT LEARNING RATE: 5.214538141351354e-05
previous_iter_valid_loss : 0.16736893355846405
950480 0.167595 0.167369 0.168058 CURRENT LEARNING RATE: 5.2134953380068874e-05
previous_iter_valid_loss : 0.16053910553455353
950500 0.160706 0.160539 0.168040 CURRENT LEARNING RATE: 5.212452743202244e-05
previous_iter_valid_loss : 0.168562114238739
950520 0.168794 0.168562 0.168383 CURRENT LEARNING RATE: 5.211410356895711e-05
previous_iter_valid_loss : 0.160661518573761
950540 0.160816 0.160662 0.168205 CURRENT LEARNING RATE: 5.210368179045594e-05
previous_iter_valid_loss : 0.1710539311170578
950560 0.171204 0.171054 0.167887 CURRENT LEARNING RATE: 5.209326209610194e-05
previous_iter_valid_loss : 0.1609719842672348
950580 0.161135 0.160972 0.166660 CURRENT LEARNING RATE: 5.2082844485478535e-05
previous_iter_valid_loss : 0.1620492786169052
950600 0.162241 0.162049 0.166720 CURRENT LEARNING RATE: 5.207242895816892e-05
previous_iter_valid_loss : 0.16192106902599335
950620 0.162113 0.161921 0.166681 CURRENT LEARNING RATE: 5.2062015513756455e-05
previous_iter_valid_loss : 0.16068801283836365
950640 0.160870 0.160688 0.166653 CURRENT LEARNING RATE: 5.2051604151824536e-05
previous_iter_valid_loss : 0.16503937542438507
950660 0.165202 0.165039 0.166844 CURRENT LEARNING RATE: 5.2041194871956874e-05
previous_iter_valid_loss : 0.16811023652553558
950680 0.168264 0.168110 0.167225 CURRENT LEARNING RATE: 5.203078767373702e-05
previous_iter_valid_loss : 0.16837865114212036
950700 0.168615 0.168379 0.166633 CURRENT LEARNING RATE: 5.202038255674869e-05
previous_iter_valid_loss : 0.17690174281597137
950720 0.177204 0.176902 0.167312 CURRENT LEARNING RATE: 5.2009979520575554e-05
previous_iter_valid_loss : 0.16107052564620972
950740 0.161260 0.161071 0.166640 CURRENT LEARNING RATE: 5.199957856480172e-05
previous_iter_valid_loss : 0.16417016088962555
950760 0.164348 0.164170 0.165556 CURRENT LEARNING RATE: 5.1989179689011026e-05
previous_iter_valid_loss : 0.16052965819835663
950780 0.160694 0.160530 0.165118 CURRENT LEARNING RATE: 5.197878289278752e-05
previous_iter_valid_loss : 0.18928708136081696
950800 0.189419 0.189287 0.166189 CURRENT LEARNING RATE: 5.196838817571525e-05
previous_iter_valid_loss : 0.16296768188476562
950820 0.163133 0.162968 0.166313 CURRENT LEARNING RATE: 5.1957995537378606e-05
previous_iter_valid_loss : 0.1609291285276413
950840 0.161087 0.160929 0.165905 CURRENT LEARNING RATE: 5.1947604977361795e-05
previous_iter_valid_loss : 0.16336002945899963
950860 0.163554 0.163360 0.165725 CURRENT LEARNING RATE: 5.193721649524909e-05
previous_iter_valid_loss : 0.16051097214221954
950880 0.160667 0.160511 0.165382 CURRENT LEARNING RATE: 5.1926830090625154e-05
previous_iter_valid_loss : 0.16448955237865448
950900 0.164652 0.164490 0.165580 CURRENT LEARNING RATE: 5.1916445763074424e-05
previous_iter_valid_loss : 0.16396284103393555
950920 0.164124 0.163963 0.165350 CURRENT LEARNING RATE: 5.190606351218153e-05
previous_iter_valid_loss : 0.16102661192417145
950940 0.161210 0.161027 0.165368 CURRENT LEARNING RATE: 5.1895683337531095e-05
previous_iter_valid_loss : 0.16638942062854767
950960 0.166594 0.166389 0.165135 CURRENT LEARNING RATE: 5.1885305238708084e-05
previous_iter_valid_loss : 0.16084755957126617
950980 0.161021 0.160848 0.165128 CURRENT LEARNING RATE: 5.1874929215297296e-05
previous_iter_valid_loss : 0.16463930904865265
951000 0.164807 0.164639 0.165258 CURRENT LEARNING RATE: 5.186455526688368e-05
previous_iter_valid_loss : 0.1769694685935974
951020 0.177124 0.176969 0.166010 CURRENT LEARNING RATE: 5.18541833930522e-05
previous_iter_valid_loss : 0.1611246019601822
951040 0.161314 0.161125 0.166032 CURRENT LEARNING RATE: 5.184381359338814e-05
previous_iter_valid_loss : 0.16071654856204987
951060 0.160888 0.160717 0.165816 CURRENT LEARNING RATE: 5.183344586747663e-05
previous_iter_valid_loss : 0.16839101910591125
951080 0.168629 0.168391 0.165830 CURRENT LEARNING RATE: 5.182308021490298e-05
previous_iter_valid_loss : 0.16381865739822388
951100 0.164002 0.163819 0.165602 CURRENT LEARNING RATE: 5.181271663525243e-05
previous_iter_valid_loss : 0.16056574881076813
951120 0.160729 0.160566 0.164785 CURRENT LEARNING RATE: 5.180235512811066e-05
previous_iter_valid_loss : 0.16411997377872467
951140 0.164313 0.164120 0.164938 CURRENT LEARNING RATE: 5.17919956930631e-05
previous_iter_valid_loss : 0.1611950844526291
951160 0.161380 0.161195 0.164789 CURRENT LEARNING RATE: 5.1781638329695374e-05
previous_iter_valid_loss : 0.16702233254909515
951180 0.167255 0.167022 0.165114 CURRENT LEARNING RATE: 5.177128303759309e-05
previous_iter_valid_loss : 0.16959238052368164
951200 0.169841 0.169592 0.164129 CURRENT LEARNING RATE: 5.1760929816342233e-05
previous_iter_valid_loss : 0.1608954668045044
951220 0.161050 0.160895 0.164025 CURRENT LEARNING RATE: 5.175057866552857e-05
previous_iter_valid_loss : 0.20358259975910187
951240 0.203652 0.203583 0.166158 CURRENT LEARNING RATE: 5.1740229584737976e-05
previous_iter_valid_loss : 0.16079165041446686
951260 0.160966 0.160792 0.166030 CURRENT LEARNING RATE: 5.172988257355666e-05
previous_iter_valid_loss : 0.16194483637809753
951280 0.162142 0.161945 0.166101 CURRENT LEARNING RATE: 5.171953763157066e-05
previous_iter_valid_loss : 0.16878090798854828
951300 0.169032 0.168781 0.166316 CURRENT LEARNING RATE: 5.170919475836616e-05
previous_iter_valid_loss : 0.16290459036827087
951320 0.163094 0.162905 0.166263 CURRENT LEARNING RATE: 5.1698853953529375e-05
previous_iter_valid_loss : 0.16144166886806488
951340 0.161604 0.161442 0.166284 CURRENT LEARNING RATE: 5.168851521664685e-05
previous_iter_valid_loss : 0.1605055332183838
951360 0.160667 0.160506 0.165989 CURRENT LEARNING RATE: 5.1678178547304934e-05
previous_iter_valid_loss : 0.1606438308954239
951380 0.160817 0.160644 0.165979 CURRENT LEARNING RATE: 5.1667843945090155e-05
previous_iter_valid_loss : 0.16118615865707397
951400 0.161350 0.161186 0.165807 CURRENT LEARNING RATE: 5.1657511409589065e-05
previous_iter_valid_loss : 0.1605672538280487
951420 0.160727 0.160567 0.164986 CURRENT LEARNING RATE: 5.164718094038853e-05
previous_iter_valid_loss : 0.16174998879432678
951440 0.161944 0.161750 0.165018 CURRENT LEARNING RATE: 5.1636852537075235e-05
previous_iter_valid_loss : 0.18679533898830414
951460 0.187168 0.186795 0.166322 CURRENT LEARNING RATE: 5.162652619923605e-05
previous_iter_valid_loss : 0.17037101089954376
951480 0.170526 0.170371 0.166421 CURRENT LEARNING RATE: 5.161620192645783e-05
previous_iter_valid_loss : 0.17735964059829712
951500 0.177511 0.177360 0.167098 CURRENT LEARNING RATE: 5.160587971832778e-05
previous_iter_valid_loss : 0.19288522005081177
951520 0.193000 0.192885 0.168714 CURRENT LEARNING RATE: 5.159555957443293e-05
previous_iter_valid_loss : 0.16364553570747375
951540 0.163816 0.163646 0.168690 CURRENT LEARNING RATE: 5.158524149436046e-05
previous_iter_valid_loss : 0.1648443043231964
951560 0.165045 0.164844 0.168872 CURRENT LEARNING RATE: 5.1574925477697575e-05
previous_iter_valid_loss : 0.16083671152591705
951580 0.161001 0.160837 0.168563 CURRENT LEARNING RATE: 5.1564611524031815e-05
previous_iter_valid_loss : 0.16270162165164948
951600 0.162869 0.162702 0.168219 CURRENT LEARNING RATE: 5.155429963295051e-05
previous_iter_valid_loss : 0.16097703576087952
951620 0.161127 0.160977 0.168223 CURRENT LEARNING RATE: 5.15439898040411e-05
previous_iter_valid_loss : 0.16082273423671722
951640 0.160969 0.160823 0.166085 CURRENT LEARNING RATE: 5.15336820368914e-05
previous_iter_valid_loss : 0.169399693608284
951660 0.169547 0.169400 0.166515 CURRENT LEARNING RATE: 5.152337633108897e-05
previous_iter_valid_loss : 0.1700512170791626
951680 0.170301 0.170051 0.166920 CURRENT LEARNING RATE: 5.151307268622162e-05
previous_iter_valid_loss : 0.16052581369876862
951700 0.160692 0.160526 0.166508 CURRENT LEARNING RATE: 5.1502771101877076e-05
previous_iter_valid_loss : 0.16393035650253296
951720 0.164100 0.163930 0.166559 CURRENT LEARNING RATE: 5.149247157764348e-05
previous_iter_valid_loss : 0.161578968167305
951740 0.161734 0.161579 0.166566 CURRENT LEARNING RATE: 5.148217411310875e-05
previous_iter_valid_loss : 0.1630861908197403
951760 0.163245 0.163086 0.166695 CURRENT LEARNING RATE: 5.147187870786099e-05
previous_iter_valid_loss : 0.1645350456237793
951780 0.164730 0.164535 0.166889 CURRENT LEARNING RATE: 5.1461585361488306e-05
previous_iter_valid_loss : 0.16478218138217926
951800 0.164978 0.164782 0.167069 CURRENT LEARNING RATE: 5.1451294073579126e-05
previous_iter_valid_loss : 0.16916672885417938
951820 0.169393 0.169167 0.167499 CURRENT LEARNING RATE: 5.144100484372172e-05
previous_iter_valid_loss : 0.16365337371826172
951840 0.163821 0.163653 0.167594 CURRENT LEARNING RATE: 5.1430717671504514e-05
previous_iter_valid_loss : 0.1636180579662323
951860 0.163804 0.163618 0.166435 CURRENT LEARNING RATE: 5.142043255651592e-05
previous_iter_valid_loss : 0.1673198938369751
951880 0.167550 0.167320 0.166283 CURRENT LEARNING RATE: 5.1410149498344745e-05
previous_iter_valid_loss : 0.1629718691110611
951900 0.163154 0.162972 0.165564 CURRENT LEARNING RATE: 5.139986849657954e-05
previous_iter_valid_loss : 0.1788981556892395
951920 0.179212 0.178898 0.164864 CURRENT LEARNING RATE: 5.138958955080909e-05
previous_iter_valid_loss : 0.16394084692001343
951940 0.164116 0.163941 0.164879 CURRENT LEARNING RATE: 5.1379312660622135e-05
previous_iter_valid_loss : 0.1640319526195526
951960 0.164222 0.164032 0.164838 CURRENT LEARNING RATE: 5.136903782560779e-05
previous_iter_valid_loss : 0.1606253683567047
951980 0.160779 0.160625 0.164828 CURRENT LEARNING RATE: 5.135876504535495e-05
previous_iter_valid_loss : 0.1664959043264389
952000 0.166716 0.166496 0.165018 CURRENT LEARNING RATE: 5.134849431945265e-05
previous_iter_valid_loss : 0.1605520248413086
952020 0.160721 0.160552 0.164996 CURRENT LEARNING RATE: 5.1338225647490204e-05
previous_iter_valid_loss : 0.16886980831623077
952040 0.169020 0.168870 0.165399 CURRENT LEARNING RATE: 5.1327959029056796e-05
previous_iter_valid_loss : 0.1652444750070572
952060 0.165448 0.165244 0.165191 CURRENT LEARNING RATE: 5.131769446374176e-05
previous_iter_valid_loss : 0.169765904545784
952080 0.170010 0.169766 0.165177 CURRENT LEARNING RATE: 5.13074319511344e-05
previous_iter_valid_loss : 0.16293248534202576
952100 0.163132 0.162932 0.165297 CURRENT LEARNING RATE: 5.129717149082444e-05
previous_iter_valid_loss : 0.16084080934524536
952120 0.161000 0.160841 0.165142 CURRENT LEARNING RATE: 5.128691308240134e-05
previous_iter_valid_loss : 0.16164858639240265
952140 0.161840 0.161649 0.165146 CURRENT LEARNING RATE: 5.127665672545476e-05
previous_iter_valid_loss : 0.16860331594944
952160 0.168756 0.168603 0.165422 CURRENT LEARNING RATE: 5.126640241957437e-05
previous_iter_valid_loss : 0.16078712046146393
952180 0.160962 0.160787 0.165234 CURRENT LEARNING RATE: 5.125615016435018e-05
previous_iter_valid_loss : 0.16149814426898956
952200 0.161659 0.161498 0.165070 CURRENT LEARNING RATE: 5.1245899959372e-05
previous_iter_valid_loss : 0.17551013827323914
952220 0.175796 0.175510 0.165387 CURRENT LEARNING RATE: 5.123565180422982e-05
previous_iter_valid_loss : 0.17347069084644318
952240 0.173616 0.173471 0.165878 CURRENT LEARNING RATE: 5.1225405698513634e-05
previous_iter_valid_loss : 0.16124668717384338
952260 0.161431 0.161247 0.165760 CURRENT LEARNING RATE: 5.121516164181377e-05
previous_iter_valid_loss : 0.16054506599903107
952280 0.160698 0.160545 0.165421 CURRENT LEARNING RATE: 5.120491963372038e-05
previous_iter_valid_loss : 0.16058383882045746
952300 0.160740 0.160584 0.165301 CURRENT LEARNING RATE: 5.1194679673823785e-05
previous_iter_valid_loss : 0.16335733234882355
952320 0.163522 0.163357 0.164524 CURRENT LEARNING RATE: 5.118444176171429e-05
previous_iter_valid_loss : 0.16135866940021515
952340 0.161511 0.161359 0.164395 CURRENT LEARNING RATE: 5.117420589698256e-05
previous_iter_valid_loss : 0.16233806312084198
952360 0.162491 0.162338 0.164311 CURRENT LEARNING RATE: 5.116397207921908e-05
previous_iter_valid_loss : 0.16483834385871887
952380 0.165009 0.164838 0.164521 CURRENT LEARNING RATE: 5.1153740308014486e-05
previous_iter_valid_loss : 0.16294914484024048
952400 0.163138 0.162949 0.164344 CURRENT LEARNING RATE: 5.114351058295942e-05
previous_iter_valid_loss : 0.16918452084064484
952420 0.169426 0.169185 0.164776 CURRENT LEARNING RATE: 5.113328290364487e-05
previous_iter_valid_loss : 0.1654009073972702
952440 0.165603 0.165401 0.164602 CURRENT LEARNING RATE: 5.1123057269661654e-05
previous_iter_valid_loss : 0.1615106761455536
952460 0.161673 0.161511 0.164415 CURRENT LEARNING RATE: 5.1112833680600636e-05
previous_iter_valid_loss : 0.18026302754878998
952480 0.180421 0.180263 0.164940 CURRENT LEARNING RATE: 5.1102612136053075e-05
previous_iter_valid_loss : 0.1616227924823761
952500 0.161813 0.161623 0.164875 CURRENT LEARNING RATE: 5.109239263560999e-05
previous_iter_valid_loss : 0.161580890417099
952520 0.161740 0.161581 0.164912 CURRENT LEARNING RATE: 5.108217517886263e-05
previous_iter_valid_loss : 0.17381973564624786
952540 0.173968 0.173820 0.165520 CURRENT LEARNING RATE: 5.107195976540219e-05
previous_iter_valid_loss : 0.16123683750629425
952560 0.161392 0.161237 0.165152 CURRENT LEARNING RATE: 5.1061746394820236e-05
previous_iter_valid_loss : 0.16288690268993378
952580 0.163054 0.162887 0.165257 CURRENT LEARNING RATE: 5.105153506670814e-05
previous_iter_valid_loss : 0.17519553005695343
952600 0.175348 0.175196 0.165942 CURRENT LEARNING RATE: 5.104132578065746e-05
previous_iter_valid_loss : 0.1606159806251526
952620 0.160783 0.160616 0.165197 CURRENT LEARNING RATE: 5.103111853625972e-05
previous_iter_valid_loss : 0.17324168980121613
952640 0.173391 0.173242 0.165186 CURRENT LEARNING RATE: 5.102091333310683e-05
previous_iter_valid_loss : 0.16585403680801392
952660 0.166015 0.165854 0.165416 CURRENT LEARNING RATE: 5.1010710170790475e-05
previous_iter_valid_loss : 0.16084428131580353
952680 0.161004 0.160844 0.165431 CURRENT LEARNING RATE: 5.100050904890253e-05
previous_iter_valid_loss : 0.16059811413288116
952700 0.160754 0.160598 0.165432 CURRENT LEARNING RATE: 5.099030996703487e-05
previous_iter_valid_loss : 0.16062165796756744
952720 0.160777 0.160622 0.165295 CURRENT LEARNING RATE: 5.09801129247797e-05
previous_iter_valid_loss : 0.16314102709293365
952740 0.163339 0.163141 0.165384 CURRENT LEARNING RATE: 5.096991792172906e-05
previous_iter_valid_loss : 0.16404490172863007
952760 0.164218 0.164045 0.165469 CURRENT LEARNING RATE: 5.095972495747514e-05
previous_iter_valid_loss : 0.1605483740568161
952780 0.160705 0.160548 0.165255 CURRENT LEARNING RATE: 5.094953403161013e-05
previous_iter_valid_loss : 0.16536378860473633
952800 0.165570 0.165364 0.165376 CURRENT LEARNING RATE: 5.093934514372659e-05
previous_iter_valid_loss : 0.16185851395130157
952820 0.162016 0.161859 0.165009 CURRENT LEARNING RATE: 5.0929158293416847e-05
previous_iter_valid_loss : 0.1607370227575302
952840 0.160885 0.160737 0.164776 CURRENT LEARNING RATE: 5.0918973480273364e-05
previous_iter_valid_loss : 0.1629800945520401
952860 0.163165 0.162980 0.164850 CURRENT LEARNING RATE: 5.0908790703888915e-05
previous_iter_valid_loss : 0.1616228222846985
952880 0.161811 0.161623 0.163918 CURRENT LEARNING RATE: 5.0898609963856096e-05
previous_iter_valid_loss : 0.1647670567035675
952900 0.164983 0.164767 0.164075 CURRENT LEARNING RATE: 5.088843125976768e-05
previous_iter_valid_loss : 0.16173824667930603
952920 0.161934 0.161738 0.164083 CURRENT LEARNING RATE: 5.0878254591216445e-05
previous_iter_valid_loss : 0.16305102407932281
952940 0.163236 0.163051 0.163544 CURRENT LEARNING RATE: 5.086807995779548e-05
previous_iter_valid_loss : 0.16676421463489532
952960 0.166987 0.166764 0.163821 CURRENT LEARNING RATE: 5.0857907359097726e-05
previous_iter_valid_loss : 0.16055850684642792
952980 0.160709 0.160559 0.163704 CURRENT LEARNING RATE: 5.084773679471627e-05
previous_iter_valid_loss : 0.17567451298236847
953000 0.175971 0.175675 0.163728 CURRENT LEARNING RATE: 5.083756826424421e-05
previous_iter_valid_loss : 0.1731065809726715
953020 0.173372 0.173107 0.164353 CURRENT LEARNING RATE: 5.0827401767274966e-05
previous_iter_valid_loss : 0.1605859100818634
953040 0.160758 0.160586 0.163720 CURRENT LEARNING RATE: 5.08172373034018e-05
previous_iter_valid_loss : 0.1621849685907364
953060 0.162379 0.162185 0.163536 CURRENT LEARNING RATE: 5.0807074872218136e-05
previous_iter_valid_loss : 0.1647738367319107
953080 0.164983 0.164774 0.163733 CURRENT LEARNING RATE: 5.079691447331739e-05
previous_iter_valid_loss : 0.1727859526872635
953100 0.173054 0.172786 0.164342 CURRENT LEARNING RATE: 5.078675610629331e-05
previous_iter_valid_loss : 0.16084027290344238
953120 0.161002 0.160840 0.164353 CURRENT LEARNING RATE: 5.0776599770739485e-05
previous_iter_valid_loss : 0.17016912996768951
953140 0.170422 0.170169 0.164705 CURRENT LEARNING RATE: 5.076644546624966e-05
previous_iter_valid_loss : 0.16123005747795105
953160 0.161387 0.161230 0.164564 CURRENT LEARNING RATE: 5.075629319241757e-05
previous_iter_valid_loss : 0.16146785020828247
953180 0.161658 0.161468 0.164610 CURRENT LEARNING RATE: 5.0746142948837295e-05
previous_iter_valid_loss : 0.16787712275981903
953200 0.168036 0.167877 0.164736 CURRENT LEARNING RATE: 5.0735994735102755e-05
previous_iter_valid_loss : 0.16385862231254578
953220 0.164058 0.163859 0.164836 CURRENT LEARNING RATE: 5.072584855080792e-05
previous_iter_valid_loss : 0.1617259383201599
953240 0.161906 0.161726 0.164885 CURRENT LEARNING RATE: 5.071570439554712e-05
previous_iter_valid_loss : 0.16186971962451935
953260 0.162060 0.161870 0.164830 CURRENT LEARNING RATE: 5.07055622689145e-05
previous_iter_valid_loss : 0.16399823129177094
953280 0.164168 0.163998 0.164948 CURRENT LEARNING RATE: 5.069542217050438e-05
previous_iter_valid_loss : 0.16873958706855774
953300 0.168977 0.168740 0.165147 CURRENT LEARNING RATE: 5.068528409991107e-05
previous_iter_valid_loss : 0.16237342357635498
953320 0.162540 0.162373 0.165179 CURRENT LEARNING RATE: 5.0675148056729215e-05
previous_iter_valid_loss : 0.16092446446418762
953340 0.161083 0.160924 0.165072 CURRENT LEARNING RATE: 5.066501404055329e-05
previous_iter_valid_loss : 0.16089504957199097
953360 0.161075 0.160895 0.164779 CURRENT LEARNING RATE: 5.065488205097794e-05
previous_iter_valid_loss : 0.16458065807819366
953380 0.164789 0.164581 0.164980 CURRENT LEARNING RATE: 5.064475208759778e-05
previous_iter_valid_loss : 0.16053596138954163
953400 0.160692 0.160536 0.164223 CURRENT LEARNING RATE: 5.0634624150007804e-05
previous_iter_valid_loss : 0.17917516827583313
953420 0.179335 0.179175 0.164526 CURRENT LEARNING RATE: 5.06244982378028e-05
previous_iter_valid_loss : 0.1642254889011383
953440 0.164393 0.164225 0.164708 CURRENT LEARNING RATE: 5.061437435057773e-05
previous_iter_valid_loss : 0.16168268024921417
953460 0.161873 0.161683 0.164683 CURRENT LEARNING RATE: 5.0604252487927544e-05
previous_iter_valid_loss : 0.16238509118556976
953480 0.162567 0.162385 0.164564 CURRENT LEARNING RATE: 5.059413264944757e-05
previous_iter_valid_loss : 0.16180311143398285
953500 0.162003 0.161803 0.164015 CURRENT LEARNING RATE: 5.0584014834732904e-05
previous_iter_valid_loss : 0.1609605997800827
953520 0.161142 0.160961 0.164021 CURRENT LEARNING RATE: 5.057389904337883e-05
previous_iter_valid_loss : 0.16402262449264526
953540 0.164214 0.164023 0.163713 CURRENT LEARNING RATE: 5.0563785274980645e-05
previous_iter_valid_loss : 0.1608647257089615
953560 0.161021 0.160865 0.163695 CURRENT LEARNING RATE: 5.055367352913396e-05
previous_iter_valid_loss : 0.17186212539672852
953580 0.172012 0.171862 0.164215 CURRENT LEARNING RATE: 5.0543563805434225e-05
previous_iter_valid_loss : 0.1725228875875473
953600 0.172793 0.172523 0.164447 CURRENT LEARNING RATE: 5.0533456103477054e-05
previous_iter_valid_loss : 0.16411855816841125
953620 0.164276 0.164119 0.164460 CURRENT LEARNING RATE: 5.052335042285803e-05
previous_iter_valid_loss : 0.16107647120952606
953640 0.161236 0.161076 0.164428 CURRENT LEARNING RATE: 5.0513246763173143e-05
previous_iter_valid_loss : 0.1605137139558792
953660 0.160675 0.160514 0.164360 CURRENT LEARNING RATE: 5.0503145124018116e-05
previous_iter_valid_loss : 0.16561569273471832
953680 0.165781 0.165616 0.164441 CURRENT LEARNING RATE: 5.0493045504988814e-05
previous_iter_valid_loss : 0.16569319367408752
953700 0.165855 0.165693 0.164288 CURRENT LEARNING RATE: 5.048294790568143e-05
previous_iter_valid_loss : 0.160811185836792
953720 0.160968 0.160811 0.164210 CURRENT LEARNING RATE: 5.047285232569196e-05
previous_iter_valid_loss : 0.16385041177272797
953740 0.164019 0.163850 0.164357 CURRENT LEARNING RATE: 5.04627587646166e-05
previous_iter_valid_loss : 0.162247434258461
953760 0.162419 0.162247 0.164424 CURRENT LEARNING RATE: 5.045266722205151e-05
previous_iter_valid_loss : 0.16141094267368317
953780 0.161568 0.161411 0.164266 CURRENT LEARNING RATE: 5.0442577697593195e-05
previous_iter_valid_loss : 0.19184881448745728
953800 0.192323 0.191849 0.165831 CURRENT LEARNING RATE: 5.043249019083801e-05
previous_iter_valid_loss : 0.16123159229755402
953820 0.161394 0.161232 0.164934 CURRENT LEARNING RATE: 5.0422404701382425e-05
previous_iter_valid_loss : 0.16238626837730408
953840 0.162546 0.162386 0.164842 CURRENT LEARNING RATE: 5.041232122882295e-05
previous_iter_valid_loss : 0.1629083901643753
953860 0.163074 0.162908 0.164904 CURRENT LEARNING RATE: 5.040223977275642e-05
previous_iter_valid_loss : 0.16548241674900055
953880 0.165645 0.165482 0.165058 CURRENT LEARNING RATE: 5.039216033277949e-05
previous_iter_valid_loss : 0.16632366180419922
953900 0.166483 0.166324 0.165285 CURRENT LEARNING RATE: 5.038208290848898e-05
previous_iter_valid_loss : 0.16332170367240906
953920 0.163484 0.163322 0.165403 CURRENT LEARNING RATE: 5.037200749948169e-05
previous_iter_valid_loss : 0.16331149637699127
953940 0.163476 0.163311 0.165367 CURRENT LEARNING RATE: 5.0361934105354815e-05
previous_iter_valid_loss : 0.17323799431324005
953960 0.173502 0.173238 0.165986 CURRENT LEARNING RATE: 5.035186272570531e-05
previous_iter_valid_loss : 0.16081389784812927
953980 0.160976 0.160814 0.165433 CURRENT LEARNING RATE: 5.034179336013031e-05
previous_iter_valid_loss : 0.16081085801124573
954000 0.160991 0.160811 0.164848 CURRENT LEARNING RATE: 5.033172600822696e-05
previous_iter_valid_loss : 0.1673584133386612
954020 0.167520 0.167358 0.165010 CURRENT LEARNING RATE: 5.032166066959275e-05
previous_iter_valid_loss : 0.16653312742710114
954040 0.166747 0.166533 0.165282 CURRENT LEARNING RATE: 5.0311597343824984e-05
previous_iter_valid_loss : 0.1620684415102005
954060 0.162248 0.162068 0.165360 CURRENT LEARNING RATE: 5.030153603052102e-05
previous_iter_valid_loss : 0.16682268679141998
954080 0.166981 0.166823 0.165421 CURRENT LEARNING RATE: 5.0291476729278595e-05
previous_iter_valid_loss : 0.16422288119792938
954100 0.164396 0.164223 0.165347 CURRENT LEARNING RATE: 5.0281419439695245e-05
previous_iter_valid_loss : 0.16092310845851898
954120 0.161078 0.160923 0.165353 CURRENT LEARNING RATE: 5.0271364161368676e-05
previous_iter_valid_loss : 0.16059599816799164
954140 0.160753 0.160596 0.165190 CURRENT LEARNING RATE: 5.02613108938966e-05
previous_iter_valid_loss : 0.16986240446567535
954160 0.170116 0.169862 0.165571 CURRENT LEARNING RATE: 5.0251259636877045e-05
previous_iter_valid_loss : 0.17703939974308014
954180 0.177333 0.177039 0.166352 CURRENT LEARNING RATE: 5.024121038990789e-05
previous_iter_valid_loss : 0.16070771217346191
954200 0.160875 0.160708 0.164795 CURRENT LEARNING RATE: 5.023116315258716e-05
previous_iter_valid_loss : 0.16423144936561584
954220 0.164408 0.164231 0.164945 CURRENT LEARNING RATE: 5.022111792451286e-05
previous_iter_valid_loss : 0.16728100180625916
954240 0.167437 0.167281 0.165190 CURRENT LEARNING RATE: 5.0211074705283386e-05
previous_iter_valid_loss : 0.16120585799217224
954260 0.161391 0.161206 0.165105 CURRENT LEARNING RATE: 5.02010334944969e-05
previous_iter_valid_loss : 0.16662095487117767
954280 0.166779 0.166621 0.165162 CURRENT LEARNING RATE: 5.019099429175176e-05
previous_iter_valid_loss : 0.17308136820793152
954300 0.173352 0.173081 0.165499 CURRENT LEARNING RATE: 5.018095709664631e-05
previous_iter_valid_loss : 0.16622166335582733
954320 0.166425 0.166222 0.165644 CURRENT LEARNING RATE: 5.017092190877925e-05
previous_iter_valid_loss : 0.16553689539432526
954340 0.165697 0.165537 0.165756 CURRENT LEARNING RATE: 5.0160888727749055e-05
previous_iter_valid_loss : 0.17701789736747742
954360 0.177176 0.177018 0.165945 CURRENT LEARNING RATE: 5.015085755315443e-05
previous_iter_valid_loss : 0.16101321578025818
954380 0.161176 0.161013 0.165955 CURRENT LEARNING RATE: 5.0140828384594025e-05
previous_iter_valid_loss : 0.16670441627502441
954400 0.166860 0.166704 0.166249 CURRENT LEARNING RATE: 5.013080122166685e-05
previous_iter_valid_loss : 0.16097858548164368
954420 0.161144 0.160979 0.165930 CURRENT LEARNING RATE: 5.012077606397172e-05
previous_iter_valid_loss : 0.17306098341941833
954440 0.173327 0.173061 0.166257 CURRENT LEARNING RATE: 5.011075291110756e-05
previous_iter_valid_loss : 0.16054731607437134
954460 0.160712 0.160547 0.166181 CURRENT LEARNING RATE: 5.0100731762673607e-05
previous_iter_valid_loss : 0.17033036053180695
954480 0.170478 0.170330 0.166356 CURRENT LEARNING RATE: 5.009071261826893e-05
previous_iter_valid_loss : 0.16497832536697388
954500 0.165152 0.164978 0.166394 CURRENT LEARNING RATE: 5.008069547749276e-05
previous_iter_valid_loss : 0.16056986153125763
954520 0.160730 0.160570 0.166376 CURRENT LEARNING RATE: 5.007068033994435e-05
previous_iter_valid_loss : 0.1646932065486908
954540 0.164857 0.164693 0.166581 CURRENT LEARNING RATE: 5.006066720522323e-05
previous_iter_valid_loss : 0.1641092747449875
954560 0.164302 0.164109 0.166293 CURRENT LEARNING RATE: 5.005065607292881e-05
previous_iter_valid_loss : 0.16704551875591278
954580 0.167250 0.167046 0.165794 CURRENT LEARNING RATE: 5.004064694266063e-05
previous_iter_valid_loss : 0.1955409198999405
954600 0.196018 0.195541 0.167535 CURRENT LEARNING RATE: 5.003063981401826e-05
previous_iter_valid_loss : 0.16055791079998016
954620 0.160730 0.160558 0.167352 CURRENT LEARNING RATE: 5.002063468660157e-05
previous_iter_valid_loss : 0.17366772890090942
954640 0.173809 0.173668 0.167671 CURRENT LEARNING RATE: 5.001063156001027e-05
previous_iter_valid_loss : 0.17251648008823395
954660 0.172660 0.172516 0.168237 CURRENT LEARNING RATE: 5.000063043384425e-05
previous_iter_valid_loss : 0.16168202459812164
954680 0.161864 0.161682 0.167990 CURRENT LEARNING RATE: 4.999063130770336e-05
previous_iter_valid_loss : 0.160666361451149
954700 0.160817 0.160666 0.167369 CURRENT LEARNING RATE: 4.998063418118782e-05
previous_iter_valid_loss : 0.1606282740831375
954720 0.160799 0.160628 0.167089 CURRENT LEARNING RATE: 4.9970639053897654e-05
previous_iter_valid_loss : 0.16066546738147736
954740 0.160821 0.160665 0.166846 CURRENT LEARNING RATE: 4.996064592543306e-05
previous_iter_valid_loss : 0.17646482586860657
954760 0.176759 0.176465 0.166818 CURRENT LEARNING RATE: 4.995065479539421e-05
previous_iter_valid_loss : 0.169069305062294
954780 0.169219 0.169069 0.167221 CURRENT LEARNING RATE: 4.994066566338165e-05
previous_iter_valid_loss : 0.16195252537727356
954800 0.162146 0.161953 0.166983 CURRENT LEARNING RATE: 4.993067852899573e-05
previous_iter_valid_loss : 0.17100071907043457
954820 0.171151 0.171001 0.167484 CURRENT LEARNING RATE: 4.992069339183686e-05
previous_iter_valid_loss : 0.16161474585533142
954840 0.161787 0.161615 0.166912 CURRENT LEARNING RATE: 4.9910710251505824e-05
previous_iter_valid_loss : 0.16527922451496124
954860 0.165452 0.165279 0.167149 CURRENT LEARNING RATE: 4.990072910760321e-05
previous_iter_valid_loss : 0.16296988725662231
954880 0.163134 0.162970 0.166781 CURRENT LEARNING RATE: 4.989074995972976e-05
previous_iter_valid_loss : 0.16067449748516083
954900 0.160844 0.160674 0.166565 CURRENT LEARNING RATE: 4.9880772807486235e-05
previous_iter_valid_loss : 0.16472643613815308
954920 0.164932 0.164726 0.166773 CURRENT LEARNING RATE: 4.987079765047371e-05
previous_iter_valid_loss : 0.1606101542711258
954940 0.160780 0.160610 0.166569 CURRENT LEARNING RATE: 4.98608244882931e-05
previous_iter_valid_loss : 0.16622933745384216
954960 0.166444 0.166229 0.166675 CURRENT LEARNING RATE: 4.9850853320545476e-05
previous_iter_valid_loss : 0.16071395576000214
954980 0.160892 0.160714 0.166359 CURRENT LEARNING RATE: 4.984088414683191e-05
previous_iter_valid_loss : 0.1625802367925644
955000 0.162748 0.162580 0.164710 CURRENT LEARNING RATE: 4.98309169667538e-05
previous_iter_valid_loss : 0.17114301025867462
955020 0.171285 0.171143 0.165240 CURRENT LEARNING RATE: 4.9820951779912365e-05
previous_iter_valid_loss : 0.1654890477657318
955040 0.165647 0.165489 0.164831 CURRENT LEARNING RATE: 4.981098858590902e-05
previous_iter_valid_loss : 0.1729193478822708
955060 0.173189 0.172919 0.164851 CURRENT LEARNING RATE: 4.980102738434514e-05
previous_iter_valid_loss : 0.16309073567390442
955080 0.163289 0.163091 0.164921 CURRENT LEARNING RATE: 4.9791068174822434e-05
previous_iter_valid_loss : 0.16480490565299988
955100 0.165025 0.164805 0.165128 CURRENT LEARNING RATE: 4.9781110956942476e-05
previous_iter_valid_loss : 0.16169436275959015
955120 0.161883 0.161694 0.165182 CURRENT LEARNING RATE: 4.977115573030696e-05
previous_iter_valid_loss : 0.16065281629562378
955140 0.160833 0.160653 0.165181 CURRENT LEARNING RATE: 4.976120249451759e-05
previous_iter_valid_loss : 0.16069096326828003
955160 0.160847 0.160691 0.164392 CURRENT LEARNING RATE: 4.975125124917642e-05
previous_iter_valid_loss : 0.17544011771678925
955180 0.175732 0.175440 0.164711 CURRENT LEARNING RATE: 4.97413019938853e-05
previous_iter_valid_loss : 0.16050904989242554
955200 0.160667 0.160509 0.164639 CURRENT LEARNING RATE: 4.9731354728246263e-05
previous_iter_valid_loss : 0.16281335055828094
955220 0.162985 0.162813 0.164229 CURRENT LEARNING RATE: 4.972140945186134e-05
previous_iter_valid_loss : 0.17037272453308105
955240 0.170628 0.170373 0.164667 CURRENT LEARNING RATE: 4.971146616433288e-05
previous_iter_valid_loss : 0.1611858457326889
955260 0.161349 0.161186 0.164463 CURRENT LEARNING RATE: 4.9701524865263086e-05
previous_iter_valid_loss : 0.16825522482395172
955280 0.168482 0.168255 0.164727 CURRENT LEARNING RATE: 4.9691585554254196e-05
previous_iter_valid_loss : 0.16119128465652466
955300 0.161338 0.161191 0.164753 CURRENT LEARNING RATE: 4.968164823090883e-05
previous_iter_valid_loss : 0.16138437390327454
955320 0.161540 0.161384 0.164586 CURRENT LEARNING RATE: 4.96717128948294e-05
previous_iter_valid_loss : 0.1608385443687439
955340 0.160990 0.160839 0.164597 CURRENT LEARNING RATE: 4.966177954561849e-05
previous_iter_valid_loss : 0.17630039155483246
955360 0.176453 0.176300 0.165101 CURRENT LEARNING RATE: 4.965184818287867e-05
previous_iter_valid_loss : 0.18886533379554749
955380 0.189002 0.188865 0.166508 CURRENT LEARNING RATE: 4.964191880621289e-05
previous_iter_valid_loss : 0.16050392389297485
955400 0.160660 0.160504 0.166404 CURRENT LEARNING RATE: 4.963199141522386e-05
previous_iter_valid_loss : 0.16055649518966675
955420 0.160722 0.160556 0.165875 CURRENT LEARNING RATE: 4.96220660095145e-05
previous_iter_valid_loss : 0.16062995791435242
955440 0.160801 0.160630 0.165632 CURRENT LEARNING RATE: 4.961214258868769e-05
previous_iter_valid_loss : 0.1624351292848587
955460 0.162596 0.162435 0.165108 CURRENT LEARNING RATE: 4.9602221152346683e-05
previous_iter_valid_loss : 0.18658436834812164
955480 0.186722 0.186584 0.166282 CURRENT LEARNING RATE: 4.9592301700094515e-05
previous_iter_valid_loss : 0.1714184433221817
955500 0.171566 0.171418 0.166613 CURRENT LEARNING RATE: 4.9582384231534434e-05
previous_iter_valid_loss : 0.17021551728248596
955520 0.170369 0.170216 0.167039 CURRENT LEARNING RATE: 4.957246874626965e-05
previous_iter_valid_loss : 0.17947135865688324
955540 0.179802 0.179471 0.167980 CURRENT LEARNING RATE: 4.9562555243903695e-05
previous_iter_valid_loss : 0.16252976655960083
955560 0.162720 0.162530 0.168072 CURRENT LEARNING RATE: 4.955264372403997e-05
previous_iter_valid_loss : 0.16073736548423767
955580 0.160909 0.160737 0.167337 CURRENT LEARNING RATE: 4.954273418628199e-05
previous_iter_valid_loss : 0.160980224609375
955600 0.161160 0.160980 0.167360 CURRENT LEARNING RATE: 4.95328266302333e-05
previous_iter_valid_loss : 0.1755325347185135
955620 0.175820 0.175533 0.167996 CURRENT LEARNING RATE: 4.9522921055497765e-05
previous_iter_valid_loss : 0.16142340004444122
955640 0.161604 0.161423 0.167549 CURRENT LEARNING RATE: 4.951301746167908e-05
previous_iter_valid_loss : 0.1822696179151535
955660 0.182426 0.182270 0.168603 CURRENT LEARNING RATE: 4.950311584838102e-05
previous_iter_valid_loss : 0.1607159972190857
955680 0.160894 0.160716 0.168226 CURRENT LEARNING RATE: 4.949321621520767e-05
previous_iter_valid_loss : 0.16485495865345
955700 0.165022 0.164855 0.168409 CURRENT LEARNING RATE: 4.9483318561763e-05
previous_iter_valid_loss : 0.16409410536289215
955720 0.164293 0.164094 0.168545 CURRENT LEARNING RATE: 4.9473422887651064e-05
previous_iter_valid_loss : 0.16510115563869476
955740 0.165271 0.165101 0.168758 CURRENT LEARNING RATE: 4.946352919247596e-05
previous_iter_valid_loss : 0.1636732816696167
955760 0.163855 0.163673 0.168127 CURRENT LEARNING RATE: 4.9453637475842135e-05
previous_iter_valid_loss : 0.179551899433136
955780 0.179875 0.179552 0.167661 CURRENT LEARNING RATE: 4.94437477373538e-05
previous_iter_valid_loss : 0.16119793057441711
955800 0.161355 0.161198 0.167696 CURRENT LEARNING RATE: 4.9433859976615384e-05
previous_iter_valid_loss : 0.16625240445137024
955820 0.166409 0.166252 0.167980 CURRENT LEARNING RATE: 4.942397419323129e-05
previous_iter_valid_loss : 0.1616591066122055
955840 0.161812 0.161659 0.168032 CURRENT LEARNING RATE: 4.941409038680625e-05
previous_iter_valid_loss : 0.16468940675258636
955860 0.164889 0.164689 0.168145 CURRENT LEARNING RATE: 4.940420855694484e-05
previous_iter_valid_loss : 0.1627560555934906
955880 0.162938 0.162756 0.166953 CURRENT LEARNING RATE: 4.939432870325177e-05
previous_iter_valid_loss : 0.1665428876876831
955900 0.166753 0.166543 0.166709 CURRENT LEARNING RATE: 4.938445082533178e-05
previous_iter_valid_loss : 0.1685764044523239
955920 0.168821 0.168576 0.166627 CURRENT LEARNING RATE: 4.937457492278991e-05
previous_iter_valid_loss : 0.16969433426856995
955940 0.169936 0.169694 0.166139 CURRENT LEARNING RATE: 4.936470099523104e-05
previous_iter_valid_loss : 0.16375857591629028
955960 0.163935 0.163759 0.166200 CURRENT LEARNING RATE: 4.9354829042260225e-05
previous_iter_valid_loss : 0.16103360056877136
955980 0.161193 0.161034 0.166215 CURRENT LEARNING RATE: 4.934495906348248e-05
previous_iter_valid_loss : 0.16314122080802917
956000 0.163305 0.163141 0.166323 CURRENT LEARNING RATE: 4.933509105850321e-05
previous_iter_valid_loss : 0.17804552614688873
956020 0.178205 0.178046 0.166449 CURRENT LEARNING RATE: 4.9325225026927565e-05
previous_iter_valid_loss : 0.16059698164463043
956040 0.160769 0.160597 0.166407 CURRENT LEARNING RATE: 4.931536096836086e-05
previous_iter_valid_loss : 0.16085834801197052
956060 0.161042 0.160858 0.165337 CURRENT LEARNING RATE: 4.9305498882408674e-05
previous_iter_valid_loss : 0.1676970273256302
956080 0.167855 0.167697 0.165686 CURRENT LEARNING RATE: 4.929563876867646e-05
previous_iter_valid_loss : 0.16227731108665466
956100 0.162428 0.162277 0.165557 CURRENT LEARNING RATE: 4.9285780626769795e-05
previous_iter_valid_loss : 0.16059590876102448
956120 0.160763 0.160596 0.165382 CURRENT LEARNING RATE: 4.9275924456294276e-05
previous_iter_valid_loss : 0.17394739389419556
956140 0.174093 0.173947 0.165824 CURRENT LEARNING RATE: 4.926607025685584e-05
previous_iter_valid_loss : 0.16098877787590027
956160 0.161166 0.160989 0.165690 CURRENT LEARNING RATE: 4.92562180280602e-05
previous_iter_valid_loss : 0.160768061876297
956180 0.160925 0.160768 0.164751 CURRENT LEARNING RATE: 4.9246367769513305e-05
previous_iter_valid_loss : 0.16064657270908356
956200 0.160812 0.160647 0.164723 CURRENT LEARNING RATE: 4.923651948082103e-05
previous_iter_valid_loss : 0.16128753125667572
956220 0.161474 0.161288 0.164475 CURRENT LEARNING RATE: 4.922667316158964e-05
previous_iter_valid_loss : 0.16109375655651093
956240 0.161256 0.161094 0.164447 CURRENT LEARNING RATE: 4.921682881142518e-05
previous_iter_valid_loss : 0.17410562932491302
956260 0.174256 0.174106 0.164918 CURRENT LEARNING RATE: 4.920698642993387e-05
previous_iter_valid_loss : 0.1622273176908493
956280 0.162393 0.162227 0.164891 CURRENT LEARNING RATE: 4.9197146016721944e-05
previous_iter_valid_loss : 0.16126619279384613
956300 0.161433 0.161266 0.164627 CURRENT LEARNING RATE: 4.9187307571395946e-05
previous_iter_valid_loss : 0.16116294264793396
956320 0.161325 0.161163 0.164257 CURRENT LEARNING RATE: 4.9177471093562265e-05
previous_iter_valid_loss : 0.1605536937713623
956340 0.160718 0.160554 0.163800 CURRENT LEARNING RATE: 4.9167636582827425e-05
previous_iter_valid_loss : 0.16270412504673004
956360 0.162897 0.162704 0.163747 CURRENT LEARNING RATE: 4.9157804038797975e-05
previous_iter_valid_loss : 0.1709919422864914
956380 0.171146 0.170992 0.164245 CURRENT LEARNING RATE: 4.914797346108078e-05
previous_iter_valid_loss : 0.1637081652879715
956400 0.163877 0.163708 0.164273 CURRENT LEARNING RATE: 4.9138144849282535e-05
previous_iter_valid_loss : 0.16898781061172485
956420 0.169141 0.168988 0.163820 CURRENT LEARNING RATE: 4.912831820301008e-05
previous_iter_valid_loss : 0.16524511575698853
956440 0.165421 0.165245 0.164053 CURRENT LEARNING RATE: 4.911849352187028e-05
previous_iter_valid_loss : 0.16096654534339905
956460 0.161121 0.160967 0.164058 CURRENT LEARNING RATE: 4.9108670805470305e-05
previous_iter_valid_loss : 0.16157615184783936
956480 0.161765 0.161576 0.163752 CURRENT LEARNING RATE: 4.909885005341718e-05
previous_iter_valid_loss : 0.1711917519569397
956500 0.171342 0.171192 0.164198 CURRENT LEARNING RATE: 4.908903126531797e-05
previous_iter_valid_loss : 0.16179774701595306
956520 0.161992 0.161798 0.164258 CURRENT LEARNING RATE: 4.9079214440780104e-05
previous_iter_valid_loss : 0.1741851568222046
956540 0.174465 0.174185 0.164270 CURRENT LEARNING RATE: 4.906939957941082e-05
previous_iter_valid_loss : 0.1872216910123825
956560 0.187631 0.187222 0.165581 CURRENT LEARNING RATE: 4.905958668081753e-05
previous_iter_valid_loss : 0.16884000599384308
956580 0.169073 0.168840 0.165985 CURRENT LEARNING RATE: 4.904977574460763e-05
previous_iter_valid_loss : 0.1613890379667282
956600 0.161544 0.161389 0.166022 CURRENT LEARNING RATE: 4.903996677038885e-05
previous_iter_valid_loss : 0.16061526536941528
956620 0.160781 0.160615 0.165988 CURRENT LEARNING RATE: 4.903015975776875e-05
previous_iter_valid_loss : 0.1667984127998352
956640 0.167024 0.166798 0.166274 CURRENT LEARNING RATE: 4.9020354706355035e-05
previous_iter_valid_loss : 0.18190571665763855
956660 0.182067 0.181906 0.166664 CURRENT LEARNING RATE: 4.901055161575544e-05
previous_iter_valid_loss : 0.16127066314220428
956680 0.161444 0.161271 0.166616 CURRENT LEARNING RATE: 4.9000750485578e-05
previous_iter_valid_loss : 0.16844749450683594
956700 0.168603 0.168447 0.166975 CURRENT LEARNING RATE: 4.899095131543058e-05
previous_iter_valid_loss : 0.16152943670749664
956720 0.161697 0.161529 0.166993 CURRENT LEARNING RATE: 4.898115410492123e-05
previous_iter_valid_loss : 0.1622723788022995
956740 0.162464 0.162272 0.167079 CURRENT LEARNING RATE: 4.897135885365796e-05
previous_iter_valid_loss : 0.1605275720357895
956760 0.160691 0.160528 0.166970 CURRENT LEARNING RATE: 4.896156556124914e-05
previous_iter_valid_loss : 0.16885587573051453
956780 0.169012 0.168856 0.166864 CURRENT LEARNING RATE: 4.895177422730294e-05
previous_iter_valid_loss : 0.1718733310699463
956800 0.172023 0.171873 0.167272 CURRENT LEARNING RATE: 4.894198485142772e-05
previous_iter_valid_loss : 0.161112442612648
956820 0.161263 0.161112 0.166878 CURRENT LEARNING RATE: 4.893219743323182e-05
previous_iter_valid_loss : 0.16419994831085205
956840 0.164363 0.164200 0.166826 CURRENT LEARNING RATE: 4.892241197232391e-05
previous_iter_valid_loss : 0.16376014053821564
956860 0.163936 0.163760 0.166965 CURRENT LEARNING RATE: 4.891262846831247e-05
previous_iter_valid_loss : 0.16736078262329102
956880 0.167596 0.167361 0.167255 CURRENT LEARNING RATE: 4.89028469208061e-05
previous_iter_valid_loss : 0.16677764058113098
956900 0.166944 0.166778 0.167034 CURRENT LEARNING RATE: 4.88930673294137e-05
previous_iter_valid_loss : 0.16495871543884277
956920 0.165122 0.164959 0.167192 CURRENT LEARNING RATE: 4.8883289693744e-05
previous_iter_valid_loss : 0.16083107888698578
956940 0.161013 0.160831 0.166524 CURRENT LEARNING RATE: 4.887351401340589e-05
previous_iter_valid_loss : 0.1616092473268509
956960 0.161768 0.161609 0.165244 CURRENT LEARNING RATE: 4.886374028800827e-05
previous_iter_valid_loss : 0.16070808470249176
956980 0.160879 0.160708 0.164837 CURRENT LEARNING RATE: 4.885396851716035e-05
previous_iter_valid_loss : 0.19718071818351746
957000 0.197275 0.197181 0.166627 CURRENT LEARNING RATE: 4.884419870047117e-05
previous_iter_valid_loss : 0.16145457327365875
957020 0.161636 0.161455 0.166669 CURRENT LEARNING RATE: 4.8834430837549956e-05
previous_iter_valid_loss : 0.17591418325901031
957040 0.176196 0.175914 0.167124 CURRENT LEARNING RATE: 4.882466492800589e-05
previous_iter_valid_loss : 0.16170081496238708
957060 0.161859 0.161701 0.166114 CURRENT LEARNING RATE: 4.881490097144851e-05
previous_iter_valid_loss : 0.16234701871871948
957080 0.162509 0.162347 0.166168 CURRENT LEARNING RATE: 4.880513896748718e-05
previous_iter_valid_loss : 0.16869814693927765
957100 0.168937 0.168698 0.166181 CURRENT LEARNING RATE: 4.879537891573141e-05
previous_iter_valid_loss : 0.16207946836948395
957120 0.162240 0.162079 0.166208 CURRENT LEARNING RATE: 4.878562081579073e-05
previous_iter_valid_loss : 0.1700541228055954
957140 0.170304 0.170054 0.166597 CURRENT LEARNING RATE: 4.877586466727496e-05
previous_iter_valid_loss : 0.16789311170578003
957160 0.168116 0.167893 0.166965 CURRENT LEARNING RATE: 4.876611046979379e-05
previous_iter_valid_loss : 0.16051504015922546
957180 0.160680 0.160515 0.166548 CURRENT LEARNING RATE: 4.875635822295705e-05
previous_iter_valid_loss : 0.16413679718971252
957200 0.164328 0.164137 0.166162 CURRENT LEARNING RATE: 4.874660792637455e-05
previous_iter_valid_loss : 0.16051118075847626
957220 0.160670 0.160511 0.166131 CURRENT LEARNING RATE: 4.8736859579656466e-05
previous_iter_valid_loss : 0.16303345561027527
957240 0.163185 0.163033 0.166073 CURRENT LEARNING RATE: 4.872711318241277e-05
previous_iter_valid_loss : 0.16398733854293823
957260 0.164149 0.163987 0.166084 CURRENT LEARNING RATE: 4.871736873425353e-05
previous_iter_valid_loss : 0.16080793738365173
957280 0.160991 0.160808 0.165757 CURRENT LEARNING RATE: 4.8707626234789116e-05
previous_iter_valid_loss : 0.17113834619522095
957300 0.171390 0.171138 0.165975 CURRENT LEARNING RATE: 4.869788568362976e-05
previous_iter_valid_loss : 0.1717277318239212
957320 0.171982 0.171728 0.166313 CURRENT LEARNING RATE: 4.868814708038585e-05
previous_iter_valid_loss : 0.16628365218639374
957340 0.166500 0.166284 0.166586 CURRENT LEARNING RATE: 4.867841042466773e-05
previous_iter_valid_loss : 0.1607867181301117
957360 0.160951 0.160787 0.166545 CURRENT LEARNING RATE: 4.866867571608613e-05
previous_iter_valid_loss : 0.16612428426742554
957380 0.166286 0.166124 0.166816 CURRENT LEARNING RATE: 4.865894295425156e-05
previous_iter_valid_loss : 0.17220641672611237
957400 0.172474 0.172206 0.165567 CURRENT LEARNING RATE: 4.8649212138774715e-05
previous_iter_valid_loss : 0.16091665625572205
957420 0.161096 0.160917 0.165540 CURRENT LEARNING RATE: 4.863948326926628e-05
previous_iter_valid_loss : 0.16262328624725342
957440 0.162822 0.162623 0.164875 CURRENT LEARNING RATE: 4.862975634533726e-05
previous_iter_valid_loss : 0.17153768241405487
957460 0.171802 0.171538 0.165367 CURRENT LEARNING RATE: 4.862003136659851e-05
previous_iter_valid_loss : 0.16945324838161469
957480 0.169700 0.169453 0.165723 CURRENT LEARNING RATE: 4.861030833266101e-05
previous_iter_valid_loss : 0.1694105565547943
957500 0.169659 0.169411 0.165758 CURRENT LEARNING RATE: 4.8600587243135774e-05
previous_iter_valid_loss : 0.16854479908943176
957520 0.168704 0.168545 0.166082 CURRENT LEARNING RATE: 4.8590868097634115e-05
previous_iter_valid_loss : 0.16378651559352875
957540 0.163956 0.163787 0.165768 CURRENT LEARNING RATE: 4.858115089576719e-05
previous_iter_valid_loss : 0.16959896683692932
957560 0.169837 0.169599 0.165853 CURRENT LEARNING RATE: 4.8571435637146304e-05
previous_iter_valid_loss : 0.16414645314216614
957580 0.164342 0.164146 0.166035 CURRENT LEARNING RATE: 4.8561722321382765e-05
previous_iter_valid_loss : 0.16083766520023346
957600 0.161009 0.160838 0.165870 CURRENT LEARNING RATE: 4.855201094808821e-05
previous_iter_valid_loss : 0.16282857954502106
957620 0.162992 0.162829 0.165986 CURRENT LEARNING RATE: 4.85423015168741e-05
previous_iter_valid_loss : 0.1643824726343155
957640 0.164550 0.164382 0.166053 CURRENT LEARNING RATE: 4.853259402735206e-05
previous_iter_valid_loss : 0.16054505109786987
957660 0.160697 0.160545 0.165881 CURRENT LEARNING RATE: 4.852288847913371e-05
previous_iter_valid_loss : 0.17053812742233276
957680 0.170781 0.170538 0.166368 CURRENT LEARNING RATE: 4.851318487183097e-05
previous_iter_valid_loss : 0.17839127779006958
957700 0.178552 0.178391 0.166730 CURRENT LEARNING RATE: 4.8503483205055646e-05
previous_iter_valid_loss : 0.1609162539243698
957720 0.161080 0.160916 0.166190 CURRENT LEARNING RATE: 4.849378347841958e-05
previous_iter_valid_loss : 0.16092152893543243
957740 0.161099 0.160922 0.165922 CURRENT LEARNING RATE: 4.848408569153493e-05
previous_iter_valid_loss : 0.1616748720407486
957760 0.161827 0.161675 0.165966 CURRENT LEARNING RATE: 4.847438984401371e-05
previous_iter_valid_loss : 0.1716398298740387
957780 0.171906 0.171640 0.166242 CURRENT LEARNING RATE: 4.84646959354681e-05
previous_iter_valid_loss : 0.20711787045001984
957800 0.207185 0.207118 0.167987 CURRENT LEARNING RATE: 4.845500396551024e-05
previous_iter_valid_loss : 0.16391922533512115
957820 0.164095 0.163919 0.168138 CURRENT LEARNING RATE: 4.844531393375264e-05
previous_iter_valid_loss : 0.16063548624515533
957840 0.160802 0.160635 0.168038 CURRENT LEARNING RATE: 4.8435625839807596e-05
previous_iter_valid_loss : 0.16196006536483765
957860 0.162115 0.161960 0.167559 CURRENT LEARNING RATE: 4.84259396832876e-05
previous_iter_valid_loss : 0.16056843101978302
957880 0.160728 0.160568 0.167115 CURRENT LEARNING RATE: 4.841625546380511e-05
previous_iter_valid_loss : 0.16086436808109283
957900 0.161044 0.160864 0.166688 CURRENT LEARNING RATE: 4.840657318097293e-05
previous_iter_valid_loss : 0.1674630492925644
957920 0.167620 0.167463 0.166634 CURRENT LEARNING RATE: 4.8396892834403675e-05
previous_iter_valid_loss : 0.16133587062358856
957940 0.161487 0.161336 0.166511 CURRENT LEARNING RATE: 4.838721442371015e-05
previous_iter_valid_loss : 0.16063737869262695
957960 0.160795 0.160637 0.166063 CURRENT LEARNING RATE: 4.837753794850512e-05
previous_iter_valid_loss : 0.16381219029426575
957980 0.164016 0.163812 0.166046 CURRENT LEARNING RATE: 4.8367863408401706e-05
previous_iter_valid_loss : 0.16059738397598267
958000 0.160763 0.160597 0.166034 CURRENT LEARNING RATE: 4.835819080301283e-05
previous_iter_valid_loss : 0.1628638654947281
958020 0.163032 0.162864 0.166036 CURRENT LEARNING RATE: 4.834852013195159e-05
previous_iter_valid_loss : 0.16096925735473633
958040 0.161132 0.160969 0.165865 CURRENT LEARNING RATE: 4.833885139483107e-05
previous_iter_valid_loss : 0.19979244470596313
958060 0.199876 0.199792 0.167828 CURRENT LEARNING RATE: 4.8329184591264716e-05
previous_iter_valid_loss : 0.16519077122211456
958080 0.165361 0.165191 0.167561 CURRENT LEARNING RATE: 4.831951972086574e-05
previous_iter_valid_loss : 0.16417668759822845
958100 0.164354 0.164177 0.166850 CURRENT LEARNING RATE: 4.8309856783247466e-05
previous_iter_valid_loss : 0.16198299825191498
958120 0.162149 0.161983 0.166903 CURRENT LEARNING RATE: 4.830019577802357e-05
previous_iter_valid_loss : 0.1610223799943924
958140 0.161183 0.161022 0.166908 CURRENT LEARNING RATE: 4.829053670480751e-05
previous_iter_valid_loss : 0.16119766235351562
958160 0.161358 0.161198 0.166884 CURRENT LEARNING RATE: 4.8280879563212925e-05
previous_iter_valid_loss : 0.16265860199928284
958180 0.162831 0.162659 0.166435 CURRENT LEARNING RATE: 4.827122435285343e-05
previous_iter_valid_loss : 0.1627277433872223
958200 0.162893 0.162728 0.164216 CURRENT LEARNING RATE: 4.826157107334302e-05
previous_iter_valid_loss : 0.164041668176651
958220 0.164237 0.164042 0.164222 CURRENT LEARNING RATE: 4.825191972429544e-05
previous_iter_valid_loss : 0.16298149526119232
958240 0.163176 0.162981 0.164339 CURRENT LEARNING RATE: 4.824227030532467e-05
previous_iter_valid_loss : 0.17379553616046906
958260 0.174063 0.173796 0.164931 CURRENT LEARNING RATE: 4.823262281604462e-05
previous_iter_valid_loss : 0.16054481267929077
958280 0.160705 0.160545 0.164930 CURRENT LEARNING RATE: 4.822297725606959e-05
previous_iter_valid_loss : 0.16916875541210175
958300 0.169395 0.169169 0.165345 CURRENT LEARNING RATE: 4.821333362501365e-05
previous_iter_valid_loss : 0.1636449098587036
958320 0.163844 0.163645 0.165154 CURRENT LEARNING RATE: 4.820369192249106e-05
previous_iter_valid_loss : 0.16391512751579285
958340 0.164134 0.163915 0.165283 CURRENT LEARNING RATE: 4.8194052148116066e-05
previous_iter_valid_loss : 0.1823253482580185
958360 0.182671 0.182325 0.166367 CURRENT LEARNING RATE: 4.818441430150325e-05
previous_iter_valid_loss : 0.1713743805885315
958380 0.171521 0.171374 0.166746 CURRENT LEARNING RATE: 4.8174778382267024e-05
previous_iter_valid_loss : 0.1606839895248413
958400 0.160856 0.160684 0.166750 CURRENT LEARNING RATE: 4.816514439002193e-05
previous_iter_valid_loss : 0.16124853491783142
958420 0.161402 0.161249 0.166669 CURRENT LEARNING RATE: 4.8155512324382525e-05
previous_iter_valid_loss : 0.19303417205810547
958440 0.193513 0.193034 0.168272 CURRENT LEARNING RATE: 4.814588218496371e-05
previous_iter_valid_loss : 0.16081584990024567
958460 0.160973 0.160816 0.166323 CURRENT LEARNING RATE: 4.81362539713802e-05
previous_iter_valid_loss : 0.16836902499198914
958480 0.168525 0.168369 0.166482 CURRENT LEARNING RATE: 4.8126627683246755e-05
previous_iter_valid_loss : 0.16318055987358093
958500 0.163384 0.163181 0.166433 CURRENT LEARNING RATE: 4.8117003320178524e-05
previous_iter_valid_loss : 0.1738339364528656
958520 0.173985 0.173834 0.167025 CURRENT LEARNING RATE: 4.810738088179042e-05
previous_iter_valid_loss : 0.1657658815383911
958540 0.165926 0.165766 0.167262 CURRENT LEARNING RATE: 4.809776036769756e-05
previous_iter_valid_loss : 0.16981539130210876
958560 0.169966 0.169815 0.167693 CURRENT LEARNING RATE: 4.8088141777515046e-05
previous_iter_valid_loss : 0.160564586520195
958580 0.160733 0.160565 0.167589 CURRENT LEARNING RATE: 4.807852511085828e-05
previous_iter_valid_loss : 0.1670674830675125
958600 0.167293 0.167067 0.167806 CURRENT LEARNING RATE: 4.806891036734253e-05
previous_iter_valid_loss : 0.1651698648929596
958620 0.165338 0.165170 0.167862 CURRENT LEARNING RATE: 4.805929754658321e-05
previous_iter_valid_loss : 0.16071602702140808
958640 0.160898 0.160716 0.167749 CURRENT LEARNING RATE: 4.80496866481957e-05
previous_iter_valid_loss : 0.1644486039876938
958660 0.164653 0.164449 0.167281 CURRENT LEARNING RATE: 4.8040077671795754e-05
previous_iter_valid_loss : 0.17574208974838257
958680 0.176027 0.175742 0.168041 CURRENT LEARNING RATE: 4.803047061699892e-05
previous_iter_valid_loss : 0.16119687259197235
958700 0.161374 0.161197 0.167643 CURRENT LEARNING RATE: 4.802086548342092e-05
previous_iter_valid_loss : 0.1645474135875702
958720 0.164720 0.164547 0.167688 CURRENT LEARNING RATE: 4.801126227067746e-05
previous_iter_valid_loss : 0.1654392033815384
958740 0.165649 0.165439 0.167764 CURRENT LEARNING RATE: 4.800166097838458e-05
previous_iter_valid_loss : 0.16050732135772705
958760 0.160665 0.160507 0.166673 CURRENT LEARNING RATE: 4.799206160615815e-05
previous_iter_valid_loss : 0.16570259630680084
958780 0.165918 0.165703 0.166389 CURRENT LEARNING RATE: 4.798246415361418e-05
previous_iter_valid_loss : 0.16270287334918976
958800 0.162869 0.162703 0.166490 CURRENT LEARNING RATE: 4.797286862036871e-05
previous_iter_valid_loss : 0.1696854829788208
958820 0.169837 0.169685 0.166912 CURRENT LEARNING RATE: 4.7963275006038065e-05
previous_iter_valid_loss : 0.16575443744659424
958840 0.165968 0.165754 0.165548 CURRENT LEARNING RATE: 4.795368331023843e-05
previous_iter_valid_loss : 0.16173458099365234
958860 0.161895 0.161735 0.165594 CURRENT LEARNING RATE: 4.7944093532586055e-05
previous_iter_valid_loss : 0.1734926551580429
958880 0.173637 0.173493 0.165850 CURRENT LEARNING RATE: 4.7934505672697514e-05
previous_iter_valid_loss : 0.16094531118869781
958900 0.161125 0.160945 0.165739 CURRENT LEARNING RATE: 4.7924919730189195e-05
previous_iter_valid_loss : 0.16107521951198578
958920 0.161253 0.161075 0.165101 CURRENT LEARNING RATE: 4.791533570467768e-05
previous_iter_valid_loss : 0.1707926243543625
958940 0.171048 0.170793 0.165352 CURRENT LEARNING RATE: 4.790575359577951e-05
previous_iter_valid_loss : 0.17119161784648895
958960 0.171458 0.171192 0.165421 CURRENT LEARNING RATE: 4.7896173403111575e-05
previous_iter_valid_loss : 0.1732458621263504
958980 0.173394 0.173246 0.166055 CURRENT LEARNING RATE: 4.788659512629058e-05
previous_iter_valid_loss : 0.1608814001083374
959000 0.161046 0.160881 0.165746 CURRENT LEARNING RATE: 4.78770187649334e-05
previous_iter_valid_loss : 0.17287898063659668
959020 0.173149 0.172879 0.166131 CURRENT LEARNING RATE: 4.7867444318656894e-05
previous_iter_valid_loss : 0.17274560034275055
959040 0.172892 0.172746 0.166733 CURRENT LEARNING RATE: 4.7857871787078256e-05
previous_iter_valid_loss : 0.1615498661994934
959060 0.161707 0.161550 0.166588 CURRENT LEARNING RATE: 4.78483011698145e-05
previous_iter_valid_loss : 0.16150593757629395
959080 0.161694 0.161506 0.165876 CURRENT LEARNING RATE: 4.783873246648278e-05
previous_iter_valid_loss : 0.1660670042037964
959100 0.166227 0.166067 0.166119 CURRENT LEARNING RATE: 4.782916567670029e-05
previous_iter_valid_loss : 0.17972338199615479
959120 0.179884 0.179723 0.166878 CURRENT LEARNING RATE: 4.781960080008451e-05
previous_iter_valid_loss : 0.1678815335035324
959140 0.168115 0.167882 0.167000 CURRENT LEARNING RATE: 4.781003783625278e-05
previous_iter_valid_loss : 0.17380045354366302
959160 0.173949 0.173800 0.167665 CURRENT LEARNING RATE: 4.7800476784822563e-05
previous_iter_valid_loss : 0.16219358146190643
959180 0.162353 0.162194 0.167489 CURRENT LEARNING RATE: 4.779091764541134e-05
previous_iter_valid_loss : 0.17331475019454956
959200 0.173579 0.173315 0.168020 CURRENT LEARNING RATE: 4.778136041763692e-05
previous_iter_valid_loss : 0.16520577669143677
959220 0.165413 0.165206 0.167796 CURRENT LEARNING RATE: 4.777180510111692e-05
previous_iter_valid_loss : 0.17377395927906036
959240 0.174043 0.173774 0.168197 CURRENT LEARNING RATE: 4.776225169546912e-05
previous_iter_valid_loss : 0.16141584515571594
959260 0.161600 0.161416 0.168181 CURRENT LEARNING RATE: 4.775270020031132e-05
previous_iter_valid_loss : 0.16268931329250336
959280 0.162889 0.162689 0.167641 CURRENT LEARNING RATE: 4.7743150615261616e-05
previous_iter_valid_loss : 0.16162104904651642
959300 0.161810 0.161621 0.167675 CURRENT LEARNING RATE: 4.7733602939937945e-05
previous_iter_valid_loss : 0.18095824122428894
959320 0.181287 0.180958 0.168669 CURRENT LEARNING RATE: 4.7724057173958316e-05
previous_iter_valid_loss : 0.16286097466945648
959340 0.163070 0.162861 0.168272 CURRENT LEARNING RATE: 4.7714513316941054e-05
previous_iter_valid_loss : 0.16078396141529083
959360 0.160946 0.160784 0.167752 CURRENT LEARNING RATE: 4.770497136850434e-05
previous_iter_valid_loss : 0.16200271248817444
959380 0.162175 0.162003 0.167190 CURRENT LEARNING RATE: 4.769543132826649e-05
previous_iter_valid_loss : 0.16059277951717377
959400 0.160762 0.160593 0.167175 CURRENT LEARNING RATE: 4.7685893195845806e-05
previous_iter_valid_loss : 0.1606052815914154
959420 0.160770 0.160605 0.166562 CURRENT LEARNING RATE: 4.767635697086095e-05
previous_iter_valid_loss : 0.1713448464870453
959440 0.171600 0.171345 0.166492 CURRENT LEARNING RATE: 4.766682265293037e-05
previous_iter_valid_loss : 0.16083624958992004
959460 0.161010 0.160836 0.166456 CURRENT LEARNING RATE: 4.7657290241672704e-05
previous_iter_valid_loss : 0.16125115752220154
959480 0.161435 0.161251 0.166443 CURRENT LEARNING RATE: 4.7647759736706576e-05
previous_iter_valid_loss : 0.1810777187347412
959500 0.181234 0.181078 0.167194 CURRENT LEARNING RATE: 4.763823113765092e-05
previous_iter_valid_loss : 0.16053694486618042
959520 0.160695 0.160537 0.166234 CURRENT LEARNING RATE: 4.762870444412452e-05
previous_iter_valid_loss : 0.1607954055070877
959540 0.160954 0.160795 0.165880 CURRENT LEARNING RATE: 4.7619179655746306e-05
previous_iter_valid_loss : 0.16322512924671173
959560 0.163404 0.163225 0.165351 CURRENT LEARNING RATE: 4.76096567721352e-05
previous_iter_valid_loss : 0.17438670992851257
959580 0.174537 0.174387 0.165961 CURRENT LEARNING RATE: 4.760013579291046e-05
previous_iter_valid_loss : 0.16071544587612152
959600 0.160882 0.160715 0.165331 CURRENT LEARNING RATE: 4.7590616717691154e-05
previous_iter_valid_loss : 0.16606687009334564
959620 0.166272 0.166067 0.165374 CURRENT LEARNING RATE: 4.7581099546096515e-05
previous_iter_valid_loss : 0.1651506870985031
959640 0.165352 0.165151 0.164943 CURRENT LEARNING RATE: 4.757158427774578e-05
previous_iter_valid_loss : 0.17913153767585754
959660 0.179454 0.179132 0.165829 CURRENT LEARNING RATE: 4.756207091225852e-05
previous_iter_valid_loss : 0.16051769256591797
959680 0.160673 0.160518 0.165720 CURRENT LEARNING RATE: 4.7552559449254095e-05
previous_iter_valid_loss : 0.16324351727962494
959700 0.163410 0.163244 0.165801 CURRENT LEARNING RATE: 4.7543049888351976e-05
previous_iter_valid_loss : 0.1607750654220581
959720 0.160933 0.160775 0.164792 CURRENT LEARNING RATE: 4.753354222917193e-05
previous_iter_valid_loss : 0.16054438054561615
959740 0.160712 0.160544 0.164676 CURRENT LEARNING RATE: 4.752403647133359e-05
previous_iter_valid_loss : 0.1637057214975357
959760 0.163869 0.163706 0.164822 CURRENT LEARNING RATE: 4.751453261445671e-05
previous_iter_valid_loss : 0.16068856418132782
959780 0.160848 0.160689 0.164757 CURRENT LEARNING RATE: 4.750503065816106e-05
previous_iter_valid_loss : 0.16232192516326904
959800 0.162507 0.162322 0.164843 CURRENT LEARNING RATE: 4.749553060206673e-05
previous_iter_valid_loss : 0.16091226041316986
959820 0.161089 0.160912 0.164858 CURRENT LEARNING RATE: 4.748603244579362e-05
previous_iter_valid_loss : 0.16158637404441833
959840 0.161767 0.161586 0.164371 CURRENT LEARNING RATE: 4.7476536188961826e-05
previous_iter_valid_loss : 0.17823752760887146
959860 0.178397 0.178238 0.165241 CURRENT LEARNING RATE: 4.74670418311914e-05
previous_iter_valid_loss : 0.17588326334953308
959880 0.176042 0.175883 0.165972 CURRENT LEARNING RATE: 4.745754937210273e-05
previous_iter_valid_loss : 0.17292998731136322
959900 0.173076 0.172930 0.165565 CURRENT LEARNING RATE: 4.744805881131605e-05
previous_iter_valid_loss : 0.16372378170490265
959920 0.163884 0.163724 0.165724 CURRENT LEARNING RATE: 4.743857014845172e-05
previous_iter_valid_loss : 0.18057197332382202
959940 0.180729 0.180572 0.166713 CURRENT LEARNING RATE: 4.742908338313012e-05
previous_iter_valid_loss : 0.16472771763801575
959960 0.164930 0.164728 0.166788 CURRENT LEARNING RATE: 4.741959851497195e-05
previous_iter_valid_loss : 0.16146641969680786
959980 0.161620 0.161466 0.166142 CURRENT LEARNING RATE: 4.741011554359773e-05
previous_iter_valid_loss : 0.16349920630455017
960000 0.163667 0.163499 0.166281 CURRENT LEARNING RATE: 4.740063446862813e-05
previous_iter_valid_loss : 0.16066884994506836
960020 0.160843 0.160669 0.166011 CURRENT LEARNING RATE: 4.739115528968383e-05
previous_iter_valid_loss : 0.1619115024805069
960040 0.162090 0.161912 0.165849 CURRENT LEARNING RATE: 4.7381678006385836e-05
previous_iter_valid_loss : 0.16551965475082397
960060 0.165742 0.165520 0.165169 CURRENT LEARNING RATE: 4.737220261835497e-05
previous_iter_valid_loss : 0.16118499636650085
960080 0.161372 0.161185 0.165202 CURRENT LEARNING RATE: 4.7362729125212136e-05
previous_iter_valid_loss : 0.17054712772369385
960100 0.170788 0.170547 0.165567 CURRENT LEARNING RATE: 4.735325752657854e-05
previous_iter_valid_loss : 0.1625322550535202
960120 0.162696 0.162532 0.165655 CURRENT LEARNING RATE: 4.734378782207527e-05
previous_iter_valid_loss : 0.16173112392425537
960140 0.161923 0.161731 0.165715 CURRENT LEARNING RATE: 4.733432001132351e-05
previous_iter_valid_loss : 0.16105027496814728
960160 0.161228 0.161050 0.165582 CURRENT LEARNING RATE: 4.732485409394447e-05
previous_iter_valid_loss : 0.17715750634670258
960180 0.177316 0.177158 0.166405 CURRENT LEARNING RATE: 4.731539006955969e-05
previous_iter_valid_loss : 0.16156838834285736
960200 0.161760 0.161568 0.166368 CURRENT LEARNING RATE: 4.730592793779052e-05
previous_iter_valid_loss : 0.16078993678092957
960220 0.160939 0.160790 0.166361 CURRENT LEARNING RATE: 4.729646769825847e-05
previous_iter_valid_loss : 0.16138797998428345
960240 0.161571 0.161388 0.166352 CURRENT LEARNING RATE: 4.7287009350585054e-05
previous_iter_valid_loss : 0.16548848152160645
960260 0.165648 0.165488 0.165714 CURRENT LEARNING RATE: 4.72775528943921e-05
previous_iter_valid_loss : 0.16072209179401398
960280 0.160900 0.160722 0.164956 CURRENT LEARNING RATE: 4.7268098329301274e-05
previous_iter_valid_loss : 0.16136546432971954
960300 0.161530 0.161365 0.164378 CURRENT LEARNING RATE: 4.725864565493438e-05
previous_iter_valid_loss : 0.16097234189510345
960320 0.161132 0.160972 0.164240 CURRENT LEARNING RATE: 4.724919487091323e-05
previous_iter_valid_loss : 0.16203705966472626
960340 0.162237 0.162037 0.163313 CURRENT LEARNING RATE: 4.723974597685997e-05
previous_iter_valid_loss : 0.19398240745067596
960360 0.194470 0.193982 0.164776 CURRENT LEARNING RATE: 4.7230298972396556e-05
previous_iter_valid_loss : 0.1617252230644226
960380 0.161884 0.161725 0.164789 CURRENT LEARNING RATE: 4.722085385714511e-05
previous_iter_valid_loss : 0.16902616620063782
960400 0.169180 0.169026 0.165065 CURRENT LEARNING RATE: 4.721141063072774e-05
previous_iter_valid_loss : 0.16064590215682983
960420 0.160803 0.160646 0.165064 CURRENT LEARNING RATE: 4.7201969292766884e-05
previous_iter_valid_loss : 0.16523827612400055
960440 0.165450 0.165238 0.165231 CURRENT LEARNING RATE: 4.71925298428848e-05
previous_iter_valid_loss : 0.1605464071035385
960460 0.160697 0.160546 0.164982 CURRENT LEARNING RATE: 4.718309228070392e-05
previous_iter_valid_loss : 0.16547979414463043
960480 0.165642 0.165480 0.165197 CURRENT LEARNING RATE: 4.717365660584666e-05
previous_iter_valid_loss : 0.1647963970899582
960500 0.164959 0.164796 0.164909 CURRENT LEARNING RATE: 4.7164222817935744e-05
previous_iter_valid_loss : 0.16140471398830414
960520 0.161569 0.161405 0.164853 CURRENT LEARNING RATE: 4.7154790916593757e-05
previous_iter_valid_loss : 0.160501629114151
960540 0.160662 0.160502 0.164791 CURRENT LEARNING RATE: 4.714536090144333e-05
previous_iter_valid_loss : 0.16107918322086334
960560 0.161260 0.161079 0.164793 CURRENT LEARNING RATE: 4.713593277210742e-05
previous_iter_valid_loss : 0.16464123129844666
960580 0.164812 0.164641 0.164167 CURRENT LEARNING RATE: 4.712650652820883e-05
previous_iter_valid_loss : 0.1606866419315338
960600 0.160855 0.160687 0.164123 CURRENT LEARNING RATE: 4.711708216937051e-05
previous_iter_valid_loss : 0.1755955070257187
960620 0.175742 0.175596 0.164863 CURRENT LEARNING RATE: 4.71076596952154e-05
previous_iter_valid_loss : 0.16081783175468445
960640 0.160967 0.160818 0.164835 CURRENT LEARNING RATE: 4.709823910536676e-05
previous_iter_valid_loss : 0.16058190166950226
960660 0.160733 0.160582 0.164589 CURRENT LEARNING RATE: 4.70888203994477e-05
previous_iter_valid_loss : 0.18990829586982727
960680 0.190035 0.189908 0.166049 CURRENT LEARNING RATE: 4.7079403577081457e-05
previous_iter_valid_loss : 0.1674363762140274
960700 0.167594 0.167436 0.166352 CURRENT LEARNING RATE: 4.706998863789128e-05
previous_iter_valid_loss : 0.16280241310596466
960720 0.162957 0.162802 0.166444 CURRENT LEARNING RATE: 4.706057558150074e-05
previous_iter_valid_loss : 0.18445627391338348
960740 0.184607 0.184456 0.167565 CURRENT LEARNING RATE: 4.705116440753323e-05
previous_iter_valid_loss : 0.1606445163488388
960760 0.160813 0.160645 0.165898 CURRENT LEARNING RATE: 4.70417551156123e-05
previous_iter_valid_loss : 0.163291797041893
960780 0.163488 0.163292 0.165976 CURRENT LEARNING RATE: 4.7032347705361505e-05
previous_iter_valid_loss : 0.16374088823795319
960800 0.163941 0.163741 0.165712 CURRENT LEARNING RATE: 4.7022942176404696e-05
previous_iter_valid_loss : 0.16137459874153137
960820 0.161533 0.161375 0.165748 CURRENT LEARNING RATE: 4.7013538528365583e-05
previous_iter_valid_loss : 0.17032337188720703
960840 0.170581 0.170323 0.166003 CURRENT LEARNING RATE: 4.700413676086803e-05
previous_iter_valid_loss : 0.1627621352672577
960860 0.162928 0.162762 0.166113 CURRENT LEARNING RATE: 4.6994736873535854e-05
previous_iter_valid_loss : 0.17099256813526154
960880 0.171143 0.170993 0.166389 CURRENT LEARNING RATE: 4.698533886599325e-05
previous_iter_valid_loss : 0.18681581318378448
960900 0.187218 0.186816 0.167490 CURRENT LEARNING RATE: 4.6975942737864204e-05
previous_iter_valid_loss : 0.1609341949224472
960920 0.161086 0.160934 0.167466 CURRENT LEARNING RATE: 4.6966548488772796e-05
previous_iter_valid_loss : 0.1650751829147339
960940 0.165231 0.165075 0.167695 CURRENT LEARNING RATE: 4.6957156118343416e-05
previous_iter_valid_loss : 0.1639232188463211
960960 0.164128 0.163923 0.167837 CURRENT LEARNING RATE: 4.694776562620028e-05
previous_iter_valid_loss : 0.16050244867801666
960980 0.160664 0.160502 0.167630 CURRENT LEARNING RATE: 4.6938377011967784e-05
previous_iter_valid_loss : 0.1637522429227829
961000 0.163943 0.163752 0.167784 CURRENT LEARNING RATE: 4.6928990275270295e-05
previous_iter_valid_loss : 0.18642489612102509
961020 0.186564 0.186425 0.168325 CURRENT LEARNING RATE: 4.691960541573249e-05
previous_iter_valid_loss : 0.16741636395454407
961040 0.167572 0.167416 0.168655 CURRENT LEARNING RATE: 4.691022243297892e-05
previous_iter_valid_loss : 0.16056960821151733
961060 0.160727 0.160570 0.168654 CURRENT LEARNING RATE: 4.690084132663426e-05
previous_iter_valid_loss : 0.1623339056968689
961080 0.162492 0.162334 0.167276 CURRENT LEARNING RATE: 4.6891462096323156e-05
previous_iter_valid_loss : 0.16084696352481842
961100 0.161005 0.160847 0.166946 CURRENT LEARNING RATE: 4.688208474167064e-05
previous_iter_valid_loss : 0.16950921714305878
961120 0.169660 0.169509 0.167282 CURRENT LEARNING RATE: 4.687270926230152e-05
previous_iter_valid_loss : 0.16121509671211243
961140 0.161370 0.161215 0.166120 CURRENT LEARNING RATE: 4.686333565784077e-05
previous_iter_valid_loss : 0.16049639880657196
961160 0.160654 0.160496 0.166112 CURRENT LEARNING RATE: 4.685396392791337e-05
previous_iter_valid_loss : 0.16154845058918
961180 0.161697 0.161548 0.166025 CURRENT LEARNING RATE: 4.684459407214463e-05
previous_iter_valid_loss : 0.16929176449775696
961200 0.169532 0.169292 0.166303 CURRENT LEARNING RATE: 4.683522609015964e-05
previous_iter_valid_loss : 0.1607709378004074
961220 0.160955 0.160771 0.166272 CURRENT LEARNING RATE: 4.68258599815837e-05
previous_iter_valid_loss : 0.17156095802783966
961240 0.171817 0.171561 0.166334 CURRENT LEARNING RATE: 4.68164957460421e-05
previous_iter_valid_loss : 0.16077327728271484
961260 0.160953 0.160773 0.166235 CURRENT LEARNING RATE: 4.680713338316041e-05
previous_iter_valid_loss : 0.17029578983783722
961280 0.170443 0.170296 0.166200 CURRENT LEARNING RATE: 4.6797772892564056e-05
previous_iter_valid_loss : 0.16052751243114471
961300 0.160691 0.160528 0.164886 CURRENT LEARNING RATE: 4.678841427387854e-05
previous_iter_valid_loss : 0.1940208524465561
961320 0.194135 0.194021 0.166540 CURRENT LEARNING RATE: 4.67790575267297e-05
previous_iter_valid_loss : 0.166416734457016
961340 0.166629 0.166417 0.166607 CURRENT LEARNING RATE: 4.676970265074316e-05
previous_iter_valid_loss : 0.16057462990283966
961360 0.160728 0.160575 0.166440 CURRENT LEARNING RATE: 4.676034964554472e-05
previous_iter_valid_loss : 0.16775189340114594
961380 0.167907 0.167752 0.166802 CURRENT LEARNING RATE: 4.6750998510760204e-05
previous_iter_valid_loss : 0.1627376824617386
961400 0.162934 0.162738 0.166751 CURRENT LEARNING RATE: 4.674164924601571e-05
previous_iter_valid_loss : 0.16966450214385986
961420 0.169914 0.169665 0.165913 CURRENT LEARNING RATE: 4.6732301850937196e-05
previous_iter_valid_loss : 0.16067324578762054
961440 0.160828 0.160673 0.165576 CURRENT LEARNING RATE: 4.672295632515076e-05
previous_iter_valid_loss : 0.1684071570634842
961460 0.168562 0.168407 0.165968 CURRENT LEARNING RATE: 4.67136126682825e-05
previous_iter_valid_loss : 0.1773674488067627
961480 0.177676 0.177367 0.166720 CURRENT LEARNING RATE: 4.6704270879958836e-05
previous_iter_valid_loss : 0.16193443536758423
961500 0.162129 0.161934 0.166774 CURRENT LEARNING RATE: 4.6694930959806014e-05
previous_iter_valid_loss : 0.16287952661514282
961520 0.163063 0.162880 0.166443 CURRENT LEARNING RATE: 4.668559290745044e-05
previous_iter_valid_loss : 0.1739400029182434
961540 0.174095 0.173940 0.167079 CURRENT LEARNING RATE: 4.66762567225185e-05
previous_iter_valid_loss : 0.16455446183681488
961560 0.164718 0.164554 0.167282 CURRENT LEARNING RATE: 4.666692240463692e-05
previous_iter_valid_loss : 0.16965922713279724
961580 0.169901 0.169659 0.167687 CURRENT LEARNING RATE: 4.665758995343224e-05
previous_iter_valid_loss : 0.17259900271892548
961600 0.172868 0.172599 0.167853 CURRENT LEARNING RATE: 4.6648259368531174e-05
previous_iter_valid_loss : 0.16080592572689056
961620 0.160959 0.160806 0.167854 CURRENT LEARNING RATE: 4.6638930649560396e-05
previous_iter_valid_loss : 0.16316215693950653
961640 0.163366 0.163162 0.167434 CURRENT LEARNING RATE: 4.662960379614694e-05
previous_iter_valid_loss : 0.16171084344387054
961660 0.161898 0.161711 0.167481 CURRENT LEARNING RATE: 4.6620278807917635e-05
previous_iter_valid_loss : 0.16280412673950195
961680 0.163004 0.162804 0.167107 CURRENT LEARNING RATE: 4.661095568449941e-05
previous_iter_valid_loss : 0.1724146455526352
961700 0.172560 0.172415 0.167701 CURRENT LEARNING RATE: 4.66016344255195e-05
previous_iter_valid_loss : 0.16437283158302307
961720 0.164580 0.164373 0.166219 CURRENT LEARNING RATE: 4.659231503060497e-05
previous_iter_valid_loss : 0.1611560583114624
961740 0.161307 0.161156 0.165956 CURRENT LEARNING RATE: 4.658299749938306e-05
previous_iter_valid_loss : 0.16628891229629517
961760 0.166451 0.166289 0.166241 CURRENT LEARNING RATE: 4.657368183148096e-05
previous_iter_valid_loss : 0.16569951176643372
961780 0.165864 0.165700 0.166139 CURRENT LEARNING RATE: 4.6564368026526236e-05
previous_iter_valid_loss : 0.1619386225938797
961800 0.162098 0.161939 0.166099 CURRENT LEARNING RATE: 4.655505608414623e-05
previous_iter_valid_loss : 0.16060514748096466
961820 0.160769 0.160605 0.165646 CURRENT LEARNING RATE: 4.654574600396847e-05
previous_iter_valid_loss : 0.1621052324771881
961840 0.162261 0.162105 0.165717 CURRENT LEARNING RATE: 4.6536437785620475e-05
previous_iter_valid_loss : 0.1610051542520523
961860 0.161171 0.161005 0.165347 CURRENT LEARNING RATE: 4.652713142873008e-05
previous_iter_valid_loss : 0.16135260462760925
961880 0.161517 0.161353 0.164547 CURRENT LEARNING RATE: 4.6517826932924956e-05
previous_iter_valid_loss : 0.16887730360031128
961900 0.169116 0.168877 0.164894 CURRENT LEARNING RATE: 4.6508524297832914e-05
previous_iter_valid_loss : 0.16153179109096527
961920 0.161715 0.161532 0.164826 CURRENT LEARNING RATE: 4.649922352308176e-05
previous_iter_valid_loss : 0.16160041093826294
961940 0.161753 0.161600 0.164209 CURRENT LEARNING RATE: 4.648992460829964e-05
previous_iter_valid_loss : 0.16052447259426117
961960 0.160690 0.160524 0.164008 CURRENT LEARNING RATE: 4.648062755311451e-05
previous_iter_valid_loss : 0.16665977239608765
961980 0.166813 0.166660 0.163858 CURRENT LEARNING RATE: 4.647133235715448e-05
previous_iter_valid_loss : 0.17308560013771057
962000 0.173241 0.173086 0.163882 CURRENT LEARNING RATE: 4.646203902004769e-05
previous_iter_valid_loss : 0.18545886874198914
962020 0.185832 0.185459 0.165115 CURRENT LEARNING RATE: 4.645274754142254e-05
previous_iter_valid_loss : 0.16292235255241394
962040 0.163114 0.162922 0.165103 CURRENT LEARNING RATE: 4.6443457920907284e-05
previous_iter_valid_loss : 0.17817719280719757
962060 0.178490 0.178177 0.165926 CURRENT LEARNING RATE: 4.643417015813036e-05
previous_iter_valid_loss : 0.16504517197608948
962080 0.165207 0.165045 0.166038 CURRENT LEARNING RATE: 4.642488425272017e-05
previous_iter_valid_loss : 0.16072505712509155
962100 0.160881 0.160725 0.165454 CURRENT LEARNING RATE: 4.6415600204305434e-05
previous_iter_valid_loss : 0.17550595104694366
962120 0.175793 0.175506 0.166010 CURRENT LEARNING RATE: 4.6406318012514714e-05
previous_iter_valid_loss : 0.16503305733203888
962140 0.165195 0.165033 0.166204 CURRENT LEARNING RATE: 4.639703767697664e-05
previous_iter_valid_loss : 0.18072634935379028
962160 0.181045 0.180726 0.166926 CURRENT LEARNING RATE: 4.638775919732016e-05
previous_iter_valid_loss : 0.16101418435573578
962180 0.161167 0.161014 0.166692 CURRENT LEARNING RATE: 4.637848257317406e-05
previous_iter_valid_loss : 0.16053219139575958
962200 0.160691 0.160532 0.166621 CURRENT LEARNING RATE: 4.6369207804167255e-05
previous_iter_valid_loss : 0.16156241297721863
962220 0.161758 0.161562 0.166669 CURRENT LEARNING RATE: 4.63599348899287e-05
previous_iter_valid_loss : 0.16255930066108704
962240 0.162727 0.162559 0.166692 CURRENT LEARNING RATE: 4.635066383008762e-05
previous_iter_valid_loss : 0.16327503323554993
962260 0.163484 0.163275 0.166806 CURRENT LEARNING RATE: 4.63413946242731e-05
previous_iter_valid_loss : 0.16168293356895447
962280 0.161843 0.161683 0.166822 CURRENT LEARNING RATE: 4.633212727211437e-05
previous_iter_valid_loss : 0.165991872549057
962300 0.166149 0.165992 0.166678 CURRENT LEARNING RATE: 4.632286177324067e-05
previous_iter_valid_loss : 0.1615583300590515
962320 0.161752 0.161558 0.166679 CURRENT LEARNING RATE: 4.631359812728152e-05
previous_iter_valid_loss : 0.16828718781471252
962340 0.168438 0.168287 0.167013 CURRENT LEARNING RATE: 4.630433633386629e-05
previous_iter_valid_loss : 0.16223375499248505
962360 0.162384 0.162234 0.167099 CURRENT LEARNING RATE: 4.6295076392624536e-05
previous_iter_valid_loss : 0.1609450876712799
962380 0.161131 0.160945 0.166813 CURRENT LEARNING RATE: 4.628581830318575e-05
previous_iter_valid_loss : 0.16149921715259552
962400 0.161693 0.161499 0.166234 CURRENT LEARNING RATE: 4.627656206517979e-05
previous_iter_valid_loss : 0.16754412651062012
962420 0.167707 0.167544 0.165338 CURRENT LEARNING RATE: 4.626730767823632e-05
previous_iter_valid_loss : 0.16107992827892303
962440 0.161267 0.161080 0.165246 CURRENT LEARNING RATE: 4.625805514198516e-05
previous_iter_valid_loss : 0.16291017830371857
962460 0.163097 0.162910 0.164483 CURRENT LEARNING RATE: 4.6248804456056126e-05
previous_iter_valid_loss : 0.1616382747888565
962480 0.161828 0.161638 0.164312 CURRENT LEARNING RATE: 4.623955562007937e-05
previous_iter_valid_loss : 0.16503079235553741
962500 0.165255 0.165031 0.164528 CURRENT LEARNING RATE: 4.6230308633684835e-05
previous_iter_valid_loss : 0.16563667356967926
962520 0.165835 0.165637 0.164034 CURRENT LEARNING RATE: 4.6221063496502574e-05
previous_iter_valid_loss : 0.16094563901424408
962540 0.161127 0.160946 0.163830 CURRENT LEARNING RATE: 4.621182020816294e-05
previous_iter_valid_loss : 0.17210571467876434
962560 0.172376 0.172106 0.163399 CURRENT LEARNING RATE: 4.6202578768296116e-05
previous_iter_valid_loss : 0.16087275743484497
962580 0.161038 0.160873 0.163392 CURRENT LEARNING RATE: 4.619333917653246e-05
previous_iter_valid_loss : 0.16669784486293793
962600 0.166859 0.166698 0.163700 CURRENT LEARNING RATE: 4.618410143250229e-05
previous_iter_valid_loss : 0.165710911154747
962620 0.165872 0.165711 0.163907 CURRENT LEARNING RATE: 4.617486553583626e-05
previous_iter_valid_loss : 0.17113757133483887
962640 0.171396 0.171138 0.164336 CURRENT LEARNING RATE: 4.616563148616486e-05
previous_iter_valid_loss : 0.1606118232011795
962660 0.160772 0.160612 0.164203 CURRENT LEARNING RATE: 4.6156399283118724e-05
previous_iter_valid_loss : 0.17160654067993164
962680 0.171861 0.171607 0.164699 CURRENT LEARNING RATE: 4.614716892632849e-05
previous_iter_valid_loss : 0.16250759363174438
962700 0.162679 0.162508 0.164525 CURRENT LEARNING RATE: 4.613794041542511e-05
previous_iter_valid_loss : 0.176467627286911
962720 0.176623 0.176468 0.165271 CURRENT LEARNING RATE: 4.6128713750039326e-05
previous_iter_valid_loss : 0.16068540513515472
962740 0.160857 0.160685 0.164890 CURRENT LEARNING RATE: 4.611948892980212e-05
previous_iter_valid_loss : 0.1625751256942749
962760 0.162763 0.162575 0.164907 CURRENT LEARNING RATE: 4.611026595434439e-05
previous_iter_valid_loss : 0.16418075561523438
962780 0.164343 0.164181 0.165069 CURRENT LEARNING RATE: 4.610104482329738e-05
previous_iter_valid_loss : 0.16552971303462982
962800 0.165736 0.165530 0.165271 CURRENT LEARNING RATE: 4.6091825536292175e-05
previous_iter_valid_loss : 0.16978201270103455
962820 0.169935 0.169782 0.165383 CURRENT LEARNING RATE: 4.6082608092959996e-05
previous_iter_valid_loss : 0.1704481840133667
962840 0.170696 0.170448 0.165851 CURRENT LEARNING RATE: 4.607339249293207e-05
previous_iter_valid_loss : 0.16659864783287048
962860 0.166757 0.166599 0.166036 CURRENT LEARNING RATE: 4.6064178735839915e-05
previous_iter_valid_loss : 0.1672409474849701
962880 0.167461 0.167241 0.166316 CURRENT LEARNING RATE: 4.6054966821314925e-05
previous_iter_valid_loss : 0.16107109189033508
962900 0.161252 0.161071 0.166118 CURRENT LEARNING RATE: 4.6045756748988536e-05
previous_iter_valid_loss : 0.1944398730993271
962920 0.194554 0.194440 0.167558 CURRENT LEARNING RATE: 4.603654851849251e-05
previous_iter_valid_loss : 0.1691254824399948
962940 0.169275 0.169125 0.167967 CURRENT LEARNING RATE: 4.602734212945843e-05
previous_iter_valid_loss : 0.17599913477897644
962960 0.176155 0.175999 0.168161 CURRENT LEARNING RATE: 4.601813758151803e-05
previous_iter_valid_loss : 0.16155171394348145
962980 0.161701 0.161552 0.168195 CURRENT LEARNING RATE: 4.6008934874303063e-05
previous_iter_valid_loss : 0.16129401326179504
963000 0.161484 0.161294 0.167925 CURRENT LEARNING RATE: 4.5999734007445575e-05
previous_iter_valid_loss : 0.16078263521194458
963020 0.160944 0.160783 0.167679 CURRENT LEARNING RATE: 4.599053498057746e-05
previous_iter_valid_loss : 0.16337156295776367
963040 0.163564 0.163372 0.167291 CURRENT LEARNING RATE: 4.598133779333075e-05
previous_iter_valid_loss : 0.1699495017528534
963060 0.170189 0.169950 0.167757 CURRENT LEARNING RATE: 4.5972142445337474e-05
previous_iter_valid_loss : 0.1612047404050827
963080 0.161384 0.161205 0.167237 CURRENT LEARNING RATE: 4.596294893622998e-05
previous_iter_valid_loss : 0.1609393060207367
963100 0.161102 0.160939 0.167159 CURRENT LEARNING RATE: 4.595375726564046e-05
previous_iter_valid_loss : 0.17546728253364563
963120 0.175616 0.175467 0.167109 CURRENT LEARNING RATE: 4.594456743320123e-05
previous_iter_valid_loss : 0.16393861174583435
963140 0.164141 0.163939 0.167272 CURRENT LEARNING RATE: 4.5935379438544624e-05
previous_iter_valid_loss : 0.16075749695301056
963160 0.160940 0.160757 0.167181 CURRENT LEARNING RATE: 4.592619328130327e-05
previous_iter_valid_loss : 0.16049693524837494
963180 0.160664 0.160497 0.166996 CURRENT LEARNING RATE: 4.591700896110967e-05
previous_iter_valid_loss : 0.16060058772563934
963200 0.160759 0.160601 0.166750 CURRENT LEARNING RATE: 4.590782647759643e-05
previous_iter_valid_loss : 0.16585935652256012
963220 0.166081 0.165859 0.166554 CURRENT LEARNING RATE: 4.5898645830396174e-05
previous_iter_valid_loss : 0.17770743370056152
963240 0.178009 0.177707 0.166917 CURRENT LEARNING RATE: 4.588946701914183e-05
previous_iter_valid_loss : 0.1637570559978485
963260 0.163934 0.163757 0.166775 CURRENT LEARNING RATE: 4.588029004346619e-05
previous_iter_valid_loss : 0.16468699276447296
963280 0.164857 0.164687 0.166647 CURRENT LEARNING RATE: 4.587111490300215e-05
previous_iter_valid_loss : 0.16177335381507874
963300 0.161970 0.161773 0.166682 CURRENT LEARNING RATE: 4.5861941597382625e-05
previous_iter_valid_loss : 0.16050082445144653
963320 0.160667 0.160501 0.164985 CURRENT LEARNING RATE: 4.585277012624085e-05
previous_iter_valid_loss : 0.16242413222789764
963340 0.162583 0.162424 0.164650 CURRENT LEARNING RATE: 4.584360048920989e-05
previous_iter_valid_loss : 0.16076689958572388
963360 0.160942 0.160767 0.163889 CURRENT LEARNING RATE: 4.583443268592288e-05
previous_iter_valid_loss : 0.1690746247768402
963380 0.169317 0.169075 0.164265 CURRENT LEARNING RATE: 4.5825266716013264e-05
previous_iter_valid_loss : 0.16310463845729828
963400 0.163274 0.163105 0.164355 CURRENT LEARNING RATE: 4.581610257911432e-05
previous_iter_valid_loss : 0.16410687565803528
963420 0.164277 0.164107 0.164521 CURRENT LEARNING RATE: 4.580694027485949e-05
previous_iter_valid_loss : 0.1623510867357254
963440 0.162538 0.162351 0.164470 CURRENT LEARNING RATE: 4.579777980288219e-05
previous_iter_valid_loss : 0.16246618330478668
963460 0.162660 0.162466 0.164096 CURRENT LEARNING RATE: 4.578862116281616e-05
previous_iter_valid_loss : 0.16573865711688995
963480 0.165948 0.165739 0.164323 CURRENT LEARNING RATE: 4.5779464354294996e-05
previous_iter_valid_loss : 0.16053399443626404
963500 0.160702 0.160534 0.164303 CURRENT LEARNING RATE: 4.577030937695241e-05
previous_iter_valid_loss : 0.1607295721769333
963520 0.160906 0.160730 0.163566 CURRENT LEARNING RATE: 4.5761156230422125e-05
previous_iter_valid_loss : 0.1604994386434555
963540 0.160669 0.160499 0.163394 CURRENT LEARNING RATE: 4.5752004914338174e-05
previous_iter_valid_loss : 0.16727522015571594
963560 0.167503 0.167275 0.163720 CURRENT LEARNING RATE: 4.5742855428334426e-05
previous_iter_valid_loss : 0.16082645952701569
963580 0.160978 0.160826 0.163736 CURRENT LEARNING RATE: 4.57337077720449e-05
previous_iter_valid_loss : 0.16069038212299347
963600 0.160862 0.160690 0.163741 CURRENT LEARNING RATE: 4.5724561945103614e-05
previous_iter_valid_loss : 0.1605251282453537
963620 0.160686 0.160525 0.163474 CURRENT LEARNING RATE: 4.571541794714489e-05
previous_iter_valid_loss : 0.1605946272611618
963640 0.160764 0.160595 0.162618 CURRENT LEARNING RATE: 4.570627577780289e-05
previous_iter_valid_loss : 0.18029609322547913
963660 0.180459 0.180296 0.163445 CURRENT LEARNING RATE: 4.569713543671193e-05
previous_iter_valid_loss : 0.1606764942407608
963680 0.160839 0.160676 0.163245 CURRENT LEARNING RATE: 4.568799692350631e-05
previous_iter_valid_loss : 0.160843625664711
963700 0.160999 0.160844 0.163198 CURRENT LEARNING RATE: 4.567886023782065e-05
previous_iter_valid_loss : 0.1740623414516449
963720 0.174335 0.174062 0.163876 CURRENT LEARNING RATE: 4.5669725379289417e-05
previous_iter_valid_loss : 0.16788671910762787
963740 0.168046 0.167887 0.164150 CURRENT LEARNING RATE: 4.5660592347547104e-05
previous_iter_valid_loss : 0.1697573959827423
963760 0.169910 0.169757 0.164599 CURRENT LEARNING RATE: 4.565146114222859e-05
previous_iter_valid_loss : 0.1607493758201599
963780 0.160920 0.160749 0.164183 CURRENT LEARNING RATE: 4.564233176296853e-05
previous_iter_valid_loss : 0.16077065467834473
963800 0.160923 0.160771 0.164066 CURRENT LEARNING RATE: 4.563320420940173e-05
previous_iter_valid_loss : 0.18824441730976105
963820 0.188679 0.188244 0.165273 CURRENT LEARNING RATE: 4.562407848116304e-05
previous_iter_valid_loss : 0.16851447522640228
963840 0.168669 0.168514 0.165581 CURRENT LEARNING RATE: 4.561495457788757e-05
previous_iter_valid_loss : 0.16886909306049347
963860 0.169106 0.168869 0.165901 CURRENT LEARNING RATE: 4.560583249921028e-05
previous_iter_valid_loss : 0.16553466022014618
963880 0.165736 0.165535 0.165891 CURRENT LEARNING RATE: 4.559671224476631e-05
previous_iter_valid_loss : 0.16244925558567047
963900 0.162627 0.162449 0.165987 CURRENT LEARNING RATE: 4.558759381419075e-05
previous_iter_valid_loss : 0.17929185926914215
963920 0.179451 0.179292 0.166915 CURRENT LEARNING RATE: 4.557847720711903e-05
previous_iter_valid_loss : 0.1639876514673233
963940 0.164190 0.163988 0.167089 CURRENT LEARNING RATE: 4.5569362423186396e-05
previous_iter_valid_loss : 0.16063106060028076
963960 0.160794 0.160631 0.166757 CURRENT LEARNING RATE: 4.5560249462028275e-05
previous_iter_valid_loss : 0.1629466712474823
963980 0.163121 0.162947 0.166863 CURRENT LEARNING RATE: 4.555113832328006e-05
previous_iter_valid_loss : 0.1677066534757614
964000 0.167937 0.167707 0.167214 CURRENT LEARNING RATE: 4.554202900657745e-05
previous_iter_valid_loss : 0.16099199652671814
964020 0.161147 0.160992 0.167237 CURRENT LEARNING RATE: 4.5532921511556024e-05
previous_iter_valid_loss : 0.1604946255683899
964040 0.160661 0.160495 0.167232 CURRENT LEARNING RATE: 4.5523815837851456e-05
previous_iter_valid_loss : 0.18676435947418213
964060 0.186904 0.186764 0.167556 CURRENT LEARNING RATE: 4.551471198509944e-05
previous_iter_valid_loss : 0.16457638144493103
964080 0.164743 0.164576 0.167751 CURRENT LEARNING RATE: 4.550560995293601e-05
previous_iter_valid_loss : 0.16079092025756836
964100 0.160962 0.160791 0.167748 CURRENT LEARNING RATE: 4.549650974099697e-05
previous_iter_valid_loss : 0.1807442307472229
964120 0.181072 0.180744 0.168082 CURRENT LEARNING RATE: 4.548741134891824e-05
previous_iter_valid_loss : 0.17127953469753265
964140 0.171541 0.171280 0.168252 CURRENT LEARNING RATE: 4.547831477633607e-05
previous_iter_valid_loss : 0.16065548360347748
964160 0.160836 0.160655 0.167797 CURRENT LEARNING RATE: 4.5469220022886474e-05
previous_iter_valid_loss : 0.16440512239933014
964180 0.164581 0.164405 0.167980 CURRENT LEARNING RATE: 4.54601270882057e-05
previous_iter_valid_loss : 0.16269251704216003
964200 0.162862 0.162693 0.168076 CURRENT LEARNING RATE: 4.545103597192993e-05
previous_iter_valid_loss : 0.16052687168121338
964220 0.160704 0.160527 0.166690 CURRENT LEARNING RATE: 4.5441946673695686e-05
previous_iter_valid_loss : 0.16085702180862427
964240 0.161044 0.160857 0.166307 CURRENT LEARNING RATE: 4.543285919313932e-05
previous_iter_valid_loss : 0.17018663883209229
964260 0.170336 0.170187 0.166373 CURRENT LEARNING RATE: 4.542377352989732e-05
previous_iter_valid_loss : 0.16051308810710907
964280 0.160674 0.160513 0.166122 CURRENT LEARNING RATE: 4.5414689683606194e-05
previous_iter_valid_loss : 0.16134193539619446
964300 0.161493 0.161342 0.166066 CURRENT LEARNING RATE: 4.540560765390273e-05
previous_iter_valid_loss : 0.17291516065597534
964320 0.173066 0.172915 0.165747 CURRENT LEARNING RATE: 4.539652744042358e-05
previous_iter_valid_loss : 0.1654096394777298
964340 0.165616 0.165410 0.165819 CURRENT LEARNING RATE: 4.538744904280555e-05
previous_iter_valid_loss : 0.163421630859375
964360 0.163599 0.163422 0.165958 CURRENT LEARNING RATE: 4.537837246068539e-05
previous_iter_valid_loss : 0.16500185430049896
964380 0.165200 0.165002 0.166061 CURRENT LEARNING RATE: 4.536929769370023e-05
previous_iter_valid_loss : 0.16573865711688995
964400 0.165954 0.165739 0.165962 CURRENT LEARNING RATE: 4.536022474148697e-05
previous_iter_valid_loss : 0.16052871942520142
964420 0.160708 0.160529 0.165939 CURRENT LEARNING RATE: 4.535115360368272e-05
previous_iter_valid_loss : 0.16448839008808136
964440 0.164661 0.164488 0.166139 CURRENT LEARNING RATE: 4.534208427992452e-05
previous_iter_valid_loss : 0.16068653762340546
964460 0.160842 0.160687 0.164835 CURRENT LEARNING RATE: 4.533301676984979e-05
previous_iter_valid_loss : 0.18763881921768188
964480 0.187768 0.187639 0.165988 CURRENT LEARNING RATE: 4.532395107309573e-05
previous_iter_valid_loss : 0.16601680219173431
964500 0.166179 0.166017 0.166250 CURRENT LEARNING RATE: 4.531488718929965e-05
previous_iter_valid_loss : 0.1605513095855713
964520 0.160715 0.160551 0.165240 CURRENT LEARNING RATE: 4.5305825118099145e-05
previous_iter_valid_loss : 0.16176627576351166
964540 0.161954 0.161766 0.164764 CURRENT LEARNING RATE: 4.5296764859131645e-05
previous_iter_valid_loss : 0.16279257833957672
964560 0.162957 0.162793 0.164871 CURRENT LEARNING RATE: 4.528770641203474e-05
previous_iter_valid_loss : 0.16376759111881256
964580 0.163979 0.163768 0.164839 CURRENT LEARNING RATE: 4.527864977644602e-05
previous_iter_valid_loss : 0.16049042344093323
964600 0.160652 0.160490 0.164729 CURRENT LEARNING RATE: 4.526959495200338e-05
previous_iter_valid_loss : 0.16223494708538055
964620 0.162431 0.162235 0.164815 CURRENT LEARNING RATE: 4.526054193834454e-05
previous_iter_valid_loss : 0.1778966635465622
964640 0.178060 0.177897 0.165666 CURRENT LEARNING RATE: 4.5251490735107394e-05
previous_iter_valid_loss : 0.16060557961463928
964660 0.160762 0.160606 0.165187 CURRENT LEARNING RATE: 4.5242441341929784e-05
previous_iter_valid_loss : 0.1667831540107727
964680 0.166993 0.166783 0.165501 CURRENT LEARNING RATE: 4.5233393758449924e-05
previous_iter_valid_loss : 0.16144202649593353
964700 0.161626 0.161442 0.165506 CURRENT LEARNING RATE: 4.5224347984305826e-05
previous_iter_valid_loss : 0.16123098134994507
964720 0.161390 0.161231 0.164922 CURRENT LEARNING RATE: 4.521530401913566e-05
previous_iter_valid_loss : 0.16056424379348755
964740 0.160731 0.160564 0.164679 CURRENT LEARNING RATE: 4.520626186257757e-05
previous_iter_valid_loss : 0.16229480504989624
964760 0.162492 0.162295 0.164623 CURRENT LEARNING RATE: 4.5197221514270036e-05
previous_iter_valid_loss : 0.16064228117465973
964780 0.160798 0.160642 0.164405 CURRENT LEARNING RATE: 4.518818297385138e-05
previous_iter_valid_loss : 0.16649724543094635
964800 0.166658 0.166497 0.164443 CURRENT LEARNING RATE: 4.517914624096003e-05
previous_iter_valid_loss : 0.1663409322500229
964820 0.166567 0.166341 0.164734 CURRENT LEARNING RATE: 4.517011131523447e-05
previous_iter_valid_loss : 0.17604075372219086
964840 0.176332 0.176041 0.165311 CURRENT LEARNING RATE: 4.516107819631344e-05
previous_iter_valid_loss : 0.1612718552350998
964860 0.161461 0.161272 0.165341 CURRENT LEARNING RATE: 4.5152046883835556e-05
previous_iter_valid_loss : 0.16866587102413177
964880 0.168821 0.168666 0.164392 CURRENT LEARNING RATE: 4.514301737743955e-05
previous_iter_valid_loss : 0.16160716116428375
964900 0.161771 0.161607 0.164171 CURRENT LEARNING RATE: 4.513398967676416e-05
previous_iter_valid_loss : 0.17557284235954285
964920 0.175730 0.175573 0.164923 CURRENT LEARNING RATE: 4.512496378144845e-05
previous_iter_valid_loss : 0.16054707765579224
964940 0.160710 0.160547 0.164862 CURRENT LEARNING RATE: 4.5115939691131295e-05
previous_iter_valid_loss : 0.16885995864868164
964960 0.169089 0.168860 0.165165 CURRENT LEARNING RATE: 4.5106917405451646e-05
previous_iter_valid_loss : 0.16185222566127777
964980 0.162037 0.161852 0.165069 CURRENT LEARNING RATE: 4.509789692404879e-05
previous_iter_valid_loss : 0.16597077250480652
965000 0.166131 0.165971 0.165343 CURRENT LEARNING RATE: 4.508887824656181e-05
previous_iter_valid_loss : 0.16732321679592133
965020 0.167553 0.167323 0.165598 CURRENT LEARNING RATE: 4.507986137262997e-05
previous_iter_valid_loss : 0.1641508787870407
965040 0.164347 0.164151 0.164910 CURRENT LEARNING RATE: 4.507084630189251e-05
previous_iter_valid_loss : 0.1609368473291397
965060 0.161090 0.160937 0.164927 CURRENT LEARNING RATE: 4.5061833033988986e-05
previous_iter_valid_loss : 0.16435770690441132
965080 0.164522 0.164358 0.164806 CURRENT LEARNING RATE: 4.5052821568558785e-05
previous_iter_valid_loss : 0.16109706461429596
965100 0.161284 0.161097 0.164788 CURRENT LEARNING RATE: 4.5043811905241465e-05
previous_iter_valid_loss : 0.16066303849220276
965120 0.160817 0.160663 0.164760 CURRENT LEARNING RATE: 4.503480404367654e-05
previous_iter_valid_loss : 0.16073071956634521
965140 0.160881 0.160731 0.164768 CURRENT LEARNING RATE: 4.5025797983503864e-05
previous_iter_valid_loss : 0.17056910693645477
965160 0.170809 0.170569 0.165182 CURRENT LEARNING RATE: 4.501679372436311e-05
previous_iter_valid_loss : 0.16141365468502045
965180 0.161566 0.161414 0.165221 CURRENT LEARNING RATE: 4.500779126589411e-05
previous_iter_valid_loss : 0.16084809601306915
965200 0.161004 0.160848 0.164938 CURRENT LEARNING RATE: 4.4998790607736686e-05
previous_iter_valid_loss : 0.17396539449691772
965220 0.174115 0.173965 0.165319 CURRENT LEARNING RATE: 4.498979174953099e-05
previous_iter_valid_loss : 0.21727322041988373
965240 0.217276 0.217273 0.167381 CURRENT LEARNING RATE: 4.498079469091695e-05
previous_iter_valid_loss : 0.1780317723751068
965260 0.178192 0.178032 0.168219 CURRENT LEARNING RATE: 4.4971799431534704e-05
previous_iter_valid_loss : 0.16206517815589905
965280 0.162217 0.162065 0.167889 CURRENT LEARNING RATE: 4.496280597102437e-05
previous_iter_valid_loss : 0.16137823462486267
965300 0.161573 0.161378 0.167877 CURRENT LEARNING RATE: 4.495381430902636e-05
previous_iter_valid_loss : 0.16052258014678955
965320 0.160676 0.160523 0.167125 CURRENT LEARNING RATE: 4.494482444518092e-05
previous_iter_valid_loss : 0.16090063750743866
965340 0.161053 0.160901 0.167143 CURRENT LEARNING RATE: 4.49358363791284e-05
previous_iter_valid_loss : 0.16179166734218597
965360 0.161976 0.161792 0.166789 CURRENT LEARNING RATE: 4.4926850110509416e-05
previous_iter_valid_loss : 0.1606287807226181
965380 0.160796 0.160629 0.166728 CURRENT LEARNING RATE: 4.491786563896443e-05
previous_iter_valid_loss : 0.16120286285877228
965400 0.161397 0.161203 0.166490 CURRENT LEARNING RATE: 4.4908882964134084e-05
previous_iter_valid_loss : 0.16098329424858093
965420 0.161167 0.160983 0.166173 CURRENT LEARNING RATE: 4.4899902085658984e-05
previous_iter_valid_loss : 0.16311396658420563
965440 0.163292 0.163114 0.166121 CURRENT LEARNING RATE: 4.489092300318005e-05
previous_iter_valid_loss : 0.16091418266296387
965460 0.161080 0.160914 0.166120 CURRENT LEARNING RATE: 4.4881945716338045e-05
previous_iter_valid_loss : 0.16169922053813934
965480 0.161869 0.161699 0.165987 CURRENT LEARNING RATE: 4.4872970224773874e-05
previous_iter_valid_loss : 0.16226044297218323
965500 0.162429 0.162260 0.166045 CURRENT LEARNING RATE: 4.486399652812843e-05
previous_iter_valid_loss : 0.16869233548641205
965520 0.168928 0.168692 0.166446 CURRENT LEARNING RATE: 4.485502462604295e-05
previous_iter_valid_loss : 0.1654089093208313
965540 0.165626 0.165409 0.166680 CURRENT LEARNING RATE: 4.4846054518158445e-05
previous_iter_valid_loss : 0.17095138132572174
965560 0.171101 0.170951 0.166699 CURRENT LEARNING RATE: 4.4837086204116136e-05
previous_iter_valid_loss : 0.1613016575574875
965580 0.161449 0.161302 0.166694 CURRENT LEARNING RATE: 4.48281196835572e-05
previous_iter_valid_loss : 0.16416481137275696
965600 0.164333 0.164165 0.166860 CURRENT LEARNING RATE: 4.481915495612313e-05
previous_iter_valid_loss : 0.16228443384170532
965620 0.162445 0.162284 0.166276 CURRENT LEARNING RATE: 4.4810192021455275e-05
previous_iter_valid_loss : 0.16565687954425812
965640 0.165820 0.165657 0.163695 CURRENT LEARNING RATE: 4.48012308791951e-05
previous_iter_valid_loss : 0.16813433170318604
965660 0.168292 0.168134 0.163200 CURRENT LEARNING RATE: 4.4792271528984085e-05
previous_iter_valid_loss : 0.16234901547431946
965680 0.162541 0.162349 0.163214 CURRENT LEARNING RATE: 4.4783313970464016e-05
previous_iter_valid_loss : 0.16235840320587158
965700 0.162555 0.162358 0.163263 CURRENT LEARNING RATE: 4.477435820327652e-05
previous_iter_valid_loss : 0.16050662100315094
965720 0.160671 0.160507 0.163262 CURRENT LEARNING RATE: 4.476540422706327e-05
previous_iter_valid_loss : 0.16050325334072113
965740 0.160671 0.160503 0.163242 CURRENT LEARNING RATE: 4.475645204146628e-05
previous_iter_valid_loss : 0.1904890239238739
965760 0.190617 0.190489 0.164677 CURRENT LEARNING RATE: 4.474750164612738e-05
previous_iter_valid_loss : 0.1778518110513687
965780 0.178005 0.177852 0.165538 CURRENT LEARNING RATE: 4.4738553040688546e-05
previous_iter_valid_loss : 0.16246692836284637
965800 0.162635 0.162467 0.165602 CURRENT LEARNING RATE: 4.472960622479176e-05
previous_iter_valid_loss : 0.16184833645820618
965820 0.162045 0.161848 0.165645 CURRENT LEARNING RATE: 4.472066119807931e-05
previous_iter_valid_loss : 0.1663152426481247
965840 0.166476 0.166315 0.165805 CURRENT LEARNING RATE: 4.471171796019332e-05
previous_iter_valid_loss : 0.16659530997276306
965860 0.166814 0.166595 0.166089 CURRENT LEARNING RATE: 4.470277651077605e-05
previous_iter_valid_loss : 0.17584912478923798
965880 0.176001 0.175849 0.166796 CURRENT LEARNING RATE: 4.469383684946976e-05
previous_iter_valid_loss : 0.16118420660495758
965900 0.161346 0.161184 0.166743 CURRENT LEARNING RATE: 4.468489897591704e-05
previous_iter_valid_loss : 0.16797283291816711
965920 0.168205 0.167973 0.166707 CURRENT LEARNING RATE: 4.467596288976028e-05
previous_iter_valid_loss : 0.16589036583900452
965940 0.166112 0.165890 0.166731 CURRENT LEARNING RATE: 4.466702859064204e-05
previous_iter_valid_loss : 0.16294771432876587
965960 0.163114 0.162948 0.166331 CURRENT LEARNING RATE: 4.4658096078204866e-05
previous_iter_valid_loss : 0.17378148436546326
965980 0.173928 0.173781 0.166955 CURRENT LEARNING RATE: 4.464916535209163e-05
previous_iter_valid_loss : 0.1624937504529953
966000 0.162682 0.162494 0.166871 CURRENT LEARNING RATE: 4.464023641194501e-05
previous_iter_valid_loss : 0.17287427186965942
966020 0.173022 0.172874 0.167400 CURRENT LEARNING RATE: 4.4631309257407856e-05
previous_iter_valid_loss : 0.17468354105949402
966040 0.174835 0.174684 0.167852 CURRENT LEARNING RATE: 4.462238388812299e-05
previous_iter_valid_loss : 0.16059796512126923
966060 0.160768 0.160598 0.167475 CURRENT LEARNING RATE: 4.461346030373357e-05
previous_iter_valid_loss : 0.16470666229724884
966080 0.164864 0.164707 0.167593 CURRENT LEARNING RATE: 4.460453850388257e-05
previous_iter_valid_loss : 0.16767407953739166
966100 0.167906 0.167674 0.167859 CURRENT LEARNING RATE: 4.4595618488213114e-05
previous_iter_valid_loss : 0.16097784042358398
966120 0.161135 0.160978 0.167882 CURRENT LEARNING RATE: 4.458670025636833e-05
previous_iter_valid_loss : 0.18339642882347107
966140 0.183744 0.183396 0.169027 CURRENT LEARNING RATE: 4.4577783807991625e-05
previous_iter_valid_loss : 0.16899940371513367
966160 0.169243 0.168999 0.167952 CURRENT LEARNING RATE: 4.456886914272629e-05
previous_iter_valid_loss : 0.18332262337207794
966180 0.183468 0.183323 0.168226 CURRENT LEARNING RATE: 4.455995626021566e-05
previous_iter_valid_loss : 0.16127131879329681
966200 0.161432 0.161271 0.168166 CURRENT LEARNING RATE: 4.455104516010335e-05
previous_iter_valid_loss : 0.1797444075345993
966220 0.179899 0.179744 0.169061 CURRENT LEARNING RATE: 4.4542135842032855e-05
previous_iter_valid_loss : 0.1639595478773117
966240 0.164167 0.163960 0.168943 CURRENT LEARNING RATE: 4.453322830564779e-05
previous_iter_valid_loss : 0.17580556869506836
966260 0.175959 0.175806 0.169404 CURRENT LEARNING RATE: 4.45243225505918e-05
previous_iter_valid_loss : 0.16270925104618073
966280 0.162898 0.162709 0.168747 CURRENT LEARNING RATE: 4.4515418576508784e-05
previous_iter_valid_loss : 0.16055262088775635
966300 0.160719 0.160553 0.168715 CURRENT LEARNING RATE: 4.4506516383042524e-05
previous_iter_valid_loss : 0.16713745892047882
966320 0.167293 0.167137 0.168673 CURRENT LEARNING RATE: 4.449761596983693e-05
previous_iter_valid_loss : 0.1645922213792801
966340 0.164793 0.164592 0.168608 CURRENT LEARNING RATE: 4.448871733653589e-05
previous_iter_valid_loss : 0.16232365369796753
966360 0.162511 0.162324 0.168577 CURRENT LEARNING RATE: 4.447982048278364e-05
previous_iter_valid_loss : 0.16084428131580353
966380 0.161030 0.160844 0.167930 CURRENT LEARNING RATE: 4.447092540822421e-05
previous_iter_valid_loss : 0.17239034175872803
966400 0.172536 0.172390 0.168425 CURRENT LEARNING RATE: 4.446203211250181e-05
previous_iter_valid_loss : 0.1611238270998001
966420 0.161306 0.161124 0.167838 CURRENT LEARNING RATE: 4.44531405952606e-05
previous_iter_valid_loss : 0.1683073788881302
966440 0.168535 0.168307 0.167519 CURRENT LEARNING RATE: 4.4444250856145125e-05
previous_iter_valid_loss : 0.16100534796714783
966460 0.161163 0.161005 0.167539 CURRENT LEARNING RATE: 4.443536289479968e-05
previous_iter_valid_loss : 0.16055358946323395
966480 0.160714 0.160554 0.167332 CURRENT LEARNING RATE: 4.442647671086875e-05
previous_iter_valid_loss : 0.1606544554233551
966500 0.160813 0.160654 0.166981 CURRENT LEARNING RATE: 4.4417592303996816e-05
previous_iter_valid_loss : 0.16060027480125427
966520 0.160755 0.160600 0.166962 CURRENT LEARNING RATE: 4.440870967382867e-05
previous_iter_valid_loss : 0.16072067618370056
966540 0.160888 0.160721 0.165828 CURRENT LEARNING RATE: 4.439982882000891e-05
previous_iter_valid_loss : 0.16361042857170105
966560 0.163778 0.163610 0.165558 CURRENT LEARNING RATE: 4.4390949742182225e-05
previous_iter_valid_loss : 0.16936275362968445
966580 0.169516 0.169363 0.164860 CURRENT LEARNING RATE: 4.438207243999362e-05
previous_iter_valid_loss : 0.16263775527477264
966600 0.162804 0.162638 0.164929 CURRENT LEARNING RATE: 4.437319691308792e-05
previous_iter_valid_loss : 0.17112606763839722
966620 0.171278 0.171126 0.164498 CURRENT LEARNING RATE: 4.436432316111009e-05
previous_iter_valid_loss : 0.16640262305736542
966640 0.166561 0.166403 0.164620 CURRENT LEARNING RATE: 4.435545118370513e-05
previous_iter_valid_loss : 0.1629902720451355
966660 0.163146 0.162990 0.163979 CURRENT LEARNING RATE: 4.43465809805183e-05
previous_iter_valid_loss : 0.168175607919693
966680 0.168395 0.168176 0.164253 CURRENT LEARNING RATE: 4.433771255119471e-05
previous_iter_valid_loss : 0.160958930850029
966700 0.161140 0.160959 0.164273 CURRENT LEARNING RATE: 4.432884589537963e-05
previous_iter_valid_loss : 0.16052031517028809
966720 0.160680 0.160520 0.163942 CURRENT LEARNING RATE: 4.4319981012718305e-05
previous_iter_valid_loss : 0.16114740073680878
966740 0.161332 0.161147 0.163770 CURRENT LEARNING RATE: 4.431111790285632e-05
previous_iter_valid_loss : 0.16321271657943726
966760 0.163379 0.163213 0.163814 CURRENT LEARNING RATE: 4.4302256565439043e-05
previous_iter_valid_loss : 0.1628580242395401
966780 0.163018 0.162858 0.163915 CURRENT LEARNING RATE: 4.429339700011204e-05
previous_iter_valid_loss : 0.1621246039867401
966800 0.162284 0.162125 0.163402 CURRENT LEARNING RATE: 4.428453920652085e-05
previous_iter_valid_loss : 0.16065803170204163
966820 0.160819 0.160658 0.163378 CURRENT LEARNING RATE: 4.427568318431131e-05
previous_iter_valid_loss : 0.1731545329093933
966840 0.173301 0.173155 0.163621 CURRENT LEARNING RATE: 4.4266828933129094e-05
previous_iter_valid_loss : 0.16200511157512665
966860 0.162195 0.162005 0.163671 CURRENT LEARNING RATE: 4.425797645262005e-05
previous_iter_valid_loss : 0.16677117347717285
966880 0.166931 0.166771 0.163982 CURRENT LEARNING RATE: 4.424912574242999e-05
previous_iter_valid_loss : 0.16515998542308807
966900 0.165324 0.165160 0.164207 CURRENT LEARNING RATE: 4.4240276802205035e-05
previous_iter_valid_loss : 0.16157954931259155
966920 0.161763 0.161580 0.164256 CURRENT LEARNING RATE: 4.423142963159117e-05
previous_iter_valid_loss : 0.187312513589859
966940 0.187455 0.187313 0.165585 CURRENT LEARNING RATE: 4.422258423023441e-05
previous_iter_valid_loss : 0.16063238680362701
966960 0.160778 0.160632 0.165437 CURRENT LEARNING RATE: 4.421374059778111e-05
previous_iter_valid_loss : 0.16870684921741486
966980 0.168941 0.168707 0.165404 CURRENT LEARNING RATE: 4.420489873387744e-05
previous_iter_valid_loss : 0.16212302446365356
967000 0.162290 0.162123 0.165378 CURRENT LEARNING RATE: 4.419605863816973e-05
previous_iter_valid_loss : 0.1692170947790146
967020 0.169457 0.169217 0.165283 CURRENT LEARNING RATE: 4.4187220310304283e-05
previous_iter_valid_loss : 0.16579122841358185
967040 0.166002 0.165791 0.165252 CURRENT LEARNING RATE: 4.417838374992773e-05
previous_iter_valid_loss : 0.17139549553394318
967060 0.171544 0.171395 0.165672 CURRENT LEARNING RATE: 4.416954895668654e-05
previous_iter_valid_loss : 0.16465197503566742
967080 0.164850 0.164652 0.165496 CURRENT LEARNING RATE: 4.416071593022732e-05
previous_iter_valid_loss : 0.16158145666122437
967100 0.161734 0.161581 0.165527 CURRENT LEARNING RATE: 4.415188467019665e-05
previous_iter_valid_loss : 0.1630362570285797
967120 0.163232 0.163036 0.165653 CURRENT LEARNING RATE: 4.414305517624146e-05
previous_iter_valid_loss : 0.17888547480106354
967140 0.179206 0.178885 0.166540 CURRENT LEARNING RATE: 4.413422744800848e-05
previous_iter_valid_loss : 0.1611228734254837
967160 0.161309 0.161123 0.166435 CURRENT LEARNING RATE: 4.4125401485144604e-05
previous_iter_valid_loss : 0.18605788052082062
967180 0.186204 0.186058 0.167595 CURRENT LEARNING RATE: 4.4116577287296724e-05
previous_iter_valid_loss : 0.16105079650878906
967200 0.161215 0.161051 0.167542 CURRENT LEARNING RATE: 4.4107754854112e-05
previous_iter_valid_loss : 0.16247351467609406
967220 0.162629 0.162474 0.167632 CURRENT LEARNING RATE: 4.40989341852375e-05
previous_iter_valid_loss : 0.16398710012435913
967240 0.164175 0.163987 0.167174 CURRENT LEARNING RATE: 4.409011528032035e-05
previous_iter_valid_loss : 0.1677861511707306
967260 0.168012 0.167786 0.167463 CURRENT LEARNING RATE: 4.408129813900775e-05
previous_iter_valid_loss : 0.16706427931785583
967280 0.167224 0.167064 0.167478 CURRENT LEARNING RATE: 4.4072482760947165e-05
previous_iter_valid_loss : 0.16093197464942932
967300 0.161116 0.160932 0.167266 CURRENT LEARNING RATE: 4.4063669145785895e-05
previous_iter_valid_loss : 0.16263297200202942
967320 0.162830 0.162633 0.167319 CURRENT LEARNING RATE: 4.405485729317131e-05
previous_iter_valid_loss : 0.16233552992343903
967340 0.162498 0.162336 0.166070 CURRENT LEARNING RATE: 4.4046047202751105e-05
previous_iter_valid_loss : 0.1615365743637085
967360 0.161698 0.161537 0.166115 CURRENT LEARNING RATE: 4.4037238874172794e-05
previous_iter_valid_loss : 0.17575068771839142
967380 0.176035 0.175751 0.166468 CURRENT LEARNING RATE: 4.4028432307084044e-05
previous_iter_valid_loss : 0.1644369661808014
967400 0.164600 0.164437 0.166583 CURRENT LEARNING RATE: 4.401962750113251e-05
previous_iter_valid_loss : 0.16365063190460205
967420 0.163842 0.163651 0.166305 CURRENT LEARNING RATE: 4.401082445596617e-05
previous_iter_valid_loss : 0.16070488095283508
967440 0.160862 0.160705 0.166051 CURRENT LEARNING RATE: 4.4002023171232805e-05
previous_iter_valid_loss : 0.16475731134414673
967460 0.164962 0.164757 0.165719 CURRENT LEARNING RATE: 4.3993223646580385e-05
previous_iter_valid_loss : 0.16097886860370636
967480 0.161132 0.160979 0.165535 CURRENT LEARNING RATE: 4.398442588165683e-05
previous_iter_valid_loss : 0.16208167374134064
967500 0.162238 0.162082 0.165560 CURRENT LEARNING RATE: 4.397562987611038e-05
previous_iter_valid_loss : 0.16191565990447998
967520 0.162074 0.161916 0.165504 CURRENT LEARNING RATE: 4.396683562958915e-05
previous_iter_valid_loss : 0.16672347486019135
967540 0.166950 0.166723 0.164896 CURRENT LEARNING RATE: 4.395804314174135e-05
previous_iter_valid_loss : 0.16931980848312378
967560 0.169568 0.169320 0.165306 CURRENT LEARNING RATE: 4.3949252412215196e-05
previous_iter_valid_loss : 0.16152292490005493
967580 0.161674 0.161523 0.164079 CURRENT LEARNING RATE: 4.394046344065923e-05
previous_iter_valid_loss : 0.16498807072639465
967600 0.165149 0.164988 0.164276 CURRENT LEARNING RATE: 4.39316762267218e-05
previous_iter_valid_loss : 0.16053205728530884
967620 0.160701 0.160532 0.164179 CURRENT LEARNING RATE: 4.392289077005143e-05
previous_iter_valid_loss : 0.16304057836532593
967640 0.163207 0.163041 0.164132 CURRENT LEARNING RATE: 4.391410707029662e-05
previous_iter_valid_loss : 0.16118000447750092
967660 0.161340 0.161180 0.163801 CURRENT LEARNING RATE: 4.390532512710617e-05
previous_iter_valid_loss : 0.1615796536207199
967680 0.161763 0.161580 0.163527 CURRENT LEARNING RATE: 4.389654494012873e-05
previous_iter_valid_loss : 0.160559743642807
967700 0.160731 0.160560 0.163508 CURRENT LEARNING RATE: 4.38877665090131e-05
previous_iter_valid_loss : 0.16596366465091705
967720 0.166122 0.165964 0.163675 CURRENT LEARNING RATE: 4.387898983340806e-05
previous_iter_valid_loss : 0.16051815450191498
967740 0.160690 0.160518 0.163584 CURRENT LEARNING RATE: 4.387021491296269e-05
previous_iter_valid_loss : 0.1630944311618805
967760 0.163259 0.163094 0.163662 CURRENT LEARNING RATE: 4.3861441747325926e-05
previous_iter_valid_loss : 0.16847312450408936
967780 0.168705 0.168473 0.163298 CURRENT LEARNING RATE: 4.385267033614675e-05
previous_iter_valid_loss : 0.1644890308380127
967800 0.164654 0.164489 0.163301 CURRENT LEARNING RATE: 4.384390067907449e-05
previous_iter_valid_loss : 0.1620354950428009
967820 0.162188 0.162035 0.163220 CURRENT LEARNING RATE: 4.383513277575825e-05
previous_iter_valid_loss : 0.16313056647777557
967840 0.163300 0.163131 0.163341 CURRENT LEARNING RATE: 4.3826366625847327e-05
previous_iter_valid_loss : 0.1610756814479828
967860 0.161233 0.161076 0.163157 CURRENT LEARNING RATE: 4.3817602228991004e-05
previous_iter_valid_loss : 0.17497357726097107
967880 0.175260 0.174974 0.163857 CURRENT LEARNING RATE: 4.3808839584838845e-05
previous_iter_valid_loss : 0.16097690165042877
967900 0.161169 0.160977 0.163802 CURRENT LEARNING RATE: 4.3800078693040285e-05
previous_iter_valid_loss : 0.16056405007839203
967920 0.160737 0.160564 0.163734 CURRENT LEARNING RATE: 4.3791319553244876e-05
previous_iter_valid_loss : 0.200666606426239
967940 0.200762 0.200667 0.165431 CURRENT LEARNING RATE: 4.378256216510217e-05
previous_iter_valid_loss : 0.1605454981327057
967960 0.160715 0.160545 0.164992 CURRENT LEARNING RATE: 4.3773806528262046e-05
previous_iter_valid_loss : 0.16055452823638916
967980 0.160712 0.160555 0.164944 CURRENT LEARNING RATE: 4.376505264237418e-05
previous_iter_valid_loss : 0.16483762860298157
968000 0.165004 0.164838 0.164937 CURRENT LEARNING RATE: 4.375630050708843e-05
previous_iter_valid_loss : 0.16353215277194977
968020 0.163739 0.163532 0.165087 CURRENT LEARNING RATE: 4.3747550122054626e-05
previous_iter_valid_loss : 0.16056214272975922
968040 0.160734 0.160562 0.164963 CURRENT LEARNING RATE: 4.3738801486922905e-05
previous_iter_valid_loss : 0.17035700380802155
968060 0.170507 0.170357 0.165421 CURRENT LEARNING RATE: 4.373005460134325e-05
previous_iter_valid_loss : 0.16050997376441956
968080 0.160680 0.160510 0.165368 CURRENT LEARNING RATE: 4.3721309464965796e-05
previous_iter_valid_loss : 0.17080888152122498
968100 0.170957 0.170809 0.165880 CURRENT LEARNING RATE: 4.3712566077440644e-05
previous_iter_valid_loss : 0.17424021661281586
968120 0.174521 0.174240 0.166294 CURRENT LEARNING RATE: 4.370382443841822e-05
previous_iter_valid_loss : 0.16217109560966492
968140 0.162364 0.162171 0.166377 CURRENT LEARNING RATE: 4.369508454754878e-05
previous_iter_valid_loss : 0.16082832217216492
968160 0.161003 0.160828 0.166264 CURRENT LEARNING RATE: 4.368634640448264e-05
previous_iter_valid_loss : 0.16049742698669434
968180 0.160663 0.160497 0.165865 CURRENT LEARNING RATE: 4.3677610008870445e-05
previous_iter_valid_loss : 0.16244317591190338
968200 0.162606 0.162443 0.165763 CURRENT LEARNING RATE: 4.366887536036266e-05
previous_iter_valid_loss : 0.16091184318065643
968220 0.161096 0.160912 0.165706 CURRENT LEARNING RATE: 4.366014245860989e-05
previous_iter_valid_loss : 0.16058897972106934
968240 0.160758 0.160589 0.165579 CURRENT LEARNING RATE: 4.3651411303262756e-05
previous_iter_valid_loss : 0.16059505939483643
968260 0.160754 0.160595 0.165555 CURRENT LEARNING RATE: 4.364268189397215e-05
previous_iter_valid_loss : 0.16092602908611298
968280 0.161085 0.160926 0.164853 CURRENT LEARNING RATE: 4.3633954230388825e-05
previous_iter_valid_loss : 0.16072101891040802
968300 0.160887 0.160721 0.164840 CURRENT LEARNING RATE: 4.362522831216367e-05
previous_iter_valid_loss : 0.16134843230247498
968320 0.161541 0.161348 0.164879 CURRENT LEARNING RATE: 4.3616504138947585e-05
previous_iter_valid_loss : 0.18055115640163422
968340 0.180708 0.180551 0.163874 CURRENT LEARNING RATE: 4.360778171039175e-05
previous_iter_valid_loss : 0.16615688800811768
968360 0.166318 0.166157 0.164154 CURRENT LEARNING RATE: 4.359906102614718e-05
previous_iter_valid_loss : 0.16172084212303162
968380 0.161888 0.161721 0.164212 CURRENT LEARNING RATE: 4.359034208586507e-05
previous_iter_valid_loss : 0.1605590283870697
968400 0.160727 0.160559 0.163998 CURRENT LEARNING RATE: 4.3581624889196555e-05
previous_iter_valid_loss : 0.17021992802619934
968420 0.170366 0.170220 0.164333 CURRENT LEARNING RATE: 4.3572909435793134e-05
previous_iter_valid_loss : 0.16182933747768402
968440 0.161977 0.161829 0.164396 CURRENT LEARNING RATE: 4.356419572530609e-05
previous_iter_valid_loss : 0.16438472270965576
968460 0.164549 0.164385 0.164098 CURRENT LEARNING RATE: 4.3555483757386883e-05
previous_iter_valid_loss : 0.16971369087696075
968480 0.169954 0.169714 0.164558 CURRENT LEARNING RATE: 4.354677353168695e-05
previous_iter_valid_loss : 0.16125303506851196
968500 0.161429 0.161253 0.164080 CURRENT LEARNING RATE: 4.353806504785804e-05
previous_iter_valid_loss : 0.17062601447105408
968520 0.170776 0.170626 0.163899 CURRENT LEARNING RATE: 4.352935830555174e-05
previous_iter_valid_loss : 0.16084641218185425
968540 0.161024 0.160846 0.163833 CURRENT LEARNING RATE: 4.3520653304419714e-05
previous_iter_valid_loss : 0.1611144095659256
968560 0.161270 0.161114 0.163847 CURRENT LEARNING RATE: 4.351195004411389e-05
previous_iter_valid_loss : 0.18350331485271454
968580 0.183861 0.183503 0.164998 CURRENT LEARNING RATE: 4.350324852428608e-05
previous_iter_valid_loss : 0.19291022419929504
968600 0.193027 0.192910 0.166521 CURRENT LEARNING RATE: 4.34945487445882e-05
previous_iter_valid_loss : 0.16050483286380768
968620 0.160664 0.160505 0.166501 CURRENT LEARNING RATE: 4.348585070467222e-05
previous_iter_valid_loss : 0.16650284826755524
968640 0.166659 0.166503 0.166796 CURRENT LEARNING RATE: 4.347715440419034e-05
previous_iter_valid_loss : 0.16580641269683838
968660 0.165967 0.165806 0.167057 CURRENT LEARNING RATE: 4.3468459842794645e-05
previous_iter_valid_loss : 0.1722174733877182
968680 0.172482 0.172217 0.167622 CURRENT LEARNING RATE: 4.3459767020137344e-05
previous_iter_valid_loss : 0.16335512697696686
968700 0.163548 0.163355 0.167753 CURRENT LEARNING RATE: 4.345107593587066e-05
previous_iter_valid_loss : 0.1657099723815918
968720 0.165870 0.165710 0.167971 CURRENT LEARNING RATE: 4.344238658964708e-05
previous_iter_valid_loss : 0.16579283773899078
968740 0.165958 0.165793 0.167233 CURRENT LEARNING RATE: 4.3433698981118986e-05
previous_iter_valid_loss : 0.1605863720178604
968760 0.160751 0.160586 0.166955 CURRENT LEARNING RATE: 4.342501310993885e-05
previous_iter_valid_loss : 0.18459199368953705
968780 0.184736 0.184592 0.168098 CURRENT LEARNING RATE: 4.3416328975759176e-05
previous_iter_valid_loss : 0.16628192365169525
968800 0.166487 0.166282 0.168385 CURRENT LEARNING RATE: 4.340764657823275e-05
previous_iter_valid_loss : 0.1698063462972641
968820 0.169956 0.169806 0.168364 CURRENT LEARNING RATE: 4.339896591701217e-05
previous_iter_valid_loss : 0.16073466837406158
968840 0.160886 0.160735 0.168309 CURRENT LEARNING RATE: 4.3390286991750246e-05
previous_iter_valid_loss : 0.1963641345500946
968860 0.196474 0.196364 0.169908 CURRENT LEARNING RATE: 4.338160980209973e-05
previous_iter_valid_loss : 0.1606295257806778
968880 0.160791 0.160630 0.169454 CURRENT LEARNING RATE: 4.3372934347713685e-05
previous_iter_valid_loss : 0.16873213648796082
968900 0.168884 0.168732 0.169828 CURRENT LEARNING RATE: 4.336426062824502e-05
previous_iter_valid_loss : 0.1808648258447647
968920 0.181025 0.180865 0.170340 CURRENT LEARNING RATE: 4.335558864334679e-05
previous_iter_valid_loss : 0.1715335100889206
968940 0.171679 0.171534 0.170874 CURRENT LEARNING RATE: 4.334691839267203e-05
previous_iter_valid_loss : 0.17281624674797058
968960 0.172960 0.172816 0.171459 CURRENT LEARNING RATE: 4.333824987587409e-05
previous_iter_valid_loss : 0.1611909568309784
968980 0.161368 0.161191 0.170344 CURRENT LEARNING RATE: 4.332958309260615e-05
previous_iter_valid_loss : 0.16128738224506378
969000 0.161446 0.161287 0.168763 CURRENT LEARNING RATE: 4.3320918042521464e-05
previous_iter_valid_loss : 0.16636915504932404
969020 0.166532 0.166369 0.169056 CURRENT LEARNING RATE: 4.3312254725273583e-05
previous_iter_valid_loss : 0.16238462924957275
969040 0.162574 0.162385 0.168850 CURRENT LEARNING RATE: 4.33035931405159e-05
previous_iter_valid_loss : 0.16472944617271423
969060 0.164945 0.164729 0.168796 CURRENT LEARNING RATE: 4.329493328790194e-05
previous_iter_valid_loss : 0.17274007201194763
969080 0.173003 0.172740 0.168822 CURRENT LEARNING RATE: 4.328627516708525e-05
previous_iter_valid_loss : 0.16268037259578705
969100 0.162834 0.162680 0.168788 CURRENT LEARNING RATE: 4.327761877771965e-05
previous_iter_valid_loss : 0.16539953649044037
969120 0.165610 0.165400 0.168773 CURRENT LEARNING RATE: 4.326896411945879e-05
previous_iter_valid_loss : 0.1803950071334839
969140 0.180737 0.180395 0.169503 CURRENT LEARNING RATE: 4.326031119195651e-05
previous_iter_valid_loss : 0.1611860990524292
969160 0.161372 0.161186 0.169533 CURRENT LEARNING RATE: 4.3251659994866616e-05
previous_iter_valid_loss : 0.16347701847553253
969180 0.163667 0.163477 0.168477 CURRENT LEARNING RATE: 4.32430105278432e-05
previous_iter_valid_loss : 0.1605386883020401
969200 0.160689 0.160539 0.168190 CURRENT LEARNING RATE: 4.3234362790540203e-05
previous_iter_valid_loss : 0.19381065666675568
969220 0.194285 0.193811 0.169390 CURRENT LEARNING RATE: 4.322571678261173e-05
previous_iter_valid_loss : 0.16097863018512726
969240 0.161138 0.160979 0.169402 CURRENT LEARNING RATE: 4.321707250371185e-05
previous_iter_valid_loss : 0.1608867049217224
969260 0.161063 0.160887 0.167629 CURRENT LEARNING RATE: 4.3208429953494964e-05
previous_iter_valid_loss : 0.1742728054523468
969280 0.174424 0.174273 0.168311 CURRENT LEARNING RATE: 4.319978913161527e-05
previous_iter_valid_loss : 0.18804186582565308
969300 0.188183 0.188042 0.169276 CURRENT LEARNING RATE: 4.3191150037727156e-05
previous_iter_valid_loss : 0.18447068333625793
969320 0.184856 0.184471 0.169457 CURRENT LEARNING RATE: 4.318251267148497e-05
previous_iter_valid_loss : 0.16100940108299255
969340 0.161162 0.161009 0.168930 CURRENT LEARNING RATE: 4.317387703254337e-05
previous_iter_valid_loss : 0.1629915088415146
969360 0.163178 0.162992 0.168439 CURRENT LEARNING RATE: 4.316524312055686e-05
previous_iter_valid_loss : 0.16525457799434662
969380 0.165424 0.165255 0.168642 CURRENT LEARNING RATE: 4.315661093518001e-05
previous_iter_valid_loss : 0.16172851622104645
969400 0.161915 0.161729 0.168664 CURRENT LEARNING RATE: 4.3147980476067664e-05
previous_iter_valid_loss : 0.1632164567708969
969420 0.163385 0.163216 0.168507 CURRENT LEARNING RATE: 4.3139351742874554e-05
previous_iter_valid_loss : 0.16065484285354614
969440 0.160805 0.160655 0.168420 CURRENT LEARNING RATE: 4.313072473525552e-05
previous_iter_valid_loss : 0.16253730654716492
969460 0.162694 0.162537 0.168311 CURRENT LEARNING RATE: 4.31220994528654e-05
previous_iter_valid_loss : 0.17519421875476837
969480 0.175346 0.175194 0.168433 CURRENT LEARNING RATE: 4.3113475895359346e-05
previous_iter_valid_loss : 0.1832020878791809
969500 0.183552 0.183202 0.169459 CURRENT LEARNING RATE: 4.310485406239233e-05
previous_iter_valid_loss : 0.16865170001983643
969520 0.168803 0.168652 0.169622 CURRENT LEARNING RATE: 4.309623395361948e-05
previous_iter_valid_loss : 0.1650664359331131
969540 0.165235 0.165066 0.168856 CURRENT LEARNING RATE: 4.308761556869592e-05
previous_iter_valid_loss : 0.16050514578819275
969560 0.160673 0.160505 0.168822 CURRENT LEARNING RATE: 4.307899890727707e-05
previous_iter_valid_loss : 0.16771675646305084
969580 0.167874 0.167717 0.169034 CURRENT LEARNING RATE: 4.307038396901818e-05
previous_iter_valid_loss : 0.16839277744293213
969600 0.168546 0.168393 0.169426 CURRENT LEARNING RATE: 4.306177075357465e-05
previous_iter_valid_loss : 0.1607888787984848
969620 0.160946 0.160789 0.167775 CURRENT LEARNING RATE: 4.3053159260601874e-05
previous_iter_valid_loss : 0.1607215851545334
969640 0.160883 0.160722 0.167762 CURRENT LEARNING RATE: 4.3044549489755566e-05
previous_iter_valid_loss : 0.16253593564033508
969660 0.162735 0.162536 0.167845 CURRENT LEARNING RATE: 4.303594144069123e-05
previous_iter_valid_loss : 0.16165432333946228
969680 0.161814 0.161654 0.167214 CURRENT LEARNING RATE: 4.302733511306456e-05
previous_iter_valid_loss : 0.16327162086963654
969700 0.163479 0.163272 0.165975 CURRENT LEARNING RATE: 4.301873050653123e-05
previous_iter_valid_loss : 0.16056662797927856
969720 0.160733 0.160567 0.164780 CURRENT LEARNING RATE: 4.30101276207472e-05
previous_iter_valid_loss : 0.18044288456439972
969740 0.180594 0.180443 0.165752 CURRENT LEARNING RATE: 4.3001526455368276e-05
previous_iter_valid_loss : 0.16059769690036774
969760 0.160767 0.160598 0.165632 CURRENT LEARNING RATE: 4.2992927010050344e-05
previous_iter_valid_loss : 0.16081611812114716
969780 0.160987 0.160816 0.165410 CURRENT LEARNING RATE: 4.298432928444957e-05
previous_iter_valid_loss : 0.16059525310993195
969800 0.160763 0.160595 0.165354 CURRENT LEARNING RATE: 4.297573327822198e-05
previous_iter_valid_loss : 0.16240307688713074
969820 0.162557 0.162403 0.165313 CURRENT LEARNING RATE: 4.296713899102372e-05
previous_iter_valid_loss : 0.1625003069639206
969840 0.162658 0.162500 0.165405 CURRENT LEARNING RATE: 4.2958546422510955e-05
previous_iter_valid_loss : 0.16060380637645721
969860 0.160765 0.160604 0.165308 CURRENT LEARNING RATE: 4.2949955572340126e-05
previous_iter_valid_loss : 0.16157083213329315
969880 0.161764 0.161571 0.164627 CURRENT LEARNING RATE: 4.2941366440167524e-05
previous_iter_valid_loss : 0.17164206504821777
969900 0.171790 0.171642 0.164049 CURRENT LEARNING RATE: 4.2932779025649593e-05
previous_iter_valid_loss : 0.16882145404815674
969920 0.169066 0.168821 0.164058 CURRENT LEARNING RATE: 4.292419332844274e-05
previous_iter_valid_loss : 0.16235120594501495
969940 0.162553 0.162351 0.163922 CURRENT LEARNING RATE: 4.29156093482037e-05
previous_iter_valid_loss : 0.16055019199848175
969960 0.160713 0.160550 0.163924 CURRENT LEARNING RATE: 4.2907027084589055e-05
previous_iter_valid_loss : 0.1692124903202057
969980 0.169364 0.169212 0.163999 CURRENT LEARNING RATE: 4.289844653725549e-05
previous_iter_valid_loss : 0.1872064471244812
970000 0.187342 0.187206 0.164940 CURRENT LEARNING RATE: 4.288986770585972e-05
previous_iter_valid_loss : 0.1610042005777359
970020 0.161163 0.161004 0.164951 CURRENT LEARNING RATE: 4.288129059005875e-05
previous_iter_valid_loss : 0.1650964319705963
970040 0.165300 0.165096 0.165169 CURRENT LEARNING RATE: 4.2872715189509386e-05
previous_iter_valid_loss : 0.17721810936927795
970060 0.177516 0.177218 0.165903 CURRENT LEARNING RATE: 4.2864141503868656e-05
previous_iter_valid_loss : 0.16051927208900452
970080 0.160677 0.160519 0.165847 CURRENT LEARNING RATE: 4.28555695327935e-05
previous_iter_valid_loss : 0.1612665057182312
970100 0.161428 0.161267 0.165746 CURRENT LEARNING RATE: 4.284699927594122e-05
previous_iter_valid_loss : 0.16301001608371735
970120 0.163171 0.163010 0.165869 CURRENT LEARNING RATE: 4.2838430732968904e-05
previous_iter_valid_loss : 0.1617492139339447
970140 0.161943 0.161749 0.164934 CURRENT LEARNING RATE: 4.282986390353383e-05
previous_iter_valid_loss : 0.17236769199371338
970160 0.172512 0.172368 0.165522 CURRENT LEARNING RATE: 4.282129878729324e-05
previous_iter_valid_loss : 0.17948701977729797
970180 0.179808 0.179487 0.166456 CURRENT LEARNING RATE: 4.281273538390469e-05
previous_iter_valid_loss : 0.17169584333896637
970200 0.171963 0.171696 0.167011 CURRENT LEARNING RATE: 4.280417369302556e-05
previous_iter_valid_loss : 0.16312208771705627
970220 0.163301 0.163122 0.167047 CURRENT LEARNING RATE: 4.2795613714313296e-05
previous_iter_valid_loss : 0.16056552529335022
970240 0.160744 0.160566 0.166950 CURRENT LEARNING RATE: 4.278705544742567e-05
previous_iter_valid_loss : 0.1605277806520462
970260 0.160694 0.160528 0.166946 CURRENT LEARNING RATE: 4.277849889202027e-05
previous_iter_valid_loss : 0.1626921445131302
970280 0.162860 0.162692 0.167002 CURRENT LEARNING RATE: 4.276994404775483e-05
previous_iter_valid_loss : 0.17017348110675812
970300 0.170423 0.170173 0.166929 CURRENT LEARNING RATE: 4.276139091428708e-05
previous_iter_valid_loss : 0.1723884642124176
970320 0.172651 0.172388 0.167107 CURRENT LEARNING RATE: 4.275283949127505e-05
previous_iter_valid_loss : 0.1619398444890976
970340 0.162105 0.161940 0.167087 CURRENT LEARNING RATE: 4.27442897783766e-05
previous_iter_valid_loss : 0.16469787061214447
970360 0.164899 0.164698 0.167294 CURRENT LEARNING RATE: 4.273574177524975e-05
previous_iter_valid_loss : 0.1700662523508072
970380 0.170318 0.170066 0.167337 CURRENT LEARNING RATE: 4.27271954815525e-05
previous_iter_valid_loss : 0.18388283252716064
970400 0.184238 0.183883 0.167171 CURRENT LEARNING RATE: 4.2718650896943155e-05
previous_iter_valid_loss : 0.18487781286239624
970420 0.185022 0.184878 0.168364 CURRENT LEARNING RATE: 4.271010802107985e-05
previous_iter_valid_loss : 0.165920689702034
970440 0.166082 0.165921 0.168406 CURRENT LEARNING RATE: 4.270156685362087e-05
previous_iter_valid_loss : 0.16607557237148285
970460 0.166240 0.166076 0.167848 CURRENT LEARNING RATE: 4.2693027394224495e-05
previous_iter_valid_loss : 0.1614260971546173
970480 0.161577 0.161426 0.167894 CURRENT LEARNING RATE: 4.268448964254929e-05
previous_iter_valid_loss : 0.16051961481571198
970500 0.160686 0.160520 0.167856 CURRENT LEARNING RATE: 4.2675953598253686e-05
previous_iter_valid_loss : 0.16052234172821045
970520 0.160680 0.160522 0.167732 CURRENT LEARNING RATE: 4.266741926099623e-05
previous_iter_valid_loss : 0.16181153059005737
970540 0.161995 0.161812 0.167735 CURRENT LEARNING RATE: 4.2658886630435477e-05
previous_iter_valid_loss : 0.17227467894554138
970560 0.172537 0.172275 0.167730 CURRENT LEARNING RATE: 4.2650355706230265e-05
previous_iter_valid_loss : 0.16060559451580048
970580 0.160759 0.160606 0.166786 CURRENT LEARNING RATE: 4.264182648803929e-05
previous_iter_valid_loss : 0.1811695694923401
970600 0.181522 0.181170 0.167260 CURRENT LEARNING RATE: 4.26332989755213e-05
previous_iter_valid_loss : 0.16191409528255463
970620 0.162102 0.161914 0.167200 CURRENT LEARNING RATE: 4.262477316833535e-05
previous_iter_valid_loss : 0.1787874400615692
970640 0.178947 0.178787 0.168111 CURRENT LEARNING RATE: 4.261624906614034e-05
previous_iter_valid_loss : 0.16082763671875
970660 0.160984 0.160828 0.168126 CURRENT LEARNING RATE: 4.260772666859529e-05
previous_iter_valid_loss : 0.16111278533935547
970680 0.161276 0.161113 0.168047 CURRENT LEARNING RATE: 4.259920597535925e-05
previous_iter_valid_loss : 0.17703412473201752
970700 0.177344 0.177034 0.168390 CURRENT LEARNING RATE: 4.259068698609152e-05
previous_iter_valid_loss : 0.16066612303256989
970720 0.160835 0.160666 0.167804 CURRENT LEARNING RATE: 4.258216970045127e-05
previous_iter_valid_loss : 0.16729582846164703
970740 0.167516 0.167296 0.168072 CURRENT LEARNING RATE: 4.257365411809782e-05
previous_iter_valid_loss : 0.16321173310279846
970760 0.163418 0.163212 0.167997 CURRENT LEARNING RATE: 4.256514023869047e-05
previous_iter_valid_loss : 0.16883668303489685
970780 0.168986 0.168837 0.167936 CURRENT LEARNING RATE: 4.25566280618888e-05
previous_iter_valid_loss : 0.16261377930641174
970800 0.162777 0.162614 0.166872 CURRENT LEARNING RATE: 4.254811758735227e-05
previous_iter_valid_loss : 0.16049613058567047
970820 0.160658 0.160496 0.165653 CURRENT LEARNING RATE: 4.2539608814740436e-05
previous_iter_valid_loss : 0.16055971384048462
970840 0.160715 0.160560 0.165385 CURRENT LEARNING RATE: 4.25311017437129e-05
previous_iter_valid_loss : 0.16278433799743652
970860 0.162957 0.162784 0.165221 CURRENT LEARNING RATE: 4.2522596373929506e-05
previous_iter_valid_loss : 0.16385027766227722
970880 0.164024 0.163850 0.165342 CURRENT LEARNING RATE: 4.251409270504997e-05
previous_iter_valid_loss : 0.16154301166534424
970900 0.161709 0.161543 0.165393 CURRENT LEARNING RATE: 4.2505590736734154e-05
previous_iter_valid_loss : 0.19356557726860046
970920 0.193690 0.193566 0.167045 CURRENT LEARNING RATE: 4.249709046864189e-05
previous_iter_valid_loss : 0.16520126163959503
970940 0.165401 0.165201 0.167215 CURRENT LEARNING RATE: 4.2488591900433334e-05
previous_iter_valid_loss : 0.16070234775543213
970960 0.160870 0.160702 0.166636 CURRENT LEARNING RATE: 4.248009503176846e-05
previous_iter_valid_loss : 0.16215944290161133
970980 0.162326 0.162159 0.166714 CURRENT LEARNING RATE: 4.247159986230731e-05
previous_iter_valid_loss : 0.17270377278327942
971000 0.172855 0.172704 0.166290 CURRENT LEARNING RATE: 4.2463106391710244e-05
previous_iter_valid_loss : 0.16669848561286926
971020 0.166918 0.166698 0.166530 CURRENT LEARNING RATE: 4.2454614619637435e-05
previous_iter_valid_loss : 0.16056466102600098
971040 0.160716 0.160565 0.165619 CURRENT LEARNING RATE: 4.2446124545749216e-05
previous_iter_valid_loss : 0.16342991590499878
971060 0.163597 0.163430 0.165749 CURRENT LEARNING RATE: 4.2437636169705904e-05
previous_iter_valid_loss : 0.16074395179748535
971080 0.160925 0.160744 0.165730 CURRENT LEARNING RATE: 4.2429149491168125e-05
previous_iter_valid_loss : 0.16716013848781586
971100 0.167323 0.167160 0.165236 CURRENT LEARNING RATE: 4.2420664509796334e-05
previous_iter_valid_loss : 0.16128472983837128
971120 0.161473 0.161285 0.165267 CURRENT LEARNING RATE: 4.241218122525113e-05
previous_iter_valid_loss : 0.17048324644565582
971140 0.170636 0.170483 0.165427 CURRENT LEARNING RATE: 4.24036996371931e-05
previous_iter_valid_loss : 0.1616285890340805
971160 0.161781 0.161629 0.165348 CURRENT LEARNING RATE: 4.239521974528314e-05
previous_iter_valid_loss : 0.1631876677274704
971180 0.163376 0.163188 0.165065 CURRENT LEARNING RATE: 4.2386741549181974e-05
previous_iter_valid_loss : 0.16506773233413696
971200 0.165237 0.165068 0.165188 CURRENT LEARNING RATE: 4.2378265048550476e-05
previous_iter_valid_loss : 0.16313183307647705
971220 0.163292 0.163132 0.165320 CURRENT LEARNING RATE: 4.2369790243049506e-05
previous_iter_valid_loss : 0.16509748995304108
971240 0.165265 0.165097 0.165547 CURRENT LEARNING RATE: 4.236131713234023e-05
previous_iter_valid_loss : 0.16116468608379364
971260 0.161314 0.161165 0.165466 CURRENT LEARNING RATE: 4.235284571608365e-05
previous_iter_valid_loss : 0.16217494010925293
971280 0.162339 0.162175 0.165382 CURRENT LEARNING RATE: 4.23443759939409e-05
previous_iter_valid_loss : 0.16878384351730347
971300 0.168939 0.168784 0.165744 CURRENT LEARNING RATE: 4.2335907965573116e-05
previous_iter_valid_loss : 0.16755130887031555
971320 0.167715 0.167551 0.164443 CURRENT LEARNING RATE: 4.2327441630641734e-05
previous_iter_valid_loss : 0.16310866177082062
971340 0.163315 0.163109 0.164338 CURRENT LEARNING RATE: 4.231897698880803e-05
previous_iter_valid_loss : 0.16915462911128998
971360 0.169408 0.169155 0.164761 CURRENT LEARNING RATE: 4.2310514039733325e-05
previous_iter_valid_loss : 0.17849312722682953
971380 0.178800 0.178493 0.165578 CURRENT LEARNING RATE: 4.230205278307927e-05
previous_iter_valid_loss : 0.16165253520011902
971400 0.161809 0.161653 0.165025 CURRENT LEARNING RATE: 4.2293593218507326e-05
previous_iter_valid_loss : 0.16124963760375977
971420 0.161408 0.161250 0.164753 CURRENT LEARNING RATE: 4.228513534567912e-05
previous_iter_valid_loss : 0.16844598948955536
971440 0.168687 0.168446 0.165147 CURRENT LEARNING RATE: 4.227667916425626e-05
previous_iter_valid_loss : 0.1606123447418213
971460 0.160786 0.160612 0.165006 CURRENT LEARNING RATE: 4.226822467390064e-05
previous_iter_valid_loss : 0.16292932629585266
971480 0.163096 0.162929 0.165115 CURRENT LEARNING RATE: 4.225977187427403e-05
previous_iter_valid_loss : 0.16103868186473846
971500 0.161193 0.161039 0.164809 CURRENT LEARNING RATE: 4.225132076503828e-05
previous_iter_valid_loss : 0.1605576127767563
971520 0.160726 0.160558 0.164773 CURRENT LEARNING RATE: 4.2242871345855305e-05
previous_iter_valid_loss : 0.16441532969474792
971540 0.164581 0.164415 0.164469 CURRENT LEARNING RATE: 4.223442361638726e-05
previous_iter_valid_loss : 0.16112510859966278
971560 0.161308 0.161125 0.164444 CURRENT LEARNING RATE: 4.222597757629616e-05
previous_iter_valid_loss : 0.16057220101356506
971580 0.160728 0.160572 0.164313 CURRENT LEARNING RATE: 4.221753322524418e-05
previous_iter_valid_loss : 0.1633664071559906
971600 0.163533 0.163366 0.164228 CURRENT LEARNING RATE: 4.220909056289345e-05
previous_iter_valid_loss : 0.16726267337799072
971620 0.167497 0.167263 0.164435 CURRENT LEARNING RATE: 4.2200649588906424e-05
previous_iter_valid_loss : 0.20479343831539154
971640 0.204855 0.204793 0.166420 CURRENT LEARNING RATE: 4.2192210302945385e-05
previous_iter_valid_loss : 0.16060298681259155
971660 0.160771 0.160603 0.166392 CURRENT LEARNING RATE: 4.2183772704672775e-05
previous_iter_valid_loss : 0.16054677963256836
971680 0.160711 0.160547 0.166310 CURRENT LEARNING RATE: 4.2175336793751e-05
previous_iter_valid_loss : 0.16303811967372894
971700 0.163208 0.163038 0.166023 CURRENT LEARNING RATE: 4.216690256984277e-05
previous_iter_valid_loss : 0.16309615969657898
971720 0.163292 0.163096 0.165800 CURRENT LEARNING RATE: 4.215847003261065e-05
previous_iter_valid_loss : 0.16291555762290955
971740 0.163077 0.162916 0.165790 CURRENT LEARNING RATE: 4.215003918171735e-05
previous_iter_valid_loss : 0.16137400269508362
971760 0.161559 0.161374 0.165401 CURRENT LEARNING RATE: 4.214161001682553e-05
previous_iter_valid_loss : 0.17362172901630402
971780 0.173901 0.173622 0.165158 CURRENT LEARNING RATE: 4.21331825375982e-05
previous_iter_valid_loss : 0.16360262036323547
971800 0.163798 0.163603 0.165255 CURRENT LEARNING RATE: 4.2124756743698173e-05
previous_iter_valid_loss : 0.17807018756866455
971820 0.178229 0.178070 0.166096 CURRENT LEARNING RATE: 4.2116332634788354e-05
previous_iter_valid_loss : 0.16168427467346191
971840 0.161873 0.161684 0.165758 CURRENT LEARNING RATE: 4.2107910210531914e-05
previous_iter_valid_loss : 0.1689959317445755
971860 0.169237 0.168996 0.166178 CURRENT LEARNING RATE: 4.209948947059189e-05
previous_iter_valid_loss : 0.16410773992538452
971880 0.164300 0.164108 0.166236 CURRENT LEARNING RATE: 4.2091070414631456e-05
previous_iter_valid_loss : 0.1650795191526413
971900 0.165292 0.165080 0.166438 CURRENT LEARNING RATE: 4.2082653042313755e-05
previous_iter_valid_loss : 0.163010373711586
971920 0.163178 0.163010 0.166561 CURRENT LEARNING RATE: 4.207423735330227e-05
previous_iter_valid_loss : 0.16423143446445465
971940 0.164428 0.164231 0.166552 CURRENT LEARNING RATE: 4.206582334726028e-05
previous_iter_valid_loss : 0.16503874957561493
971960 0.165246 0.165039 0.166748 CURRENT LEARNING RATE: 4.2057411023851226e-05
previous_iter_valid_loss : 0.1605232208967209
971980 0.160688 0.160523 0.166745 CURRENT LEARNING RATE: 4.204900038273855e-05
previous_iter_valid_loss : 0.1633714735507965
972000 0.163572 0.163371 0.166745 CURRENT LEARNING RATE: 4.2040591423585965e-05
previous_iter_valid_loss : 0.16307306289672852
972020 0.163266 0.163073 0.166536 CURRENT LEARNING RATE: 4.2032184146057046e-05
previous_iter_valid_loss : 0.16459088027477264
972040 0.164793 0.164591 0.164526 CURRENT LEARNING RATE: 4.20237785498155e-05
previous_iter_valid_loss : 0.17461812496185303
972060 0.174766 0.174618 0.165227 CURRENT LEARNING RATE: 4.201537463452502e-05
previous_iter_valid_loss : 0.16450202465057373
972080 0.164701 0.164502 0.165424 CURRENT LEARNING RATE: 4.200697239984961e-05
previous_iter_valid_loss : 0.18365274369716644
972100 0.183795 0.183653 0.166455 CURRENT LEARNING RATE: 4.1998571845453104e-05
previous_iter_valid_loss : 0.17397025227546692
972120 0.174251 0.173970 0.166999 CURRENT LEARNING RATE: 4.199017297099947e-05
previous_iter_valid_loss : 0.16237762570381165
972140 0.162546 0.162378 0.166972 CURRENT LEARNING RATE: 4.198177577615269e-05
previous_iter_valid_loss : 0.16156338155269623
972160 0.161713 0.161563 0.166981 CURRENT LEARNING RATE: 4.197338026057703e-05
previous_iter_valid_loss : 0.1683274805545807
972180 0.168482 0.168327 0.166717 CURRENT LEARNING RATE: 4.196498642393657e-05
previous_iter_valid_loss : 0.16641958057880402
972200 0.166584 0.166420 0.166857 CURRENT LEARNING RATE: 4.195659426589551e-05
previous_iter_valid_loss : 0.1701354682445526
972220 0.170388 0.170135 0.166461 CURRENT LEARNING RATE: 4.1948203786118296e-05
previous_iter_valid_loss : 0.16479460895061493
972240 0.164953 0.164795 0.166616 CURRENT LEARNING RATE: 4.193981498426924e-05
previous_iter_valid_loss : 0.16072630882263184
972260 0.160874 0.160726 0.166203 CURRENT LEARNING RATE: 4.193142786001279e-05
previous_iter_valid_loss : 0.17643028497695923
972280 0.176581 0.176430 0.166819 CURRENT LEARNING RATE: 4.192304241301338e-05
previous_iter_valid_loss : 0.16747383773326874
972300 0.167706 0.167474 0.166939 CURRENT LEARNING RATE: 4.191465864293575e-05
previous_iter_valid_loss : 0.16111040115356445
972320 0.161294 0.161110 0.166844 CURRENT LEARNING RATE: 4.190627654944447e-05
previous_iter_valid_loss : 0.16102246940135956
972340 0.161169 0.161022 0.166683 CURRENT LEARNING RATE: 4.189789613220426e-05
previous_iter_valid_loss : 0.16450203955173492
972360 0.164705 0.164502 0.166656 CURRENT LEARNING RATE: 4.1889517390879826e-05
previous_iter_valid_loss : 0.16427303850650787
972380 0.164434 0.164273 0.166844 CURRENT LEARNING RATE: 4.188114032513617e-05
previous_iter_valid_loss : 0.17575596272945404
972400 0.175909 0.175756 0.167463 CURRENT LEARNING RATE: 4.187276493463813e-05
previous_iter_valid_loss : 0.1764264702796936
972420 0.176580 0.176426 0.168131 CURRENT LEARNING RATE: 4.186439121905069e-05
previous_iter_valid_loss : 0.16063262522220612
972440 0.160796 0.160633 0.167933 CURRENT LEARNING RATE: 4.185601917803884e-05
previous_iter_valid_loss : 0.17025475203990936
972460 0.170506 0.170255 0.167715 CURRENT LEARNING RATE: 4.184764881126783e-05
previous_iter_valid_loss : 0.16648484766483307
972480 0.166703 0.166485 0.167814 CURRENT LEARNING RATE: 4.1839280118402775e-05
previous_iter_valid_loss : 0.1628427803516388
972500 0.163028 0.162843 0.166773 CURRENT LEARNING RATE: 4.1830913099108935e-05
previous_iter_valid_loss : 0.17086640000343323
972520 0.171017 0.170866 0.166618 CURRENT LEARNING RATE: 4.182254775305154e-05
previous_iter_valid_loss : 0.16373462975025177
972540 0.163940 0.163735 0.166686 CURRENT LEARNING RATE: 4.1814184079896145e-05
previous_iter_valid_loss : 0.164311483502388
972560 0.164475 0.164311 0.166823 CURRENT LEARNING RATE: 4.180582207930813e-05
previous_iter_valid_loss : 0.1605256199836731
972580 0.160685 0.160526 0.166433 CURRENT LEARNING RATE: 4.179746175095291e-05
previous_iter_valid_loss : 0.1606730818748474
972600 0.160830 0.160673 0.166146 CURRENT LEARNING RATE: 4.178910309449625e-05
previous_iter_valid_loss : 0.16078974306583405
972620 0.160967 0.160790 0.165679 CURRENT LEARNING RATE: 4.178074610960371e-05
previous_iter_valid_loss : 0.16734139621257782
972640 0.167569 0.167341 0.165806 CURRENT LEARNING RATE: 4.1772390795941024e-05
previous_iter_valid_loss : 0.16495005786418915
972660 0.165164 0.164950 0.166017 CURRENT LEARNING RATE: 4.1764037153173904e-05
previous_iter_valid_loss : 0.16063646972179413
972680 0.160806 0.160636 0.165227 CURRENT LEARNING RATE: 4.1755685180968355e-05
previous_iter_valid_loss : 0.1650620400905609
972700 0.165261 0.165062 0.165107 CURRENT LEARNING RATE: 4.174733487899021e-05
previous_iter_valid_loss : 0.17287853360176086
972720 0.173147 0.172879 0.165695 CURRENT LEARNING RATE: 4.173898624690547e-05
previous_iter_valid_loss : 0.19142213463783264
972740 0.191855 0.191422 0.167215 CURRENT LEARNING RATE: 4.173063928438011e-05
previous_iter_valid_loss : 0.16855774819850922
972760 0.168791 0.168558 0.167418 CURRENT LEARNING RATE: 4.17222939910804e-05
previous_iter_valid_loss : 0.16313353180885315
972780 0.163305 0.163134 0.167361 CURRENT LEARNING RATE: 4.1713950366672456e-05
previous_iter_valid_loss : 0.1606227159500122
972800 0.160783 0.160623 0.166604 CURRENT LEARNING RATE: 4.170560841082253e-05
previous_iter_valid_loss : 0.16366997361183167
972820 0.163838 0.163670 0.165967 CURRENT LEARNING RATE: 4.1697268123196874e-05
previous_iter_valid_loss : 0.1645973175764084
972840 0.164760 0.164597 0.166165 CURRENT LEARNING RATE: 4.1688929503462024e-05
previous_iter_valid_loss : 0.17125621438026428
972860 0.171410 0.171256 0.166215 CURRENT LEARNING RATE: 4.168059255128436e-05
previous_iter_valid_loss : 0.1628658026456833
972880 0.163052 0.162866 0.166034 CURRENT LEARNING RATE: 4.16722572663304e-05
previous_iter_valid_loss : 0.16965270042419434
972900 0.169904 0.169653 0.166374 CURRENT LEARNING RATE: 4.166392364826667e-05
previous_iter_valid_loss : 0.16983671486377716
972920 0.170078 0.169837 0.166323 CURRENT LEARNING RATE: 4.1655591696759955e-05
previous_iter_valid_loss : 0.16300681233406067
972940 0.163174 0.163007 0.166287 CURRENT LEARNING RATE: 4.164726141147692e-05
previous_iter_valid_loss : 0.16051369905471802
972960 0.160672 0.160514 0.166097 CURRENT LEARNING RATE: 4.163893279208435e-05
previous_iter_valid_loss : 0.17232994735240936
972980 0.172588 0.172330 0.166687 CURRENT LEARNING RATE: 4.1630605838249013e-05
previous_iter_valid_loss : 0.16187435388565063
973000 0.162034 0.161874 0.166747 CURRENT LEARNING RATE: 4.1622280549637994e-05
previous_iter_valid_loss : 0.1792578548192978
973020 0.179421 0.179258 0.167670 CURRENT LEARNING RATE: 4.161395692591821e-05
previous_iter_valid_loss : 0.16106805205345154
973040 0.161227 0.161068 0.167357 CURRENT LEARNING RATE: 4.160563496675662e-05
previous_iter_valid_loss : 0.16838110983371735
973060 0.168536 0.168381 0.167528 CURRENT LEARNING RATE: 4.159731467182052e-05
previous_iter_valid_loss : 0.16054993867874146
973080 0.160707 0.160550 0.167524 CURRENT LEARNING RATE: 4.1588996040777006e-05
previous_iter_valid_loss : 0.16144372522830963
973100 0.161601 0.161444 0.167343 CURRENT LEARNING RATE: 4.158067907329334e-05
previous_iter_valid_loss : 0.16221272945404053
973120 0.162373 0.162213 0.166810 CURRENT LEARNING RATE: 4.157236376903678e-05
previous_iter_valid_loss : 0.1627604365348816
973140 0.162956 0.162760 0.165377 CURRENT LEARNING RATE: 4.1564050127674835e-05
previous_iter_valid_loss : 0.16741959750652313
973160 0.167639 0.167420 0.165320 CURRENT LEARNING RATE: 4.155573814887491e-05
previous_iter_valid_loss : 0.16201162338256836
973180 0.162180 0.162012 0.165264 CURRENT LEARNING RATE: 4.154742783230451e-05
previous_iter_valid_loss : 0.16051195561885834
973200 0.160680 0.160512 0.165258 CURRENT LEARNING RATE: 4.153911917763115e-05
previous_iter_valid_loss : 0.16522037982940674
973220 0.165410 0.165220 0.165336 CURRENT LEARNING RATE: 4.153081218452265e-05
previous_iter_valid_loss : 0.1670866161584854
973240 0.167306 0.167087 0.165460 CURRENT LEARNING RATE: 4.152250685264663e-05
previous_iter_valid_loss : 0.16063456237316132
973260 0.160797 0.160635 0.164929 CURRENT LEARNING RATE: 4.15142031816709e-05
previous_iter_valid_loss : 0.1687217652797699
973280 0.168877 0.168722 0.165222 CURRENT LEARNING RATE: 4.1505901171263226e-05
previous_iter_valid_loss : 0.16071879863739014
973300 0.160887 0.160719 0.164775 CURRENT LEARNING RATE: 4.1497600821091676e-05
previous_iter_valid_loss : 0.16345296800136566
973320 0.163623 0.163453 0.164456 CURRENT LEARNING RATE: 4.148930213082417e-05
previous_iter_valid_loss : 0.16056424379348755
973340 0.160734 0.160564 0.164334 CURRENT LEARNING RATE: 4.1481005100128746e-05
previous_iter_valid_loss : 0.18474958837032318
973360 0.184896 0.184750 0.165546 CURRENT LEARNING RATE: 4.147270972867347e-05
previous_iter_valid_loss : 0.16193987429141998
973380 0.162134 0.161940 0.165026 CURRENT LEARNING RATE: 4.146441601612665e-05
previous_iter_valid_loss : 0.1606064736843109
973400 0.160763 0.160606 0.164963 CURRENT LEARNING RATE: 4.145612396215648e-05
previous_iter_valid_loss : 0.17062871158123016
973420 0.170776 0.170629 0.164531 CURRENT LEARNING RATE: 4.14478335664312e-05
previous_iter_valid_loss : 0.17104166746139526
973440 0.171190 0.171042 0.165030 CURRENT LEARNING RATE: 4.143954482861935e-05
previous_iter_valid_loss : 0.17404259741306305
973460 0.174197 0.174043 0.165313 CURRENT LEARNING RATE: 4.143125774838929e-05
previous_iter_valid_loss : 0.16663378477096558
973480 0.166789 0.166634 0.165617 CURRENT LEARNING RATE: 4.142297232540955e-05
previous_iter_valid_loss : 0.16219069063663483
973500 0.162347 0.162191 0.165655 CURRENT LEARNING RATE: 4.141468855934863e-05
previous_iter_valid_loss : 0.16106471419334412
973520 0.161249 0.161065 0.165597 CURRENT LEARNING RATE: 4.140640644987533e-05
previous_iter_valid_loss : 0.1733383685350418
973540 0.173487 0.173338 0.166126 CURRENT LEARNING RATE: 4.13981259966583e-05
previous_iter_valid_loss : 0.1794065684080124
973560 0.179565 0.179407 0.166725 CURRENT LEARNING RATE: 4.138984719936631e-05
previous_iter_valid_loss : 0.16425324976444244
973580 0.164430 0.164253 0.166837 CURRENT LEARNING RATE: 4.1381570057668146e-05
previous_iter_valid_loss : 0.1860341876745224
973600 0.186181 0.186034 0.168114 CURRENT LEARNING RATE: 4.137329457123286e-05
previous_iter_valid_loss : 0.1721872240304947
973620 0.172337 0.172187 0.168462 CURRENT LEARNING RATE: 4.136502073972936e-05
previous_iter_valid_loss : 0.16577553749084473
973640 0.165936 0.165776 0.168396 CURRENT LEARNING RATE: 4.13567485628267e-05
previous_iter_valid_loss : 0.16184815764427185
973660 0.162000 0.161848 0.168457 CURRENT LEARNING RATE: 4.1348478040193914e-05
previous_iter_valid_loss : 0.16334976255893707
973680 0.163539 0.163350 0.168188 CURRENT LEARNING RATE: 4.1340209171500325e-05
previous_iter_valid_loss : 0.16875404119491577
973700 0.168988 0.168754 0.168590 CURRENT LEARNING RATE: 4.133194195641511e-05
previous_iter_valid_loss : 0.1607758104801178
973720 0.160932 0.160776 0.168456 CURRENT LEARNING RATE: 4.1323676394607585e-05
previous_iter_valid_loss : 0.16771860420703888
973740 0.167939 0.167719 0.168814 CURRENT LEARNING RATE: 4.1315412485747036e-05
previous_iter_valid_loss : 0.16198979318141937
973760 0.162179 0.161990 0.167676 CURRENT LEARNING RATE: 4.130715022950307e-05
previous_iter_valid_loss : 0.160767063498497
973780 0.160943 0.160767 0.167617 CURRENT LEARNING RATE: 4.129888962554512e-05
previous_iter_valid_loss : 0.16093215346336365
973800 0.161106 0.160932 0.167634 CURRENT LEARNING RATE: 4.1290630673542686e-05
previous_iter_valid_loss : 0.16057372093200684
973820 0.160733 0.160574 0.167131 CURRENT LEARNING RATE: 4.1282373373165565e-05
previous_iter_valid_loss : 0.1672169417142868
973840 0.167373 0.167217 0.166940 CURRENT LEARNING RATE: 4.1274117724083376e-05
previous_iter_valid_loss : 0.17567256093025208
973860 0.175826 0.175673 0.167021 CURRENT LEARNING RATE: 4.1265863725965904e-05
previous_iter_valid_loss : 0.163018137216568
973880 0.163208 0.163018 0.166840 CURRENT LEARNING RATE: 4.1257611378482916e-05
previous_iter_valid_loss : 0.1624039113521576
973900 0.162589 0.162404 0.166851 CURRENT LEARNING RATE: 4.1249360681304455e-05
previous_iter_valid_loss : 0.16294266283512115
973920 0.163141 0.162943 0.166945 CURRENT LEARNING RATE: 4.124111163410043e-05
previous_iter_valid_loss : 0.16855454444885254
973940 0.168709 0.168555 0.166706 CURRENT LEARNING RATE: 4.123286423654088e-05
previous_iter_valid_loss : 0.16344915330410004
973960 0.163625 0.163449 0.165908 CURRENT LEARNING RATE: 4.122461848829582e-05
previous_iter_valid_loss : 0.16717413067817688
973980 0.167330 0.167174 0.166054 CURRENT LEARNING RATE: 4.121637438903559e-05
previous_iter_valid_loss : 0.1625651866197586
974000 0.162748 0.162565 0.164881 CURRENT LEARNING RATE: 4.120813193843034e-05
previous_iter_valid_loss : 0.16139046847820282
974020 0.161551 0.161390 0.164341 CURRENT LEARNING RATE: 4.119989113615037e-05
previous_iter_valid_loss : 0.16250386834144592
974040 0.162677 0.162504 0.164177 CURRENT LEARNING RATE: 4.1191651981865976e-05
previous_iter_valid_loss : 0.17316029965877533
974060 0.173423 0.173160 0.164743 CURRENT LEARNING RATE: 4.1183414475247745e-05
previous_iter_valid_loss : 0.17212793231010437
974080 0.172386 0.172128 0.165182 CURRENT LEARNING RATE: 4.117517861596609e-05
previous_iter_valid_loss : 0.1609029620885849
974100 0.161054 0.160903 0.164789 CURRENT LEARNING RATE: 4.1166944403691594e-05
previous_iter_valid_loss : 0.16188685595989227
974120 0.162082 0.161887 0.164845 CURRENT LEARNING RATE: 4.1158711838094804e-05
previous_iter_valid_loss : 0.16142338514328003
974140 0.161611 0.161423 0.164530 CURRENT LEARNING RATE: 4.1150480918846566e-05
previous_iter_valid_loss : 0.16173987090587616
974160 0.161907 0.161740 0.164517 CURRENT LEARNING RATE: 4.1142251645617566e-05
previous_iter_valid_loss : 0.16432349383831024
974180 0.164516 0.164323 0.164695 CURRENT LEARNING RATE: 4.113402401807857e-05
previous_iter_valid_loss : 0.16706055402755737
974200 0.167225 0.167061 0.165002 CURRENT LEARNING RATE: 4.112579803590062e-05
previous_iter_valid_loss : 0.16096137464046478
974220 0.161125 0.160961 0.165021 CURRENT LEARNING RATE: 4.1117573698754585e-05
previous_iter_valid_loss : 0.16251765191555023
974240 0.162710 0.162518 0.164786 CURRENT LEARNING RATE: 4.11093510063115e-05
previous_iter_valid_loss : 0.16078190505504608
974260 0.160948 0.160782 0.164042 CURRENT LEARNING RATE: 4.1101129958242394e-05
previous_iter_valid_loss : 0.1605548858642578
974280 0.160720 0.160555 0.163918 CURRENT LEARNING RATE: 4.1092910554218565e-05
previous_iter_valid_loss : 0.1684037446975708
974300 0.168635 0.168404 0.164218 CURRENT LEARNING RATE: 4.108469279391117e-05
previous_iter_valid_loss : 0.1605345755815506
974320 0.160699 0.160535 0.164098 CURRENT LEARNING RATE: 4.107647667699148e-05
previous_iter_valid_loss : 0.16285869479179382
974340 0.163029 0.162859 0.163813 CURRENT LEARNING RATE: 4.10682622031308e-05
previous_iter_valid_loss : 0.1607155203819275
974360 0.160868 0.160716 0.163676 CURRENT LEARNING RATE: 4.106004937200068e-05
previous_iter_valid_loss : 0.1677142083644867
974380 0.167873 0.167714 0.163703 CURRENT LEARNING RATE: 4.105183818327254e-05
previous_iter_valid_loss : 0.1733289361000061
974400 0.173477 0.173329 0.164242 CURRENT LEARNING RATE: 4.104362863661794e-05
previous_iter_valid_loss : 0.16053703427314758
974420 0.160691 0.160537 0.164199 CURRENT LEARNING RATE: 4.103542073170841e-05
previous_iter_valid_loss : 0.16132786870002747
974440 0.161480 0.161328 0.164140 CURRENT LEARNING RATE: 4.102721446821579e-05
previous_iter_valid_loss : 0.16606147587299347
974460 0.166218 0.166061 0.163785 CURRENT LEARNING RATE: 4.1019009845811756e-05
previous_iter_valid_loss : 0.17532391846179962
974480 0.175474 0.175324 0.163945 CURRENT LEARNING RATE: 4.101080686416812e-05
previous_iter_valid_loss : 0.17033573985099792
974500 0.170486 0.170336 0.164417 CURRENT LEARNING RATE: 4.100260552295669e-05
previous_iter_valid_loss : 0.16074177622795105
974520 0.160925 0.160742 0.164359 CURRENT LEARNING RATE: 4.099440582184956e-05
previous_iter_valid_loss : 0.16079191863536835
974540 0.160952 0.160792 0.164328 CURRENT LEARNING RATE: 4.098620776051867e-05
previous_iter_valid_loss : 0.1608087122440338
974560 0.160986 0.160809 0.164281 CURRENT LEARNING RATE: 4.09780113386361e-05
previous_iter_valid_loss : 0.16684600710868835
974580 0.167003 0.166846 0.164407 CURRENT LEARNING RATE: 4.096981655587391e-05
previous_iter_valid_loss : 0.16790862381458282
974600 0.168132 0.167909 0.164450 CURRENT LEARNING RATE: 4.096162341190446e-05
previous_iter_valid_loss : 0.16475802659988403
974620 0.164959 0.164758 0.164640 CURRENT LEARNING RATE: 4.095343190639995e-05
previous_iter_valid_loss : 0.17237259447574615
974640 0.172644 0.172373 0.165132 CURRENT LEARNING RATE: 4.094524203903266e-05
previous_iter_valid_loss : 0.1622428447008133
974660 0.162408 0.162243 0.165205 CURRENT LEARNING RATE: 4.0937053809475116e-05
previous_iter_valid_loss : 0.16342362761497498
974680 0.163593 0.163424 0.165349 CURRENT LEARNING RATE: 4.0928867217399744e-05
previous_iter_valid_loss : 0.1664394736289978
974700 0.166650 0.166439 0.165251 CURRENT LEARNING RATE: 4.092068226247906e-05
previous_iter_valid_loss : 0.17384125292301178
974720 0.174108 0.173841 0.165916 CURRENT LEARNING RATE: 4.091249894438559e-05
previous_iter_valid_loss : 0.16899481415748596
974740 0.169146 0.168995 0.166223 CURRENT LEARNING RATE: 4.090431726279216e-05
previous_iter_valid_loss : 0.17198649048805237
974760 0.172251 0.171986 0.166786 CURRENT LEARNING RATE: 4.0896137217371434e-05
previous_iter_valid_loss : 0.1687684953212738
974780 0.168916 0.168768 0.166839 CURRENT LEARNING RATE: 4.0887958807796196e-05
previous_iter_valid_loss : 0.1641005426645279
974800 0.164273 0.164101 0.166378 CURRENT LEARNING RATE: 4.0879782033739245e-05
previous_iter_valid_loss : 0.16230028867721558
974820 0.162454 0.162300 0.166466 CURRENT LEARNING RATE: 4.087160689487365e-05
previous_iter_valid_loss : 0.16049711406230927
974840 0.160669 0.160497 0.166424 CURRENT LEARNING RATE: 4.086343339087234e-05
previous_iter_valid_loss : 0.16623884439468384
974860 0.166459 0.166239 0.166433 CURRENT LEARNING RATE: 4.085526152140838e-05
previous_iter_valid_loss : 0.18221710622310638
974880 0.182567 0.182217 0.166778 CURRENT LEARNING RATE: 4.08470912861548e-05
previous_iter_valid_loss : 0.1653677225112915
974900 0.165528 0.165368 0.166529 CURRENT LEARNING RATE: 4.083892268478495e-05
previous_iter_valid_loss : 0.16059193015098572
974920 0.160760 0.160592 0.166522 CURRENT LEARNING RATE: 4.083075571697202e-05
previous_iter_valid_loss : 0.16119696199893951
974940 0.161382 0.161197 0.166542 CURRENT LEARNING RATE: 4.082259038238932e-05
previous_iter_valid_loss : 0.16084100306034088
974960 0.161016 0.160841 0.166544 CURRENT LEARNING RATE: 4.0814426680710165e-05
previous_iter_valid_loss : 0.1625034213066101
974980 0.162681 0.162503 0.166327 CURRENT LEARNING RATE: 4.080626461160817e-05
previous_iter_valid_loss : 0.1608082503080368
975000 0.160992 0.160808 0.165972 CURRENT LEARNING RATE: 4.079810417475675e-05
previous_iter_valid_loss : 0.1627672165632248
975020 0.162929 0.162767 0.165872 CURRENT LEARNING RATE: 4.0789945369829435e-05
previous_iter_valid_loss : 0.16117753088474274
975040 0.161360 0.161178 0.165312 CURRENT LEARNING RATE: 4.0781788196500006e-05
previous_iter_valid_loss : 0.161838099360466
975060 0.161992 0.161838 0.165292 CURRENT LEARNING RATE: 4.077363265444212e-05
previous_iter_valid_loss : 0.16303865611553192
975080 0.163234 0.163039 0.165273 CURRENT LEARNING RATE: 4.076547874332954e-05
previous_iter_valid_loss : 0.16099752485752106
975100 0.161163 0.160998 0.165001 CURRENT LEARNING RATE: 4.075732646283604e-05
previous_iter_valid_loss : 0.1691250503063202
975120 0.169281 0.169125 0.164765 CURRENT LEARNING RATE: 4.074917581263568e-05
previous_iter_valid_loss : 0.16244710981845856
975140 0.162639 0.162447 0.164438 CURRENT LEARNING RATE: 4.0741026792402364e-05
previous_iter_valid_loss : 0.17014364898204803
975160 0.170396 0.170144 0.164345 CURRENT LEARNING RATE: 4.0732879401810116e-05
previous_iter_valid_loss : 0.16512496769428253
975180 0.165327 0.165125 0.164163 CURRENT LEARNING RATE: 4.0724733640532986e-05
previous_iter_valid_loss : 0.1626226305961609
975200 0.162815 0.162623 0.164089 CURRENT LEARNING RATE: 4.071658950824527e-05
previous_iter_valid_loss : 0.16221784055233002
975220 0.162375 0.162218 0.164085 CURRENT LEARNING RATE: 4.070844700462115e-05
previous_iter_valid_loss : 0.1634242832660675
975240 0.163593 0.163424 0.164232 CURRENT LEARNING RATE: 4.070030612933491e-05
previous_iter_valid_loss : 0.16050206124782562
975260 0.160669 0.160502 0.163945 CURRENT LEARNING RATE: 4.0692166882060846e-05
previous_iter_valid_loss : 0.16087335348129272
975280 0.161053 0.160873 0.162878 CURRENT LEARNING RATE: 4.068402926247353e-05
previous_iter_valid_loss : 0.16792136430740356
975300 0.168155 0.167921 0.163005 CURRENT LEARNING RATE: 4.06758932702474e-05
previous_iter_valid_loss : 0.16265413165092468
975320 0.162818 0.162654 0.163108 CURRENT LEARNING RATE: 4.0667758905057004e-05
previous_iter_valid_loss : 0.1605210155248642
975340 0.160689 0.160521 0.163075 CURRENT LEARNING RATE: 4.0659626166576894e-05
previous_iter_valid_loss : 0.16120143234729767
975360 0.161383 0.161201 0.163093 CURRENT LEARNING RATE: 4.065149505448191e-05
previous_iter_valid_loss : 0.16882571578025818
975380 0.168985 0.168826 0.163409 CURRENT LEARNING RATE: 4.064336556844674e-05
previous_iter_valid_loss : 0.1700875461101532
975400 0.170236 0.170088 0.163873 CURRENT LEARNING RATE: 4.0635237708146115e-05
previous_iter_valid_loss : 0.16478665173053741
975420 0.164954 0.164787 0.163974 CURRENT LEARNING RATE: 4.062711147325508e-05
previous_iter_valid_loss : 0.1681363731622696
975440 0.168288 0.168136 0.164322 CURRENT LEARNING RATE: 4.0618986863448514e-05
previous_iter_valid_loss : 0.16789697110652924
975460 0.168120 0.167897 0.164624 CURRENT LEARNING RATE: 4.061086387840142e-05
previous_iter_valid_loss : 0.1696985363960266
975480 0.169935 0.169699 0.164957 CURRENT LEARNING RATE: 4.060274251778882e-05
previous_iter_valid_loss : 0.16206693649291992
975500 0.162212 0.162067 0.165011 CURRENT LEARNING RATE: 4.0594622781286e-05
previous_iter_valid_loss : 0.1604989916086197
975520 0.160658 0.160499 0.164580 CURRENT LEARNING RATE: 4.058650466856809e-05
previous_iter_valid_loss : 0.16054660081863403
975540 0.160704 0.160547 0.164485 CURRENT LEARNING RATE: 4.057838817931038e-05
previous_iter_valid_loss : 0.16203801333904266
975560 0.162229 0.162038 0.164079 CURRENT LEARNING RATE: 4.057027331318813e-05
previous_iter_valid_loss : 0.16231587529182434
975580 0.162508 0.162316 0.163939 CURRENT LEARNING RATE: 4.0562160069876884e-05
previous_iter_valid_loss : 0.16246463358402252
975600 0.162644 0.162465 0.163931 CURRENT LEARNING RATE: 4.0554048449052053e-05
previous_iter_valid_loss : 0.16398504376411438
975620 0.164152 0.163985 0.164019 CURRENT LEARNING RATE: 4.0545938450389154e-05
previous_iter_valid_loss : 0.1606259047985077
975640 0.160802 0.160626 0.163879 CURRENT LEARNING RATE: 4.053783007356373e-05
previous_iter_valid_loss : 0.1641162484884262
975660 0.164291 0.164116 0.164060 CURRENT LEARNING RATE: 4.05297233182516e-05
previous_iter_valid_loss : 0.16085126996040344
975680 0.161012 0.160851 0.164059 CURRENT LEARNING RATE: 4.052161818412839e-05
previous_iter_valid_loss : 0.1605439931154251
975700 0.160715 0.160544 0.163690 CURRENT LEARNING RATE: 4.0513514670869924e-05
previous_iter_valid_loss : 0.16269205510616302
975720 0.162855 0.162692 0.163692 CURRENT LEARNING RATE: 4.050541277815198e-05
previous_iter_valid_loss : 0.19881269335746765
975740 0.199339 0.198813 0.165607 CURRENT LEARNING RATE: 4.049731250565062e-05
previous_iter_valid_loss : 0.16402190923690796
975760 0.164224 0.164022 0.165748 CURRENT LEARNING RATE: 4.048921385304176e-05
previous_iter_valid_loss : 0.1657075732946396
975780 0.165915 0.165708 0.165592 CURRENT LEARNING RATE: 4.048111682000146e-05
previous_iter_valid_loss : 0.17320141196250916
975800 0.173471 0.173201 0.165747 CURRENT LEARNING RATE: 4.047302140620578e-05
previous_iter_valid_loss : 0.1852184385061264
975820 0.185603 0.185218 0.166769 CURRENT LEARNING RATE: 4.046492761133102e-05
previous_iter_valid_loss : 0.1741773784160614
975840 0.174325 0.174177 0.167071 CURRENT LEARNING RATE: 4.045683543505338e-05
previous_iter_valid_loss : 0.16926899552345276
975860 0.169421 0.169269 0.167140 CURRENT LEARNING RATE: 4.044874487704908e-05
previous_iter_valid_loss : 0.16069717705249786
975880 0.160856 0.160697 0.166690 CURRENT LEARNING RATE: 4.044065593699466e-05
previous_iter_valid_loss : 0.16131377220153809
975900 0.161472 0.161314 0.166652 CURRENT LEARNING RATE: 4.043256861456648e-05
previous_iter_valid_loss : 0.16400663554668427
975920 0.164178 0.164007 0.166827 CURRENT LEARNING RATE: 4.042448290944105e-05
previous_iter_valid_loss : 0.16456973552703857
975940 0.164735 0.164570 0.167028 CURRENT LEARNING RATE: 4.041639882129487e-05
previous_iter_valid_loss : 0.17277994751930237
975960 0.172928 0.172780 0.167566 CURRENT LEARNING RATE: 4.040831634980472e-05
previous_iter_valid_loss : 0.16409891843795776
975980 0.164266 0.164099 0.167655 CURRENT LEARNING RATE: 4.0400235494647226e-05
previous_iter_valid_loss : 0.16311049461364746
976000 0.163296 0.163110 0.167687 CURRENT LEARNING RATE: 4.039215625549916e-05
previous_iter_valid_loss : 0.16681087017059326
976020 0.167025 0.166811 0.167828 CURRENT LEARNING RATE: 4.038407863203728e-05
previous_iter_valid_loss : 0.16072936356067657
976040 0.160885 0.160729 0.167833 CURRENT LEARNING RATE: 4.0376002623938624e-05
previous_iter_valid_loss : 0.16056311130523682
976060 0.160715 0.160563 0.167656 CURRENT LEARNING RATE: 4.036792823088008e-05
previous_iter_valid_loss : 0.19234806299209595
976080 0.192471 0.192348 0.169231 CURRENT LEARNING RATE: 4.0359855452538665e-05
previous_iter_valid_loss : 0.16068363189697266
976100 0.160853 0.160684 0.169238 CURRENT LEARNING RATE: 4.03517842885914e-05
previous_iter_valid_loss : 0.1652204990386963
976120 0.165384 0.165220 0.169364 CURRENT LEARNING RATE: 4.034371473871559e-05
previous_iter_valid_loss : 0.16683776676654816
976140 0.166989 0.166838 0.167765 CURRENT LEARNING RATE: 4.033564680258837e-05
previous_iter_valid_loss : 0.16259978711605072
976160 0.162799 0.162600 0.167694 CURRENT LEARNING RATE: 4.032758047988703e-05
previous_iter_valid_loss : 0.16248036921024323
976180 0.162660 0.162480 0.167533 CURRENT LEARNING RATE: 4.031951577028884e-05
previous_iter_valid_loss : 0.16052307188510895
976200 0.160677 0.160523 0.166899 CURRENT LEARNING RATE: 4.031145267347136e-05
previous_iter_valid_loss : 0.17373865842819214
976220 0.174020 0.173739 0.166325 CURRENT LEARNING RATE: 4.030339118911199e-05
previous_iter_valid_loss : 0.1622716635465622
976240 0.162448 0.162272 0.165730 CURRENT LEARNING RATE: 4.0295331316888204e-05
previous_iter_valid_loss : 0.1809493452310562
976260 0.181297 0.180949 0.166314 CURRENT LEARNING RATE: 4.028727305647775e-05
previous_iter_valid_loss : 0.16358546912670135
976280 0.163765 0.163585 0.166458 CURRENT LEARNING RATE: 4.027921640755822e-05
previous_iter_valid_loss : 0.16601918637752533
976300 0.166179 0.166019 0.166693 CURRENT LEARNING RATE: 4.027116136980735e-05
previous_iter_valid_loss : 0.16133838891983032
976320 0.161535 0.161338 0.166560 CURRENT LEARNING RATE: 4.026310794290287e-05
previous_iter_valid_loss : 0.1857742816209793
976340 0.185920 0.185774 0.167620 CURRENT LEARNING RATE: 4.025505612652279e-05
previous_iter_valid_loss : 0.16070754826068878
976360 0.160867 0.160708 0.167017 CURRENT LEARNING RATE: 4.024700592034495e-05
previous_iter_valid_loss : 0.17471224069595337
976380 0.174862 0.174712 0.167547 CURRENT LEARNING RATE: 4.023895732404736e-05
previous_iter_valid_loss : 0.16342507302761078
976400 0.163632 0.163425 0.167563 CURRENT LEARNING RATE: 4.0230910337308e-05
previous_iter_valid_loss : 0.16089662909507751
976420 0.161084 0.160897 0.167267 CURRENT LEARNING RATE: 4.0222864959805124e-05
previous_iter_valid_loss : 0.17059503495693207
976440 0.170744 0.170595 0.167761 CURRENT LEARNING RATE: 4.021482119121685e-05
previous_iter_valid_loss : 0.16170580685138702
976460 0.161890 0.161706 0.167818 CURRENT LEARNING RATE: 4.020677903122143e-05
previous_iter_valid_loss : 0.16325680911540985
976480 0.163447 0.163257 0.166363 CURRENT LEARNING RATE: 4.019873847949711e-05
previous_iter_valid_loss : 0.16419488191604614
976500 0.164371 0.164195 0.166539 CURRENT LEARNING RATE: 4.0190699535722405e-05
previous_iter_valid_loss : 0.1622777283191681
976520 0.162472 0.162278 0.166392 CURRENT LEARNING RATE: 4.018266219957568e-05
previous_iter_valid_loss : 0.16067034006118774
976540 0.160833 0.160670 0.166083 CURRENT LEARNING RATE: 4.017462647073546e-05
previous_iter_valid_loss : 0.17215515673160553
976560 0.172303 0.172155 0.166561 CURRENT LEARNING RATE: 4.016659234888023e-05
previous_iter_valid_loss : 0.16064295172691345
976580 0.160816 0.160643 0.166469 CURRENT LEARNING RATE: 4.015855983368876e-05
previous_iter_valid_loss : 0.16058659553527832
976600 0.160751 0.160587 0.166472 CURRENT LEARNING RATE: 4.01505289248397e-05
previous_iter_valid_loss : 0.16084587574005127
976620 0.161028 0.160846 0.165828 CURRENT LEARNING RATE: 4.014249962201172e-05
previous_iter_valid_loss : 0.1605384796857834
976640 0.160708 0.160538 0.165741 CURRENT LEARNING RATE: 4.013447192488381e-05
previous_iter_valid_loss : 0.16092972457408905
976660 0.161092 0.160930 0.164740 CURRENT LEARNING RATE: 4.012644583313478e-05
previous_iter_valid_loss : 0.1619027853012085
976680 0.162064 0.161903 0.164656 CURRENT LEARNING RATE: 4.011842134644359e-05
previous_iter_valid_loss : 0.16144773364067078
976700 0.161636 0.161448 0.164427 CURRENT LEARNING RATE: 4.011039846448919e-05
previous_iter_valid_loss : 0.18380475044250488
976720 0.183953 0.183805 0.165551 CURRENT LEARNING RATE: 4.01023771869508e-05
previous_iter_valid_loss : 0.16362211108207703
976740 0.163815 0.163622 0.164443 CURRENT LEARNING RATE: 4.0094357513507506e-05
previous_iter_valid_loss : 0.166617751121521
976760 0.166776 0.166618 0.164738 CURRENT LEARNING RATE: 4.008633944383852e-05
previous_iter_valid_loss : 0.1648377627134323
976780 0.165007 0.164838 0.164245 CURRENT LEARNING RATE: 4.007832297762304e-05
previous_iter_valid_loss : 0.17756004631519318
976800 0.177716 0.177560 0.164951 CURRENT LEARNING RATE: 4.0070308114540556e-05
previous_iter_valid_loss : 0.16492131352424622
976820 0.165128 0.164921 0.165153 CURRENT LEARNING RATE: 4.0062294854270405e-05
previous_iter_valid_loss : 0.16764205694198608
976840 0.167875 0.167642 0.165005 CURRENT LEARNING RATE: 4.0054283196492054e-05
previous_iter_valid_loss : 0.1608043611049652
976860 0.160958 0.160804 0.164960 CURRENT LEARNING RATE: 4.004627314088497e-05
previous_iter_valid_loss : 0.18869055807590485
976880 0.188835 0.188691 0.166232 CURRENT LEARNING RATE: 4.0038264687128876e-05
previous_iter_valid_loss : 0.1651497334241867
976900 0.165310 0.165150 0.166279 CURRENT LEARNING RATE: 4.0030257834903386e-05
previous_iter_valid_loss : 0.16059048473834991
976920 0.160746 0.160590 0.166195 CURRENT LEARNING RATE: 4.00222525838882e-05
previous_iter_valid_loss : 0.16381321847438812
976940 0.163985 0.163813 0.166352 CURRENT LEARNING RATE: 4.001424893376307e-05
previous_iter_valid_loss : 0.167599156498909
976960 0.167832 0.167599 0.166124 CURRENT LEARNING RATE: 4.0006246884207965e-05
previous_iter_valid_loss : 0.16568493843078613
976980 0.165848 0.165685 0.166377 CURRENT LEARNING RATE: 3.9998246434902736e-05
previous_iter_valid_loss : 0.16350078582763672
977000 0.163673 0.163501 0.166522 CURRENT LEARNING RATE: 3.9990247585527304e-05
previous_iter_valid_loss : 0.16654759645462036
977020 0.166707 0.166548 0.166807 CURRENT LEARNING RATE: 3.998225033576185e-05
previous_iter_valid_loss : 0.17086553573608398
977040 0.171013 0.170866 0.167324 CURRENT LEARNING RATE: 3.997425468528642e-05
previous_iter_valid_loss : 0.160761758685112
977060 0.160940 0.160762 0.167315 CURRENT LEARNING RATE: 3.9966260633781176e-05
previous_iter_valid_loss : 0.16792042553424835
977080 0.168076 0.167920 0.167616 CURRENT LEARNING RATE: 3.99582681809263e-05
previous_iter_valid_loss : 0.1639786958694458
977100 0.164171 0.163979 0.167743 CURRENT LEARNING RATE: 3.995027732640222e-05
previous_iter_valid_loss : 0.16450947523117065
977120 0.164703 0.164509 0.166778 CURRENT LEARNING RATE: 3.9942288069889237e-05
previous_iter_valid_loss : 0.16124024987220764
977140 0.161401 0.161240 0.166659 CURRENT LEARNING RATE: 3.993430041106779e-05
previous_iter_valid_loss : 0.16363312304019928
977160 0.163804 0.163633 0.166510 CURRENT LEARNING RATE: 3.9926314349618286e-05
previous_iter_valid_loss : 0.17407387495040894
977180 0.174341 0.174074 0.166971 CURRENT LEARNING RATE: 3.9918329885221434e-05
previous_iter_valid_loss : 0.16353556513786316
977200 0.163703 0.163536 0.166270 CURRENT LEARNING RATE: 3.9910347017557785e-05
previous_iter_valid_loss : 0.16054406762123108
977220 0.160708 0.160544 0.166051 CURRENT LEARNING RATE: 3.990236574630802e-05
previous_iter_valid_loss : 0.17040078341960907
977240 0.170657 0.170401 0.166189 CURRENT LEARNING RATE: 3.9894386071152825e-05
previous_iter_valid_loss : 0.16835294663906097
977260 0.168582 0.168353 0.166567 CURRENT LEARNING RATE: 3.988640799177314e-05
previous_iter_valid_loss : 0.17187508940696716
977280 0.172025 0.171875 0.165726 CURRENT LEARNING RATE: 3.987843150784978e-05
previous_iter_valid_loss : 0.16225898265838623
977300 0.162418 0.162259 0.165581 CURRENT LEARNING RATE: 3.9870456619063696e-05
previous_iter_valid_loss : 0.16072553396224976
977320 0.160901 0.160726 0.165588 CURRENT LEARNING RATE: 3.9862483325095806e-05
previous_iter_valid_loss : 0.16107237339019775
977340 0.161238 0.161072 0.165451 CURRENT LEARNING RATE: 3.985451162562732e-05
previous_iter_valid_loss : 0.1606503278017044
977360 0.160826 0.160650 0.165104 CURRENT LEARNING RATE: 3.984654152033931e-05
previous_iter_valid_loss : 0.17091034352779388
977380 0.171061 0.170910 0.165365 CURRENT LEARNING RATE: 3.983857300891297e-05
previous_iter_valid_loss : 0.1801317036151886
977400 0.180286 0.180132 0.166196 CURRENT LEARNING RATE: 3.983060609102948e-05
previous_iter_valid_loss : 0.16062483191490173
977420 0.160800 0.160625 0.165900 CURRENT LEARNING RATE: 3.982264076637031e-05
previous_iter_valid_loss : 0.1753043234348297
977440 0.175454 0.175304 0.166122 CURRENT LEARNING RATE: 3.9814677034616773e-05
previous_iter_valid_loss : 0.17004969716072083
977460 0.170292 0.170050 0.166587 CURRENT LEARNING RATE: 3.9806714895450256e-05
previous_iter_valid_loss : 0.16495190560817719
977480 0.165156 0.164952 0.166438 CURRENT LEARNING RATE: 3.979875434855241e-05
previous_iter_valid_loss : 0.16381517052650452
977500 0.164011 0.163815 0.166430 CURRENT LEARNING RATE: 3.979079539360474e-05
previous_iter_valid_loss : 0.1641046553850174
977520 0.164278 0.164105 0.166410 CURRENT LEARNING RATE: 3.9782838030288894e-05
previous_iter_valid_loss : 0.19502075016498566
977540 0.195512 0.195021 0.168099 CURRENT LEARNING RATE: 3.9774882258286504e-05
previous_iter_valid_loss : 0.1608707159757614
977560 0.161026 0.160871 0.167961 CURRENT LEARNING RATE: 3.976692807727948e-05
previous_iter_valid_loss : 0.160568967461586
977580 0.160742 0.160569 0.167285 CURRENT LEARNING RATE: 3.975897548694958e-05
previous_iter_valid_loss : 0.1607128381729126
977600 0.160871 0.160713 0.167144 CURRENT LEARNING RATE: 3.9751024486978715e-05
previous_iter_valid_loss : 0.16068415343761444
977620 0.160839 0.160684 0.167151 CURRENT LEARNING RATE: 3.9743075077048753e-05
previous_iter_valid_loss : 0.16112065315246582
977640 0.161300 0.161121 0.166687 CURRENT LEARNING RATE: 3.9735127256841876e-05
previous_iter_valid_loss : 0.16373227536678314
977660 0.163933 0.163732 0.166456 CURRENT LEARNING RATE: 3.972718102604009e-05
previous_iter_valid_loss : 0.17115630209445953
977680 0.171418 0.171156 0.166420 CURRENT LEARNING RATE: 3.971923638432556e-05
previous_iter_valid_loss : 0.16054236888885498
977700 0.160713 0.160542 0.166335 CURRENT LEARNING RATE: 3.971129333138041e-05
previous_iter_valid_loss : 0.16303518414497375
977720 0.163239 0.163035 0.166450 CURRENT LEARNING RATE: 3.970335186688708e-05
previous_iter_valid_loss : 0.16116644442081451
977740 0.161324 0.161166 0.166455 CURRENT LEARNING RATE: 3.969541199052782e-05
previous_iter_valid_loss : 0.16742287576198578
977760 0.167643 0.167423 0.166793 CURRENT LEARNING RATE: 3.968747370198505e-05
previous_iter_valid_loss : 0.16447243094444275
977780 0.164676 0.164472 0.166471 CURRENT LEARNING RATE: 3.967953700094116e-05
previous_iter_valid_loss : 0.16665537655353546
977800 0.166817 0.166655 0.165798 CURRENT LEARNING RATE: 3.9671601887078826e-05
previous_iter_valid_loss : 0.16811543703079224
977820 0.168348 0.168115 0.166172 CURRENT LEARNING RATE: 3.9663668360080574e-05
previous_iter_valid_loss : 0.1605040729045868
977840 0.160669 0.160504 0.165432 CURRENT LEARNING RATE: 3.965573641962899e-05
previous_iter_valid_loss : 0.16288112103939056
977860 0.163043 0.162881 0.165074 CURRENT LEARNING RATE: 3.964780606540694e-05
previous_iter_valid_loss : 0.16953115165233612
977880 0.169767 0.169531 0.165303 CURRENT LEARNING RATE: 3.9639877297097135e-05
previous_iter_valid_loss : 0.16117346286773682
977900 0.161357 0.161173 0.165171 CURRENT LEARNING RATE: 3.9631950114382434e-05
previous_iter_valid_loss : 0.1661834418773651
977920 0.166405 0.166183 0.165275 CURRENT LEARNING RATE: 3.962402451694566e-05
previous_iter_valid_loss : 0.17179736495018005
977940 0.172064 0.171797 0.164113 CURRENT LEARNING RATE: 3.9616100504469955e-05
previous_iter_valid_loss : 0.1619248241186142
977960 0.162113 0.161925 0.164166 CURRENT LEARNING RATE: 3.960817807663827e-05
previous_iter_valid_loss : 0.16657127439975739
977980 0.166784 0.166571 0.164466 CURRENT LEARNING RATE: 3.960025723313371e-05
previous_iter_valid_loss : 0.16766753792762756
978000 0.167905 0.167668 0.164814 CURRENT LEARNING RATE: 3.959233797363939e-05
previous_iter_valid_loss : 0.17911256849765778
978020 0.179269 0.179113 0.165735 CURRENT LEARNING RATE: 3.9584420297838646e-05
previous_iter_valid_loss : 0.16342616081237793
978040 0.163593 0.163426 0.165851 CURRENT LEARNING RATE: 3.957650420541473e-05
previous_iter_valid_loss : 0.16254518926143646
978060 0.162739 0.162545 0.165791 CURRENT LEARNING RATE: 3.956858969605098e-05
previous_iter_valid_loss : 0.1611163169145584
978080 0.161277 0.161116 0.165289 CURRENT LEARNING RATE: 3.956067676943076e-05
previous_iter_valid_loss : 0.17220795154571533
978100 0.172478 0.172208 0.165873 CURRENT LEARNING RATE: 3.955276542523768e-05
previous_iter_valid_loss : 0.16382229328155518
978120 0.164032 0.163822 0.165912 CURRENT LEARNING RATE: 3.9544855663155225e-05
previous_iter_valid_loss : 0.18042312562465668
978140 0.180747 0.180423 0.166875 CURRENT LEARNING RATE: 3.9536947482867e-05
previous_iter_valid_loss : 0.16342703998088837
978160 0.163597 0.163427 0.166675 CURRENT LEARNING RATE: 3.952904088405661e-05
previous_iter_valid_loss : 0.16812866926193237
978180 0.168358 0.168129 0.166858 CURRENT LEARNING RATE: 3.952113586640794e-05
previous_iter_valid_loss : 0.18082977831363678
978200 0.180989 0.180830 0.167566 CURRENT LEARNING RATE: 3.9513232429604696e-05
previous_iter_valid_loss : 0.1736990064382553
978220 0.173846 0.173699 0.167846 CURRENT LEARNING RATE: 3.950533057333069e-05
previous_iter_valid_loss : 0.1608746200799942
978240 0.161056 0.160875 0.167864 CURRENT LEARNING RATE: 3.949743029726998e-05
previous_iter_valid_loss : 0.16285163164138794
978260 0.163017 0.162852 0.167863 CURRENT LEARNING RATE: 3.948953160110649e-05
previous_iter_valid_loss : 0.16287356615066528
978280 0.163068 0.162874 0.167530 CURRENT LEARNING RATE: 3.948163448452427e-05
previous_iter_valid_loss : 0.1638643741607666
978300 0.164053 0.163864 0.167664 CURRENT LEARNING RATE: 3.9473738947207365e-05
previous_iter_valid_loss : 0.1707708090543747
978320 0.171025 0.170771 0.167894 CURRENT LEARNING RATE: 3.946584498884009e-05
previous_iter_valid_loss : 0.16174079477787018
978340 0.161931 0.161741 0.167391 CURRENT LEARNING RATE: 3.9457952609106626e-05
previous_iter_valid_loss : 0.16070041060447693
978360 0.160870 0.160700 0.167330 CURRENT LEARNING RATE: 3.9450061807691266e-05
previous_iter_valid_loss : 0.17451965808868408
978380 0.174796 0.174520 0.167727 CURRENT LEARNING RATE: 3.9442172584278316e-05
previous_iter_valid_loss : 0.1708536297082901
978400 0.171103 0.170854 0.167886 CURRENT LEARNING RATE: 3.943428493855234e-05
previous_iter_valid_loss : 0.16091419756412506
978420 0.161092 0.160914 0.166976 CURRENT LEARNING RATE: 3.9426398870197774e-05
previous_iter_valid_loss : 0.16390909254550934
978440 0.164083 0.163909 0.167001 CURRENT LEARNING RATE: 3.941851437889916e-05
previous_iter_valid_loss : 0.1720452606678009
978460 0.172306 0.172045 0.167476 CURRENT LEARNING RATE: 3.9410631464341066e-05
previous_iter_valid_loss : 0.1623849719762802
978480 0.162555 0.162385 0.167539 CURRENT LEARNING RATE: 3.94027501262083e-05
previous_iter_valid_loss : 0.16062447428703308
978500 0.160794 0.160624 0.166960 CURRENT LEARNING RATE: 3.939487036418554e-05
previous_iter_valid_loss : 0.16051995754241943
978520 0.160677 0.160520 0.166795 CURRENT LEARNING RATE: 3.938699217795761e-05
previous_iter_valid_loss : 0.16340124607086182
978540 0.163615 0.163401 0.165944 CURRENT LEARNING RATE: 3.9379115567209296e-05
previous_iter_valid_loss : 0.16174384951591492
978560 0.161936 0.161744 0.165860 CURRENT LEARNING RATE: 3.9371240531625684e-05
previous_iter_valid_loss : 0.16543099284172058
978580 0.165653 0.165431 0.165725 CURRENT LEARNING RATE: 3.936336707089169e-05
previous_iter_valid_loss : 0.16050519049167633
978600 0.160667 0.160505 0.164708 CURRENT LEARNING RATE: 3.935549518469239e-05
previous_iter_valid_loss : 0.18282091617584229
978620 0.182973 0.182821 0.165165 CURRENT LEARNING RATE: 3.934762487271283e-05
previous_iter_valid_loss : 0.1654730588197708
978640 0.165636 0.165473 0.165394 CURRENT LEARNING RATE: 3.9339756134638345e-05
previous_iter_valid_loss : 0.16052232682704926
978660 0.160693 0.160522 0.165278 CURRENT LEARNING RATE: 3.933188897015411e-05
previous_iter_valid_loss : 0.17349998652935028
978680 0.173646 0.173500 0.165809 CURRENT LEARNING RATE: 3.9324023378945364e-05
previous_iter_valid_loss : 0.16633190214633942
978700 0.166492 0.166332 0.165933 CURRENT LEARNING RATE: 3.931615936069763e-05
previous_iter_valid_loss : 0.17019188404083252
978720 0.170446 0.170192 0.165904 CURRENT LEARNING RATE: 3.930829691509628e-05
previous_iter_valid_loss : 0.16691406071186066
978740 0.167072 0.166914 0.166162 CURRENT LEARNING RATE: 3.930043604182681e-05
previous_iter_valid_loss : 0.1647176891565323
978760 0.164882 0.164718 0.166363 CURRENT LEARNING RATE: 3.9292576740574714e-05
previous_iter_valid_loss : 0.16083268821239471
978780 0.160995 0.160833 0.165679 CURRENT LEARNING RATE: 3.9284719011025766e-05
previous_iter_valid_loss : 0.16604304313659668
978800 0.166207 0.166043 0.165438 CURRENT LEARNING RATE: 3.927686285286558e-05
previous_iter_valid_loss : 0.16136057674884796
978820 0.161546 0.161361 0.165461 CURRENT LEARNING RATE: 3.926900826577992e-05
previous_iter_valid_loss : 0.1678902953863144
978840 0.168104 0.167890 0.165660 CURRENT LEARNING RATE: 3.926115524945452e-05
previous_iter_valid_loss : 0.16224658489227295
978860 0.162440 0.162247 0.165170 CURRENT LEARNING RATE: 3.925330380357541e-05
previous_iter_valid_loss : 0.16440436244010925
978880 0.164575 0.164404 0.165271 CURRENT LEARNING RATE: 3.924545392782845e-05
previous_iter_valid_loss : 0.16320984065532684
978900 0.163375 0.163210 0.165400 CURRENT LEARNING RATE: 3.923760562189966e-05
previous_iter_valid_loss : 0.1654295176267624
978920 0.165639 0.165430 0.165646 CURRENT LEARNING RATE: 3.922975888547502e-05
previous_iter_valid_loss : 0.16063238680362701
978940 0.160799 0.160632 0.165507 CURRENT LEARNING RATE: 3.922191371824082e-05
previous_iter_valid_loss : 0.19702568650245667
978960 0.197535 0.197026 0.167271 CURRENT LEARNING RATE: 3.9214070119883174e-05
previous_iter_valid_loss : 0.17564153671264648
978980 0.175929 0.175642 0.167782 CURRENT LEARNING RATE: 3.920622809008834e-05
previous_iter_valid_loss : 0.1636844277381897
979000 0.163847 0.163684 0.167941 CURRENT LEARNING RATE: 3.919838762854255e-05
previous_iter_valid_loss : 0.16919183731079102
979020 0.169345 0.169192 0.167259 CURRENT LEARNING RATE: 3.919054873493235e-05
previous_iter_valid_loss : 0.16192494332790375
979040 0.162112 0.161925 0.167082 CURRENT LEARNING RATE: 3.9182711408944116e-05
previous_iter_valid_loss : 0.16135543584823608
979060 0.161509 0.161355 0.167123 CURRENT LEARNING RATE: 3.9174875650264254e-05
previous_iter_valid_loss : 0.1696872115135193
979080 0.169933 0.169687 0.166933 CURRENT LEARNING RATE: 3.91670414585795e-05
previous_iter_valid_loss : 0.1606726050376892
979100 0.160831 0.160673 0.166650 CURRENT LEARNING RATE: 3.915920883357642e-05
previous_iter_valid_loss : 0.16136300563812256
979120 0.161513 0.161363 0.166208 CURRENT LEARNING RATE: 3.9151377774941685e-05
previous_iter_valid_loss : 0.16572421789169312
979140 0.165885 0.165724 0.166149 CURRENT LEARNING RATE: 3.9143548282362004e-05
previous_iter_valid_loss : 0.1635475605726242
979160 0.163717 0.163548 0.166090 CURRENT LEARNING RATE: 3.9135720355524326e-05
previous_iter_valid_loss : 0.16150550544261932
979180 0.161697 0.161506 0.166124 CURRENT LEARNING RATE: 3.912789399411547e-05
previous_iter_valid_loss : 0.16446858644485474
979200 0.164643 0.164469 0.166045 CURRENT LEARNING RATE: 3.912006919782238e-05
previous_iter_valid_loss : 0.1951000839471817
979220 0.195207 0.195100 0.167732 CURRENT LEARNING RATE: 3.9112245966331986e-05
previous_iter_valid_loss : 0.16064387559890747
979240 0.160786 0.160644 0.167370 CURRENT LEARNING RATE: 3.9104424299331506e-05
previous_iter_valid_loss : 0.16178807616233826
979260 0.161975 0.161788 0.167347 CURRENT LEARNING RATE: 3.909660419650801e-05
previous_iter_valid_loss : 0.17119409143924713
979280 0.171454 0.171194 0.167687 CURRENT LEARNING RATE: 3.9088785657548685e-05
previous_iter_valid_loss : 0.16054825484752655
979300 0.160720 0.160548 0.167553 CURRENT LEARNING RATE: 3.9080968682140725e-05
previous_iter_valid_loss : 0.1605680286884308
979320 0.160728 0.160568 0.167310 CURRENT LEARNING RATE: 3.907315326997158e-05
previous_iter_valid_loss : 0.16499823331832886
979340 0.165164 0.164998 0.167529 CURRENT LEARNING RATE: 3.906533942072858e-05
previous_iter_valid_loss : 0.17355556786060333
979360 0.173833 0.173556 0.166355 CURRENT LEARNING RATE: 3.905752713409915e-05
previous_iter_valid_loss : 0.16143761575222015
979380 0.161594 0.161438 0.165645 CURRENT LEARNING RATE: 3.9049716409770745e-05
previous_iter_valid_loss : 0.16725923120975494
979400 0.167479 0.167259 0.165824 CURRENT LEARNING RATE: 3.904190724743108e-05
previous_iter_valid_loss : 0.1660126894712448
979420 0.166183 0.166013 0.165665 CURRENT LEARNING RATE: 3.9034099646767704e-05
previous_iter_valid_loss : 0.1613381803035736
979440 0.161527 0.161338 0.165635 CURRENT LEARNING RATE: 3.902629360746824e-05
previous_iter_valid_loss : 0.16090255975723267
979460 0.161057 0.160903 0.165613 CURRENT LEARNING RATE: 3.901848912922061e-05
previous_iter_valid_loss : 0.17496049404144287
979480 0.175111 0.174960 0.165876 CURRENT LEARNING RATE: 3.901068621171254e-05
previous_iter_valid_loss : 0.16608260571956635
979500 0.166296 0.166083 0.166147 CURRENT LEARNING RATE: 3.900288485463193e-05
previous_iter_valid_loss : 0.16251857578754425
979520 0.162707 0.162519 0.166205 CURRENT LEARNING RATE: 3.899508505766665e-05
previous_iter_valid_loss : 0.1734730303287506
979540 0.173625 0.173473 0.166592 CURRENT LEARNING RATE: 3.898728682050485e-05
previous_iter_valid_loss : 0.16381128132343292
979560 0.163978 0.163811 0.166605 CURRENT LEARNING RATE: 3.897949014283452e-05
previous_iter_valid_loss : 0.17761468887329102
979580 0.177922 0.177615 0.167411 CURRENT LEARNING RATE: 3.8971695024343806e-05
previous_iter_valid_loss : 0.16097111999988556
979600 0.161153 0.160971 0.167236 CURRENT LEARNING RATE: 3.896390146472083e-05
previous_iter_valid_loss : 0.1635521650314331
979620 0.163752 0.163552 0.165658 CURRENT LEARNING RATE: 3.895610946365398e-05
previous_iter_valid_loss : 0.17189082503318787
979640 0.172148 0.171891 0.166221 CURRENT LEARNING RATE: 3.894831902083152e-05
previous_iter_valid_loss : 0.20291835069656372
979660 0.203470 0.202918 0.168277 CURRENT LEARNING RATE: 3.894053013594182e-05
previous_iter_valid_loss : 0.17079059779644012
979680 0.170939 0.170791 0.168257 CURRENT LEARNING RATE: 3.893274280867327e-05
previous_iter_valid_loss : 0.1605088710784912
979700 0.160675 0.160509 0.168255 CURRENT LEARNING RATE: 3.8924957038714495e-05
previous_iter_valid_loss : 0.1605738252401352
979720 0.160738 0.160574 0.168255 CURRENT LEARNING RATE: 3.891717282575402e-05
previous_iter_valid_loss : 0.17936313152313232
979740 0.179518 0.179363 0.168974 CURRENT LEARNING RATE: 3.8909390169480454e-05
previous_iter_valid_loss : 0.16077731549739838
979760 0.160961 0.160777 0.168335 CURRENT LEARNING RATE: 3.8901609069582434e-05
previous_iter_valid_loss : 0.161080002784729
979780 0.161261 0.161080 0.168317 CURRENT LEARNING RATE: 3.8893829525748854e-05
previous_iter_valid_loss : 0.1617584228515625
979800 0.161913 0.161758 0.168042 CURRENT LEARNING RATE: 3.8886051537668454e-05
previous_iter_valid_loss : 0.1612856239080429
979820 0.161445 0.161286 0.167806 CURRENT LEARNING RATE: 3.8878275105030054e-05
previous_iter_valid_loss : 0.17185072600841522
979840 0.172112 0.171851 0.168331 CURRENT LEARNING RATE: 3.887050022752273e-05
previous_iter_valid_loss : 0.16052590310573578
979860 0.160684 0.160526 0.168312 CURRENT LEARNING RATE: 3.8862726904835425e-05
previous_iter_valid_loss : 0.16669347882270813
979880 0.166851 0.166693 0.167899 CURRENT LEARNING RATE: 3.88549551366572e-05
previous_iter_valid_loss : 0.16075029969215393
979900 0.160920 0.160750 0.167632 CURRENT LEARNING RATE: 3.8847184922677115e-05
previous_iter_valid_loss : 0.1605566293001175
979920 0.160721 0.160557 0.167534 CURRENT LEARNING RATE: 3.8839416262584506e-05
previous_iter_valid_loss : 0.18923328816890717
979940 0.189668 0.189233 0.168322 CURRENT LEARNING RATE: 3.883164915606855e-05
previous_iter_valid_loss : 0.16813428699970245
979960 0.168361 0.168134 0.168538 CURRENT LEARNING RATE: 3.882388360281856e-05
previous_iter_valid_loss : 0.1817767322063446
979980 0.182122 0.181777 0.168747 CURRENT LEARNING RATE: 3.881611960252386e-05
previous_iter_valid_loss : 0.16175533831119537
980000 0.161945 0.161755 0.168786 CURRENT LEARNING RATE: 3.880835715487401e-05
previous_iter_valid_loss : 0.16766659915447235
980020 0.167892 0.167667 0.168991 CURRENT LEARNING RATE: 3.880059625955845e-05
previous_iter_valid_loss : 0.16158631443977356
980040 0.161747 0.161586 0.168476 CURRENT LEARNING RATE: 3.8792836916266755e-05
previous_iter_valid_loss : 0.1620182991027832
980060 0.162203 0.162018 0.166431 CURRENT LEARNING RATE: 3.8785079124688466e-05
previous_iter_valid_loss : 0.17115665972232819
980080 0.171306 0.171157 0.166450 CURRENT LEARNING RATE: 3.8777322884513416e-05
previous_iter_valid_loss : 0.1627698391675949
980100 0.162934 0.162770 0.166563 CURRENT LEARNING RATE: 3.876956819543129e-05
previous_iter_valid_loss : 0.16162939369678497
980120 0.161822 0.161629 0.166615 CURRENT LEARNING RATE: 3.87618150571319e-05
previous_iter_valid_loss : 0.18126137554645538
980140 0.181598 0.181261 0.166710 CURRENT LEARNING RATE: 3.875406346930504e-05
previous_iter_valid_loss : 0.17860062420368195
1056300 0.178758 0.178601 0.166077 CURRENT LEARNING RATE: 1.8094999222092997e-05
previous_iter_valid_loss : 0.16245737671852112
1056320 0.162637 0.162457 0.165547 CURRENT LEARNING RATE: 1.8091380584124444e-05
previous_iter_valid_loss : 0.1606317013502121
1056340 0.160807 0.160632 0.165552 CURRENT LEARNING RATE: 1.808776266981112e-05
previous_iter_valid_loss : 0.16787584125995636
1056360 0.168109 0.167876 0.165228 CURRENT LEARNING RATE: 1.808414547900827e-05
previous_iter_valid_loss : 0.16232581436634064
1056380 0.162513 0.162326 0.164752 CURRENT LEARNING RATE: 1.8080529011571277e-05
previous_iter_valid_loss : 0.1618553251028061
1056400 0.162041 0.161855 0.164633 CURRENT LEARNING RATE: 1.8076913267355442e-05
previous_iter_valid_loss : 0.1661193072795868
1056420 0.166340 0.166119 0.164419 CURRENT LEARNING RATE: 1.8073298246216143e-05
previous_iter_valid_loss : 0.1607770025730133
1056440 0.160939 0.160777 0.163905 CURRENT LEARNING RATE: 1.8069683948008745e-05
previous_iter_valid_loss : 0.18737025558948517
1056460 0.187762 0.187370 0.165137 CURRENT LEARNING RATE: 1.806607037258874e-05
previous_iter_valid_loss : 0.17059479653835297
1056480 0.170843 0.170595 0.165430 CURRENT LEARNING RATE: 1.806245751981155e-05
previous_iter_valid_loss : 0.1881590634584427
1056500 0.188290 0.188159 0.166813 CURRENT LEARNING RATE: 1.805884538953263e-05
previous_iter_valid_loss : 0.16311368346214294
1056520 0.163290 0.163114 0.166922 CURRENT LEARNING RATE: 1.8055233981607566e-05
previous_iter_valid_loss : 0.16933099925518036
1056540 0.169576 0.169331 0.167237 CURRENT LEARNING RATE: 1.8051623295891863e-05
previous_iter_valid_loss : 0.16059574484825134
1056560 0.160769 0.160596 0.167173 CURRENT LEARNING RATE: 1.804801333224109e-05
previous_iter_valid_loss : 0.16142047941684723
1056580 0.161586 0.161420 0.167204 CURRENT LEARNING RATE: 1.804440409051082e-05
previous_iter_valid_loss : 0.16383734345436096
1056600 0.164010 0.163837 0.167304 CURRENT LEARNING RATE: 1.8040795570556753e-05
previous_iter_valid_loss : 0.16139943897724152
1056620 0.161554 0.161399 0.167330 CURRENT LEARNING RATE: 1.8037187772234505e-05
previous_iter_valid_loss : 0.16049733757972717
1056640 0.160658 0.160497 0.166580 CURRENT LEARNING RATE: 1.8033580695399774e-05
previous_iter_valid_loss : 0.16453158855438232
1056660 0.164724 0.164532 0.166746 CURRENT LEARNING RATE: 1.802997433990824e-05
previous_iter_valid_loss : 0.167227640748024
1056680 0.167384 0.167228 0.166933 CURRENT LEARNING RATE: 1.8026368705615714e-05
previous_iter_valid_loss : 0.17344675958156586
1056700 0.173597 0.173447 0.166675 CURRENT LEARNING RATE: 1.802276379237794e-05
previous_iter_valid_loss : 0.1612093299627304
1056720 0.161388 0.161209 0.166613 CURRENT LEARNING RATE: 1.801915960005072e-05
previous_iter_valid_loss : 0.16140015423297882
1056740 0.161547 0.161400 0.166651 CURRENT LEARNING RATE: 1.8015556128489857e-05
previous_iter_valid_loss : 0.165011927485466
1056760 0.165205 0.165012 0.166508 CURRENT LEARNING RATE: 1.801195337755127e-05
previous_iter_valid_loss : 0.16083572804927826
1056780 0.160987 0.160836 0.166434 CURRENT LEARNING RATE: 1.800835134709082e-05
previous_iter_valid_loss : 0.16403447091579437
1056800 0.164210 0.164034 0.166543 CURRENT LEARNING RATE: 1.8004750036964427e-05
previous_iter_valid_loss : 0.16582415997982025
1056820 0.166044 0.165824 0.166528 CURRENT LEARNING RATE: 1.8001149447028004e-05
previous_iter_valid_loss : 0.16088424623012543
1056840 0.161062 0.160884 0.166533 CURRENT LEARNING RATE: 1.7997549577137597e-05
previous_iter_valid_loss : 0.16433118283748627
1056860 0.164544 0.164331 0.165381 CURRENT LEARNING RATE: 1.7993950427149175e-05
previous_iter_valid_loss : 0.1616552174091339
1056880 0.161820 0.161655 0.164934 CURRENT LEARNING RATE: 1.7990351996918736e-05
previous_iter_valid_loss : 0.16075578331947327
1056900 0.160923 0.160756 0.163564 CURRENT LEARNING RATE: 1.7986754286302418e-05
previous_iter_valid_loss : 0.1606644243001938
1056920 0.160819 0.160664 0.163442 CURRENT LEARNING RATE: 1.798315729515627e-05
previous_iter_valid_loss : 0.16161507368087769
1056940 0.161774 0.161615 0.163056 CURRENT LEARNING RATE: 1.7979561023336415e-05
previous_iter_valid_loss : 0.16247664391994476
1056960 0.162633 0.162477 0.163150 CURRENT LEARNING RATE: 1.7975965470698973e-05
previous_iter_valid_loss : 0.16112469136714935
1056980 0.161276 0.161125 0.163135 CURRENT LEARNING RATE: 1.7972370637100187e-05
previous_iter_valid_loss : 0.1675129234790802
1057000 0.167670 0.167513 0.163319 CURRENT LEARNING RATE: 1.7968776522396224e-05
previous_iter_valid_loss : 0.1620388776063919
1057020 0.162228 0.162039 0.163351 CURRENT LEARNING RATE: 1.7965183126443326e-05
previous_iter_valid_loss : 0.16543354094028473
1057040 0.165595 0.165434 0.163598 CURRENT LEARNING RATE: 1.7961590449097726e-05
previous_iter_valid_loss : 0.1617296189069748
1057060 0.161915 0.161730 0.163458 CURRENT LEARNING RATE: 1.7957998490215776e-05
previous_iter_valid_loss : 0.1612546592950821
1057080 0.161409 0.161255 0.163159 CURRENT LEARNING RATE: 1.7954407249653767e-05
previous_iter_valid_loss : 0.1817934215068817
1057100 0.182131 0.181793 0.163576 CURRENT LEARNING RATE: 1.7950816727268053e-05
previous_iter_valid_loss : 0.16124704480171204
1057120 0.161413 0.161247 0.163578 CURRENT LEARNING RATE: 1.7947226922914978e-05
previous_iter_valid_loss : 0.1608378142118454
1057140 0.161010 0.160838 0.163550 CURRENT LEARNING RATE: 1.7943637836451012e-05
previous_iter_valid_loss : 0.16269907355308533
1057160 0.162885 0.162699 0.163435 CURRENT LEARNING RATE: 1.794004946773256e-05
previous_iter_valid_loss : 0.1673305332660675
1057180 0.167543 0.167331 0.163759 CURRENT LEARNING RATE: 1.7936461816616096e-05
previous_iter_valid_loss : 0.16232948005199432
1057200 0.162517 0.162329 0.163674 CURRENT LEARNING RATE: 1.7932874882958072e-05
previous_iter_valid_loss : 0.16333787143230438
1057220 0.163538 0.163338 0.163550 CURRENT LEARNING RATE: 1.7929288666615077e-05
previous_iter_valid_loss : 0.164783775806427
1057240 0.164982 0.164784 0.163745 CURRENT LEARNING RATE: 1.792570316744363e-05
previous_iter_valid_loss : 0.16364307701587677
1057260 0.163846 0.163643 0.163710 CURRENT LEARNING RATE: 1.792211838530028e-05
previous_iter_valid_loss : 0.16050200164318085
1057280 0.160667 0.160502 0.163653 CURRENT LEARNING RATE: 1.79185343200417e-05
previous_iter_valid_loss : 0.1661938577890396
1057300 0.166413 0.166194 0.163925 CURRENT LEARNING RATE: 1.7914950971524497e-05
previous_iter_valid_loss : 0.1632101982831955
1057320 0.163411 0.163210 0.164052 CURRENT LEARNING RATE: 1.7911368339605336e-05
previous_iter_valid_loss : 0.16359369456768036
1057340 0.163787 0.163594 0.164151 CURRENT LEARNING RATE: 1.790778642414088e-05
previous_iter_valid_loss : 0.17451965808868408
1057360 0.174673 0.174520 0.164753 CURRENT LEARNING RATE: 1.790420522498791e-05
previous_iter_valid_loss : 0.16199514269828796
1057380 0.162156 0.161995 0.164796 CURRENT LEARNING RATE: 1.7900624742003154e-05
previous_iter_valid_loss : 0.1624671220779419
1057400 0.162629 0.162467 0.164544 CURRENT LEARNING RATE: 1.789704497504339e-05
previous_iter_valid_loss : 0.16751202940940857
1057420 0.167670 0.167512 0.164818 CURRENT LEARNING RATE: 1.7893465923965397e-05
previous_iter_valid_loss : 0.1687767505645752
1057440 0.169012 0.168777 0.164985 CURRENT LEARNING RATE: 1.7889887588626076e-05
previous_iter_valid_loss : 0.18599790334701538
1057460 0.186394 0.185998 0.166198 CURRENT LEARNING RATE: 1.7886309968882255e-05
previous_iter_valid_loss : 0.1616196185350418
1057480 0.161812 0.161620 0.166217 CURRENT LEARNING RATE: 1.788273306459084e-05
previous_iter_valid_loss : 0.16142266988754272
1057500 0.161581 0.161423 0.165198 CURRENT LEARNING RATE: 1.7879156875608718e-05
previous_iter_valid_loss : 0.16220994293689728
1057520 0.162366 0.162210 0.165246 CURRENT LEARNING RATE: 1.7875581401792904e-05
previous_iter_valid_loss : 0.16055667400360107
1057540 0.160716 0.160557 0.165232 CURRENT LEARNING RATE: 1.787200664300035e-05
previous_iter_valid_loss : 0.16414466500282288
1057560 0.164309 0.164145 0.165304 CURRENT LEARNING RATE: 1.786843259908806e-05
previous_iter_valid_loss : 0.16404487192630768
1057580 0.164213 0.164045 0.165140 CURRENT LEARNING RATE: 1.786485926991305e-05
previous_iter_valid_loss : 0.1674366146326065
1057600 0.167657 0.167437 0.165395 CURRENT LEARNING RATE: 1.7861286655332443e-05
previous_iter_valid_loss : 0.16517555713653564
1057620 0.165342 0.165176 0.165487 CURRENT LEARNING RATE: 1.7857714755203305e-05
previous_iter_valid_loss : 0.16193890571594238
1057640 0.162097 0.161939 0.165345 CURRENT LEARNING RATE: 1.7854143569382757e-05
previous_iter_valid_loss : 0.16070030629634857
1057660 0.160877 0.160700 0.165198 CURRENT LEARNING RATE: 1.7850573097727925e-05
previous_iter_valid_loss : 0.16053469479084015
1057680 0.160703 0.160535 0.165200 CURRENT LEARNING RATE: 1.784700334009605e-05
previous_iter_valid_loss : 0.16161826252937317
1057700 0.161794 0.161618 0.164971 CURRENT LEARNING RATE: 1.784343429634431e-05
previous_iter_valid_loss : 0.16984230279922485
1057720 0.170088 0.169842 0.165302 CURRENT LEARNING RATE: 1.7839865966329914e-05
previous_iter_valid_loss : 0.1681586652994156
1057740 0.168312 0.168159 0.165531 CURRENT LEARNING RATE: 1.783629834991019e-05
previous_iter_valid_loss : 0.16079474985599518
1057760 0.160973 0.160795 0.164844 CURRENT LEARNING RATE: 1.7832731446942404e-05
previous_iter_valid_loss : 0.1605098843574524
1057780 0.160676 0.160510 0.164770 CURRENT LEARNING RATE: 1.7829165257283875e-05
previous_iter_valid_loss : 0.16351373493671417
1057800 0.163721 0.163514 0.164823 CURRENT LEARNING RATE: 1.782559978079193e-05
previous_iter_valid_loss : 0.16124573349952698
1057820 0.161404 0.161246 0.164509 CURRENT LEARNING RATE: 1.7822035017324008e-05
previous_iter_valid_loss : 0.1686890870332718
1057840 0.168842 0.168689 0.164505 CURRENT LEARNING RATE: 1.781847096673749e-05
previous_iter_valid_loss : 0.16275592148303986
1057860 0.162951 0.162756 0.163343 CURRENT LEARNING RATE: 1.7814907628889814e-05
previous_iter_valid_loss : 0.16121205687522888
1057880 0.161368 0.161212 0.163322 CURRENT LEARNING RATE: 1.7811345003638416e-05
previous_iter_valid_loss : 0.17278172075748444
1057900 0.172929 0.172782 0.163890 CURRENT LEARNING RATE: 1.7807783090840847e-05
previous_iter_valid_loss : 0.16051386296749115
1057920 0.160677 0.160514 0.163805 CURRENT LEARNING RATE: 1.7804221890354605e-05
previous_iter_valid_loss : 0.16094408929347992
1057940 0.161107 0.160944 0.163825 CURRENT LEARNING RATE: 1.7800661402037243e-05
previous_iter_valid_loss : 0.1618945300579071
1057960 0.162064 0.161895 0.163712 CURRENT LEARNING RATE: 1.779710162574631e-05
previous_iter_valid_loss : 0.1660737246274948
1057980 0.166275 0.166074 0.163814 CURRENT LEARNING RATE: 1.779354256133947e-05
previous_iter_valid_loss : 0.16534025967121124
1058000 0.165552 0.165340 0.163709 CURRENT LEARNING RATE: 1.778998420867434e-05
previous_iter_valid_loss : 0.16418898105621338
1058020 0.164387 0.164189 0.163660 CURRENT LEARNING RATE: 1.778642656760858e-05
previous_iter_valid_loss : 0.16666153073310852
1058040 0.166817 0.166662 0.163896 CURRENT LEARNING RATE: 1.778286963799985e-05
previous_iter_valid_loss : 0.16948243975639343
1058060 0.169726 0.169482 0.164335 CURRENT LEARNING RATE: 1.7779313419705943e-05
previous_iter_valid_loss : 0.1629265695810318
1058080 0.163086 0.162927 0.164454 CURRENT LEARNING RATE: 1.7775757912584575e-05
previous_iter_valid_loss : 0.18356379866600037
1058100 0.183927 0.183564 0.165552 CURRENT LEARNING RATE: 1.7772203116493492e-05
previous_iter_valid_loss : 0.16064909100532532
1058120 0.160798 0.160649 0.165092 CURRENT LEARNING RATE: 1.7768649031290568e-05
previous_iter_valid_loss : 0.16087593138217926
1058140 0.161035 0.160876 0.164728 CURRENT LEARNING RATE: 1.776509565683361e-05
previous_iter_valid_loss : 0.16157487034797668
1058160 0.161769 0.161575 0.164767 CURRENT LEARNING RATE: 1.776154299298048e-05
previous_iter_valid_loss : 0.16322354972362518
1058180 0.163393 0.163224 0.164903 CURRENT LEARNING RATE: 1.7757991039589036e-05
previous_iter_valid_loss : 0.16160044074058533
1058200 0.161765 0.161600 0.164807 CURRENT LEARNING RATE: 1.7754439796517272e-05
previous_iter_valid_loss : 0.1684570014476776
1058220 0.168687 0.168457 0.165168 CURRENT LEARNING RATE: 1.77508892636231e-05
previous_iter_valid_loss : 0.1615820974111557
1058240 0.161771 0.161582 0.164812 CURRENT LEARNING RATE: 1.7747339440764503e-05
previous_iter_valid_loss : 0.19490675628185272
1058260 0.195411 0.194907 0.166420 CURRENT LEARNING RATE: 1.7743790327799457e-05
previous_iter_valid_loss : 0.16771453619003296
1058280 0.167939 0.167715 0.166745 CURRENT LEARNING RATE: 1.7740241924586053e-05
previous_iter_valid_loss : 0.17011100053787231
1058300 0.170366 0.170111 0.166611 CURRENT LEARNING RATE: 1.773669423098233e-05
previous_iter_valid_loss : 0.16724750399589539
1058320 0.167404 0.167248 0.166948 CURRENT LEARNING RATE: 1.773314724684638e-05
previous_iter_valid_loss : 0.20190736651420593
1058340 0.201984 0.201907 0.168996 CURRENT LEARNING RATE: 1.7729600972036288e-05
previous_iter_valid_loss : 0.1616043597459793
1058360 0.161758 0.161604 0.168982 CURRENT LEARNING RATE: 1.772605540641027e-05
previous_iter_valid_loss : 0.160538911819458
1058380 0.160698 0.160539 0.168705 CURRENT LEARNING RATE: 1.772251054982647e-05
previous_iter_valid_loss : 0.18314136564731598
1058400 0.183296 0.183141 0.169595 CURRENT LEARNING RATE: 1.7718966402143096e-05
previous_iter_valid_loss : 0.16303910315036774
1058420 0.163212 0.163039 0.169537 CURRENT LEARNING RATE: 1.771542296321835e-05
previous_iter_valid_loss : 0.16067934036254883
1058440 0.160841 0.160679 0.169238 CURRENT LEARNING RATE: 1.7711880232910555e-05
previous_iter_valid_loss : 0.17667356133460999
1058460 0.176827 0.176674 0.169598 CURRENT LEARNING RATE: 1.770833821107797e-05
previous_iter_valid_loss : 0.16234903037548065
1058480 0.162520 0.162349 0.169569 CURRENT LEARNING RATE: 1.7704796897578886e-05
previous_iter_valid_loss : 0.16055241227149963
1058500 0.160713 0.160552 0.168418 CURRENT LEARNING RATE: 1.770125629227171e-05
previous_iter_valid_loss : 0.16073501110076904
1058520 0.160910 0.160735 0.168423 CURRENT LEARNING RATE: 1.769771639501479e-05
previous_iter_valid_loss : 0.16063092648983002
1058540 0.160799 0.160631 0.168410 CURRENT LEARNING RATE: 1.7694177205666526e-05
previous_iter_valid_loss : 0.16429729759693146
1058560 0.164496 0.164297 0.168547 CURRENT LEARNING RATE: 1.7690638724085322e-05
previous_iter_valid_loss : 0.16185709834098816
1058580 0.162050 0.161857 0.168478 CURRENT LEARNING RATE: 1.7687100950129703e-05
previous_iter_valid_loss : 0.1696069985628128
1058600 0.169759 0.169607 0.168879 CURRENT LEARNING RATE: 1.7683563883658123e-05
previous_iter_valid_loss : 0.1683916598558426
1058620 0.168545 0.168392 0.168875 CURRENT LEARNING RATE: 1.76800275245291e-05
previous_iter_valid_loss : 0.17356468737125397
1058640 0.173844 0.173565 0.169474 CURRENT LEARNING RATE: 1.767649187260115e-05
previous_iter_valid_loss : 0.1846851110458374
1058660 0.185065 0.184685 0.168963 CURRENT LEARNING RATE: 1.7672956927732908e-05
previous_iter_valid_loss : 0.1766238808631897
1058680 0.176777 0.176624 0.169409 CURRENT LEARNING RATE: 1.7669422689782945e-05
previous_iter_valid_loss : 0.1658918857574463
1058700 0.166056 0.165892 0.169198 CURRENT LEARNING RATE: 1.766588915860989e-05
previous_iter_valid_loss : 0.16123341023921967
1058720 0.161417 0.161233 0.168897 CURRENT LEARNING RATE: 1.7662356334072378e-05
previous_iter_valid_loss : 0.16632917523384094
1058740 0.166488 0.166329 0.167118 CURRENT LEARNING RATE: 1.765882421602915e-05
previous_iter_valid_loss : 0.16068872809410095
1058760 0.160866 0.160689 0.167072 CURRENT LEARNING RATE: 1.765529280433889e-05
previous_iter_valid_loss : 0.16231420636177063
1058780 0.162506 0.162314 0.167161 CURRENT LEARNING RATE: 1.7651762098860348e-05
previous_iter_valid_loss : 0.18163569271564484
1058800 0.181983 0.181636 0.167086 CURRENT LEARNING RATE: 1.7648232099452262e-05
previous_iter_valid_loss : 0.17615559697151184
1058820 0.176316 0.176156 0.167742 CURRENT LEARNING RATE: 1.764470280597349e-05
previous_iter_valid_loss : 0.16519390046596527
1058840 0.165354 0.165194 0.167968 CURRENT LEARNING RATE: 1.7641174218282835e-05
previous_iter_valid_loss : 0.16338109970092773
1058860 0.163547 0.163381 0.167303 CURRENT LEARNING RATE: 1.763764633623912e-05
previous_iter_valid_loss : 0.17265845835208893
1058880 0.172804 0.172658 0.167818 CURRENT LEARNING RATE: 1.763411915970129e-05
previous_iter_valid_loss : 0.17335300147533417
1058900 0.173500 0.173353 0.168458 CURRENT LEARNING RATE: 1.763059268852823e-05
previous_iter_valid_loss : 0.16451376676559448
1058920 0.164682 0.164514 0.168647 CURRENT LEARNING RATE: 1.762706692257888e-05
previous_iter_valid_loss : 0.16407395899295807
1058940 0.164266 0.164074 0.168820 CURRENT LEARNING RATE: 1.7623541861712178e-05
previous_iter_valid_loss : 0.1618514060974121
1058960 0.162010 0.161851 0.168697 CURRENT LEARNING RATE: 1.7620017505787185e-05
previous_iter_valid_loss : 0.16069938242435455
1058980 0.160872 0.160699 0.168639 CURRENT LEARNING RATE: 1.7616493854662892e-05
previous_iter_valid_loss : 0.16358838975429535
1059000 0.163782 0.163588 0.168338 CURRENT LEARNING RATE: 1.761297090819836e-05
previous_iter_valid_loss : 0.1641732007265091
1059020 0.164372 0.164173 0.168127 CURRENT LEARNING RATE: 1.7609448666252632e-05
previous_iter_valid_loss : 0.16054391860961914
1059040 0.160710 0.160544 0.167476 CURRENT LEARNING RATE: 1.7605927128684885e-05
previous_iter_valid_loss : 0.1705961972475052
1059060 0.170845 0.170596 0.166772 CURRENT LEARNING RATE: 1.7602406295354225e-05
previous_iter_valid_loss : 0.1642903834581375
1059080 0.164500 0.164290 0.166155 CURRENT LEARNING RATE: 1.759888616611982e-05
previous_iter_valid_loss : 0.1656627506017685
1059100 0.165824 0.165663 0.166144 CURRENT LEARNING RATE: 1.759536674084083e-05
previous_iter_valid_loss : 0.16226743161678314
1059120 0.162460 0.162267 0.166196 CURRENT LEARNING RATE: 1.7591848019376547e-05
previous_iter_valid_loss : 0.1780935525894165
1059140 0.178246 0.178094 0.166784 CURRENT LEARNING RATE: 1.7588330001586185e-05
previous_iter_valid_loss : 0.16265740990638733
1059160 0.162821 0.162657 0.166882 CURRENT LEARNING RATE: 1.7584812687329026e-05
previous_iter_valid_loss : 0.16408072412014008
1059180 0.164273 0.164081 0.166971 CURRENT LEARNING RATE: 1.7581296076464347e-05
previous_iter_valid_loss : 0.16267526149749756
1059200 0.162866 0.162675 0.166023 CURRENT LEARNING RATE: 1.757778016885154e-05
previous_iter_valid_loss : 0.16746821999549866
1059220 0.167679 0.167468 0.165588 CURRENT LEARNING RATE: 1.7574264964349948e-05
previous_iter_valid_loss : 0.16289083659648895
1059240 0.163082 0.162891 0.165473 CURRENT LEARNING RATE: 1.7570750462818953e-05
previous_iter_valid_loss : 0.1626737415790558
1059260 0.162842 0.162674 0.165438 CURRENT LEARNING RATE: 1.756723666411795e-05
previous_iter_valid_loss : 0.1700955033302307
1059280 0.170348 0.170096 0.165309 CURRENT LEARNING RATE: 1.7563723568106447e-05
previous_iter_valid_loss : 0.17466585338115692
1059300 0.174940 0.174666 0.165375 CURRENT LEARNING RATE: 1.7560211174643887e-05
previous_iter_valid_loss : 0.17620787024497986
1059320 0.176500 0.176208 0.165960 CURRENT LEARNING RATE: 1.755669948358975e-05
previous_iter_valid_loss : 0.16621406376361847
1059340 0.166433 0.166214 0.166067 CURRENT LEARNING RATE: 1.7553188494803617e-05
previous_iter_valid_loss : 0.16610972583293915
1059360 0.166271 0.166110 0.166280 CURRENT LEARNING RATE: 1.7549678208145034e-05
previous_iter_valid_loss : 0.16993194818496704
1059380 0.170087 0.169932 0.166741 CURRENT LEARNING RATE: 1.7546168623473577e-05
previous_iter_valid_loss : 0.16550672054290771
1059400 0.165715 0.165507 0.166837 CURRENT LEARNING RATE: 1.754265974064884e-05
previous_iter_valid_loss : 0.16092847287654877
1059420 0.161109 0.160928 0.166675 CURRENT LEARNING RATE: 1.7539151559530526e-05
previous_iter_valid_loss : 0.1673063486814499
1059440 0.167524 0.167306 0.167013 CURRENT LEARNING RATE: 1.7535644079978273e-05
previous_iter_valid_loss : 0.16084933280944824
1059460 0.161011 0.160849 0.166526 CURRENT LEARNING RATE: 1.7532137301851787e-05
previous_iter_valid_loss : 0.16077333688735962
1059480 0.160935 0.160773 0.166350 CURRENT LEARNING RATE: 1.7528631225010767e-05
previous_iter_valid_loss : 0.1799139827489853
1059500 0.180069 0.179914 0.167063 CURRENT LEARNING RATE: 1.7525125849315024e-05
previous_iter_valid_loss : 0.17521299421787262
1059520 0.175496 0.175213 0.167710 CURRENT LEARNING RATE: 1.7521621174624322e-05
previous_iter_valid_loss : 0.18053805828094482
1059540 0.180695 0.180538 0.167832 CURRENT LEARNING RATE: 1.7518117200798468e-05
previous_iter_valid_loss : 0.17429450154304504
1059560 0.174568 0.174295 0.168414 CURRENT LEARNING RATE: 1.7514613927697273e-05
previous_iter_valid_loss : 0.1621902883052826
1059580 0.162357 0.162190 0.168319 CURRENT LEARNING RATE: 1.7511111355180667e-05
previous_iter_valid_loss : 0.16701318323612213
1059600 0.167173 0.167013 0.168536 CURRENT LEARNING RATE: 1.750760948310852e-05
previous_iter_valid_loss : 0.16588185727596283
1059620 0.166036 0.165882 0.168457 CURRENT LEARNING RATE: 1.7504108311340755e-05
previous_iter_valid_loss : 0.17584602534770966
1059640 0.176002 0.175846 0.169105 CURRENT LEARNING RATE: 1.7500607839737292e-05
previous_iter_valid_loss : 0.16056743264198303
1059660 0.160734 0.160567 0.168999 CURRENT LEARNING RATE: 1.7497108068158177e-05
previous_iter_valid_loss : 0.1631653606891632
1059680 0.163366 0.163165 0.168653 CURRENT LEARNING RATE: 1.7493608996463386e-05
previous_iter_valid_loss : 0.1714840829372406
1059700 0.171744 0.171484 0.168494 CURRENT LEARNING RATE: 1.7490110624512928e-05
previous_iter_valid_loss : 0.16465796530246735
1059720 0.164868 0.164658 0.167916 CURRENT LEARNING RATE: 1.7486612952166926e-05
previous_iter_valid_loss : 0.19870109856128693
1059740 0.199229 0.198701 0.169541 CURRENT LEARNING RATE: 1.7483115979285446e-05
previous_iter_valid_loss : 0.16055159270763397
1059760 0.160722 0.160552 0.169263 CURRENT LEARNING RATE: 1.7479619705728607e-05
previous_iter_valid_loss : 0.16620847582817078
1059780 0.166366 0.166208 0.169077 CURRENT LEARNING RATE: 1.7476124131356527e-05
previous_iter_valid_loss : 0.1664084494113922
1059800 0.166566 0.166408 0.169122 CURRENT LEARNING RATE: 1.7472629256029446e-05
previous_iter_valid_loss : 0.16064168512821198
1059820 0.160795 0.160642 0.169107 CURRENT LEARNING RATE: 1.7469135079607535e-05
previous_iter_valid_loss : 0.16309590637683868
1059840 0.163261 0.163096 0.168897 CURRENT LEARNING RATE: 1.7465641601951035e-05
previous_iter_valid_loss : 0.1648407131433487
1059860 0.165003 0.164841 0.169096 CURRENT LEARNING RATE: 1.7462148822920167e-05
previous_iter_valid_loss : 0.16790439188480377
1059880 0.168062 0.167904 0.169453 CURRENT LEARNING RATE: 1.7458656742375283e-05
previous_iter_valid_loss : 0.1607087105512619
1059900 0.160859 0.160709 0.168493 CURRENT LEARNING RATE: 1.7455165360176677e-05
previous_iter_valid_loss : 0.19441565871238708
1059920 0.194535 0.194416 0.169453 CURRENT LEARNING RATE: 1.7451674676184684e-05
previous_iter_valid_loss : 0.16788631677627563
1059940 0.168043 0.167886 0.168820 CURRENT LEARNING RATE: 1.744818469025965e-05
previous_iter_valid_loss : 0.16138873994350433
1059960 0.161553 0.161389 0.168175 CURRENT LEARNING RATE: 1.7444695402262037e-05
previous_iter_valid_loss : 0.16875877976417542
1059980 0.169010 0.168759 0.168503 CURRENT LEARNING RATE: 1.7441206812052243e-05
previous_iter_valid_loss : 0.1667165756225586
1060000 0.166878 0.166717 0.168489 CURRENT LEARNING RATE: 1.743771891949072e-05
previous_iter_valid_loss : 0.1642184555530548
1060020 0.164413 0.164218 0.168405 CURRENT LEARNING RATE: 1.743423172443793e-05
previous_iter_valid_loss : 0.16262158751487732
1060040 0.162798 0.162622 0.167744 CURRENT LEARNING RATE: 1.7430745226754442e-05
previous_iter_valid_loss : 0.17924320697784424
1060060 0.179567 0.179243 0.168678 CURRENT LEARNING RATE: 1.7427259426300765e-05
previous_iter_valid_loss : 0.17407840490341187
1060080 0.174352 0.174078 0.169224 CURRENT LEARNING RATE: 1.7423774322937433e-05
previous_iter_valid_loss : 0.16349190473556519
1060100 0.163658 0.163492 0.168824 CURRENT LEARNING RATE: 1.742028991652511e-05
previous_iter_valid_loss : 0.183932825922966
1060120 0.184088 0.183933 0.169788 CURRENT LEARNING RATE: 1.7416806206924388e-05
previous_iter_valid_loss : 0.16069649159908295
1060140 0.160848 0.160696 0.167887 CURRENT LEARNING RATE: 1.7413323193995913e-05
previous_iter_valid_loss : 0.16443924605846405
1060160 0.164606 0.164439 0.168082 CURRENT LEARNING RATE: 1.7409840877600337e-05
previous_iter_valid_loss : 0.18476702272891998
1060180 0.184910 0.184767 0.169010 CURRENT LEARNING RATE: 1.740635925759843e-05
previous_iter_valid_loss : 0.16668124496936798
1060200 0.166842 0.166681 0.169023 CURRENT LEARNING RATE: 1.74028783338509e-05
previous_iter_valid_loss : 0.1606743335723877
1060220 0.160840 0.160674 0.169025 CURRENT LEARNING RATE: 1.73993981062185e-05
previous_iter_valid_loss : 0.16246424615383148
1060240 0.162633 0.162464 0.168993 CURRENT LEARNING RATE: 1.7395918574561997e-05
previous_iter_valid_loss : 0.16932427883148193
1060260 0.169555 0.169324 0.169218 CURRENT LEARNING RATE: 1.739243973874227e-05
previous_iter_valid_loss : 0.16873937845230103
1060280 0.168979 0.168739 0.169259 CURRENT LEARNING RATE: 1.7388961598620138e-05
previous_iter_valid_loss : 0.16734753549098969
1060300 0.167561 0.167348 0.169591 CURRENT LEARNING RATE: 1.7385484154056466e-05
previous_iter_valid_loss : 0.1621730923652649
1060320 0.162322 0.162173 0.167979 CURRENT LEARNING RATE: 1.7382007404912137e-05
previous_iter_valid_loss : 0.21042074263095856
1060340 0.210474 0.210421 0.170106 CURRENT LEARNING RATE: 1.7378531351048137e-05
previous_iter_valid_loss : 0.16457650065422058
1060360 0.164779 0.164577 0.170265 CURRENT LEARNING RATE: 1.7375055992325392e-05
previous_iter_valid_loss : 0.16053874790668488
1060380 0.160688 0.160539 0.169854 CURRENT LEARNING RATE: 1.737158132860489e-05
previous_iter_valid_loss : 0.16052289307117462
1060400 0.160682 0.160523 0.169545 CURRENT LEARNING RATE: 1.736810735974761e-05
previous_iter_valid_loss : 0.16056953370571136
1060420 0.160724 0.160570 0.169362 CURRENT LEARNING RATE: 1.736463408561466e-05
previous_iter_valid_loss : 0.16210928559303284
1060440 0.162277 0.162109 0.169337 CURRENT LEARNING RATE: 1.7361161506067077e-05
previous_iter_valid_loss : 0.16154861450195312
1060460 0.161711 0.161549 0.168452 CURRENT LEARNING RATE: 1.7357689620965954e-05
previous_iter_valid_loss : 0.16100075840950012
1060480 0.161185 0.161001 0.167798 CURRENT LEARNING RATE: 1.7354218430172387e-05
previous_iter_valid_loss : 0.16581390798091888
1060500 0.165975 0.165814 0.167914 CURRENT LEARNING RATE: 1.735074793354759e-05
previous_iter_valid_loss : 0.1605934053659439
1060520 0.160758 0.160593 0.166747 CURRENT LEARNING RATE: 1.7347278130952716e-05
previous_iter_valid_loss : 0.1606239676475525
1060540 0.160777 0.160624 0.166743 CURRENT LEARNING RATE: 1.7343809022248936e-05
previous_iter_valid_loss : 0.16116634011268616
1060560 0.161328 0.161166 0.166580 CURRENT LEARNING RATE: 1.734034060729755e-05
previous_iter_valid_loss : 0.16662724316120148
1060580 0.166786 0.166627 0.165673 CURRENT LEARNING RATE: 1.7336872885959793e-05
previous_iter_valid_loss : 0.1606520712375641
1060600 0.160816 0.160652 0.165371 CURRENT LEARNING RATE: 1.7333405858096952e-05
previous_iter_valid_loss : 0.1644262969493866
1060620 0.164594 0.164426 0.165559 CURRENT LEARNING RATE: 1.7329939523570318e-05
previous_iter_valid_loss : 0.17050909996032715
1060640 0.170658 0.170509 0.165961 CURRENT LEARNING RATE: 1.7326473882241295e-05
previous_iter_valid_loss : 0.16104745864868164
1060660 0.161225 0.161047 0.165547 CURRENT LEARNING RATE: 1.7323008933971232e-05
previous_iter_valid_loss : 0.1615278124809265
1060680 0.161717 0.161528 0.165187 CURRENT LEARNING RATE: 1.731954467862153e-05
previous_iter_valid_loss : 0.18398728966712952
1060700 0.184353 0.183987 0.166019 CURRENT LEARNING RATE: 1.7316081116053583e-05
previous_iter_valid_loss : 0.1634032130241394
1060720 0.163566 0.163403 0.166080 CURRENT LEARNING RATE: 1.7312618246128916e-05
previous_iter_valid_loss : 0.18283870816230774
1060740 0.183187 0.182839 0.164701 CURRENT LEARNING RATE: 1.730915606870898e-05
previous_iter_valid_loss : 0.16674809157848358
1060760 0.166967 0.166748 0.164810 CURRENT LEARNING RATE: 1.730569458365529e-05
previous_iter_valid_loss : 0.18069404363632202
1060780 0.181012 0.180694 0.165817 CURRENT LEARNING RATE: 1.7302233790829355e-05
previous_iter_valid_loss : 0.1676570326089859
1060800 0.167883 0.167657 0.166174 CURRENT LEARNING RATE: 1.7298773690092806e-05
previous_iter_valid_loss : 0.1605657935142517
1060820 0.160725 0.160566 0.166174 CURRENT LEARNING RATE: 1.7295314281307206e-05
previous_iter_valid_loss : 0.16158325970172882
1060840 0.161741 0.161583 0.166148 CURRENT LEARNING RATE: 1.729185556433418e-05
previous_iter_valid_loss : 0.16440771520137787
1060860 0.164576 0.164408 0.166291 CURRENT LEARNING RATE: 1.7288397539035346e-05
previous_iter_valid_loss : 0.18793568015098572
1060880 0.188074 0.187936 0.167637 CURRENT LEARNING RATE: 1.728494020527245e-05
previous_iter_valid_loss : 0.16082490980625153
1060900 0.160999 0.160825 0.167388 CURRENT LEARNING RATE: 1.728148356290716e-05
previous_iter_valid_loss : 0.1605420559644699
1060920 0.160707 0.160542 0.167385 CURRENT LEARNING RATE: 1.7278027611801185e-05
previous_iter_valid_loss : 0.17995597422122955
1060940 0.180285 0.179956 0.168352 CURRENT LEARNING RATE: 1.727457235181635e-05
previous_iter_valid_loss : 0.17286062240600586
1060960 0.173010 0.172861 0.168937 CURRENT LEARNING RATE: 1.727111778281441e-05
previous_iter_valid_loss : 0.16104209423065186
1060980 0.161195 0.161042 0.168657 CURRENT LEARNING RATE: 1.726766390465718e-05
previous_iter_valid_loss : 0.16212765872478485
1061000 0.162316 0.162128 0.168731 CURRENT LEARNING RATE: 1.7264210717206483e-05
previous_iter_valid_loss : 0.16211262345314026
1061020 0.162269 0.162113 0.168616 CURRENT LEARNING RATE: 1.7260758220324248e-05
previous_iter_valid_loss : 0.16551518440246582
1061040 0.165682 0.165515 0.168366 CURRENT LEARNING RATE: 1.7257306413872344e-05
previous_iter_valid_loss : 0.1606367826461792
1061060 0.160808 0.160637 0.168345 CURRENT LEARNING RATE: 1.7253855297712695e-05
previous_iter_valid_loss : 0.16208994388580322
1061080 0.162259 0.162090 0.168373 CURRENT LEARNING RATE: 1.7250404871707235e-05
previous_iter_valid_loss : 0.16847196221351624
1061100 0.168628 0.168472 0.167598 CURRENT LEARNING RATE: 1.7246955135717998e-05
previous_iter_valid_loss : 0.19672806560993195
1061120 0.196822 0.196728 0.169264 CURRENT LEARNING RATE: 1.724350608960697e-05
previous_iter_valid_loss : 0.16320660710334778
1061140 0.163371 0.163207 0.168282 CURRENT LEARNING RATE: 1.724005773323619e-05
previous_iter_valid_loss : 0.16398660838603973
1061160 0.164159 0.163987 0.168144 CURRENT LEARNING RATE: 1.7236610066467686e-05
previous_iter_valid_loss : 0.16169457137584686
1061180 0.161854 0.161695 0.167194 CURRENT LEARNING RATE: 1.7233163089163623e-05
previous_iter_valid_loss : 0.17947781085968018
1061200 0.179638 0.179478 0.167785 CURRENT LEARNING RATE: 1.7229716801186082e-05
previous_iter_valid_loss : 0.18118998408317566
1061220 0.181348 0.181190 0.168817 CURRENT LEARNING RATE: 1.7226271202397217e-05
previous_iter_valid_loss : 0.16104993224143982
1061240 0.161209 0.161050 0.168790 CURRENT LEARNING RATE: 1.7222826292659175e-05
previous_iter_valid_loss : 0.16674569249153137
1061260 0.166904 0.166746 0.168907 CURRENT LEARNING RATE: 1.7219382071834212e-05
previous_iter_valid_loss : 0.16644476354122162
1061280 0.166600 0.166445 0.167832 CURRENT LEARNING RATE: 1.721593853978454e-05
previous_iter_valid_loss : 0.16081124544143677
1061300 0.160994 0.160811 0.167832 CURRENT LEARNING RATE: 1.7212495696372377e-05
previous_iter_valid_loss : 0.16651222109794617
1061320 0.166731 0.166512 0.168130 CURRENT LEARNING RATE: 1.720905354146007e-05
previous_iter_valid_loss : 0.1641806960105896
1061340 0.164350 0.164181 0.167341 CURRENT LEARNING RATE: 1.7205612074909916e-05
previous_iter_valid_loss : 0.17056909203529358
1061360 0.170813 0.170569 0.167227 CURRENT LEARNING RATE: 1.7202171296584243e-05
previous_iter_valid_loss : 0.1633749008178711
1061380 0.163571 0.163375 0.167343 CURRENT LEARNING RATE: 1.7198731206345395e-05
previous_iter_valid_loss : 0.16065452992916107
1061400 0.160810 0.160655 0.167270 CURRENT LEARNING RATE: 1.7195291804055827e-05
previous_iter_valid_loss : 0.16055230796337128
1061420 0.160705 0.160552 0.167192 CURRENT LEARNING RATE: 1.7191853089577937e-05
previous_iter_valid_loss : 0.18007555603981018
1061440 0.180409 0.180076 0.167920 CURRENT LEARNING RATE: 1.7188415062774168e-05
previous_iter_valid_loss : 0.16304704546928406
1061460 0.163235 0.163047 0.168040 CURRENT LEARNING RATE: 1.7184977723506974e-05
previous_iter_valid_loss : 0.161122128367424
1061480 0.161284 0.161122 0.167992 CURRENT LEARNING RATE: 1.7181541071638923e-05
previous_iter_valid_loss : 0.16798952221870422
1061500 0.168147 0.167990 0.167968 CURRENT LEARNING RATE: 1.7178105107032517e-05
previous_iter_valid_loss : 0.16174674034118652
1061520 0.161936 0.161747 0.166219 CURRENT LEARNING RATE: 1.7174669829550318e-05
previous_iter_valid_loss : 0.16285356879234314
1061540 0.163021 0.162854 0.166201 CURRENT LEARNING RATE: 1.7171235239054885e-05
previous_iter_valid_loss : 0.1605837047100067
1061560 0.160740 0.160584 0.166031 CURRENT LEARNING RATE: 1.7167801335408894e-05
previous_iter_valid_loss : 0.19403059780597687
1061580 0.194528 0.194031 0.167648 CURRENT LEARNING RATE: 1.7164368118474956e-05
previous_iter_valid_loss : 0.16114255785942078
1061600 0.161311 0.161143 0.166731 CURRENT LEARNING RATE: 1.7160935588115744e-05
previous_iter_valid_loss : 0.16053402423858643
1061620 0.160699 0.160534 0.165698 CURRENT LEARNING RATE: 1.7157503744193933e-05
previous_iter_valid_loss : 0.18438343703746796
1061640 0.184536 0.184383 0.166865 CURRENT LEARNING RATE: 1.71540725865723e-05
previous_iter_valid_loss : 0.1675405353307724
1061660 0.167691 0.167541 0.166904 CURRENT LEARNING RATE: 1.7150642115113576e-05
previous_iter_valid_loss : 0.16067595779895782
1061680 0.160829 0.160676 0.166616 CURRENT LEARNING RATE: 1.7147212329680507e-05
previous_iter_valid_loss : 0.18471702933311462
1061700 0.184864 0.184717 0.167811 CURRENT LEARNING RATE: 1.7143783230135962e-05
previous_iter_valid_loss : 0.16075187921524048
1061720 0.160909 0.160752 0.167523 CURRENT LEARNING RATE: 1.7140354816342752e-05
previous_iter_valid_loss : 0.16092506051063538
1061740 0.161091 0.160925 0.167361 CURRENT LEARNING RATE: 1.7136927088163735e-05
previous_iter_valid_loss : 0.17408990859985352
1061760 0.174239 0.174090 0.167537 CURRENT LEARNING RATE: 1.713350004546177e-05
previous_iter_valid_loss : 0.16599659621715546
1061780 0.166156 0.165997 0.167668 CURRENT LEARNING RATE: 1.7130073688099846e-05
previous_iter_valid_loss : 0.16164658963680267
1061800 0.161829 0.161647 0.167717 CURRENT LEARNING RATE: 1.712664801594087e-05
previous_iter_valid_loss : 0.16775764524936676
1061820 0.167911 0.167758 0.168077 CURRENT LEARNING RATE: 1.7123223028847813e-05
previous_iter_valid_loss : 0.17005184292793274
1061840 0.170206 0.170052 0.167576 CURRENT LEARNING RATE: 1.7119798726683653e-05
previous_iter_valid_loss : 0.16782307624816895
1061860 0.168046 0.167823 0.167815 CURRENT LEARNING RATE: 1.7116375109311475e-05
previous_iter_valid_loss : 0.16389639675617218
1061880 0.164064 0.163896 0.167954 CURRENT LEARNING RATE: 1.71129521765943e-05
previous_iter_valid_loss : 0.1604967564344406
1061900 0.160659 0.160497 0.167579 CURRENT LEARNING RATE: 1.7109529928395218e-05
previous_iter_valid_loss : 0.16887900233268738
1061920 0.169030 0.168879 0.167936 CURRENT LEARNING RATE: 1.7106108364577303e-05
previous_iter_valid_loss : 0.16242550313472748
1061940 0.162588 0.162426 0.167914 CURRENT LEARNING RATE: 1.7102687485003757e-05
previous_iter_valid_loss : 0.16868022084236145
1061960 0.168830 0.168680 0.168319 CURRENT LEARNING RATE: 1.7099267289537712e-05
previous_iter_valid_loss : 0.16062283515930176
1061980 0.160792 0.160623 0.166649 CURRENT LEARNING RATE: 1.709584777804236e-05
previous_iter_valid_loss : 0.16307425498962402
1062000 0.163238 0.163074 0.166745 CURRENT LEARNING RATE: 1.709242895038089e-05
previous_iter_valid_loss : 0.16099455952644348
1062020 0.161156 0.160995 0.166768 CURRENT LEARNING RATE: 1.7089010806416612e-05
previous_iter_valid_loss : 0.16888022422790527
1062040 0.169035 0.168880 0.165993 CURRENT LEARNING RATE: 1.7085593346012768e-05
previous_iter_valid_loss : 0.16680869460105896
1062060 0.167030 0.166809 0.165957 CURRENT LEARNING RATE: 1.7082176569032663e-05
previous_iter_valid_loss : 0.18688617646694183
1062080 0.187028 0.186886 0.167267 CURRENT LEARNING RATE: 1.707876047533959e-05
previous_iter_valid_loss : 0.1605709344148636
1062100 0.160724 0.160571 0.166060 CURRENT LEARNING RATE: 1.7075345064796965e-05
previous_iter_valid_loss : 0.16185545921325684
1062120 0.162012 0.161855 0.166115 CURRENT LEARNING RATE: 1.707193033726815e-05
previous_iter_valid_loss : 0.16048990190029144
1062140 0.160650 0.160490 0.166093 CURRENT LEARNING RATE: 1.7068516292616522e-05
previous_iter_valid_loss : 0.16059206426143646
1062160 0.160751 0.160592 0.165418 CURRENT LEARNING RATE: 1.7065102930705575e-05
previous_iter_valid_loss : 0.16951072216033936
1062180 0.169664 0.169511 0.165594 CURRENT LEARNING RATE: 1.7061690251398747e-05
previous_iter_valid_loss : 0.17086255550384521
1062200 0.171113 0.170863 0.166055 CURRENT LEARNING RATE: 1.7058278254559532e-05
previous_iter_valid_loss : 0.16105012595653534
1062220 0.161223 0.161050 0.165720 CURRENT LEARNING RATE: 1.705486694005142e-05
previous_iter_valid_loss : 0.17190219461917877
1062240 0.172041 0.171902 0.165812 CURRENT LEARNING RATE: 1.7051456307738017e-05
previous_iter_valid_loss : 0.16081568598747253
1062260 0.160970 0.160816 0.165462 CURRENT LEARNING RATE: 1.7048046357482872e-05
previous_iter_valid_loss : 0.16301728785037994
1062280 0.163182 0.163017 0.165418 CURRENT LEARNING RATE: 1.704463708914958e-05
previous_iter_valid_loss : 0.17739881575107574
1062300 0.177560 0.177399 0.166263 CURRENT LEARNING RATE: 1.7041228502601743e-05
previous_iter_valid_loss : 0.18103469908237457
1062320 0.181188 0.181035 0.166871 CURRENT LEARNING RATE: 1.7037820597703083e-05
previous_iter_valid_loss : 0.16050322353839874
1062340 0.160671 0.160503 0.166775 CURRENT LEARNING RATE: 1.7034413374317246e-05
previous_iter_valid_loss : 0.16141943633556366
1062360 0.161603 0.161419 0.166412 CURRENT LEARNING RATE: 1.7031006832307943e-05
previous_iter_valid_loss : 0.18643568456172943
1062380 0.186830 0.186436 0.167702 CURRENT LEARNING RATE: 1.702760097153889e-05
previous_iter_valid_loss : 0.16631212830543518
1062400 0.166516 0.166312 0.167864 CURRENT LEARNING RATE: 1.7024195791873906e-05
previous_iter_valid_loss : 0.203015998005867
1062420 0.203089 0.203016 0.169965 CURRENT LEARNING RATE: 1.7020791293176758e-05
previous_iter_valid_loss : 0.16299894452095032
1062440 0.163168 0.162999 0.169671 CURRENT LEARNING RATE: 1.7017387475311266e-05
previous_iter_valid_loss : 0.1684345006942749
1062460 0.168592 0.168435 0.169752 CURRENT LEARNING RATE: 1.701398433814124e-05
previous_iter_valid_loss : 0.163783997297287
1062480 0.163980 0.163784 0.168597 CURRENT LEARNING RATE: 1.701058188153062e-05
previous_iter_valid_loss : 0.16837456822395325
1062500 0.168526 0.168375 0.168987 CURRENT LEARNING RATE: 1.7007180105343283e-05
previous_iter_valid_loss : 0.1659986525774002
1062520 0.166199 0.165999 0.169195 CURRENT LEARNING RATE: 1.7003779009443117e-05
previous_iter_valid_loss : 0.16805307567119598
1062540 0.168208 0.168053 0.169573 CURRENT LEARNING RATE: 1.7000378593694148e-05
previous_iter_valid_loss : 0.16064056754112244
1062560 0.160805 0.160641 0.169575 CURRENT LEARNING RATE: 1.6996978857960323e-05
previous_iter_valid_loss : 0.17727747559547424
1062580 0.177575 0.177277 0.169963 CURRENT LEARNING RATE: 1.6993579802105654e-05
previous_iter_valid_loss : 0.1697879582643509
1062600 0.169942 0.169788 0.169910 CURRENT LEARNING RATE: 1.699018142599415e-05
previous_iter_valid_loss : 0.1606748104095459
1062620 0.160821 0.160675 0.169891 CURRENT LEARNING RATE: 1.6986783729489933e-05
previous_iter_valid_loss : 0.16572006046772003
1062640 0.165882 0.165720 0.169582 CURRENT LEARNING RATE: 1.698338671245707e-05
previous_iter_valid_loss : 0.161229208111763
1062660 0.161379 0.161229 0.169603 CURRENT LEARNING RATE: 1.6979990374759678e-05
previous_iter_valid_loss : 0.1822027564048767
1062680 0.182354 0.182203 0.170562 CURRENT LEARNING RATE: 1.6976594716261875e-05
previous_iter_valid_loss : 0.16842353343963623
1062700 0.168576 0.168424 0.170113 CURRENT LEARNING RATE: 1.697319973682789e-05
previous_iter_valid_loss : 0.16195034980773926
1062720 0.162106 0.161950 0.169159 CURRENT LEARNING RATE: 1.6969805436321896e-05
previous_iter_valid_loss : 0.16198384761810303
1062740 0.162138 0.161984 0.169233 CURRENT LEARNING RATE: 1.6966411814608124e-05
previous_iter_valid_loss : 0.16069629788398743
1062760 0.160871 0.160696 0.169197 CURRENT LEARNING RATE: 1.6963018871550793e-05
previous_iter_valid_loss : 0.1608247011899948
1062780 0.160978 0.160825 0.167916 CURRENT LEARNING RATE: 1.6959626607014256e-05
previous_iter_valid_loss : 0.1691787987947464
1062800 0.169332 0.169179 0.168059 CURRENT LEARNING RATE: 1.6956235020862782e-05
previous_iter_valid_loss : 0.16887564957141876
1062820 0.169035 0.168876 0.166352 CURRENT LEARNING RATE: 1.695284411296071e-05
previous_iter_valid_loss : 0.16073726117610931
1062840 0.160893 0.160737 0.166239 CURRENT LEARNING RATE: 1.6949453883172373e-05
previous_iter_valid_loss : 0.17242203652858734
1062860 0.172678 0.172422 0.166439 CURRENT LEARNING RATE: 1.6946064331362225e-05
previous_iter_valid_loss : 0.16186664998531342
1062880 0.162017 0.161867 0.166343 CURRENT LEARNING RATE: 1.6942675457394655e-05
previous_iter_valid_loss : 0.16079702973365784
1062900 0.160953 0.160797 0.165964 CURRENT LEARNING RATE: 1.6939287261134074e-05
previous_iter_valid_loss : 0.1695389747619629
1062920 0.169775 0.169539 0.166141 CURRENT LEARNING RATE: 1.6935899742445014e-05
previous_iter_valid_loss : 0.1605261117219925
1062940 0.160699 0.160526 0.165765 CURRENT LEARNING RATE: 1.693251290119195e-05
previous_iter_valid_loss : 0.16873012483119965
1062960 0.168968 0.168730 0.166169 CURRENT LEARNING RATE: 1.69291267372394e-05
previous_iter_valid_loss : 0.16138356924057007
1062980 0.161572 0.161384 0.165374 CURRENT LEARNING RATE: 1.6925741250451893e-05
previous_iter_valid_loss : 0.16105161607265472
1063000 0.161235 0.161052 0.164938 CURRENT LEARNING RATE: 1.692235644069407e-05
previous_iter_valid_loss : 0.17066903412342072
1063020 0.170922 0.170669 0.165437 CURRENT LEARNING RATE: 1.6918972307830505e-05
previous_iter_valid_loss : 0.16085341572761536
1063040 0.161015 0.160853 0.165194 CURRENT LEARNING RATE: 1.6915588851725837e-05
previous_iter_valid_loss : 0.16052007675170898
1063060 0.160688 0.160520 0.165159 CURRENT LEARNING RATE: 1.6912206072244694e-05
previous_iter_valid_loss : 0.16181863844394684
1063080 0.162005 0.161819 0.164139 CURRENT LEARNING RATE: 1.6908823969251825e-05
previous_iter_valid_loss : 0.16099999845027924
1063100 0.161158 0.161000 0.163768 CURRENT LEARNING RATE: 1.690544254261192e-05
previous_iter_valid_loss : 0.17590245604515076
1063120 0.176062 0.175902 0.164466 CURRENT LEARNING RATE: 1.6902061792189717e-05
previous_iter_valid_loss : 0.1631133258342743
1063140 0.163298 0.163113 0.164522 CURRENT LEARNING RATE: 1.6898681717849956e-05
previous_iter_valid_loss : 0.16479530930519104
1063160 0.165003 0.164795 0.164727 CURRENT LEARNING RATE: 1.68953023194575e-05
previous_iter_valid_loss : 0.1671675592660904
1063180 0.167390 0.167168 0.165044 CURRENT LEARNING RATE: 1.6891923596877134e-05
previous_iter_valid_loss : 0.16330158710479736
1063200 0.163493 0.163302 0.164751 CURRENT LEARNING RATE: 1.6888545549973718e-05
previous_iter_valid_loss : 0.16118505597114563
1063220 0.161346 0.161185 0.164366 CURRENT LEARNING RATE: 1.6885168178612094e-05
previous_iter_valid_loss : 0.16083265841007233
1063240 0.160988 0.160833 0.164371 CURRENT LEARNING RATE: 1.6881791482657232e-05
previous_iter_valid_loss : 0.16052232682704926
1063260 0.160685 0.160522 0.163776 CURRENT LEARNING RATE: 1.6878415461974028e-05
previous_iter_valid_loss : 0.161740243434906
1063280 0.161907 0.161740 0.163769 CURRENT LEARNING RATE: 1.6875040116427446e-05
previous_iter_valid_loss : 0.16177481412887573
1063300 0.161962 0.161775 0.163818 CURRENT LEARNING RATE: 1.6871665445882444e-05
previous_iter_valid_loss : 0.16855233907699585
1063320 0.168708 0.168552 0.163769 CURRENT LEARNING RATE: 1.686829145020409e-05
previous_iter_valid_loss : 0.18035969138145447
1063340 0.180683 0.180360 0.164761 CURRENT LEARNING RATE: 1.6864918129257395e-05
previous_iter_valid_loss : 0.16096897423267365
1063360 0.161145 0.160969 0.164373 CURRENT LEARNING RATE: 1.68615454829074e-05
previous_iter_valid_loss : 0.16096043586730957
1063380 0.161149 0.160960 0.164351 CURRENT LEARNING RATE: 1.6858173511019256e-05
previous_iter_valid_loss : 0.16427762806415558
1063400 0.164477 0.164278 0.164513 CURRENT LEARNING RATE: 1.6854802213458055e-05
previous_iter_valid_loss : 0.17187972366809845
1063420 0.172023 0.171880 0.164573 CURRENT LEARNING RATE: 1.6851431590088942e-05
previous_iter_valid_loss : 0.18716712296009064
1063440 0.187571 0.187167 0.165889 CURRENT LEARNING RATE: 1.6848061640777066e-05
previous_iter_valid_loss : 0.16072624921798706
1063460 0.160899 0.160726 0.165899 CURRENT LEARNING RATE: 1.684469236538769e-05
previous_iter_valid_loss : 0.17850758135318756
1063480 0.178669 0.178508 0.166734 CURRENT LEARNING RATE: 1.6841323763786008e-05
previous_iter_valid_loss : 0.16370584070682526
1063500 0.163903 0.163706 0.166869 CURRENT LEARNING RATE: 1.6837955835837276e-05
previous_iter_valid_loss : 0.16054977476596832
1063520 0.160720 0.160550 0.166101 CURRENT LEARNING RATE: 1.6834588581406756e-05
previous_iter_valid_loss : 0.16375944018363953
1063540 0.163957 0.163759 0.166134 CURRENT LEARNING RATE: 1.6831222000359812e-05
previous_iter_valid_loss : 0.16696305572986603
1063560 0.167125 0.166963 0.166242 CURRENT LEARNING RATE: 1.6827856092561746e-05
previous_iter_valid_loss : 0.16368070244789124
1063580 0.163840 0.163681 0.166068 CURRENT LEARNING RATE: 1.6824490857877927e-05
previous_iter_valid_loss : 0.18240097165107727
1063600 0.182557 0.182401 0.167023 CURRENT LEARNING RATE: 1.6821126296173715e-05
previous_iter_valid_loss : 0.16050337255001068
1063620 0.160663 0.160503 0.166989 CURRENT LEARNING RATE: 1.6817762407314586e-05
previous_iter_valid_loss : 0.1711338460445404
1063640 0.171394 0.171134 0.167504 CURRENT LEARNING RATE: 1.6814399191165958e-05
previous_iter_valid_loss : 0.16063837707042694
1063660 0.160807 0.160638 0.167509 CURRENT LEARNING RATE: 1.6811036647593298e-05
previous_iter_valid_loss : 0.16058015823364258
1063680 0.160750 0.160580 0.167451 CURRENT LEARNING RATE: 1.6807674776462076e-05
previous_iter_valid_loss : 0.1613154113292694
1063700 0.161475 0.161315 0.167429 CURRENT LEARNING RATE: 1.6804313577637876e-05
previous_iter_valid_loss : 0.18790926039218903
1063720 0.188047 0.187909 0.168396 CURRENT LEARNING RATE: 1.6800953050986225e-05
previous_iter_valid_loss : 0.16085806488990784
1063740 0.161028 0.160858 0.167421 CURRENT LEARNING RATE: 1.6797593196372667e-05
previous_iter_valid_loss : 0.16544480621814728
1063760 0.165651 0.165445 0.167645 CURRENT LEARNING RATE: 1.6794234013662867e-05
previous_iter_valid_loss : 0.16326351463794708
1063780 0.163461 0.163264 0.167760 CURRENT LEARNING RATE: 1.6790875502722433e-05
previous_iter_valid_loss : 0.16124168038368225
1063800 0.161395 0.161242 0.167608 CURRENT LEARNING RATE: 1.678751766341702e-05
previous_iter_valid_loss : 0.1605977565050125
1063820 0.160773 0.160598 0.167044 CURRENT LEARNING RATE: 1.6784160495612284e-05
previous_iter_valid_loss : 0.17903873324394226
1063840 0.179358 0.179039 0.166638 CURRENT LEARNING RATE: 1.6780803999174002e-05
previous_iter_valid_loss : 0.170745387673378
1063860 0.171002 0.170745 0.167139 CURRENT LEARNING RATE: 1.6777448173967883e-05
previous_iter_valid_loss : 0.1660388708114624
1063880 0.166246 0.166039 0.166515 CURRENT LEARNING RATE: 1.677409301985969e-05
previous_iter_valid_loss : 0.16622893512248993
1063900 0.166447 0.166229 0.166642 CURRENT LEARNING RATE: 1.6770738536715193e-05
previous_iter_valid_loss : 0.16093721985816956
1063920 0.161098 0.160937 0.166661 CURRENT LEARNING RATE: 1.676738472440027e-05
previous_iter_valid_loss : 0.16050314903259277
1063940 0.160667 0.160503 0.166498 CURRENT LEARNING RATE: 1.6764031582780737e-05
previous_iter_valid_loss : 0.16885527968406677
1063960 0.169008 0.168855 0.166593 CURRENT LEARNING RATE: 1.6760679111722466e-05
previous_iter_valid_loss : 0.16168414056301117
1063980 0.161841 0.161684 0.166493 CURRENT LEARNING RATE: 1.675732731109134e-05
previous_iter_valid_loss : 0.1645302176475525
1064000 0.164738 0.164530 0.165599 CURRENT LEARNING RATE: 1.675397618075333e-05
previous_iter_valid_loss : 0.1704021841287613
1064020 0.170661 0.170402 0.166094 CURRENT LEARNING RATE: 1.6750625720574374e-05
previous_iter_valid_loss : 0.16381634771823883
1064040 0.164016 0.163816 0.165728 CURRENT LEARNING RATE: 1.674727593042045e-05
previous_iter_valid_loss : 0.16880939900875092
1064060 0.169037 0.168809 0.166137 CURRENT LEARNING RATE: 1.6743926810157532e-05
previous_iter_valid_loss : 0.1605057716369629
1064080 0.160670 0.160506 0.166133 CURRENT LEARNING RATE: 1.674057835965172e-05
previous_iter_valid_loss : 0.18641121685504913
1064100 0.186825 0.186411 0.167388 CURRENT LEARNING RATE: 1.6737230578769046e-05
previous_iter_valid_loss : 0.16060234606266022
1064120 0.160770 0.160602 0.166023 CURRENT LEARNING RATE: 1.6733883467375568e-05
previous_iter_valid_loss : 0.16904908418655396
1064140 0.169292 0.169049 0.166432 CURRENT LEARNING RATE: 1.6730537025337455e-05
previous_iter_valid_loss : 0.18116921186447144
1064160 0.181496 0.181169 0.167218 CURRENT LEARNING RATE: 1.672719125252083e-05
previous_iter_valid_loss : 0.16264361143112183
1064180 0.162805 0.162644 0.167187 CURRENT LEARNING RATE: 1.6723846148791857e-05
previous_iter_valid_loss : 0.16522055864334106
1064200 0.165388 0.165221 0.167386 CURRENT LEARNING RATE: 1.6720501714016706e-05
previous_iter_valid_loss : 0.17932312190532684
1064220 0.179483 0.179323 0.168323 CURRENT LEARNING RATE: 1.6717157948061652e-05
previous_iter_valid_loss : 0.17348484694957733
1064240 0.173636 0.173485 0.168045 CURRENT LEARNING RATE: 1.6713814850792917e-05
previous_iter_valid_loss : 0.17419837415218353
1064260 0.174481 0.174198 0.168218 CURRENT LEARNING RATE: 1.6710472422076777e-05
previous_iter_valid_loss : 0.16534660756587982
1064280 0.165511 0.165347 0.168183 CURRENT LEARNING RATE: 1.670713066177951e-05
previous_iter_valid_loss : 0.1632404625415802
1064300 0.163441 0.163240 0.168034 CURRENT LEARNING RATE: 1.67037895697675e-05
previous_iter_valid_loss : 0.17806079983711243
1064320 0.178215 0.178061 0.168890 CURRENT LEARNING RATE: 1.6700449145907074e-05
previous_iter_valid_loss : 0.16797736287117004
1064340 0.168196 0.167977 0.169263 CURRENT LEARNING RATE: 1.669710939006462e-05
previous_iter_valid_loss : 0.19713790714740753
1064360 0.197235 0.197138 0.170678 CURRENT LEARNING RATE: 1.6693770302106512e-05
previous_iter_valid_loss : 0.16076765954494476
1064380 0.160926 0.160768 0.170632 CURRENT LEARNING RATE: 1.6690431881899246e-05
previous_iter_valid_loss : 0.17626528441905975
1064400 0.176548 0.176265 0.171219 CURRENT LEARNING RATE: 1.6687094129309258e-05
previous_iter_valid_loss : 0.1606864333152771
1064420 0.160859 0.160686 0.170733 CURRENT LEARNING RATE: 1.6683757044203038e-05
previous_iter_valid_loss : 0.17245237529277802
1064440 0.172604 0.172452 0.171165 CURRENT LEARNING RATE: 1.6680420626447074e-05
previous_iter_valid_loss : 0.18794988095760345
1064460 0.188356 0.187950 0.172122 CURRENT LEARNING RATE: 1.6677084875907965e-05
previous_iter_valid_loss : 0.17842620611190796
1064480 0.178729 0.178426 0.173018 CURRENT LEARNING RATE: 1.667374979245225e-05
previous_iter_valid_loss : 0.16544748842716217
1064500 0.165607 0.165447 0.171969 CURRENT LEARNING RATE: 1.6670415375946507e-05
previous_iter_valid_loss : 0.16671784222126007
1064520 0.166936 0.166718 0.172275 CURRENT LEARNING RATE: 1.6667081626257407e-05
previous_iter_valid_loss : 0.18885859847068787
1064540 0.188994 0.188859 0.173266 CURRENT LEARNING RATE: 1.6663748543251573e-05
previous_iter_valid_loss : 0.1616014540195465
1064560 0.161789 0.161601 0.172287 CURRENT LEARNING RATE: 1.6660416126795683e-05
previous_iter_valid_loss : 0.17406795918941498
1064580 0.174217 0.174068 0.172859 CURRENT LEARNING RATE: 1.6657084376756413e-05
previous_iter_valid_loss : 0.16445493698120117
1064600 0.164628 0.164455 0.172820 CURRENT LEARNING RATE: 1.665375329300055e-05
previous_iter_valid_loss : 0.1624666005373001
1064620 0.162630 0.162467 0.171977 CURRENT LEARNING RATE: 1.6650422875394818e-05
previous_iter_valid_loss : 0.1605394333600998
1064640 0.160706 0.160539 0.171330 CURRENT LEARNING RATE: 1.6647093123806004e-05
previous_iter_valid_loss : 0.16269314289093018
1064660 0.162862 0.162693 0.170755 CURRENT LEARNING RATE: 1.664376403810089e-05
previous_iter_valid_loss : 0.1610582172870636
1064680 0.161215 0.161058 0.170540 CURRENT LEARNING RATE: 1.6640435618146366e-05
previous_iter_valid_loss : 0.1639564335346222
1064700 0.164128 0.163956 0.170576 CURRENT LEARNING RATE: 1.663710786380927e-05
previous_iter_valid_loss : 0.1628580242395401
1064720 0.163027 0.162858 0.169816 CURRENT LEARNING RATE: 1.6633780774956493e-05
previous_iter_valid_loss : 0.16434918344020844
1064740 0.164518 0.164349 0.169635 CURRENT LEARNING RATE: 1.663045435145492e-05
previous_iter_valid_loss : 0.16492420434951782
1064760 0.165122 0.164924 0.168024 CURRENT LEARNING RATE: 1.662712859317155e-05
previous_iter_valid_loss : 0.16476505994796753
1064780 0.164971 0.164765 0.168224 CURRENT LEARNING RATE: 1.6623803499973326e-05
previous_iter_valid_loss : 0.16093681752681732
1064800 0.161115 0.160937 0.167457 CURRENT LEARNING RATE: 1.6620479071727245e-05
previous_iter_valid_loss : 0.16089504957199097
1064820 0.161075 0.160895 0.167468 CURRENT LEARNING RATE: 1.6617155308300302e-05
previous_iter_valid_loss : 0.16096220910549164
1064840 0.161119 0.160962 0.166893 CURRENT LEARNING RATE: 1.66138322095596e-05
previous_iter_valid_loss : 0.16051973402500153
1064860 0.160677 0.160520 0.165522 CURRENT LEARNING RATE: 1.661050977537219e-05
previous_iter_valid_loss : 0.16052573919296265
1064880 0.160692 0.160526 0.164627 CURRENT LEARNING RATE: 1.6607188005605172e-05
previous_iter_valid_loss : 0.17501027882099152
1064900 0.175290 0.175010 0.165105 CURRENT LEARNING RATE: 1.660386690012565e-05
previous_iter_valid_loss : 0.16742460429668427
1064920 0.167655 0.167425 0.165140 CURRENT LEARNING RATE: 1.6600546458800828e-05
previous_iter_valid_loss : 0.17138342559337616
1064940 0.171643 0.171383 0.164267 CURRENT LEARNING RATE: 1.6597226681497873e-05
previous_iter_valid_loss : 0.16538606584072113
1064960 0.165603 0.165386 0.164456 CURRENT LEARNING RATE: 1.6593907568083957e-05
previous_iter_valid_loss : 0.16155897080898285
1064980 0.161737 0.161559 0.163830 CURRENT LEARNING RATE: 1.6590589118426377e-05
previous_iter_valid_loss : 0.16050049662590027
1065000 0.160661 0.160500 0.163633 CURRENT LEARNING RATE: 1.658727133239236e-05
previous_iter_valid_loss : 0.16071872413158417
1065020 0.160871 0.160719 0.163545 CURRENT LEARNING RATE: 1.65839542098492e-05
previous_iter_valid_loss : 0.1628756821155548
1065040 0.163066 0.162876 0.163662 CURRENT LEARNING RATE: 1.6580637750664182e-05
previous_iter_valid_loss : 0.16244225203990936
1065060 0.162629 0.162442 0.163650 CURRENT LEARNING RATE: 1.6577321954704705e-05
previous_iter_valid_loss : 0.1608952432870865
1065080 0.161079 0.160895 0.163641 CURRENT LEARNING RATE: 1.657400682183811e-05
previous_iter_valid_loss : 0.16118758916854858
1065100 0.161372 0.161188 0.163503 CURRENT LEARNING RATE: 1.657069235193179e-05
previous_iter_valid_loss : 0.17700353264808655
1065120 0.177162 0.177004 0.164210 CURRENT LEARNING RATE: 1.6567378544853137e-05
previous_iter_valid_loss : 0.16054436564445496
1065140 0.160709 0.160544 0.164020 CURRENT LEARNING RATE: 1.6564065400469653e-05
previous_iter_valid_loss : 0.1710168421268463
1065160 0.171164 0.171017 0.164325 CURRENT LEARNING RATE: 1.656075291864879e-05
previous_iter_valid_loss : 0.1607360541820526
1065180 0.160894 0.160736 0.164123 CURRENT LEARNING RATE: 1.655744109925805e-05
previous_iter_valid_loss : 0.1716558039188385
1065200 0.171922 0.171656 0.164659 CURRENT LEARNING RATE: 1.6554129942164922e-05
previous_iter_valid_loss : 0.16189883649349213
1065220 0.162087 0.161899 0.164709 CURRENT LEARNING RATE: 1.6550819447237024e-05
previous_iter_valid_loss : 0.17444400489330292
1065240 0.174597 0.174444 0.165383 CURRENT LEARNING RATE: 1.654750961434191e-05
previous_iter_valid_loss : 0.1646624654531479
1065260 0.164876 0.164662 0.165590 CURRENT LEARNING RATE: 1.6544200443347175e-05
previous_iter_valid_loss : 0.1657305508852005
1065280 0.165947 0.165731 0.165851 CURRENT LEARNING RATE: 1.6540891934120438e-05
previous_iter_valid_loss : 0.16609902679920197
1065300 0.166310 0.166099 0.165405 CURRENT LEARNING RATE: 1.6537584086529405e-05
previous_iter_valid_loss : 0.1605476588010788
1065320 0.160703 0.160548 0.165061 CURRENT LEARNING RATE: 1.653427690044174e-05
previous_iter_valid_loss : 0.16132192313671112
1065340 0.161482 0.161322 0.164558 CURRENT LEARNING RATE: 1.6530970375725122e-05
previous_iter_valid_loss : 0.16988049447536469
1065360 0.170119 0.169880 0.164783 CURRENT LEARNING RATE: 1.652766451224735e-05
previous_iter_valid_loss : 0.16519896686077118
1065380 0.165403 0.165199 0.164965 CURRENT LEARNING RATE: 1.6524359309876167e-05
previous_iter_valid_loss : 0.16396181285381317
1065400 0.164158 0.163962 0.165138 CURRENT LEARNING RATE: 1.6521054768479353e-05
previous_iter_valid_loss : 0.16367706656455994
1065420 0.163847 0.163677 0.165286 CURRENT LEARNING RATE: 1.6517750887924706e-05
previous_iter_valid_loss : 0.16050414741039276
1065440 0.160663 0.160504 0.165167 CURRENT LEARNING RATE: 1.651444766808012e-05
previous_iter_valid_loss : 0.16182941198349
1065460 0.161992 0.161829 0.165137 CURRENT LEARNING RATE: 1.651114510881345e-05
previous_iter_valid_loss : 0.16091415286064148
1065480 0.161068 0.160914 0.165138 CURRENT LEARNING RATE: 1.6507843209992582e-05
previous_iter_valid_loss : 0.16977854073047638
1065500 0.169928 0.169779 0.165567 CURRENT LEARNING RATE: 1.6504541971485418e-05
previous_iter_valid_loss : 0.18713068962097168
1065520 0.187523 0.187131 0.166074 CURRENT LEARNING RATE: 1.650124139315996e-05
previous_iter_valid_loss : 0.16081394255161285
1065540 0.160967 0.160814 0.166087 CURRENT LEARNING RATE: 1.6497941474884166e-05
previous_iter_valid_loss : 0.16234399378299713
1065560 0.162532 0.162344 0.165653 CURRENT LEARNING RATE: 1.6494642216526027e-05
previous_iter_valid_loss : 0.18007726967334747
1065580 0.180229 0.180077 0.166621 CURRENT LEARNING RATE: 1.6491343617953554e-05
previous_iter_valid_loss : 0.16054627299308777
1065600 0.160725 0.160546 0.166065 CURRENT LEARNING RATE: 1.6488045679034857e-05
previous_iter_valid_loss : 0.16051265597343445
1065620 0.160666 0.160513 0.165996 CURRENT LEARNING RATE: 1.6484748399637988e-05
previous_iter_valid_loss : 0.1665371209383011
1065640 0.166701 0.166537 0.165600 CURRENT LEARNING RATE: 1.6481451779631057e-05
previous_iter_valid_loss : 0.17690390348434448
1065660 0.177066 0.176904 0.166212 CURRENT LEARNING RATE: 1.647815581888217e-05
previous_iter_valid_loss : 0.16817934811115265
1065680 0.168401 0.168179 0.166335 CURRENT LEARNING RATE: 1.647486051725955e-05
previous_iter_valid_loss : 0.16355113685131073
1065700 0.163719 0.163551 0.166207 CURRENT LEARNING RATE: 1.6471565874631352e-05
previous_iter_valid_loss : 0.16979102790355682
1065720 0.169943 0.169791 0.166670 CURRENT LEARNING RATE: 1.6468271890865757e-05
previous_iter_valid_loss : 0.16334876418113708
1065740 0.163519 0.163349 0.166771 CURRENT LEARNING RATE: 1.6464978565831072e-05
previous_iter_valid_loss : 0.16075190901756287
1065760 0.160924 0.160752 0.166315 CURRENT LEARNING RATE: 1.6461685899395536e-05
previous_iter_valid_loss : 0.17608444392681122
1065780 0.176381 0.176084 0.166859 CURRENT LEARNING RATE: 1.6458393891427434e-05
previous_iter_valid_loss : 0.16139428317546844
1065800 0.161555 0.161394 0.166730 CURRENT LEARNING RATE: 1.645510254179506e-05
previous_iter_valid_loss : 0.16326045989990234
1065820 0.163463 0.163260 0.166710 CURRENT LEARNING RATE: 1.6451811850366822e-05
previous_iter_valid_loss : 0.1689774990081787
1065840 0.169132 0.168977 0.167133 CURRENT LEARNING RATE: 1.6448521817011058e-05
previous_iter_valid_loss : 0.16052615642547607
1065860 0.160681 0.160526 0.167068 CURRENT LEARNING RATE: 1.644523244159617e-05
previous_iter_valid_loss : 0.16124674677848816
1065880 0.161431 0.161247 0.167085 CURRENT LEARNING RATE: 1.6441943723990553e-05
previous_iter_valid_loss : 0.1695580631494522
1065900 0.169798 0.169558 0.167074 CURRENT LEARNING RATE: 1.6438655664062717e-05
previous_iter_valid_loss : 0.1608850061893463
1065920 0.161038 0.160885 0.165761 CURRENT LEARNING RATE: 1.6435368261681106e-05
previous_iter_valid_loss : 0.1693316400051117
1065940 0.169574 0.169332 0.166187 CURRENT LEARNING RATE: 1.643208151671423e-05
previous_iter_valid_loss : 0.16428065299987793
1065960 0.164495 0.164281 0.166284 CURRENT LEARNING RATE: 1.6428795429030588e-05
previous_iter_valid_loss : 0.1657974123954773
1065980 0.166015 0.165797 0.165570 CURRENT LEARNING RATE: 1.642550999849879e-05
previous_iter_valid_loss : 0.1606215238571167
1066000 0.160780 0.160622 0.165574 CURRENT LEARNING RATE: 1.6422225224987402e-05
previous_iter_valid_loss : 0.16094531118869781
1066020 0.161100 0.160945 0.165596 CURRENT LEARNING RATE: 1.6418941108365023e-05
previous_iter_valid_loss : 0.16135887801647186
1066040 0.161552 0.161359 0.165337 CURRENT LEARNING RATE: 1.6415657648500258e-05
previous_iter_valid_loss : 0.16135923564434052
1066060 0.161518 0.161359 0.164559 CURRENT LEARNING RATE: 1.641237484526183e-05
previous_iter_valid_loss : 0.16770893335342407
1066080 0.167922 0.167709 0.164536 CURRENT LEARNING RATE: 1.64090926985184e-05
previous_iter_valid_loss : 0.16665729880332947
1066100 0.166812 0.166657 0.164691 CURRENT LEARNING RATE: 1.640581120813868e-05
previous_iter_valid_loss : 0.16056840121746063
1066120 0.160733 0.160568 0.164230 CURRENT LEARNING RATE: 1.6402530373991385e-05
previous_iter_valid_loss : 0.1640474498271942
1066140 0.164215 0.164047 0.164265 CURRENT LEARNING RATE: 1.639925019594533e-05
previous_iter_valid_loss : 0.1790149062871933
1066160 0.179336 0.179015 0.165178 CURRENT LEARNING RATE: 1.639597067386929e-05
previous_iter_valid_loss : 0.18470127880573273
1066180 0.185085 0.184701 0.165609 CURRENT LEARNING RATE: 1.6392691807632046e-05
previous_iter_valid_loss : 0.16936254501342773
1066200 0.169616 0.169363 0.166007 CURRENT LEARNING RATE: 1.6389413597102508e-05
previous_iter_valid_loss : 0.16070802509784698
1066220 0.160860 0.160708 0.165880 CURRENT LEARNING RATE: 1.6386136042149515e-05
previous_iter_valid_loss : 0.16089782118797302
1066240 0.161078 0.160898 0.165476 CURRENT LEARNING RATE: 1.6382859142641968e-05
previous_iter_valid_loss : 0.1717931181192398
1066260 0.171945 0.171793 0.166039 CURRENT LEARNING RATE: 1.6379582898448757e-05
previous_iter_valid_loss : 0.1617429107427597
1066280 0.161933 0.161743 0.166064 CURRENT LEARNING RATE: 1.6376307309438896e-05
previous_iter_valid_loss : 0.1657990962266922
1066300 0.166019 0.165799 0.165876 CURRENT LEARNING RATE: 1.6373032375481328e-05
previous_iter_valid_loss : 0.16062863171100616
1066320 0.160795 0.160629 0.165863 CURRENT LEARNING RATE: 1.6369758096445057e-05
previous_iter_valid_loss : 0.16832798719406128
1066340 0.168563 0.168328 0.165813 CURRENT LEARNING RATE: 1.6366484472199082e-05
previous_iter_valid_loss : 0.16147355735301971
1066360 0.161626 0.161474 0.165673 CURRENT LEARNING RATE: 1.636321150261252e-05
previous_iter_valid_loss : 0.17020179331302643
1066380 0.170352 0.170202 0.165893 CURRENT LEARNING RATE: 1.635993918755442e-05
previous_iter_valid_loss : 0.17098112404346466
1066400 0.171133 0.170981 0.166411 CURRENT LEARNING RATE: 1.635666752689389e-05
previous_iter_valid_loss : 0.16613322496414185
1066420 0.166297 0.166133 0.166670 CURRENT LEARNING RATE: 1.635339652050003e-05
previous_iter_valid_loss : 0.16887208819389343
1066440 0.169109 0.168872 0.167046 CURRENT LEARNING RATE: 1.6350126168242064e-05
previous_iter_valid_loss : 0.16124631464481354
1066460 0.161429 0.161246 0.167040 CURRENT LEARNING RATE: 1.6346856469989147e-05
previous_iter_valid_loss : 0.16051264107227325
1066480 0.160672 0.160513 0.166681 CURRENT LEARNING RATE: 1.634358742561049e-05
previous_iter_valid_loss : 0.16971614956855774
1066500 0.169961 0.169716 0.166833 CURRENT LEARNING RATE: 1.6340319034975307e-05
previous_iter_valid_loss : 0.16481362283229828
1066520 0.164982 0.164814 0.167046 CURRENT LEARNING RATE: 1.6337051297952912e-05
previous_iter_valid_loss : 0.177207812666893
1066540 0.177509 0.177208 0.167704 CURRENT LEARNING RATE: 1.6333784214412576e-05
previous_iter_valid_loss : 0.1606089174747467
1066560 0.160778 0.160609 0.166783 CURRENT LEARNING RATE: 1.6330517784223576e-05
previous_iter_valid_loss : 0.16051821410655975
1066580 0.160679 0.160518 0.165574 CURRENT LEARNING RATE: 1.6327252007255326e-05
previous_iter_valid_loss : 0.1607445627450943
1066600 0.160926 0.160745 0.165143 CURRENT LEARNING RATE: 1.6323986883377152e-05
previous_iter_valid_loss : 0.16283096373081207
1066620 0.163020 0.162831 0.165250 CURRENT LEARNING RATE: 1.6320722412458456e-05
previous_iter_valid_loss : 0.16563068330287933
1066640 0.165836 0.165631 0.165486 CURRENT LEARNING RATE: 1.6317458594368633e-05
previous_iter_valid_loss : 0.16366665065288544
1066660 0.163832 0.163667 0.165080 CURRENT LEARNING RATE: 1.6314195428977183e-05
previous_iter_valid_loss : 0.1644054800271988
1066680 0.164571 0.164405 0.165213 CURRENT LEARNING RATE: 1.631093291615355e-05
previous_iter_valid_loss : 0.16182340681552887
1066700 0.161981 0.161823 0.165014 CURRENT LEARNING RATE: 1.630767105576724e-05
previous_iter_valid_loss : 0.1607438325881958
1066720 0.160910 0.160744 0.165020 CURRENT LEARNING RATE: 1.6304409847687745e-05
previous_iter_valid_loss : 0.1610139161348343
1066740 0.161172 0.161014 0.164654 CURRENT LEARNING RATE: 1.6301149291784673e-05
previous_iter_valid_loss : 0.16197770833969116
1066760 0.162140 0.161978 0.164679 CURRENT LEARNING RATE: 1.6297889387927576e-05
previous_iter_valid_loss : 0.16470667719841003
1066780 0.164868 0.164707 0.164405 CURRENT LEARNING RATE: 1.6294630135986054e-05
previous_iter_valid_loss : 0.16406114399433136
1066800 0.164228 0.164061 0.164059 CURRENT LEARNING RATE: 1.6291371535829717e-05
previous_iter_valid_loss : 0.1621738225221634
1066820 0.162365 0.162174 0.163861 CURRENT LEARNING RATE: 1.6288113587328268e-05
previous_iter_valid_loss : 0.16423384845256805
1066840 0.164435 0.164234 0.163629 CURRENT LEARNING RATE: 1.6284856290351365e-05
previous_iter_valid_loss : 0.16827259957790375
1066860 0.168520 0.168273 0.163980 CURRENT LEARNING RATE: 1.6281599644768717e-05
previous_iter_valid_loss : 0.1844906210899353
1066880 0.184640 0.184491 0.165179 CURRENT LEARNING RATE: 1.6278343650450025e-05
previous_iter_valid_loss : 0.16052621603012085
1066900 0.160704 0.160526 0.164720 CURRENT LEARNING RATE: 1.627508830726511e-05
previous_iter_valid_loss : 0.18803177773952484
1066920 0.188163 0.188032 0.165880 CURRENT LEARNING RATE: 1.6271833615083735e-05
previous_iter_valid_loss : 0.1641785204410553
1066940 0.164364 0.164179 0.165229 CURRENT LEARNING RATE: 1.6268579573775675e-05
previous_iter_valid_loss : 0.1606699377298355
1066960 0.160839 0.160670 0.165232 CURRENT LEARNING RATE: 1.6265326183210827e-05
previous_iter_valid_loss : 0.16052478551864624
1066980 0.160700 0.160525 0.165232 CURRENT LEARNING RATE: 1.626207344325903e-05
previous_iter_valid_loss : 0.16183072328567505
1067000 0.162017 0.161831 0.165287 CURRENT LEARNING RATE: 1.6258821353790173e-05
previous_iter_valid_loss : 0.16372156143188477
1067020 0.163914 0.163722 0.165331 CURRENT LEARNING RATE: 1.6255569914674145e-05
previous_iter_valid_loss : 0.16234807670116425
1067040 0.162530 0.162348 0.165167 CURRENT LEARNING RATE: 1.6252319125780942e-05
previous_iter_valid_loss : 0.16086049377918243
1067060 0.161024 0.160860 0.165027 CURRENT LEARNING RATE: 1.624906898698051e-05
previous_iter_valid_loss : 0.167098268866539
1067080 0.167251 0.167098 0.165161 CURRENT LEARNING RATE: 1.6245819498142836e-05
previous_iter_valid_loss : 0.16054315865039825
1067100 0.160703 0.160543 0.165097 CURRENT LEARNING RATE: 1.6242570659137916e-05
previous_iter_valid_loss : 0.16292566061019897
1067120 0.163117 0.162926 0.165207 CURRENT LEARNING RATE: 1.6239322469835853e-05
previous_iter_valid_loss : 0.16698426008224487
1067140 0.167205 0.166984 0.165505 CURRENT LEARNING RATE: 1.623607493010669e-05
previous_iter_valid_loss : 0.16739395260810852
1067160 0.167611 0.167394 0.165776 CURRENT LEARNING RATE: 1.6232828039820528e-05
previous_iter_valid_loss : 0.16061340272426605
1067180 0.160779 0.160613 0.165571 CURRENT LEARNING RATE: 1.622958179884746e-05
previous_iter_valid_loss : 0.16440419852733612
1067200 0.164559 0.164404 0.165588 CURRENT LEARNING RATE: 1.6226336207057695e-05
previous_iter_valid_loss : 0.18436568975448608
1067220 0.184514 0.184366 0.166698 CURRENT LEARNING RATE: 1.6223091264321384e-05
previous_iter_valid_loss : 0.17301474511623383
1067240 0.173156 0.173015 0.167137 CURRENT LEARNING RATE: 1.621984697050872e-05
previous_iter_valid_loss : 0.1739145964384079
1067260 0.174060 0.173915 0.167419 CURRENT LEARNING RATE: 1.621660332548991e-05
previous_iter_valid_loss : 0.1706477403640747
1067280 0.170794 0.170648 0.166727 CURRENT LEARNING RATE: 1.621336032913527e-05
previous_iter_valid_loss : 0.16053828597068787
1067300 0.160703 0.160538 0.166728 CURRENT LEARNING RATE: 1.6210117981315038e-05
previous_iter_valid_loss : 0.17543771862983704
1067320 0.175590 0.175438 0.166098 CURRENT LEARNING RATE: 1.6206876281899504e-05
previous_iter_valid_loss : 0.16064678132534027
1067340 0.160798 0.160647 0.165921 CURRENT LEARNING RATE: 1.6203635230759047e-05
previous_iter_valid_loss : 0.17274902760982513
1067360 0.172900 0.172749 0.166525 CURRENT LEARNING RATE: 1.6200394827764003e-05
previous_iter_valid_loss : 0.16248801350593567
1067380 0.162679 0.162488 0.166623 CURRENT LEARNING RATE: 1.6197155072784753e-05
previous_iter_valid_loss : 0.16094136238098145
1067400 0.161104 0.160941 0.166579 CURRENT LEARNING RATE: 1.6193915965691684e-05
previous_iter_valid_loss : 0.16474930942058563
1067420 0.164913 0.164749 0.166630 CURRENT LEARNING RATE: 1.619067750635528e-05
previous_iter_valid_loss : 0.1617254614830017
1067440 0.161889 0.161725 0.166599 CURRENT LEARNING RATE: 1.618743969464598e-05
previous_iter_valid_loss : 0.1648937165737152
1067460 0.165066 0.164894 0.166801 CURRENT LEARNING RATE: 1.6184202530434273e-05
previous_iter_valid_loss : 0.18561162054538727
1067480 0.185749 0.185612 0.167727 CURRENT LEARNING RATE: 1.6180966013590634e-05
previous_iter_valid_loss : 0.1612691730260849
1067500 0.161425 0.161269 0.167763 CURRENT LEARNING RATE: 1.6177730143985672e-05
previous_iter_valid_loss : 0.17690987884998322
1067520 0.177059 0.176910 0.168462 CURRENT LEARNING RATE: 1.6174494921489918e-05
previous_iter_valid_loss : 0.16135981678962708
1067540 0.161516 0.161360 0.168181 CURRENT LEARNING RATE: 1.617126034597396e-05
previous_iter_valid_loss : 0.1731930375099182
1067560 0.173461 0.173193 0.168471 CURRENT LEARNING RATE: 1.616802641730839e-05
previous_iter_valid_loss : 0.1719152331352234
1067580 0.172170 0.171915 0.169036 CURRENT LEARNING RATE: 1.6164793135363907e-05
previous_iter_valid_loss : 0.1616174876689911
1067600 0.161805 0.161617 0.168897 CURRENT LEARNING RATE: 1.6161560500011154e-05
previous_iter_valid_loss : 0.16120250523090363
1067620 0.161391 0.161203 0.167738 CURRENT LEARNING RATE: 1.615832851112082e-05
previous_iter_valid_loss : 0.16837197542190552
1067640 0.168532 0.168372 0.167506 CURRENT LEARNING RATE: 1.6155097168563604e-05
previous_iter_valid_loss : 0.1614481508731842
1067660 0.161611 0.161448 0.166883 CURRENT LEARNING RATE: 1.61518664722103e-05
previous_iter_valid_loss : 0.1661624014377594
1067680 0.166323 0.166162 0.166659 CURRENT LEARNING RATE: 1.614863642193166e-05
previous_iter_valid_loss : 0.1648877114057541
1067700 0.165056 0.164888 0.166876 CURRENT LEARNING RATE: 1.614540701759848e-05
previous_iter_valid_loss : 0.16650903224945068
1067720 0.166668 0.166509 0.166430 CURRENT LEARNING RATE: 1.6142178259081553e-05
previous_iter_valid_loss : 0.17431065440177917
1067740 0.174590 0.174311 0.167113 CURRENT LEARNING RATE: 1.6138950146251788e-05
previous_iter_valid_loss : 0.1937243789434433
1067760 0.193842 0.193724 0.168162 CURRENT LEARNING RATE: 1.613572267898003e-05
previous_iter_valid_loss : 0.16116957366466522
1067780 0.161351 0.161170 0.168096 CURRENT LEARNING RATE: 1.6132495857137154e-05
previous_iter_valid_loss : 0.1756621152162552
1067800 0.175945 0.175662 0.168832 CURRENT LEARNING RATE: 1.612926968059414e-05
previous_iter_valid_loss : 0.16124621033668518
1067820 0.161401 0.161246 0.168657 CURRENT LEARNING RATE: 1.612604414922192e-05
previous_iter_valid_loss : 0.16086946427822113
1067840 0.161040 0.160869 0.168614 CURRENT LEARNING RATE: 1.6122819262891467e-05
previous_iter_valid_loss : 0.166606605052948
1067860 0.166812 0.166607 0.168699 CURRENT LEARNING RATE: 1.6119595021473756e-05
previous_iter_valid_loss : 0.16102446615695953
1067880 0.161208 0.161024 0.167470 CURRENT LEARNING RATE: 1.611637142483988e-05
previous_iter_valid_loss : 0.16475267708301544
1067900 0.164964 0.164753 0.167644 CURRENT LEARNING RATE: 1.6113148472860857e-05
previous_iter_valid_loss : 0.16074195504188538
1067920 0.160900 0.160742 0.166836 CURRENT LEARNING RATE: 1.6109926165407778e-05
previous_iter_valid_loss : 0.16089500486850739
1067940 0.161050 0.160895 0.166813 CURRENT LEARNING RATE: 1.610670450235172e-05
previous_iter_valid_loss : 0.1655372679233551
1067960 0.165754 0.165537 0.166430 CURRENT LEARNING RATE: 1.6103483483563872e-05
previous_iter_valid_loss : 0.17568981647491455
1067980 0.175980 0.175690 0.166619 CURRENT LEARNING RATE: 1.6100263108915367e-05
previous_iter_valid_loss : 0.171716570854187
1068000 0.171865 0.171717 0.167123 CURRENT LEARNING RATE: 1.609704337827739e-05
previous_iter_valid_loss : 0.16356994211673737
1068020 0.163737 0.163570 0.167242 CURRENT LEARNING RATE: 1.6093824291521118e-05
previous_iter_valid_loss : 0.16526997089385986
1068040 0.165465 0.165270 0.167087 CURRENT LEARNING RATE: 1.609060584851785e-05
previous_iter_valid_loss : 0.16733044385910034
1068060 0.167485 0.167330 0.167381 CURRENT LEARNING RATE: 1.608738804913882e-05
previous_iter_valid_loss : 0.16117513179779053
1068080 0.161361 0.161175 0.167132 CURRENT LEARNING RATE: 1.6084170893255307e-05
previous_iter_valid_loss : 0.16155345737934113
1068100 0.161721 0.161553 0.166965 CURRENT LEARNING RATE: 1.608095438073861e-05
previous_iter_valid_loss : 0.16312772035598755
1068120 0.163326 0.163128 0.166796 CURRENT LEARNING RATE: 1.6077738511460117e-05
previous_iter_valid_loss : 0.16920579969882965
1068140 0.169451 0.169206 0.166540 CURRENT LEARNING RATE: 1.607452328529117e-05
previous_iter_valid_loss : 0.16130730509757996
1068160 0.161491 0.161307 0.164920 CURRENT LEARNING RATE: 1.607130870210312e-05
previous_iter_valid_loss : 0.16177041828632355
1068180 0.161958 0.161770 0.164950 CURRENT LEARNING RATE: 1.6068094761767456e-05
previous_iter_valid_loss : 0.16067488491535187
1068200 0.160834 0.160675 0.164200 CURRENT LEARNING RATE: 1.606488146415558e-05
previous_iter_valid_loss : 0.1607806384563446
1068220 0.160961 0.160781 0.164177 CURRENT LEARNING RATE: 1.606166880913897e-05
previous_iter_valid_loss : 0.16057352721691132
1068240 0.160737 0.160574 0.164162 CURRENT LEARNING RATE: 1.605845679658908e-05
previous_iter_valid_loss : 0.17947906255722046
1068260 0.179637 0.179479 0.164806 CURRENT LEARNING RATE: 1.6055245426377498e-05
previous_iter_valid_loss : 0.16549603641033173
1068280 0.165657 0.165496 0.165029 CURRENT LEARNING RATE: 1.6052034698375732e-05
previous_iter_valid_loss : 0.1611412763595581
1068300 0.161303 0.161141 0.164849 CURRENT LEARNING RATE: 1.6048824612455355e-05
previous_iter_valid_loss : 0.16062749922275543
1068320 0.160796 0.160627 0.164843 CURRENT LEARNING RATE: 1.604561516848794e-05
previous_iter_valid_loss : 0.16189444065093994
1068340 0.162085 0.161894 0.164893 CURRENT LEARNING RATE: 1.604240636634516e-05
previous_iter_valid_loss : 0.16050490736961365
1068360 0.160669 0.160505 0.164642 CURRENT LEARNING RATE: 1.6039198205898637e-05
previous_iter_valid_loss : 0.1620621532201767
1068380 0.162221 0.162062 0.163960 CURRENT LEARNING RATE: 1.6035990687020044e-05
previous_iter_valid_loss : 0.16166868805885315
1068400 0.161839 0.161669 0.163458 CURRENT LEARNING RATE: 1.6032783809581054e-05
previous_iter_valid_loss : 0.16861894726753235
1068420 0.168774 0.168619 0.163710 CURRENT LEARNING RATE: 1.6029577573453442e-05
previous_iter_valid_loss : 0.17288608849048615
1068440 0.173147 0.172886 0.164091 CURRENT LEARNING RATE: 1.602637197850894e-05
previous_iter_valid_loss : 0.16067761182785034
1068460 0.160833 0.160678 0.163758 CURRENT LEARNING RATE: 1.6023167024619317e-05
previous_iter_valid_loss : 0.16812196373939514
1068480 0.168356 0.168122 0.164106 CURRENT LEARNING RATE: 1.6019962711656352e-05
previous_iter_valid_loss : 0.1623515635728836
1068500 0.162522 0.162352 0.164146 CURRENT LEARNING RATE: 1.6016759039491922e-05
previous_iter_valid_loss : 0.16069960594177246
1068520 0.160868 0.160700 0.164024 CURRENT LEARNING RATE: 1.6013556007997856e-05
previous_iter_valid_loss : 0.19052818417549133
1068540 0.190653 0.190528 0.165090 CURRENT LEARNING RATE: 1.601035361704601e-05
previous_iter_valid_loss : 0.16918107867240906
1068560 0.169335 0.169181 0.165484 CURRENT LEARNING RATE: 1.6007151866508333e-05
previous_iter_valid_loss : 0.1632845401763916
1068580 0.163450 0.163285 0.165560 CURRENT LEARNING RATE: 1.6003950756256732e-05
previous_iter_valid_loss : 0.1698303371667862
1068600 0.170080 0.169830 0.166017 CURRENT LEARNING RATE: 1.6000750286163167e-05
previous_iter_valid_loss : 0.16097231209278107
1068620 0.161126 0.160972 0.166027 CURRENT LEARNING RATE: 1.5997550456099585e-05
previous_iter_valid_loss : 0.16425320506095886
1068640 0.164419 0.164253 0.166211 CURRENT LEARNING RATE: 1.5994351265938055e-05
previous_iter_valid_loss : 0.16547474265098572
1068660 0.165678 0.165475 0.165511 CURRENT LEARNING RATE: 1.5991152715550573e-05
previous_iter_valid_loss : 0.16645188629627228
1068680 0.166667 0.166452 0.165559 CURRENT LEARNING RATE: 1.5987954804809206e-05
previous_iter_valid_loss : 0.16094368696212769
1068700 0.161102 0.160944 0.165549 CURRENT LEARNING RATE: 1.5984757533586002e-05
previous_iter_valid_loss : 0.16184911131858826
1068720 0.162012 0.161849 0.165610 CURRENT LEARNING RATE: 1.5981560901753133e-05
previous_iter_valid_loss : 0.16431282460689545
1068740 0.164479 0.164313 0.165731 CURRENT LEARNING RATE: 1.59783649091827e-05
previous_iter_valid_loss : 0.16771075129508972
1068760 0.167871 0.167711 0.166091 CURRENT LEARNING RATE: 1.5975169555746866e-05
previous_iter_valid_loss : 0.18074291944503784
1068780 0.181080 0.180743 0.167025 CURRENT LEARNING RATE: 1.5971974841317787e-05
previous_iter_valid_loss : 0.16086778044700623
1068800 0.161040 0.160868 0.166985 CURRENT LEARNING RATE: 1.596878076576773e-05
previous_iter_valid_loss : 0.16739867627620697
1068820 0.167616 0.167399 0.166924 CURRENT LEARNING RATE: 1.596558732896891e-05
previous_iter_valid_loss : 0.16642093658447266
1068840 0.166644 0.166421 0.166601 CURRENT LEARNING RATE: 1.5962394530793584e-05
previous_iter_valid_loss : 0.16553281247615814
1068860 0.165748 0.165533 0.166844 CURRENT LEARNING RATE: 1.595920237111401e-05
previous_iter_valid_loss : 0.17675648629665375
1068880 0.177054 0.176756 0.167275 CURRENT LEARNING RATE: 1.5956010849802567e-05
previous_iter_valid_loss : 0.17314721643924713
1068900 0.173417 0.173147 0.167815 CURRENT LEARNING RATE: 1.5952819966731557e-05
previous_iter_valid_loss : 0.1608763486146927
1068920 0.161056 0.160876 0.167824 CURRENT LEARNING RATE: 1.594962972177335e-05
previous_iter_valid_loss : 0.17686890065670013
1068940 0.177023 0.176869 0.167141 CURRENT LEARNING RATE: 1.5946440114800303e-05
previous_iter_valid_loss : 0.16103503108024597
1068960 0.161209 0.161035 0.166734 CURRENT LEARNING RATE: 1.5943251145684893e-05
previous_iter_valid_loss : 0.17090825736522675
1068980 0.171061 0.170908 0.167115 CURRENT LEARNING RATE: 1.5940062814299528e-05
previous_iter_valid_loss : 0.1615825891494751
1069000 0.161770 0.161583 0.166702 CURRENT LEARNING RATE: 1.5936875120516652e-05
previous_iter_valid_loss : 0.160637766122818
1069020 0.160799 0.160638 0.166686 CURRENT LEARNING RATE: 1.5933688064208808e-05
previous_iter_valid_loss : 0.17068080604076385
1069040 0.170831 0.170681 0.167007 CURRENT LEARNING RATE: 1.593050164524849e-05
previous_iter_valid_loss : 0.16178053617477417
1069060 0.161940 0.161781 0.166822 CURRENT LEARNING RATE: 1.5927315863508243e-05
previous_iter_valid_loss : 0.16066430509090424
1069080 0.160817 0.160664 0.166533 CURRENT LEARNING RATE: 1.5924130718860604e-05
previous_iter_valid_loss : 0.1606549322605133
1069100 0.160828 0.160655 0.166519 CURRENT LEARNING RATE: 1.592094621117822e-05
previous_iter_valid_loss : 0.1653725504875183
1069120 0.165537 0.165373 0.166695 CURRENT LEARNING RATE: 1.5917762340333693e-05
previous_iter_valid_loss : 0.16398757696151733
1069140 0.164158 0.163988 0.166678 CURRENT LEARNING RATE: 1.5914579106199657e-05
previous_iter_valid_loss : 0.1605798304080963
1069160 0.160736 0.160580 0.166322 CURRENT LEARNING RATE: 1.5911396508648757e-05
previous_iter_valid_loss : 0.1681031584739685
1069180 0.168258 0.168103 0.165690 CURRENT LEARNING RATE: 1.5908214547553752e-05
previous_iter_valid_loss : 0.16642528772354126
1069200 0.166585 0.166425 0.165968 CURRENT LEARNING RATE: 1.590503322278733e-05
previous_iter_valid_loss : 0.1618041843175888
1069220 0.162002 0.161804 0.165688 CURRENT LEARNING RATE: 1.590185253422224e-05
previous_iter_valid_loss : 0.16055168211460114
1069240 0.160728 0.160552 0.165395 CURRENT LEARNING RATE: 1.5898672481731223e-05
previous_iter_valid_loss : 0.1704530417919159
1069260 0.170602 0.170453 0.165641 CURRENT LEARNING RATE: 1.589549306518714e-05
previous_iter_valid_loss : 0.16196079552173615
1069280 0.162114 0.161961 0.164901 CURRENT LEARNING RATE: 1.5892314284462773e-05
previous_iter_valid_loss : 0.16414636373519897
1069300 0.164353 0.164146 0.164451 CURRENT LEARNING RATE: 1.5889136139430986e-05
previous_iter_valid_loss : 0.16131193935871124
1069320 0.161492 0.161312 0.164473 CURRENT LEARNING RATE: 1.588595862996462e-05
previous_iter_valid_loss : 0.1605415642261505
1069340 0.160701 0.160542 0.163656 CURRENT LEARNING RATE: 1.5882781755936625e-05
previous_iter_valid_loss : 0.16367068886756897
1069360 0.163862 0.163671 0.163788 CURRENT LEARNING RATE: 1.5879605517219903e-05
previous_iter_valid_loss : 0.1608809381723404
1069380 0.161055 0.160881 0.163287 CURRENT LEARNING RATE: 1.5876429913687378e-05
previous_iter_valid_loss : 0.17941245436668396
1069400 0.179576 0.179412 0.164178 CURRENT LEARNING RATE: 1.587325494521208e-05
previous_iter_valid_loss : 0.18554902076721191
1069420 0.185695 0.185549 0.165424 CURRENT LEARNING RATE: 1.5870080611666978e-05
previous_iter_valid_loss : 0.16081281006336212
1069440 0.160970 0.160813 0.164930 CURRENT LEARNING RATE: 1.5866906912925106e-05
previous_iter_valid_loss : 0.16269539296627045
1069460 0.162887 0.162695 0.164976 CURRENT LEARNING RATE: 1.5863733848859485e-05
previous_iter_valid_loss : 0.1605200618505478
1069480 0.160688 0.160520 0.164969 CURRENT LEARNING RATE: 1.5860561419343246e-05
previous_iter_valid_loss : 0.16183193027973175
1069500 0.162025 0.161832 0.165028 CURRENT LEARNING RATE: 1.5857389624249467e-05
previous_iter_valid_loss : 0.1605391651391983
1069520 0.160704 0.160539 0.164786 CURRENT LEARNING RATE: 1.5854218463451272e-05
previous_iter_valid_loss : 0.16610433161258698
1069540 0.166317 0.166104 0.164892 CURRENT LEARNING RATE: 1.5851047936821794e-05
previous_iter_valid_loss : 0.16073644161224365
1069560 0.160915 0.160736 0.164900 CURRENT LEARNING RATE: 1.5847878044234264e-05
previous_iter_valid_loss : 0.16058893501758575
1069580 0.160764 0.160589 0.164524 CURRENT LEARNING RATE: 1.5844708785561855e-05
previous_iter_valid_loss : 0.16052883863449097
1069600 0.160694 0.160529 0.164229 CURRENT LEARNING RATE: 1.58415401606778e-05
previous_iter_valid_loss : 0.16344891488552094
1069620 0.163621 0.163449 0.164311 CURRENT LEARNING RATE: 1.5838372169455325e-05
previous_iter_valid_loss : 0.16722874343395233
1069640 0.167469 0.167229 0.164645 CURRENT LEARNING RATE: 1.583520481176777e-05
previous_iter_valid_loss : 0.16466790437698364
1069660 0.164828 0.164668 0.164356 CURRENT LEARNING RATE: 1.5832038087488408e-05
previous_iter_valid_loss : 0.16776247322559357
1069680 0.167979 0.167762 0.164646 CURRENT LEARNING RATE: 1.582887199649057e-05
previous_iter_valid_loss : 0.16145019233226776
1069700 0.161637 0.161450 0.164511 CURRENT LEARNING RATE: 1.5825706538647587e-05
previous_iter_valid_loss : 0.1623610258102417
1069720 0.162513 0.162361 0.164564 CURRENT LEARNING RATE: 1.5822541713832895e-05
previous_iter_valid_loss : 0.1614523082971573
1069740 0.161646 0.161452 0.164609 CURRENT LEARNING RATE: 1.5819377521919876e-05
previous_iter_valid_loss : 0.17463040351867676
1069760 0.174911 0.174630 0.165157 CURRENT LEARNING RATE: 1.581621396278193e-05
previous_iter_valid_loss : 0.16820290684700012
1069780 0.168440 0.168203 0.165523 CURRENT LEARNING RATE: 1.5813051036292572e-05
previous_iter_valid_loss : 0.18987944722175598
1069800 0.190301 0.189879 0.166047 CURRENT LEARNING RATE: 1.5809888742325258e-05
previous_iter_valid_loss : 0.16275453567504883
1069820 0.162920 0.162755 0.164907 CURRENT LEARNING RATE: 1.5806727080753498e-05
previous_iter_valid_loss : 0.1628781259059906
1069840 0.163066 0.162878 0.165010 CURRENT LEARNING RATE: 1.5803566051450793e-05
previous_iter_valid_loss : 0.1604996919631958
1069860 0.160663 0.160500 0.164900 CURRENT LEARNING RATE: 1.5800405654290762e-05
previous_iter_valid_loss : 0.16279351711273193
1069880 0.162952 0.162794 0.165014 CURRENT LEARNING RATE: 1.5797245889146956e-05
previous_iter_valid_loss : 0.17495402693748474
1069900 0.175102 0.174954 0.165670 CURRENT LEARNING RATE: 1.5794086755892992e-05
previous_iter_valid_loss : 0.16066795587539673
1069920 0.160823 0.160668 0.165677 CURRENT LEARNING RATE: 1.5790928254402468e-05
previous_iter_valid_loss : 0.1609271913766861
1069940 0.161107 0.160927 0.165418 CURRENT LEARNING RATE: 1.5787770384549105e-05
previous_iter_valid_loss : 0.16210409998893738
1069960 0.162294 0.162104 0.165486 CURRENT LEARNING RATE: 1.5784613146206564e-05
previous_iter_valid_loss : 0.1637606918811798
1069980 0.163954 0.163761 0.165645 CURRENT LEARNING RATE: 1.5781456539248548e-05
previous_iter_valid_loss : 0.1625184416770935
1070000 0.162679 0.162518 0.165744 CURRENT LEARNING RATE: 1.5778300563548764e-05
previous_iter_valid_loss : 0.18269290030002594
1070020 0.183056 0.182693 0.166706 CURRENT LEARNING RATE: 1.5775145218981036e-05
previous_iter_valid_loss : 0.16899089515209198
1070040 0.169143 0.168991 0.166794 CURRENT LEARNING RATE: 1.5771990505419122e-05
previous_iter_valid_loss : 0.17801950871944427
1070060 0.178320 0.178020 0.167462 CURRENT LEARNING RATE: 1.5768836422736826e-05
previous_iter_valid_loss : 0.17369946837425232
1070080 0.173975 0.173699 0.167759 CURRENT LEARNING RATE: 1.5765682970807966e-05
previous_iter_valid_loss : 0.16601747274398804
1070100 0.166180 0.166017 0.167987 CURRENT LEARNING RATE: 1.5762530149506447e-05
previous_iter_valid_loss : 0.16348165273666382
1070120 0.163681 0.163482 0.168043 CURRENT LEARNING RATE: 1.575937795870614e-05
previous_iter_valid_loss : 0.18783573806285858
1070140 0.188239 0.187836 0.169363 CURRENT LEARNING RATE: 1.5756226398280954e-05
previous_iter_valid_loss : 0.16368545591831207
1070160 0.163889 0.163685 0.168815 CURRENT LEARNING RATE: 1.57530754681048e-05
previous_iter_valid_loss : 0.16849352419376373
1070180 0.168647 0.168494 0.168830 CURRENT LEARNING RATE: 1.574992516805169e-05
previous_iter_valid_loss : 0.16121986508369446
1070200 0.161406 0.161220 0.167397 CURRENT LEARNING RATE: 1.5746775497995594e-05
previous_iter_valid_loss : 0.16072745621204376
1070220 0.160903 0.160727 0.167295 CURRENT LEARNING RATE: 1.5743626457810487e-05
previous_iter_valid_loss : 0.1723397821187973
1070240 0.172604 0.172340 0.167769 CURRENT LEARNING RATE: 1.5740478047370473e-05
previous_iter_valid_loss : 0.16056734323501587
1070260 0.160728 0.160567 0.167772 CURRENT LEARNING RATE: 1.573733026654958e-05
previous_iter_valid_loss : 0.16108089685440063
1070280 0.161242 0.161081 0.167686 CURRENT LEARNING RATE: 1.57341831152219e-05
previous_iter_valid_loss : 0.16279840469360352
1070300 0.162998 0.162798 0.167079 CURRENT LEARNING RATE: 1.573103659326152e-05
previous_iter_valid_loss : 0.16849516332149506
1070320 0.168722 0.168495 0.167470 CURRENT LEARNING RATE: 1.5727890700542633e-05
previous_iter_valid_loss : 0.16099078953266144
1070340 0.161168 0.160991 0.167473 CURRENT LEARNING RATE: 1.5724745436939376e-05
previous_iter_valid_loss : 0.1651940643787384
1070360 0.165411 0.165194 0.167628 CURRENT LEARNING RATE: 1.572160080232594e-05
previous_iter_valid_loss : 0.1615641713142395
1070380 0.161752 0.161564 0.167518 CURRENT LEARNING RATE: 1.571845679657651e-05
previous_iter_valid_loss : 0.16196472942829132
1070400 0.162152 0.161965 0.167490 CURRENT LEARNING RATE: 1.571531341956538e-05
previous_iter_valid_loss : 0.16087040305137634
1070420 0.161022 0.160870 0.166399 CURRENT LEARNING RATE: 1.571217067116679e-05
previous_iter_valid_loss : 0.1657533347606659
1070440 0.165911 0.165753 0.166237 CURRENT LEARNING RATE: 1.570902855125503e-05
previous_iter_valid_loss : 0.1677316576242447
1070460 0.167887 0.167732 0.165723 CURRENT LEARNING RATE: 1.5705887059704384e-05
previous_iter_valid_loss : 0.17125487327575684
1070480 0.171406 0.171255 0.165600 CURRENT LEARNING RATE: 1.570274619638925e-05
previous_iter_valid_loss : 0.16623437404632568
1070500 0.166390 0.166234 0.165611 CURRENT LEARNING RATE: 1.569960596118397e-05
previous_iter_valid_loss : 0.16333435475826263
1070520 0.163502 0.163334 0.165604 CURRENT LEARNING RATE: 1.5696466353962927e-05
previous_iter_valid_loss : 0.18302081525325775
1070540 0.183175 0.183021 0.165363 CURRENT LEARNING RATE: 1.5693327374600516e-05
previous_iter_valid_loss : 0.16050559282302856
1070560 0.160669 0.160506 0.165204 CURRENT LEARNING RATE: 1.5690189022971226e-05
previous_iter_valid_loss : 0.1605667620897293
1070580 0.160732 0.160567 0.164808 CURRENT LEARNING RATE: 1.5687051298949498e-05
previous_iter_valid_loss : 0.16214533150196075
1070600 0.162329 0.162145 0.164854 CURRENT LEARNING RATE: 1.56839142024098e-05
previous_iter_valid_loss : 0.1734693944454193
1070620 0.173618 0.173469 0.165491 CURRENT LEARNING RATE: 1.56807777332267e-05
previous_iter_valid_loss : 0.18427610397338867
1070640 0.184641 0.184276 0.166088 CURRENT LEARNING RATE: 1.567764189127471e-05
previous_iter_valid_loss : 0.17410312592983246
1070660 0.174387 0.174103 0.166765 CURRENT LEARNING RATE: 1.5674506676428396e-05
previous_iter_valid_loss : 0.17252610623836517
1070680 0.172795 0.172526 0.167337 CURRENT LEARNING RATE: 1.5671372088562327e-05
previous_iter_valid_loss : 0.1643526256084442
1070700 0.164523 0.164353 0.167415 CURRENT LEARNING RATE: 1.566823812755117e-05
previous_iter_valid_loss : 0.1605796217918396
1070720 0.160752 0.160580 0.167019 CURRENT LEARNING RATE: 1.5665104793269538e-05
previous_iter_valid_loss : 0.17204034328460693
1070740 0.172186 0.172040 0.167572 CURRENT LEARNING RATE: 1.5661972085592104e-05
previous_iter_valid_loss : 0.16052648425102234
1070760 0.160694 0.160526 0.167338 CURRENT LEARNING RATE: 1.5658840004393522e-05
previous_iter_valid_loss : 0.16159138083457947
1070780 0.161772 0.161591 0.167340 CURRENT LEARNING RATE: 1.5655708549548574e-05
previous_iter_valid_loss : 0.1630411148071289
1070800 0.163232 0.163041 0.167393 CURRENT LEARNING RATE: 1.5652577720931968e-05
previous_iter_valid_loss : 0.16612471640110016
1070820 0.166283 0.166125 0.167656 CURRENT LEARNING RATE: 1.5649447518418477e-05
previous_iter_valid_loss : 0.16115528345108032
1070840 0.161345 0.161155 0.167426 CURRENT LEARNING RATE: 1.5646317941882856e-05
previous_iter_valid_loss : 0.16052164137363434
1070860 0.160680 0.160522 0.167066 CURRENT LEARNING RATE: 1.5643188991199988e-05
previous_iter_valid_loss : 0.16071143746376038
1070880 0.160859 0.160711 0.166539 CURRENT LEARNING RATE: 1.5640060666244678e-05
previous_iter_valid_loss : 0.1612045019865036
1070900 0.161367 0.161205 0.166287 CURRENT LEARNING RATE: 1.5636932966891796e-05
previous_iter_valid_loss : 0.1920796036720276
1070920 0.192210 0.192080 0.167724 CURRENT LEARNING RATE: 1.5633805893016207e-05
previous_iter_valid_loss : 0.17555981874465942
1070940 0.175711 0.175560 0.167351 CURRENT LEARNING RATE: 1.5630679444492884e-05
previous_iter_valid_loss : 0.16051726043224335
1070960 0.160673 0.160517 0.167352 CURRENT LEARNING RATE: 1.5627553621196746e-05
previous_iter_valid_loss : 0.16054023802280426
1070980 0.160707 0.160540 0.167351 CURRENT LEARNING RATE: 1.562442842300272e-05
previous_iter_valid_loss : 0.16152335703372955
1071000 0.161709 0.161523 0.167319 CURRENT LEARNING RATE: 1.5621303849785862e-05
previous_iter_valid_loss : 0.16573069989681244
1071020 0.165941 0.165731 0.166932 CURRENT LEARNING RATE: 1.5618179901421165e-05
previous_iter_valid_loss : 0.17005543410778046
1071040 0.170303 0.170055 0.166221 CURRENT LEARNING RATE: 1.5615056577783662e-05
previous_iter_valid_loss : 0.1606256365776062
1071060 0.160800 0.160626 0.165548 CURRENT LEARNING RATE: 1.5611933878748397e-05
previous_iter_valid_loss : 0.1623702198266983
1071080 0.162556 0.162370 0.165040 CURRENT LEARNING RATE: 1.5608811804190518e-05
previous_iter_valid_loss : 0.16849076747894287
1071100 0.168718 0.168491 0.165247 CURRENT LEARNING RATE: 1.5605690353985112e-05
previous_iter_valid_loss : 0.16570115089416504
1071120 0.165860 0.165701 0.165503 CURRENT LEARNING RATE: 1.5602569528007323e-05
previous_iter_valid_loss : 0.17175662517547607
1071140 0.171910 0.171757 0.165489 CURRENT LEARNING RATE: 1.559944932613229e-05
previous_iter_valid_loss : 0.16276752948760986
1071160 0.162968 0.162768 0.165601 CURRENT LEARNING RATE: 1.5596329748235256e-05
previous_iter_valid_loss : 0.16101334989070892
1071180 0.161207 0.161013 0.165572 CURRENT LEARNING RATE: 1.559321079419142e-05
previous_iter_valid_loss : 0.16592390835285187
1071200 0.166088 0.165924 0.165716 CURRENT LEARNING RATE: 1.5590092463876015e-05
previous_iter_valid_loss : 0.1649453192949295
1071220 0.165152 0.164945 0.165657 CURRENT LEARNING RATE: 1.558697475716428e-05
previous_iter_valid_loss : 0.1643427163362503
1071240 0.164520 0.164343 0.165816 CURRENT LEARNING RATE: 1.558385767393157e-05
previous_iter_valid_loss : 0.16446690261363983
1071260 0.164650 0.164467 0.166014 CURRENT LEARNING RATE: 1.5580741214053168e-05
previous_iter_valid_loss : 0.17084172368049622
1071280 0.170992 0.170842 0.166520 CURRENT LEARNING RATE: 1.5577625377404413e-05
previous_iter_valid_loss : 0.16408656537532806
1071300 0.164284 0.164087 0.166664 CURRENT LEARNING RATE: 1.557451016386065e-05
previous_iter_valid_loss : 0.1852896809577942
1071320 0.185670 0.185290 0.166325 CURRENT LEARNING RATE: 1.5571395573297324e-05
previous_iter_valid_loss : 0.16605618596076965
1071340 0.166279 0.166056 0.165849 CURRENT LEARNING RATE: 1.5568281605589824e-05
previous_iter_valid_loss : 0.1607062965631485
1071360 0.160884 0.160706 0.165859 CURRENT LEARNING RATE: 1.556516826061356e-05
previous_iter_valid_loss : 0.16228075325489044
1071380 0.162477 0.162281 0.165946 CURRENT LEARNING RATE: 1.556205553824406e-05
previous_iter_valid_loss : 0.163521409034729
1071400 0.163682 0.163521 0.166046 CURRENT LEARNING RATE: 1.555894343835678e-05
previous_iter_valid_loss : 0.16053006052970886
1071420 0.160685 0.160530 0.165786 CURRENT LEARNING RATE: 1.555583196082724e-05
previous_iter_valid_loss : 0.16053807735443115
1071440 0.160691 0.160538 0.165310 CURRENT LEARNING RATE: 1.5552721105530952e-05
previous_iter_valid_loss : 0.16123312711715698
1071460 0.161412 0.161233 0.165340 CURRENT LEARNING RATE: 1.554961087234354e-05
previous_iter_valid_loss : 0.16786940395832062
1071480 0.168108 0.167869 0.165615 CURRENT LEARNING RATE: 1.5546501261140563e-05
previous_iter_valid_loss : 0.16661681234836578
1071500 0.166840 0.166617 0.165522 CURRENT LEARNING RATE: 1.5543392271797642e-05
previous_iter_valid_loss : 0.1614803820848465
1071520 0.161637 0.161480 0.165311 CURRENT LEARNING RATE: 1.5540283904190383e-05
previous_iter_valid_loss : 0.16242456436157227
1071540 0.162607 0.162425 0.164844 CURRENT LEARNING RATE: 1.553717615819451e-05
previous_iter_valid_loss : 0.18519343435764313
1071560 0.185345 0.185193 0.165965 CURRENT LEARNING RATE: 1.5534069033685687e-05
previous_iter_valid_loss : 0.17613458633422852
1071580 0.176428 0.176135 0.166721 CURRENT LEARNING RATE: 1.5530962530539625e-05
previous_iter_valid_loss : 0.1605289727449417
1071600 0.160690 0.160529 0.166452 CURRENT LEARNING RATE: 1.552785664863204e-05
previous_iter_valid_loss : 0.17619037628173828
1071620 0.176480 0.176190 0.167014 CURRENT LEARNING RATE: 1.552475138783875e-05
previous_iter_valid_loss : 0.16057153046131134
1071640 0.160741 0.160572 0.166825 CURRENT LEARNING RATE: 1.552164674803552e-05
previous_iter_valid_loss : 0.16056668758392334
1071660 0.160729 0.160567 0.166630 CURRENT LEARNING RATE: 1.5518542729098164e-05
previous_iter_valid_loss : 0.1614113599061966
1071680 0.161556 0.161411 0.166159 CURRENT LEARNING RATE: 1.5515439330902485e-05
previous_iter_valid_loss : 0.16476497054100037
1071700 0.164961 0.164765 0.166193 CURRENT LEARNING RATE: 1.5512336553324414e-05
previous_iter_valid_loss : 0.16147564351558685
1071720 0.161661 0.161476 0.165002 CURRENT LEARNING RATE: 1.5509234396239807e-05
previous_iter_valid_loss : 0.18330669403076172
1071740 0.183674 0.183307 0.165864 CURRENT LEARNING RATE: 1.5506132859524574e-05
previous_iter_valid_loss : 0.16263221204280853
1071760 0.162798 0.162632 0.165961 CURRENT LEARNING RATE: 1.5503031943054634e-05
previous_iter_valid_loss : 0.16147132217884064
1071780 0.161621 0.161471 0.165920 CURRENT LEARNING RATE: 1.5499931646705998e-05
previous_iter_valid_loss : 0.17329245805740356
1071800 0.173568 0.173292 0.166409 CURRENT LEARNING RATE: 1.549683197035463e-05
previous_iter_valid_loss : 0.1653386503458023
1071820 0.165546 0.165339 0.166649 CURRENT LEARNING RATE: 1.5493732913876516e-05
previous_iter_valid_loss : 0.16624267399311066
1071840 0.166401 0.166243 0.166935 CURRENT LEARNING RATE: 1.549063447714775e-05
previous_iter_valid_loss : 0.16248568892478943
1071860 0.162675 0.162486 0.166997 CURRENT LEARNING RATE: 1.5487536660044365e-05
previous_iter_valid_loss : 0.1668405681848526
1071880 0.167062 0.166841 0.166946 CURRENT LEARNING RATE: 1.548443946244245e-05
previous_iter_valid_loss : 0.1679600030183792
1071900 0.168112 0.167960 0.167013 CURRENT LEARNING RATE: 1.5481342884218082e-05
previous_iter_valid_loss : 0.16636362671852112
1071920 0.166522 0.166364 0.167257 CURRENT LEARNING RATE: 1.5478246925247464e-05
previous_iter_valid_loss : 0.16306664049625397
1071940 0.163227 0.163067 0.167289 CURRENT LEARNING RATE: 1.5475151585406723e-05
previous_iter_valid_loss : 0.16426515579223633
1071960 0.164425 0.164265 0.166243 CURRENT LEARNING RATE: 1.547205686457205e-05
previous_iter_valid_loss : 0.16916073858737946
1071980 0.169408 0.169161 0.165894 CURRENT LEARNING RATE: 1.5468962762619622e-05
previous_iter_valid_loss : 0.1605309098958969
1072000 0.160704 0.160531 0.165894 CURRENT LEARNING RATE: 1.5465869279425736e-05
previous_iter_valid_loss : 0.16723041236400604
1072020 0.167390 0.167230 0.165446 CURRENT LEARNING RATE: 1.5462776414866625e-05
previous_iter_valid_loss : 0.17235447466373444
1072040 0.172500 0.172354 0.166035 CURRENT LEARNING RATE: 1.545968416881857e-05
previous_iter_valid_loss : 0.16254661977291107
1072060 0.162714 0.162547 0.166134 CURRENT LEARNING RATE: 1.5456592541157856e-05
previous_iter_valid_loss : 0.16053542494773865
1072080 0.160690 0.160535 0.166090 CURRENT LEARNING RATE: 1.5453501531760877e-05
previous_iter_valid_loss : 0.1711672991514206
1072100 0.171313 0.171167 0.166411 CURRENT LEARNING RATE: 1.545041114050396e-05
previous_iter_valid_loss : 0.16351646184921265
1072120 0.163696 0.163516 0.166513 CURRENT LEARNING RATE: 1.544732136726349e-05
previous_iter_valid_loss : 0.1612875610589981
1072140 0.161448 0.161288 0.165412 CURRENT LEARNING RATE: 1.5444232211915847e-05
previous_iter_valid_loss : 0.16377581655979156
1072160 0.163940 0.163776 0.165469 CURRENT LEARNING RATE: 1.5441143674337527e-05
previous_iter_valid_loss : 0.17032203078269958
1072180 0.170470 0.170322 0.165911 CURRENT LEARNING RATE: 1.5438055754404952e-05
previous_iter_valid_loss : 0.16361236572265625
1072200 0.163786 0.163612 0.165427 CURRENT LEARNING RATE: 1.543496845199458e-05
previous_iter_valid_loss : 0.16056586802005768
1072220 0.160729 0.160566 0.165189 CURRENT LEARNING RATE: 1.543188176698298e-05
previous_iter_valid_loss : 0.16801565885543823
1072240 0.168170 0.168016 0.165277 CURRENT LEARNING RATE: 1.542879569924665e-05
previous_iter_valid_loss : 0.16071099042892456
1072260 0.160864 0.160711 0.165189 CURRENT LEARNING RATE: 1.5425710248662152e-05
previous_iter_valid_loss : 0.16091740131378174
1072280 0.161070 0.160917 0.164893 CURRENT LEARNING RATE: 1.5422625415106038e-05
previous_iter_valid_loss : 0.16154105961322784
1072300 0.161701 0.161541 0.164572 CURRENT LEARNING RATE: 1.541954119845497e-05
previous_iter_valid_loss : 0.16837023198604584
1072320 0.168605 0.168370 0.164672 CURRENT LEARNING RATE: 1.5416457598585552e-05
previous_iter_valid_loss : 0.1643645018339157
1072340 0.164566 0.164365 0.164737 CURRENT LEARNING RATE: 1.5413374615374436e-05
previous_iter_valid_loss : 0.1618669629096985
1072360 0.162031 0.161867 0.164617 CURRENT LEARNING RATE: 1.5410292248698288e-05
previous_iter_valid_loss : 0.16666246950626373
1072380 0.166875 0.166662 0.164492 CURRENT LEARNING RATE: 1.5407210498433852e-05
previous_iter_valid_loss : 0.1609177589416504
1072400 0.161099 0.160918 0.164511 CURRENT LEARNING RATE: 1.540412936445784e-05
previous_iter_valid_loss : 0.16810379922389984
1072420 0.168260 0.168104 0.164555 CURRENT LEARNING RATE: 1.5401048846647004e-05
previous_iter_valid_loss : 0.1645616888999939
1072440 0.164727 0.164562 0.164165 CURRENT LEARNING RATE: 1.53979689448781e-05
previous_iter_valid_loss : 0.16412612795829773
1072460 0.164288 0.164126 0.164244 CURRENT LEARNING RATE: 1.539488965902798e-05
previous_iter_valid_loss : 0.1617477536201477
1072480 0.161936 0.161748 0.164305 CURRENT LEARNING RATE: 1.5391810988973448e-05
previous_iter_valid_loss : 0.16784511506557465
1072500 0.168071 0.167845 0.164139 CURRENT LEARNING RATE: 1.538873293459136e-05
previous_iter_valid_loss : 0.16640684008598328
1072520 0.166620 0.166407 0.164283 CURRENT LEARNING RATE: 1.5385655495758563e-05
previous_iter_valid_loss : 0.1660606861114502
1072540 0.166279 0.166061 0.164522 CURRENT LEARNING RATE: 1.5382578672352016e-05
previous_iter_valid_loss : 0.17064830660820007
1072560 0.170899 0.170648 0.164866 CURRENT LEARNING RATE: 1.5379502464248617e-05
previous_iter_valid_loss : 0.16644734144210815
1072580 0.166666 0.166447 0.164672 CURRENT LEARNING RATE: 1.537642687132529e-05
previous_iter_valid_loss : 0.16080643236637115
1072600 0.160969 0.160806 0.164532 CURRENT LEARNING RATE: 1.537335189345907e-05
previous_iter_valid_loss : 0.18575842678546906
1072620 0.186149 0.185758 0.165791 CURRENT LEARNING RATE: 1.5370277530526928e-05
previous_iter_valid_loss : 0.16229522228240967
1072640 0.162466 0.162295 0.165505 CURRENT LEARNING RATE: 1.5367203782405888e-05
previous_iter_valid_loss : 0.16118496656417847
1072660 0.161345 0.161185 0.165529 CURRENT LEARNING RATE: 1.536413064897297e-05
previous_iter_valid_loss : 0.16064444184303284
1072680 0.160814 0.160644 0.165515 CURRENT LEARNING RATE: 1.5361058130105314e-05
previous_iter_valid_loss : 0.16176946461200714
1072700 0.161954 0.161769 0.165527 CURRENT LEARNING RATE: 1.535798622567998e-05
previous_iter_valid_loss : 0.1635657548904419
1072720 0.163762 0.163566 0.165286 CURRENT LEARNING RATE: 1.53549149355741e-05
previous_iter_valid_loss : 0.16093625128269196
1072740 0.161124 0.160936 0.165115 CURRENT LEARNING RATE: 1.5351844259664792e-05
previous_iter_valid_loss : 0.17441187798976898
1072760 0.174693 0.174412 0.165742 CURRENT LEARNING RATE: 1.5348774197829285e-05
previous_iter_valid_loss : 0.16295477747917175
1072780 0.163113 0.162955 0.165557 CURRENT LEARNING RATE: 1.5345704749944745e-05
previous_iter_valid_loss : 0.16170302033424377
1072800 0.161888 0.161703 0.165596 CURRENT LEARNING RATE: 1.5342635915888398e-05
previous_iter_valid_loss : 0.16087834537029266
1072820 0.161060 0.160878 0.165235 CURRENT LEARNING RATE: 1.533956769553746e-05
previous_iter_valid_loss : 0.17436055839061737
1072840 0.174509 0.174361 0.165725 CURRENT LEARNING RATE: 1.5336500088769264e-05
previous_iter_valid_loss : 0.16282625496387482
1072860 0.163000 0.162826 0.165660 CURRENT LEARNING RATE: 1.5333433095461072e-05
previous_iter_valid_loss : 0.16059881448745728
1072880 0.160755 0.160599 0.165602 CURRENT LEARNING RATE: 1.5330366715490206e-05
previous_iter_valid_loss : 0.17334583401679993
1072900 0.173492 0.173346 0.165877 CURRENT LEARNING RATE: 1.5327300948733982e-05
previous_iter_valid_loss : 0.1622873991727829
1072920 0.162451 0.162287 0.165671 CURRENT LEARNING RATE: 1.5324235795069828e-05
previous_iter_valid_loss : 0.16077537834644318
1072940 0.160952 0.160775 0.165407 CURRENT LEARNING RATE: 1.5321171254375103e-05
previous_iter_valid_loss : 0.16147831082344055
1072960 0.161666 0.161478 0.164949 CURRENT LEARNING RATE: 1.5318107326527234e-05
previous_iter_valid_loss : 0.16132810711860657
1072980 0.161516 0.161328 0.164693 CURRENT LEARNING RATE: 1.5315044011403634e-05
previous_iter_valid_loss : 0.16429179906845093
1073000 0.164504 0.164292 0.164867 CURRENT LEARNING RATE: 1.531198130888182e-05
previous_iter_valid_loss : 0.16718541085720062
1073020 0.167341 0.167185 0.163938 CURRENT LEARNING RATE: 1.530891921883926e-05
previous_iter_valid_loss : 0.16059105098247528
1073040 0.160743 0.160591 0.163853 CURRENT LEARNING RATE: 1.5305857741153447e-05
previous_iter_valid_loss : 0.1614171266555786
1073060 0.161600 0.161417 0.163865 CURRENT LEARNING RATE: 1.530279687570197e-05
previous_iter_valid_loss : 0.16623154282569885
1073080 0.166443 0.166232 0.164144 CURRENT LEARNING RATE: 1.5299736622362375e-05
previous_iter_valid_loss : 0.1641072928905487
1073100 0.164306 0.164107 0.164261 CURRENT LEARNING RATE: 1.529667698101224e-05
previous_iter_valid_loss : 0.1607075333595276
1073120 0.160883 0.160708 0.164118 CURRENT LEARNING RATE: 1.5293617951529164e-05
previous_iter_valid_loss : 0.16165053844451904
1073140 0.161831 0.161651 0.164154 CURRENT LEARNING RATE: 1.5290559533790836e-05
previous_iter_valid_loss : 0.17457599937915802
1073160 0.174724 0.174576 0.164162 CURRENT LEARNING RATE: 1.5287501727674887e-05
previous_iter_valid_loss : 0.17637014389038086
1073180 0.176527 0.176370 0.164833 CURRENT LEARNING RATE: 1.5284444533059012e-05
previous_iter_valid_loss : 0.16505545377731323
1073200 0.165266 0.165055 0.165000 CURRENT LEARNING RATE: 1.528138794982089e-05
previous_iter_valid_loss : 0.16480451822280884
1073220 0.164967 0.164805 0.165197 CURRENT LEARNING RATE: 1.527833197783832e-05
previous_iter_valid_loss : 0.16627152264118195
1073240 0.166482 0.166272 0.164792 CURRENT LEARNING RATE: 1.5275276616989028e-05
previous_iter_valid_loss : 0.16107867658138275
1073260 0.161260 0.161079 0.164705 CURRENT LEARNING RATE: 1.5272221867150806e-05
previous_iter_valid_loss : 0.16086772084236145
1073280 0.161033 0.160868 0.164718 CURRENT LEARNING RATE: 1.526916772820143e-05
previous_iter_valid_loss : 0.17890684306621552
1073300 0.179073 0.178907 0.164996 CURRENT LEARNING RATE: 1.526611420001879e-05
previous_iter_valid_loss : 0.1616138070821762
1073320 0.161795 0.161614 0.164963 CURRENT LEARNING RATE: 1.5263061282480727e-05
previous_iter_valid_loss : 0.1611129492521286
1073340 0.161293 0.161113 0.164980 CURRENT LEARNING RATE: 1.5260008975465116e-05
previous_iter_valid_loss : 0.18655847012996674
1073360 0.186954 0.186558 0.166234 CURRENT LEARNING RATE: 1.5256957278849833e-05
previous_iter_valid_loss : 0.1605706810951233
1073380 0.160732 0.160571 0.166196 CURRENT LEARNING RATE: 1.5253906192512875e-05
previous_iter_valid_loss : 0.1612228900194168
1073400 0.161384 0.161223 0.166042 CURRENT LEARNING RATE: 1.5250855716332167e-05
previous_iter_valid_loss : 0.17444546520709991
1073420 0.174595 0.174445 0.166405 CURRENT LEARNING RATE: 1.524780585018566e-05
previous_iter_valid_loss : 0.1605091392993927
1073440 0.160676 0.160509 0.166401 CURRENT LEARNING RATE: 1.5244756593951417e-05
previous_iter_valid_loss : 0.17120569944381714
1073460 0.171458 0.171206 0.166891 CURRENT LEARNING RATE: 1.5241707947507442e-05
previous_iter_valid_loss : 0.18205472826957703
1073480 0.182211 0.182055 0.167682 CURRENT LEARNING RATE: 1.5238659910731785e-05
previous_iter_valid_loss : 0.1618565320968628
1073500 0.162044 0.161857 0.167569 CURRENT LEARNING RATE: 1.52356124835025e-05
previous_iter_valid_loss : 0.16073362529277802
1073520 0.160912 0.160734 0.167570 CURRENT LEARNING RATE: 1.5232565665697742e-05
previous_iter_valid_loss : 0.17002755403518677
1073540 0.170180 0.170028 0.167989 CURRENT LEARNING RATE: 1.5229519457195614e-05
previous_iter_valid_loss : 0.17808108031749725
1073560 0.178237 0.178081 0.168165 CURRENT LEARNING RATE: 1.5226473857874266e-05
previous_iter_valid_loss : 0.16147343814373016
1073580 0.161628 0.161473 0.167420 CURRENT LEARNING RATE: 1.5223428867611849e-05
previous_iter_valid_loss : 0.16181570291519165
1073600 0.162009 0.161816 0.167258 CURRENT LEARNING RATE: 1.5220384486286615e-05
previous_iter_valid_loss : 0.16144543886184692
1073620 0.161608 0.161445 0.167090 CURRENT LEARNING RATE: 1.521734071377676e-05
previous_iter_valid_loss : 0.16096553206443787
1073640 0.161151 0.160966 0.166825 CURRENT LEARNING RATE: 1.5214297549960537e-05
previous_iter_valid_loss : 0.18489393591880798
1073660 0.185043 0.184894 0.168015 CURRENT LEARNING RATE: 1.5211254994716191e-05
previous_iter_valid_loss : 0.1604919731616974
1073680 0.160650 0.160492 0.167996 CURRENT LEARNING RATE: 1.5208213047922075e-05
previous_iter_valid_loss : 0.18008296191692352
1073700 0.180237 0.180083 0.168055 CURRENT LEARNING RATE: 1.520517170945648e-05
previous_iter_valid_loss : 0.16321559250354767
1073720 0.163379 0.163216 0.168135 CURRENT LEARNING RATE: 1.520213097919776e-05
previous_iter_valid_loss : 0.17478737235069275
1073740 0.175067 0.174787 0.168819 CURRENT LEARNING RATE: 1.519909085702425e-05
previous_iter_valid_loss : 0.16105234622955322
1073760 0.161233 0.161052 0.167544 CURRENT LEARNING RATE: 1.5196051342814404e-05
previous_iter_valid_loss : 0.1813288778066635
1073780 0.181483 0.181329 0.168582 CURRENT LEARNING RATE: 1.5193012436446616e-05
previous_iter_valid_loss : 0.1782529652118683
1073800 0.178401 0.178253 0.169433 CURRENT LEARNING RATE: 1.51899741377993e-05
previous_iter_valid_loss : 0.1636999100446701
1073820 0.163879 0.163700 0.168896 CURRENT LEARNING RATE: 1.5186936446750977e-05
previous_iter_valid_loss : 0.16250579059123993
1073840 0.162679 0.162506 0.168996 CURRENT LEARNING RATE: 1.5183899363180116e-05
previous_iter_valid_loss : 0.16553257405757904
1073860 0.165703 0.165533 0.168712 CURRENT LEARNING RATE: 1.5180862886965228e-05
previous_iter_valid_loss : 0.16635183990001678
1073880 0.166515 0.166352 0.167927 CURRENT LEARNING RATE: 1.5177827017984831e-05
previous_iter_valid_loss : 0.16312143206596375
1073900 0.163285 0.163121 0.167990 CURRENT LEARNING RATE: 1.5174791756117548e-05
previous_iter_valid_loss : 0.16063882410526276
1073920 0.160788 0.160639 0.167985 CURRENT LEARNING RATE: 1.5171757101241935e-05
previous_iter_valid_loss : 0.1610163152217865
1073940 0.161173 0.161016 0.167535 CURRENT LEARNING RATE: 1.5168723053236607e-05
previous_iter_valid_loss : 0.18090619146823883
1073960 0.181059 0.180906 0.167676 CURRENT LEARNING RATE: 1.5165689611980177e-05
previous_iter_valid_loss : 0.16062375903129578
1073980 0.160788 0.160624 0.167634 CURRENT LEARNING RATE: 1.516265677735136e-05
previous_iter_valid_loss : 0.1610899716615677
1074000 0.161267 0.161090 0.167597 CURRENT LEARNING RATE: 1.5159624549228816e-05
previous_iter_valid_loss : 0.16261416673660278
1074020 0.162804 0.162614 0.167656 CURRENT LEARNING RATE: 1.5156592927491258e-05
previous_iter_valid_loss : 0.16430975496768951
1074040 0.164513 0.164310 0.167823 CURRENT LEARNING RATE: 1.515356191201739e-05
previous_iter_valid_loss : 0.16663312911987305
1074060 0.166790 0.166633 0.166910 CURRENT LEARNING RATE: 1.5150531502686027e-05
previous_iter_valid_loss : 0.16746722161769867
1074080 0.167686 0.167467 0.167259 CURRENT LEARNING RATE: 1.5147501699375929e-05
previous_iter_valid_loss : 0.1916113942861557
1074100 0.192083 0.191611 0.167835 CURRENT LEARNING RATE: 1.5144472501965898e-05
previous_iter_valid_loss : 0.16236606240272522
1074120 0.162530 0.162366 0.167793 CURRENT LEARNING RATE: 1.5141443910334743e-05
previous_iter_valid_loss : 0.17354795336723328
1074140 0.173811 0.173548 0.167731 CURRENT LEARNING RATE: 1.5138415924361375e-05
previous_iter_valid_loss : 0.16451235115528107
1074160 0.164721 0.164512 0.167904 CURRENT LEARNING RATE: 1.5135388543924644e-05
previous_iter_valid_loss : 0.16437013447284698
1074180 0.164541 0.164370 0.167056 CURRENT LEARNING RATE: 1.5132361768903432e-05
previous_iter_valid_loss : 0.17772604525089264
1074200 0.178022 0.177726 0.167029 CURRENT LEARNING RATE: 1.5129335599176716e-05
previous_iter_valid_loss : 0.1672559529542923
1074220 0.167413 0.167256 0.167207 CURRENT LEARNING RATE: 1.5126310034623429e-05
previous_iter_valid_loss : 0.16396404802799225
1074240 0.164166 0.163964 0.167280 CURRENT LEARNING RATE: 1.5123285075122544e-05
previous_iter_valid_loss : 0.16058899462223053
1074260 0.160746 0.160589 0.167033 CURRENT LEARNING RATE: 1.512026072055304e-05
previous_iter_valid_loss : 0.1631549447774887
1074280 0.163321 0.163155 0.166873 CURRENT LEARNING RATE: 1.511723697079399e-05
previous_iter_valid_loss : 0.16153991222381592
1074300 0.161703 0.161540 0.166794 CURRENT LEARNING RATE: 1.5114213825724423e-05
previous_iter_valid_loss : 0.17439937591552734
1074320 0.174548 0.174399 0.167482 CURRENT LEARNING RATE: 1.511119128522341e-05
previous_iter_valid_loss : 0.18407052755355835
1074340 0.184219 0.184071 0.168635 CURRENT LEARNING RATE: 1.5108169349170026e-05
previous_iter_valid_loss : 0.1611911803483963
1074360 0.161379 0.161191 0.167649 CURRENT LEARNING RATE: 1.510514801744344e-05
previous_iter_valid_loss : 0.16339480876922607
1074380 0.163563 0.163395 0.167788 CURRENT LEARNING RATE: 1.5102127289922779e-05
previous_iter_valid_loss : 0.16218368709087372
1074400 0.162343 0.162184 0.167842 CURRENT LEARNING RATE: 1.5099107166487214e-05
previous_iter_valid_loss : 0.16098669171333313
1074420 0.161162 0.160987 0.167761 CURRENT LEARNING RATE: 1.5096087647015907e-05
previous_iter_valid_loss : 0.16190975904464722
1074440 0.162095 0.161910 0.167641 CURRENT LEARNING RATE: 1.5093068731388139e-05
previous_iter_valid_loss : 0.1850416660308838
1074460 0.185191 0.185042 0.168561 CURRENT LEARNING RATE: 1.509005041948312e-05
previous_iter_valid_loss : 0.16784046590328217
1074480 0.167999 0.167840 0.168580 CURRENT LEARNING RATE: 1.5087032711180118e-05
previous_iter_valid_loss : 0.16051223874092102
1074500 0.160679 0.160512 0.167025 CURRENT LEARNING RATE: 1.5084015606358402e-05
previous_iter_valid_loss : 0.16370387375354767
1074520 0.163899 0.163704 0.167092 CURRENT LEARNING RATE: 1.5080999104897338e-05
previous_iter_valid_loss : 0.1614612191915512
1074540 0.161631 0.161461 0.166488 CURRENT LEARNING RATE: 1.5077983206676243e-05
previous_iter_valid_loss : 0.1605759859085083
1074560 0.160732 0.160576 0.166291 CURRENT LEARNING RATE: 1.5074967911574473e-05
previous_iter_valid_loss : 0.16618843376636505
1074580 0.166406 0.166188 0.166382 CURRENT LEARNING RATE: 1.5071953219471399e-05
previous_iter_valid_loss : 0.16083499789237976
1074600 0.161003 0.160835 0.165537 CURRENT LEARNING RATE: 1.5068939130246482e-05
previous_iter_valid_loss : 0.1612345278263092
1074620 0.161420 0.161235 0.165236 CURRENT LEARNING RATE: 1.506592564377913e-05
previous_iter_valid_loss : 0.1689978837966919
1074640 0.169152 0.168998 0.165488 CURRENT LEARNING RATE: 1.5062912759948782e-05
previous_iter_valid_loss : 0.16134262084960938
1074660 0.161531 0.161343 0.165525 CURRENT LEARNING RATE: 1.5059900478634969e-05
previous_iter_valid_loss : 0.16196337342262268
1074680 0.162128 0.161963 0.165466 CURRENT LEARNING RATE: 1.505688879971718e-05
previous_iter_valid_loss : 0.16804172098636627
1074700 0.168194 0.168042 0.165791 CURRENT LEARNING RATE: 1.5053877723074948e-05
previous_iter_valid_loss : 0.1795320361852646
1074720 0.179859 0.179532 0.166048 CURRENT LEARNING RATE: 1.5050867248587795e-05
previous_iter_valid_loss : 0.16451187431812286
1074740 0.164721 0.164512 0.165070 CURRENT LEARNING RATE: 1.5047857376135363e-05
previous_iter_valid_loss : 0.16880828142166138
1074760 0.169048 0.168808 0.165450 CURRENT LEARNING RATE: 1.5044848105597228e-05
previous_iter_valid_loss : 0.16317345201969147
1074780 0.163358 0.163173 0.165439 CURRENT LEARNING RATE: 1.5041839436853018e-05
previous_iter_valid_loss : 0.16062703728675842
1074800 0.160780 0.160627 0.165362 CURRENT LEARNING RATE: 1.503883136978236e-05
previous_iter_valid_loss : 0.16275078058242798
1074820 0.162937 0.162751 0.165450 CURRENT LEARNING RATE: 1.503582390426499e-05
previous_iter_valid_loss : 0.17672036588191986
1074840 0.177006 0.176720 0.166190 CURRENT LEARNING RATE: 1.5032817040180574e-05
previous_iter_valid_loss : 0.16683900356292725
1074860 0.166998 0.166839 0.165280 CURRENT LEARNING RATE: 1.5029810777408843e-05
previous_iter_valid_loss : 0.16741341352462769
1074880 0.167636 0.167413 0.165259 CURRENT LEARNING RATE: 1.502680511582952e-05
previous_iter_valid_loss : 0.16250765323638916
1074900 0.162664 0.162508 0.165359 CURRENT LEARNING RATE: 1.5023800055322427e-05
previous_iter_valid_loss : 0.1605333387851715
1074920 0.160705 0.160533 0.165200 CURRENT LEARNING RATE: 1.502079559576734e-05
previous_iter_valid_loss : 0.16108424961566925
1074940 0.161243 0.161084 0.165181 CURRENT LEARNING RATE: 1.501779173704408e-05
previous_iter_valid_loss : 0.1605079621076584
1074960 0.160680 0.160508 0.165178 CURRENT LEARNING RATE: 1.5014788479032463e-05
previous_iter_valid_loss : 0.16114190220832825
1074980 0.161325 0.161142 0.164925 CURRENT LEARNING RATE: 1.5011785821612414e-05
previous_iter_valid_loss : 0.16082021594047546
1075000 0.160975 0.160820 0.164925 CURRENT LEARNING RATE: 1.5008783764663799e-05
previous_iter_valid_loss : 0.18967942893505096
1075020 0.190125 0.189679 0.166347 CURRENT LEARNING RATE: 1.5005782308066512e-05
previous_iter_valid_loss : 0.16651096940040588
1075040 0.166729 0.166511 0.166223 CURRENT LEARNING RATE: 1.5002781451700544e-05
previous_iter_valid_loss : 0.16937799751758575
1075060 0.169634 0.169378 0.166624 CURRENT LEARNING RATE: 1.4999781195445839e-05
previous_iter_valid_loss : 0.16583086550235748
1075080 0.166039 0.165831 0.166818 CURRENT LEARNING RATE: 1.499678153918238e-05
previous_iter_valid_loss : 0.16087399423122406
1075100 0.161056 0.160874 0.166459 CURRENT LEARNING RATE: 1.4993782482790162e-05
previous_iter_valid_loss : 0.1696934998035431
1075120 0.169843 0.169693 0.165967 CURRENT LEARNING RATE: 1.4990784026149268e-05
previous_iter_valid_loss : 0.16372691094875336
1075140 0.163928 0.163727 0.165928 CURRENT LEARNING RATE: 1.4987786169139741e-05
previous_iter_valid_loss : 0.16632963716983795
1075160 0.166549 0.166330 0.165804 CURRENT LEARNING RATE: 1.498478891164166e-05
previous_iter_valid_loss : 0.18623334169387817
1075180 0.186376 0.186233 0.166957 CURRENT LEARNING RATE: 1.498179225353511e-05
previous_iter_valid_loss : 0.16084708273410797
1075200 0.161013 0.160847 0.166968 CURRENT LEARNING RATE: 1.4978796194700283e-05
previous_iter_valid_loss : 0.16525910794734955
1075220 0.165476 0.165259 0.167094 CURRENT LEARNING RATE: 1.49758007350173e-05
previous_iter_valid_loss : 0.16385333240032196
1075240 0.164007 0.163853 0.166450 CURRENT LEARNING RATE: 1.4972805874366355e-05
previous_iter_valid_loss : 0.16072915494441986
1075260 0.160902 0.160729 0.166145 CURRENT LEARNING RATE: 1.4969811612627616e-05
previous_iter_valid_loss : 0.1653166562318802
1075280 0.165485 0.165317 0.166040 CURRENT LEARNING RATE: 1.496681794968137e-05
previous_iter_valid_loss : 0.16525010764598846
1075300 0.165414 0.165250 0.166177 CURRENT LEARNING RATE: 1.4963824885407846e-05
previous_iter_valid_loss : 0.16270849108695984
1075320 0.162902 0.162708 0.166286 CURRENT LEARNING RATE: 1.4960832419687317e-05
previous_iter_valid_loss : 0.1605028510093689
1075340 0.160664 0.160503 0.166257 CURRENT LEARNING RATE: 1.4957840552400062e-05
previous_iter_valid_loss : 0.1821547895669937
1075360 0.182307 0.182155 0.167339 CURRENT LEARNING RATE: 1.4954849283426457e-05
previous_iter_valid_loss : 0.17308124899864197
1075380 0.173223 0.173081 0.167936 CURRENT LEARNING RATE: 1.4951858612646825e-05
previous_iter_valid_loss : 0.1662481427192688
1075400 0.166413 0.166248 0.168208 CURRENT LEARNING RATE: 1.4948868539941514e-05
previous_iter_valid_loss : 0.1723003387451172
1075420 0.172449 0.172300 0.167339 CURRENT LEARNING RATE: 1.4945879065190974e-05
previous_iter_valid_loss : 0.16733796894550323
1075440 0.167573 0.167338 0.167380 CURRENT LEARNING RATE: 1.4942890188275597e-05
previous_iter_valid_loss : 0.16299784183502197
1075460 0.163204 0.162998 0.167061 CURRENT LEARNING RATE: 1.4939901909075829e-05
previous_iter_valid_loss : 0.1694384068250656
1075480 0.169595 0.169438 0.167241 CURRENT LEARNING RATE: 1.4936914227472113e-05
previous_iter_valid_loss : 0.16387607157230377
1075500 0.164047 0.163876 0.167391 CURRENT LEARNING RATE: 1.4933927143344995e-05
previous_iter_valid_loss : 0.16301049292087555
1075520 0.163180 0.163010 0.167057 CURRENT LEARNING RATE: 1.4930940656574966e-05
previous_iter_valid_loss : 0.16236965358257294
1075540 0.162534 0.162370 0.166989 CURRENT LEARNING RATE: 1.4927954767042563e-05
previous_iter_valid_loss : 0.17251791059970856
1075560 0.172661 0.172518 0.167299 CURRENT LEARNING RATE: 1.492496947462833e-05
previous_iter_valid_loss : 0.1679803878068924
1075580 0.168136 0.167980 0.166386 CURRENT LEARNING RATE: 1.4921984779212901e-05
previous_iter_valid_loss : 0.16783584654331207
1075600 0.167984 0.167836 0.166736 CURRENT LEARNING RATE: 1.4919000680676865e-05
previous_iter_valid_loss : 0.16072866320610046
1075620 0.160900 0.160729 0.166509 CURRENT LEARNING RATE: 1.4916017178900859e-05
previous_iter_valid_loss : 0.16450589895248413
1075640 0.164674 0.164506 0.166542 CURRENT LEARNING RATE: 1.4913034273765517e-05
previous_iter_valid_loss : 0.17763260006904602
1075660 0.177935 0.177633 0.167387 CURRENT LEARNING RATE: 1.491005196515157e-05
previous_iter_valid_loss : 0.17076869308948517
1075680 0.171022 0.170769 0.167660 CURRENT LEARNING RATE: 1.4907070252939708e-05
previous_iter_valid_loss : 0.16608035564422607
1075700 0.166240 0.166080 0.167701 CURRENT LEARNING RATE: 1.4904089137010659e-05
previous_iter_valid_loss : 0.1720716804265976
1075720 0.172223 0.172072 0.168169 CURRENT LEARNING RATE: 1.4901108617245147e-05
previous_iter_valid_loss : 0.16962559521198273
1075740 0.169781 0.169626 0.168625 CURRENT LEARNING RATE: 1.4898128693524011e-05
previous_iter_valid_loss : 0.1843462437391281
1075760 0.184489 0.184346 0.168735 CURRENT LEARNING RATE: 1.4895149365728025e-05
previous_iter_valid_loss : 0.17290328443050385
1075780 0.173174 0.172903 0.168726 CURRENT LEARNING RATE: 1.4892170633738014e-05
previous_iter_valid_loss : 0.1848280280828476
1075800 0.185205 0.184828 0.169655 CURRENT LEARNING RATE: 1.4889192497434802e-05
previous_iter_valid_loss : 0.1893579214811325
1075820 0.189485 0.189358 0.170508 CURRENT LEARNING RATE: 1.4886214956699323e-05
previous_iter_valid_loss : 0.1606595367193222
1075840 0.160820 0.160660 0.170174 CURRENT LEARNING RATE: 1.4883238011412442e-05
previous_iter_valid_loss : 0.16918611526489258
1075860 0.169436 0.169186 0.170483 CURRENT LEARNING RATE: 1.4880261661455056e-05
previous_iter_valid_loss : 0.16338194906711578
1075880 0.163576 0.163382 0.170181 CURRENT LEARNING RATE: 1.4877285906708166e-05
previous_iter_valid_loss : 0.1610712856054306
1075900 0.161226 0.161071 0.170040 CURRENT LEARNING RATE: 1.4874310747052714e-05
previous_iter_valid_loss : 0.16084755957126617
1075920 0.161018 0.160848 0.169932 CURRENT LEARNING RATE: 1.4871336182369693e-05
previous_iter_valid_loss : 0.16229400038719177
1075940 0.162478 0.162294 0.169928 CURRENT LEARNING RATE: 1.4868362212540097e-05
previous_iter_valid_loss : 0.16070756316184998
1075960 0.160868 0.160708 0.169338 CURRENT LEARNING RATE: 1.4865388837445016e-05
previous_iter_valid_loss : 0.17569246888160706
1075980 0.175980 0.175692 0.169723 CURRENT LEARNING RATE: 1.486241605696549e-05
previous_iter_valid_loss : 0.16622263193130493
1076000 0.166430 0.166223 0.169643 CURRENT LEARNING RATE: 1.485944387098261e-05
previous_iter_valid_loss : 0.16069546341896057
1076020 0.160868 0.160695 0.169641 CURRENT LEARNING RATE: 1.485647227937746e-05
previous_iter_valid_loss : 0.1675480455160141
1076040 0.167704 0.167548 0.169793 CURRENT LEARNING RATE: 1.4853501282031231e-05
previous_iter_valid_loss : 0.16273175179958344
1076060 0.162889 0.162732 0.169048 CURRENT LEARNING RATE: 1.4850530878825053e-05
previous_iter_valid_loss : 0.18113036453723907
1076080 0.181292 0.181130 0.169566 CURRENT LEARNING RATE: 1.4847561069640113e-05
previous_iter_valid_loss : 0.16717031598091125
1076100 0.167334 0.167170 0.169621 CURRENT LEARNING RATE: 1.484459185435759e-05
previous_iter_valid_loss : 0.16261830925941467
1076120 0.162779 0.162618 0.169148 CURRENT LEARNING RATE: 1.4841623232858773e-05
previous_iter_valid_loss : 0.16168542206287384
1076140 0.161845 0.161685 0.168751 CURRENT LEARNING RATE: 1.4838655205024882e-05
previous_iter_valid_loss : 0.16311661899089813
1076160 0.163277 0.163117 0.167690 CURRENT LEARNING RATE: 1.4835687770737205e-05
previous_iter_valid_loss : 0.1607561856508255
1076180 0.160912 0.160756 0.167082 CURRENT LEARNING RATE: 1.4832720929877014e-05
previous_iter_valid_loss : 0.16884063184261322
1076200 0.168995 0.168841 0.166283 CURRENT LEARNING RATE: 1.4829754682325687e-05
previous_iter_valid_loss : 0.16187365353107452
1076220 0.162063 0.161874 0.164909 CURRENT LEARNING RATE: 1.4826789027964552e-05
previous_iter_valid_loss : 0.1609204262495041
1076240 0.161095 0.160920 0.164922 CURRENT LEARNING RATE: 1.4823823966674952e-05
previous_iter_valid_loss : 0.16905872523784637
1076260 0.169211 0.169059 0.164915 CURRENT LEARNING RATE: 1.482085949833834e-05
previous_iter_valid_loss : 0.17007231712341309
1076280 0.170226 0.170072 0.165250 CURRENT LEARNING RATE: 1.4817895622836108e-05
previous_iter_valid_loss : 0.16903653740882874
1076300 0.169190 0.169037 0.165648 CURRENT LEARNING RATE: 1.4814932340049703e-05
previous_iter_valid_loss : 0.16292037069797516
1076320 0.163091 0.162920 0.165752 CURRENT LEARNING RATE: 1.481196964986057e-05
previous_iter_valid_loss : 0.1623455137014389
1076340 0.162548 0.162346 0.165754 CURRENT LEARNING RATE: 1.4809007552150249e-05
previous_iter_valid_loss : 0.16128577291965485
1076360 0.161433 0.161286 0.165783 CURRENT LEARNING RATE: 1.4806046046800232e-05
previous_iter_valid_loss : 0.16304636001586914
1076380 0.163221 0.163046 0.165151 CURRENT LEARNING RATE: 1.480308513369206e-05
previous_iter_valid_loss : 0.16092510521411896
1076400 0.161103 0.160925 0.164886 CURRENT LEARNING RATE: 1.4800124812707269e-05
previous_iter_valid_loss : 0.17097747325897217
1076420 0.171224 0.170977 0.165400 CURRENT LEARNING RATE: 1.4797165083727496e-05
previous_iter_valid_loss : 0.16887935996055603
1076440 0.169117 0.168879 0.165467 CURRENT LEARNING RATE: 1.4794205946634332e-05
previous_iter_valid_loss : 0.16445063054561615
1076460 0.164651 0.164451 0.165553 CURRENT LEARNING RATE: 1.4791247401309406e-05
previous_iter_valid_loss : 0.16519077122211456
1076480 0.165409 0.165191 0.164756 CURRENT LEARNING RATE: 1.4788289447634351e-05
previous_iter_valid_loss : 0.16281315684318542
1076500 0.163009 0.162813 0.164538 CURRENT LEARNING RATE: 1.4785332085490903e-05
previous_iter_valid_loss : 0.17854562401771545
1076520 0.178699 0.178546 0.165334 CURRENT LEARNING RATE: 1.4782375314760742e-05
previous_iter_valid_loss : 0.160618394613266
1076540 0.160775 0.160618 0.165281 CURRENT LEARNING RATE: 1.4779419135325595e-05
previous_iter_valid_loss : 0.17108003795146942
1076560 0.171232 0.171080 0.165679 CURRENT LEARNING RATE: 1.4776463547067187e-05
previous_iter_valid_loss : 0.16237230598926544
1076580 0.162563 0.162372 0.165760 CURRENT LEARNING RATE: 1.477350854986735e-05
previous_iter_valid_loss : 0.16407275199890137
1076600 0.164238 0.164073 0.165522 CURRENT LEARNING RATE: 1.4770554143607858e-05
previous_iter_valid_loss : 0.17073053121566772
1076620 0.170976 0.170731 0.165964 CURRENT LEARNING RATE: 1.4767600328170509e-05
previous_iter_valid_loss : 0.16433675587177277
1076640 0.164506 0.164337 0.166135 CURRENT LEARNING RATE: 1.4764647103437198e-05
previous_iter_valid_loss : 0.16305406391620636
1076660 0.163247 0.163054 0.165835 CURRENT LEARNING RATE: 1.4761694469289773e-05
previous_iter_valid_loss : 0.19195246696472168
1076680 0.192423 0.191952 0.166929 CURRENT LEARNING RATE: 1.475874242561013e-05
previous_iter_valid_loss : 0.17056357860565186
1076700 0.170823 0.170564 0.167005 CURRENT LEARNING RATE: 1.475579097228016e-05
previous_iter_valid_loss : 0.16683337092399597
1076720 0.167062 0.166833 0.167201 CURRENT LEARNING RATE: 1.4752840109181857e-05
previous_iter_valid_loss : 0.1894570142030716
1076740 0.189588 0.189457 0.168557 CURRENT LEARNING RATE: 1.474988983619716e-05
previous_iter_valid_loss : 0.16374529898166656
1076760 0.163946 0.163745 0.168679 CURRENT LEARNING RATE: 1.4746940153208059e-05
previous_iter_valid_loss : 0.17217616736888885
1076780 0.172323 0.172176 0.169136 CURRENT LEARNING RATE: 1.474399106009654e-05
previous_iter_valid_loss : 0.17051078379154205
1076800 0.170660 0.170511 0.169615 CURRENT LEARNING RATE: 1.4741042556744692e-05
previous_iter_valid_loss : 0.16051912307739258
1076820 0.160680 0.160519 0.169092 CURRENT LEARNING RATE: 1.4738094643034546e-05
previous_iter_valid_loss : 0.16598869860172272
1076840 0.166149 0.165989 0.168948 CURRENT LEARNING RATE: 1.4735147318848188e-05
previous_iter_valid_loss : 0.16676528751850128
1076860 0.166988 0.166765 0.169064 CURRENT LEARNING RATE: 1.47322005840677e-05
previous_iter_valid_loss : 0.17316877841949463
1076880 0.173440 0.173169 0.169462 CURRENT LEARNING RATE: 1.4729254438575263e-05
previous_iter_valid_loss : 0.16054825484752655
1076900 0.160716 0.160548 0.169349 CURRENT LEARNING RATE: 1.4726308882253006e-05
previous_iter_valid_loss : 0.16545574367046356
1076920 0.165665 0.165456 0.168695 CURRENT LEARNING RATE: 1.4723363914983107e-05
previous_iter_valid_loss : 0.166532963514328
1076940 0.166744 0.166533 0.168990 CURRENT LEARNING RATE: 1.4720419536647738e-05
previous_iter_valid_loss : 0.1708664447069168
1076960 0.171114 0.170866 0.168980 CURRENT LEARNING RATE: 1.471747574712918e-05
previous_iter_valid_loss : 0.16199485957622528
1076980 0.162187 0.161995 0.168961 CURRENT LEARNING RATE: 1.4714532546309654e-05
previous_iter_valid_loss : 0.17428724467754364
1077000 0.174429 0.174287 0.169472 CURRENT LEARNING RATE: 1.4711589934071405e-05
previous_iter_valid_loss : 0.1793505847454071
1077020 0.179507 0.179351 0.169903 CURRENT LEARNING RATE: 1.4708647910296783e-05
previous_iter_valid_loss : 0.17171427607536316
1077040 0.171861 0.171714 0.170272 CURRENT LEARNING RATE: 1.4705706474868078e-05
previous_iter_valid_loss : 0.16289536654949188
1077060 0.163064 0.162895 0.170264 CURRENT LEARNING RATE: 1.4702765627667633e-05
previous_iter_valid_loss : 0.16384980082511902
1077080 0.164018 0.163850 0.168858 CURRENT LEARNING RATE: 1.4699825368577789e-05
previous_iter_valid_loss : 0.16158320009708405
1077100 0.161747 0.161583 0.168409 CURRENT LEARNING RATE: 1.469688569748099e-05
previous_iter_valid_loss : 0.16051967442035675
1077120 0.160686 0.160520 0.168094 CURRENT LEARNING RATE: 1.469394661425962e-05
previous_iter_valid_loss : 0.16096925735473633
1077140 0.161149 0.160969 0.166669 CURRENT LEARNING RATE: 1.4691008118796116e-05
previous_iter_valid_loss : 0.16555052995681763
1077160 0.165717 0.165551 0.166760 CURRENT LEARNING RATE: 1.4688070210972912e-05
previous_iter_valid_loss : 0.16351288557052612
1077180 0.163687 0.163513 0.166326 CURRENT LEARNING RATE: 1.4685132890672546e-05
previous_iter_valid_loss : 0.1610381007194519
1077200 0.161193 0.161038 0.165853 CURRENT LEARNING RATE: 1.4682196157777498e-05
previous_iter_valid_loss : 0.16146600246429443
1077220 0.161650 0.161466 0.165900 CURRENT LEARNING RATE: 1.4679260012170296e-05
previous_iter_valid_loss : 0.16441242396831512
1077240 0.164601 0.164412 0.165821 CURRENT LEARNING RATE: 1.4676324453733472e-05
previous_iter_valid_loss : 0.16348187625408173
1077260 0.163652 0.163482 0.165657 CURRENT LEARNING RATE: 1.4673389482349653e-05
previous_iter_valid_loss : 0.1639924943447113
1077280 0.164196 0.163992 0.165198 CURRENT LEARNING RATE: 1.4670455097901418e-05
previous_iter_valid_loss : 0.17634084820747375
1077300 0.176632 0.176341 0.165988 CURRENT LEARNING RATE: 1.4667521300271386e-05
previous_iter_valid_loss : 0.1607903093099594
1077320 0.160964 0.160790 0.165755 CURRENT LEARNING RATE: 1.4664588089342183e-05
previous_iter_valid_loss : 0.162302628159523
1077340 0.162494 0.162303 0.165543 CURRENT LEARNING RATE: 1.4661655464996532e-05
previous_iter_valid_loss : 0.1616198718547821
1077360 0.161812 0.161620 0.165081 CURRENT LEARNING RATE: 1.4658723427117101e-05
previous_iter_valid_loss : 0.16073715686798096
1077380 0.160893 0.160737 0.165018 CURRENT LEARNING RATE: 1.4655791975586609e-05
previous_iter_valid_loss : 0.1634974479675293
1077400 0.163695 0.163497 0.164478 CURRENT LEARNING RATE: 1.465286111028777e-05
previous_iter_valid_loss : 0.16055916249752045
1077420 0.160717 0.160559 0.163539 CURRENT LEARNING RATE: 1.4649930831103407e-05
previous_iter_valid_loss : 0.1606900990009308
1077440 0.160859 0.160690 0.162988 CURRENT LEARNING RATE: 1.4647001137916276e-05
previous_iter_valid_loss : 0.1788376420736313
1077460 0.179143 0.178838 0.163785 CURRENT LEARNING RATE: 1.4644072030609168e-05
previous_iter_valid_loss : 0.1646164506673813
1077480 0.164786 0.164616 0.163823 CURRENT LEARNING RATE: 1.4641143509064969e-05
previous_iter_valid_loss : 0.17129571735858917
1077500 0.171443 0.171296 0.164309 CURRENT LEARNING RATE: 1.4638215573166512e-05
previous_iter_valid_loss : 0.17479932308197021
1077520 0.175084 0.174799 0.165023 CURRENT LEARNING RATE: 1.4635288222796681e-05
previous_iter_valid_loss : 0.16333045065402985
1077540 0.163503 0.163330 0.165141 CURRENT LEARNING RATE: 1.4632361457838354e-05
previous_iter_valid_loss : 0.16106976568698883
1077560 0.161256 0.161070 0.164917 CURRENT LEARNING RATE: 1.4629435278174515e-05
previous_iter_valid_loss : 0.16111072897911072
1077580 0.161260 0.161111 0.164797 CURRENT LEARNING RATE: 1.4626509683688087e-05
previous_iter_valid_loss : 0.16986271739006042
1077600 0.170013 0.169863 0.165238 CURRENT LEARNING RATE: 1.4623584674262048e-05
previous_iter_valid_loss : 0.17653468251228333
1077620 0.176830 0.176535 0.165991 CURRENT LEARNING RATE: 1.4620660249779373e-05
previous_iter_valid_loss : 0.16225868463516235
1077640 0.162418 0.162259 0.165884 CURRENT LEARNING RATE: 1.4617736410123137e-05
previous_iter_valid_loss : 0.160976842045784
1077660 0.161164 0.160977 0.165758 CURRENT LEARNING RATE: 1.4614813155176356e-05
previous_iter_valid_loss : 0.16364966332912445
1077680 0.163849 0.163650 0.165741 CURRENT LEARNING RATE: 1.4611890484822105e-05
previous_iter_valid_loss : 0.18418331444263458
1077700 0.184543 0.184183 0.166133 CURRENT LEARNING RATE: 1.4608968398943451e-05
previous_iter_valid_loss : 0.16645438969135284
1077720 0.166615 0.166454 0.166417 CURRENT LEARNING RATE: 1.4606046897423559e-05
previous_iter_valid_loss : 0.17188233137130737
1077740 0.172032 0.171882 0.166896 CURRENT LEARNING RATE: 1.4603125980145545e-05
previous_iter_valid_loss : 0.16812193393707275
1077760 0.168355 0.168122 0.167221 CURRENT LEARNING RATE: 1.4600205646992573e-05
previous_iter_valid_loss : 0.1613139510154724
1077780 0.161499 0.161314 0.167250 CURRENT LEARNING RATE: 1.4597285897847803e-05
previous_iter_valid_loss : 0.16141974925994873
1077800 0.161604 0.161420 0.167146 CURRENT LEARNING RATE: 1.4594366732594496e-05
previous_iter_valid_loss : 0.16753970086574554
1077820 0.167767 0.167540 0.167495 CURRENT LEARNING RATE: 1.459144815111586e-05
previous_iter_valid_loss : 0.16676177084445953
1077840 0.166916 0.166762 0.167798 CURRENT LEARNING RATE: 1.4588530153295126e-05
previous_iter_valid_loss : 0.16070842742919922
1077860 0.160866 0.160708 0.166892 CURRENT LEARNING RATE: 1.4585612739015627e-05
previous_iter_valid_loss : 0.16084691882133484
1077880 0.161025 0.160847 0.166703 CURRENT LEARNING RATE: 1.4582695908160638e-05
previous_iter_valid_loss : 0.17123591899871826
1077900 0.171389 0.171236 0.166700 CURRENT LEARNING RATE: 1.4579779660613489e-05
previous_iter_valid_loss : 0.16105546057224274
1077920 0.161232 0.161055 0.166013 CURRENT LEARNING RATE: 1.4576863996257503e-05
previous_iter_valid_loss : 0.16222812235355377
1077940 0.162420 0.162228 0.165958 CURRENT LEARNING RATE: 1.4573948914976102e-05
previous_iter_valid_loss : 0.16555756330490112
1077960 0.165767 0.165558 0.166182 CURRENT LEARNING RATE: 1.457103441665266e-05
previous_iter_valid_loss : 0.16602040827274323
1077980 0.166242 0.166020 0.166428 CURRENT LEARNING RATE: 1.45681205011706e-05
previous_iter_valid_loss : 0.17381080985069275
1078000 0.173962 0.173811 0.166625 CURRENT LEARNING RATE: 1.4565207168413333e-05
previous_iter_valid_loss : 0.17872221767902374
1078020 0.179037 0.178722 0.166735 CURRENT LEARNING RATE: 1.456229441826438e-05
previous_iter_valid_loss : 0.16124208271503448
1078040 0.161402 0.161242 0.166684 CURRENT LEARNING RATE: 1.4559382250607207e-05
previous_iter_valid_loss : 0.16311115026474
1078060 0.163278 0.163111 0.166791 CURRENT LEARNING RATE: 1.4556470665325325e-05
previous_iter_valid_loss : 0.16050516068935394
1078080 0.160667 0.160505 0.166633 CURRENT LEARNING RATE: 1.4553559662302246e-05
previous_iter_valid_loss : 0.16317380964756012
1078100 0.163345 0.163174 0.165583 CURRENT LEARNING RATE: 1.4550649241421583e-05
previous_iter_valid_loss : 0.16114117205142975
1078120 0.161328 0.161141 0.165317 CURRENT LEARNING RATE: 1.454773940256689e-05
previous_iter_valid_loss : 0.17698100209236145
1078140 0.177137 0.176981 0.165572 CURRENT LEARNING RATE: 1.4544830145621776e-05
previous_iter_valid_loss : 0.1612282544374466
1078160 0.161414 0.161228 0.165227 CURRENT LEARNING RATE: 1.4541921470469844e-05
previous_iter_valid_loss : 0.16801370680332184
1078180 0.168239 0.168014 0.165562 CURRENT LEARNING RATE: 1.4539013376994798e-05
previous_iter_valid_loss : 0.16901923716068268
1078200 0.169175 0.169019 0.165942 CURRENT LEARNING RATE: 1.4536105865080287e-05
previous_iter_valid_loss : 0.16246773302555084
1078220 0.162666 0.162468 0.165689 CURRENT LEARNING RATE: 1.453319893460999e-05
previous_iter_valid_loss : 0.16084402799606323
1078240 0.161020 0.160844 0.165393 CURRENT LEARNING RATE: 1.4530292585467676e-05
previous_iter_valid_loss : 0.1605251133441925
1078260 0.160686 0.160525 0.165384 CURRENT LEARNING RATE: 1.452738681753707e-05
previous_iter_valid_loss : 0.1607171595096588
1078280 0.160877 0.160717 0.165377 CURRENT LEARNING RATE: 1.4524481630701936e-05
previous_iter_valid_loss : 0.1720362901687622
1078300 0.172297 0.172036 0.165417 CURRENT LEARNING RATE: 1.4521577024846043e-05
previous_iter_valid_loss : 0.1605193316936493
1078320 0.160686 0.160519 0.165391 CURRENT LEARNING RATE: 1.4518672999853262e-05
previous_iter_valid_loss : 0.161926731467247
1078340 0.162096 0.161927 0.165375 CURRENT LEARNING RATE: 1.45157695556074e-05
previous_iter_valid_loss : 0.16216762363910675
1078360 0.162328 0.162168 0.165206 CURRENT LEARNING RATE: 1.4512866691992323e-05
previous_iter_valid_loss : 0.16646930575370789
1078380 0.166691 0.166469 0.165228 CURRENT LEARNING RATE: 1.4509964408891889e-05
previous_iter_valid_loss : 0.16217516362667084
1078400 0.162344 0.162175 0.164647 CURRENT LEARNING RATE: 1.450706270619006e-05
previous_iter_valid_loss : 0.16229678690433502
1078420 0.162457 0.162297 0.163825 CURRENT LEARNING RATE: 1.4504161583770742e-05
previous_iter_valid_loss : 0.1647137701511383
1078440 0.164926 0.164714 0.163999 CURRENT LEARNING RATE: 1.4501261041517887e-05
previous_iter_valid_loss : 0.1618715226650238
1078460 0.162065 0.161872 0.163937 CURRENT LEARNING RATE: 1.4498361079315454e-05
previous_iter_valid_loss : 0.1647399365901947
1078480 0.164904 0.164740 0.164149 CURRENT LEARNING RATE: 1.4495461697047489e-05
previous_iter_valid_loss : 0.1605110466480255
1078500 0.160670 0.160511 0.164016 CURRENT LEARNING RATE: 1.4492562894597993e-05
previous_iter_valid_loss : 0.1662784218788147
1078520 0.166492 0.166278 0.164272 CURRENT LEARNING RATE: 1.4489664671851015e-05
previous_iter_valid_loss : 0.16574309766292572
1078540 0.165906 0.165743 0.163711 CURRENT LEARNING RATE: 1.4486767028690601e-05
previous_iter_valid_loss : 0.16966743767261505
1078560 0.169819 0.169667 0.164132 CURRENT LEARNING RATE: 1.4483869965000895e-05
previous_iter_valid_loss : 0.16155946254730225
1078580 0.161713 0.161559 0.163810 CURRENT LEARNING RATE: 1.448097348066599e-05
previous_iter_valid_loss : 0.164528027176857
1078600 0.164691 0.164528 0.163585 CURRENT LEARNING RATE: 1.4478077575570026e-05
previous_iter_valid_loss : 0.16555903851985931
1078620 0.165725 0.165559 0.163740 CURRENT LEARNING RATE: 1.447518224959714e-05
previous_iter_valid_loss : 0.16120029985904694
1078640 0.161356 0.161200 0.163758 CURRENT LEARNING RATE: 1.4472287502631575e-05
previous_iter_valid_loss : 0.19603177905082703
1078660 0.196531 0.196032 0.165533 CURRENT LEARNING RATE: 1.4469393334557509e-05
previous_iter_valid_loss : 0.16218338906764984
1078680 0.162352 0.162183 0.165606 CURRENT LEARNING RATE: 1.4466499745259155e-05
previous_iter_valid_loss : 0.17243264615535736
1078700 0.172705 0.172433 0.165626 CURRENT LEARNING RATE: 1.4463606734620818e-05
previous_iter_valid_loss : 0.16189676523208618
1078720 0.162058 0.161897 0.165695 CURRENT LEARNING RATE: 1.446071430252675e-05
previous_iter_valid_loss : 0.16324962675571442
1078740 0.163426 0.163250 0.165761 CURRENT LEARNING RATE: 1.4457822448861257e-05
previous_iter_valid_loss : 0.16301488876342773
1078760 0.163216 0.163015 0.165803 CURRENT LEARNING RATE: 1.4454931173508639e-05
previous_iter_valid_loss : 0.16245269775390625
1078780 0.162634 0.162453 0.165603 CURRENT LEARNING RATE: 1.4452040476353295e-05
previous_iter_valid_loss : 0.16147580742835999
1078800 0.161661 0.161476 0.165568 CURRENT LEARNING RATE: 1.4449150357279572e-05
previous_iter_valid_loss : 0.16233298182487488
1078820 0.162529 0.162333 0.165569 CURRENT LEARNING RATE: 1.4446260816171866e-05
previous_iter_valid_loss : 0.16063478589057922
1078840 0.160809 0.160635 0.165366 CURRENT LEARNING RATE: 1.4443371852914568e-05
previous_iter_valid_loss : 0.1647549718618393
1078860 0.164959 0.164755 0.165510 CURRENT LEARNING RATE: 1.4440483467392172e-05
previous_iter_valid_loss : 0.1745194047689438
1078880 0.174666 0.174519 0.165999 CURRENT LEARNING RATE: 1.4437595659489118e-05
previous_iter_valid_loss : 0.1636914759874344
1078900 0.163857 0.163691 0.166158 CURRENT LEARNING RATE: 1.4434708429089889e-05
previous_iter_valid_loss : 0.2029973715543747
1078920 0.203073 0.202997 0.167994 CURRENT LEARNING RATE: 1.4431821776078976e-05
previous_iter_valid_loss : 0.1735805869102478
1078940 0.173853 0.173581 0.168386 CURRENT LEARNING RATE: 1.4428935700340962e-05
previous_iter_valid_loss : 0.16560228168964386
1078960 0.165763 0.165602 0.168182 CURRENT LEARNING RATE: 1.4426050201760375e-05
previous_iter_valid_loss : 0.17085403203964233
1078980 0.171003 0.170854 0.168647 CURRENT LEARNING RATE: 1.4423165280221801e-05
previous_iter_valid_loss : 0.1648343950510025
1079000 0.165043 0.164834 0.168662 CURRENT LEARNING RATE: 1.4420280935609812e-05
previous_iter_valid_loss : 0.17651934921741486
1079020 0.176670 0.176519 0.169210 CURRENT LEARNING RATE: 1.441739716780909e-05
previous_iter_valid_loss : 0.16597144305706024
1079040 0.166134 0.165971 0.169449 CURRENT LEARNING RATE: 1.4414513976704255e-05
previous_iter_valid_loss : 0.16605308651924133
1079060 0.166267 0.166053 0.167950 CURRENT LEARNING RATE: 1.441163136217996e-05
previous_iter_valid_loss : 0.17194971442222595
1079080 0.172094 0.171950 0.168438 CURRENT LEARNING RATE: 1.440874932412094e-05
previous_iter_valid_loss : 0.16139453649520874
1079100 0.161545 0.161395 0.167886 CURRENT LEARNING RATE: 1.44058678624119e-05
previous_iter_valid_loss : 0.16448622941970825
1079120 0.164644 0.164486 0.168016 CURRENT LEARNING RATE: 1.4402986976937575e-05
previous_iter_valid_loss : 0.1700926572084427
1079140 0.170248 0.170093 0.168358 CURRENT LEARNING RATE: 1.4400106667582706e-05
previous_iter_valid_loss : 0.16250494122505188
1079160 0.162667 0.162505 0.168332 CURRENT LEARNING RATE: 1.4397226934232129e-05
previous_iter_valid_loss : 0.1817834973335266
1079180 0.181939 0.181783 0.169299 CURRENT LEARNING RATE: 1.4394347776770633e-05
previous_iter_valid_loss : 0.16907139122486115
1079200 0.169228 0.169071 0.169679 CURRENT LEARNING RATE: 1.439146919508305e-05
previous_iter_valid_loss : 0.17315612733364105
1079220 0.173424 0.173156 0.170220 CURRENT LEARNING RATE: 1.4388591189054212e-05
previous_iter_valid_loss : 0.16205266118049622
1079240 0.162232 0.162053 0.170291 CURRENT LEARNING RATE: 1.4385713758569046e-05
previous_iter_valid_loss : 0.1606702208518982
1079260 0.160846 0.160670 0.170087 CURRENT LEARNING RATE: 1.4382836903512432e-05
previous_iter_valid_loss : 0.16313979029655457
1079280 0.163342 0.163140 0.169518 CURRENT LEARNING RATE: 1.4379960623769301e-05
previous_iter_valid_loss : 0.1648084968328476
1079300 0.164967 0.164808 0.169573 CURRENT LEARNING RATE: 1.4377084919224567e-05
previous_iter_valid_loss : 0.16114015877246857
1079320 0.161291 0.161140 0.167481 CURRENT LEARNING RATE: 1.437420978976326e-05
previous_iter_valid_loss : 0.16589140892028809
1079340 0.166048 0.165891 0.167096 CURRENT LEARNING RATE: 1.4371335235270345e-05
previous_iter_valid_loss : 0.16128070652484894
1079360 0.161424 0.161281 0.166880 CURRENT LEARNING RATE: 1.436846125563084e-05
previous_iter_valid_loss : 0.16126249730587006
1079380 0.161414 0.161262 0.166400 CURRENT LEARNING RATE: 1.4365587850729765e-05
previous_iter_valid_loss : 0.16103032231330872
1079400 0.161183 0.161030 0.166210 CURRENT LEARNING RATE: 1.4362715020452229e-05
previous_iter_valid_loss : 0.18408285081386566
1079420 0.184228 0.184083 0.166588 CURRENT LEARNING RATE: 1.4359842764683295e-05
previous_iter_valid_loss : 0.16557677090168
1079440 0.165738 0.165577 0.166569 CURRENT LEARNING RATE: 1.4356971083308049e-05
previous_iter_valid_loss : 0.16462364792823792
1079460 0.164819 0.164624 0.166497 CURRENT LEARNING RATE: 1.4354099976211675e-05
previous_iter_valid_loss : 0.16089992225170135
1079480 0.161061 0.160900 0.165945 CURRENT LEARNING RATE: 1.43512294432793e-05
previous_iter_valid_loss : 0.16857582330703735
1079500 0.168727 0.168576 0.166304 CURRENT LEARNING RATE: 1.4348359484396107e-05
previous_iter_valid_loss : 0.1644279807806015
1079520 0.164636 0.164428 0.166301 CURRENT LEARNING RATE: 1.4345490099447268e-05
previous_iter_valid_loss : 0.1613316833972931
1079540 0.161521 0.161332 0.165863 CURRENT LEARNING RATE: 1.4342621288318062e-05
previous_iter_valid_loss : 0.16623790562152863
1079560 0.166398 0.166238 0.166050 CURRENT LEARNING RATE: 1.4339753050893708e-05
previous_iter_valid_loss : 0.16340751945972443
1079580 0.163585 0.163408 0.165131 CURRENT LEARNING RATE: 1.4336885387059478e-05
previous_iter_valid_loss : 0.16253499686717987
1079600 0.162706 0.162535 0.164804 CURRENT LEARNING RATE: 1.433401829670064e-05
previous_iter_valid_loss : 0.16540928184986115
1079620 0.165614 0.165409 0.164417 CURRENT LEARNING RATE: 1.4331151779702561e-05
previous_iter_valid_loss : 0.17531056702136993
1079640 0.175603 0.175311 0.165079 CURRENT LEARNING RATE: 1.4328285835950555e-05
previous_iter_valid_loss : 0.16653649508953094
1079660 0.166696 0.166536 0.165373 CURRENT LEARNING RATE: 1.4325420465329986e-05
previous_iter_valid_loss : 0.16357097029685974
1079680 0.163781 0.163571 0.165394 CURRENT LEARNING RATE: 1.432255566772621e-05
previous_iter_valid_loss : 0.16053861379623413
1079700 0.160703 0.160539 0.165181 CURRENT LEARNING RATE: 1.431969144302469e-05
previous_iter_valid_loss : 0.16268348693847656
1079720 0.162854 0.162683 0.165258 CURRENT LEARNING RATE: 1.4316827791110828e-05
previous_iter_valid_loss : 0.1790551096200943
1079740 0.179217 0.179055 0.165916 CURRENT LEARNING RATE: 1.431396471187008e-05
previous_iter_valid_loss : 0.16214552521705627
1079760 0.162319 0.162146 0.165959 CURRENT LEARNING RATE: 1.4311102205187899e-05
previous_iter_valid_loss : 0.16723871231079102
1079780 0.167393 0.167239 0.166258 CURRENT LEARNING RATE: 1.430824027094983e-05
previous_iter_valid_loss : 0.16354584693908691
1079800 0.163713 0.163546 0.166384 CURRENT LEARNING RATE: 1.4305378909041377e-05
previous_iter_valid_loss : 0.1606498509645462
1079820 0.160820 0.160650 0.165212 CURRENT LEARNING RATE: 1.4302518119348055e-05
previous_iter_valid_loss : 0.19141288101673126
1079840 0.191889 0.191413 0.166504 CURRENT LEARNING RATE: 1.4299657901755484e-05
previous_iter_valid_loss : 0.16115257143974304
1079860 0.161330 0.161153 0.166331 CURRENT LEARNING RATE: 1.4296798256149232e-05
previous_iter_valid_loss : 0.16178955137729645
1079880 0.161946 0.161790 0.166375 CURRENT LEARNING RATE: 1.4293939182414912e-05
previous_iter_valid_loss : 0.16453391313552856
1079900 0.164730 0.164534 0.166173 CURRENT LEARNING RATE: 1.4291080680438138e-05
previous_iter_valid_loss : 0.16078443825244904
1079920 0.160938 0.160784 0.165991 CURRENT LEARNING RATE: 1.4288222750104617e-05
previous_iter_valid_loss : 0.1650341898202896
1079940 0.165198 0.165034 0.166176 CURRENT LEARNING RATE: 1.4285365391300009e-05
previous_iter_valid_loss : 0.16571421921253204
1079960 0.165877 0.165714 0.166150 CURRENT LEARNING RATE: 1.4282508603910015e-05
previous_iter_valid_loss : 0.18742074072360992
1079980 0.187557 0.187421 0.167350 CURRENT LEARNING RATE: 1.4279652387820344e-05
previous_iter_valid_loss : 0.16223296523094177
1080000 0.162396 0.162233 0.167335 CURRENT LEARNING RATE: 1.4276796742916797e-05
previous_iter_valid_loss : 0.16105565428733826
1080020 0.161245 0.161056 0.167118 CURRENT LEARNING RATE: 1.4273941669085121e-05
previous_iter_valid_loss : 0.16311228275299072
1080040 0.163312 0.163112 0.166508 CURRENT LEARNING RATE: 1.4271087166211111e-05
previous_iter_valid_loss : 0.16104939579963684
1080060 0.161206 0.161049 0.166233 CURRENT LEARNING RATE: 1.4268233234180568e-05
previous_iter_valid_loss : 0.160506471991539
1085540 0.160680 0.160506 0.166209 CURRENT LEARNING RATE: 1.3507372047968367e-05
previous_iter_valid_loss : 0.17860651016235352
1085560 0.178766 0.178607 0.166909 CURRENT LEARNING RATE: 1.3504670843688212e-05
previous_iter_valid_loss : 0.17301739752292633
1085580 0.173164 0.173017 0.166640 CURRENT LEARNING RATE: 1.3501970179594893e-05
previous_iter_valid_loss : 0.16154392063617706
1085600 0.161721 0.161544 0.166379 CURRENT LEARNING RATE: 1.3499270055580382e-05
previous_iter_valid_loss : 0.16278918087482452
1085620 0.162956 0.162789 0.166247 CURRENT LEARNING RATE: 1.3496570471536652e-05
previous_iter_valid_loss : 0.16162075102329254
1085640 0.161802 0.161621 0.166301 CURRENT LEARNING RATE: 1.3493871427355764e-05
previous_iter_valid_loss : 0.16473153233528137
1085660 0.164942 0.164732 0.166375 CURRENT LEARNING RATE: 1.3491172922929738e-05
previous_iter_valid_loss : 0.16099479794502258
1085680 0.161152 0.160995 0.165795 CURRENT LEARNING RATE: 1.348847495815063e-05
previous_iter_valid_loss : 0.17357265949249268
1085700 0.173846 0.173573 0.164607 CURRENT LEARNING RATE: 1.3485777532910499e-05
previous_iter_valid_loss : 0.16059266030788422
1085720 0.160768 0.160593 0.164555 CURRENT LEARNING RATE: 1.3483080647101493e-05
previous_iter_valid_loss : 0.16479191184043884
1085740 0.164994 0.164792 0.164671 CURRENT LEARNING RATE: 1.3480384300615713e-05
previous_iter_valid_loss : 0.18301674723625183
1085760 0.183167 0.183017 0.165575 CURRENT LEARNING RATE: 1.3477688493345311e-05
previous_iter_valid_loss : 0.16323058307170868
1085780 0.163408 0.163231 0.165232 CURRENT LEARNING RATE: 1.3474993225182426e-05
previous_iter_valid_loss : 0.1656782478094101
1085800 0.165840 0.165678 0.165435 CURRENT LEARNING RATE: 1.3472298496019295e-05
previous_iter_valid_loss : 0.1606445461511612
1085820 0.160804 0.160645 0.165428 CURRENT LEARNING RATE: 1.3469604305748104e-05
previous_iter_valid_loss : 0.16719409823417664
1085840 0.167417 0.167194 0.165759 CURRENT LEARNING RATE: 1.3466910654261087e-05
previous_iter_valid_loss : 0.16910475492477417
1085860 0.169343 0.169105 0.165786 CURRENT LEARNING RATE: 1.3464217541450476e-05
previous_iter_valid_loss : 0.16074307262897491
1085880 0.160920 0.160743 0.165794 CURRENT LEARNING RATE: 1.3461524967208591e-05
previous_iter_valid_loss : 0.16988757252693176
1085900 0.170145 0.169888 0.166222 CURRENT LEARNING RATE: 1.3458832931427708e-05
previous_iter_valid_loss : 0.16717350482940674
1085920 0.167399 0.167174 0.166469 CURRENT LEARNING RATE: 1.3456141434000118e-05
previous_iter_valid_loss : 0.16563449800014496
1085940 0.165795 0.165634 0.166726 CURRENT LEARNING RATE: 1.3453450474818214e-05
previous_iter_valid_loss : 0.16622234880924225
1085960 0.166435 0.166222 0.166107 CURRENT LEARNING RATE: 1.3450760053774328e-05
previous_iter_valid_loss : 0.16049133241176605
1085980 0.160651 0.160491 0.165480 CURRENT LEARNING RATE: 1.3448070170760848e-05
previous_iter_valid_loss : 0.16308274865150452
1086000 0.163274 0.163083 0.165557 CURRENT LEARNING RATE: 1.3445380825670152e-05
previous_iter_valid_loss : 0.16591523587703705
1086020 0.166129 0.165915 0.165714 CURRENT LEARNING RATE: 1.3442692018394714e-05
previous_iter_valid_loss : 0.1622324436903
1086040 0.162398 0.162232 0.165744 CURRENT LEARNING RATE: 1.344000374882696e-05
previous_iter_valid_loss : 0.18365813791751862
1086060 0.183801 0.183658 0.166690 CURRENT LEARNING RATE: 1.3437316016859354e-05
previous_iter_valid_loss : 0.16244690120220184
1086080 0.162636 0.162447 0.166763 CURRENT LEARNING RATE: 1.343462882238437e-05
previous_iter_valid_loss : 0.1605040282011032
1086100 0.160660 0.160504 0.166110 CURRENT LEARNING RATE: 1.3431942165294564e-05
previous_iter_valid_loss : 0.17056973278522491
1086120 0.170823 0.170570 0.166609 CURRENT LEARNING RATE: 1.3429256045482447e-05
previous_iter_valid_loss : 0.16267430782318115
1086140 0.162860 0.162674 0.166503 CURRENT LEARNING RATE: 1.3426570462840574e-05
previous_iter_valid_loss : 0.16102740168571472
1086160 0.161182 0.161027 0.165403 CURRENT LEARNING RATE: 1.3423885417261495e-05
previous_iter_valid_loss : 0.17029397189617157
1086180 0.170446 0.170294 0.165756 CURRENT LEARNING RATE: 1.3421200908637858e-05
previous_iter_valid_loss : 0.16836702823638916
1086200 0.168524 0.168367 0.165891 CURRENT LEARNING RATE: 1.3418516936862263e-05
previous_iter_valid_loss : 0.1785595566034317
1086220 0.178718 0.178560 0.166787 CURRENT LEARNING RATE: 1.3415833501827344e-05
previous_iter_valid_loss : 0.161063551902771
1086240 0.161228 0.161064 0.166480 CURRENT LEARNING RATE: 1.3413150603425745e-05
previous_iter_valid_loss : 0.17963968217372894
1086260 0.179961 0.179640 0.167007 CURRENT LEARNING RATE: 1.3410468241550195e-05
previous_iter_valid_loss : 0.17887137830257416
1086280 0.179174 0.178871 0.167913 CURRENT LEARNING RATE: 1.3407786416093374e-05
previous_iter_valid_loss : 0.16049915552139282
1086300 0.160666 0.160499 0.167444 CURRENT LEARNING RATE: 1.3405105126947992e-05
previous_iter_valid_loss : 0.16224704682826996
1086320 0.162436 0.162247 0.167197 CURRENT LEARNING RATE: 1.3402424374006838e-05
previous_iter_valid_loss : 0.16129723191261292
1086340 0.161486 0.161297 0.166981 CURRENT LEARNING RATE: 1.3399744157162662e-05
previous_iter_valid_loss : 0.16468288004398346
1086360 0.164851 0.164683 0.166904 CURRENT LEARNING RATE: 1.3397064476308253e-05
previous_iter_valid_loss : 0.17083674669265747
1086380 0.170987 0.170837 0.167421 CURRENT LEARNING RATE: 1.3394385331336401e-05
previous_iter_valid_loss : 0.16273348033428192
1086400 0.162926 0.162733 0.167403 CURRENT LEARNING RATE: 1.339170672213999e-05
previous_iter_valid_loss : 0.16068756580352783
1086420 0.160837 0.160688 0.167142 CURRENT LEARNING RATE: 1.3389028648611846e-05
previous_iter_valid_loss : 0.17011140286922455
1086440 0.170360 0.170111 0.167536 CURRENT LEARNING RATE: 1.3386351110644851e-05
previous_iter_valid_loss : 0.160986989736557
1086460 0.161167 0.160987 0.166402 CURRENT LEARNING RATE: 1.338367410813188e-05
previous_iter_valid_loss : 0.16186706721782684
1086480 0.162030 0.161867 0.166373 CURRENT LEARNING RATE: 1.3380997640965899e-05
previous_iter_valid_loss : 0.16830821335315704
1086500 0.168547 0.168308 0.166764 CURRENT LEARNING RATE: 1.3378321709039824e-05
previous_iter_valid_loss : 0.16208788752555847
1086520 0.162247 0.162088 0.166340 CURRENT LEARNING RATE: 1.3375646312246621e-05
previous_iter_valid_loss : 0.16265365481376648
1086540 0.162831 0.162654 0.166339 CURRENT LEARNING RATE: 1.3372971450479246e-05
previous_iter_valid_loss : 0.1620495617389679
1086560 0.162200 0.162050 0.166390 CURRENT LEARNING RATE: 1.3370297123630755e-05
previous_iter_valid_loss : 0.16988413035869598
1086580 0.170131 0.169884 0.166369 CURRENT LEARNING RATE: 1.3367623331594151e-05
previous_iter_valid_loss : 0.16060996055603027
1086600 0.160778 0.160610 0.165981 CURRENT LEARNING RATE: 1.3364950074262484e-05
previous_iter_valid_loss : 0.1608194261789322
1086620 0.160972 0.160819 0.165094 CURRENT LEARNING RATE: 1.3362277351528796e-05
previous_iter_valid_loss : 0.16272084414958954
1086640 0.162887 0.162721 0.165177 CURRENT LEARNING RATE: 1.3359605163286228e-05
previous_iter_valid_loss : 0.1741728037595749
1086660 0.174321 0.174173 0.164904 CURRENT LEARNING RATE: 1.3356933509427867e-05
previous_iter_valid_loss : 0.16059750318527222
1086680 0.160760 0.160598 0.163990 CURRENT LEARNING RATE: 1.3354262389846827e-05
previous_iter_valid_loss : 0.18241026997566223
1086700 0.182562 0.182410 0.165086 CURRENT LEARNING RATE: 1.3351591804436306e-05
previous_iter_valid_loss : 0.16062748432159424
1086720 0.160802 0.160627 0.165005 CURRENT LEARNING RATE: 1.3348921753089461e-05
previous_iter_valid_loss : 0.16058434545993805
1086740 0.160749 0.160584 0.164969 CURRENT LEARNING RATE: 1.3346252235699486e-05
previous_iter_valid_loss : 0.18065769970417023
1086760 0.181005 0.180658 0.165768 CURRENT LEARNING RATE: 1.334358325215958e-05
previous_iter_valid_loss : 0.1628568321466446
1086780 0.163025 0.162857 0.165369 CURRENT LEARNING RATE: 1.3340914802363028e-05
previous_iter_valid_loss : 0.16057536005973816
1086800 0.160722 0.160575 0.165261 CURRENT LEARNING RATE: 1.3338246886203072e-05
previous_iter_valid_loss : 0.16070660948753357
1086820 0.160860 0.160707 0.165262 CURRENT LEARNING RATE: 1.333557950357299e-05
previous_iter_valid_loss : 0.16592608392238617
1086840 0.166094 0.165926 0.165053 CURRENT LEARNING RATE: 1.333291265436607e-05
previous_iter_valid_loss : 0.16075782477855682
1086860 0.160906 0.160758 0.165041 CURRENT LEARNING RATE: 1.333024633847568e-05
previous_iter_valid_loss : 0.16480998694896698
1086880 0.165008 0.164810 0.165188 CURRENT LEARNING RATE: 1.3327580555795145e-05
previous_iter_valid_loss : 0.18506012856960297
1086900 0.185444 0.185060 0.166026 CURRENT LEARNING RATE: 1.3324915306217833e-05
previous_iter_valid_loss : 0.1605137437582016
1086920 0.160671 0.160514 0.165947 CURRENT LEARNING RATE: 1.3322250589637112e-05
previous_iter_valid_loss : 0.19857409596443176
1086940 0.198673 0.198574 0.167743 CURRENT LEARNING RATE: 1.3319586405946442e-05
previous_iter_valid_loss : 0.16065911948680878
1086960 0.160819 0.160659 0.167674 CURRENT LEARNING RATE: 1.3316922755039228e-05
previous_iter_valid_loss : 0.1659253090620041
1086980 0.166090 0.165925 0.167476 CURRENT LEARNING RATE: 1.3314259636808926e-05
previous_iter_valid_loss : 0.16100125014781952
1087000 0.161189 0.161001 0.167495 CURRENT LEARNING RATE: 1.3311597051148987e-05
previous_iter_valid_loss : 0.16060854494571686
1087020 0.160769 0.160609 0.167485 CURRENT LEARNING RATE: 1.3308934997952956e-05
previous_iter_valid_loss : 0.17242158949375153
1087040 0.172679 0.172422 0.167970 CURRENT LEARNING RATE: 1.3306273477114328e-05
previous_iter_valid_loss : 0.1720890998840332
1087060 0.172357 0.172089 0.167866 CURRENT LEARNING RATE: 1.330361248852664e-05
previous_iter_valid_loss : 0.1671171635389328
1087080 0.167343 0.167117 0.168192 CURRENT LEARNING RATE: 1.330095203208343e-05
previous_iter_valid_loss : 0.17782212793827057
1087100 0.178140 0.177822 0.167962 CURRENT LEARNING RATE: 1.3298292107678327e-05
previous_iter_valid_loss : 0.1654730886220932
1087120 0.165674 0.165473 0.168204 CURRENT LEARNING RATE: 1.329563271520491e-05
previous_iter_valid_loss : 0.16105252504348755
1087140 0.161234 0.161053 0.168228 CURRENT LEARNING RATE: 1.3292973854556777e-05
previous_iter_valid_loss : 0.16221186518669128
1087160 0.162373 0.162212 0.167306 CURRENT LEARNING RATE: 1.3290315525627627e-05
previous_iter_valid_loss : 0.1698829084634781
1087180 0.170031 0.169883 0.167657 CURRENT LEARNING RATE: 1.3287657728311099e-05
previous_iter_valid_loss : 0.17095255851745605
1087200 0.171216 0.170953 0.168176 CURRENT LEARNING RATE: 1.3285000462500881e-05
previous_iter_valid_loss : 0.16088131070137024
1087220 0.161059 0.160881 0.168184 CURRENT LEARNING RATE: 1.3282343728090662e-05
previous_iter_valid_loss : 0.16339099407196045
1087240 0.163583 0.163391 0.168058 CURRENT LEARNING RATE: 1.3279687524974214e-05
previous_iter_valid_loss : 0.16050036251544952
1087260 0.160655 0.160500 0.168045 CURRENT LEARNING RATE: 1.3277031853045272e-05
previous_iter_valid_loss : 0.17933624982833862
1087280 0.179668 0.179336 0.168771 CURRENT LEARNING RATE: 1.3274376712197605e-05
previous_iter_valid_loss : 0.17349262535572052
1087300 0.173761 0.173493 0.168193 CURRENT LEARNING RATE: 1.3271722102324982e-05
previous_iter_valid_loss : 0.1818883717060089
1087320 0.182236 0.181888 0.169262 CURRENT LEARNING RATE: 1.326906802332127e-05
previous_iter_valid_loss : 0.16161830723285675
1087340 0.161812 0.161618 0.167414 CURRENT LEARNING RATE: 1.326641447508028e-05
previous_iter_valid_loss : 0.16130541265010834
1087360 0.161488 0.161305 0.167446 CURRENT LEARNING RATE: 1.3263761457495873e-05
previous_iter_valid_loss : 0.16056421399116516
1087380 0.160723 0.160564 0.167178 CURRENT LEARNING RATE: 1.3261108970461902e-05
previous_iter_valid_loss : 0.17009955644607544
1087400 0.170350 0.170100 0.167633 CURRENT LEARNING RATE: 1.3258457013872317e-05
previous_iter_valid_loss : 0.16326330602169037
1087420 0.163467 0.163263 0.167766 CURRENT LEARNING RATE: 1.325580558762101e-05
previous_iter_valid_loss : 0.16250081360340118
1087440 0.162663 0.162501 0.167270 CURRENT LEARNING RATE: 1.325315469160193e-05
previous_iter_valid_loss : 0.16556322574615479
1087460 0.165719 0.165563 0.166943 CURRENT LEARNING RATE: 1.3250504325709016e-05
previous_iter_valid_loss : 0.17034296691417694
1087480 0.170582 0.170343 0.167105 CURRENT LEARNING RATE: 1.32478544898363e-05
previous_iter_valid_loss : 0.16341674327850342
1087500 0.163601 0.163417 0.166384 CURRENT LEARNING RATE: 1.3245205183877766e-05
previous_iter_valid_loss : 0.1606130599975586
1087520 0.160784 0.160613 0.166141 CURRENT LEARNING RATE: 1.324255640772742e-05
previous_iter_valid_loss : 0.16890116035938263
1087540 0.169137 0.168901 0.166534 CURRENT LEARNING RATE: 1.3239908161279351e-05
previous_iter_valid_loss : 0.16157516837120056
1087560 0.161730 0.161575 0.166502 CURRENT LEARNING RATE: 1.3237260444427611e-05
previous_iter_valid_loss : 0.16678506135940552
1087580 0.166944 0.166785 0.166347 CURRENT LEARNING RATE: 1.3234613257066294e-05
previous_iter_valid_loss : 0.16135744750499725
1087600 0.161517 0.161357 0.165867 CURRENT LEARNING RATE: 1.3231966599089482e-05
previous_iter_valid_loss : 0.17242635786533356
1087620 0.172571 0.172426 0.166445 CURRENT LEARNING RATE: 1.3229320470391362e-05
previous_iter_valid_loss : 0.17048898339271545
1087640 0.170641 0.170489 0.166799 CURRENT LEARNING RATE: 1.3226674870866061e-05
previous_iter_valid_loss : 0.16803044080734253
1087660 0.168186 0.168030 0.167176 CURRENT LEARNING RATE: 1.3224029800407754e-05
previous_iter_valid_loss : 0.16339930891990662
1087680 0.163564 0.163399 0.166379 CURRENT LEARNING RATE: 1.322138525891062e-05
previous_iter_valid_loss : 0.16891328990459442
1087700 0.169068 0.168913 0.166150 CURRENT LEARNING RATE: 1.3218741246268922e-05
previous_iter_valid_loss : 0.16184267401695251
1087720 0.162032 0.161843 0.165148 CURRENT LEARNING RATE: 1.3216097762376877e-05
previous_iter_valid_loss : 0.16813704371452332
1087740 0.168292 0.168137 0.165474 CURRENT LEARNING RATE: 1.3213454807128741e-05
previous_iter_valid_loss : 0.16083121299743652
1087760 0.160989 0.160831 0.165450 CURRENT LEARNING RATE: 1.3210812380418778e-05
previous_iter_valid_loss : 0.1738041490316391
1087780 0.174078 0.173804 0.166112 CURRENT LEARNING RATE: 1.3208170482141335e-05
previous_iter_valid_loss : 0.16763298213481903
1087800 0.167861 0.167633 0.165989 CURRENT LEARNING RATE: 1.3205529112190713e-05
previous_iter_valid_loss : 0.1632002741098404
1087820 0.163392 0.163200 0.165986 CURRENT LEARNING RATE: 1.3202888270461256e-05
previous_iter_valid_loss : 0.17797309160232544
1087840 0.178283 0.177973 0.166759 CURRENT LEARNING RATE: 1.3200247956847308e-05
previous_iter_valid_loss : 0.16158124804496765
1087860 0.161770 0.161581 0.166560 CURRENT LEARNING RATE: 1.3197608171243305e-05
previous_iter_valid_loss : 0.1854814738035202
1087880 0.185863 0.185481 0.167317 CURRENT LEARNING RATE: 1.319496891354363e-05
previous_iter_valid_loss : 0.1651408076286316
1087900 0.165308 0.165141 0.167403 CURRENT LEARNING RATE: 1.319233018364269e-05
previous_iter_valid_loss : 0.1881667822599411
1087920 0.188297 0.188167 0.168781 CURRENT LEARNING RATE: 1.3189691981434982e-05
previous_iter_valid_loss : 0.16413787007331848
1087940 0.164305 0.164138 0.168543 CURRENT LEARNING RATE: 1.3187054306814955e-05
previous_iter_valid_loss : 0.169263556599617
1087960 0.169420 0.169264 0.168927 CURRENT LEARNING RATE: 1.3184417159677103e-05
previous_iter_valid_loss : 0.16228531301021576
1087980 0.162477 0.162285 0.168702 CURRENT LEARNING RATE: 1.3181780539915916e-05
previous_iter_valid_loss : 0.16622844338417053
1088000 0.166380 0.166228 0.168946 CURRENT LEARNING RATE: 1.3179144447425973e-05
previous_iter_valid_loss : 0.17676816880702972
1088020 0.176929 0.176768 0.169163 CURRENT LEARNING RATE: 1.3176508882101812e-05
previous_iter_valid_loss : 0.1842748075723648
1088040 0.184424 0.184275 0.169852 CURRENT LEARNING RATE: 1.3173873843838007e-05
previous_iter_valid_loss : 0.19337184727191925
1088060 0.193490 0.193372 0.171119 CURRENT LEARNING RATE: 1.3171239332529137e-05
previous_iter_valid_loss : 0.16335129737854004
1088080 0.163522 0.163351 0.171117 CURRENT LEARNING RATE: 1.3168605348069862e-05
previous_iter_valid_loss : 0.16223008930683136
1088100 0.162419 0.162230 0.170783 CURRENT LEARNING RATE: 1.3165971890354803e-05
previous_iter_valid_loss : 0.16810666024684906
1088120 0.168262 0.168107 0.171096 CURRENT LEARNING RATE: 1.3163338959278623e-05
previous_iter_valid_loss : 0.16326045989990234
1088140 0.163433 0.163260 0.170852 CURRENT LEARNING RATE: 1.316070655473598e-05
previous_iter_valid_loss : 0.16181622445583344
1088160 0.161979 0.161816 0.170901 CURRENT LEARNING RATE: 1.3158074676621623e-05
previous_iter_valid_loss : 0.16094160079956055
1088180 0.161123 0.160942 0.170258 CURRENT LEARNING RATE: 1.3155443324830254e-05
previous_iter_valid_loss : 0.16373133659362793
1088200 0.163942 0.163731 0.170063 CURRENT LEARNING RATE: 1.3152812499256622e-05
previous_iter_valid_loss : 0.16067683696746826
1088220 0.160860 0.160677 0.169937 CURRENT LEARNING RATE: 1.3150182199795466e-05
previous_iter_valid_loss : 0.16225497424602509
1088240 0.162414 0.162255 0.169151 CURRENT LEARNING RATE: 1.3147552426341625e-05
previous_iter_valid_loss : 0.1674097627401352
1088260 0.167567 0.167410 0.169442 CURRENT LEARNING RATE: 1.3144923178789881e-05
previous_iter_valid_loss : 0.1607671082019806
1088280 0.160942 0.160767 0.168207 CURRENT LEARNING RATE: 1.3142294457035068e-05
previous_iter_valid_loss : 0.16338777542114258
1088300 0.163584 0.163388 0.168119 CURRENT LEARNING RATE: 1.313966626097201e-05
previous_iter_valid_loss : 0.16121836006641388
1088320 0.161402 0.161218 0.166772 CURRENT LEARNING RATE: 1.313703859049563e-05
previous_iter_valid_loss : 0.17220646142959595
1088340 0.172354 0.172206 0.167175 CURRENT LEARNING RATE: 1.3134411445500793e-05
previous_iter_valid_loss : 0.1611366868019104
1088360 0.161298 0.161137 0.166769 CURRENT LEARNING RATE: 1.3131784825882392e-05
previous_iter_valid_loss : 0.16155767440795898
1088380 0.161743 0.161558 0.166732 CURRENT LEARNING RATE: 1.3129158731535412e-05
previous_iter_valid_loss : 0.16075265407562256
1088400 0.160927 0.160753 0.166458 CURRENT LEARNING RATE: 1.312653316235478e-05
previous_iter_valid_loss : 0.16117195785045624
1088420 0.161351 0.161172 0.165679 CURRENT LEARNING RATE: 1.3123908118235476e-05
previous_iter_valid_loss : 0.16129815578460693
1088440 0.161451 0.161298 0.164530 CURRENT LEARNING RATE: 1.3121283599072478e-05
previous_iter_valid_loss : 0.16522525250911713
1088460 0.165390 0.165225 0.163123 CURRENT LEARNING RATE: 1.3118659604760846e-05
previous_iter_valid_loss : 0.1661653369665146
1088480 0.166382 0.166165 0.163263 CURRENT LEARNING RATE: 1.31160361351956e-05
previous_iter_valid_loss : 0.16505341231822968
1088500 0.165218 0.165053 0.163404 CURRENT LEARNING RATE: 1.3113413190271804e-05
previous_iter_valid_loss : 0.16116876900196075
1088520 0.161354 0.161169 0.163057 CURRENT LEARNING RATE: 1.3110790769884513e-05
previous_iter_valid_loss : 0.16342636942863464
1088540 0.163625 0.163426 0.163066 CURRENT LEARNING RATE: 1.310816887392888e-05
previous_iter_valid_loss : 0.16198496520519257
1088560 0.162174 0.161985 0.163074 CURRENT LEARNING RATE: 1.31055475023e-05
previous_iter_valid_loss : 0.16196021437644958
1088580 0.162117 0.161960 0.163125 CURRENT LEARNING RATE: 1.310292665489302e-05
previous_iter_valid_loss : 0.17787650227546692
1088600 0.178179 0.177877 0.163832 CURRENT LEARNING RATE: 1.3100306331603089e-05
previous_iter_valid_loss : 0.165574312210083
1088620 0.165773 0.165574 0.164077 CURRENT LEARNING RATE: 1.3097686532325435e-05
previous_iter_valid_loss : 0.16395260393619537
1088640 0.164120 0.163953 0.164162 CURRENT LEARNING RATE: 1.3095067256955243e-05
previous_iter_valid_loss : 0.18481670320034027
1088660 0.184965 0.184817 0.165033 CURRENT LEARNING RATE: 1.3092448505387744e-05
previous_iter_valid_loss : 0.1605466604232788
1088680 0.160710 0.160547 0.165021 CURRENT LEARNING RATE: 1.3089830277518163e-05
previous_iter_valid_loss : 0.16057084500789642
1088700 0.160728 0.160571 0.164881 CURRENT LEARNING RATE: 1.308721257324182e-05
previous_iter_valid_loss : 0.16192637383937836
1088720 0.162075 0.161926 0.164916 CURRENT LEARNING RATE: 1.308459539245398e-05
previous_iter_valid_loss : 0.19270646572113037
1088740 0.192826 0.192706 0.165941 CURRENT LEARNING RATE: 1.3081978735049936e-05
previous_iter_valid_loss : 0.16104111075401306
1088760 0.161234 0.161041 0.165936 CURRENT LEARNING RATE: 1.3079362600925065e-05
previous_iter_valid_loss : 0.16051746904850006
1088780 0.160685 0.160517 0.165884 CURRENT LEARNING RATE: 1.3076746989974701e-05
previous_iter_valid_loss : 0.161544069647789
1088800 0.161702 0.161544 0.165924 CURRENT LEARNING RATE: 1.3074131902094216e-05
previous_iter_valid_loss : 0.1615826040506363
1088820 0.161771 0.161583 0.165944 CURRENT LEARNING RATE: 1.3071517337178986e-05
previous_iter_valid_loss : 0.17134100198745728
1088840 0.171492 0.171341 0.166446 CURRENT LEARNING RATE: 1.3068903295124476e-05
previous_iter_valid_loss : 0.18247468769550323
1088860 0.182628 0.182475 0.167309 CURRENT LEARNING RATE: 1.3066289775826098e-05
previous_iter_valid_loss : 0.1624854952096939
1088880 0.162645 0.162485 0.167125 CURRENT LEARNING RATE: 1.3063676779179314e-05
previous_iter_valid_loss : 0.17236928641796112
1088900 0.172634 0.172369 0.167491 CURRENT LEARNING RATE: 1.306106430507958e-05
previous_iter_valid_loss : 0.16247285902500153
1088920 0.162638 0.162473 0.167556 CURRENT LEARNING RATE: 1.3058452353422443e-05
previous_iter_valid_loss : 0.16109997034072876
1088940 0.161257 0.161100 0.167440 CURRENT LEARNING RATE: 1.30558409241034e-05
previous_iter_valid_loss : 0.1757088005542755
1088960 0.175997 0.175709 0.168126 CURRENT LEARNING RATE: 1.3053230017017996e-05
previous_iter_valid_loss : 0.16383026540279388
1088980 0.164031 0.163830 0.168219 CURRENT LEARNING RATE: 1.3050619632061774e-05
previous_iter_valid_loss : 0.16692525148391724
1089000 0.167083 0.166925 0.167672 CURRENT LEARNING RATE: 1.3048009769130359e-05
previous_iter_valid_loss : 0.16053153574466705
1089020 0.160704 0.160532 0.167420 CURRENT LEARNING RATE: 1.304540042811934e-05
previous_iter_valid_loss : 0.1605299711227417
1089040 0.160694 0.160530 0.167249 CURRENT LEARNING RATE: 1.3042791608924337e-05
previous_iter_valid_loss : 0.16069471836090088
1089060 0.160862 0.160695 0.166042 CURRENT LEARNING RATE: 1.3040183311440977e-05
previous_iter_valid_loss : 0.17909972369670868
1089080 0.179265 0.179100 0.166970 CURRENT LEARNING RATE: 1.3037575535564975e-05
previous_iter_valid_loss : 0.16151171922683716
1089100 0.161669 0.161512 0.167017 CURRENT LEARNING RATE: 1.3034968281191996e-05
previous_iter_valid_loss : 0.16070078313350677
1089120 0.160875 0.160701 0.166956 CURRENT LEARNING RATE: 1.3032361548217727e-05
previous_iter_valid_loss : 0.16421739757061005
1089140 0.164420 0.164217 0.165531 CURRENT LEARNING RATE: 1.3029755336537945e-05
previous_iter_valid_loss : 0.1605658382177353
1089160 0.160730 0.160566 0.165508 CURRENT LEARNING RATE: 1.3027149646048378e-05
previous_iter_valid_loss : 0.1765628457069397
1089180 0.176719 0.176563 0.166310 CURRENT LEARNING RATE: 1.30245444766448e-05
previous_iter_valid_loss : 0.16070257127285004
1089200 0.160874 0.160703 0.166268 CURRENT LEARNING RATE: 1.3021939828222978e-05
previous_iter_valid_loss : 0.17081160843372345
1089220 0.170959 0.170812 0.166729 CURRENT LEARNING RATE: 1.3019335700678774e-05
previous_iter_valid_loss : 0.16164489090442657
1089240 0.161804 0.161645 0.166244 CURRENT LEARNING RATE: 1.3016732093908e-05
previous_iter_valid_loss : 0.17104101181030273
1089260 0.171303 0.171041 0.165673 CURRENT LEARNING RATE: 1.3014129007806512e-05
previous_iter_valid_loss : 0.1771702766418457
1089280 0.177473 0.177170 0.166407 CURRENT LEARNING RATE: 1.3011526442270163e-05
previous_iter_valid_loss : 0.16050311923027039
1089300 0.160676 0.160503 0.165814 CURRENT LEARNING RATE: 1.3008924397194895e-05
previous_iter_valid_loss : 0.17546221613883972
1089320 0.175614 0.175462 0.166463 CURRENT LEARNING RATE: 1.3006322872476605e-05
previous_iter_valid_loss : 0.16051727533340454
1089340 0.160670 0.160517 0.166434 CURRENT LEARNING RATE: 1.3003721868011232e-05
previous_iter_valid_loss : 0.16871796548366547
1089360 0.168961 0.168718 0.166084 CURRENT LEARNING RATE: 1.3001121383694714e-05
previous_iter_valid_loss : 0.1658017784357071
1089380 0.166013 0.165802 0.166183 CURRENT LEARNING RATE: 1.2998521419423075e-05
previous_iter_valid_loss : 0.16106639802455902
1089400 0.161246 0.161066 0.165890 CURRENT LEARNING RATE: 1.2995921975092294e-05
previous_iter_valid_loss : 0.16053958237171173
1089420 0.160701 0.160540 0.165891 CURRENT LEARNING RATE: 1.2993323050598395e-05
previous_iter_valid_loss : 0.16063988208770752
1089440 0.160809 0.160640 0.165896 CURRENT LEARNING RATE: 1.2990724645837396e-05
previous_iter_valid_loss : 0.17329639196395874
1089460 0.173444 0.173296 0.166526 CURRENT LEARNING RATE: 1.2988126760705407e-05
previous_iter_valid_loss : 0.16052928566932678
1089480 0.160689 0.160529 0.165598 CURRENT LEARNING RATE: 1.2985529395098488e-05
previous_iter_valid_loss : 0.16595013439655304
1089500 0.166162 0.165950 0.165819 CURRENT LEARNING RATE: 1.2982932548912727e-05
previous_iter_valid_loss : 0.16105055809020996
1089520 0.161225 0.161051 0.165837 CURRENT LEARNING RATE: 1.2980336222044292e-05
previous_iter_valid_loss : 0.16368883848190308
1089540 0.163885 0.163689 0.165811 CURRENT LEARNING RATE: 1.2977740414389306e-05
previous_iter_valid_loss : 0.1606113761663437
1089560 0.160766 0.160611 0.165813 CURRENT LEARNING RATE: 1.2975145125843941e-05
previous_iter_valid_loss : 0.16058669984340668
1089580 0.160740 0.160587 0.165014 CURRENT LEARNING RATE: 1.297255035630436e-05
previous_iter_valid_loss : 0.17038913071155548
1089600 0.170535 0.170389 0.165498 CURRENT LEARNING RATE: 1.2969956105666815e-05
previous_iter_valid_loss : 0.16054315865039825
1089620 0.160711 0.160543 0.164985 CURRENT LEARNING RATE: 1.2967362373827517e-05
previous_iter_valid_loss : 0.17585614323616028
1089640 0.176145 0.175856 0.165695 CURRENT LEARNING RATE: 1.2964769160682716e-05
previous_iter_valid_loss : 0.16057464480400085
1089660 0.160746 0.160575 0.165172 CURRENT LEARNING RATE: 1.296217646612866e-05
previous_iter_valid_loss : 0.16076834499835968
1089680 0.160929 0.160768 0.164352 CURRENT LEARNING RATE: 1.2959584290061688e-05
previous_iter_valid_loss : 0.16373096406459808
1089700 0.163890 0.163731 0.164513 CURRENT LEARNING RATE: 1.295699263237809e-05
previous_iter_valid_loss : 0.17419224977493286
1089720 0.174335 0.174192 0.164450 CURRENT LEARNING RATE: 1.2954401492974197e-05
previous_iter_valid_loss : 0.17979586124420166
1089740 0.179955 0.179796 0.165414 CURRENT LEARNING RATE: 1.2951810871746344e-05
previous_iter_valid_loss : 0.1607024073600769
1089760 0.160868 0.160702 0.165013 CURRENT LEARNING RATE: 1.294922076859095e-05
previous_iter_valid_loss : 0.16153296828269958
1089780 0.161692 0.161533 0.164800 CURRENT LEARNING RATE: 1.2946631183404387e-05
previous_iter_valid_loss : 0.16058149933815002
1089800 0.160751 0.160581 0.164775 CURRENT LEARNING RATE: 1.2944042116083075e-05
previous_iter_valid_loss : 0.16065002977848053
1089820 0.160824 0.160650 0.164781 CURRENT LEARNING RATE: 1.2941453566523426e-05
previous_iter_valid_loss : 0.16510817408561707
1089840 0.165309 0.165108 0.165004 CURRENT LEARNING RATE: 1.2938865534621943e-05
previous_iter_valid_loss : 0.1687760353088379
1089860 0.169013 0.168776 0.164778 CURRENT LEARNING RATE: 1.2936278020275087e-05
previous_iter_valid_loss : 0.1615743637084961
1089880 0.161731 0.161574 0.164831 CURRENT LEARNING RATE: 1.293369102337935e-05
previous_iter_valid_loss : 0.16169552505016327
1089900 0.161881 0.161696 0.164618 CURRENT LEARNING RATE: 1.2931104543831234e-05
previous_iter_valid_loss : 0.16070593893527985
1089920 0.160880 0.160706 0.164601 CURRENT LEARNING RATE: 1.2928518581527325e-05
previous_iter_valid_loss : 0.16649214923381805
1089940 0.166654 0.166492 0.164741 CURRENT LEARNING RATE: 1.2925933136364157e-05
previous_iter_valid_loss : 0.17911915481090546
1089960 0.179432 0.179119 0.165666 CURRENT LEARNING RATE: 1.2923348208238298e-05
previous_iter_valid_loss : 0.16463454067707062
1089980 0.164805 0.164635 0.165869 CURRENT LEARNING RATE: 1.292076379704639e-05
previous_iter_valid_loss : 0.161224827170372
1090000 0.161406 0.161225 0.165410 CURRENT LEARNING RATE: 1.2918179902685037e-05
previous_iter_valid_loss : 0.16059336066246033
1090020 0.160757 0.160593 0.165413 CURRENT LEARNING RATE: 1.291559652505088e-05
previous_iter_valid_loss : 0.1608399748802185
1090040 0.160998 0.160840 0.164662 CURRENT LEARNING RATE: 1.2913013664040563e-05
previous_iter_valid_loss : 0.16960179805755615
1090060 0.169753 0.169602 0.165113 CURRENT LEARNING RATE: 1.2910431319550817e-05
previous_iter_valid_loss : 0.16208936274051666
1090080 0.162252 0.162089 0.165180 CURRENT LEARNING RATE: 1.2907849491478328e-05
previous_iter_valid_loss : 0.16657765209674835
1090100 0.166741 0.166578 0.165322 CURRENT LEARNING RATE: 1.2905268179719816e-05
previous_iter_valid_loss : 0.16056306660175323
1090120 0.160732 0.160563 0.164640 CURRENT LEARNING RATE: 1.2902687384172014e-05
previous_iter_valid_loss : 0.16106346249580383
1090140 0.161248 0.161063 0.163704 CURRENT LEARNING RATE: 1.2900107104731732e-05
previous_iter_valid_loss : 0.17522457242012024
1090160 0.175375 0.175225 0.164430 CURRENT LEARNING RATE: 1.2897527341295733e-05
previous_iter_valid_loss : 0.19317251443862915
1090180 0.193292 0.193173 0.166012 CURRENT LEARNING RATE: 1.289494809376083e-05
previous_iter_valid_loss : 0.16561417281627655
1090200 0.165819 0.165614 0.166264 CURRENT LEARNING RATE: 1.2892369362023832e-05
previous_iter_valid_loss : 0.1635253131389618
1090220 0.163732 0.163525 0.166407 CURRENT LEARNING RATE: 1.288979114598163e-05
previous_iter_valid_loss : 0.1757861226797104
1090240 0.176083 0.175786 0.166941 CURRENT LEARNING RATE: 1.2887213445531078e-05
previous_iter_valid_loss : 0.160683274269104
1090260 0.160842 0.160683 0.166537 CURRENT LEARNING RATE: 1.2884636260569065e-05
previous_iter_valid_loss : 0.1635294258594513
1090280 0.163720 0.163529 0.166634 CURRENT LEARNING RATE: 1.2882059590992481e-05
previous_iter_valid_loss : 0.17768701910972595
1090300 0.177848 0.177687 0.167434 CURRENT LEARNING RATE: 1.2879483436698305e-05
previous_iter_valid_loss : 0.16056230664253235
1090320 0.160717 0.160562 0.167427 CURRENT LEARNING RATE: 1.2876907797583466e-05
previous_iter_valid_loss : 0.1620570421218872
1090340 0.162248 0.162057 0.167205 CURRENT LEARNING RATE: 1.2874332673544922e-05
previous_iter_valid_loss : 0.16474609076976776
1090360 0.164949 0.164746 0.166486 CURRENT LEARNING RATE: 1.2871758064479708e-05
previous_iter_valid_loss : 0.17460183799266815
1090380 0.174744 0.174602 0.166985 CURRENT LEARNING RATE: 1.2869183970284817e-05
previous_iter_valid_loss : 0.18394812941551208
1090400 0.184091 0.183948 0.168121 CURRENT LEARNING RATE: 1.286661039085729e-05
previous_iter_valid_loss : 0.16228212416172028
1090420 0.162472 0.162282 0.168205 CURRENT LEARNING RATE: 1.2864037326094153e-05
previous_iter_valid_loss : 0.17778244614601135
1090440 0.177943 0.177782 0.169052 CURRENT LEARNING RATE: 1.2861464775892534e-05
previous_iter_valid_loss : 0.16060100495815277
1090460 0.160757 0.160601 0.168602 CURRENT LEARNING RATE: 1.285889274014951e-05
previous_iter_valid_loss : 0.16053323447704315
1090480 0.160703 0.160533 0.168525 CURRENT LEARNING RATE: 1.2856321218762196e-05
previous_iter_valid_loss : 0.1620425283908844
1090500 0.162199 0.162043 0.168298 CURRENT LEARNING RATE: 1.2853750211627711e-05
previous_iter_valid_loss : 0.17081168293952942
1090520 0.170963 0.170812 0.168810 CURRENT LEARNING RATE: 1.2851179718643258e-05
previous_iter_valid_loss : 0.16088737547397614
1090540 0.161053 0.160887 0.168801 CURRENT LEARNING RATE: 1.2848609739705994e-05
previous_iter_valid_loss : 0.16105137765407562
1090560 0.161204 0.161051 0.168093 CURRENT LEARNING RATE: 1.2846040274713125e-05
previous_iter_valid_loss : 0.17363151907920837
1090580 0.173908 0.173632 0.167116 CURRENT LEARNING RATE: 1.2843471323561843e-05
previous_iter_valid_loss : 0.16111169755458832
1090600 0.161270 0.161112 0.166891 CURRENT LEARNING RATE: 1.284090288614944e-05
previous_iter_valid_loss : 0.16412463784217834
1090620 0.164291 0.164125 0.166921 CURRENT LEARNING RATE: 1.2838334962373153e-05
previous_iter_valid_loss : 0.1786220222711563
1090640 0.178776 0.178622 0.167062 CURRENT LEARNING RATE: 1.2835767552130268e-05
previous_iter_valid_loss : 0.16604165732860565
1090660 0.166206 0.166042 0.167330 CURRENT LEARNING RATE: 1.2833200655318062e-05
previous_iter_valid_loss : 0.16093115508556366
1090680 0.161118 0.160931 0.167200 CURRENT LEARNING RATE: 1.2830634271833906e-05
previous_iter_valid_loss : 0.16358038783073425
1090700 0.163743 0.163580 0.166495 CURRENT LEARNING RATE: 1.2828068401575124e-05
previous_iter_valid_loss : 0.1632707118988037
1090720 0.163446 0.163271 0.166630 CURRENT LEARNING RATE: 1.2825503044439058e-05
previous_iter_valid_loss : 0.16072331368923187
1090740 0.160885 0.160723 0.166564 CURRENT LEARNING RATE: 1.2822938200323137e-05
previous_iter_valid_loss : 0.18136197328567505
1090760 0.181519 0.181362 0.167395 CURRENT LEARNING RATE: 1.2820373869124747e-05
previous_iter_valid_loss : 0.16304750740528107
1090780 0.163239 0.163048 0.166817 CURRENT LEARNING RATE: 1.281781005074131e-05
previous_iter_valid_loss : 0.16499584913253784
1090800 0.165164 0.164996 0.165869 CURRENT LEARNING RATE: 1.2815246745070258e-05
previous_iter_valid_loss : 0.20168544352054596
1090820 0.201758 0.201685 0.167839 CURRENT LEARNING RATE: 1.28126839520091e-05
previous_iter_valid_loss : 0.16465477645397186
1090840 0.164823 0.164655 0.167183 CURRENT LEARNING RATE: 1.28101216714553e-05
previous_iter_valid_loss : 0.1650042086839676
1090860 0.165169 0.165004 0.167403 CURRENT LEARNING RATE: 1.280755990330637e-05
previous_iter_valid_loss : 0.1616039127111435
1090880 0.161800 0.161604 0.167457 CURRENT LEARNING RATE: 1.2804998647459813e-05
previous_iter_valid_loss : 0.16249819099903107
1090900 0.162661 0.162498 0.167480 CURRENT LEARNING RATE: 1.2802437903813227e-05
previous_iter_valid_loss : 0.16394202411174774
1090920 0.164149 0.163942 0.167136 CURRENT LEARNING RATE: 1.279987767226416e-05
previous_iter_valid_loss : 0.1615518480539322
1090940 0.161709 0.161552 0.167169 CURRENT LEARNING RATE: 1.27973179527102e-05
previous_iter_valid_loss : 0.16300395131111145
1090960 0.163168 0.163004 0.167267 CURRENT LEARNING RATE: 1.2794758745048937e-05
previous_iter_valid_loss : 0.16051997244358063
1090980 0.160677 0.160520 0.166611 CURRENT LEARNING RATE: 1.279220004917805e-05
previous_iter_valid_loss : 0.1610693335533142
1091000 0.161249 0.161069 0.166609 CURRENT LEARNING RATE: 1.2789641864995168e-05
previous_iter_valid_loss : 0.16616834700107574
1091020 0.166328 0.166168 0.166711 CURRENT LEARNING RATE: 1.2787084192397958e-05
previous_iter_valid_loss : 0.16877669095993042
1091040 0.168932 0.168777 0.166219 CURRENT LEARNING RATE: 1.2784527031284098e-05
previous_iter_valid_loss : 0.1605849713087082
1091060 0.160753 0.160585 0.165946 CURRENT LEARNING RATE: 1.2781970381551343e-05
previous_iter_valid_loss : 0.1698053777217865
1091080 0.170052 0.169805 0.166390 CURRENT LEARNING RATE: 1.2779414243097404e-05
previous_iter_valid_loss : 0.173441082239151
1091100 0.173720 0.173441 0.166883 CURRENT LEARNING RATE: 1.2776858615820037e-05
previous_iter_valid_loss : 0.16491840779781342
1091120 0.165085 0.164918 0.166965 CURRENT LEARNING RATE: 1.2774303499616994e-05
previous_iter_valid_loss : 0.16118276119232178
1091140 0.161337 0.161183 0.166988 CURRENT LEARNING RATE: 1.2771748894386114e-05
previous_iter_valid_loss : 0.1620744913816452
1091160 0.162232 0.162074 0.166024 CURRENT LEARNING RATE: 1.2769194800025194e-05
previous_iter_valid_loss : 0.16182483732700348
1091180 0.161991 0.161825 0.165963 CURRENT LEARNING RATE: 1.2766641216432042e-05
previous_iter_valid_loss : 0.179949089884758
1091200 0.180106 0.179949 0.166710 CURRENT LEARNING RATE: 1.2764088143504565e-05
previous_iter_valid_loss : 0.1648278385400772
1091220 0.165036 0.164828 0.164868 CURRENT LEARNING RATE: 1.2761535581140613e-05
previous_iter_valid_loss : 0.18729230761528015
1091240 0.187436 0.187292 0.166000 CURRENT LEARNING RATE: 1.275898352923809e-05
previous_iter_valid_loss : 0.17448274791240692
1091260 0.174627 0.174483 0.166473 CURRENT LEARNING RATE: 1.2756431987694886e-05
previous_iter_valid_loss : 0.17550507187843323
1091280 0.175795 0.175505 0.167168 CURRENT LEARNING RATE: 1.2753880956408984e-05
previous_iter_valid_loss : 0.16059763729572296
1091300 0.160755 0.160598 0.167073 CURRENT LEARNING RATE: 1.2751330435278324e-05
previous_iter_valid_loss : 0.18947149813175201
1091320 0.189599 0.189471 0.168350 CURRENT LEARNING RATE: 1.274878042420088e-05
previous_iter_valid_loss : 0.16052520275115967
1091340 0.160685 0.160525 0.168299 CURRENT LEARNING RATE: 1.2746230923074634e-05
previous_iter_valid_loss : 0.16434615850448608
1091360 0.164520 0.164346 0.168366 CURRENT LEARNING RATE: 1.2743681931797651e-05
previous_iter_valid_loss : 0.17704659700393677
1091380 0.177345 0.177047 0.169192 CURRENT LEARNING RATE: 1.2741133450267945e-05
previous_iter_valid_loss : 0.16170597076416016
1091400 0.161861 0.161706 0.169224 CURRENT LEARNING RATE: 1.2738585478383578e-05
previous_iter_valid_loss : 0.174139142036438
1091420 0.174414 0.174139 0.169622 CURRENT LEARNING RATE: 1.2736038016042611e-05
previous_iter_valid_loss : 0.160658061504364
1091440 0.160813 0.160658 0.169216 CURRENT LEARNING RATE: 1.2733491063143189e-05
previous_iter_valid_loss : 0.18074798583984375
1091460 0.181075 0.180748 0.170225 CURRENT LEARNING RATE: 1.273094461958341e-05
previous_iter_valid_loss : 0.16121669113636017
1091480 0.161400 0.161217 0.169795 CURRENT LEARNING RATE: 1.2728398685261416e-05
previous_iter_valid_loss : 0.16052833199501038
1091500 0.160698 0.160528 0.169150 CURRENT LEARNING RATE: 1.2725853260075352e-05
previous_iter_valid_loss : 0.17138895392417908
1091520 0.171657 0.171389 0.169473 CURRENT LEARNING RATE: 1.2723308343923441e-05
previous_iter_valid_loss : 0.16527393460273743
1091540 0.165490 0.165274 0.169678 CURRENT LEARNING RATE: 1.2720763936703864e-05
previous_iter_valid_loss : 0.16521909832954407
1091560 0.165370 0.165219 0.169835 CURRENT LEARNING RATE: 1.2718220038314827e-05
previous_iter_valid_loss : 0.16069059073925018
1091580 0.160858 0.160691 0.169778 CURRENT LEARNING RATE: 1.2715676648654613e-05
previous_iter_valid_loss : 0.1628405898809433
1091600 0.163010 0.162841 0.168923 CURRENT LEARNING RATE: 1.2713133767621468e-05
previous_iter_valid_loss : 0.16716423630714417
1091620 0.167318 0.167164 0.169040 CURRENT LEARNING RATE: 1.2710591395113674e-05
previous_iter_valid_loss : 0.17032219469547272
1091640 0.170569 0.170322 0.168191 CURRENT LEARNING RATE: 1.2708049531029517e-05
previous_iter_valid_loss : 0.16101212799549103
1091660 0.161179 0.161012 0.167518 CURRENT LEARNING RATE: 1.2705508175267364e-05
previous_iter_valid_loss : 0.16138629615306854
1091680 0.161576 0.161386 0.166812 CURRENT LEARNING RATE: 1.2702967327725541e-05
previous_iter_valid_loss : 0.16180719435214996
1091700 0.161976 0.161807 0.166872 CURRENT LEARNING RATE: 1.270042698830241e-05
previous_iter_valid_loss : 0.16380296647548676
1091720 0.163972 0.163803 0.165589 CURRENT LEARNING RATE: 1.269788715689634e-05
previous_iter_valid_loss : 0.1607304960489273
1091740 0.160886 0.160730 0.165599 CURRENT LEARNING RATE: 1.269534783340578e-05
previous_iter_valid_loss : 0.1640520542860031
1091760 0.164247 0.164052 0.165584 CURRENT LEARNING RATE: 1.2692809017729136e-05
previous_iter_valid_loss : 0.16229599714279175
1091780 0.162459 0.162296 0.164847 CURRENT LEARNING RATE: 1.2690270709764854e-05
previous_iter_valid_loss : 0.16295500099658966
1091800 0.163124 0.162955 0.164909 CURRENT LEARNING RATE: 1.268773290941138e-05
previous_iter_valid_loss : 0.16595222055912018
1091820 0.166170 0.165952 0.164500 CURRENT LEARNING RATE: 1.2685195616567246e-05
previous_iter_valid_loss : 0.17395047843456268
1091840 0.174225 0.173950 0.165164 CURRENT LEARNING RATE: 1.2682658831130937e-05
previous_iter_valid_loss : 0.16278065741062164
1091860 0.162972 0.162781 0.164266 CURRENT LEARNING RATE: 1.2680122553000985e-05
previous_iter_valid_loss : 0.16098368167877197
1091880 0.161147 0.160984 0.164254 CURRENT LEARNING RATE: 1.2677586782075912e-05
previous_iter_valid_loss : 0.16413509845733643
1091900 0.164331 0.164135 0.164435 CURRENT LEARNING RATE: 1.2675051518254337e-05
previous_iter_valid_loss : 0.16474434733390808
1091920 0.164912 0.164744 0.164102 CURRENT LEARNING RATE: 1.2672516761434821e-05
previous_iter_valid_loss : 0.1612388640642166
1091940 0.161388 0.161239 0.163901 CURRENT LEARNING RATE: 1.2669982511515958e-05
previous_iter_valid_loss : 0.1669696867465973
1091960 0.167183 0.166970 0.163988 CURRENT LEARNING RATE: 1.2667448768396417e-05
previous_iter_valid_loss : 0.16059693694114685
1091980 0.160755 0.160597 0.163984 CURRENT LEARNING RATE: 1.266491553197483e-05
previous_iter_valid_loss : 0.1605343371629715
1092000 0.160696 0.160534 0.163868 CURRENT LEARNING RATE: 1.2662382802149866e-05
previous_iter_valid_loss : 0.16511531174182892
1092020 0.165279 0.165115 0.163766 CURRENT LEARNING RATE: 1.2659850578820194e-05
previous_iter_valid_loss : 0.17550066113471985
1092040 0.175789 0.175501 0.164025 CURRENT LEARNING RATE: 1.2657318861884568e-05
previous_iter_valid_loss : 0.16103482246398926
1092060 0.161222 0.161035 0.164026 CURRENT LEARNING RATE: 1.2654787651241699e-05
previous_iter_valid_loss : 0.16089113056659698
1092080 0.161071 0.160891 0.164001 CURRENT LEARNING RATE: 1.2652256946790337e-05
previous_iter_valid_loss : 0.16908462345600128
1092100 0.169235 0.169085 0.164365 CURRENT LEARNING RATE: 1.2649726748429233e-05
previous_iter_valid_loss : 0.16147182881832123
1092120 0.161632 0.161472 0.164248 CURRENT LEARNING RATE: 1.2647197056057221e-05
previous_iter_valid_loss : 0.16851723194122314
1092140 0.168757 0.168517 0.164638 CURRENT LEARNING RATE: 1.2644667869573096e-05
previous_iter_valid_loss : 0.16100363433361053
1092160 0.161164 0.161004 0.164485 CURRENT LEARNING RATE: 1.2642139188875685e-05
previous_iter_valid_loss : 0.160783588886261
1092180 0.160942 0.160784 0.164410 CURRENT LEARNING RATE: 1.2639611013863822e-05
previous_iter_valid_loss : 0.16377051174640656
1092200 0.163938 0.163771 0.164450 CURRENT LEARNING RATE: 1.2637083344436424e-05
previous_iter_valid_loss : 0.16137941181659698
1092220 0.161525 0.161379 0.164222 CURRENT LEARNING RATE: 1.263455618049236e-05
previous_iter_valid_loss : 0.16167490184307098
1092240 0.161858 0.161675 0.163608 CURRENT LEARNING RATE: 1.2632029521930548e-05
previous_iter_valid_loss : 0.1827089786529541
1092260 0.183071 0.182709 0.164604 CURRENT LEARNING RATE: 1.2629503368649894e-05
previous_iter_valid_loss : 0.16072417795658112
1092280 0.160882 0.160724 0.164591 CURRENT LEARNING RATE: 1.2626977720549397e-05
previous_iter_valid_loss : 0.17411652207374573
1092300 0.174271 0.174117 0.165091 CURRENT LEARNING RATE: 1.2624452577528013e-05
previous_iter_valid_loss : 0.16368524730205536
1092320 0.163887 0.163685 0.165038 CURRENT LEARNING RATE: 1.262192793948471e-05
previous_iter_valid_loss : 0.16655072569847107
1092340 0.166760 0.166551 0.165303 CURRENT LEARNING RATE: 1.2619403806318548e-05
previous_iter_valid_loss : 0.16058719158172607
1092360 0.160742 0.160587 0.164984 CURRENT LEARNING RATE: 1.2616880177928544e-05
previous_iter_valid_loss : 0.1622803509235382
1092380 0.162466 0.162280 0.165068 CURRENT LEARNING RATE: 1.2614357054213746e-05
previous_iter_valid_loss : 0.1814124435186386
1092400 0.181573 0.181412 0.166112 CURRENT LEARNING RATE: 1.2611834435073208e-05
previous_iter_valid_loss : 0.16151422262191772
1092420 0.161691 0.161514 0.165932 CURRENT LEARNING RATE: 1.2609312320406073e-05
previous_iter_valid_loss : 0.16141237318515778
1092440 0.161570 0.161412 0.165228 CURRENT LEARNING RATE: 1.2606790710111432e-05
previous_iter_valid_loss : 0.16052106022834778
1092460 0.160697 0.160521 0.165202 CURRENT LEARNING RATE: 1.2604269604088422e-05
previous_iter_valid_loss : 0.1762080043554306
1092480 0.176352 0.176208 0.165968 CURRENT LEARNING RATE: 1.2601749002236176e-05
previous_iter_valid_loss : 0.16094571352005005
1092500 0.161103 0.160946 0.165561 CURRENT LEARNING RATE: 1.2599228904453913e-05
previous_iter_valid_loss : 0.1698690950870514
1092520 0.170111 0.169869 0.165981 CURRENT LEARNING RATE: 1.2596709310640808e-05
previous_iter_valid_loss : 0.161717027425766
1092540 0.161905 0.161717 0.165641 CURRENT LEARNING RATE: 1.2594190220696077e-05
previous_iter_valid_loss : 0.1635107696056366
1092560 0.163698 0.163511 0.165766 CURRENT LEARNING RATE: 1.2591671634518934e-05
previous_iter_valid_loss : 0.16387446224689484
1092580 0.164066 0.163874 0.165921 CURRENT LEARNING RATE: 1.2589153552008681e-05
previous_iter_valid_loss : 0.16782745718955994
1092600 0.168053 0.167827 0.166124 CURRENT LEARNING RATE: 1.258663597306457e-05
previous_iter_valid_loss : 0.1636907458305359
1092620 0.163885 0.163691 0.166239 CURRENT LEARNING RATE: 1.2584118897585904e-05
previous_iter_valid_loss : 0.1606987863779068
1092640 0.160863 0.160699 0.166190 CURRENT LEARNING RATE: 1.258160232547197e-05
previous_iter_valid_loss : 0.16100981831550598
1092660 0.161191 0.161010 0.165105 CURRENT LEARNING RATE: 1.2579086256622153e-05
previous_iter_valid_loss : 0.16868199408054352
1092680 0.168917 0.168682 0.165503 CURRENT LEARNING RATE: 1.2576570690935789e-05
previous_iter_valid_loss : 0.18418100476264954
1092700 0.184544 0.184181 0.166006 CURRENT LEARNING RATE: 1.2574055628312253e-05
previous_iter_valid_loss : 0.17210343480110168
1092720 0.172368 0.172103 0.166427 CURRENT LEARNING RATE: 1.257154106865092e-05
previous_iter_valid_loss : 0.16267916560173035
1092740 0.162870 0.162679 0.166234 CURRENT LEARNING RATE: 1.2569027011851256e-05
previous_iter_valid_loss : 0.167237788438797
1092760 0.167399 0.167238 0.166566 CURRENT LEARNING RATE: 1.2566513457812676e-05
previous_iter_valid_loss : 0.1643177717924118
1092780 0.164489 0.164318 0.166668 CURRENT LEARNING RATE: 1.2564000406434611e-05
previous_iter_valid_loss : 0.1611698716878891
1092800 0.161330 0.161170 0.165656 CURRENT LEARNING RATE: 1.2561487857616586e-05
previous_iter_valid_loss : 0.16701547801494598
1092820 0.167175 0.167015 0.165931 CURRENT LEARNING RATE: 1.255897581125808e-05
previous_iter_valid_loss : 0.17557981610298157
1092840 0.175731 0.175580 0.166640 CURRENT LEARNING RATE: 1.2556464267258604e-05
previous_iter_valid_loss : 0.16904675960540771
1092860 0.169290 0.169047 0.167066 CURRENT LEARNING RATE: 1.255395322551768e-05
previous_iter_valid_loss : 0.16458739340305328
1092880 0.164811 0.164587 0.166485 CURRENT LEARNING RATE: 1.2551442685934909e-05
previous_iter_valid_loss : 0.16060839593410492
1092900 0.160777 0.160608 0.166468 CURRENT LEARNING RATE: 1.2548932648409847e-05
previous_iter_valid_loss : 0.17391110956668854
1092920 0.174192 0.173911 0.166670 CURRENT LEARNING RATE: 1.2546423112842094e-05
previous_iter_valid_loss : 0.16183650493621826
1092940 0.162025 0.161837 0.166676 CURRENT LEARNING RATE: 1.2543914079131243e-05
previous_iter_valid_loss : 0.16050006449222565
1092960 0.160661 0.160500 0.166525 CURRENT LEARNING RATE: 1.2541405547176979e-05
previous_iter_valid_loss : 0.16136716306209564
1092980 0.161550 0.161367 0.166400 CURRENT LEARNING RATE: 1.253889751687894e-05
previous_iter_valid_loss : 0.16453012824058533
1093000 0.164741 0.164530 0.166235 CURRENT LEARNING RATE: 1.2536389988136802e-05
previous_iter_valid_loss : 0.16503892838954926
1093020 0.165247 0.165039 0.166303 CURRENT LEARNING RATE: 1.2533882960850246e-05
previous_iter_valid_loss : 0.1720190942287445
1093040 0.172292 0.172019 0.166869 CURRENT LEARNING RATE: 1.2531376434919029e-05
previous_iter_valid_loss : 0.164862260222435
1093060 0.165056 0.164862 0.167061 CURRENT LEARNING RATE: 1.252887041024287e-05
previous_iter_valid_loss : 0.1668519824743271
1093080 0.167068 0.166852 0.166970 CURRENT LEARNING RATE: 1.2526364886721532e-05
previous_iter_valid_loss : 0.16089825332164764
1093100 0.161083 0.160898 0.165806 CURRENT LEARNING RATE: 1.252385986425477e-05
previous_iter_valid_loss : 0.1656951755285263
1093120 0.165906 0.165695 0.165485 CURRENT LEARNING RATE: 1.2521355342742424e-05
previous_iter_valid_loss : 0.16387923061847687
1093140 0.164079 0.163879 0.165545 CURRENT LEARNING RATE: 1.2518851322084294e-05
previous_iter_valid_loss : 0.19210940599441528
1093160 0.192557 0.192109 0.166789 CURRENT LEARNING RATE: 1.2516347802180196e-05
previous_iter_valid_loss : 0.16101637482643127
1093180 0.161205 0.161016 0.166624 CURRENT LEARNING RATE: 1.2513844782930035e-05
previous_iter_valid_loss : 0.1676526516675949
1093200 0.167884 0.167653 0.166948 CURRENT LEARNING RATE: 1.2511342264233664e-05
previous_iter_valid_loss : 0.16090933978557587
1093220 0.161071 0.160909 0.166642 CURRENT LEARNING RATE: 1.250884024599099e-05
previous_iter_valid_loss : 0.17795822024345398
1093240 0.178113 0.177958 0.166761 CURRENT LEARNING RATE: 1.2506338728101901e-05
previous_iter_valid_loss : 0.16569563746452332
1093260 0.165900 0.165696 0.166594 CURRENT LEARNING RATE: 1.2503837710466386e-05
previous_iter_valid_loss : 0.1607128232717514
1093280 0.160871 0.160713 0.166400 CURRENT LEARNING RATE: 1.2501337192984381e-05
previous_iter_valid_loss : 0.16052918136119843
1093300 0.160695 0.160529 0.166396 CURRENT LEARNING RATE: 1.2498837175555868e-05
previous_iter_valid_loss : 0.17535600066184998
1093320 0.175509 0.175356 0.166468 CURRENT LEARNING RATE: 1.2496337658080819e-05
previous_iter_valid_loss : 0.16535209119319916
1093340 0.165554 0.165352 0.166644 CURRENT LEARNING RATE: 1.2493838640459302e-05
previous_iter_valid_loss : 0.1608840376138687
1093360 0.161062 0.160884 0.166663 CURRENT LEARNING RATE: 1.249134012259133e-05
previous_iter_valid_loss : 0.16239389777183533
1093380 0.162558 0.162394 0.166715 CURRENT LEARNING RATE: 1.2488842104376966e-05
previous_iter_valid_loss : 0.16053755581378937
1093400 0.160703 0.160538 0.166515 CURRENT LEARNING RATE: 1.2486344585716266e-05
previous_iter_valid_loss : 0.1642213612794876
1093420 0.164381 0.164221 0.166474 CURRENT LEARNING RATE: 1.2483847566509372e-05
previous_iter_valid_loss : 0.18517597019672394
1093440 0.185313 0.185176 0.167132 CURRENT LEARNING RATE: 1.2481351046656384e-05
previous_iter_valid_loss : 0.1608761101961136
1093460 0.161056 0.160876 0.166933 CURRENT LEARNING RATE: 1.2478855026057437e-05
previous_iter_valid_loss : 0.17557783424854279
1093480 0.175863 0.175578 0.167369 CURRENT LEARNING RATE: 1.2476359504612673e-05
previous_iter_valid_loss : 0.17114995419979095
1093500 0.171408 0.171150 0.167882 CURRENT LEARNING RATE: 1.2473864482222312e-05
previous_iter_valid_loss : 0.17114299535751343
1093520 0.171293 0.171143 0.168154 CURRENT LEARNING RATE: 1.2471369958786531e-05
previous_iter_valid_loss : 0.163144052028656
1093540 0.163316 0.163144 0.168117 CURRENT LEARNING RATE: 1.246887593420553e-05
previous_iter_valid_loss : 0.17140696942806244
1093560 0.171552 0.171407 0.167082 CURRENT LEARNING RATE: 1.2466382408379589e-05
previous_iter_valid_loss : 0.16737417876720428
1093580 0.167535 0.167374 0.167400 CURRENT LEARNING RATE: 1.2463889381208944e-05
previous_iter_valid_loss : 0.1618632972240448
1093600 0.162054 0.161863 0.167111 CURRENT LEARNING RATE: 1.246139685259388e-05
previous_iter_valid_loss : 0.16209477186203003
1093620 0.162294 0.162095 0.167170 CURRENT LEARNING RATE: 1.2458904822434666e-05
previous_iter_valid_loss : 0.1635669469833374
1093640 0.163738 0.163567 0.166450 CURRENT LEARNING RATE: 1.245641329063167e-05
previous_iter_valid_loss : 0.16587693989276886
1093660 0.166038 0.165877 0.166459 CURRENT LEARNING RATE: 1.245392225708521e-05
previous_iter_valid_loss : 0.1796976625919342
1093680 0.179859 0.179698 0.167409 CURRENT LEARNING RATE: 1.2451431721695638e-05
previous_iter_valid_loss : 0.16972286999225616
1093700 0.169869 0.169723 0.167868 CURRENT LEARNING RATE: 1.2448941684363318e-05
previous_iter_valid_loss : 0.1663440316915512
1093720 0.166500 0.166344 0.167418 CURRENT LEARNING RATE: 1.2446452144988685e-05
previous_iter_valid_loss : 0.1610376387834549
1093740 0.161204 0.161038 0.167202 CURRENT LEARNING RATE: 1.2443963103472142e-05
previous_iter_valid_loss : 0.16060177981853485
1093760 0.160774 0.160602 0.167188 CURRENT LEARNING RATE: 1.2441474559714123e-05
previous_iter_valid_loss : 0.18029215931892395
1093780 0.180451 0.180292 0.168083 CURRENT LEARNING RATE: 1.2438986513615067e-05
previous_iter_valid_loss : 0.16686414182186127
1093800 0.167088 0.166864 0.168399 CURRENT LEARNING RATE: 1.2436498965075498e-05
previous_iter_valid_loss : 0.16359171271324158
1093820 0.163763 0.163592 0.168368 CURRENT LEARNING RATE: 1.2434011913995886e-05
previous_iter_valid_loss : 0.16354914009571075
1093840 0.163739 0.163549 0.167286 CURRENT LEARNING RATE: 1.2431525360276754e-05
previous_iter_valid_loss : 0.16569291055202484
1093860 0.165856 0.165693 0.167527 CURRENT LEARNING RATE: 1.2429039303818613e-05
previous_iter_valid_loss : 0.16067178547382355
1093880 0.160848 0.160672 0.166782 CURRENT LEARNING RATE: 1.2426553744522071e-05
previous_iter_valid_loss : 0.16721051931381226
1093900 0.167427 0.167211 0.166585 CURRENT LEARNING RATE: 1.2424068682287681e-05
previous_iter_valid_loss : 0.1718452125787735
1093920 0.172096 0.171845 0.166620 CURRENT LEARNING RATE: 1.2421584117016037e-05
previous_iter_valid_loss : 0.18900656700134277
1093940 0.189140 0.189007 0.167913 CURRENT LEARNING RATE: 1.2419100048607739e-05
previous_iter_valid_loss : 0.1934545338153839
1093960 0.193572 0.193455 0.169015 CURRENT LEARNING RATE: 1.2416616476963464e-05
previous_iter_valid_loss : 0.16996066272258759
1093980 0.170106 0.169961 0.169145 CURRENT LEARNING RATE: 1.2414133401983853e-05
previous_iter_valid_loss : 0.16129818558692932
1094000 0.161455 0.161298 0.169116 CURRENT LEARNING RATE: 1.2411650823569559e-05
previous_iter_valid_loss : 0.17177943885326385
1094020 0.171930 0.171779 0.169601 CURRENT LEARNING RATE: 1.2409168741621317e-05
previous_iter_valid_loss : 0.16236913204193115
1094040 0.162534 0.162369 0.169541 CURRENT LEARNING RATE: 1.2406687156039829e-05
previous_iter_valid_loss : 0.17094580829143524
1094060 0.171196 0.170946 0.169794 CURRENT LEARNING RATE: 1.2404206066725827e-05
previous_iter_valid_loss : 0.16414539515972137
1094080 0.164348 0.164145 0.169017 CURRENT LEARNING RATE: 1.2401725473580051e-05
previous_iter_valid_loss : 0.16062936186790466
1094100 0.160796 0.160629 0.168562 CURRENT LEARNING RATE: 1.2399245376503314e-05
previous_iter_valid_loss : 0.1835901439189911
1094120 0.183948 0.183590 0.169424 CURRENT LEARNING RATE: 1.2396765775396397e-05
previous_iter_valid_loss : 0.1632874757051468
1094140 0.163489 0.163287 0.169537 CURRENT LEARNING RATE: 1.239428667016011e-05
previous_iter_valid_loss : 0.16058224439620972
1094160 0.160742 0.160582 0.169536 CURRENT LEARNING RATE: 1.2391808060695271e-05
previous_iter_valid_loss : 0.18034663796424866
1094180 0.180667 0.180347 0.169539 CURRENT LEARNING RATE: 1.2389329946902776e-05
previous_iter_valid_loss : 0.16335803270339966
1094200 0.163559 0.163358 0.169363 CURRENT LEARNING RATE: 1.2386852328683482e-05
previous_iter_valid_loss : 0.17268811166286469
1094220 0.172953 0.172688 0.169818 CURRENT LEARNING RATE: 1.2384375205938283e-05
previous_iter_valid_loss : 0.16666340827941895
1094240 0.166827 0.166663 0.169974 CURRENT LEARNING RATE: 1.2381898578568073e-05
previous_iter_valid_loss : 0.16049888730049133
1094260 0.160663 0.160499 0.169714 CURRENT LEARNING RATE: 1.2379422446473828e-05
previous_iter_valid_loss : 0.16198211908340454
1094280 0.162172 0.161982 0.169780 CURRENT LEARNING RATE: 1.2376946809556482e-05
previous_iter_valid_loss : 0.16198493540287018
1094300 0.162168 0.161985 0.169518 CURRENT LEARNING RATE: 1.2374471667717011e-05
previous_iter_valid_loss : 0.16327688097953796
1094320 0.163448 0.163277 0.169090 CURRENT LEARNING RATE: 1.2371997020856387e-05
previous_iter_valid_loss : 0.16150519251823425
1094340 0.161696 0.161505 0.167715 CURRENT LEARNING RATE: 1.2369522868875666e-05
previous_iter_valid_loss : 0.1636439710855484
1094360 0.163834 0.163644 0.166224 CURRENT LEARNING RATE: 1.2367049211675862e-05
previous_iter_valid_loss : 0.1623658388853073
1094380 0.162534 0.162366 0.165845 CURRENT LEARNING RATE: 1.2364576049158006e-05
previous_iter_valid_loss : 0.16367283463478088
1094400 0.163874 0.163673 0.165963 CURRENT LEARNING RATE: 1.2362103381223215e-05
previous_iter_valid_loss : 0.1608009934425354
1094420 0.160962 0.160801 0.165414 CURRENT LEARNING RATE: 1.2359631207772563e-05
previous_iter_valid_loss : 0.1851194202899933
1094440 0.185259 0.185119 0.166552 CURRENT LEARNING RATE: 1.235715952870716e-05
previous_iter_valid_loss : 0.16053912043571472
1094460 0.160704 0.160539 0.166032 CURRENT LEARNING RATE: 1.2354688343928117e-05
previous_iter_valid_loss : 0.16478998959064484
1094480 0.164955 0.164790 0.166064 CURRENT LEARNING RATE: 1.2352217653336633e-05
previous_iter_valid_loss : 0.1730033904314041
1094500 0.173155 0.173003 0.166682 CURRENT LEARNING RATE: 1.2349747456833856e-05
previous_iter_valid_loss : 0.16380856931209564
1094520 0.163973 0.163809 0.165693 CURRENT LEARNING RATE: 1.2347277754320978e-05
previous_iter_valid_loss : 0.18181607127189636
1094540 0.181976 0.181816 0.166620 CURRENT LEARNING RATE: 1.234480854569919e-05
previous_iter_valid_loss : 0.16985031962394714
1094560 0.170094 0.169850 0.167083 CURRENT LEARNING RATE: 1.2342339830869768e-05
previous_iter_valid_loss : 0.1687963753938675
1094580 0.168949 0.168796 0.166506 CURRENT LEARNING RATE: 1.233987160973394e-05
previous_iter_valid_loss : 0.16901259124279022
1094600 0.169165 0.169013 0.166788 CURRENT LEARNING RATE: 1.233740388219298e-05
previous_iter_valid_loss : 0.1644858419895172
1094620 0.164697 0.164486 0.166378 CURRENT LEARNING RATE: 1.2334936648148154e-05
previous_iter_valid_loss : 0.16316170990467072
1094640 0.163357 0.163162 0.166203 CURRENT LEARNING RATE: 1.2332469907500818e-05
previous_iter_valid_loss : 0.16159377992153168
1094660 0.161772 0.161594 0.166258 CURRENT LEARNING RATE: 1.2330003660152279e-05
previous_iter_valid_loss : 0.16055631637573242
1094680 0.160729 0.160556 0.166187 CURRENT LEARNING RATE: 1.2327537906003887e-05
previous_iter_valid_loss : 0.1615079641342163
1094700 0.161693 0.161508 0.166163 CURRENT LEARNING RATE: 1.2325072644956993e-05
previous_iter_valid_loss : 0.16068996489048004
1094720 0.160844 0.160690 0.166033 CURRENT LEARNING RATE: 1.2322607876913028e-05
previous_iter_valid_loss : 0.18326692283153534
1094740 0.183627 0.183267 0.167122 CURRENT LEARNING RATE: 1.2320143601773378e-05
previous_iter_valid_loss : 0.16061265766620636
1094760 0.160785 0.160613 0.166970 CURRENT LEARNING RATE: 1.2317679819439453e-05
previous_iter_valid_loss : 0.16164778172969818
1094780 0.161805 0.161648 0.166934 CURRENT LEARNING RATE: 1.2315216529812745e-05
previous_iter_valid_loss : 0.17640502750873566
1094800 0.176561 0.176405 0.167571 CURRENT LEARNING RATE: 1.2312753732794698e-05
previous_iter_valid_loss : 0.1607145071029663
1094820 0.160873 0.160715 0.167566 CURRENT LEARNING RATE: 1.2310291428286806e-05
previous_iter_valid_loss : 0.1605396568775177
1094840 0.160701 0.160540 0.166337 CURRENT LEARNING RATE: 1.2307829616190547e-05
previous_iter_valid_loss : 0.1658991575241089
1094860 0.166109 0.165899 0.166605 CURRENT LEARNING RATE: 1.2305368296407496e-05
previous_iter_valid_loss : 0.16968481242656708
1094880 0.169835 0.169685 0.166850 CURRENT LEARNING RATE: 1.2302907468839182e-05
previous_iter_valid_loss : 0.16205371916294098
1094900 0.162234 0.162054 0.166303 CURRENT LEARNING RATE: 1.2300447133387166e-05
previous_iter_valid_loss : 0.16546179354190826
1094920 0.165615 0.165462 0.166385 CURRENT LEARNING RATE: 1.2297987289953014e-05
previous_iter_valid_loss : 0.16459283232688904
1094940 0.164788 0.164593 0.165524 CURRENT LEARNING RATE: 1.2295527938438378e-05
previous_iter_valid_loss : 0.1685754358768463
1094960 0.168812 0.168575 0.165460 CURRENT LEARNING RATE: 1.2293069078744861e-05
previous_iter_valid_loss : 0.16085997223854065
1094980 0.161034 0.160860 0.165064 CURRENT LEARNING RATE: 1.2290610710774113e-05
previous_iter_valid_loss : 0.17154650390148163
1095000 0.171803 0.171547 0.165190 CURRENT LEARNING RATE: 1.2288152834427766e-05
previous_iter_valid_loss : 0.16347073018550873
1095020 0.163660 0.163471 0.165139 CURRENT LEARNING RATE: 1.2285695449607561e-05
previous_iter_valid_loss : 0.1674228012561798
1095040 0.167579 0.167423 0.165353 CURRENT LEARNING RATE: 1.2283238556215174e-05
previous_iter_valid_loss : 0.18186120688915253
1095060 0.182216 0.181861 0.166366 CURRENT LEARNING RATE: 1.2280782154152333e-05
previous_iter_valid_loss : 0.1673479676246643
1095080 0.167509 0.167348 0.166705 CURRENT LEARNING RATE: 1.2278326243320753e-05
previous_iter_valid_loss : 0.17041274905204773
1095100 0.170561 0.170413 0.167151 CURRENT LEARNING RATE: 1.2275870823622251e-05
previous_iter_valid_loss : 0.16378730535507202
1095120 0.163980 0.163787 0.167306 CURRENT LEARNING RATE: 1.227341589495858e-05
previous_iter_valid_loss : 0.1715298742055893
1095140 0.171679 0.171530 0.166719 CURRENT LEARNING RATE: 1.227096145723155e-05
previous_iter_valid_loss : 0.17916959524154663
1095160 0.179333 0.179170 0.167647 CURRENT LEARNING RATE: 1.2268507510342955e-05
previous_iter_valid_loss : 0.17020750045776367
1095180 0.170454 0.170208 0.168075 CURRENT LEARNING RATE: 1.2266054054194686e-05
previous_iter_valid_loss : 0.16196946799755096
1095200 0.162147 0.161969 0.167353 CURRENT LEARNING RATE: 1.226360108868858e-05
previous_iter_valid_loss : 0.16954565048217773
1095220 0.169699 0.169546 0.167794 CURRENT LEARNING RATE: 1.2261148613726497e-05
previous_iter_valid_loss : 0.1629238873720169
1095240 0.163097 0.162924 0.167914 CURRENT LEARNING RATE: 1.2258696629210382e-05
previous_iter_valid_loss : 0.16202415525913239
1095260 0.162187 0.162024 0.167720 CURRENT LEARNING RATE: 1.2256245135042134e-05
previous_iter_valid_loss : 0.16156424582004547
1095280 0.161715 0.161564 0.167314 CURRENT LEARNING RATE: 1.2253794131123693e-05
previous_iter_valid_loss : 0.16054275631904602
1095300 0.160710 0.160543 0.167238 CURRENT LEARNING RATE: 1.2251343617356997e-05
previous_iter_valid_loss : 0.1796557456254959
1095320 0.179811 0.179656 0.167948 CURRENT LEARNING RATE: 1.2248893593644069e-05
previous_iter_valid_loss : 0.16055424511432648
1095340 0.160716 0.160554 0.167746 CURRENT LEARNING RATE: 1.2246444059886888e-05
previous_iter_valid_loss : 0.16059257090091705
1095360 0.160753 0.160593 0.167347 CURRENT LEARNING RATE: 1.224399501598747e-05
previous_iter_valid_loss : 0.16712096333503723
1095380 0.167330 0.167121 0.167660 CURRENT LEARNING RATE: 1.2241546461847834e-05
previous_iter_valid_loss : 0.17160244286060333
1095400 0.171860 0.171602 0.167663 CURRENT LEARNING RATE: 1.2239098397370077e-05
previous_iter_valid_loss : 0.16056719422340393
1095420 0.160740 0.160567 0.167518 CURRENT LEARNING RATE: 1.2236650822456258e-05
previous_iter_valid_loss : 0.16536937654018402
1095440 0.165587 0.165369 0.167415 CURRENT LEARNING RATE: 1.2234203737008474e-05
previous_iter_valid_loss : 0.16243420541286469
1095460 0.162586 0.162434 0.166444 CURRENT LEARNING RATE: 1.2231757140928821e-05
previous_iter_valid_loss : 0.16525506973266602
1095480 0.165466 0.165255 0.166339 CURRENT LEARNING RATE: 1.2229311034119473e-05
previous_iter_valid_loss : 0.16436731815338135
1095500 0.164573 0.164367 0.166037 CURRENT LEARNING RATE: 1.222686541648257e-05
previous_iter_valid_loss : 0.16512581706047058
1095520 0.165282 0.165126 0.166104 CURRENT LEARNING RATE: 1.2224420287920288e-05
previous_iter_valid_loss : 0.16217054426670074
1095540 0.162357 0.162171 0.165636 CURRENT LEARNING RATE: 1.2221975648334794e-05
previous_iter_valid_loss : 0.1650930941104889
1095560 0.165260 0.165093 0.164932 CURRENT LEARNING RATE: 1.221953149762835e-05
previous_iter_valid_loss : 0.1729353368282318
1095580 0.173077 0.172935 0.165068 CURRENT LEARNING RATE: 1.2217087835703168e-05
previous_iter_valid_loss : 0.16147947311401367
1095600 0.161675 0.161479 0.165044 CURRENT LEARNING RATE: 1.221464466246148e-05
previous_iter_valid_loss : 0.16352947056293488
1095620 0.163697 0.163529 0.164743 CURRENT LEARNING RATE: 1.2212201977805602e-05
previous_iter_valid_loss : 0.16189037263393402
1095640 0.162050 0.161890 0.164691 CURRENT LEARNING RATE: 1.2209759781637805e-05
previous_iter_valid_loss : 0.19895540177822113
1095660 0.199477 0.198955 0.166538 CURRENT LEARNING RATE: 1.22073180738604e-05
previous_iter_valid_loss : 0.18500661849975586
1095680 0.185387 0.185007 0.167710 CURRENT LEARNING RATE: 1.2204876854375698e-05
previous_iter_valid_loss : 0.16214920580387115
1095700 0.162342 0.162149 0.167790 CURRENT LEARNING RATE: 1.2202436123086092e-05
previous_iter_valid_loss : 0.1640353500843048
1095720 0.164206 0.164035 0.167009 CURRENT LEARNING RATE: 1.2199995879893932e-05
previous_iter_valid_loss : 0.16409477591514587
1095740 0.164267 0.164095 0.167186 CURRENT LEARNING RATE: 1.2197556124701613e-05
previous_iter_valid_loss : 0.16051292419433594
1095760 0.160676 0.160513 0.167182 CURRENT LEARNING RATE: 1.2195116857411517e-05
previous_iter_valid_loss : 0.1615772247314453
1095780 0.161728 0.161577 0.166905 CURRENT LEARNING RATE: 1.2192678077926119e-05
previous_iter_valid_loss : 0.1640775352716446
1095800 0.164266 0.164078 0.166529 CURRENT LEARNING RATE: 1.2190239786147842e-05
previous_iter_valid_loss : 0.1615731418132782
1095820 0.161755 0.161573 0.166579 CURRENT LEARNING RATE: 1.2187801981979162e-05
previous_iter_valid_loss : 0.16111178696155548
1095840 0.161296 0.161112 0.166366 CURRENT LEARNING RATE: 1.218536466532254e-05
previous_iter_valid_loss : 0.1662663072347641
1095860 0.166426 0.166266 0.166558 CURRENT LEARNING RATE: 1.2182927836080527e-05
previous_iter_valid_loss : 0.1609668731689453
1095880 0.161150 0.160967 0.166343 CURRENT LEARNING RATE: 1.2180491494155632e-05
previous_iter_valid_loss : 0.16868077218532562
1095900 0.168922 0.168681 0.166559 CURRENT LEARNING RATE: 1.2178055639450396e-05
previous_iter_valid_loss : 0.16121096909046173
1095920 0.161395 0.161211 0.166363 CURRENT LEARNING RATE: 1.2175620271867366e-05
previous_iter_valid_loss : 0.16087155044078827
1095940 0.161043 0.160872 0.166298 CURRENT LEARNING RATE: 1.217318539130917e-05
previous_iter_valid_loss : 0.16228395700454712
1095960 0.162454 0.162284 0.166158 CURRENT LEARNING RATE: 1.2170750997678393e-05
previous_iter_valid_loss : 0.16396135091781616
1095980 0.164170 0.163961 0.165709 CURRENT LEARNING RATE: 1.2168317090877633e-05
previous_iter_valid_loss : 0.16207179427146912
1096000 0.162236 0.162072 0.165739 CURRENT LEARNING RATE: 1.216588367080958e-05
previous_iter_valid_loss : 0.16963940858840942
1096020 0.169786 0.169639 0.166044 CURRENT LEARNING RATE: 1.216345073737688e-05
previous_iter_valid_loss : 0.16532844305038452
1096040 0.165488 0.165328 0.166216 CURRENT LEARNING RATE: 1.2161018290482208e-05
previous_iter_valid_loss : 0.16523073613643646
1096060 0.165447 0.165231 0.164530 CURRENT LEARNING RATE: 1.2158586330028247e-05
previous_iter_valid_loss : 0.16088508069515228
1096080 0.161037 0.160885 0.163324 CURRENT LEARNING RATE: 1.2156154855917762e-05
previous_iter_valid_loss : 0.16051419079303741
1096100 0.160679 0.160514 0.163242 CURRENT LEARNING RATE: 1.2153723868053474e-05
previous_iter_valid_loss : 0.16513697803020477
1096120 0.165352 0.165137 0.163297 CURRENT LEARNING RATE: 1.2151293366338142e-05
previous_iter_valid_loss : 0.1619671881198883
1096140 0.162144 0.161967 0.163191 CURRENT LEARNING RATE: 1.2148863350674525e-05
previous_iter_valid_loss : 0.1759905070066452
1096160 0.176276 0.175991 0.163965 CURRENT LEARNING RATE: 1.2146433820965466e-05
previous_iter_valid_loss : 0.1614927500486374
1096180 0.161644 0.161493 0.163960 CURRENT LEARNING RATE: 1.214400477711376e-05
previous_iter_valid_loss : 0.16708889603614807
1096200 0.167310 0.167089 0.164111 CURRENT LEARNING RATE: 1.2141576219022247e-05
previous_iter_valid_loss : 0.1621372103691101
1096220 0.162327 0.162137 0.164139 CURRENT LEARNING RATE: 1.2139148146593763e-05
previous_iter_valid_loss : 0.16096054017543793
1096240 0.161142 0.160961 0.164132 CURRENT LEARNING RATE: 1.2136720559731228e-05
previous_iter_valid_loss : 0.1606636941432953
1096260 0.160829 0.160664 0.163852 CURRENT LEARNING RATE: 1.2134293458337518e-05
previous_iter_valid_loss : 0.17432691156864166
1096280 0.174480 0.174327 0.164520 CURRENT LEARNING RATE: 1.2131866842315547e-05
previous_iter_valid_loss : 0.1605396866798401
1096300 0.160711 0.160540 0.164113 CURRENT LEARNING RATE: 1.2129440711568229e-05
previous_iter_valid_loss : 0.16763551533222198
1096320 0.167796 0.167636 0.164434 CURRENT LEARNING RATE: 1.2127015065998565e-05
previous_iter_valid_loss : 0.16153740882873535
1096340 0.161694 0.161537 0.164467 CURRENT LEARNING RATE: 1.2124589905509502e-05
previous_iter_valid_loss : 0.16657878458499908
1096360 0.166792 0.166579 0.164682 CURRENT LEARNING RATE: 1.212216523000402e-05
previous_iter_valid_loss : 0.16059918701648712
1096380 0.160758 0.160599 0.164514 CURRENT LEARNING RATE: 1.2119741039385166e-05
previous_iter_valid_loss : 0.16223929822444916
1096400 0.162435 0.162239 0.164522 CURRENT LEARNING RATE: 1.2117317333555955e-05
previous_iter_valid_loss : 0.16328461468219757
1096420 0.163462 0.163285 0.164204 CURRENT LEARNING RATE: 1.2114894112419441e-05
previous_iter_valid_loss : 0.162235289812088
1096440 0.162432 0.162235 0.164050 CURRENT LEARNING RATE: 1.211247137587867e-05
previous_iter_valid_loss : 0.17518854141235352
1096460 0.175345 0.175189 0.164548 CURRENT LEARNING RATE: 1.2110049123836781e-05
previous_iter_valid_loss : 0.16114592552185059
1096480 0.161327 0.161146 0.164561 CURRENT LEARNING RATE: 1.2107627356196856e-05
previous_iter_valid_loss : 0.1605817973613739
1096500 0.160754 0.160582 0.164564 CURRENT LEARNING RATE: 1.2105206072862023e-05
previous_iter_valid_loss : 0.16219918429851532
1096520 0.162396 0.162199 0.164417 CURRENT LEARNING RATE: 1.2102785273735418e-05
previous_iter_valid_loss : 0.16086775064468384
1096540 0.161028 0.160868 0.164362 CURRENT LEARNING RATE: 1.2100364958720247e-05
previous_iter_valid_loss : 0.1638089269399643
1096560 0.163983 0.163809 0.163753 CURRENT LEARNING RATE: 1.2097945127719673e-05
previous_iter_valid_loss : 0.16450193524360657
1096580 0.164670 0.164502 0.163904 CURRENT LEARNING RATE: 1.2095525780636909e-05
previous_iter_valid_loss : 0.1616467982530594
1096600 0.161799 0.161647 0.163631 CURRENT LEARNING RATE: 1.2093106917375155e-05
previous_iter_valid_loss : 0.16521991789340973
1096620 0.165383 0.165220 0.163786 CURRENT LEARNING RATE: 1.20906885378377e-05
previous_iter_valid_loss : 0.16595280170440674
1096640 0.166118 0.165953 0.164035 CURRENT LEARNING RATE: 1.2088270641927789e-05
previous_iter_valid_loss : 0.17679378390312195
1096660 0.176940 0.176794 0.164842 CURRENT LEARNING RATE: 1.2085853229548706e-05
previous_iter_valid_loss : 0.1659100353717804
1096680 0.166108 0.165910 0.164421 CURRENT LEARNING RATE: 1.208343630060373e-05
previous_iter_valid_loss : 0.1776415854692459
1096700 0.177959 0.177642 0.165276 CURRENT LEARNING RATE: 1.208101985499623e-05
previous_iter_valid_loss : 0.160721093416214
1096720 0.160886 0.160721 0.164930 CURRENT LEARNING RATE: 1.2078603892629527e-05
previous_iter_valid_loss : 0.16055244207382202
1096740 0.160719 0.160552 0.164881 CURRENT LEARNING RATE: 1.2076188413406981e-05
previous_iter_valid_loss : 0.1667814701795578
1096760 0.166987 0.166781 0.164891 CURRENT LEARNING RATE: 1.207377341723195e-05
previous_iter_valid_loss : 0.17224721610546112
1096780 0.172520 0.172247 0.165473 CURRENT LEARNING RATE: 1.2071358904007881e-05
previous_iter_valid_loss : 0.16096477210521698
1096800 0.161146 0.160965 0.165410 CURRENT LEARNING RATE: 1.206894487363817e-05
previous_iter_valid_loss : 0.173087939620018
1096820 0.173354 0.173088 0.165900 CURRENT LEARNING RATE: 1.206653132602623e-05
previous_iter_valid_loss : 0.16647334396839142
1096840 0.166633 0.166473 0.166112 CURRENT LEARNING RATE: 1.206411826107557e-05
previous_iter_valid_loss : 0.16086702048778534
1096860 0.161045 0.160867 0.165396 CURRENT LEARNING RATE: 1.2061705678689642e-05
previous_iter_valid_loss : 0.20760032534599304
1096880 0.207653 0.207600 0.167718 CURRENT LEARNING RATE: 1.205929357877194e-05
previous_iter_valid_loss : 0.19273628294467926
1096900 0.192858 0.192736 0.169326 CURRENT LEARNING RATE: 1.2056881961225964e-05
previous_iter_valid_loss : 0.1608474999666214
1096920 0.161028 0.160847 0.169259 CURRENT LEARNING RATE: 1.2054470825955289e-05
previous_iter_valid_loss : 0.16445590555667877
1096940 0.164658 0.164456 0.169438 CURRENT LEARNING RATE: 1.205206017286345e-05
previous_iter_valid_loss : 0.16535408794879913
1096960 0.165561 0.165354 0.169515 CURRENT LEARNING RATE: 1.2049650001854017e-05
previous_iter_valid_loss : 0.16148044168949127
1096980 0.161639 0.161480 0.169364 CURRENT LEARNING RATE: 1.2047240312830563e-05
previous_iter_valid_loss : 0.165318563580513
1097000 0.165487 0.165319 0.169548 CURRENT LEARNING RATE: 1.2044831105696747e-05
previous_iter_valid_loss : 0.1694468855857849
1097020 0.169698 0.169447 0.169759 CURRENT LEARNING RATE: 1.2042422380356176e-05
previous_iter_valid_loss : 0.16059522330760956
1097040 0.160772 0.160595 0.169491 CURRENT LEARNING RATE: 1.2040014136712503e-05
previous_iter_valid_loss : 0.16075581312179565
1097060 0.160932 0.160756 0.168689 CURRENT LEARNING RATE: 1.2037606374669376e-05
previous_iter_valid_loss : 0.1605740785598755
1097080 0.160736 0.160574 0.168423 CURRENT LEARNING RATE: 1.2035199094130526e-05
previous_iter_valid_loss : 0.16059543192386627
1097100 0.160764 0.160595 0.167570 CURRENT LEARNING RATE: 1.203279229499964e-05
previous_iter_valid_loss : 0.16054999828338623
1097120 0.160709 0.160550 0.167562 CURRENT LEARNING RATE: 1.2030385977180449e-05
previous_iter_valid_loss : 0.16941429674625397
1097140 0.169562 0.169414 0.168005 CURRENT LEARNING RATE: 1.2027980140576677e-05
previous_iter_valid_loss : 0.18272997438907623
1097160 0.182885 0.182730 0.168802 CURRENT LEARNING RATE: 1.2025574785092134e-05
previous_iter_valid_loss : 0.16343724727630615
1097180 0.163631 0.163437 0.168362 CURRENT LEARNING RATE: 1.2023169910630582e-05
previous_iter_valid_loss : 0.16101178526878357
1097200 0.161198 0.161012 0.168364 CURRENT LEARNING RATE: 1.2020765517095809e-05
previous_iter_valid_loss : 0.1618216633796692
1097220 0.161980 0.161822 0.167801 CURRENT LEARNING RATE: 1.2018361604391679e-05
previous_iter_valid_loss : 0.1796880066394806
1097240 0.179848 0.179688 0.168461 CURRENT LEARNING RATE: 1.2015958172422015e-05
previous_iter_valid_loss : 0.16783209145069122
1097260 0.167982 0.167832 0.168810 CURRENT LEARNING RATE: 1.201355522109068e-05
previous_iter_valid_loss : 0.18277937173843384
1097280 0.182933 0.182779 0.167569 CURRENT LEARNING RATE: 1.2011152750301534e-05
previous_iter_valid_loss : 0.16310356557369232
1097300 0.163305 0.163104 0.166087 CURRENT LEARNING RATE: 1.2008750759958518e-05
previous_iter_valid_loss : 0.1607193946838379
1097320 0.160895 0.160719 0.166081 CURRENT LEARNING RATE: 1.2006349249965536e-05
previous_iter_valid_loss : 0.17211760580539703
1097340 0.172380 0.172118 0.166464 CURRENT LEARNING RATE: 1.2003948220226527e-05
previous_iter_valid_loss : 0.16399408876895905
1097360 0.164198 0.163994 0.166396 CURRENT LEARNING RATE: 1.2001547670645424e-05
previous_iter_valid_loss : 0.18535681068897247
1097380 0.185503 0.185357 0.167590 CURRENT LEARNING RATE: 1.1999147601126256e-05
previous_iter_valid_loss : 0.1797323375940323
1097400 0.179886 0.179732 0.168310 CURRENT LEARNING RATE: 1.199674801157299e-05
previous_iter_valid_loss : 0.16052526235580444
1097420 0.160674 0.160525 0.167864 CURRENT LEARNING RATE: 1.1994348901889645e-05
previous_iter_valid_loss : 0.16732899844646454
1097440 0.167488 0.167329 0.168201 CURRENT LEARNING RATE: 1.199195027198024e-05
previous_iter_valid_loss : 0.18468178808689117
1097460 0.184828 0.184682 0.169397 CURRENT LEARNING RATE: 1.1989552121748863e-05
previous_iter_valid_loss : 0.16115650534629822
1097480 0.161312 0.161157 0.169426 CURRENT LEARNING RATE: 1.1987154451099578e-05
previous_iter_valid_loss : 0.1628967970609665
1097500 0.163085 0.162897 0.169541 CURRENT LEARNING RATE: 1.198475725993647e-05
previous_iter_valid_loss : 0.16368573904037476
1097520 0.163861 0.163686 0.169698 CURRENT LEARNING RATE: 1.1982360548163633e-05
previous_iter_valid_loss : 0.16230687499046326
1097540 0.162467 0.162307 0.169343 CURRENT LEARNING RATE: 1.1979964315685241e-05
previous_iter_valid_loss : 0.17752917110919952
1097560 0.177688 0.177529 0.169083 CURRENT LEARNING RATE: 1.1977568562405424e-05
previous_iter_valid_loss : 0.16770464181900024
1097580 0.167933 0.167705 0.169296 CURRENT LEARNING RATE: 1.197517328822833e-05
previous_iter_valid_loss : 0.17499247193336487
1097600 0.175269 0.174992 0.169995 CURRENT LEARNING RATE: 1.1972778493058188e-05
previous_iter_valid_loss : 0.16976256668567657
1097620 0.170003 0.169763 0.170392 CURRENT LEARNING RATE: 1.1970384176799189e-05
previous_iter_valid_loss : 0.16837267577648163
1097640 0.168520 0.168373 0.169826 CURRENT LEARNING RATE: 1.1967990339355558e-05
previous_iter_valid_loss : 0.16110262274742126
1097660 0.161285 0.161103 0.169490 CURRENT LEARNING RATE: 1.1965596980631522e-05
previous_iter_valid_loss : 0.1615072637796402
1097680 0.161660 0.161507 0.168426 CURRENT LEARNING RATE: 1.1963204100531386e-05
previous_iter_valid_loss : 0.1634223610162735
1097700 0.163608 0.163422 0.168442 CURRENT LEARNING RATE: 1.196081169895942e-05
previous_iter_valid_loss : 0.16849741339683533
1097720 0.168651 0.168497 0.168831 CURRENT LEARNING RATE: 1.1958419775819919e-05
previous_iter_valid_loss : 0.16389122605323792
1097740 0.164089 0.163891 0.168420 CURRENT LEARNING RATE: 1.1956028331017193e-05
previous_iter_valid_loss : 0.16055703163146973
1097760 0.160717 0.160557 0.168248 CURRENT LEARNING RATE: 1.1953637364455619e-05
previous_iter_valid_loss : 0.17071567475795746
1097780 0.170864 0.170716 0.167516 CURRENT LEARNING RATE: 1.1951246876039544e-05
previous_iter_valid_loss : 0.16771547496318817
1097800 0.167945 0.167715 0.166915 CURRENT LEARNING RATE: 1.1948856865673345e-05
previous_iter_valid_loss : 0.1606573462486267
1097820 0.160821 0.160657 0.166922 CURRENT LEARNING RATE: 1.1946467333261401e-05
previous_iter_valid_loss : 0.16432684659957886
1097840 0.164523 0.164327 0.166772 CURRENT LEARNING RATE: 1.1944078278708173e-05
previous_iter_valid_loss : 0.1607397198677063
1097860 0.160921 0.160740 0.165574 CURRENT LEARNING RATE: 1.1941689701918078e-05
previous_iter_valid_loss : 0.16107581555843353
1097880 0.161262 0.161076 0.165570 CURRENT LEARNING RATE: 1.1939301602795575e-05
previous_iter_valid_loss : 0.16482800245285034
1097900 0.164997 0.164828 0.165667 CURRENT LEARNING RATE: 1.1936913981245112e-05
previous_iter_valid_loss : 0.16051219403743744
1097920 0.160677 0.160512 0.165508 CURRENT LEARNING RATE: 1.1934526837171232e-05
previous_iter_valid_loss : 0.16364581882953644
1097940 0.163843 0.163646 0.165575 CURRENT LEARNING RATE: 1.193214017047843e-05
previous_iter_valid_loss : 0.1692773699760437
1097960 0.169428 0.169277 0.165163 CURRENT LEARNING RATE: 1.1929753981071234e-05
previous_iter_valid_loss : 0.16077697277069092
1097980 0.160963 0.160777 0.164816 CURRENT LEARNING RATE: 1.1927368268854178e-05
previous_iter_valid_loss : 0.16376085579395294
1098000 0.163923 0.163761 0.164255 CURRENT LEARNING RATE: 1.1924983033731876e-05
previous_iter_valid_loss : 0.1628425270318985
1098020 0.163041 0.162843 0.163909 CURRENT LEARNING RATE: 1.1922598275608898e-05
previous_iter_valid_loss : 0.16050447523593903
1098040 0.160669 0.160504 0.163515 CURRENT LEARNING RATE: 1.1920213994389828e-05
previous_iter_valid_loss : 0.1632196307182312
1098060 0.163387 0.163220 0.163621 CURRENT LEARNING RATE: 1.1917830189979343e-05
previous_iter_valid_loss : 0.18323931097984314
1098080 0.183389 0.183239 0.164708 CURRENT LEARNING RATE: 1.1915446862282066e-05
previous_iter_valid_loss : 0.16070394217967987
1098100 0.160851 0.160704 0.164572 CURRENT LEARNING RATE: 1.1913064011202667e-05
previous_iter_valid_loss : 0.1680736094713211
1098120 0.168313 0.168074 0.164551 CURRENT LEARNING RATE: 1.1910681636645808e-05
previous_iter_valid_loss : 0.16122032701969147
1098140 0.161400 0.161220 0.164417 CURRENT LEARNING RATE: 1.1908299738516237e-05
previous_iter_valid_loss : 0.16135211288928986
1098160 0.161508 0.161352 0.164457 CURRENT LEARNING RATE: 1.1905918316718656e-05
previous_iter_valid_loss : 0.16119320690631866
1098180 0.161345 0.161193 0.163981 CURRENT LEARNING RATE: 1.190353737115781e-05
previous_iter_valid_loss : 0.18796275556087494
1098200 0.188100 0.187963 0.164993 CURRENT LEARNING RATE: 1.1901156901738442e-05
previous_iter_valid_loss : 0.1606018841266632
1098220 0.160755 0.160602 0.164990 CURRENT LEARNING RATE: 1.189877690836537e-05
previous_iter_valid_loss : 0.16371968388557434
1098240 0.163887 0.163720 0.164960 CURRENT LEARNING RATE: 1.1896397390943376e-05
previous_iter_valid_loss : 0.1664779931306839
1098260 0.166639 0.166478 0.165247 CURRENT LEARNING RATE: 1.1894018349377278e-05
previous_iter_valid_loss : 0.18651382625102997
1098280 0.186918 0.186514 0.166519 CURRENT LEARNING RATE: 1.1891639783571897e-05
previous_iter_valid_loss : 0.16060291230678558
1098300 0.160776 0.160603 0.166307 CURRENT LEARNING RATE: 1.188926169343213e-05
previous_iter_valid_loss : 0.16795288026332855
1098320 0.168187 0.167953 0.166680 CURRENT LEARNING RATE: 1.1886884078862832e-05
previous_iter_valid_loss : 0.16065959632396698
1098340 0.160833 0.160660 0.166530 CURRENT LEARNING RATE: 1.1884506939768897e-05
previous_iter_valid_loss : 0.16167981922626495
1098360 0.161876 0.161680 0.166150 CURRENT LEARNING RATE: 1.1882130276055222e-05
previous_iter_valid_loss : 0.16443853080272675
1098380 0.164632 0.164439 0.166333 CURRENT LEARNING RATE: 1.187975408762678e-05
previous_iter_valid_loss : 0.16454365849494934
1098400 0.164739 0.164544 0.166373 CURRENT LEARNING RATE: 1.1877378374388502e-05
previous_iter_valid_loss : 0.16488376259803772
1098420 0.165049 0.164884 0.166475 CURRENT LEARNING RATE: 1.1875003136245342e-05
previous_iter_valid_loss : 0.16300243139266968
1098440 0.163200 0.163002 0.166599 CURRENT LEARNING RATE: 1.1872628373102327e-05
previous_iter_valid_loss : 0.18022094666957855
1098460 0.180542 0.180221 0.167450 CURRENT LEARNING RATE: 1.187025408486445e-05
previous_iter_valid_loss : 0.16363003849983215
1098480 0.163829 0.163630 0.166469 CURRENT LEARNING RATE: 1.1867880271436738e-05
previous_iter_valid_loss : 0.16090987622737885
1098500 0.161082 0.160910 0.166479 CURRENT LEARNING RATE: 1.1865506932724218e-05
previous_iter_valid_loss : 0.17027802765369415
1098520 0.170431 0.170278 0.166590 CURRENT LEARNING RATE: 1.1863134068631998e-05
previous_iter_valid_loss : 0.16085168719291687
1098540 0.161033 0.160852 0.166571 CURRENT LEARNING RATE: 1.1860761679065142e-05
previous_iter_valid_loss : 0.16119742393493652
1098560 0.161356 0.161197 0.166563 CURRENT LEARNING RATE: 1.1858389763928754e-05
previous_iter_valid_loss : 0.16089925169944763
1098580 0.161076 0.160899 0.166549 CURRENT LEARNING RATE: 1.1856018323127939e-05
previous_iter_valid_loss : 0.16074803471565247
1098600 0.160901 0.160748 0.165188 CURRENT LEARNING RATE: 1.1853647356567875e-05
previous_iter_valid_loss : 0.16260609030723572
1098620 0.162800 0.162606 0.165288 CURRENT LEARNING RATE: 1.1851276864153711e-05
previous_iter_valid_loss : 0.16060878336429596
1098640 0.160766 0.160609 0.165133 CURRENT LEARNING RATE: 1.1848906845790623e-05
previous_iter_valid_loss : 0.17177464067935944
1098660 0.171921 0.171775 0.165397 CURRENT LEARNING RATE: 1.184653730138379e-05
previous_iter_valid_loss : 0.1635766476392746
1098680 0.163784 0.163577 0.164251 CURRENT LEARNING RATE: 1.1844168230838469e-05
previous_iter_valid_loss : 0.1614256650209427
1098700 0.161622 0.161426 0.164292 CURRENT LEARNING RATE: 1.184179963405988e-05
previous_iter_valid_loss : 0.16458000242710114
1098720 0.164798 0.164580 0.164123 CURRENT LEARNING RATE: 1.1839431510953278e-05
previous_iter_valid_loss : 0.16342943906784058
1098740 0.163599 0.163429 0.164262 CURRENT LEARNING RATE: 1.1837063861423916e-05
previous_iter_valid_loss : 0.16945482790470123
1098760 0.169605 0.169455 0.164650 CURRENT LEARNING RATE: 1.1834696685377132e-05
previous_iter_valid_loss : 0.16077332198619843
1098780 0.160948 0.160773 0.164467 CURRENT LEARNING RATE: 1.1832329982718216e-05
previous_iter_valid_loss : 0.16062888503074646
1098800 0.160796 0.160629 0.164271 CURRENT LEARNING RATE: 1.1829963753352483e-05
previous_iter_valid_loss : 0.16222959756851196
1098820 0.162416 0.162230 0.164139 CURRENT LEARNING RATE: 1.182759799718532e-05
previous_iter_valid_loss : 0.16125525534152985
1098840 0.161433 0.161255 0.164051 CURRENT LEARNING RATE: 1.182523271412208e-05
previous_iter_valid_loss : 0.17966419458389282
1098860 0.179989 0.179664 0.164023 CURRENT LEARNING RATE: 1.1822867904068148e-05
previous_iter_valid_loss : 0.1607271134853363
1098880 0.160906 0.160727 0.163878 CURRENT LEARNING RATE: 1.1820503566928914e-05
previous_iter_valid_loss : 0.1828685849905014
1098900 0.183225 0.182869 0.164976 CURRENT LEARNING RATE: 1.1818139702609845e-05
previous_iter_valid_loss : 0.1606309860944748
1098920 0.160797 0.160631 0.164494 CURRENT LEARNING RATE: 1.1815776311016365e-05
previous_iter_valid_loss : 0.16534759104251862
1098940 0.165560 0.165348 0.164719 CURRENT LEARNING RATE: 1.1813413392053941e-05
previous_iter_valid_loss : 0.16677455604076385
1098960 0.166990 0.166775 0.164998 CURRENT LEARNING RATE: 1.1811050945628032e-05
previous_iter_valid_loss : 0.17125780880451202
1098980 0.171402 0.171258 0.165515 CURRENT LEARNING RATE: 1.1808688971644182e-05
previous_iter_valid_loss : 0.16329610347747803
1099000 0.163491 0.163296 0.165643 CURRENT LEARNING RATE: 1.1806327470007894e-05
previous_iter_valid_loss : 0.18231342732906342
1099020 0.182470 0.182313 0.166628 CURRENT LEARNING RATE: 1.1803966440624709e-05
previous_iter_valid_loss : 0.16685084998607635
1099040 0.167010 0.166851 0.166940 CURRENT LEARNING RATE: 1.1801605883400159e-05
previous_iter_valid_loss : 0.1646069437265396
1099060 0.164805 0.164607 0.166582 CURRENT LEARNING RATE: 1.1799245798239867e-05
previous_iter_valid_loss : 0.1665080040693283
1099080 0.166666 0.166508 0.166729 CURRENT LEARNING RATE: 1.1796886185049408e-05
previous_iter_valid_loss : 0.19757996499538422
1099100 0.197678 0.197580 0.168536 CURRENT LEARNING RATE: 1.17945270437344e-05
previous_iter_valid_loss : 0.18792854249477386
1099120 0.188062 0.187929 0.169704 CURRENT LEARNING RATE: 1.1792168374200453e-05
previous_iter_valid_loss : 0.16688568890094757
1099140 0.167046 0.166886 0.169876 CURRENT LEARNING RATE: 1.1789810176353263e-05
previous_iter_valid_loss : 0.17886902391910553
1099160 0.179181 0.178869 0.170347 CURRENT LEARNING RATE: 1.1787452450098482e-05
previous_iter_valid_loss : 0.18059709668159485
1099180 0.180931 0.180597 0.171338 CURRENT LEARNING RATE: 1.1785095195341783e-05
previous_iter_valid_loss : 0.16237029433250427
1099200 0.162561 0.162370 0.171425 CURRENT LEARNING RATE: 1.178273841198891e-05
previous_iter_valid_loss : 0.1697898954153061
1099220 0.170038 0.169790 0.171803 CURRENT LEARNING RATE: 1.1780382099945577e-05
previous_iter_valid_loss : 0.1611943244934082
1099240 0.161382 0.161194 0.171800 CURRENT LEARNING RATE: 1.1778026259117529e-05
previous_iter_valid_loss : 0.16972079873085022
1099260 0.169869 0.169721 0.171303 CURRENT LEARNING RATE: 1.177567088941051e-05
previous_iter_valid_loss : 0.16061410307884216
1099280 0.160781 0.160614 0.171298 CURRENT LEARNING RATE: 1.1773315990730353e-05
previous_iter_valid_loss : 0.17297245562076569
1099300 0.173118 0.172972 0.170803 CURRENT LEARNING RATE: 1.1770961562982835e-05
previous_iter_valid_loss : 0.16633829474449158
1099320 0.166501 0.166338 0.171088 CURRENT LEARNING RATE: 1.176860760607378e-05
previous_iter_valid_loss : 0.16269928216934204
1099340 0.162895 0.162699 0.170956 CURRENT LEARNING RATE: 1.1766254119909013e-05
previous_iter_valid_loss : 0.17320142686367035
1099360 0.173348 0.173201 0.171277 CURRENT LEARNING RATE: 1.176390110439443e-05
previous_iter_valid_loss : 0.16064932942390442
1099380 0.160815 0.160649 0.170747 CURRENT LEARNING RATE: 1.1761548559435895e-05
previous_iter_valid_loss : 0.17012788355350494
1099400 0.170377 0.170128 0.171088 CURRENT LEARNING RATE: 1.1759196484939303e-05
previous_iter_valid_loss : 0.1734745353460312
1099420 0.173754 0.173475 0.170646 CURRENT LEARNING RATE: 1.1756844880810552e-05
previous_iter_valid_loss : 0.16374965012073517
1099440 0.163917 0.163750 0.170491 CURRENT LEARNING RATE: 1.1754493746955618e-05
previous_iter_valid_loss : 0.1610097438097
1099460 0.161159 0.161010 0.170311 CURRENT LEARNING RATE: 1.1752143083280435e-05
previous_iter_valid_loss : 0.16433784365653992
1099480 0.164513 0.164338 0.170203 CURRENT LEARNING RATE: 1.1749792889690977e-05
previous_iter_valid_loss : 0.1812744289636612
1099500 0.181429 0.181274 0.169388 CURRENT LEARNING RATE: 1.1747443166093216e-05
previous_iter_valid_loss : 0.16073688864707947
1099520 0.160890 0.160737 0.168028 CURRENT LEARNING RATE: 1.1745093912393204e-05
previous_iter_valid_loss : 0.16081063449382782
1099540 0.160967 0.160811 0.167724 CURRENT LEARNING RATE: 1.174274512849695e-05
previous_iter_valid_loss : 0.16344094276428223
1099560 0.163632 0.163441 0.166953 CURRENT LEARNING RATE: 1.17403968143105e-05
previous_iter_valid_loss : 0.1619475930929184
1099580 0.162144 0.161948 0.166020 CURRENT LEARNING RATE: 1.1738048969739906e-05
previous_iter_valid_loss : 0.16363577544689178
1099600 0.163835 0.163636 0.166084 CURRENT LEARNING RATE: 1.1735701594691295e-05
previous_iter_valid_loss : 0.1629728078842163
1099620 0.163133 0.162973 0.165743 CURRENT LEARNING RATE: 1.1733354689070748e-05
previous_iter_valid_loss : 0.16096177697181702
1099640 0.161140 0.160962 0.165731 CURRENT LEARNING RATE: 1.1731008252784366e-05
previous_iter_valid_loss : 0.1608576625585556
1099660 0.161022 0.160858 0.165288 CURRENT LEARNING RATE: 1.1728662285738341e-05
previous_iter_valid_loss : 0.16215850412845612
1099680 0.162316 0.162159 0.165365 CURRENT LEARNING RATE: 1.1726316787838807e-05
previous_iter_valid_loss : 0.16069330275058746
1099700 0.160861 0.160693 0.164751 CURRENT LEARNING RATE: 1.1723971758991947e-05
previous_iter_valid_loss : 0.1632423847913742
1099720 0.163414 0.163242 0.164596 CURRENT LEARNING RATE: 1.1721627199103936e-05
previous_iter_valid_loss : 0.17092013359069824
1099740 0.171072 0.170920 0.165008 CURRENT LEARNING RATE: 1.1719283108081035e-05
previous_iter_valid_loss : 0.160631000995636
1099760 0.160789 0.160631 0.164379 CURRENT LEARNING RATE: 1.1716939485829462e-05
previous_iter_valid_loss : 0.1649763584136963
1099780 0.165176 0.164976 0.164595 CURRENT LEARNING RATE: 1.1714596332255469e-05
previous_iter_valid_loss : 0.16260361671447754
1099800 0.162762 0.162604 0.164219 CURRENT LEARNING RATE: 1.171225364726531e-05
previous_iter_valid_loss : 0.16212937235832214
1099820 0.162289 0.162129 0.163652 CURRENT LEARNING RATE: 1.1709911430765322e-05
previous_iter_valid_loss : 0.19191277027130127
1099840 0.192034 0.191913 0.165060 CURRENT LEARNING RATE: 1.1707569682661789e-05
previous_iter_valid_loss : 0.1615961194038391
1099860 0.161786 0.161596 0.165089 CURRENT LEARNING RATE: 1.170522840286105e-05
previous_iter_valid_loss : 0.16070108115673065
1099880 0.160859 0.160701 0.164908 CURRENT LEARNING RATE: 1.1702887591269421e-05
previous_iter_valid_loss : 0.16801264882087708
1099900 0.168246 0.168013 0.164244 CURRENT LEARNING RATE: 1.1700547247793322e-05
previous_iter_valid_loss : 0.16335836052894592
1099920 0.163521 0.163358 0.164375 CURRENT LEARNING RATE: 1.1698207372339114e-05
previous_iter_valid_loss : 0.16422854363918304
1099940 0.164398 0.164229 0.164546 CURRENT LEARNING RATE: 1.1695867964813203e-05
previous_iter_valid_loss : 0.16064371168613434
1099960 0.160804 0.160644 0.164407 CURRENT LEARNING RATE: 1.169352902512199e-05
previous_iter_valid_loss : 0.167750284075737
1099980 0.167980 0.167750 0.164697 CURRENT LEARNING RATE: 1.1691190553171961e-05
previous_iter_valid_loss : 0.16181087493896484
1100000 0.161987 0.161811 0.164605 CURRENT LEARNING RATE: 1.1688852548869555e-05
previous_iter_valid_loss : 0.16833649575710297
1100020 0.168490 0.168336 0.164874 CURRENT LEARNING RATE: 1.1686515012121233e-05
previous_iter_valid_loss : 0.1676909625530243
1100040 0.167845 0.167691 0.165210 CURRENT LEARNING RATE: 1.1684177942833533e-05
previous_iter_valid_loss : 0.16807341575622559
1100060 0.168232 0.168073 0.165571 CURRENT LEARNING RATE: 1.1681841340912953e-05
previous_iter_valid_loss : 0.161596417427063
1100080 0.161779 0.161596 0.165543 CURRENT LEARNING RATE: 1.1679505206266029e-05
previous_iter_valid_loss : 0.16688209772109985
1100100 0.167034 0.166882 0.165852 CURRENT LEARNING RATE: 1.1677169538799292e-05
previous_iter_valid_loss : 0.18568019568920135
1100120 0.185823 0.185680 0.166974 CURRENT LEARNING RATE: 1.1674834338419358e-05
previous_iter_valid_loss : 0.16098351776599884
1100140 0.161144 0.160984 0.166477 CURRENT LEARNING RATE: 1.16724996050328e-05
previous_iter_valid_loss : 0.1793592870235443
1100160 0.179518 0.179359 0.167414 CURRENT LEARNING RATE: 1.1670165338546231e-05
previous_iter_valid_loss : 0.16049374639987946
1100180 0.160661 0.160494 0.167190 CURRENT LEARNING RATE: 1.1667831538866252e-05
previous_iter_valid_loss : 0.16348406672477722
1100200 0.163695 0.163484 0.167234 CURRENT LEARNING RATE: 1.1665498205899559e-05
previous_iter_valid_loss : 0.16437703371047974
1100220 0.164540 0.164377 0.167346 CURRENT LEARNING RATE: 1.1663165339552794e-05
previous_iter_valid_loss : 0.16671356558799744
1100240 0.166877 0.166714 0.166086 CURRENT LEARNING RATE: 1.1660832939732646e-05
previous_iter_valid_loss : 0.16366928815841675
1100260 0.163844 0.163669 0.166190 CURRENT LEARNING RATE: 1.1658501006345796e-05
previous_iter_valid_loss : 0.16064192354679108
1100280 0.160793 0.160642 0.166187 CURRENT LEARNING RATE: 1.165616953929901e-05
previous_iter_valid_loss : 0.16534310579299927
1100300 0.165510 0.165343 0.166053 CURRENT LEARNING RATE: 1.1653838538499007e-05
previous_iter_valid_loss : 0.16229166090488434
1100320 0.162481 0.162292 0.166000 CURRENT LEARNING RATE: 1.1651508003852543e-05
previous_iter_valid_loss : 0.1605360507965088
1100340 0.160696 0.160536 0.165815 CURRENT LEARNING RATE: 1.1649177935266383e-05
previous_iter_valid_loss : 0.16183103621006012
1100360 0.162014 0.161831 0.165875 CURRENT LEARNING RATE: 1.1646848332647363e-05
previous_iter_valid_loss : 0.16064222157001495
1100380 0.160806 0.160642 0.165519 CURRENT LEARNING RATE: 1.1644519195902277e-05
previous_iter_valid_loss : 0.16140052676200867
1100400 0.161588 0.161401 0.165499 CURRENT LEARNING RATE: 1.1642190524937942e-05
previous_iter_valid_loss : 0.16048656404018402
1100420 0.160648 0.160487 0.165106 CURRENT LEARNING RATE: 1.1639862319661247e-05
previous_iter_valid_loss : 0.1651231199502945
1100440 0.165321 0.165123 0.164978 CURRENT LEARNING RATE: 1.1637534579979046e-05
previous_iter_valid_loss : 0.16490644216537476
1100460 0.165112 0.164906 0.164819 CURRENT LEARNING RATE: 1.1635207305798233e-05
previous_iter_valid_loss : 0.16510146856307983
1100480 0.165309 0.165101 0.164995 CURRENT LEARNING RATE: 1.163288049702569e-05
previous_iter_valid_loss : 0.16192741692066193
1100500 0.162115 0.161927 0.164747 CURRENT LEARNING RATE: 1.163055415356839e-05
previous_iter_valid_loss : 0.1666838377714157
1100520 0.166903 0.166684 0.163797 CURRENT LEARNING RATE: 1.1628228275333258e-05
previous_iter_valid_loss : 0.17684924602508545
1100540 0.177144 0.176849 0.164590 CURRENT LEARNING RATE: 1.162590286222726e-05
previous_iter_valid_loss : 0.16436615586280823
1100560 0.164559 0.164366 0.163841 CURRENT LEARNING RATE: 1.1623577914157358e-05
previous_iter_valid_loss : 0.16962459683418274
1100580 0.169860 0.169625 0.164297 CURRENT LEARNING RATE: 1.162125343103059e-05
previous_iter_valid_loss : 0.16709546744823456
1100600 0.167253 0.167095 0.164478 CURRENT LEARNING RATE: 1.1618929412753965e-05
previous_iter_valid_loss : 0.16079629957675934
1100620 0.160976 0.160796 0.164299 CURRENT LEARNING RATE: 1.1616605859234515e-05
previous_iter_valid_loss : 0.16098371148109436
1100640 0.161169 0.160984 0.164012 CURRENT LEARNING RATE: 1.1614282770379283e-05
previous_iter_valid_loss : 0.16087184846401215
1100660 0.161028 0.160872 0.163873 CURRENT LEARNING RATE: 1.1611960146095384e-05
previous_iter_valid_loss : 0.17202095687389374
1100680 0.172168 0.172021 0.164441 CURRENT LEARNING RATE: 1.1609637986289891e-05
previous_iter_valid_loss : 0.16663558781147003
1100700 0.166793 0.166636 0.164506 CURRENT LEARNING RATE: 1.160731629086992e-05
previous_iter_valid_loss : 0.17382046580314636
1100720 0.173966 0.173820 0.165083 CURRENT LEARNING RATE: 1.160499505974258e-05
previous_iter_valid_loss : 0.16153782606124878
1100740 0.161704 0.161538 0.165133 CURRENT LEARNING RATE: 1.1602674292815065e-05
previous_iter_valid_loss : 0.16140156984329224
1100760 0.161559 0.161402 0.165111 CURRENT LEARNING RATE: 1.1600353989994524e-05
previous_iter_valid_loss : 0.1695709377527237
1100780 0.169821 0.169571 0.165558 CURRENT LEARNING RATE: 1.1598034151188145e-05
previous_iter_valid_loss : 0.16075441241264343
1100800 0.160928 0.160754 0.165525 CURRENT LEARNING RATE: 1.1595714776303112e-05
previous_iter_valid_loss : 0.16891106963157654
1100820 0.169143 0.168911 0.165947 CURRENT LEARNING RATE: 1.1593395865246691e-05
previous_iter_valid_loss : 0.16256482899188995
1100840 0.162741 0.162565 0.165819 CURRENT LEARNING RATE: 1.1591077417926107e-05
previous_iter_valid_loss : 0.16600100696086884
1100860 0.166172 0.166001 0.165873 CURRENT LEARNING RATE: 1.15887594342486e-05
previous_iter_valid_loss : 0.16962532699108124
1100880 0.169872 0.169625 0.166100 CURRENT LEARNING RATE: 1.1586441914121496e-05
previous_iter_valid_loss : 0.16100171208381653
1100900 0.161185 0.161002 0.166053 CURRENT LEARNING RATE: 1.1584124857452066e-05
previous_iter_valid_loss : 0.16119877994060516
1100920 0.161380 0.161199 0.165779 CURRENT LEARNING RATE: 1.1581808264147633e-05
previous_iter_valid_loss : 0.16091176867485046
1100940 0.161095 0.160912 0.164982 CURRENT LEARNING RATE: 1.1579492134115512e-05
previous_iter_valid_loss : 0.16889680922031403
1100960 0.169137 0.168897 0.165209 CURRENT LEARNING RATE: 1.15771764672631e-05
previous_iter_valid_loss : 0.16532103717327118
1100980 0.165535 0.165321 0.164993 CURRENT LEARNING RATE: 1.1574861263497747e-05
previous_iter_valid_loss : 0.16371263563632965
1101000 0.163914 0.163713 0.164824 CURRENT LEARNING RATE: 1.1572546522726845e-05
previous_iter_valid_loss : 0.1983313113451004
1101020 0.198416 0.198331 0.166701 CURRENT LEARNING RATE: 1.1570232244857786e-05
previous_iter_valid_loss : 0.16101600229740143
1101040 0.161200 0.161016 0.166703 CURRENT LEARNING RATE: 1.1567918429798039e-05
previous_iter_valid_loss : 0.16307233273983002
1101060 0.163268 0.163072 0.166813 CURRENT LEARNING RATE: 1.1565605077455029e-05
previous_iter_valid_loss : 0.16998757421970367
1101080 0.170137 0.169988 0.166711 CURRENT LEARNING RATE: 1.1563292187736226e-05
previous_iter_valid_loss : 0.18280743062496185
1101100 0.182960 0.182807 0.167520 CURRENT LEARNING RATE: 1.156097976054909e-05
previous_iter_valid_loss : 0.16385895013809204
1101120 0.164062 0.163859 0.167021 CURRENT LEARNING RATE: 1.1558667795801167e-05
previous_iter_valid_loss : 0.16070309281349182
1101140 0.160874 0.160703 0.166980 CURRENT LEARNING RATE: 1.1556356293399958e-05
previous_iter_valid_loss : 0.16941861808300018
1101160 0.169575 0.169419 0.167381 CURRENT LEARNING RATE: 1.1554045253253002e-05
previous_iter_valid_loss : 0.16286025941371918
1101180 0.163028 0.162860 0.167045 CURRENT LEARNING RATE: 1.1551734675267835e-05
previous_iter_valid_loss : 0.16056542098522186
1101200 0.160726 0.160565 0.167036 CURRENT LEARNING RATE: 1.154942455935208e-05
previous_iter_valid_loss : 0.17937764525413513
1101220 0.179696 0.179378 0.167559 CURRENT LEARNING RATE: 1.1547114905413307e-05
previous_iter_valid_loss : 0.16143451631069183
1101240 0.161580 0.161435 0.167502 CURRENT LEARNING RATE: 1.1544805713359112e-05
previous_iter_valid_loss : 0.1635163128376007
1101260 0.163718 0.163516 0.167378 CURRENT LEARNING RATE: 1.1542496983097168e-05
previous_iter_valid_loss : 0.1767961084842682
1101280 0.177092 0.176796 0.167737 CURRENT LEARNING RATE: 1.1540188714535104e-05
previous_iter_valid_loss : 0.18341076374053955
1101300 0.183561 0.183411 0.168857 CURRENT LEARNING RATE: 1.153788090758059e-05
previous_iter_valid_loss : 0.21064244210720062
1101320 0.210699 0.210642 0.171329 CURRENT LEARNING RATE: 1.1535573562141292e-05
previous_iter_valid_loss : 0.16105172038078308
1101340 0.161235 0.161052 0.171336 CURRENT LEARNING RATE: 1.1533266678124961e-05
previous_iter_valid_loss : 0.17302986979484558
1101360 0.173302 0.173030 0.171543 CURRENT LEARNING RATE: 1.15309602554393e-05
previous_iter_valid_loss : 0.16382144391536713
1101380 0.164025 0.163821 0.171468 CURRENT LEARNING RATE: 1.1528654293992047e-05
previous_iter_valid_loss : 0.16065584123134613
1101400 0.160827 0.160656 0.171315 CURRENT LEARNING RATE: 1.152634879369095e-05
previous_iter_valid_loss : 0.16729126870632172
1101420 0.167503 0.167291 0.169763 CURRENT LEARNING RATE: 1.1524043754443824e-05
previous_iter_valid_loss : 0.1624864935874939
1101440 0.162648 0.162486 0.169837 CURRENT LEARNING RATE: 1.1521739176158452e-05
previous_iter_valid_loss : 0.17158108949661255
1101460 0.171731 0.171581 0.170262 CURRENT LEARNING RATE: 1.1519435058742649e-05
previous_iter_valid_loss : 0.17027536034584045
1101480 0.170431 0.170275 0.170277 CURRENT LEARNING RATE: 1.1517131402104228e-05
previous_iter_valid_loss : 0.16397489607334137
1101500 0.164183 0.163975 0.169335 CURRENT LEARNING RATE: 1.1514828206151084e-05
previous_iter_valid_loss : 0.16500572860240936
1101520 0.165212 0.165006 0.169392 CURRENT LEARNING RATE: 1.151252547079107e-05
previous_iter_valid_loss : 0.17151284217834473
1101540 0.171772 0.171513 0.169933 CURRENT LEARNING RATE: 1.1510223195932077e-05
previous_iter_valid_loss : 0.160834401845932
1101560 0.160988 0.160834 0.169504 CURRENT LEARNING RATE: 1.1507921381481994e-05
previous_iter_valid_loss : 0.163482666015625
1101580 0.163680 0.163483 0.169535 CURRENT LEARNING RATE: 1.1505620027348788e-05
previous_iter_valid_loss : 0.19525903463363647
1101600 0.195727 0.195259 0.171269 CURRENT LEARNING RATE: 1.1503319133440384e-05
previous_iter_valid_loss : 0.18320615589618683
1101620 0.183356 0.183206 0.171461 CURRENT LEARNING RATE: 1.1501018699664728e-05
previous_iter_valid_loss : 0.16064126789569855
1101640 0.160790 0.160641 0.171421 CURRENT LEARNING RATE: 1.149871872592984e-05
previous_iter_valid_loss : 0.16072256863117218
1101660 0.160895 0.160723 0.171281 CURRENT LEARNING RATE: 1.14964192121437e-05
previous_iter_valid_loss : 0.18463730812072754
1101680 0.185027 0.184637 0.171673 CURRENT LEARNING RATE: 1.1494120158214337e-05
previous_iter_valid_loss : 0.1655692756175995
1101700 0.165733 0.165569 0.170781 CURRENT LEARNING RATE: 1.1491821564049754e-05
previous_iter_valid_loss : 0.16110903024673462
1101720 0.161291 0.161109 0.168305 CURRENT LEARNING RATE: 1.148952342955806e-05
previous_iter_valid_loss : 0.17404304444789886
1101740 0.174321 0.174043 0.168954 CURRENT LEARNING RATE: 1.1487225754647303e-05
previous_iter_valid_loss : 0.16068144142627716
1101760 0.160841 0.160681 0.168337 CURRENT LEARNING RATE: 1.1484928539225581e-05
previous_iter_valid_loss : 0.1607801467180252
1101780 0.160949 0.160780 0.168185 CURRENT LEARNING RATE: 1.1482631783200979e-05
previous_iter_valid_loss : 0.16262495517730713
1101800 0.162787 0.162625 0.168283 CURRENT LEARNING RATE: 1.1480335486481669e-05
previous_iter_valid_loss : 0.17954891920089722
1101820 0.179711 0.179549 0.168896 CURRENT LEARNING RATE: 1.1478039648975783e-05
previous_iter_valid_loss : 0.1613512486219406
1101840 0.161538 0.161351 0.168839 CURRENT LEARNING RATE: 1.1475744270591481e-05
previous_iter_valid_loss : 0.1796620637178421
1101860 0.179816 0.179662 0.169243 CURRENT LEARNING RATE: 1.1473449351236935e-05
previous_iter_valid_loss : 0.16053272783756256
1101880 0.160698 0.160533 0.168756 CURRENT LEARNING RATE: 1.1471154890820382e-05
previous_iter_valid_loss : 0.16055306792259216
1101900 0.160710 0.160553 0.168585 CURRENT LEARNING RATE: 1.1468860889250027e-05
previous_iter_valid_loss : 0.19047866761684418
1101920 0.190605 0.190479 0.169859 CURRENT LEARNING RATE: 1.1466567346434108e-05
previous_iter_valid_loss : 0.16795101761817932
1101940 0.168183 0.167951 0.169681 CURRENT LEARNING RATE: 1.1464274262280866e-05
previous_iter_valid_loss : 0.1735878437757492
1101960 0.173736 0.173588 0.170318 CURRENT LEARNING RATE: 1.1461981636698615e-05
previous_iter_valid_loss : 0.16075743734836578
1101980 0.160911 0.160757 0.170182 CURRENT LEARNING RATE: 1.1459689469595631e-05
previous_iter_valid_loss : 0.1620437204837799
1102000 0.162194 0.162044 0.168521 CURRENT LEARNING RATE: 1.1457397760880208e-05
previous_iter_valid_loss : 0.1621871292591095
1102020 0.162372 0.162187 0.167470 CURRENT LEARNING RATE: 1.1455106510460716e-05
previous_iter_valid_loss : 0.16243642568588257
1102040 0.162596 0.162436 0.167560 CURRENT LEARNING RATE: 1.1452815718245487e-05
previous_iter_valid_loss : 0.16139650344848633
1102060 0.161585 0.161397 0.167594 CURRENT LEARNING RATE: 1.1450525384142889e-05
previous_iter_valid_loss : 0.1672254055738449
1102080 0.167454 0.167225 0.166723 CURRENT LEARNING RATE: 1.1448235508061286e-05
previous_iter_valid_loss : 0.16138935089111328
1102100 0.161574 0.161389 0.166514 CURRENT LEARNING RATE: 1.1445946089909124e-05
previous_iter_valid_loss : 0.16338737308979034
1102120 0.163563 0.163387 0.166628 CURRENT LEARNING RATE: 1.1443657129594809e-05
previous_iter_valid_loss : 0.16063009202480316
1102140 0.160803 0.160630 0.165958 CURRENT LEARNING RATE: 1.1441368627026782e-05
previous_iter_valid_loss : 0.16623640060424805
1102160 0.166391 0.166236 0.166235 CURRENT LEARNING RATE: 1.1439080582113478e-05
previous_iter_valid_loss : 0.16255763173103333
1102180 0.162725 0.162558 0.166324 CURRENT LEARNING RATE: 1.1436792994763423e-05
previous_iter_valid_loss : 0.16216309368610382
1102200 0.162359 0.162163 0.166301 CURRENT LEARNING RATE: 1.1434505864885086e-05
previous_iter_valid_loss : 0.16444213688373566
1102220 0.164612 0.164442 0.165546 CURRENT LEARNING RATE: 1.1432219192386987e-05
previous_iter_valid_loss : 0.16867543756961823
1102240 0.168835 0.168675 0.165912 CURRENT LEARNING RATE: 1.1429932977177635e-05
previous_iter_valid_loss : 0.16055762767791748
1102260 0.160728 0.160558 0.164957 CURRENT LEARNING RATE: 1.1427647219165627e-05
previous_iter_valid_loss : 0.17079868912696838
1102280 0.170947 0.170799 0.165470 CURRENT LEARNING RATE: 1.1425361918259506e-05
previous_iter_valid_loss : 0.16051709651947021
1102300 0.160684 0.160517 0.165468 CURRENT LEARNING RATE: 1.1423077074367866e-05
previous_iter_valid_loss : 0.16064226627349854
1102320 0.160810 0.160642 0.163976 CURRENT LEARNING RATE: 1.1420792687399289e-05
previous_iter_valid_loss : 0.1615162193775177
1102340 0.161676 0.161516 0.163655 CURRENT LEARNING RATE: 1.141850875726244e-05
previous_iter_valid_loss : 0.1637318730354309
1102360 0.163904 0.163732 0.163162 CURRENT LEARNING RATE: 1.1416225283865946e-05
previous_iter_valid_loss : 0.1686050295829773
1102380 0.168758 0.168605 0.163554 CURRENT LEARNING RATE: 1.1413942267118463e-05
previous_iter_valid_loss : 0.16206781566143036
1102400 0.162225 0.162068 0.163555 CURRENT LEARNING RATE: 1.141165970692865e-05
previous_iter_valid_loss : 0.16337008774280548
1102420 0.163562 0.163370 0.163615 CURRENT LEARNING RATE: 1.140937760320525e-05
previous_iter_valid_loss : 0.16061028838157654
1102440 0.160785 0.160610 0.163523 CURRENT LEARNING RATE: 1.1407095955856955e-05
previous_iter_valid_loss : 0.16183626651763916
1102460 0.162022 0.161836 0.163545 CURRENT LEARNING RATE: 1.1404814764792478e-05
previous_iter_valid_loss : 0.16115932166576385
1102480 0.161318 0.161159 0.163242 CURRENT LEARNING RATE: 1.1402534029920615e-05
previous_iter_valid_loss : 0.16679978370666504
1102500 0.166962 0.166800 0.163513 CURRENT LEARNING RATE: 1.1400253751150115e-05
previous_iter_valid_loss : 0.16292233765125275
1102520 0.163084 0.162922 0.163489 CURRENT LEARNING RATE: 1.1397973928389765e-05
previous_iter_valid_loss : 0.1620413064956665
1102540 0.162197 0.162041 0.163560 CURRENT LEARNING RATE: 1.1395694561548353e-05
previous_iter_valid_loss : 0.1618044227361679
1102560 0.161991 0.161804 0.163338 CURRENT LEARNING RATE: 1.1393415650534747e-05
previous_iter_valid_loss : 0.173525869846344
1102580 0.173795 0.173526 0.163887 CURRENT LEARNING RATE: 1.1391137195257769e-05
previous_iter_valid_loss : 0.1741456538438797
1102600 0.174292 0.174146 0.164486 CURRENT LEARNING RATE: 1.1388859195626279e-05
previous_iter_valid_loss : 0.16304436326026917
1102620 0.163232 0.163044 0.164416 CURRENT LEARNING RATE: 1.1386581651549137e-05
previous_iter_valid_loss : 0.1721682995557785
1102640 0.172320 0.172168 0.164590 CURRENT LEARNING RATE: 1.1384304562935284e-05
previous_iter_valid_loss : 0.1815539002418518
1102660 0.181881 0.181554 0.165640 CURRENT LEARNING RATE: 1.1382027929693616e-05
previous_iter_valid_loss : 0.16055956482887268
1102680 0.160714 0.160560 0.165128 CURRENT LEARNING RATE: 1.1379751751733067e-05
previous_iter_valid_loss : 0.1612141877412796
1102700 0.161374 0.161214 0.165163 CURRENT LEARNING RATE: 1.1377476028962569e-05
previous_iter_valid_loss : 0.16640712320804596
1102720 0.166573 0.166407 0.165451 CURRENT LEARNING RATE: 1.1375200761291132e-05
previous_iter_valid_loss : 0.16079609096050262
1102740 0.160975 0.160796 0.165415 CURRENT LEARNING RATE: 1.1372925948627728e-05
previous_iter_valid_loss : 0.16102051734924316
1102760 0.161179 0.161021 0.165280 CURRENT LEARNING RATE: 1.1370651590881363e-05
previous_iter_valid_loss : 0.16150937974452972
1102780 0.161670 0.161509 0.164925 CURRENT LEARNING RATE: 1.1368377687961044e-05
previous_iter_valid_loss : 0.16060233116149902
1102800 0.160757 0.160602 0.164852 CURRENT LEARNING RATE: 1.1366104239775853e-05
previous_iter_valid_loss : 0.16664420068264008
1102820 0.166802 0.166644 0.165016 CURRENT LEARNING RATE: 1.1363831246234834e-05
previous_iter_valid_loss : 0.16065050661563873
1102840 0.160807 0.160651 0.165018 CURRENT LEARNING RATE: 1.1361558707247047e-05
previous_iter_valid_loss : 0.16929008066654205
1102860 0.169526 0.169290 0.165390 CURRENT LEARNING RATE: 1.135928662272163e-05
previous_iter_valid_loss : 0.16651566326618195
1102880 0.166673 0.166516 0.165658 CURRENT LEARNING RATE: 1.1357014992567676e-05
previous_iter_valid_loss : 0.16442739963531494
1102900 0.164629 0.164427 0.165539 CURRENT LEARNING RATE: 1.1354743816694327e-05
previous_iter_valid_loss : 0.1660202145576477
1102920 0.166231 0.166020 0.165694 CURRENT LEARNING RATE: 1.1352473095010711e-05
previous_iter_valid_loss : 0.16380318999290466
1102940 0.163996 0.163803 0.165782 CURRENT LEARNING RATE: 1.135020282742604e-05
previous_iter_valid_loss : 0.1934528797864914
1102960 0.193564 0.193453 0.167365 CURRENT LEARNING RATE: 1.1347933013849484e-05
previous_iter_valid_loss : 0.18694278597831726
1102980 0.187079 0.186943 0.168036 CURRENT LEARNING RATE: 1.134566365419025e-05
previous_iter_valid_loss : 0.16652753949165344
1103000 0.166689 0.166528 0.167655 CURRENT LEARNING RATE: 1.1343394748357542e-05
previous_iter_valid_loss : 0.16256996989250183
1103020 0.162731 0.162570 0.167631 CURRENT LEARNING RATE: 1.134112629626065e-05
previous_iter_valid_loss : 0.16133162379264832
1103040 0.161486 0.161332 0.167089 CURRENT LEARNING RATE: 1.1338858297808806e-05
previous_iter_valid_loss : 0.16131456196308136
1103060 0.161502 0.161315 0.166077 CURRENT LEARNING RATE: 1.1336590752911299e-05
previous_iter_valid_loss : 0.16364149749279022
1103080 0.163832 0.163641 0.166231 CURRENT LEARNING RATE: 1.13343236614774e-05
previous_iter_valid_loss : 0.16525419056415558
1103100 0.165420 0.165254 0.166433 CURRENT LEARNING RATE: 1.1332057023416473e-05
previous_iter_valid_loss : 0.16089648008346558
1103120 0.161050 0.160896 0.166158 CURRENT LEARNING RATE: 1.1329790838637825e-05
previous_iter_valid_loss : 0.19427382946014404
1103140 0.194391 0.194274 0.167832 CURRENT LEARNING RATE: 1.1327525107050815e-05
previous_iter_valid_loss : 0.16967971622943878
1103160 0.169935 0.169680 0.168265 CURRENT LEARNING RATE: 1.1325259828564789e-05
previous_iter_valid_loss : 0.16607478260993958
1103180 0.166283 0.166075 0.168493 CURRENT LEARNING RATE: 1.1322995003089178e-05
previous_iter_valid_loss : 0.1647765189409256
1103200 0.164972 0.164777 0.168702 CURRENT LEARNING RATE: 1.1320730630533371e-05
previous_iter_valid_loss : 0.1607314646244049
1103220 0.160891 0.160731 0.168406 CURRENT LEARNING RATE: 1.1318466710806767e-05
previous_iter_valid_loss : 0.16567322611808777
1103240 0.165879 0.165673 0.168657 CURRENT LEARNING RATE: 1.1316203243818856e-05
previous_iter_valid_loss : 0.16400554776191711
1103260 0.164194 0.164006 0.168393 CURRENT LEARNING RATE: 1.1313940229479074e-05
previous_iter_valid_loss : 0.1605076789855957
1103280 0.160670 0.160508 0.168093 CURRENT LEARNING RATE: 1.1311677667696903e-05
previous_iter_valid_loss : 0.1770288497209549
1103300 0.177327 0.177029 0.168723 CURRENT LEARNING RATE: 1.130941555838182e-05
previous_iter_valid_loss : 0.16204316914081573
1103320 0.162230 0.162043 0.168524 CURRENT LEARNING RATE: 1.1307153901443383e-05
previous_iter_valid_loss : 0.16301502287387848
1103340 0.163207 0.163015 0.168484 CURRENT LEARNING RATE: 1.1304892696791102e-05
previous_iter_valid_loss : 0.16598331928253174
1103360 0.166200 0.165983 0.167111 CURRENT LEARNING RATE: 1.130263194433453e-05
previous_iter_valid_loss : 0.16116437315940857
1103380 0.161343 0.161164 0.165822 CURRENT LEARNING RATE: 1.1300371643983219e-05
previous_iter_valid_loss : 0.17281106114387512
1103400 0.172961 0.172811 0.166136 CURRENT LEARNING RATE: 1.1298111795646794e-05
previous_iter_valid_loss : 0.16152647137641907
1103420 0.161680 0.161526 0.166084 CURRENT LEARNING RATE: 1.1295852399234841e-05
previous_iter_valid_loss : 0.17842580378055573
1103440 0.178744 0.178426 0.166939 CURRENT LEARNING RATE: 1.1293593454656987e-05
previous_iter_valid_loss : 0.16197016835212708
1103460 0.162157 0.161970 0.166971 CURRENT LEARNING RATE: 1.1291334961822853e-05
previous_iter_valid_loss : 0.1908848136663437
1103480 0.191342 0.190885 0.168334 CURRENT LEARNING RATE: 1.1289076920642138e-05
previous_iter_valid_loss : 0.16608349978923798
1103500 0.166247 0.166083 0.168375 CURRENT LEARNING RATE: 1.1286819331024503e-05
previous_iter_valid_loss : 0.16477017104625702
1103520 0.164982 0.164770 0.168569 CURRENT LEARNING RATE: 1.128456219287964e-05
previous_iter_valid_loss : 0.1638338267803192
1103540 0.164030 0.163834 0.167047 CURRENT LEARNING RATE: 1.128230550611725e-05
previous_iter_valid_loss : 0.17172768712043762
1103560 0.171877 0.171728 0.167149 CURRENT LEARNING RATE: 1.1280049270647099e-05
previous_iter_valid_loss : 0.16065533459186554
1103580 0.160817 0.160655 0.166878 CURRENT LEARNING RATE: 1.127779348637892e-05
previous_iter_valid_loss : 0.16108930110931396
1103600 0.161237 0.161089 0.166694 CURRENT LEARNING RATE: 1.1275538153222483e-05
previous_iter_valid_loss : 0.18966449797153473
1103620 0.189795 0.189664 0.168141 CURRENT LEARNING RATE: 1.1273283271087553e-05
previous_iter_valid_loss : 0.16054098308086395
1103640 0.160696 0.160541 0.167884 CURRENT LEARNING RATE: 1.1271028839883977e-05
previous_iter_valid_loss : 0.16054874658584595
1103660 0.160691 0.160549 0.167711 CURRENT LEARNING RATE: 1.1268774859521554e-05
previous_iter_valid_loss : 0.1856563836336136
1103680 0.185797 0.185656 0.168968 CURRENT LEARNING RATE: 1.126652132991011e-05
previous_iter_valid_loss : 0.1668577790260315
1103700 0.167073 0.166858 0.168460 CURRENT LEARNING RATE: 1.1264268250959537e-05
previous_iter_valid_loss : 0.16229553520679474
1103720 0.162476 0.162296 0.168473 CURRENT LEARNING RATE: 1.1262015622579698e-05
previous_iter_valid_loss : 0.16350874304771423
1103740 0.163672 0.163509 0.168497 CURRENT LEARNING RATE: 1.1259763444680484e-05
previous_iter_valid_loss : 0.16056400537490845
1103760 0.160721 0.160564 0.168226 CURRENT LEARNING RATE: 1.125751171717179e-05
previous_iter_valid_loss : 0.16299587488174438
1103780 0.163194 0.162996 0.168318 CURRENT LEARNING RATE: 1.1255260439963584e-05
previous_iter_valid_loss : 0.1739853322505951
1103800 0.174129 0.173985 0.168377 CURRENT LEARNING RATE: 1.12530096129658e-05
previous_iter_valid_loss : 0.16124090552330017
1103820 0.161398 0.161241 0.168362 CURRENT LEARNING RATE: 1.1250759236088401e-05
previous_iter_valid_loss : 0.16231493651866913
1103840 0.162488 0.162315 0.167557 CURRENT LEARNING RATE: 1.1248509309241355e-05
previous_iter_valid_loss : 0.16147226095199585
1103860 0.161655 0.161472 0.167532 CURRENT LEARNING RATE: 1.12462598323347e-05
previous_iter_valid_loss : 0.18989144265651703
1103880 0.190334 0.189891 0.167482 CURRENT LEARNING RATE: 1.124401080527844e-05
previous_iter_valid_loss : 0.17905393242835999
1103900 0.179370 0.179054 0.168131 CURRENT LEARNING RATE: 1.1241762227982613e-05
previous_iter_valid_loss : 0.16219313442707062
1103920 0.162358 0.162193 0.168002 CURRENT LEARNING RATE: 1.123951410035726e-05
previous_iter_valid_loss : 0.160648912191391
1103940 0.160808 0.160649 0.167843 CURRENT LEARNING RATE: 1.123726642231249e-05
previous_iter_valid_loss : 0.16354681551456451
1103960 0.163738 0.163547 0.167434 CURRENT LEARNING RATE: 1.1235019193758379e-05
previous_iter_valid_loss : 0.16064228117465973
1103980 0.160801 0.160642 0.167433 CURRENT LEARNING RATE: 1.1232772414605037e-05
previous_iter_valid_loss : 0.16768072545528412
1104000 0.167906 0.167681 0.167762 CURRENT LEARNING RATE: 1.1230526084762575e-05
previous_iter_valid_loss : 0.1616632342338562
1104020 0.161859 0.161663 0.166362 CURRENT LEARNING RATE: 1.1228280204141175e-05
previous_iter_valid_loss : 0.1605495661497116
1104040 0.160723 0.160550 0.166363 CURRENT LEARNING RATE: 1.1226034772650985e-05
previous_iter_valid_loss : 0.1618065983057022
1104060 0.161967 0.161807 0.166426 CURRENT LEARNING RATE: 1.1223789790202169e-05
previous_iter_valid_loss : 0.16875769197940826
1104080 0.168913 0.168758 0.165581 CURRENT LEARNING RATE: 1.1221545256704965e-05
previous_iter_valid_loss : 0.17025788128376007
1104100 0.170413 0.170258 0.165751 CURRENT LEARNING RATE: 1.1219301172069573e-05
previous_iter_valid_loss : 0.1617019772529602
1104120 0.161892 0.161702 0.165721 CURRENT LEARNING RATE: 1.1217057536206229e-05
previous_iter_valid_loss : 0.16368496417999268
1104140 0.163889 0.163685 0.165730 CURRENT LEARNING RATE: 1.121481434902517e-05
previous_iter_valid_loss : 0.16504289209842682
1104160 0.165208 0.165043 0.165954 CURRENT LEARNING RATE: 1.1212571610436703e-05
previous_iter_valid_loss : 0.16100840270519257
1104180 0.161163 0.161008 0.165854 CURRENT LEARNING RATE: 1.1210329320351104e-05
previous_iter_valid_loss : 0.16078606247901917
1104200 0.160953 0.160786 0.165195 CURRENT LEARNING RATE: 1.1208087478678681e-05
previous_iter_valid_loss : 0.1628633588552475
1104220 0.163049 0.162863 0.165276 CURRENT LEARNING RATE: 1.1205846085329736e-05
previous_iter_valid_loss : 0.16119863092899323
1104240 0.161384 0.161199 0.165220 CURRENT LEARNING RATE: 1.1203605140214657e-05
previous_iter_valid_loss : 0.18093901872634888
1104260 0.181097 0.180939 0.166193 CURRENT LEARNING RATE: 1.1201364643243782e-05
previous_iter_valid_loss : 0.16069179773330688
1104280 0.160854 0.160692 0.164733 CURRENT LEARNING RATE: 1.11991245943275e-05
previous_iter_valid_loss : 0.16063639521598816
1104300 0.160811 0.160636 0.163812 CURRENT LEARNING RATE: 1.1196884993376179e-05
previous_iter_valid_loss : 0.16074468195438385
1104320 0.160903 0.160745 0.163740 CURRENT LEARNING RATE: 1.1194645840300281e-05
previous_iter_valid_loss : 0.16096660494804382
1104340 0.161129 0.160967 0.163756 CURRENT LEARNING RATE: 1.1192407135010217e-05
previous_iter_valid_loss : 0.16672749817371368
1104360 0.166948 0.166727 0.163915 CURRENT LEARNING RATE: 1.119016887741644e-05
previous_iter_valid_loss : 0.16697928309440613
1104380 0.167206 0.166979 0.164232 CURRENT LEARNING RATE: 1.11879310674294e-05
previous_iter_valid_loss : 0.16277843713760376
1104400 0.162939 0.162778 0.163987 CURRENT LEARNING RATE: 1.1185693704959626e-05
previous_iter_valid_loss : 0.16401928663253784
1104420 0.164197 0.164019 0.164104 CURRENT LEARNING RATE: 1.1183456789917599e-05
previous_iter_valid_loss : 0.1634754240512848
1104440 0.163652 0.163475 0.164251 CURRENT LEARNING RATE: 1.1181220322213825e-05
previous_iter_valid_loss : 0.16892588138580322
1104460 0.169080 0.168926 0.164607 CURRENT LEARNING RATE: 1.1178984301758886e-05
previous_iter_valid_loss : 0.1771184206008911
1104480 0.177271 0.177118 0.165025 CURRENT LEARNING RATE: 1.1176748728463323e-05
previous_iter_valid_loss : 0.1628420054912567
1104500 0.163029 0.162842 0.164654 CURRENT LEARNING RATE: 1.1174513602237708e-05
previous_iter_valid_loss : 0.1643546223640442
1104520 0.164554 0.164355 0.164786 CURRENT LEARNING RATE: 1.1172278922992619e-05
previous_iter_valid_loss : 0.16051889955997467
1104540 0.160686 0.160519 0.164628 CURRENT LEARNING RATE: 1.1170044690638708e-05
previous_iter_valid_loss : 0.16059540212154388
1104560 0.160757 0.160595 0.164406 CURRENT LEARNING RATE: 1.1167810905086586e-05
previous_iter_valid_loss : 0.18591779470443726
1104580 0.186060 0.185918 0.165651 CURRENT LEARNING RATE: 1.1165577566246903e-05
previous_iter_valid_loss : 0.16783419251441956
1104600 0.167987 0.167834 0.166004 CURRENT LEARNING RATE: 1.1163344674030302e-05
previous_iter_valid_loss : 0.1664297878742218
1104620 0.166647 0.166430 0.166182 CURRENT LEARNING RATE: 1.1161112228347513e-05
previous_iter_valid_loss : 0.18164901435375214
1104640 0.181977 0.181649 0.167205 CURRENT LEARNING RATE: 1.1158880229109212e-05
previous_iter_valid_loss : 0.16124385595321655
1104660 0.161403 0.161244 0.166220 CURRENT LEARNING RATE: 1.1156648676226121e-05
previous_iter_valid_loss : 0.16198652982711792
1104680 0.162146 0.161987 0.166284 CURRENT LEARNING RATE: 1.1154417569608962e-05
previous_iter_valid_loss : 0.1643393337726593
1104700 0.164509 0.164339 0.166470 CURRENT LEARNING RATE: 1.1152186909168524e-05
previous_iter_valid_loss : 0.1608174443244934
1104720 0.160974 0.160817 0.166473 CURRENT LEARNING RATE: 1.1149956694815566e-05
previous_iter_valid_loss : 0.18316982686519623
1104740 0.183538 0.183170 0.167583 CURRENT LEARNING RATE: 1.1147726926460875e-05
previous_iter_valid_loss : 0.16104434430599213
1104760 0.161202 0.161044 0.167299 CURRENT LEARNING RATE: 1.1145497604015243e-05
previous_iter_valid_loss : 0.16558869183063507
1104780 0.165795 0.165589 0.167230 CURRENT LEARNING RATE: 1.1143268727389538e-05
previous_iter_valid_loss : 0.16095900535583496
1104800 0.161113 0.160959 0.167139 CURRENT LEARNING RATE: 1.1141040296494583e-05
previous_iter_valid_loss : 0.16060462594032288
1104820 0.160772 0.160605 0.166968 CURRENT LEARNING RATE: 1.1138812311241222e-05
previous_iter_valid_loss : 0.16185052692890167
1104840 0.162042 0.161851 0.166887 CURRENT LEARNING RATE: 1.1136584771540374e-05
previous_iter_valid_loss : 0.16084124147891998
1104860 0.160999 0.160841 0.166483 CURRENT LEARNING RATE: 1.1134357677302919e-05
previous_iter_valid_loss : 0.16852208971977234
1104880 0.168677 0.168522 0.166053 CURRENT LEARNING RATE: 1.1132131028439771e-05
previous_iter_valid_loss : 0.16228562593460083
1104900 0.162445 0.162286 0.166025 CURRENT LEARNING RATE: 1.1129904824861847e-05
previous_iter_valid_loss : 0.16334187984466553
1104920 0.163510 0.163342 0.165974 CURRENT LEARNING RATE: 1.1127679066480136e-05
previous_iter_valid_loss : 0.1626504510641098
1104940 0.162817 0.162650 0.166081 CURRENT LEARNING RATE: 1.1125453753205592e-05
previous_iter_valid_loss : 0.16052034497261047
1104960 0.160672 0.160520 0.166077 CURRENT LEARNING RATE: 1.1123228884949197e-05
previous_iter_valid_loss : 0.16078993678092957
1104980 0.160951 0.160790 0.164821 CURRENT LEARNING RATE: 1.1121004461621941e-05
previous_iter_valid_loss : 0.16106414794921875
1105000 0.161251 0.161064 0.164482 CURRENT LEARNING RATE: 1.1118780483134884e-05
previous_iter_valid_loss : 0.16253745555877686
1105020 0.162733 0.162537 0.164288 CURRENT LEARNING RATE: 1.1116556949399047e-05
previous_iter_valid_loss : 0.16114725172519684
1105040 0.161326 0.161147 0.163263 CURRENT LEARNING RATE: 1.1114333860325491e-05
previous_iter_valid_loss : 0.2203788161277771
1105060 0.221043 0.220379 0.166219 CURRENT LEARNING RATE: 1.1112111215825269e-05
previous_iter_valid_loss : 0.16051794588565826
1105080 0.160690 0.160518 0.166146 CURRENT LEARNING RATE: 1.110988901580952e-05
previous_iter_valid_loss : 0.16048787534236908
1105100 0.160649 0.160488 0.165953 CURRENT LEARNING RATE: 1.110766726018933e-05
previous_iter_valid_loss : 0.16201826930046082
1105120 0.162209 0.162018 0.166013 CURRENT LEARNING RATE: 1.1105445948875832e-05
previous_iter_valid_loss : 0.21853597462177277
1105140 0.218549 0.218536 0.167782 CURRENT LEARNING RATE: 1.1103225081780156e-05
previous_iter_valid_loss : 0.16051891446113586
1105160 0.160676 0.160519 0.167755 CURRENT LEARNING RATE: 1.1101004658813502e-05
previous_iter_valid_loss : 0.161271870136261
1105180 0.161435 0.161272 0.167540 CURRENT LEARNING RATE: 1.1098784679887039e-05
previous_iter_valid_loss : 0.16119128465652466
1105200 0.161349 0.161191 0.167551 CURRENT LEARNING RATE: 1.1096565144911961e-05
previous_iter_valid_loss : 0.16973821818828583
1105220 0.169891 0.169738 0.168008 CURRENT LEARNING RATE: 1.1094346053799471e-05
previous_iter_valid_loss : 0.16547730565071106
1105240 0.165672 0.165477 0.168189 CURRENT LEARNING RATE: 1.1092127406460848e-05
previous_iter_valid_loss : 0.16077911853790283
1105260 0.160937 0.160779 0.168186 CURRENT LEARNING RATE: 1.108990920280732e-05
previous_iter_valid_loss : 0.1617083102464676
1105280 0.161893 0.161708 0.167845 CURRENT LEARNING RATE: 1.1087691442750142e-05
previous_iter_valid_loss : 0.16211919486522675
1105300 0.162312 0.162119 0.167837 CURRENT LEARNING RATE: 1.1085474126200643e-05
previous_iter_valid_loss : 0.1605818122625351
1105320 0.160733 0.160582 0.167699 CURRENT LEARNING RATE: 1.108325725307011e-05
previous_iter_valid_loss : 0.16393405199050903
1105340 0.164123 0.163934 0.167763 CURRENT LEARNING RATE: 1.108104082326987e-05
previous_iter_valid_loss : 0.1687004417181015
1105360 0.168937 0.168700 0.168172 CURRENT LEARNING RATE: 1.1078824836711245e-05
previous_iter_valid_loss : 0.16138429939746857
1105380 0.161537 0.161384 0.168202 CURRENT LEARNING RATE: 1.1076609293305632e-05
previous_iter_valid_loss : 0.1702774167060852
1105400 0.170523 0.170277 0.168663 CURRENT LEARNING RATE: 1.1074394192964396e-05
previous_iter_valid_loss : 0.16111069917678833
1105420 0.161297 0.161111 0.168591 CURRENT LEARNING RATE: 1.1072179535598924e-05
previous_iter_valid_loss : 0.16275811195373535
1105440 0.162942 0.162758 0.168672 CURRENT LEARNING RATE: 1.106996532112062e-05
previous_iter_valid_loss : 0.16814987361431122
1105460 0.168307 0.168150 0.166060 CURRENT LEARNING RATE: 1.1067751549440947e-05
previous_iter_valid_loss : 0.16209886968135834
1105480 0.162259 0.162099 0.166139 CURRENT LEARNING RATE: 1.106553822047134e-05
previous_iter_valid_loss : 0.16189540922641754
1105500 0.162065 0.161895 0.166210 CURRENT LEARNING RATE: 1.1063325334123262e-05
previous_iter_valid_loss : 0.16110223531723022
1105520 0.161284 0.161102 0.166164 CURRENT LEARNING RATE: 1.1061112890308178e-05
previous_iter_valid_loss : 0.16834276914596558
1105540 0.168576 0.168343 0.163654 CURRENT LEARNING RATE: 1.1058900888937632e-05
previous_iter_valid_loss : 0.16170181334018707
1105560 0.161873 0.161702 0.163713 CURRENT LEARNING RATE: 1.1056689329923125e-05
previous_iter_valid_loss : 0.16168327629566193
1105580 0.161870 0.161683 0.163734 CURRENT LEARNING RATE: 1.1054478213176189e-05
previous_iter_valid_loss : 0.18315568566322327
1105600 0.183308 0.183156 0.164832 CURRENT LEARNING RATE: 1.1052267538608365e-05
previous_iter_valid_loss : 0.1637335866689682
1105620 0.163946 0.163734 0.164532 CURRENT LEARNING RATE: 1.1050057306131263e-05
previous_iter_valid_loss : 0.16152937710285187
1105640 0.161690 0.161529 0.164335 CURRENT LEARNING RATE: 1.1047847515656456e-05
previous_iter_valid_loss : 0.16082656383514404
1105660 0.160981 0.160827 0.164337 CURRENT LEARNING RATE: 1.1045638167095532e-05
previous_iter_valid_loss : 0.1606883704662323
1105680 0.160863 0.160688 0.164286 CURRENT LEARNING RATE: 1.1043429260360153e-05
previous_iter_valid_loss : 0.16061963140964508
1105700 0.160790 0.160620 0.164211 CURRENT LEARNING RATE: 1.1041220795361947e-05
previous_iter_valid_loss : 0.16357623040676117
1105720 0.163742 0.163576 0.164361 CURRENT LEARNING RATE: 1.1039012772012576e-05
previous_iter_valid_loss : 0.17527633905410767
1105740 0.175427 0.175276 0.164928 CURRENT LEARNING RATE: 1.1036805190223696e-05
previous_iter_valid_loss : 0.17384512722492218
1105760 0.173996 0.173845 0.165185 CURRENT LEARNING RATE: 1.1034598049907046e-05
previous_iter_valid_loss : 0.17649471759796143
1105780 0.176788 0.176495 0.165941 CURRENT LEARNING RATE: 1.1032391350974319e-05
previous_iter_valid_loss : 0.16615091264247894
1105800 0.166365 0.166151 0.165734 CURRENT LEARNING RATE: 1.1030185093337246e-05
previous_iter_valid_loss : 0.16270871460437775
1105820 0.162869 0.162709 0.165814 CURRENT LEARNING RATE: 1.102797927690756e-05
previous_iter_valid_loss : 0.16141390800476074
1105840 0.161577 0.161414 0.165747 CURRENT LEARNING RATE: 1.1025773901597066e-05
previous_iter_valid_loss : 0.16147319972515106
1105860 0.161648 0.161473 0.165413 CURRENT LEARNING RATE: 1.102356896731753e-05
previous_iter_valid_loss : 0.16186721622943878
1105880 0.162041 0.161867 0.165402 CURRENT LEARNING RATE: 1.1021364473980753e-05
previous_iter_valid_loss : 0.16561231017112732
1105900 0.165774 0.165612 0.165587 CURRENT LEARNING RATE: 1.1019160421498538e-05
previous_iter_valid_loss : 0.1767694354057312
1105920 0.177067 0.176769 0.166371 CURRENT LEARNING RATE: 1.101695680978276e-05
previous_iter_valid_loss : 0.1650840938091278
1105940 0.165250 0.165084 0.166208 CURRENT LEARNING RATE: 1.1014753638745255e-05
previous_iter_valid_loss : 0.16351497173309326
1105960 0.163684 0.163515 0.166298 CURRENT LEARNING RATE: 1.1012550908297899e-05
previous_iter_valid_loss : 0.16168002784252167
1105980 0.161856 0.161680 0.166298 CURRENT LEARNING RATE: 1.101034861835256e-05
previous_iter_valid_loss : 0.16429021954536438
1106000 0.164484 0.164290 0.165355 CURRENT LEARNING RATE: 1.1008146768821187e-05
previous_iter_valid_loss : 0.1605212241411209
1106020 0.160679 0.160521 0.165194 CURRENT LEARNING RATE: 1.1005945359615689e-05
previous_iter_valid_loss : 0.16557659208774567
1106040 0.165776 0.165577 0.165397 CURRENT LEARNING RATE: 1.1003744390647983e-05
previous_iter_valid_loss : 0.17358849942684174
1106060 0.173855 0.173588 0.166035 CURRENT LEARNING RATE: 1.1001543861830076e-05
previous_iter_valid_loss : 0.16191503405570984
1106080 0.162102 0.161915 0.166096 CURRENT LEARNING RATE: 1.0999343773073926e-05
previous_iter_valid_loss : 0.18096956610679626
1106100 0.181122 0.180970 0.167114 CURRENT LEARNING RATE: 1.0997144124291525e-05
previous_iter_valid_loss : 0.16057747602462769
1106120 0.160748 0.160577 0.166964 CURRENT LEARNING RATE: 1.0994944915394873e-05
previous_iter_valid_loss : 0.16049613058567047
1106140 0.160659 0.160496 0.166225 CURRENT LEARNING RATE: 1.0992746146296037e-05
previous_iter_valid_loss : 0.16819190979003906
1106160 0.168428 0.168192 0.165942 CURRENT LEARNING RATE: 1.099054781690705e-05
previous_iter_valid_loss : 0.18375186622142792
1106180 0.184127 0.183752 0.166305 CURRENT LEARNING RATE: 1.0988349927139977e-05
previous_iter_valid_loss : 0.17935942113399506
1106200 0.179686 0.179359 0.166965 CURRENT LEARNING RATE: 1.0986152476906883e-05
previous_iter_valid_loss : 0.16657038033008575
1106220 0.166731 0.166570 0.167158 CURRENT LEARNING RATE: 1.0983955466119909e-05
previous_iter_valid_loss : 0.17773297429084778
1106240 0.177881 0.177733 0.167974 CURRENT LEARNING RATE: 1.0981758894691153e-05
previous_iter_valid_loss : 0.16458259522914886
1106260 0.164780 0.164583 0.168130 CURRENT LEARNING RATE: 1.097956276253276e-05
previous_iter_valid_loss : 0.17624405026435852
1106280 0.176396 0.176244 0.168849 CURRENT LEARNING RATE: 1.0977367069556854e-05
previous_iter_valid_loss : 0.16460293531417847
1106300 0.164769 0.164603 0.168798 CURRENT LEARNING RATE: 1.0975171815675652e-05
previous_iter_valid_loss : 0.16123943030834198
1106320 0.161392 0.161239 0.168022 CURRENT LEARNING RATE: 1.0972977000801326e-05
previous_iter_valid_loss : 0.16172419488430023
1106340 0.161885 0.161724 0.167854 CURRENT LEARNING RATE: 1.0970782624846082e-05
previous_iter_valid_loss : 0.17246490716934204
1106360 0.172609 0.172465 0.168301 CURRENT LEARNING RATE: 1.0968588687722124e-05
previous_iter_valid_loss : 0.16553303599357605
1106380 0.165697 0.165533 0.168494 CURRENT LEARNING RATE: 1.0966395189341734e-05
previous_iter_valid_loss : 0.16454647481441498
1106400 0.164706 0.164546 0.168507 CURRENT LEARNING RATE: 1.0964202129617154e-05
previous_iter_valid_loss : 0.1612491011619568
1106420 0.161434 0.161249 0.168543 CURRENT LEARNING RATE: 1.096200950846066e-05
previous_iter_valid_loss : 0.1624041646718979
1106440 0.162572 0.162404 0.168385 CURRENT LEARNING RATE: 1.0959817325784526e-05
previous_iter_valid_loss : 0.16062873601913452
1106460 0.160783 0.160629 0.167737 CURRENT LEARNING RATE: 1.095762558150111e-05
previous_iter_valid_loss : 0.1610008180141449
1106480 0.161180 0.161001 0.167691 CURRENT LEARNING RATE: 1.0955434275522716e-05
previous_iter_valid_loss : 0.1783560961484909
1106500 0.178678 0.178356 0.167560 CURRENT LEARNING RATE: 1.0953243407761677e-05
previous_iter_valid_loss : 0.16225649416446686
1106520 0.162450 0.162256 0.167644 CURRENT LEARNING RATE: 1.0951052978130393e-05
previous_iter_valid_loss : 0.16054275631904602
1106540 0.160714 0.160543 0.167646 CURRENT LEARNING RATE: 1.0948862986541233e-05
previous_iter_valid_loss : 0.17540335655212402
1106560 0.175550 0.175403 0.168007 CURRENT LEARNING RATE: 1.0946673432906592e-05
previous_iter_valid_loss : 0.16549156606197357
1106580 0.165651 0.165492 0.167094 CURRENT LEARNING RATE: 1.0944484317138869e-05
previous_iter_valid_loss : 0.16876403987407684
1106600 0.169005 0.168764 0.166564 CURRENT LEARNING RATE: 1.094229563915054e-05
previous_iter_valid_loss : 0.16658969223499298
1106620 0.166808 0.166590 0.166565 CURRENT LEARNING RATE: 1.0940107398854038e-05
previous_iter_valid_loss : 0.1650068610906601
1106640 0.165222 0.165007 0.165929 CURRENT LEARNING RATE: 1.0937919596161835e-05
previous_iter_valid_loss : 0.17519846558570862
1106660 0.175475 0.175198 0.166460 CURRENT LEARNING RATE: 1.0935732230986398e-05
previous_iter_valid_loss : 0.1641726791858673
1106680 0.164379 0.164173 0.165856 CURRENT LEARNING RATE: 1.093354530324027e-05
previous_iter_valid_loss : 0.17692361772060394
1106700 0.177219 0.176924 0.166472 CURRENT LEARNING RATE: 1.0931358812835956e-05
previous_iter_valid_loss : 0.16493336856365204
1106720 0.165104 0.164933 0.166657 CURRENT LEARNING RATE: 1.0929172759685995e-05
previous_iter_valid_loss : 0.16545934975147247
1106740 0.165618 0.165459 0.166844 CURRENT LEARNING RATE: 1.0926987143702927e-05
previous_iter_valid_loss : 0.16068032383918762
1106760 0.160833 0.160680 0.166254 CURRENT LEARNING RATE: 1.0924801964799365e-05
previous_iter_valid_loss : 0.21765245497226715
1106780 0.217697 0.217652 0.168860 CURRENT LEARNING RATE: 1.0922617222887885e-05
previous_iter_valid_loss : 0.16501329839229584
1106800 0.165181 0.165013 0.168884 CURRENT LEARNING RATE: 1.0920432917881094e-05
previous_iter_valid_loss : 0.16245248913764954
1106820 0.162616 0.162452 0.168944 CURRENT LEARNING RATE: 1.0918249049691602e-05
previous_iter_valid_loss : 0.16058234870433807
1106840 0.160744 0.160582 0.168853 CURRENT LEARNING RATE: 1.0916065618232094e-05
previous_iter_valid_loss : 0.16340401768684387
1106860 0.163594 0.163404 0.168992 CURRENT LEARNING RATE: 1.091388262341521e-05
previous_iter_valid_loss : 0.16051308810710907
1106880 0.160680 0.160513 0.168967 CURRENT LEARNING RATE: 1.0911700065153616e-05
previous_iter_valid_loss : 0.1719282567501068
1106900 0.172191 0.171928 0.168646 CURRENT LEARNING RATE: 1.0909517943360042e-05
previous_iter_valid_loss : 0.1605040580034256
1106920 0.160658 0.160504 0.168558 CURRENT LEARNING RATE: 1.0907336257947189e-05
previous_iter_valid_loss : 0.1723012775182724
1106940 0.172443 0.172301 0.169146 CURRENT LEARNING RATE: 1.0905155008827786e-05
previous_iter_valid_loss : 0.16177698969841003
1106960 0.161962 0.161777 0.168465 CURRENT LEARNING RATE: 1.0902974195914568e-05
previous_iter_valid_loss : 0.16980580985546112
1106980 0.169957 0.169806 0.168680 CURRENT LEARNING RATE: 1.0900793819120338e-05
previous_iter_valid_loss : 0.16398721933364868
1107000 0.164190 0.163987 0.168442 CURRENT LEARNING RATE: 1.0898613878357862e-05
previous_iter_valid_loss : 0.16049927473068237
1107020 0.160658 0.160499 0.168137 CURRENT LEARNING RATE: 1.089643437353994e-05
previous_iter_valid_loss : 0.1617477536201477
1107040 0.161926 0.161748 0.167974 CURRENT LEARNING RATE: 1.0894255304579379e-05
previous_iter_valid_loss : 0.16065335273742676
1107060 0.160808 0.160653 0.167247 CURRENT LEARNING RATE: 1.0892076671389049e-05
previous_iter_valid_loss : 0.1828312873840332
1107080 0.182986 0.182831 0.168180 CURRENT LEARNING RATE: 1.0889898473881788e-05
previous_iter_valid_loss : 0.16056305170059204
1107100 0.160719 0.160563 0.167362 CURRENT LEARNING RATE: 1.0887720711970466e-05
previous_iter_valid_loss : 0.1610955148935318
1107120 0.161284 0.161096 0.167170 CURRENT LEARNING RATE: 1.0885543385567956e-05
previous_iter_valid_loss : 0.16254284977912903
1107140 0.162741 0.162543 0.167024 CURRENT LEARNING RATE: 1.0883366494587202e-05
previous_iter_valid_loss : 0.17389334738254547
1107160 0.174041 0.173893 0.167685 CURRENT LEARNING RATE: 1.088119003894111e-05
previous_iter_valid_loss : 0.16411921381950378
1107180 0.164308 0.164119 0.165008 CURRENT LEARNING RATE: 1.0879014018542619e-05
previous_iter_valid_loss : 0.17475846409797668
1107200 0.174910 0.174758 0.165495 CURRENT LEARNING RATE: 1.0876838433304672e-05
previous_iter_valid_loss : 0.16168922185897827
1107220 0.161836 0.161689 0.165457 CURRENT LEARNING RATE: 1.0874663283140285e-05
previous_iter_valid_loss : 0.1836351901292801
1107240 0.183989 0.183635 0.166610 CURRENT LEARNING RATE: 1.0872488567962427e-05
previous_iter_valid_loss : 0.16110266745090485
1107260 0.161285 0.161103 0.166495 CURRENT LEARNING RATE: 1.0870314287684095e-05
previous_iter_valid_loss : 0.16565191745758057
1107280 0.165863 0.165652 0.166752 CURRENT LEARNING RATE: 1.0868140442218358e-05
previous_iter_valid_loss : 0.1878330260515213
1107300 0.188234 0.187833 0.167547 CURRENT LEARNING RATE: 1.0865967031478238e-05
previous_iter_valid_loss : 0.16092362999916077
1107320 0.161105 0.160924 0.167568 CURRENT LEARNING RATE: 1.08637940553768e-05
previous_iter_valid_loss : 0.1623326689004898
1107340 0.162503 0.162333 0.167069 CURRENT LEARNING RATE: 1.0861621513827108e-05
previous_iter_valid_loss : 0.1605926901102066
1107360 0.160748 0.160593 0.167010 CURRENT LEARNING RATE: 1.0859449406742294e-05
previous_iter_valid_loss : 0.1625291109085083
1107380 0.162688 0.162529 0.166646 CURRENT LEARNING RATE: 1.0857277734035461e-05
previous_iter_valid_loss : 0.16070298850536346
1107400 0.160860 0.160703 0.166482 CURRENT LEARNING RATE: 1.085510649561974e-05
previous_iter_valid_loss : 0.16066217422485352
1107420 0.160828 0.160662 0.166490 CURRENT LEARNING RATE: 1.0852935691408258e-05
previous_iter_valid_loss : 0.19194847345352173
1107440 0.192392 0.191948 0.168000 CURRENT LEARNING RATE: 1.0850765321314226e-05
previous_iter_valid_loss : 0.16228987276554108
1107460 0.162477 0.162290 0.168082 CURRENT LEARNING RATE: 1.0848595385250808e-05
previous_iter_valid_loss : 0.16056719422340393
1107480 0.160727 0.160567 0.166969 CURRENT LEARNING RATE: 1.0846425883131206e-05
previous_iter_valid_loss : 0.16519808769226074
1107500 0.165404 0.165198 0.167201 CURRENT LEARNING RATE: 1.0844256814868621e-05
previous_iter_valid_loss : 0.1627344787120819
1107520 0.162927 0.162734 0.167283 CURRENT LEARNING RATE: 1.0842088180376331e-05
previous_iter_valid_loss : 0.16788029670715332
1107540 0.168108 0.167880 0.167550 CURRENT LEARNING RATE: 1.0839919979567569e-05
previous_iter_valid_loss : 0.17034542560577393
1107560 0.170598 0.170345 0.167372 CURRENT LEARNING RATE: 1.0837752212355607e-05
previous_iter_valid_loss : 0.16170808672904968
1107580 0.161897 0.161708 0.167252 CURRENT LEARNING RATE: 1.0835584878653717e-05
previous_iter_valid_loss : 0.1660086214542389
1107600 0.166219 0.166009 0.166814 CURRENT LEARNING RATE: 1.0833417978375243e-05
previous_iter_valid_loss : 0.160615935921669
1107620 0.160774 0.160616 0.166760 CURRENT LEARNING RATE: 1.0831251511433488e-05
previous_iter_valid_loss : 0.16173331439495087
1107640 0.161922 0.161733 0.165665 CURRENT LEARNING RATE: 1.0829085477741795e-05
previous_iter_valid_loss : 0.16655169427394867
1107660 0.166714 0.166552 0.165938 CURRENT LEARNING RATE: 1.0826919877213505e-05
previous_iter_valid_loss : 0.16140525043010712
1107680 0.161585 0.161405 0.165725 CURRENT LEARNING RATE: 1.0824754709762028e-05
previous_iter_valid_loss : 0.1777271032333374
1107700 0.178034 0.177727 0.165220 CURRENT LEARNING RATE: 1.0822589975300744e-05
previous_iter_valid_loss : 0.1605595052242279
1107720 0.160724 0.160560 0.165202 CURRENT LEARNING RATE: 1.082042567374304e-05
previous_iter_valid_loss : 0.17674419283866882
1107740 0.177035 0.176744 0.165922 CURRENT LEARNING RATE: 1.0818261805002382e-05
previous_iter_valid_loss : 0.16061283648014069
1107760 0.160778 0.160613 0.165924 CURRENT LEARNING RATE: 1.0816098368992201e-05
previous_iter_valid_loss : 0.18642356991767883
1107780 0.186556 0.186424 0.167118 CURRENT LEARNING RATE: 1.0813935365625953e-05
previous_iter_valid_loss : 0.1788698136806488
1107800 0.179182 0.178870 0.168027 CURRENT LEARNING RATE: 1.0811772794817104e-05
previous_iter_valid_loss : 0.16182652115821838
1107820 0.161993 0.161827 0.168085 CURRENT LEARNING RATE: 1.0809610656479186e-05
previous_iter_valid_loss : 0.160550057888031
1107840 0.160723 0.160550 0.166515 CURRENT LEARNING RATE: 1.0807448950525695e-05
previous_iter_valid_loss : 0.1605030596256256
1107860 0.160666 0.160503 0.166426 CURRENT LEARNING RATE: 1.0805287676870167e-05
previous_iter_valid_loss : 0.1772109419107437
1107880 0.177510 0.177211 0.167258 CURRENT LEARNING RATE: 1.0803126835426125e-05
previous_iter_valid_loss : 0.16787590086460114
1107900 0.168097 0.167876 0.167392 CURRENT LEARNING RATE: 1.0800966426107179e-05
previous_iter_valid_loss : 0.1625426709651947
1107920 0.162723 0.162543 0.167382 CURRENT LEARNING RATE: 1.079880644882689e-05
previous_iter_valid_loss : 0.16260571777820587
1107940 0.162794 0.162606 0.167118 CURRENT LEARNING RATE: 1.079664690349886e-05
previous_iter_valid_loss : 0.17470049858093262
1107960 0.174986 0.174700 0.167336 CURRENT LEARNING RATE: 1.0794487790036689e-05
previous_iter_valid_loss : 0.16508294641971588
1107980 0.165283 0.165083 0.167505 CURRENT LEARNING RATE: 1.0792329108354051e-05
previous_iter_valid_loss : 0.1605231612920761
1108000 0.160683 0.160523 0.167231 CURRENT LEARNING RATE: 1.079017085836458e-05
previous_iter_valid_loss : 0.16861377656459808
1108020 0.168854 0.168614 0.167630 CURRENT LEARNING RATE: 1.0788013039981942e-05
previous_iter_valid_loss : 0.17838875949382782
1108040 0.178709 0.178389 0.168463 CURRENT LEARNING RATE: 1.0785855653119807e-05
previous_iter_valid_loss : 0.16215145587921143
1108060 0.162308 0.162151 0.168243 CURRENT LEARNING RATE: 1.078369869769192e-05
previous_iter_valid_loss : 0.16054673492908478
1108080 0.160715 0.160547 0.168200 CURRENT LEARNING RATE: 1.0781542173611984e-05
previous_iter_valid_loss : 0.16180068254470825
1108100 0.161985 0.161801 0.167404 CURRENT LEARNING RATE: 1.0779386080793716e-05
previous_iter_valid_loss : 0.16108006238937378
1108120 0.161240 0.161080 0.167430 CURRENT LEARNING RATE: 1.0777230419150913e-05
previous_iter_valid_loss : 0.16840246319770813
1108140 0.168552 0.168402 0.167013 CURRENT LEARNING RATE: 1.0775075188597328e-05
previous_iter_valid_loss : 0.16423876583576202
1108160 0.164403 0.164239 0.167194 CURRENT LEARNING RATE: 1.077292038904675e-05
previous_iter_valid_loss : 0.16072915494441986
1108180 0.160883 0.160729 0.165909 CURRENT LEARNING RATE: 1.0770766020412971e-05
previous_iter_valid_loss : 0.16406817734241486
1108200 0.164256 0.164068 0.165169 CURRENT LEARNING RATE: 1.0768612082609855e-05
previous_iter_valid_loss : 0.17740443348884583
1108220 0.177700 0.177404 0.165948 CURRENT LEARNING RATE: 1.0766458575551221e-05
previous_iter_valid_loss : 0.16091567277908325
1108240 0.161077 0.160916 0.165967 CURRENT LEARNING RATE: 1.0764305499150934e-05
previous_iter_valid_loss : 0.16058728098869324
1108260 0.160757 0.160587 0.165971 CURRENT LEARNING RATE: 1.0762152853322847e-05
previous_iter_valid_loss : 0.16705548763275146
1108280 0.167211 0.167055 0.165463 CURRENT LEARNING RATE: 1.0760000637980896e-05
previous_iter_valid_loss : 0.16560624539852142
1108300 0.165767 0.165606 0.165349 CURRENT LEARNING RATE: 1.0757848853038973e-05
previous_iter_valid_loss : 0.1654684990644455
1108320 0.165681 0.165468 0.165496 CURRENT LEARNING RATE: 1.0755697498411003e-05
previous_iter_valid_loss : 0.16761218011379242
1108340 0.167836 0.167612 0.165746 CURRENT LEARNING RATE: 1.0753546574010917e-05
previous_iter_valid_loss : 0.16125699877738953
1108360 0.161406 0.161257 0.165074 CURRENT LEARNING RATE: 1.0751396079752715e-05
previous_iter_valid_loss : 0.16824549436569214
1108380 0.168397 0.168245 0.165232 CURRENT LEARNING RATE: 1.0749246015550356e-05
previous_iter_valid_loss : 0.17523112893104553
1108400 0.175512 0.175231 0.165967 CURRENT LEARNING RATE: 1.074709638131784e-05
previous_iter_valid_loss : 0.16051499545574188
1108420 0.160668 0.160515 0.165562 CURRENT LEARNING RATE: 1.074494717696916e-05
previous_iter_valid_loss : 0.16051846742630005
1108440 0.160680 0.160518 0.164669 CURRENT LEARNING RATE: 1.074279840241839e-05
previous_iter_valid_loss : 0.1884724348783493
1108460 0.188868 0.188472 0.165985 CURRENT LEARNING RATE: 1.0740650057579557e-05
previous_iter_valid_loss : 0.16082419455051422
1108480 0.160980 0.160824 0.165999 CURRENT LEARNING RATE: 1.0738502142366707e-05
previous_iter_valid_loss : 0.16669759154319763
1108500 0.166911 0.166698 0.166244 CURRENT LEARNING RATE: 1.0736354656693963e-05
previous_iter_valid_loss : 0.16280797123908997
1108520 0.162996 0.162808 0.166330 CURRENT LEARNING RATE: 1.073420760047541e-05
previous_iter_valid_loss : 0.16054005920886993
1108540 0.160709 0.160540 0.165937 CURRENT LEARNING RATE: 1.073206097362516e-05
previous_iter_valid_loss : 0.17185024917125702
1108560 0.172116 0.171850 0.166318 CURRENT LEARNING RATE: 1.072991477605733e-05
previous_iter_valid_loss : 0.16099631786346436
1108580 0.161183 0.160996 0.166331 CURRENT LEARNING RATE: 1.0727769007686114e-05
previous_iter_valid_loss : 0.1611606776714325
1108600 0.161314 0.161161 0.166186 CURRENT LEARNING RATE: 1.0725623668425658e-05
previous_iter_valid_loss : 0.16517764329910278
1108620 0.165344 0.165178 0.165574 CURRENT LEARNING RATE: 1.0723478758190153e-05
previous_iter_valid_loss : 0.16895510256290436
1108640 0.169109 0.168955 0.165976 CURRENT LEARNING RATE: 1.0721334276893778e-05
previous_iter_valid_loss : 0.16061706840991974
1108660 0.160788 0.160617 0.165978 CURRENT LEARNING RATE: 1.0719190224450795e-05
previous_iter_valid_loss : 0.1605055332183838
1108680 0.160662 0.160506 0.165650 CURRENT LEARNING RATE: 1.0717046600775423e-05
previous_iter_valid_loss : 0.16268987953662872
1108700 0.162850 0.162690 0.165504 CURRENT LEARNING RATE: 1.0714903405781917e-05
previous_iter_valid_loss : 0.16554003953933716
1108720 0.165753 0.165540 0.165508 CURRENT LEARNING RATE: 1.0712760639384529e-05
previous_iter_valid_loss : 0.16800755262374878
1108740 0.168236 0.168008 0.165528 CURRENT LEARNING RATE: 1.0710618301497586e-05
previous_iter_valid_loss : 0.1636970341205597
1108760 0.163900 0.163697 0.165650 CURRENT LEARNING RATE: 1.0708476392035378e-05
previous_iter_valid_loss : 0.16616888344287872
1108780 0.166389 0.166169 0.165546 CURRENT LEARNING RATE: 1.0706334910912226e-05
previous_iter_valid_loss : 0.16067634522914886
1108800 0.160829 0.160676 0.164818 CURRENT LEARNING RATE: 1.0704193858042452e-05
previous_iter_valid_loss : 0.16176718473434448
1108820 0.161923 0.161767 0.164881 CURRENT LEARNING RATE: 1.0702053233340455e-05
previous_iter_valid_loss : 0.18190278112888336
1108840 0.182062 0.181903 0.165950 CURRENT LEARNING RATE: 1.0699913036720589e-05
previous_iter_valid_loss : 0.1605536937713623
1108860 0.160722 0.160554 0.164554 CURRENT LEARNING RATE: 1.0697773268097224e-05
previous_iter_valid_loss : 0.19997787475585938
1108880 0.200051 0.199978 0.166512 CURRENT LEARNING RATE: 1.0695633927384812e-05
previous_iter_valid_loss : 0.1640317738056183
1108900 0.164229 0.164032 0.166378 CURRENT LEARNING RATE: 1.0693495014497758e-05
previous_iter_valid_loss : 0.17586828768253326
1108920 0.176015 0.175868 0.167031 CURRENT LEARNING RATE: 1.0691356529350508e-05
previous_iter_valid_loss : 0.16544553637504578
1108940 0.165663 0.165446 0.167277 CURRENT LEARNING RATE: 1.06892184718575e-05
previous_iter_valid_loss : 0.16892299056053162
1108960 0.169079 0.168923 0.167130 CURRENT LEARNING RATE: 1.068708084193325e-05
previous_iter_valid_loss : 0.16099463403224945
1108980 0.161154 0.160995 0.167130 CURRENT LEARNING RATE: 1.0684943639492238e-05
previous_iter_valid_loss : 0.19097577035427094
1109000 0.191102 0.190976 0.168621 CURRENT LEARNING RATE: 1.068280686444897e-05
previous_iter_valid_loss : 0.16881631314754486
1109020 0.169048 0.168816 0.168803 CURRENT LEARNING RATE: 1.0680670516717962e-05
previous_iter_valid_loss : 0.16053909063339233
1109040 0.160712 0.160539 0.168382 CURRENT LEARNING RATE: 1.0678534596213794e-05
previous_iter_valid_loss : 0.16059303283691406
1109060 0.160751 0.160593 0.168381 CURRENT LEARNING RATE: 1.067639910285101e-05
previous_iter_valid_loss : 0.16782334446907043
1109080 0.167979 0.167823 0.168747 CURRENT LEARNING RATE: 1.0674264036544192e-05
previous_iter_valid_loss : 0.1613825410604477
1109100 0.161536 0.161383 0.168681 CURRENT LEARNING RATE: 1.0672129397207918e-05
previous_iter_valid_loss : 0.16550040245056152
1109120 0.165717 0.165500 0.168680 CURRENT LEARNING RATE: 1.0669995184756842e-05
previous_iter_valid_loss : 0.18910102546215057
1109140 0.189542 0.189101 0.169734 CURRENT LEARNING RATE: 1.0667861399105572e-05
previous_iter_valid_loss : 0.16071543097496033
1109160 0.160889 0.160715 0.169585 CURRENT LEARNING RATE: 1.066572804016876e-05
previous_iter_valid_loss : 0.16090035438537598
1109180 0.161077 0.160900 0.169322 CURRENT LEARNING RATE: 1.0663595107861054e-05
previous_iter_valid_loss : 0.16384774446487427
1109200 0.164038 0.163848 0.169480 CURRENT LEARNING RATE: 1.066146260209717e-05
previous_iter_valid_loss : 0.16867469251155853
1109220 0.168827 0.168675 0.169826 CURRENT LEARNING RATE: 1.0659330522791795e-05
previous_iter_valid_loss : 0.1654268503189087
1109240 0.165631 0.165427 0.169002 CURRENT LEARNING RATE: 1.065719886985964e-05
previous_iter_valid_loss : 0.16168342530727386
1109260 0.161843 0.161683 0.169058 CURRENT LEARNING RATE: 1.0655067643215423e-05
previous_iter_valid_loss : 0.16066382825374603
1109280 0.160824 0.160664 0.167093 CURRENT LEARNING RATE: 1.0652936842773931e-05
previous_iter_valid_loss : 0.16332018375396729
1109300 0.163494 0.163320 0.167057 CURRENT LEARNING RATE: 1.0650806468449914e-05
previous_iter_valid_loss : 0.16181975603103638
1109320 0.161973 0.161820 0.166355 CURRENT LEARNING RATE: 1.064867652015814e-05
previous_iter_valid_loss : 0.1691558063030243
1109340 0.169308 0.169156 0.166540 CURRENT LEARNING RATE: 1.0646546997813446e-05
previous_iter_valid_loss : 0.1742914468050003
1109360 0.174571 0.174291 0.166809 CURRENT LEARNING RATE: 1.0644417901330633e-05
previous_iter_valid_loss : 0.171352818608284
1109380 0.171609 0.171353 0.167326 CURRENT LEARNING RATE: 1.0642289230624538e-05
previous_iter_valid_loss : 0.16896094381809235
1109400 0.169115 0.168961 0.166226 CURRENT LEARNING RATE: 1.0640160985609996e-05
previous_iter_valid_loss : 0.17120203375816345
1109420 0.171460 0.171202 0.166345 CURRENT LEARNING RATE: 1.0638033166201912e-05
previous_iter_valid_loss : 0.16255231201648712
1109440 0.162745 0.162552 0.166446 CURRENT LEARNING RATE: 1.0635905772315156e-05
previous_iter_valid_loss : 0.1612851917743683
1109460 0.161442 0.161285 0.166480 CURRENT LEARNING RATE: 1.0633778803864634e-05
previous_iter_valid_loss : 0.1681569218635559
1109480 0.168383 0.168157 0.166497 CURRENT LEARNING RATE: 1.0631652260765245e-05
previous_iter_valid_loss : 0.17926962673664093
1109500 0.179595 0.179270 0.167391 CURRENT LEARNING RATE: 1.0629526142931968e-05
previous_iter_valid_loss : 0.16050046682357788
1109520 0.160652 0.160500 0.167141 CURRENT LEARNING RATE: 1.0627400450279736e-05
previous_iter_valid_loss : 0.16112881898880005
1109540 0.161312 0.161129 0.165743 CURRENT LEARNING RATE: 1.0625275182723526e-05
previous_iter_valid_loss : 0.16174940764904022
1109560 0.161909 0.161749 0.165794 CURRENT LEARNING RATE: 1.0623150340178305e-05
previous_iter_valid_loss : 0.16376084089279175
1109580 0.163927 0.163761 0.165937 CURRENT LEARNING RATE: 1.0621025922559117e-05
previous_iter_valid_loss : 0.1647508442401886
1109600 0.164919 0.164751 0.165983 CURRENT LEARNING RATE: 1.0618901929780968e-05
previous_iter_valid_loss : 0.1847066879272461
1109620 0.185093 0.184707 0.166784 CURRENT LEARNING RATE: 1.0616778361758898e-05
previous_iter_valid_loss : 0.17298483848571777
1109640 0.173128 0.172985 0.167162 CURRENT LEARNING RATE: 1.0614655218407944e-05
previous_iter_valid_loss : 0.16063721477985382
1109660 0.160797 0.160637 0.167110 CURRENT LEARNING RATE: 1.061253249964322e-05
previous_iter_valid_loss : 0.16398181021213531
1109680 0.164180 0.163982 0.167276 CURRENT LEARNING RATE: 1.0610410205379796e-05
previous_iter_valid_loss : 0.16092540323734283
1109700 0.161083 0.160925 0.167156 CURRENT LEARNING RATE: 1.0608288335532765e-05
previous_iter_valid_loss : 0.16102324426174164
1109720 0.161207 0.161023 0.167116 CURRENT LEARNING RATE: 1.0606166890017285e-05
previous_iter_valid_loss : 0.16661706566810608
1109740 0.166847 0.166617 0.166989 CURRENT LEARNING RATE: 1.0604045868748484e-05
previous_iter_valid_loss : 0.1607237458229065
1109760 0.160884 0.160724 0.166311 CURRENT LEARNING RATE: 1.0601925271641517e-05
previous_iter_valid_loss : 0.17720799148082733
1109780 0.177512 0.177208 0.166604 CURRENT LEARNING RATE: 1.0599805098611547e-05
previous_iter_valid_loss : 0.16072578728199005
1109800 0.160898 0.160726 0.166192 CURRENT LEARNING RATE: 1.0597685349573798e-05
previous_iter_valid_loss : 0.1660798043012619
1109820 0.166293 0.166080 0.165936 CURRENT LEARNING RATE: 1.0595566024443466e-05
previous_iter_valid_loss : 0.1831960380077362
1109840 0.183345 0.183196 0.166968 CURRENT LEARNING RATE: 1.0593447123135778e-05
previous_iter_valid_loss : 0.16121987998485565
1109860 0.161404 0.161220 0.166965 CURRENT LEARNING RATE: 1.0591328645565954e-05
previous_iter_valid_loss : 0.16588599979877472
1109880 0.166045 0.165886 0.166851 CURRENT LEARNING RATE: 1.0589210591649298e-05
previous_iter_valid_loss : 0.18806631863117218
1109900 0.188480 0.188066 0.167291 CURRENT LEARNING RATE: 1.0587092961301067e-05
previous_iter_valid_loss : 0.16453878581523895
1109920 0.164741 0.164539 0.167493 CURRENT LEARNING RATE: 1.0584975754436555e-05
previous_iter_valid_loss : 0.16054430603981018
1109940 0.160698 0.160544 0.167464 CURRENT LEARNING RATE: 1.0582858970971055e-05
previous_iter_valid_loss : 0.1609775424003601
1109960 0.161130 0.160978 0.167425 CURRENT LEARNING RATE: 1.0580742610819936e-05
previous_iter_valid_loss : 0.16868077218532562
1109980 0.168833 0.168681 0.167671 CURRENT LEARNING RATE: 1.0578626673898524e-05
previous_iter_valid_loss : 0.16078732907772064
1110000 0.160958 0.160787 0.167473 CURRENT LEARNING RATE: 1.0576511160122178e-05
previous_iter_valid_loss : 0.18434160947799683
1110020 0.184709 0.184342 0.167455 CURRENT LEARNING RATE: 1.057439606940626e-05
previous_iter_valid_loss : 0.17006441950798035
1110040 0.170310 0.170064 0.167309 CURRENT LEARNING RATE: 1.0572281401666209e-05
previous_iter_valid_loss : 0.16066905856132507
1110060 0.160835 0.160669 0.167310 CURRENT LEARNING RATE: 1.0570167156817412e-05
previous_iter_valid_loss : 0.1848534345626831
1110080 0.185225 0.184853 0.168354 CURRENT LEARNING RATE: 1.0568053334775284e-05
previous_iter_valid_loss : 0.16395922005176544
1110100 0.164169 0.163959 0.168505 CURRENT LEARNING RATE: 1.0565939935455311e-05
previous_iter_valid_loss : 0.1685488075017929
1110120 0.168707 0.168549 0.168882 CURRENT LEARNING RATE: 1.0563826958772935e-05
previous_iter_valid_loss : 0.1608186662197113
1110140 0.161000 0.160819 0.168592 CURRENT LEARNING RATE: 1.0561714404643642e-05
previous_iter_valid_loss : 0.16366362571716309
1110160 0.163833 0.163664 0.168739 CURRENT LEARNING RATE: 1.0559602272982905e-05
previous_iter_valid_loss : 0.16084638237953186
1110180 0.160996 0.160846 0.167921 CURRENT LEARNING RATE: 1.055749056370628e-05
previous_iter_valid_loss : 0.1733974814414978
1110200 0.173658 0.173397 0.168554 CURRENT LEARNING RATE: 1.0555379276729279e-05
previous_iter_valid_loss : 0.16180668771266937
1110220 0.161951 0.161807 0.168341 CURRENT LEARNING RATE: 1.055326841196745e-05
previous_iter_valid_loss : 0.16689002513885498
1110240 0.167115 0.166890 0.167525 CURRENT LEARNING RATE: 1.0551157969336342e-05
previous_iter_valid_loss : 0.17971694469451904
1110260 0.179867 0.179717 0.168450 CURRENT LEARNING RATE: 1.054904794875157e-05
previous_iter_valid_loss : 0.16407427191734314
1110280 0.164281 0.164074 0.168360 CURRENT LEARNING RATE: 1.054693835012872e-05
previous_iter_valid_loss : 0.1658109724521637
1110300 0.166020 0.165811 0.167247 CURRENT LEARNING RATE: 1.0544829173383404e-05
previous_iter_valid_loss : 0.16325117647647858
1110320 0.163415 0.163251 0.167182 CURRENT LEARNING RATE: 1.0542720418431238e-05
previous_iter_valid_loss : 0.1627510040998459
1110340 0.162929 0.162751 0.167293 CURRENT LEARNING RATE: 1.054061208518791e-05
previous_iter_valid_loss : 0.16137538850307465
1110360 0.161556 0.161375 0.167313 CURRENT LEARNING RATE: 1.0538504173569064e-05
previous_iter_valid_loss : 0.1718588024377823
1110380 0.172113 0.171859 0.167472 CURRENT LEARNING RATE: 1.0536396683490388e-05
previous_iter_valid_loss : 0.16069240868091583
1110400 0.160841 0.160692 0.167467 CURRENT LEARNING RATE: 1.0534289614867562e-05
previous_iter_valid_loss : 0.16079623997211456
1110420 0.160973 0.160796 0.166290 CURRENT LEARNING RATE: 1.053218296761634e-05
previous_iter_valid_loss : 0.16054600477218628
1110440 0.160714 0.160546 0.165814 CURRENT LEARNING RATE: 1.053007674165244e-05
previous_iter_valid_loss : 0.1661812663078308
1110460 0.166342 0.166181 0.166089 CURRENT LEARNING RATE: 1.052797093689161e-05
previous_iter_valid_loss : 0.16099709272384644
1110480 0.161176 0.160997 0.164896 CURRENT LEARNING RATE: 1.05258655532496e-05
previous_iter_valid_loss : 0.16121309995651245
1110500 0.161363 0.161213 0.164759 CURRENT LEARNING RATE: 1.0523760590642232e-05
previous_iter_valid_loss : 0.1620025783777237
1110520 0.162166 0.162003 0.164432 CURRENT LEARNING RATE: 1.052165604898529e-05
previous_iter_valid_loss : 0.16067089140415192
1110540 0.160842 0.160671 0.164424 CURRENT LEARNING RATE: 1.0519551928194571e-05
previous_iter_valid_loss : 0.1610689014196396
1110560 0.161230 0.161069 0.164295 CURRENT LEARNING RATE: 1.0517448228185951e-05
previous_iter_valid_loss : 0.17756521701812744
1110580 0.177864 0.177565 0.165131 CURRENT LEARNING RATE: 1.051534494887526e-05
previous_iter_valid_loss : 0.1752667874097824
1110600 0.175420 0.175267 0.165224 CURRENT LEARNING RATE: 1.051324209017837e-05
previous_iter_valid_loss : 0.16337217390537262
1110620 0.163580 0.163372 0.165302 CURRENT LEARNING RATE: 1.0511139652011145e-05
previous_iter_valid_loss : 0.17907509207725525
1110640 0.179231 0.179075 0.165912 CURRENT LEARNING RATE: 1.0509037634289526e-05
previous_iter_valid_loss : 0.16171562671661377
1110660 0.161874 0.161716 0.165012 CURRENT LEARNING RATE: 1.0506936036929415e-05
previous_iter_valid_loss : 0.16288211941719055
1110680 0.163059 0.162882 0.164952 CURRENT LEARNING RATE: 1.0504834859846746e-05
previous_iter_valid_loss : 0.1618739664554596
1110700 0.162060 0.161874 0.164755 CURRENT LEARNING RATE: 1.0502734102957454e-05
previous_iter_valid_loss : 0.18091167509555817
1110720 0.181247 0.180912 0.165638 CURRENT LEARNING RATE: 1.0500633766177546e-05
previous_iter_valid_loss : 0.1736396700143814
1110740 0.173916 0.173640 0.166183 CURRENT LEARNING RATE: 1.0498533849422991e-05
previous_iter_valid_loss : 0.16327843070030212
1110760 0.163472 0.163278 0.166278 CURRENT LEARNING RATE: 1.049643435260979e-05
previous_iter_valid_loss : 0.16091899573802948
1110780 0.161106 0.160919 0.165731 CURRENT LEARNING RATE: 1.0494335275653948e-05
previous_iter_valid_loss : 0.1619255691766739
1110800 0.162128 0.161926 0.165792 CURRENT LEARNING RATE: 1.0492236618471536e-05
previous_iter_valid_loss : 0.161089688539505
1110820 0.161276 0.161090 0.165807 CURRENT LEARNING RATE: 1.049013838097859e-05
previous_iter_valid_loss : 0.17098358273506165
1110840 0.171127 0.170984 0.166329 CURRENT LEARNING RATE: 1.048804056309118e-05
previous_iter_valid_loss : 0.1645510345697403
1110860 0.164714 0.164551 0.166247 CURRENT LEARNING RATE: 1.0485943164725375e-05
previous_iter_valid_loss : 0.16143007576465607
1110880 0.161594 0.161430 0.166269 CURRENT LEARNING RATE: 1.048384618579732e-05
previous_iter_valid_loss : 0.16237463057041168
1110900 0.162554 0.162375 0.166327 CURRENT LEARNING RATE: 1.048174962622311e-05
previous_iter_valid_loss : 0.16979992389678955
1110920 0.169948 0.169800 0.166717 CURRENT LEARNING RATE: 1.0479653485918868e-05
previous_iter_valid_loss : 0.16140596568584442
1110940 0.161593 0.161406 0.166754 CURRENT LEARNING RATE: 1.0477557764800788e-05
previous_iter_valid_loss : 0.1711660623550415
1110960 0.171417 0.171166 0.167259 CURRENT LEARNING RATE: 1.0475462462785019e-05
previous_iter_valid_loss : 0.1608043760061264
1110980 0.160964 0.160804 0.166421 CURRENT LEARNING RATE: 1.0473367579787749e-05
previous_iter_valid_loss : 0.16057519614696503
1111000 0.160736 0.160575 0.165686 CURRENT LEARNING RATE: 1.0471273115725167e-05
previous_iter_valid_loss : 0.16806040704250336
1111020 0.168285 0.168060 0.165920 CURRENT LEARNING RATE: 1.0469179070513527e-05
previous_iter_valid_loss : 0.17408761382102966
1111040 0.174363 0.174088 0.165671 CURRENT LEARNING RATE: 1.0467085444069053e-05
previous_iter_valid_loss : 0.1641698032617569
1111060 0.164372 0.164170 0.165794 CURRENT LEARNING RATE: 1.0464992236307996e-05
previous_iter_valid_loss : 0.16095112264156342
1111080 0.161136 0.160951 0.165697 CURRENT LEARNING RATE: 1.0462899447146614e-05
previous_iter_valid_loss : 0.16108396649360657
1111100 0.161243 0.161084 0.165658 CURRENT LEARNING RATE: 1.0460807076501228e-05
previous_iter_valid_loss : 0.17114299535751343
1111120 0.171395 0.171143 0.165169 CURRENT LEARNING RATE: 1.0458715124288127e-05
previous_iter_valid_loss : 0.16098715364933014
1111140 0.161174 0.160987 0.164537 CURRENT LEARNING RATE: 1.0456623590423634e-05
previous_iter_valid_loss : 0.16199210286140442
1111160 0.162189 0.161992 0.164472 CURRENT LEARNING RATE: 1.0454532474824065e-05
previous_iter_valid_loss : 0.16214002668857574
1111180 0.162301 0.162140 0.164533 CURRENT LEARNING RATE: 1.0452441777405815e-05
previous_iter_valid_loss : 0.16051536798477173
1111200 0.160685 0.160515 0.164463 CURRENT LEARNING RATE: 1.045035149808524e-05
previous_iter_valid_loss : 0.18937401473522186
1111220 0.189500 0.189374 0.165877 CURRENT LEARNING RATE: 1.0448261636778724e-05
previous_iter_valid_loss : 0.1615232229232788
1111240 0.161714 0.161523 0.165404 CURRENT LEARNING RATE: 1.0446172193402657e-05
previous_iter_valid_loss : 0.16356296837329865
1111260 0.163735 0.163563 0.165355 CURRENT LEARNING RATE: 1.0444083167873498e-05
previous_iter_valid_loss : 0.1605854481458664
1111280 0.160758 0.160585 0.165312 CURRENT LEARNING RATE: 1.0441994560107666e-05
previous_iter_valid_loss : 0.16092190146446228
1111300 0.161086 0.160922 0.165240 CURRENT LEARNING RATE: 1.0439906370021599e-05
previous_iter_valid_loss : 0.16088885068893433
1111320 0.161052 0.160889 0.164794 CURRENT LEARNING RATE: 1.0437818597531808e-05
previous_iter_valid_loss : 0.16256220638751984
1111340 0.162766 0.162562 0.164852 CURRENT LEARNING RATE: 1.0435731242554763e-05
previous_iter_valid_loss : 0.16895274817943573
1111360 0.169102 0.168953 0.164741 CURRENT LEARNING RATE: 1.0433644305006969e-05
previous_iter_valid_loss : 0.1805318146944046
1111380 0.180875 0.180532 0.165728 CURRENT LEARNING RATE: 1.0431557784804929e-05
previous_iter_valid_loss : 0.16924789547920227
1111400 0.169475 0.169248 0.166161 CURRENT LEARNING RATE: 1.042947168186522e-05
previous_iter_valid_loss : 0.16149307787418365
1111420 0.161656 0.161493 0.165833 CURRENT LEARNING RATE: 1.042738599610438e-05
previous_iter_valid_loss : 0.16166891157627106
1111440 0.161848 0.161669 0.165212 CURRENT LEARNING RATE: 1.0425300727438981e-05
previous_iter_valid_loss : 0.16074737906455994
1111460 0.160920 0.160747 0.165041 CURRENT LEARNING RATE: 1.0423215875785596e-05
previous_iter_valid_loss : 0.16559915244579315
1111480 0.165757 0.165599 0.165273 CURRENT LEARNING RATE: 1.0421131441060863e-05
previous_iter_valid_loss : 0.17266783118247986
1111500 0.172818 0.172668 0.165853 CURRENT LEARNING RATE: 1.041904742318139e-05
previous_iter_valid_loss : 0.16050997376441956
1111520 0.160676 0.160510 0.165321 CURRENT LEARNING RATE: 1.0416963822063816e-05
previous_iter_valid_loss : 0.19840624928474426
1111540 0.198489 0.198406 0.167192 CURRENT LEARNING RATE: 1.0414880637624777e-05
previous_iter_valid_loss : 0.16244933009147644
1111560 0.162637 0.162449 0.167215 CURRENT LEARNING RATE: 1.0412797869780984e-05
previous_iter_valid_loss : 0.16093984246253967
1111580 0.161106 0.160940 0.167155 CURRENT LEARNING RATE: 1.0410715518449107e-05
previous_iter_valid_loss : 0.16366985440254211
1111600 0.163829 0.163670 0.167313 CURRENT LEARNING RATE: 1.0408633583545852e-05
previous_iter_valid_loss : 0.1605106145143509
1111620 0.160674 0.160511 0.165869 CURRENT LEARNING RATE: 1.0406552064987924e-05
previous_iter_valid_loss : 0.16653287410736084
1111640 0.166748 0.166533 0.166120 CURRENT LEARNING RATE: 1.0404470962692097e-05
previous_iter_valid_loss : 0.16728214919567108
1111660 0.167500 0.167282 0.166306 CURRENT LEARNING RATE: 1.040239027657511e-05
previous_iter_valid_loss : 0.16948315501213074
1111680 0.169719 0.169483 0.166751 CURRENT LEARNING RATE: 1.040031000655372e-05
previous_iter_valid_loss : 0.1624937802553177
1111700 0.162676 0.162494 0.166829 CURRENT LEARNING RATE: 1.0398230152544747e-05
previous_iter_valid_loss : 0.16482694447040558
1111720 0.165000 0.164827 0.167026 CURRENT LEARNING RATE: 1.0396150714464983e-05
previous_iter_valid_loss : 0.1622132956981659
1111740 0.162374 0.162213 0.167009 CURRENT LEARNING RATE: 1.0394071692231249e-05
previous_iter_valid_loss : 0.169693723320961
1111760 0.169947 0.169694 0.167046 CURRENT LEARNING RATE: 1.0391993085760364e-05
previous_iter_valid_loss : 0.17510397732257843
1111780 0.175389 0.175104 0.166774 CURRENT LEARNING RATE: 1.0389914894969224e-05
previous_iter_valid_loss : 0.16670280694961548
1111800 0.166929 0.166703 0.166647 CURRENT LEARNING RATE: 1.0387837119774679e-05
previous_iter_valid_loss : 0.1653817743062973
1111820 0.165543 0.165382 0.166842 CURRENT LEARNING RATE: 1.0385759760093622e-05
previous_iter_valid_loss : 0.1653907299041748
1111840 0.165594 0.165391 0.167028 CURRENT LEARNING RATE: 1.0383682815842939e-05
previous_iter_valid_loss : 0.16380555927753448
1111860 0.164008 0.163806 0.167181 CURRENT LEARNING RATE: 1.0381606286939587e-05
previous_iter_valid_loss : 0.17396391928195953
1111880 0.174230 0.173964 0.167599 CURRENT LEARNING RATE: 1.0379530173300488e-05
previous_iter_valid_loss : 0.1782609224319458
1111900 0.178571 0.178261 0.167878 CURRENT LEARNING RATE: 1.0377454474842597e-05
previous_iter_valid_loss : 0.16050687432289124
1111920 0.160668 0.160507 0.167878 CURRENT LEARNING RATE: 1.0375379191482868e-05
previous_iter_valid_loss : 0.16194678843021393
1111940 0.162138 0.161947 0.166055 CURRENT LEARNING RATE: 1.0373304323138328e-05
previous_iter_valid_loss : 0.16867807507514954
1111960 0.168924 0.168678 0.166367 CURRENT LEARNING RATE: 1.037122986972596e-05
previous_iter_valid_loss : 0.1615612506866455
1111980 0.161722 0.161561 0.166398 CURRENT LEARNING RATE: 1.036915583116279e-05
previous_iter_valid_loss : 0.16667254269123077
1112000 0.166835 0.166673 0.166548 CURRENT LEARNING RATE: 1.0367082207365836e-05
previous_iter_valid_loss : 0.16160745918750763
1112020 0.161766 0.161607 0.166603 CURRENT LEARNING RATE: 1.036500899825219e-05
previous_iter_valid_loss : 0.16436192393302917
1112040 0.164559 0.164362 0.166494 CURRENT LEARNING RATE: 1.0362936203738904e-05
previous_iter_valid_loss : 0.16846977174282074
1112060 0.168707 0.168470 0.166554 CURRENT LEARNING RATE: 1.036086382374307e-05
previous_iter_valid_loss : 0.1605132520198822
1112080 0.160680 0.160513 0.166105 CURRENT LEARNING RATE: 1.035879185818177e-05
previous_iter_valid_loss : 0.1614922434091568
1112100 0.161652 0.161492 0.166055 CURRENT LEARNING RATE: 1.0356720306972163e-05
previous_iter_valid_loss : 0.16347742080688477
1112120 0.163642 0.163477 0.165988 CURRENT LEARNING RATE: 1.0354649170031373e-05
previous_iter_valid_loss : 0.16125905513763428
1112140 0.161405 0.161259 0.165940 CURRENT LEARNING RATE: 1.035257844727653e-05
previous_iter_valid_loss : 0.17294225096702576
1112160 0.173212 0.172942 0.166102 CURRENT LEARNING RATE: 1.0350508138624847e-05
previous_iter_valid_loss : 0.1608421355485916
1112180 0.161000 0.160842 0.165389 CURRENT LEARNING RATE: 1.034843824399349e-05
previous_iter_valid_loss : 0.16052880883216858
1112200 0.160683 0.160529 0.165081 CURRENT LEARNING RATE: 1.0346368763299662e-05
previous_iter_valid_loss : 0.16083484888076782
1112220 0.161009 0.160835 0.164853 CURRENT LEARNING RATE: 1.034429969646057e-05
previous_iter_valid_loss : 0.16544093191623688
1112240 0.165607 0.165441 0.164856 CURRENT LEARNING RATE: 1.0342231043393485e-05
previous_iter_valid_loss : 0.1825677454471588
1112260 0.182921 0.182568 0.165794 CURRENT LEARNING RATE: 1.0340162804015643e-05
previous_iter_valid_loss : 0.1604953557252884
1112280 0.160659 0.160495 0.165120 CURRENT LEARNING RATE: 1.0338094978244314e-05
previous_iter_valid_loss : 0.16463065147399902
1112300 0.164832 0.164631 0.164439 CURRENT LEARNING RATE: 1.0336027565996768e-05
previous_iter_valid_loss : 0.17575162649154663
1112320 0.176045 0.175752 0.165201 CURRENT LEARNING RATE: 1.0333960567190345e-05
previous_iter_valid_loss : 0.16217899322509766
1112340 0.162379 0.162179 0.165213 CURRENT LEARNING RATE: 1.0331893981742344e-05
previous_iter_valid_loss : 0.16445165872573853
1112360 0.164619 0.164452 0.165001 CURRENT LEARNING RATE: 1.0329827809570106e-05
previous_iter_valid_loss : 0.16238421201705933
1112380 0.162573 0.162384 0.165043 CURRENT LEARNING RATE: 1.0327762050590961e-05
previous_iter_valid_loss : 0.16403886675834656
1112400 0.164246 0.164039 0.164911 CURRENT LEARNING RATE: 1.032569670472232e-05
previous_iter_valid_loss : 0.1607026904821396
1112420 0.160875 0.160703 0.164866 CURRENT LEARNING RATE: 1.0323631771881547e-05
previous_iter_valid_loss : 0.1674031913280487
1112440 0.167565 0.167403 0.165018 CURRENT LEARNING RATE: 1.0321567251986047e-05
previous_iter_valid_loss : 0.16503290832042694
1112460 0.165249 0.165033 0.164846 CURRENT LEARNING RATE: 1.031950314495322e-05
previous_iter_valid_loss : 0.16147156059741974
1112480 0.161627 0.161472 0.164894 CURRENT LEARNING RATE: 1.0317439450700538e-05
previous_iter_valid_loss : 0.16600222885608673
1112500 0.166203 0.166002 0.165119 CURRENT LEARNING RATE: 1.0315376169145436e-05
previous_iter_valid_loss : 0.16159982979297638
1112520 0.161788 0.161600 0.165025 CURRENT LEARNING RATE: 1.0313313300205364e-05
previous_iter_valid_loss : 0.1634245663881302
1112540 0.163618 0.163425 0.165134 CURRENT LEARNING RATE: 1.0311250843797843e-05
previous_iter_valid_loss : 0.160517618060112
1112560 0.160685 0.160518 0.164512 CURRENT LEARNING RATE: 1.0309188799840358e-05
previous_iter_valid_loss : 0.16118837893009186
1112580 0.161364 0.161188 0.164530 CURRENT LEARNING RATE: 1.0307127168250426e-05
previous_iter_valid_loss : 0.16085724532604218
1112600 0.161034 0.160857 0.164546 CURRENT LEARNING RATE: 1.0305065948945563e-05
previous_iter_valid_loss : 0.17466293275356293
1112620 0.174814 0.174663 0.165238 CURRENT LEARNING RATE: 1.0303005141843358e-05
previous_iter_valid_loss : 0.16061647236347198
1112640 0.160782 0.160616 0.164996 CURRENT LEARNING RATE: 1.030094474686136e-05
previous_iter_valid_loss : 0.16650038957595825
1112660 0.166710 0.166500 0.164193 CURRENT LEARNING RATE: 1.0298884763917153e-05
previous_iter_valid_loss : 0.17115917801856995
1112680 0.171310 0.171159 0.164726 CURRENT LEARNING RATE: 1.0296825192928321e-05
previous_iter_valid_loss : 0.18399721384048462
1112700 0.184371 0.183997 0.165694 CURRENT LEARNING RATE: 1.0294766033812516e-05
previous_iter_valid_loss : 0.16988737881183624
1112720 0.170039 0.169887 0.165401 CURRENT LEARNING RATE: 1.0292707286487352e-05
previous_iter_valid_loss : 0.16098205745220184
1112740 0.161153 0.160982 0.165341 CURRENT LEARNING RATE: 1.0290648950870483e-05
previous_iter_valid_loss : 0.16074629127979279
1112760 0.160901 0.160746 0.165156 CURRENT LEARNING RATE: 1.0288591026879554e-05
previous_iter_valid_loss : 0.16668187081813812
1112780 0.166903 0.166682 0.165371 CURRENT LEARNING RATE: 1.0286533514432287e-05
previous_iter_valid_loss : 0.1629296839237213
1112800 0.163097 0.162930 0.165316 CURRENT LEARNING RATE: 1.028447641344636e-05
previous_iter_valid_loss : 0.17348997294902802
1112820 0.173767 0.173490 0.165955 CURRENT LEARNING RATE: 1.0282419723839493e-05
previous_iter_valid_loss : 0.16320419311523438
1112840 0.163395 0.163204 0.165745 CURRENT LEARNING RATE: 1.0280363445529396e-05
previous_iter_valid_loss : 0.16155768930912018
1112860 0.161750 0.161558 0.165571 CURRENT LEARNING RATE: 1.0278307578433857e-05
previous_iter_valid_loss : 0.16202104091644287
1112880 0.162182 0.162021 0.165599 CURRENT LEARNING RATE: 1.0276252122470624e-05
previous_iter_valid_loss : 0.16144512593746185
1112900 0.161632 0.161445 0.165371 CURRENT LEARNING RATE: 1.0274197077557458e-05
previous_iter_valid_loss : 0.16051866114139557
1112920 0.160679 0.160519 0.165317 CURRENT LEARNING RATE: 1.0272142443612192e-05
previous_iter_valid_loss : 0.16366781294345856
1112940 0.163833 0.163668 0.165329 CURRENT LEARNING RATE: 1.027008822055263e-05
previous_iter_valid_loss : 0.16061438620090485
1112960 0.160770 0.160614 0.165334 CURRENT LEARNING RATE: 1.0268034408296596e-05
previous_iter_valid_loss : 0.1690041720867157
1112980 0.169160 0.169004 0.165725 CURRENT LEARNING RATE: 1.0265981006761921e-05
previous_iter_valid_loss : 0.1617770791053772
1113000 0.161969 0.161777 0.165771 CURRENT LEARNING RATE: 1.0263928015866506e-05
previous_iter_valid_loss : 0.16127616167068481
1113020 0.161465 0.161276 0.165101 CURRENT LEARNING RATE: 1.0261875435528213e-05
previous_iter_valid_loss : 0.16196008026599884
1113040 0.162125 0.161960 0.165168 CURRENT LEARNING RATE: 1.0259823265664939e-05
previous_iter_valid_loss : 0.16377049684524536
1113060 0.163943 0.163770 0.165032 CURRENT LEARNING RATE: 1.025777150619458e-05
previous_iter_valid_loss : 0.17509862780570984
1113080 0.175247 0.175099 0.165229 CURRENT LEARNING RATE: 1.0255720157035098e-05
previous_iter_valid_loss : 0.16971372067928314
1113100 0.169960 0.169714 0.164515 CURRENT LEARNING RATE: 1.0253669218104426e-05
previous_iter_valid_loss : 0.16227535903453827
1113120 0.162429 0.162275 0.164134 CURRENT LEARNING RATE: 1.0251618689320523e-05
previous_iter_valid_loss : 0.1631242334842682
1113140 0.163338 0.163124 0.164241 CURRENT LEARNING RATE: 1.0249568570601351e-05
previous_iter_valid_loss : 0.16494424641132355
1113160 0.165108 0.164944 0.164451 CURRENT LEARNING RATE: 1.0247518861864942e-05
previous_iter_valid_loss : 0.17173895239830017
1113180 0.172011 0.171739 0.164704 CURRENT LEARNING RATE: 1.0245469563029289e-05
previous_iter_valid_loss : 0.1606576144695282
1113200 0.160821 0.160658 0.164590 CURRENT LEARNING RATE: 1.024342067401242e-05
previous_iter_valid_loss : 0.16557691991329193
1113220 0.165741 0.165577 0.164195 CURRENT LEARNING RATE: 1.0241372194732358e-05
previous_iter_valid_loss : 0.16310429573059082
1113240 0.163275 0.163104 0.164190 CURRENT LEARNING RATE: 1.0239324125107206e-05
previous_iter_valid_loss : 0.19119350612163544
1113260 0.191321 0.191194 0.165672 CURRENT LEARNING RATE: 1.023727646505502e-05
previous_iter_valid_loss : 0.16571150720119476
1113280 0.165874 0.165712 0.165856 CURRENT LEARNING RATE: 1.0235229214493895e-05
previous_iter_valid_loss : 0.16264384984970093
1113300 0.162812 0.162644 0.165916 CURRENT LEARNING RATE: 1.0233182373341921e-05
previous_iter_valid_loss : 0.16976968944072723
1113320 0.170016 0.169770 0.166379 CURRENT LEARNING RATE: 1.023113594151726e-05
previous_iter_valid_loss : 0.17179720103740692
1113340 0.171942 0.171797 0.166785 CURRENT LEARNING RATE: 1.022908991893804e-05
previous_iter_valid_loss : 0.16200850903987885
1113360 0.162201 0.162009 0.166855 CURRENT LEARNING RATE: 1.02270443055224e-05
previous_iter_valid_loss : 0.1611340343952179
1113380 0.161287 0.161134 0.166461 CURRENT LEARNING RATE: 1.0224999101188552e-05
previous_iter_valid_loss : 0.1672571897506714
1113400 0.167416 0.167257 0.166735 CURRENT LEARNING RATE: 1.0222954305854667e-05
previous_iter_valid_loss : 0.16119365394115448
1113420 0.161375 0.161194 0.166731 CURRENT LEARNING RATE: 1.0220909919438957e-05
previous_iter_valid_loss : 0.16094431281089783
1113440 0.161127 0.160944 0.166680 CURRENT LEARNING RATE: 1.0218865941859626e-05
previous_iter_valid_loss : 0.1647968292236328
1113460 0.164966 0.164797 0.166732 CURRENT LEARNING RATE: 1.0216822373034954e-05
previous_iter_valid_loss : 0.16096338629722595
1113480 0.161124 0.160963 0.166025 CURRENT LEARNING RATE: 1.0214779212883176e-05
previous_iter_valid_loss : 0.1605726033449173
1113500 0.160742 0.160573 0.165568 CURRENT LEARNING RATE: 1.0212736461322571e-05
previous_iter_valid_loss : 0.16314443945884705
1113520 0.163314 0.163144 0.165611 CURRENT LEARNING RATE: 1.0210694118271406e-05
previous_iter_valid_loss : 0.16068990528583527
1113540 0.160866 0.160690 0.165490 CURRENT LEARNING RATE: 1.0208652183648025e-05
previous_iter_valid_loss : 0.16258415579795837
1113560 0.162750 0.162584 0.165372 CURRENT LEARNING RATE: 1.0206610657370733e-05
previous_iter_valid_loss : 0.17728321254253387
1113580 0.177584 0.177283 0.165649 CURRENT LEARNING RATE: 1.0204569539357869e-05
previous_iter_valid_loss : 0.1614890992641449
1113600 0.161684 0.161489 0.165690 CURRENT LEARNING RATE: 1.0202528829527769e-05
previous_iter_valid_loss : 0.19482830166816711
1113620 0.194944 0.194828 0.167153 CURRENT LEARNING RATE: 1.0200488527798842e-05
previous_iter_valid_loss : 0.18606099486351013
1113640 0.186201 0.186061 0.168301 CURRENT LEARNING RATE: 1.0198448634089457e-05
previous_iter_valid_loss : 0.17141006886959076
1113660 0.171558 0.171410 0.167312 CURRENT LEARNING RATE: 1.019640914831802e-05
previous_iter_valid_loss : 0.16142497956752777
1113680 0.161586 0.161425 0.167097 CURRENT LEARNING RATE: 1.0194370070402932e-05
previous_iter_valid_loss : 0.16342659294605255
1113700 0.163590 0.163427 0.167136 CURRENT LEARNING RATE: 1.0192331400262665e-05
previous_iter_valid_loss : 0.16094082593917847
1113720 0.161121 0.160941 0.166695 CURRENT LEARNING RATE: 1.0190293137815656e-05
previous_iter_valid_loss : 0.16049878299236298
1113740 0.160667 0.160499 0.166130 CURRENT LEARNING RATE: 1.0188255282980356e-05
previous_iter_valid_loss : 0.1634841412305832
1113760 0.163688 0.163484 0.166204 CURRENT LEARNING RATE: 1.0186217835675288e-05
previous_iter_valid_loss : 0.1610962301492691
1113780 0.161243 0.161096 0.166202 CURRENT LEARNING RATE: 1.0184180795818933e-05
previous_iter_valid_loss : 0.16055382788181305
1113800 0.160716 0.160554 0.165867 CURRENT LEARNING RATE: 1.0182144163329811e-05
previous_iter_valid_loss : 0.16571250557899475
1113820 0.165924 0.165713 0.166093 CURRENT LEARNING RATE: 1.018010793812644e-05
previous_iter_valid_loss : 0.16139639914035797
1113840 0.161552 0.161396 0.166115 CURRENT LEARNING RATE: 1.0178072120127405e-05
previous_iter_valid_loss : 0.1714649349451065
1113860 0.171621 0.171465 0.166449 CURRENT LEARNING RATE: 1.0176036709251257e-05
previous_iter_valid_loss : 0.16086463630199432
1113880 0.161041 0.160865 0.166444 CURRENT LEARNING RATE: 1.0174001705416578e-05
previous_iter_valid_loss : 0.17483165860176086
1113900 0.175099 0.174832 0.167157 CURRENT LEARNING RATE: 1.0171967108541951e-05
previous_iter_valid_loss : 0.16386288404464722
1113920 0.164026 0.163863 0.167193 CURRENT LEARNING RATE: 1.0169932918546028e-05
previous_iter_valid_loss : 0.1608898639678955
1113940 0.161071 0.160890 0.167203 CURRENT LEARNING RATE: 1.0167899135347422e-05
previous_iter_valid_loss : 0.1610363870859146
1113960 0.161224 0.161036 0.167125 CURRENT LEARNING RATE: 1.0165865758864784e-05
previous_iter_valid_loss : 0.16977937519550323
1113980 0.169926 0.169779 0.166750 CURRENT LEARNING RATE: 1.0163832789016759e-05
previous_iter_valid_loss : 0.1840743124485016
1114000 0.184453 0.184074 0.167879 CURRENT LEARNING RATE: 1.0161800225722064e-05
previous_iter_valid_loss : 0.1697254776954651
1114020 0.169874 0.169725 0.166624 CURRENT LEARNING RATE: 1.015976806889938e-05
previous_iter_valid_loss : 0.1643606275320053
1114040 0.164561 0.164361 0.165539 CURRENT LEARNING RATE: 1.0157736318467422e-05
previous_iter_valid_loss : 0.16378727555274963
1114060 0.163980 0.163787 0.165158 CURRENT LEARNING RATE: 1.0155704974344899e-05
previous_iter_valid_loss : 0.17416997253894806
1114080 0.174321 0.174170 0.165795 CURRENT LEARNING RATE: 1.0153674036450594e-05
previous_iter_valid_loss : 0.1605151891708374
1114100 0.160670 0.160515 0.165650 CURRENT LEARNING RATE: 1.015164350470325e-05
previous_iter_valid_loss : 0.18702153861522675
1114120 0.187159 0.187022 0.166954 CURRENT LEARNING RATE: 1.0149613379021632e-05
previous_iter_valid_loss : 0.17174531519412994
1114140 0.171898 0.171745 0.167516 CURRENT LEARNING RATE: 1.0147583659324569e-05
previous_iter_valid_loss : 0.16051790118217468
1114160 0.160669 0.160518 0.167368 CURRENT LEARNING RATE: 1.0145554345530852e-05
previous_iter_valid_loss : 0.16056610643863678
1114180 0.160720 0.160566 0.167341 CURRENT LEARNING RATE: 1.014352543755931e-05
previous_iter_valid_loss : 0.16094200313091278
1114200 0.161097 0.160942 0.167361 CURRENT LEARNING RATE: 1.014149693532877e-05
previous_iter_valid_loss : 0.18613629043102264
1114220 0.186281 0.186136 0.168382 CURRENT LEARNING RATE: 1.0139468838758127e-05
previous_iter_valid_loss : 0.16160671412944794
1114240 0.161793 0.161607 0.168392 CURRENT LEARNING RATE: 1.0137441147766237e-05
previous_iter_valid_loss : 0.1642492413520813
1114260 0.164421 0.164249 0.168032 CURRENT LEARNING RATE: 1.0135413862271995e-05
previous_iter_valid_loss : 0.17583724856376648
1114280 0.176124 0.175837 0.168780 CURRENT LEARNING RATE: 1.0133386982194293e-05
previous_iter_valid_loss : 0.1693059504032135
1114300 0.169542 0.169306 0.168504 CURRENT LEARNING RATE: 1.0131360507452087e-05
previous_iter_valid_loss : 0.17041590809822083
1114320 0.170670 0.170416 0.168832 CURRENT LEARNING RATE: 1.0129334437964304e-05
previous_iter_valid_loss : 0.17425821721553802
1114340 0.174404 0.174258 0.169500 CURRENT LEARNING RATE: 1.01273087736499e-05
previous_iter_valid_loss : 0.1714407205581665
1114360 0.171586 0.171441 0.170020 CURRENT LEARNING RATE: 1.012528351442783e-05
previous_iter_valid_loss : 0.16642777621746063
1114380 0.166592 0.166428 0.169853 CURRENT LEARNING RATE: 1.0123258660217119e-05
previous_iter_valid_loss : 0.16069144010543823
1114400 0.160863 0.160691 0.168683 CURRENT LEARNING RATE: 1.0121234210936757e-05
previous_iter_valid_loss : 0.1612624078989029
1114420 0.161442 0.161262 0.168260 CURRENT LEARNING RATE: 1.0119210166505764e-05
previous_iter_valid_loss : 0.17365320026874542
1114440 0.173925 0.173653 0.168725 CURRENT LEARNING RATE: 1.0117186526843162e-05
previous_iter_valid_loss : 0.16054463386535645
1114460 0.160705 0.160545 0.168563 CURRENT LEARNING RATE: 1.011516329186804e-05
previous_iter_valid_loss : 0.17135295271873474
1114480 0.171503 0.171353 0.168422 CURRENT LEARNING RATE: 1.011314046149945e-05
previous_iter_valid_loss : 0.16908612847328186
1114500 0.169239 0.169086 0.168851 CURRENT LEARNING RATE: 1.0111118035656463e-05
previous_iter_valid_loss : 0.17782099545001984
1114520 0.178120 0.177821 0.168391 CURRENT LEARNING RATE: 1.0109096014258216e-05
previous_iter_valid_loss : 0.16593243181705475
1114540 0.166098 0.165932 0.168100 CURRENT LEARNING RATE: 1.0107074397223811e-05
previous_iter_valid_loss : 0.1608954817056656
1114560 0.161073 0.160895 0.168119 CURRENT LEARNING RATE: 1.0105053184472382e-05
previous_iter_valid_loss : 0.16074106097221375
1114580 0.160899 0.160741 0.168128 CURRENT LEARNING RATE: 1.0103032375923067e-05
previous_iter_valid_loss : 0.16974782943725586
1114600 0.169990 0.169748 0.168568 CURRENT LEARNING RATE: 1.0101011971495064e-05
previous_iter_valid_loss : 0.16527904570102692
1114620 0.165442 0.165279 0.167525 CURRENT LEARNING RATE: 1.0098991971107541e-05
previous_iter_valid_loss : 0.16262321174144745
1114640 0.162819 0.162623 0.167576 CURRENT LEARNING RATE: 1.00969723746797e-05
previous_iter_valid_loss : 0.1650933027267456
1114660 0.165259 0.165093 0.167618 CURRENT LEARNING RATE: 1.0094953182130736e-05
previous_iter_valid_loss : 0.16145934164524078
1114680 0.161614 0.161459 0.166899 CURRENT LEARNING RATE: 1.0092934393379918e-05
previous_iter_valid_loss : 0.17115218937397003
1114700 0.171420 0.171152 0.166991 CURRENT LEARNING RATE: 1.0090916008346479e-05
previous_iter_valid_loss : 0.16183637082576752
1114720 0.162019 0.161836 0.166562 CURRENT LEARNING RATE: 1.0088898026949682e-05
previous_iter_valid_loss : 0.1717383861541748
1114740 0.171883 0.171738 0.166436 CURRENT LEARNING RATE: 1.0086880449108787e-05
previous_iter_valid_loss : 0.16100002825260162
1114760 0.161149 0.161000 0.165914 CURRENT LEARNING RATE: 1.008486327474313e-05
previous_iter_valid_loss : 0.1618219017982483
1114780 0.162015 0.161822 0.165684 CURRENT LEARNING RATE: 1.0082846503772007e-05
previous_iter_valid_loss : 0.16048073768615723
Current valid loss: 0.16048073768615723; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatam_4_layer6_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
1114800 0.160647 0.160481 0.165674 CURRENT LEARNING RATE: 1.0080830136114744e-05
previous_iter_valid_loss : 0.1617399901151657
1114820 0.161923 0.161740 0.165697 CURRENT LEARNING RATE: 1.007881417169067e-05
previous_iter_valid_loss : 0.16361986100673676
1114840 0.163807 0.163620 0.165196 CURRENT LEARNING RATE: 1.0076798610419182e-05
previous_iter_valid_loss : 0.16642408072948456
1114860 0.166583 0.166424 0.165490 CURRENT LEARNING RATE: 1.0074783452219641e-05
previous_iter_valid_loss : 0.16556206345558167
1114880 0.165727 0.165562 0.165200 CURRENT LEARNING RATE: 1.0072768697011437e-05
previous_iter_valid_loss : 0.1657959371805191
1114900 0.165956 0.165796 0.165036 CURRENT LEARNING RATE: 1.0070754344713966e-05
previous_iter_valid_loss : 0.16051384806632996
1114920 0.160680 0.160514 0.164170 CURRENT LEARNING RATE: 1.0068740395246688e-05
previous_iter_valid_loss : 0.16583135724067688
1114940 0.165991 0.165831 0.164165 CURRENT LEARNING RATE: 1.0066726848529027e-05
previous_iter_valid_loss : 0.1621522456407547
1114960 0.162338 0.162152 0.164228 CURRENT LEARNING RATE: 1.0064713704480424e-05
previous_iter_valid_loss : 0.1638822853565216
1114980 0.164054 0.163882 0.164385 CURRENT LEARNING RATE: 1.0062700963020387e-05
previous_iter_valid_loss : 0.17528395354747772
1115000 0.175432 0.175284 0.164662 CURRENT LEARNING RATE: 1.006068862406839e-05
previous_iter_valid_loss : 0.1606474071741104
1115020 0.160815 0.160647 0.164430 CURRENT LEARNING RATE: 1.005867668754394e-05
previous_iter_valid_loss : 0.16058902442455292
1115040 0.160756 0.160589 0.164329 CURRENT LEARNING RATE: 1.005666515336654e-05
previous_iter_valid_loss : 0.17277581989765167
1115060 0.173047 0.172776 0.164713 CURRENT LEARNING RATE: 1.0054654021455768e-05
previous_iter_valid_loss : 0.18768644332885742
1115080 0.187828 0.187686 0.166024 CURRENT LEARNING RATE: 1.0052643291731156e-05
previous_iter_valid_loss : 0.1619722545146942
1115100 0.162162 0.161972 0.165565 CURRENT LEARNING RATE: 1.0050632964112278e-05
previous_iter_valid_loss : 0.1952560693025589
1115120 0.195359 0.195256 0.167236 CURRENT LEARNING RATE: 1.0048623038518702e-05
previous_iter_valid_loss : 0.1630193442106247
1115140 0.163207 0.163019 0.166800 CURRENT LEARNING RATE: 1.0046613514870065e-05
previous_iter_valid_loss : 0.1981026530265808
1115160 0.198621 0.198103 0.168655 CURRENT LEARNING RATE: 1.0044604393085971e-05
previous_iter_valid_loss : 0.18085841834545135
1115180 0.181192 0.180858 0.169607 CURRENT LEARNING RATE: 1.0042595673086055e-05
previous_iter_valid_loss : 0.16681312024593353
1115200 0.167036 0.166813 0.169924 CURRENT LEARNING RATE: 1.0040587354789948e-05
previous_iter_valid_loss : 0.16229480504989624
1115220 0.162480 0.162295 0.169952 CURRENT LEARNING RATE: 1.0038579438117355e-05
previous_iter_valid_loss : 0.16360612213611603
1115240 0.163803 0.163606 0.169951 CURRENT LEARNING RATE: 1.0036571922987942e-05
previous_iter_valid_loss : 0.16452930867671967
1115260 0.164702 0.164529 0.169856 CURRENT LEARNING RATE: 1.0034564809321406e-05
previous_iter_valid_loss : 0.16076023876667023
1115280 0.160914 0.160760 0.169616 CURRENT LEARNING RATE: 1.0032558097037446e-05
previous_iter_valid_loss : 0.16051334142684937
1115300 0.160681 0.160513 0.169352 CURRENT LEARNING RATE: 1.003055178605583e-05
previous_iter_valid_loss : 0.16087327897548676
1115320 0.161045 0.160873 0.169370 CURRENT LEARNING RATE: 1.0028545876296284e-05
previous_iter_valid_loss : 0.1623297780752182
1115340 0.162486 0.162330 0.169195 CURRENT LEARNING RATE: 1.0026540367678558e-05
previous_iter_valid_loss : 0.16059879958629608
1115360 0.160769 0.160599 0.169117 CURRENT LEARNING RATE: 1.0024535260122467e-05
previous_iter_valid_loss : 0.16291868686676025
1115380 0.163078 0.162919 0.169069 CURRENT LEARNING RATE: 1.0022530553547788e-05
previous_iter_valid_loss : 0.16279715299606323
1115400 0.162997 0.162797 0.168445 CURRENT LEARNING RATE: 1.002052624787433e-05
previous_iter_valid_loss : 0.1613086611032486
1115420 0.161493 0.161309 0.168478 CURRENT LEARNING RATE: 1.0018522343021907e-05
previous_iter_valid_loss : 0.1659269630908966
1115440 0.166091 0.165927 0.168745 CURRENT LEARNING RATE: 1.0016518838910397e-05
previous_iter_valid_loss : 0.16079244017601013
1115460 0.160964 0.160792 0.168145 CURRENT LEARNING RATE: 1.0014515735459641e-05
previous_iter_valid_loss : 0.1785217523574829
1115480 0.178680 0.178522 0.167687 CURRENT LEARNING RATE: 1.0012513032589516e-05
previous_iter_valid_loss : 0.16084478795528412
1115500 0.161021 0.160845 0.167631 CURRENT LEARNING RATE: 1.0010510730219896e-05
previous_iter_valid_loss : 0.1771882325410843
1115520 0.177341 0.177188 0.166727 CURRENT LEARNING RATE: 1.0008508828270726e-05
previous_iter_valid_loss : 0.16251854598522186
1115540 0.162681 0.162519 0.166702 CURRENT LEARNING RATE: 1.000650732666191e-05
previous_iter_valid_loss : 0.18538546562194824
1115560 0.185776 0.185385 0.166066 CURRENT LEARNING RATE: 1.0004506225313387e-05
previous_iter_valid_loss : 0.1660575568675995
1115580 0.166215 0.166058 0.165326 CURRENT LEARNING RATE: 1.0002505524145097e-05
previous_iter_valid_loss : 0.16107966005802155
1115600 0.161237 0.161080 0.165040 CURRENT LEARNING RATE: 1.0000505223077047e-05
previous_iter_valid_loss : 0.16096162796020508
1115620 0.161143 0.160962 0.164973 CURRENT LEARNING RATE: 9.998505322029207e-06
previous_iter_valid_loss : 0.16682292520999908
1115640 0.167044 0.166823 0.165134 CURRENT LEARNING RATE: 9.996505820921581e-06
previous_iter_valid_loss : 0.16621318459510803
1115660 0.166371 0.166213 0.165218 CURRENT LEARNING RATE: 9.994506719674173e-06
previous_iter_valid_loss : 0.17211388051509857
1115680 0.172374 0.172114 0.165786 CURRENT LEARNING RATE: 9.992508018207051e-06
previous_iter_valid_loss : 0.16271552443504333
1115700 0.162900 0.162716 0.165896 CURRENT LEARNING RATE: 9.990509716440253e-06
previous_iter_valid_loss : 0.16888312995433807
1115720 0.169124 0.168883 0.166296 CURRENT LEARNING RATE: 9.988511814293826e-06
previous_iter_valid_loss : 0.17231805622577667
1115740 0.172577 0.172318 0.166796 CURRENT LEARNING RATE: 9.98651431168789e-06
previous_iter_valid_loss : 0.16060176491737366
1115760 0.160750 0.160602 0.166796 CURRENT LEARNING RATE: 9.98451720854253e-06
previous_iter_valid_loss : 0.16101190447807312
1115780 0.161168 0.161012 0.166701 CURRENT LEARNING RATE: 9.982520504777858e-06
previous_iter_valid_loss : 0.16990713775157928
1115800 0.170152 0.169907 0.167056 CURRENT LEARNING RATE: 9.98052420031399e-06
previous_iter_valid_loss : 0.16820640861988068
1115820 0.168446 0.168206 0.167401 CURRENT LEARNING RATE: 9.978528295071108e-06
previous_iter_valid_loss : 0.16654492914676666
1115840 0.166707 0.166545 0.167432 CURRENT LEARNING RATE: 9.97653278896936e-06
previous_iter_valid_loss : 0.1605270355939865
1115860 0.160689 0.160527 0.167419 CURRENT LEARNING RATE: 9.974537681928926e-06
previous_iter_valid_loss : 0.16526253521442413
1115880 0.165473 0.165263 0.166756 CURRENT LEARNING RATE: 9.972542973869983e-06
previous_iter_valid_loss : 0.16629579663276672
1115900 0.166509 0.166296 0.167028 CURRENT LEARNING RATE: 9.970548664712777e-06
previous_iter_valid_loss : 0.16346393525600433
1115920 0.163637 0.163464 0.166342 CURRENT LEARNING RATE: 9.968554754377518e-06
previous_iter_valid_loss : 0.16141600906848907
1115940 0.161613 0.161416 0.166287 CURRENT LEARNING RATE: 9.966561242784451e-06
previous_iter_valid_loss : 0.16193927824497223
1115960 0.162097 0.161939 0.165115 CURRENT LEARNING RATE: 9.964568129853819e-06
previous_iter_valid_loss : 0.16152945160865784
1115980 0.161712 0.161529 0.164888 CURRENT LEARNING RATE: 9.96257541550593e-06
previous_iter_valid_loss : 0.16054092347621918
1116000 0.160700 0.160541 0.164861 CURRENT LEARNING RATE: 9.960583099661057e-06
previous_iter_valid_loss : 0.16089390218257904
1116020 0.161049 0.160894 0.164858 CURRENT LEARNING RATE: 9.958591182239513e-06
previous_iter_valid_loss : 0.16816484928131104
1116040 0.168319 0.168165 0.164925 CURRENT LEARNING RATE: 9.9565996631616e-06
previous_iter_valid_loss : 0.16508474946022034
1116060 0.165243 0.165085 0.164869 CURRENT LEARNING RATE: 9.95460854234769e-06
previous_iter_valid_loss : 0.17789621651172638
1116080 0.178054 0.177896 0.165158 CURRENT LEARNING RATE: 9.952617819718122e-06
previous_iter_valid_loss : 0.16207320988178253
1116100 0.162233 0.162073 0.165126 CURRENT LEARNING RATE: 9.95062749519327e-06
previous_iter_valid_loss : 0.16211530566215515
1116120 0.162313 0.162115 0.164787 CURRENT LEARNING RATE: 9.948637568693502e-06
previous_iter_valid_loss : 0.17128127813339233
1116140 0.171545 0.171281 0.164735 CURRENT LEARNING RATE: 9.946648040139255e-06
previous_iter_valid_loss : 0.16337226331233978
1116160 0.163563 0.163372 0.164874 CURRENT LEARNING RATE: 9.94465890945093e-06
previous_iter_valid_loss : 0.17275263369083405
1116180 0.173023 0.172753 0.165461 CURRENT LEARNING RATE: 9.942670176548948e-06
previous_iter_valid_loss : 0.16366949677467346
1116200 0.163837 0.163669 0.165149 CURRENT LEARNING RATE: 9.940681841353789e-06
previous_iter_valid_loss : 0.16114263236522675
1116220 0.161302 0.161143 0.164796 CURRENT LEARNING RATE: 9.938693903785907e-06
previous_iter_valid_loss : 0.1610211879014969
1116240 0.161202 0.161021 0.164520 CURRENT LEARNING RATE: 9.936706363765781e-06
previous_iter_valid_loss : 0.1647968739271164
1116260 0.164969 0.164797 0.164733 CURRENT LEARNING RATE: 9.934719221213893e-06
previous_iter_valid_loss : 0.16188916563987732
1116280 0.162050 0.161889 0.164564 CURRENT LEARNING RATE: 9.932732476050793e-06
previous_iter_valid_loss : 0.1782018095254898
1116300 0.178363 0.178202 0.165160 CURRENT LEARNING RATE: 9.930746128196995e-06
previous_iter_valid_loss : 0.16094397008419037
1116320 0.161099 0.160944 0.165034 CURRENT LEARNING RATE: 9.928760177573044e-06
previous_iter_valid_loss : 0.17713941633701324
1116340 0.177291 0.177139 0.165820 CURRENT LEARNING RATE: 9.926774624099481e-06
previous_iter_valid_loss : 0.18616335093975067
1116360 0.186310 0.186163 0.167031 CURRENT LEARNING RATE: 9.924789467696923e-06
previous_iter_valid_loss : 0.16278664767742157
1116380 0.162951 0.162787 0.167094 CURRENT LEARNING RATE: 9.922804708285945e-06
previous_iter_valid_loss : 0.16094496846199036
1116400 0.161105 0.160945 0.167114 CURRENT LEARNING RATE: 9.920820345787158e-06
previous_iter_valid_loss : 0.16290892660617828
1116420 0.163111 0.162909 0.167215 CURRENT LEARNING RATE: 9.918836380121166e-06
previous_iter_valid_loss : 0.1651177853345871
1116440 0.165329 0.165118 0.167063 CURRENT LEARNING RATE: 9.91685281120865e-06
previous_iter_valid_loss : 0.1611107885837555
1116460 0.161292 0.161111 0.166864 CURRENT LEARNING RATE: 9.914869638970248e-06
previous_iter_valid_loss : 0.1778053492307663
1116480 0.178107 0.177805 0.166859 CURRENT LEARNING RATE: 9.912886863326632e-06
previous_iter_valid_loss : 0.16762128472328186
1116500 0.167774 0.167621 0.167137 CURRENT LEARNING RATE: 9.910904484198474e-06
previous_iter_valid_loss : 0.16249483823776245
1116520 0.162662 0.162495 0.167156 CURRENT LEARNING RATE: 9.908922501506515e-06
previous_iter_valid_loss : 0.16351909935474396
1116540 0.163685 0.163519 0.166768 CURRENT LEARNING RATE: 9.906940915171458e-06
previous_iter_valid_loss : 0.16092294454574585
1116560 0.161092 0.160923 0.166645 CURRENT LEARNING RATE: 9.90495972511402e-06
previous_iter_valid_loss : 0.1614297479391098
1116580 0.161615 0.161430 0.166079 CURRENT LEARNING RATE: 9.90297893125499e-06
previous_iter_valid_loss : 0.1715085357427597
1116600 0.171655 0.171509 0.166471 CURRENT LEARNING RATE: 9.90099853351512e-06
previous_iter_valid_loss : 0.1639784872531891
1116620 0.164189 0.163978 0.166613 CURRENT LEARNING RATE: 9.899018531815191e-06
previous_iter_valid_loss : 0.1699780523777008
1116640 0.170237 0.169978 0.167061 CURRENT LEARNING RATE: 9.897038926075988e-06
previous_iter_valid_loss : 0.16436275839805603
1116660 0.164571 0.164363 0.167039 CURRENT LEARNING RATE: 9.89505971621836e-06
previous_iter_valid_loss : 0.17376181483268738
1116680 0.174035 0.173762 0.167633 CURRENT LEARNING RATE: 9.893080902163122e-06
previous_iter_valid_loss : 0.165577694773674
1116700 0.165738 0.165578 0.167001 CURRENT LEARNING RATE: 9.891102483831121e-06
previous_iter_valid_loss : 0.18505941331386566
1116720 0.185203 0.185059 0.168207 CURRENT LEARNING RATE: 9.889124461143206e-06
previous_iter_valid_loss : 0.1613531857728958
1116740 0.161499 0.161353 0.167418 CURRENT LEARNING RATE: 9.887146834020286e-06
previous_iter_valid_loss : 0.1612684577703476
1116760 0.161426 0.161268 0.166173 CURRENT LEARNING RATE: 9.88516960238324e-06
previous_iter_valid_loss : 0.16463468968868256
1116780 0.164804 0.164635 0.166265 CURRENT LEARNING RATE: 9.883192766152982e-06
previous_iter_valid_loss : 0.16052678227424622
1116800 0.160689 0.160527 0.166245 CURRENT LEARNING RATE: 9.881216325250416e-06
previous_iter_valid_loss : 0.17410670220851898
1116820 0.174380 0.174107 0.166804 CURRENT LEARNING RATE: 9.879240279596522e-06
previous_iter_valid_loss : 0.16138088703155518
1116840 0.161535 0.161381 0.166618 CURRENT LEARNING RATE: 9.877264629112242e-06
previous_iter_valid_loss : 0.16416466236114502
1116860 0.164358 0.164165 0.166770 CURRENT LEARNING RATE: 9.875289373718548e-06
previous_iter_valid_loss : 0.16079755127429962
1116880 0.160941 0.160798 0.165920 CURRENT LEARNING RATE: 9.87331451333641e-06
previous_iter_valid_loss : 0.16147616505622864
1116900 0.161667 0.161476 0.165613 CURRENT LEARNING RATE: 9.871340047886875e-06
previous_iter_valid_loss : 0.1672031730413437
1116920 0.167364 0.167203 0.165848 CURRENT LEARNING RATE: 9.869365977290943e-06
previous_iter_valid_loss : 0.16391265392303467
1116940 0.164092 0.163913 0.165868 CURRENT LEARNING RATE: 9.867392301469634e-06
previous_iter_valid_loss : 0.16386036574840546
1116960 0.164041 0.163860 0.166015 CURRENT LEARNING RATE: 9.865419020344033e-06
previous_iter_valid_loss : 0.16632649302482605
1116980 0.166539 0.166326 0.166259 CURRENT LEARNING RATE: 9.863446133835197e-06
previous_iter_valid_loss : 0.16053222119808197
1117000 0.160693 0.160532 0.165711 CURRENT LEARNING RATE: 9.861473641864206e-06
previous_iter_valid_loss : 0.18144959211349487
1117020 0.181603 0.181450 0.166584 CURRENT LEARNING RATE: 9.859501544352145e-06
previous_iter_valid_loss : 0.17357946932315826
1117040 0.173726 0.173579 0.166764 CURRENT LEARNING RATE: 9.857529841220164e-06
previous_iter_valid_loss : 0.1608152985572815
1117060 0.161001 0.160815 0.166587 CURRENT LEARNING RATE: 9.85555853238938e-06
previous_iter_valid_loss : 0.1942596584558487
1117080 0.194373 0.194260 0.167612 CURRENT LEARNING RATE: 9.853587617780937e-06
previous_iter_valid_loss : 0.18964286148548126
1117100 0.190093 0.189643 0.168815 CURRENT LEARNING RATE: 9.851617097315983e-06
previous_iter_valid_loss : 0.18107132613658905
1117120 0.181418 0.181071 0.168616 CURRENT LEARNING RATE: 9.849646970915731e-06
previous_iter_valid_loss : 0.1609446257352829
1117140 0.161126 0.160945 0.168595 CURRENT LEARNING RATE: 9.84767723850136e-06
previous_iter_valid_loss : 0.17112258076667786
1117160 0.171378 0.171123 0.169088 CURRENT LEARNING RATE: 9.845707899994079e-06
previous_iter_valid_loss : 0.163992777466774
1117180 0.164192 0.163993 0.169056 CURRENT LEARNING RATE: 9.843738955315099e-06
previous_iter_valid_loss : 0.1632649153470993
1117200 0.163442 0.163265 0.169193 CURRENT LEARNING RATE: 9.841770404385695e-06
previous_iter_valid_loss : 0.17930608987808228
1117220 0.179629 0.179306 0.169453 CURRENT LEARNING RATE: 9.83980224712711e-06
previous_iter_valid_loss : 0.16096431016921997
1117240 0.161144 0.160964 0.169432 CURRENT LEARNING RATE: 9.837834483460613e-06
previous_iter_valid_loss : 0.16225764155387878
1117260 0.162446 0.162258 0.169337 CURRENT LEARNING RATE: 9.835867113307482e-06
previous_iter_valid_loss : 0.1634383350610733
1117280 0.163610 0.163438 0.169469 CURRENT LEARNING RATE: 9.833900136589054e-06
previous_iter_valid_loss : 0.1724802404642105
1117300 0.172738 0.172480 0.170019 CURRENT LEARNING RATE: 9.831933553226632e-06
previous_iter_valid_loss : 0.16409409046173096
1117320 0.164251 0.164094 0.169863 CURRENT LEARNING RATE: 9.829967363141536e-06
previous_iter_valid_loss : 0.16142767667770386
1117340 0.161587 0.161428 0.169739 CURRENT LEARNING RATE: 9.828001566255155e-06
previous_iter_valid_loss : 0.16052307188510895
1117360 0.160688 0.160523 0.169572 CURRENT LEARNING RATE: 9.826036162488835e-06
previous_iter_valid_loss : 0.16591539978981018
1117380 0.166129 0.165915 0.169552 CURRENT LEARNING RATE: 9.824071151763964e-06
previous_iter_valid_loss : 0.1621912121772766
1117400 0.162387 0.162191 0.169635 CURRENT LEARNING RATE: 9.822106534001923e-06
previous_iter_valid_loss : 0.16145087778568268
1117420 0.161609 0.161451 0.168635 CURRENT LEARNING RATE: 9.820142309124163e-06
previous_iter_valid_loss : 0.16067054867744446
1117440 0.160843 0.160671 0.167989 CURRENT LEARNING RATE: 9.818178477052097e-06
previous_iter_valid_loss : 0.16517658531665802
1117460 0.165383 0.165177 0.168207 CURRENT LEARNING RATE: 9.81621503770717e-06
previous_iter_valid_loss : 0.1646116077899933
1117480 0.164775 0.164612 0.166725 CURRENT LEARNING RATE: 9.81425199101083e-06
previous_iter_valid_loss : 0.16609589755535126
1117500 0.166257 0.166096 0.165548 CURRENT LEARNING RATE: 9.812289336884586e-06
previous_iter_valid_loss : 0.17197301983833313
1117520 0.172119 0.171973 0.165093 CURRENT LEARNING RATE: 9.810327075249918e-06
previous_iter_valid_loss : 0.16548679769039154
1117540 0.165691 0.165487 0.165320 CURRENT LEARNING RATE: 9.808365206028333e-06
previous_iter_valid_loss : 0.16251659393310547
1117560 0.162708 0.162517 0.164889 CURRENT LEARNING RATE: 9.806403729141343e-06
previous_iter_valid_loss : 0.16403284668922424
1117580 0.164216 0.164033 0.164891 CURRENT LEARNING RATE: 9.80444264451052e-06
previous_iter_valid_loss : 0.1675797998905182
1117600 0.167803 0.167580 0.165107 CURRENT LEARNING RATE: 9.802481952057402e-06
previous_iter_valid_loss : 0.16186971962451935
1117620 0.162031 0.161870 0.164235 CURRENT LEARNING RATE: 9.800521651703565e-06
previous_iter_valid_loss : 0.1794685274362564
1117640 0.179796 0.179469 0.165161 CURRENT LEARNING RATE: 9.798561743370578e-06
previous_iter_valid_loss : 0.16238830983638763
1117660 0.162575 0.162388 0.165167 CURRENT LEARNING RATE: 9.796602226980079e-06
previous_iter_valid_loss : 0.17221084237098694
1117680 0.172357 0.172211 0.165606 CURRENT LEARNING RATE: 9.79464310245367e-06
previous_iter_valid_loss : 0.16378071904182434
1117700 0.163975 0.163781 0.165171 CURRENT LEARNING RATE: 9.792684369712988e-06
previous_iter_valid_loss : 0.17277853190898895
1117720 0.173040 0.172779 0.165605 CURRENT LEARNING RATE: 9.790726028679664e-06
previous_iter_valid_loss : 0.16066168248653412
1117740 0.160826 0.160662 0.165567 CURRENT LEARNING RATE: 9.7887680792754e-06
previous_iter_valid_loss : 0.16097821295261383
1117760 0.161146 0.160978 0.165589 CURRENT LEARNING RATE: 9.78681052142186e-06
previous_iter_valid_loss : 0.16250525414943695
1117780 0.162676 0.162505 0.165419 CURRENT LEARNING RATE: 9.784853355040724e-06
previous_iter_valid_loss : 0.1607161909341812
1117800 0.160862 0.160716 0.165345 CURRENT LEARNING RATE: 9.78289658005374e-06
previous_iter_valid_loss : 0.17100289463996887
1117820 0.171263 0.171003 0.165823 CURRENT LEARNING RATE: 9.780940196382625e-06
previous_iter_valid_loss : 0.1681416630744934
1117840 0.168383 0.168142 0.166196 CURRENT LEARNING RATE: 9.778984203949115e-06
previous_iter_valid_loss : 0.16095790266990662
1117860 0.161136 0.160958 0.165985 CURRENT LEARNING RATE: 9.777028602674958e-06
previous_iter_valid_loss : 0.1607443392276764
1117880 0.160896 0.160744 0.165792 CURRENT LEARNING RATE: 9.775073392481964e-06
previous_iter_valid_loss : 0.16802331805229187
1117900 0.168250 0.168023 0.165888 CURRENT LEARNING RATE: 9.773118573291908e-06
previous_iter_valid_loss : 0.16212838888168335
1117920 0.162318 0.162128 0.165396 CURRENT LEARNING RATE: 9.771164145026595e-06
previous_iter_valid_loss : 0.16184884309768677
1117940 0.162005 0.161849 0.165214 CURRENT LEARNING RATE: 9.769210107607832e-06
previous_iter_valid_loss : 0.17042145133018494
1117960 0.170571 0.170421 0.165610 CURRENT LEARNING RATE: 9.767256460957493e-06
previous_iter_valid_loss : 0.1605602502822876
1117980 0.160716 0.160560 0.165436 CURRENT LEARNING RATE: 9.765303204997412e-06
previous_iter_valid_loss : 0.16277837753295898
1118000 0.162965 0.162778 0.165196 CURRENT LEARNING RATE: 9.763350339649462e-06
previous_iter_valid_loss : 0.1673780381679535
1118020 0.167531 0.167378 0.165471 CURRENT LEARNING RATE: 9.76139786483551e-06
previous_iter_valid_loss : 0.16476942598819733
1118040 0.164933 0.164769 0.164736 CURRENT LEARNING RATE: 9.759445780477489e-06
previous_iter_valid_loss : 0.16463357210159302
1118060 0.164794 0.164634 0.164849 CURRENT LEARNING RATE: 9.757494086497302e-06
previous_iter_valid_loss : 0.16525769233703613
1118080 0.165458 0.165258 0.164501 CURRENT LEARNING RATE: 9.755542782816879e-06
previous_iter_valid_loss : 0.1912502944469452
1118100 0.191377 0.191250 0.165874 CURRENT LEARNING RATE: 9.753591869358152e-06
previous_iter_valid_loss : 0.16096681356430054
1118120 0.161145 0.160967 0.165284 CURRENT LEARNING RATE: 9.751641346043119e-06
previous_iter_valid_loss : 0.16090509295463562
1118140 0.161086 0.160905 0.165296 CURRENT LEARNING RATE: 9.749691212793741e-06
previous_iter_valid_loss : 0.17810344696044922
1118160 0.178414 0.178103 0.166152 CURRENT LEARNING RATE: 9.747741469531993e-06
previous_iter_valid_loss : 0.1619594693183899
1118180 0.162127 0.161959 0.166125 CURRENT LEARNING RATE: 9.745792116179926e-06
previous_iter_valid_loss : 0.16661757230758667
1118200 0.166836 0.166618 0.166420 CURRENT LEARNING RATE: 9.743843152659541e-06
previous_iter_valid_loss : 0.1607491374015808
1118220 0.160927 0.160749 0.165907 CURRENT LEARNING RATE: 9.741894578892887e-06
previous_iter_valid_loss : 0.17649713158607483
1118240 0.176643 0.176497 0.166325 CURRENT LEARNING RATE: 9.739946394801998e-06
previous_iter_valid_loss : 0.1793275773525238
1118260 0.179638 0.179328 0.167244 CURRENT LEARNING RATE: 9.737998600308984e-06
previous_iter_valid_loss : 0.1726493388414383
1118280 0.172916 0.172649 0.167839 CURRENT LEARNING RATE: 9.736051195335915e-06
previous_iter_valid_loss : 0.16069531440734863
1118300 0.160871 0.160695 0.167472 CURRENT LEARNING RATE: 9.734104179804896e-06
previous_iter_valid_loss : 0.1618969440460205
1118320 0.162090 0.161897 0.167461 CURRENT LEARNING RATE: 9.732157553638028e-06
previous_iter_valid_loss : 0.16127894818782806
1118340 0.161465 0.161279 0.167432 CURRENT LEARNING RATE: 9.73021131675748e-06
previous_iter_valid_loss : 0.16343259811401367
1118360 0.163621 0.163433 0.167083 CURRENT LEARNING RATE: 9.728265469085387e-06
previous_iter_valid_loss : 0.17131635546684265
1118380 0.171560 0.171316 0.167621 CURRENT LEARNING RATE: 9.726320010543914e-06
previous_iter_valid_loss : 0.16057471930980682
1118400 0.160744 0.160575 0.167511 CURRENT LEARNING RATE: 9.724374941055224e-06
previous_iter_valid_loss : 0.1650799810886383
1118420 0.165287 0.165080 0.167396 CURRENT LEARNING RATE: 9.722430260541552e-06
previous_iter_valid_loss : 0.16052763164043427
1118440 0.160696 0.160528 0.167184 CURRENT LEARNING RATE: 9.72048596892509e-06
previous_iter_valid_loss : 0.175410658121109
1118460 0.175698 0.175411 0.167722 CURRENT LEARNING RATE: 9.718542066128069e-06
previous_iter_valid_loss : 0.2052157074213028
1118480 0.205280 0.205216 0.169720 CURRENT LEARNING RATE: 9.716598552072714e-06
previous_iter_valid_loss : 0.16134433448314667
1118500 0.161522 0.161344 0.168225 CURRENT LEARNING RATE: 9.714655426681321e-06
previous_iter_valid_loss : 0.16766031086444855
1118520 0.167883 0.167660 0.168560 CURRENT LEARNING RATE: 9.712712689876145e-06
previous_iter_valid_loss : 0.19380906224250793
1118540 0.193926 0.193809 0.170205 CURRENT LEARNING RATE: 9.710770341579461e-06
previous_iter_valid_loss : 0.16500437259674072
1118560 0.165167 0.165004 0.169550 CURRENT LEARNING RATE: 9.70882838171361e-06
previous_iter_valid_loss : 0.17277590930461884
1118580 0.172925 0.172776 0.170091 CURRENT LEARNING RATE: 9.706886810200895e-06
previous_iter_valid_loss : 0.17096024751663208
1118600 0.171109 0.170960 0.170308 CURRENT LEARNING RATE: 9.704945626963654e-06
previous_iter_valid_loss : 0.16053204238414764
1118620 0.160688 0.160532 0.170297 CURRENT LEARNING RATE: 9.703004831924222e-06
previous_iter_valid_loss : 0.18179911375045776
1118640 0.182142 0.181799 0.170562 CURRENT LEARNING RATE: 9.701064425005001e-06
previous_iter_valid_loss : 0.16634027659893036
1118660 0.166504 0.166340 0.169913 CURRENT LEARNING RATE: 9.699124406128358e-06
previous_iter_valid_loss : 0.1655653715133667
1118680 0.165782 0.165565 0.169558 CURRENT LEARNING RATE: 9.697184775216695e-06
previous_iter_valid_loss : 0.16483497619628906
1118700 0.165036 0.164835 0.169765 CURRENT LEARNING RATE: 9.695245532192405e-06
previous_iter_valid_loss : 0.1606541872024536
1118720 0.160820 0.160654 0.169703 CURRENT LEARNING RATE: 9.693306676977955e-06
previous_iter_valid_loss : 0.16050571203231812
1118740 0.160666 0.160506 0.169665 CURRENT LEARNING RATE: 9.691368209495774e-06
previous_iter_valid_loss : 0.16529931128025055
1118760 0.165462 0.165299 0.169758 CURRENT LEARNING RATE: 9.689430129668321e-06
previous_iter_valid_loss : 0.16093021631240845
1118780 0.161087 0.160930 0.169239 CURRENT LEARNING RATE: 9.68749243741806e-06
previous_iter_valid_loss : 0.16344068944454193
1118800 0.163606 0.163441 0.169382 CURRENT LEARNING RATE: 9.685555132667514e-06
previous_iter_valid_loss : 0.16216301918029785
1118820 0.162348 0.162163 0.169236 CURRENT LEARNING RATE: 9.683618215339173e-06
previous_iter_valid_loss : 0.16599665582180023
1118840 0.166152 0.165997 0.169510 CURRENT LEARNING RATE: 9.681681685355564e-06
previous_iter_valid_loss : 0.17273640632629395
1118860 0.173009 0.172736 0.169376 CURRENT LEARNING RATE: 9.679745542639206e-06
previous_iter_valid_loss : 0.16441750526428223
1118880 0.164583 0.164418 0.167336 CURRENT LEARNING RATE: 9.677809787112688e-06
previous_iter_valid_loss : 0.1740153431892395
1118900 0.174161 0.174015 0.167970 CURRENT LEARNING RATE: 9.675874418698563e-06
previous_iter_valid_loss : 0.1725671887397766
1118920 0.172710 0.172567 0.168215 CURRENT LEARNING RATE: 9.673939437319415e-06
previous_iter_valid_loss : 0.16054725646972656
1118940 0.160719 0.160547 0.166552 CURRENT LEARNING RATE: 9.672004842897828e-06
previous_iter_valid_loss : 0.1734306812286377
1118960 0.173704 0.173431 0.166973 CURRENT LEARNING RATE: 9.670070635356456e-06
previous_iter_valid_loss : 0.17975522577762604
1118980 0.180076 0.179755 0.167322 CURRENT LEARNING RATE: 9.668136814617908e-06
previous_iter_valid_loss : 0.16346271336078644
1119000 0.163637 0.163463 0.166947 CURRENT LEARNING RATE: 9.666203380604818e-06
previous_iter_valid_loss : 0.1664418876171112
1119020 0.166651 0.166442 0.167243 CURRENT LEARNING RATE: 9.664270333239881e-06
previous_iter_valid_loss : 0.1614341288805008
1119040 0.161628 0.161434 0.166224 CURRENT LEARNING RATE: 9.66233767244576e-06
previous_iter_valid_loss : 0.1606416255235672
1119060 0.160796 0.160642 0.165940 CURRENT LEARNING RATE: 9.660405398145147e-06
previous_iter_valid_loss : 0.16668261587619781
1119080 0.166838 0.166683 0.165995 CURRENT LEARNING RATE: 9.658473510260733e-06
previous_iter_valid_loss : 0.1657308042049408
1119100 0.165895 0.165731 0.166040 CURRENT LEARNING RATE: 9.656542008715278e-06
previous_iter_valid_loss : 0.17746518552303314
1119120 0.177620 0.177465 0.166881 CURRENT LEARNING RATE: 9.654610893431504e-06
previous_iter_valid_loss : 0.16115914285182953
1119140 0.161339 0.161159 0.166913 CURRENT LEARNING RATE: 9.652680164332168e-06
previous_iter_valid_loss : 0.16479142010211945
1119160 0.164962 0.164791 0.166888 CURRENT LEARNING RATE: 9.650749821340024e-06
previous_iter_valid_loss : 0.16762793064117432
1119180 0.167848 0.167628 0.167223 CURRENT LEARNING RATE: 9.648819864377888e-06
previous_iter_valid_loss : 0.16050511598587036
1119200 0.160664 0.160505 0.167076 CURRENT LEARNING RATE: 9.64689029336855e-06
previous_iter_valid_loss : 0.16592156887054443
1119220 0.166090 0.165922 0.167264 CURRENT LEARNING RATE: 9.644961108234825e-06
previous_iter_valid_loss : 0.20347152650356293
1119240 0.204038 0.203472 0.169138 CURRENT LEARNING RATE: 9.64303230889953e-06
previous_iter_valid_loss : 0.1649300754070282
1119260 0.165123 0.164930 0.168747 CURRENT LEARNING RATE: 9.641103895285543e-06
previous_iter_valid_loss : 0.16203424334526062
1119280 0.162196 0.162034 0.168628 CURRENT LEARNING RATE: 9.639175867315714e-06
previous_iter_valid_loss : 0.16223986446857452
1119300 0.162430 0.162240 0.168040 CURRENT LEARNING RATE: 9.637248224912922e-06
previous_iter_valid_loss : 0.167562797665596
1119320 0.167791 0.167563 0.167789 CURRENT LEARNING RATE: 9.635320968000042e-06
previous_iter_valid_loss : 0.1616445928812027
1119340 0.161834 0.161645 0.167844 CURRENT LEARNING RATE: 9.63339409650002e-06
previous_iter_valid_loss : 0.21483004093170166
1119360 0.215439 0.214830 0.169914 CURRENT LEARNING RATE: 9.63146761033576e-06
previous_iter_valid_loss : 0.1774827092885971
1119380 0.177783 0.177483 0.169801 CURRENT LEARNING RATE: 9.629541509430192e-06
previous_iter_valid_loss : 0.1633232980966568
1119400 0.163499 0.163323 0.169794 CURRENT LEARNING RATE: 9.627615793706303e-06
previous_iter_valid_loss : 0.17888590693473816
1119420 0.179047 0.178886 0.170416 CURRENT LEARNING RATE: 9.625690463087045e-06
previous_iter_valid_loss : 0.17119057476520538
1119440 0.171450 0.171191 0.170904 CURRENT LEARNING RATE: 9.623765517495408e-06
previous_iter_valid_loss : 0.16145926713943481
1119460 0.161643 0.161459 0.170944 CURRENT LEARNING RATE: 9.621840956854377e-06
previous_iter_valid_loss : 0.162253275513649
1119480 0.162414 0.162253 0.170723 CURRENT LEARNING RATE: 9.619916781087e-06
previous_iter_valid_loss : 0.17003019154071808
1119500 0.170179 0.170030 0.170938 CURRENT LEARNING RATE: 9.617992990116297e-06
previous_iter_valid_loss : 0.17479056119918823
1119520 0.175077 0.174791 0.170804 CURRENT LEARNING RATE: 9.616069583865314e-06
previous_iter_valid_loss : 0.16370302438735962
1119540 0.163910 0.163703 0.170931 CURRENT LEARNING RATE: 9.6141465622571e-06
previous_iter_valid_loss : 0.1607085019350052
1119560 0.160855 0.160709 0.170727 CURRENT LEARNING RATE: 9.612223925214766e-06
previous_iter_valid_loss : 0.16212119162082672
1119580 0.162320 0.162121 0.170452 CURRENT LEARNING RATE: 9.610301672661389e-06
previous_iter_valid_loss : 0.16050709784030914
1119600 0.160674 0.160507 0.170452 CURRENT LEARNING RATE: 9.608379804520083e-06
previous_iter_valid_loss : 0.18208347260951996
1119620 0.182235 0.182083 0.171260 CURRENT LEARNING RATE: 9.60645832071395e-06
previous_iter_valid_loss : 0.16463632881641388
1119640 0.164831 0.164636 0.169318 CURRENT LEARNING RATE: 9.604537221166173e-06
previous_iter_valid_loss : 0.16950568556785583
1119660 0.169657 0.169506 0.169547 CURRENT LEARNING RATE: 9.602616505799882e-06
previous_iter_valid_loss : 0.16286128759384155
1119680 0.163055 0.162861 0.169589 CURRENT LEARNING RATE: 9.600696174538254e-06
previous_iter_valid_loss : 0.16288726031780243
1119700 0.163051 0.162887 0.169621 CURRENT LEARNING RATE: 9.598776227304457e-06
previous_iter_valid_loss : 0.17657166719436646
1119720 0.176733 0.176572 0.170071 CURRENT LEARNING RATE: 9.596856664021727e-06
previous_iter_valid_loss : 0.1624690294265747
1119740 0.162670 0.162469 0.170113 CURRENT LEARNING RATE: 9.594937484613265e-06
previous_iter_valid_loss : 0.16616778075695038
1119760 0.166328 0.166168 0.167679 CURRENT LEARNING RATE: 9.593018689002287e-06
previous_iter_valid_loss : 0.16217893362045288
1119780 0.162332 0.162179 0.166914 CURRENT LEARNING RATE: 9.591100277112076e-06
previous_iter_valid_loss : 0.16610687971115112
1119800 0.166319 0.166107 0.167053 CURRENT LEARNING RATE: 9.589182248865875e-06
previous_iter_valid_loss : 0.16051633656024933
1119820 0.160689 0.160516 0.166135 CURRENT LEARNING RATE: 9.587264604186967e-06
previous_iter_valid_loss : 0.16751931607723236
1119840 0.167668 0.167519 0.165951 CURRENT LEARNING RATE: 9.585347342998626e-06
previous_iter_valid_loss : 0.1629776656627655
1119860 0.163180 0.162978 0.166027 CURRENT LEARNING RATE: 9.583430465224199e-06
previous_iter_valid_loss : 0.16068822145462036
1119880 0.160868 0.160688 0.165949 CURRENT LEARNING RATE: 9.58151397078699e-06
previous_iter_valid_loss : 0.17807523906230927
1119900 0.178230 0.178075 0.166351 CURRENT LEARNING RATE: 9.57959785961034e-06
previous_iter_valid_loss : 0.16964618861675262
1119920 0.169893 0.169646 0.166094 CURRENT LEARNING RATE: 9.577682131617592e-06
previous_iter_valid_loss : 0.17264148592948914
1119940 0.172910 0.172641 0.166541 CURRENT LEARNING RATE: 9.575766786732146e-06
previous_iter_valid_loss : 0.16354314982891083
1119960 0.163735 0.163543 0.166683 CURRENT LEARNING RATE: 9.573851824877373e-06
previous_iter_valid_loss : 0.16082891821861267
1119980 0.160988 0.160829 0.166618 CURRENT LEARNING RATE: 9.571937245976674e-06
previous_iter_valid_loss : 0.16423644125461578
1120000 0.164400 0.164236 0.166805 CURRENT LEARNING RATE: 9.570023049953449e-06
previous_iter_valid_loss : 0.16055767238140106
1120020 0.160711 0.160558 0.165728 CURRENT LEARNING RATE: 9.568109236731164e-06
previous_iter_valid_loss : 0.19674688577651978
1120040 0.196844 0.196747 0.167334 CURRENT LEARNING RATE: 9.56619580623325e-06
previous_iter_valid_loss : 0.1608130931854248
1120060 0.160989 0.160813 0.166899 CURRENT LEARNING RATE: 9.56428275838317e-06
previous_iter_valid_loss : 0.16081616282463074
1120080 0.160989 0.160816 0.166797 CURRENT LEARNING RATE: 9.562370093104384e-06
previous_iter_valid_loss : 0.1622251719236374
1120100 0.162394 0.162225 0.166764 CURRENT LEARNING RATE: 9.56045781032042e-06
previous_iter_valid_loss : 0.1615893542766571
1120120 0.161747 0.161589 0.166015 CURRENT LEARNING RATE: 9.558545909954771e-06
previous_iter_valid_loss : 0.16049978137016296
1120140 0.160661 0.160500 0.165916 CURRENT LEARNING RATE: 9.556634391930958e-06
previous_iter_valid_loss : 0.16458502411842346
1120160 0.164753 0.164585 0.165837 CURRENT LEARNING RATE: 9.554723256172506e-06
previous_iter_valid_loss : 0.161437526345253
1120180 0.161630 0.161438 0.165800 CURRENT LEARNING RATE: 9.552812502603002e-06
previous_iter_valid_loss : 0.17336499691009521
1120200 0.173510 0.173365 0.166163 CURRENT LEARNING RATE: 9.550902131145999e-06
previous_iter_valid_loss : 0.16281305253505707
1120220 0.163018 0.162813 0.166278 CURRENT LEARNING RATE: 9.548992141725066e-06
previous_iter_valid_loss : 0.16203288733959198
1120240 0.162228 0.162033 0.166003 CURRENT LEARNING RATE: 9.547082534263837e-06
previous_iter_valid_loss : 0.1650305837392807
1120260 0.165247 0.165031 0.166106 CURRENT LEARNING RATE: 9.54517330868591e-06
previous_iter_valid_loss : 0.17050744593143463
1120280 0.170661 0.170507 0.166597 CURRENT LEARNING RATE: 9.543264464914918e-06
previous_iter_valid_loss : 0.1604938507080078
1120300 0.160653 0.160494 0.165718 CURRENT LEARNING RATE: 9.541356002874489e-06
previous_iter_valid_loss : 0.16075585782527924
1120320 0.160929 0.160756 0.165274 CURRENT LEARNING RATE: 9.539447922488317e-06
previous_iter_valid_loss : 0.16250590980052948
1120340 0.162689 0.162506 0.164767 CURRENT LEARNING RATE: 9.537540223680062e-06
previous_iter_valid_loss : 0.1641034632921219
1120360 0.164303 0.164103 0.164795 CURRENT LEARNING RATE: 9.535632906373419e-06
previous_iter_valid_loss : 0.16576728224754333
1120380 0.165969 0.165767 0.165042 CURRENT LEARNING RATE: 9.533725970492077e-06
previous_iter_valid_loss : 0.1681915670633316
1120400 0.168345 0.168192 0.165239 CURRENT LEARNING RATE: 9.531819415959792e-06
previous_iter_valid_loss : 0.18022650480270386
1120420 0.180382 0.180227 0.166223 CURRENT LEARNING RATE: 9.529913242700283e-06
previous_iter_valid_loss : 0.16449443995952606
1120440 0.164652 0.164494 0.164610 CURRENT LEARNING RATE: 9.528007450637307e-06
previous_iter_valid_loss : 0.16411693394184113
1120460 0.164315 0.164117 0.164775 CURRENT LEARNING RATE: 9.526102039694612e-06
previous_iter_valid_loss : 0.16069844365119934
1120480 0.160862 0.160698 0.164770 CURRENT LEARNING RATE: 9.524197009796019e-06
previous_iter_valid_loss : 0.16072997450828552
1120500 0.160904 0.160730 0.164695 CURRENT LEARNING RATE: 9.522292360865306e-06
previous_iter_valid_loss : 0.16883878409862518
1120520 0.169076 0.168839 0.165057 CURRENT LEARNING RATE: 9.520388092826288e-06
previous_iter_valid_loss : 0.16611593961715698
1120540 0.166280 0.166116 0.165338 CURRENT LEARNING RATE: 9.518484205602779e-06
previous_iter_valid_loss : 0.1749386340379715
1120560 0.175219 0.174939 0.165856 CURRENT LEARNING RATE: 9.516580699118657e-06
previous_iter_valid_loss : 0.1631937175989151
1120580 0.163358 0.163194 0.165944 CURRENT LEARNING RATE: 9.514677573297763e-06
previous_iter_valid_loss : 0.1605151742696762
1120600 0.160692 0.160515 0.165301 CURRENT LEARNING RATE: 9.512774828063958e-06
previous_iter_valid_loss : 0.17369987070560455
1120620 0.173976 0.173700 0.165845 CURRENT LEARNING RATE: 9.510872463341162e-06
previous_iter_valid_loss : 0.16224215924739838
1120640 0.162432 0.162242 0.165856 CURRENT LEARNING RATE: 9.508970479053267e-06
previous_iter_valid_loss : 0.17850838601589203
1120660 0.178672 0.178508 0.166530 CURRENT LEARNING RATE: 9.507068875124194e-06
previous_iter_valid_loss : 0.1606166660785675
1120680 0.160783 0.160617 0.166035 CURRENT LEARNING RATE: 9.505167651477858e-06
previous_iter_valid_loss : 0.20602746307849884
1120700 0.206093 0.206027 0.168312 CURRENT LEARNING RATE: 9.503266808038245e-06
previous_iter_valid_loss : 0.16237285733222961
1120720 0.162530 0.162373 0.168393 CURRENT LEARNING RATE: 9.50136634472931e-06
previous_iter_valid_loss : 0.1614619940519333
1120740 0.161619 0.161462 0.168341 CURRENT LEARNING RATE: 9.499466261475027e-06
previous_iter_valid_loss : 0.16534075140953064
1120760 0.165505 0.165341 0.168402 CURRENT LEARNING RATE: 9.497566558199378e-06
previous_iter_valid_loss : 0.172261044383049
1120780 0.172403 0.172261 0.168727 CURRENT LEARNING RATE: 9.495667234826411e-06
previous_iter_valid_loss : 0.17352384328842163
1120800 0.173795 0.173524 0.168994 CURRENT LEARNING RATE: 9.493768291280136e-06
previous_iter_valid_loss : 0.16846954822540283
1120820 0.168620 0.168470 0.168406 CURRENT LEARNING RATE: 9.491869727484592e-06
previous_iter_valid_loss : 0.16183383762836456
1120840 0.162002 0.161834 0.168273 CURRENT LEARNING RATE: 9.48997154336382e-06
previous_iter_valid_loss : 0.16173586249351501
1120860 0.161923 0.161736 0.168154 CURRENT LEARNING RATE: 9.488073738841931e-06
previous_iter_valid_loss : 0.16223680973052979
1120880 0.162419 0.162237 0.168231 CURRENT LEARNING RATE: 9.486176313842992e-06
previous_iter_valid_loss : 0.16353070735931396
1120900 0.163721 0.163531 0.168371 CURRENT LEARNING RATE: 9.484279268291105e-06
previous_iter_valid_loss : 0.16144447028636932
1120920 0.161628 0.161444 0.168001 CURRENT LEARNING RATE: 9.482382602110377e-06
previous_iter_valid_loss : 0.16943001747131348
1120940 0.169670 0.169430 0.168167 CURRENT LEARNING RATE: 9.480486315224968e-06
previous_iter_valid_loss : 0.16084207594394684
1120960 0.161011 0.160842 0.167462 CURRENT LEARNING RATE: 9.478590407559014e-06
previous_iter_valid_loss : 0.16302600502967834
1120980 0.163192 0.163026 0.167454 CURRENT LEARNING RATE: 9.47669487903666e-06
previous_iter_valid_loss : 0.16655270755290985
1121000 0.166766 0.166553 0.167755 CURRENT LEARNING RATE: 9.47479972958212e-06
previous_iter_valid_loss : 0.16062308847904205
1121020 0.160795 0.160623 0.167102 CURRENT LEARNING RATE: 9.47290495911957e-06
previous_iter_valid_loss : 0.17410077154636383
1121040 0.174253 0.174101 0.167694 CURRENT LEARNING RATE: 9.47101056757322e-06
previous_iter_valid_loss : 0.16054414212703705
1121060 0.160699 0.160544 0.166796 CURRENT LEARNING RATE: 9.469116554867276e-06
previous_iter_valid_loss : 0.16078093647956848
1121080 0.160956 0.160781 0.166804 CURRENT LEARNING RATE: 9.467222920926014e-06
previous_iter_valid_loss : 0.16122391819953918
1121100 0.161380 0.161224 0.164564 CURRENT LEARNING RATE: 9.46532966567367e-06
previous_iter_valid_loss : 0.16873225569725037
1121120 0.168964 0.168732 0.164882 CURRENT LEARNING RATE: 9.463436789034513e-06
previous_iter_valid_loss : 0.17640213668346405
1121140 0.176555 0.176402 0.165629 CURRENT LEARNING RATE: 9.461544290932811e-06
previous_iter_valid_loss : 0.16272921860218048
1121160 0.162919 0.162729 0.165499 CURRENT LEARNING RATE: 9.4596521712929e-06
previous_iter_valid_loss : 0.16374462842941284
1121180 0.163907 0.163745 0.165073 CURRENT LEARNING RATE: 9.457760430039078e-06
previous_iter_valid_loss : 0.17331868410110474
1121200 0.173465 0.173319 0.165063 CURRENT LEARNING RATE: 9.455869067095672e-06
previous_iter_valid_loss : 0.16053548455238342
1121220 0.160708 0.160535 0.164666 CURRENT LEARNING RATE: 9.453978082387016e-06
previous_iter_valid_loss : 0.18447519838809967
1121240 0.184624 0.184475 0.165798 CURRENT LEARNING RATE: 9.4520874758375e-06
previous_iter_valid_loss : 0.16375494003295898
1121260 0.163927 0.163755 0.165899 CURRENT LEARNING RATE: 9.450197247371483e-06
previous_iter_valid_loss : 0.1605847179889679
1121280 0.160750 0.160585 0.165816 CURRENT LEARNING RATE: 9.448307396913359e-06
previous_iter_valid_loss : 0.16280987858772278
1121300 0.163007 0.162810 0.165780 CURRENT LEARNING RATE: 9.446417924387516e-06
previous_iter_valid_loss : 0.16207166016101837
1121320 0.162239 0.162072 0.165812 CURRENT LEARNING RATE: 9.444528829718407e-06
previous_iter_valid_loss : 0.16180869936943054
1121340 0.161966 0.161809 0.165431 CURRENT LEARNING RATE: 9.442640112830451e-06
previous_iter_valid_loss : 0.16063545644283295
1121360 0.160809 0.160635 0.165420 CURRENT LEARNING RATE: 9.440751773648085e-06
previous_iter_valid_loss : 0.16275179386138916
1121380 0.162941 0.162752 0.165407 CURRENT LEARNING RATE: 9.438863812095809e-06
previous_iter_valid_loss : 0.1623629927635193
1121400 0.162520 0.162363 0.165197 CURRENT LEARNING RATE: 9.436976228098086e-06
previous_iter_valid_loss : 0.16230566799640656
1121420 0.162493 0.162306 0.165281 CURRENT LEARNING RATE: 9.435089021579413e-06
previous_iter_valid_loss : 0.1605536788702011
1121440 0.160710 0.160554 0.164604 CURRENT LEARNING RATE: 9.433202192464287e-06
previous_iter_valid_loss : 0.17657002806663513
1121460 0.176721 0.176570 0.165405 CURRENT LEARNING RATE: 9.431315740677264e-06
previous_iter_valid_loss : 0.16348236799240112
1121480 0.163697 0.163482 0.165540 CURRENT LEARNING RATE: 9.429429666142872e-06
previous_iter_valid_loss : 0.16148094832897186
1121500 0.161642 0.161481 0.165553 CURRENT LEARNING RATE: 9.42754396878567e-06
previous_iter_valid_loss : 0.16781003773212433
1121520 0.168037 0.167810 0.165507 CURRENT LEARNING RATE: 9.42565864853021e-06
previous_iter_valid_loss : 0.16515959799289703
1121540 0.165367 0.165160 0.164945 CURRENT LEARNING RATE: 9.423773705301115e-06
previous_iter_valid_loss : 0.1639934629201889
1121560 0.164163 0.163993 0.165008 CURRENT LEARNING RATE: 9.421889139022969e-06
previous_iter_valid_loss : 0.16087456047534943
1121580 0.161034 0.160875 0.164864 CURRENT LEARNING RATE: 9.42000494962039e-06
previous_iter_valid_loss : 0.16848987340927124
1121600 0.168716 0.168490 0.164623 CURRENT LEARNING RATE: 9.418121137017992e-06
previous_iter_valid_loss : 0.16507050395011902
1121620 0.165233 0.165071 0.164850 CURRENT LEARNING RATE: 9.41623770114046e-06
previous_iter_valid_loss : 0.1606418788433075
1121640 0.160805 0.160642 0.163658 CURRENT LEARNING RATE: 9.414354641912435e-06
previous_iter_valid_loss : 0.17576812207698822
1121660 0.175919 0.175768 0.164259 CURRENT LEARNING RATE: 9.4124719592586e-06
previous_iter_valid_loss : 0.1714441031217575
1121680 0.171692 0.171444 0.164802 CURRENT LEARNING RATE: 9.410589653103625e-06
previous_iter_valid_loss : 0.17718487977981567
1121700 0.177476 0.177185 0.165520 CURRENT LEARNING RATE: 9.408707723372255e-06
previous_iter_valid_loss : 0.16242775321006775
1121720 0.162625 0.162428 0.165538 CURRENT LEARNING RATE: 9.406826169989195e-06
previous_iter_valid_loss : 0.16334709525108337
1121740 0.163541 0.163347 0.165615 CURRENT LEARNING RATE: 9.404944992879182e-06
previous_iter_valid_loss : 0.1621170938014984
1121760 0.162273 0.162117 0.165689 CURRENT LEARNING RATE: 9.403064191966954e-06
previous_iter_valid_loss : 0.16105668246746063
1121780 0.161220 0.161057 0.165605 CURRENT LEARNING RATE: 9.401183767177314e-06
previous_iter_valid_loss : 0.16242675483226776
1121800 0.162590 0.162427 0.165608 CURRENT LEARNING RATE: 9.399303718435023e-06
previous_iter_valid_loss : 0.16214418411254883
1121820 0.162328 0.162144 0.165600 CURRENT LEARNING RATE: 9.397424045664867e-06
previous_iter_valid_loss : 0.1612863689661026
1121840 0.161473 0.161286 0.165636 CURRENT LEARNING RATE: 9.39554474879169e-06
previous_iter_valid_loss : 0.16768570244312286
1121860 0.167905 0.167686 0.165192 CURRENT LEARNING RATE: 9.393665827740304e-06
previous_iter_valid_loss : 0.1604955643415451
1121880 0.160658 0.160496 0.165043 CURRENT LEARNING RATE: 9.391787282435552e-06
previous_iter_valid_loss : 0.1629330962896347
1121900 0.163125 0.162933 0.165115 CURRENT LEARNING RATE: 9.389909112802277e-06
previous_iter_valid_loss : 0.18656258285045624
1121920 0.186699 0.186563 0.166053 CURRENT LEARNING RATE: 9.388031318765383e-06
previous_iter_valid_loss : 0.16370022296905518
1121940 0.163906 0.163700 0.165980 CURRENT LEARNING RATE: 9.386153900249745e-06
previous_iter_valid_loss : 0.16188663244247437
1121960 0.162053 0.161887 0.165875 CURRENT LEARNING RATE: 9.384276857180263e-06
previous_iter_valid_loss : 0.1610819697380066
1121980 0.161259 0.161082 0.165885 CURRENT LEARNING RATE: 9.38240018948184e-06
previous_iter_valid_loss : 0.16176655888557434
1122000 0.161920 0.161767 0.165549 CURRENT LEARNING RATE: 9.380523897079442e-06
previous_iter_valid_loss : 0.1758449226617813
1122020 0.176130 0.175845 0.166088 CURRENT LEARNING RATE: 9.378647979898002e-06
previous_iter_valid_loss : 0.1642194241285324
1122040 0.164384 0.164219 0.166266 CURRENT LEARNING RATE: 9.376772437862482e-06
previous_iter_valid_loss : 0.16450004279613495
1122060 0.164667 0.164500 0.165703 CURRENT LEARNING RATE: 9.374897270897844e-06
previous_iter_valid_loss : 0.16256791353225708
1122080 0.162751 0.162568 0.165259 CURRENT LEARNING RATE: 9.373022478929115e-06
previous_iter_valid_loss : 0.1653202325105667
1122100 0.165478 0.165320 0.164666 CURRENT LEARNING RATE: 9.371148061881287e-06
previous_iter_valid_loss : 0.16226787865161896
1122120 0.162459 0.162268 0.164658 CURRENT LEARNING RATE: 9.369274019679383e-06
previous_iter_valid_loss : 0.16528378427028656
1122140 0.165492 0.165284 0.164755 CURRENT LEARNING RATE: 9.367400352248422e-06
previous_iter_valid_loss : 0.1639384627342224
1122160 0.164100 0.163938 0.164846 CURRENT LEARNING RATE: 9.365527059513495e-06
previous_iter_valid_loss : 0.1666039377450943
1122180 0.166764 0.166604 0.165123 CURRENT LEARNING RATE: 9.36365414139965e-06
previous_iter_valid_loss : 0.18512661755084991
1122200 0.185264 0.185127 0.166258 CURRENT LEARNING RATE: 9.361781597831957e-06
previous_iter_valid_loss : 0.16215938329696655
1122220 0.162327 0.162159 0.166259 CURRENT LEARNING RATE: 9.359909428735546e-06
previous_iter_valid_loss : 0.16560904681682587
1122240 0.165772 0.165609 0.166475 CURRENT LEARNING RATE: 9.358037634035512e-06
previous_iter_valid_loss : 0.16207261383533478
1122260 0.162269 0.162073 0.166195 CURRENT LEARNING RATE: 9.356166213656985e-06
previous_iter_valid_loss : 0.16145731508731842
1122280 0.161622 0.161457 0.166243 CURRENT LEARNING RATE: 9.354295167525091e-06
previous_iter_valid_loss : 0.16061465442180634
1122300 0.160781 0.160615 0.166127 CURRENT LEARNING RATE: 9.352424495565023e-06
previous_iter_valid_loss : 0.16197478771209717
1122320 0.162175 0.161975 0.164897 CURRENT LEARNING RATE: 9.350554197701936e-06
previous_iter_valid_loss : 0.1707627773284912
1122340 0.171011 0.170763 0.165250 CURRENT LEARNING RATE: 9.348684273861016e-06
previous_iter_valid_loss : 0.16067227721214294
1122360 0.160834 0.160672 0.165190 CURRENT LEARNING RATE: 9.346814723967452e-06
previous_iter_valid_loss : 0.16074062883853912
1122380 0.160916 0.160741 0.165173 CURRENT LEARNING RATE: 9.344945547946495e-06
previous_iter_valid_loss : 0.17580588161945343
1122400 0.176087 0.175806 0.165875 CURRENT LEARNING RATE: 9.343076745723363e-06
previous_iter_valid_loss : 0.16062362492084503
1122420 0.160793 0.160624 0.165114 CURRENT LEARNING RATE: 9.3412083172233e-06
previous_iter_valid_loss : 0.1610555350780487
1122440 0.161244 0.161056 0.164955 CURRENT LEARNING RATE: 9.339340262371555e-06
previous_iter_valid_loss : 0.16315467655658722
1122460 0.163363 0.163155 0.164888 CURRENT LEARNING RATE: 9.33747258109344e-06
previous_iter_valid_loss : 0.16085125505924225
1122480 0.161004 0.160851 0.164802 CURRENT LEARNING RATE: 9.335605273314226e-06
previous_iter_valid_loss : 0.16773322224617004
1122500 0.167958 0.167733 0.164923 CURRENT LEARNING RATE: 9.333738338959227e-06
previous_iter_valid_loss : 0.16919413208961487
1122520 0.169443 0.169194 0.165269 CURRENT LEARNING RATE: 9.331871777953746e-06
previous_iter_valid_loss : 0.16082674264907837
1122540 0.160995 0.160827 0.165046 CURRENT LEARNING RATE: 9.330005590223153e-06
previous_iter_valid_loss : 0.16093817353248596
1122560 0.161116 0.160938 0.164896 CURRENT LEARNING RATE: 9.328139775692785e-06
previous_iter_valid_loss : 0.16197486221790314
1122580 0.162140 0.161975 0.164665 CURRENT LEARNING RATE: 9.326274334287991e-06
previous_iter_valid_loss : 0.16075043380260468
1122600 0.160908 0.160750 0.163446 CURRENT LEARNING RATE: 9.324409265934191e-06
previous_iter_valid_loss : 0.16054725646972656
1122620 0.160722 0.160547 0.163366 CURRENT LEARNING RATE: 9.322544570556763e-06
previous_iter_valid_loss : 0.17637349665164948
1122640 0.176525 0.176373 0.163904 CURRENT LEARNING RATE: 9.320680248081118e-06
previous_iter_valid_loss : 0.1631210595369339
1122660 0.163305 0.163121 0.163956 CURRENT LEARNING RATE: 9.318816298432667e-06
previous_iter_valid_loss : 0.1619964987039566
1122680 0.162189 0.161996 0.163983 CURRENT LEARNING RATE: 9.316952721536887e-06
previous_iter_valid_loss : 0.1605447232723236
1122700 0.160720 0.160545 0.163980 CURRENT LEARNING RATE: 9.315089517319216e-06
previous_iter_valid_loss : 0.17591312527656555
1122720 0.176190 0.175913 0.164677 CURRENT LEARNING RATE: 9.313226685705126e-06
previous_iter_valid_loss : 0.16229777038097382
1122740 0.162484 0.162298 0.164253 CURRENT LEARNING RATE: 9.31136422662009e-06
previous_iter_valid_loss : 0.1616453230381012
1122760 0.161802 0.161645 0.164302 CURRENT LEARNING RATE: 9.309502139989642e-06
previous_iter_valid_loss : 0.17526908218860626
1122780 0.175554 0.175269 0.165028 CURRENT LEARNING RATE: 9.307640425739278e-06
previous_iter_valid_loss : 0.16108250617980957
1122800 0.161265 0.161083 0.164292 CURRENT LEARNING RATE: 9.305779083794533e-06
previous_iter_valid_loss : 0.19592134654521942
1122820 0.196027 0.195921 0.166057 CURRENT LEARNING RATE: 9.303918114080937e-06
previous_iter_valid_loss : 0.16618983447551727
1122840 0.166354 0.166190 0.166314 CURRENT LEARNING RATE: 9.302057516524082e-06
previous_iter_valid_loss : 0.17315605282783508
1122860 0.173297 0.173156 0.166814 CURRENT LEARNING RATE: 9.300197291049531e-06
previous_iter_valid_loss : 0.16053013503551483
1122880 0.160694 0.160530 0.166798 CURRENT LEARNING RATE: 9.298337437582872e-06
previous_iter_valid_loss : 0.1694210320711136
1122900 0.169570 0.169421 0.166882 CURRENT LEARNING RATE: 9.296477956049695e-06
previous_iter_valid_loss : 0.1609250009059906
1122920 0.161082 0.160925 0.166469 CURRENT LEARNING RATE: 9.294618846375653e-06
previous_iter_valid_loss : 0.16143493354320526
1122940 0.161624 0.161435 0.166499 CURRENT LEARNING RATE: 9.292760108486366e-06
previous_iter_valid_loss : 0.1679268777370453
1122960 0.168149 0.167927 0.166849 CURRENT LEARNING RATE: 9.290901742307487e-06
previous_iter_valid_loss : 0.17076632380485535
1122980 0.171028 0.170766 0.167288 CURRENT LEARNING RATE: 9.28904374776466e-06
previous_iter_valid_loss : 0.16547471284866333
1123000 0.165676 0.165475 0.167524 CURRENT LEARNING RATE: 9.287186124783601e-06
previous_iter_valid_loss : 0.16082987189292908
1123020 0.161006 0.160830 0.167538 CURRENT LEARNING RATE: 9.28532887328999e-06
previous_iter_valid_loss : 0.16059108078479767
1123040 0.160748 0.160591 0.166749 CURRENT LEARNING RATE: 9.283471993209517e-06
previous_iter_valid_loss : 0.1744518131017685
1123060 0.174603 0.174452 0.167316 CURRENT LEARNING RATE: 9.281615484467942e-06
previous_iter_valid_loss : 0.16051337122917175
1123080 0.160674 0.160513 0.167242 CURRENT LEARNING RATE: 9.279759346990989e-06
previous_iter_valid_loss : 0.17690250277519226
1123100 0.177054 0.176903 0.168060 CURRENT LEARNING RATE: 9.277903580704409e-06
previous_iter_valid_loss : 0.1692553162574768
1123120 0.169497 0.169255 0.167727 CURRENT LEARNING RATE: 9.276048185533956e-06
previous_iter_valid_loss : 0.1661958247423172
1123140 0.166361 0.166196 0.167922 CURRENT LEARNING RATE: 9.274193161405451e-06
previous_iter_valid_loss : 0.16783864796161652
1123160 0.167996 0.167839 0.168231 CURRENT LEARNING RATE: 9.272338508244673e-06
previous_iter_valid_loss : 0.19274277985095978
1123180 0.193203 0.192743 0.169105 CURRENT LEARNING RATE: 9.270484225977435e-06
previous_iter_valid_loss : 0.18679240345954895
1123200 0.187185 0.186792 0.170391 CURRENT LEARNING RATE: 9.268630314529552e-06
previous_iter_valid_loss : 0.16801825165748596
1123220 0.168251 0.168018 0.168995 CURRENT LEARNING RATE: 9.2667767738269e-06
previous_iter_valid_loss : 0.17037071287631989
1123240 0.170524 0.170371 0.169204 CURRENT LEARNING RATE: 9.264923603795318e-06
previous_iter_valid_loss : 0.16060706973075867
1123260 0.160769 0.160607 0.168577 CURRENT LEARNING RATE: 9.263070804360683e-06
previous_iter_valid_loss : 0.16289062798023224
1123280 0.163084 0.162891 0.168695 CURRENT LEARNING RATE: 9.261218375448865e-06
previous_iter_valid_loss : 0.16105951368808746
1123300 0.161215 0.161060 0.168277 CURRENT LEARNING RATE: 9.259366316985799e-06
previous_iter_valid_loss : 0.1652974635362625
1123320 0.165499 0.165297 0.168496 CURRENT LEARNING RATE: 9.257514628897388e-06
previous_iter_valid_loss : 0.1607435941696167
1123340 0.160909 0.160744 0.168461 CURRENT LEARNING RATE: 9.255663311109563e-06
previous_iter_valid_loss : 0.17621366679668427
1123360 0.176370 0.176214 0.168875 CURRENT LEARNING RATE: 9.253812363548254e-06
previous_iter_valid_loss : 0.17967285215854645
1123380 0.179831 0.179673 0.169321 CURRENT LEARNING RATE: 9.25196178613946e-06
previous_iter_valid_loss : 0.16395990550518036
1123400 0.164132 0.163960 0.169245 CURRENT LEARNING RATE: 9.250111578809136e-06
previous_iter_valid_loss : 0.16285188496112823
1123420 0.163040 0.162852 0.169346 CURRENT LEARNING RATE: 9.248261741483261e-06
previous_iter_valid_loss : 0.16238634288311005
1123440 0.162549 0.162386 0.169436 CURRENT LEARNING RATE: 9.246412274087872e-06
previous_iter_valid_loss : 0.16906309127807617
1123460 0.169306 0.169063 0.169166 CURRENT LEARNING RATE: 9.244563176548976e-06
previous_iter_valid_loss : 0.1771884709596634
1123480 0.177492 0.177188 0.170000 CURRENT LEARNING RATE: 9.242714448792608e-06
previous_iter_valid_loss : 0.17659993469715118
1123500 0.176751 0.176600 0.169985 CURRENT LEARNING RATE: 9.240866090744805e-06
previous_iter_valid_loss : 0.16051112115383148
1123520 0.160674 0.160511 0.169548 CURRENT LEARNING RATE: 9.239018102331661e-06
previous_iter_valid_loss : 0.17004691064357758
1123540 0.170199 0.170047 0.169740 CURRENT LEARNING RATE: 9.237170483479244e-06
previous_iter_valid_loss : 0.16279014945030212
1123560 0.162953 0.162790 0.169488 CURRENT LEARNING RATE: 9.235323234113644e-06
previous_iter_valid_loss : 0.16106069087982178
1123580 0.161245 0.161061 0.167904 CURRENT LEARNING RATE: 9.233476354160962e-06
previous_iter_valid_loss : 0.16210967302322388
1123600 0.162271 0.162110 0.166670 CURRENT LEARNING RATE: 9.23162984354735e-06
previous_iter_valid_loss : 0.16147677600383759
1123620 0.161627 0.161477 0.166343 CURRENT LEARNING RATE: 9.229783702198934e-06
previous_iter_valid_loss : 0.19688214361667633
1123640 0.197374 0.196882 0.167668 CURRENT LEARNING RATE: 9.227937930041868e-06
previous_iter_valid_loss : 0.16964022815227509
1123660 0.169878 0.169640 0.168120 CURRENT LEARNING RATE: 9.226092527002302e-06
previous_iter_valid_loss : 0.1702895313501358
1123680 0.170545 0.170290 0.168490 CURRENT LEARNING RATE: 9.224247493006456e-06
previous_iter_valid_loss : 0.16594161093235016
1123700 0.166155 0.165942 0.168734 CURRENT LEARNING RATE: 9.22240282798051e-06
previous_iter_valid_loss : 0.16171394288539886
1123720 0.161870 0.161714 0.168555 CURRENT LEARNING RATE: 9.22055853185068e-06
previous_iter_valid_loss : 0.16864655911922455
1123740 0.168885 0.168647 0.168950 CURRENT LEARNING RATE: 9.218714604543175e-06
previous_iter_valid_loss : 0.16728660464286804
1123760 0.167440 0.167287 0.168503 CURRENT LEARNING RATE: 9.21687104598427e-06
previous_iter_valid_loss : 0.1796165555715561
1123780 0.179777 0.179617 0.168501 CURRENT LEARNING RATE: 9.215027856100211e-06
previous_iter_valid_loss : 0.20390965044498444
1123800 0.203975 0.203910 0.170498 CURRENT LEARNING RATE: 9.21318503481725e-06
previous_iter_valid_loss : 0.17362940311431885
1123820 0.173774 0.173629 0.171037 CURRENT LEARNING RATE: 9.211342582061706e-06
previous_iter_valid_loss : 0.16361777484416962
1123840 0.163809 0.163618 0.171099 CURRENT LEARNING RATE: 9.209500497759869e-06
previous_iter_valid_loss : 0.16119718551635742
1123860 0.161379 0.161197 0.170705 CURRENT LEARNING RATE: 9.207658781838053e-06
previous_iter_valid_loss : 0.16142386198043823
1123880 0.161609 0.161424 0.169917 CURRENT LEARNING RATE: 9.205817434222573e-06
previous_iter_valid_loss : 0.18183091282844543
1123900 0.182194 0.181831 0.170179 CURRENT LEARNING RATE: 9.203976454839808e-06
previous_iter_valid_loss : 0.1609828919172287
1123920 0.161141 0.160983 0.170202 CURRENT LEARNING RATE: 9.202135843616101e-06
previous_iter_valid_loss : 0.16627337038516998
1123940 0.166479 0.166273 0.170013 CURRENT LEARNING RATE: 9.20029560047783e-06
previous_iter_valid_loss : 0.1630546897649765
1123960 0.163218 0.163055 0.170027 CURRENT LEARNING RATE: 9.198455725351367e-06
previous_iter_valid_loss : 0.18614459037780762
1123980 0.186280 0.186145 0.171281 CURRENT LEARNING RATE: 9.196616218163152e-06
previous_iter_valid_loss : 0.18637800216674805
1124000 0.186516 0.186378 0.172494 CURRENT LEARNING RATE: 9.194777078839586e-06
previous_iter_valid_loss : 0.16072213649749756
1124020 0.160901 0.160722 0.172457 CURRENT LEARNING RATE: 9.192938307307106e-06
previous_iter_valid_loss : 0.16129092872142792
1124040 0.161449 0.161291 0.170677 CURRENT LEARNING RATE: 9.191099903492142e-06
previous_iter_valid_loss : 0.1610005646944046
1124060 0.161163 0.161001 0.170245 CURRENT LEARNING RATE: 9.189261867321192e-06
previous_iter_valid_loss : 0.16355246305465698
1124080 0.163728 0.163552 0.169908 CURRENT LEARNING RATE: 9.187424198720718e-06
previous_iter_valid_loss : 0.16450940072536469
1124100 0.164713 0.164509 0.169837 CURRENT LEARNING RATE: 9.185586897617212e-06
previous_iter_valid_loss : 0.1912079155445099
1124120 0.191330 0.191208 0.171311 CURRENT LEARNING RATE: 9.183749963937169e-06
previous_iter_valid_loss : 0.16098113358020782
1124140 0.161122 0.160981 0.170928 CURRENT LEARNING RATE: 9.18191339760714e-06
previous_iter_valid_loss : 0.1774304360151291
1124160 0.177727 0.177430 0.171435 CURRENT LEARNING RATE: 9.18007719855365e-06
previous_iter_valid_loss : 0.16061636805534363
1124180 0.160789 0.160616 0.170485 CURRENT LEARNING RATE: 9.17824136670323e-06
previous_iter_valid_loss : 0.20920266211032867
1124200 0.209260 0.209203 0.170750 CURRENT LEARNING RATE: 9.176405901982485e-06
previous_iter_valid_loss : 0.16185545921325684
1124220 0.162043 0.161855 0.170161 CURRENT LEARNING RATE: 9.174570804317975e-06
previous_iter_valid_loss : 0.16104628145694733
1124240 0.161229 0.161046 0.170033 CURRENT LEARNING RATE: 9.1727360736363e-06
previous_iter_valid_loss : 0.16313666105270386
1124260 0.163303 0.163137 0.170130 CURRENT LEARNING RATE: 9.170901709864052e-06
previous_iter_valid_loss : 0.17102375626564026
1124280 0.171176 0.171024 0.170610 CURRENT LEARNING RATE: 9.16906771292789e-06
previous_iter_valid_loss : 0.1605934053659439
1124300 0.160764 0.160593 0.169548 CURRENT LEARNING RATE: 9.16723408275444e-06
previous_iter_valid_loss : 0.16071952879428864
1124320 0.160890 0.160720 0.169535 CURRENT LEARNING RATE: 9.165400819270352e-06
previous_iter_valid_loss : 0.16116346418857574
1124340 0.161352 0.161163 0.169279 CURRENT LEARNING RATE: 9.163567922402282e-06
previous_iter_valid_loss : 0.16267803311347961
1124360 0.162847 0.162678 0.169260 CURRENT LEARNING RATE: 9.161735392076947e-06
previous_iter_valid_loss : 0.1791680008172989
1124380 0.179329 0.179168 0.168911 CURRENT LEARNING RATE: 9.159903228221029e-06
previous_iter_valid_loss : 0.17656643688678741
1124400 0.176727 0.176566 0.168421 CURRENT LEARNING RATE: 9.158071430761242e-06
previous_iter_valid_loss : 0.16480650007724762
1124420 0.164969 0.164807 0.168625 CURRENT LEARNING RATE: 9.156239999624295e-06
previous_iter_valid_loss : 0.1734091192483902
1124440 0.173556 0.173409 0.169231 CURRENT LEARNING RATE: 9.154408934736966e-06
previous_iter_valid_loss : 0.18303802609443665
1124460 0.183186 0.183038 0.170333 CURRENT LEARNING RATE: 9.152578236025996e-06
previous_iter_valid_loss : 0.1605214774608612
1124480 0.160677 0.160521 0.170181 CURRENT LEARNING RATE: 9.150747903418157e-06
previous_iter_valid_loss : 0.1612335592508316
1124500 0.161390 0.161234 0.170017 CURRENT LEARNING RATE: 9.14891793684022e-06
previous_iter_valid_loss : 0.16414399445056915
1124520 0.164316 0.164144 0.168664 CURRENT LEARNING RATE: 9.147088336219018e-06
previous_iter_valid_loss : 0.16060177981853485
1124540 0.160767 0.160602 0.168645 CURRENT LEARNING RATE: 9.145259101481349e-06
previous_iter_valid_loss : 0.184431254863739
1124560 0.184574 0.184431 0.168995 CURRENT LEARNING RATE: 9.143430232554046e-06
previous_iter_valid_loss : 0.16200673580169678
1124580 0.162160 0.162007 0.169065 CURRENT LEARNING RATE: 9.141601729363937e-06
previous_iter_valid_loss : 0.16399620473384857
1124600 0.164162 0.163996 0.166805 CURRENT LEARNING RATE: 9.139773591837915e-06
previous_iter_valid_loss : 0.18850596249103546
1124620 0.188641 0.188506 0.168137 CURRENT LEARNING RATE: 9.137945819902837e-06
previous_iter_valid_loss : 0.16438990831375122
1124640 0.164561 0.164390 0.168304 CURRENT LEARNING RATE: 9.136118413485577e-06
previous_iter_valid_loss : 0.16062888503074646
1124660 0.160805 0.160629 0.168179 CURRENT LEARNING RATE: 9.134291372513073e-06
previous_iter_valid_loss : 0.16067244112491608
1124680 0.160850 0.160672 0.167661 CURRENT LEARNING RATE: 9.132464696912223e-06
previous_iter_valid_loss : 0.16421130299568176
1124700 0.164383 0.164211 0.167842 CURRENT LEARNING RATE: 9.130638386609963e-06
previous_iter_valid_loss : 0.16077618300914764
1124720 0.160933 0.160776 0.167845 CURRENT LEARNING RATE: 9.128812441533223e-06
previous_iter_valid_loss : 0.16524510085582733
1124740 0.165449 0.165245 0.168049 CURRENT LEARNING RATE: 9.126986861608998e-06
previous_iter_valid_loss : 0.16146282851696014
1124760 0.161652 0.161463 0.167988 CURRENT LEARNING RATE: 9.125161646764248e-06
previous_iter_valid_loss : 0.16344690322875977
1124780 0.163618 0.163447 0.167202 CURRENT LEARNING RATE: 9.123336796925968e-06
previous_iter_valid_loss : 0.1604885756969452
1124800 0.160650 0.160489 0.166398 CURRENT LEARNING RATE: 9.121512312021142e-06
previous_iter_valid_loss : 0.16055552661418915
1124820 0.160720 0.160556 0.166186 CURRENT LEARNING RATE: 9.119688191976827e-06
previous_iter_valid_loss : 0.16170983016490936
1124840 0.161890 0.161710 0.165601 CURRENT LEARNING RATE: 9.117864436720041e-06
previous_iter_valid_loss : 0.1617017388343811
1124860 0.161892 0.161702 0.164534 CURRENT LEARNING RATE: 9.116041046177833e-06
previous_iter_valid_loss : 0.16528500616550446
1124880 0.165454 0.165285 0.164772 CURRENT LEARNING RATE: 9.114218020277253e-06
previous_iter_valid_loss : 0.17799988389015198
1124900 0.178155 0.178000 0.165611 CURRENT LEARNING RATE: 9.112395358945411e-06
previous_iter_valid_loss : 0.1629437655210495
1124920 0.163105 0.162944 0.165551 CURRENT LEARNING RATE: 9.110573062109384e-06
previous_iter_valid_loss : 0.1635768860578537
1124940 0.163741 0.163577 0.165699 CURRENT LEARNING RATE: 9.10875112969628e-06
previous_iter_valid_loss : 0.16369421780109406
1124960 0.163882 0.163694 0.164662 CURRENT LEARNING RATE: 9.106929561633207e-06
previous_iter_valid_loss : 0.16590702533721924
1124980 0.166123 0.165907 0.164857 CURRENT LEARNING RATE: 9.105108357847334e-06
previous_iter_valid_loss : 0.1737901121377945
1125000 0.173936 0.173790 0.165347 CURRENT LEARNING RATE: 9.103287518265797e-06
previous_iter_valid_loss : 0.16106337308883667
1125020 0.161228 0.161063 0.163975 CURRENT LEARNING RATE: 9.101467042815746e-06
previous_iter_valid_loss : 0.1622382402420044
1125040 0.162435 0.162238 0.163867 CURRENT LEARNING RATE: 9.099646931424392e-06
previous_iter_valid_loss : 0.16108644008636475
1125060 0.161272 0.161086 0.163890 CURRENT LEARNING RATE: 9.097827184018918e-06
previous_iter_valid_loss : 0.16560034453868866
1125080 0.165804 0.165600 0.164137 CURRENT LEARNING RATE: 9.096007800526532e-06
previous_iter_valid_loss : 0.16616104543209076
1125100 0.166370 0.166161 0.164234 CURRENT LEARNING RATE: 9.094188780874443e-06
previous_iter_valid_loss : 0.16519364714622498
1125120 0.165413 0.165194 0.164455 CURRENT LEARNING RATE: 9.092370124989924e-06
previous_iter_valid_loss : 0.18345265090465546
1125140 0.183600 0.183453 0.165365 CURRENT LEARNING RATE: 9.09055183280021e-06
previous_iter_valid_loss : 0.162886843085289
1125160 0.163056 0.162887 0.165437 CURRENT LEARNING RATE: 9.08873390423257e-06
previous_iter_valid_loss : 0.1689472198486328
1125180 0.169099 0.168947 0.165712 CURRENT LEARNING RATE: 9.086916339214273e-06
previous_iter_valid_loss : 0.16050167381763458
1125200 0.160665 0.160502 0.165712 CURRENT LEARNING RATE: 9.085099137672645e-06
previous_iter_valid_loss : 0.16795140504837036
1125220 0.168108 0.167951 0.166082 CURRENT LEARNING RATE: 9.083282299534985e-06
previous_iter_valid_loss : 0.16130515933036804
1125240 0.161487 0.161305 0.166062 CURRENT LEARNING RATE: 9.081465824728618e-06
previous_iter_valid_loss : 0.16072049736976624
1125260 0.160889 0.160720 0.166013 CURRENT LEARNING RATE: 9.079649713180868e-06
previous_iter_valid_loss : 0.16489365696907043
1125280 0.165060 0.164894 0.165993 CURRENT LEARNING RATE: 9.077833964819125e-06
previous_iter_valid_loss : 0.16049987077713013
1125300 0.160669 0.160500 0.165118 CURRENT LEARNING RATE: 9.076018579570742e-06
previous_iter_valid_loss : 0.1928805410861969
1125320 0.193001 0.192881 0.166615 CURRENT LEARNING RATE: 9.074203557363102e-06
previous_iter_valid_loss : 0.16091711819171906
1125340 0.161091 0.160917 0.166482 CURRENT LEARNING RATE: 9.072388898123591e-06
previous_iter_valid_loss : 0.18021652102470398
1125360 0.180373 0.180217 0.167308 CURRENT LEARNING RATE: 9.070574601779651e-06
previous_iter_valid_loss : 0.16507521271705627
1125380 0.165244 0.165075 0.167267 CURRENT LEARNING RATE: 9.0687606682587e-06
previous_iter_valid_loss : 0.16100676357746124
1125400 0.161162 0.161007 0.166628 CURRENT LEARNING RATE: 9.066947097488157e-06
previous_iter_valid_loss : 0.17666666209697723
1125420 0.176962 0.176667 0.167408 CURRENT LEARNING RATE: 9.065133889395517e-06
previous_iter_valid_loss : 0.16102655231952667
1125440 0.161185 0.161027 0.167347 CURRENT LEARNING RATE: 9.063321043908234e-06
previous_iter_valid_loss : 0.17894694209098816
1125460 0.179263 0.178947 0.168240 CURRENT LEARNING RATE: 9.061508560953793e-06
previous_iter_valid_loss : 0.1605718433856964
1125480 0.160744 0.160572 0.167989 CURRENT LEARNING RATE: 9.059696440459682e-06
previous_iter_valid_loss : 0.16397635638713837
1125500 0.164146 0.163976 0.167879 CURRENT LEARNING RATE: 9.057884682353443e-06
previous_iter_valid_loss : 0.17856039106845856
1125520 0.178718 0.178560 0.168548 CURRENT LEARNING RATE: 9.056073286562594e-06
previous_iter_valid_loss : 0.16112615168094635
1125540 0.161287 0.161126 0.167432 CURRENT LEARNING RATE: 9.054262253014677e-06
previous_iter_valid_loss : 0.16514277458190918
1125560 0.165315 0.165143 0.167544 CURRENT LEARNING RATE: 9.052451581637236e-06
previous_iter_valid_loss : 0.1708345264196396
1125580 0.170978 0.170835 0.167639 CURRENT LEARNING RATE: 9.050641272357874e-06
previous_iter_valid_loss : 0.16514912247657776
1125600 0.165314 0.165149 0.167871 CURRENT LEARNING RATE: 9.048831325104166e-06
previous_iter_valid_loss : 0.1614975929260254
1125620 0.161650 0.161498 0.167548 CURRENT LEARNING RATE: 9.047021739803712e-06
previous_iter_valid_loss : 0.18563707172870636
1125640 0.185773 0.185637 0.168765 CURRENT LEARNING RATE: 9.045212516384111e-06
previous_iter_valid_loss : 0.16120463609695435
1125660 0.161367 0.161205 0.168789 CURRENT LEARNING RATE: 9.04340365477303e-06
previous_iter_valid_loss : 0.16048647463321686
1125680 0.160649 0.160486 0.168569 CURRENT LEARNING RATE: 9.041595154898094e-06
previous_iter_valid_loss : 0.16418015956878662
1125700 0.164344 0.164180 0.168753 CURRENT LEARNING RATE: 9.039787016686968e-06
previous_iter_valid_loss : 0.16059722006320953
1125720 0.160749 0.160597 0.167139 CURRENT LEARNING RATE: 9.037979240067308e-06
previous_iter_valid_loss : 0.16566017270088196
1125740 0.165868 0.165660 0.167376 CURRENT LEARNING RATE: 9.036171824966833e-06
previous_iter_valid_loss : 0.16076354682445526
1125760 0.160931 0.160764 0.166403 CURRENT LEARNING RATE: 9.03436477131323e-06
previous_iter_valid_loss : 0.1605629026889801
1125780 0.160718 0.160563 0.166178 CURRENT LEARNING RATE: 9.032558079034222e-06
previous_iter_valid_loss : 0.1607075035572052
1125800 0.160854 0.160708 0.166163 CURRENT LEARNING RATE: 9.030751748057523e-06
previous_iter_valid_loss : 0.160875141620636
1125820 0.161050 0.160875 0.165373 CURRENT LEARNING RATE: 9.02894577831091e-06
previous_iter_valid_loss : 0.16263391077518463
1125840 0.162831 0.162634 0.165453 CURRENT LEARNING RATE: 9.027140169722131e-06
previous_iter_valid_loss : 0.16283753514289856
1125860 0.163036 0.162838 0.164648 CURRENT LEARNING RATE: 9.025334922218942e-06
previous_iter_valid_loss : 0.17736534774303436
1125880 0.177670 0.177365 0.165488 CURRENT LEARNING RATE: 9.023530035729167e-06
previous_iter_valid_loss : 0.1608794927597046
1125900 0.161059 0.160879 0.165333 CURRENT LEARNING RATE: 9.021725510180596e-06
previous_iter_valid_loss : 0.1633736938238144
1125920 0.163554 0.163374 0.164573 CURRENT LEARNING RATE: 9.019921345501047e-06
previous_iter_valid_loss : 0.16565999388694763
1125940 0.165825 0.165660 0.164800 CURRENT LEARNING RATE: 9.018117541618334e-06
previous_iter_valid_loss : 0.16314096748828888
1125960 0.163334 0.163141 0.164700 CURRENT LEARNING RATE: 9.016314098460343e-06
previous_iter_valid_loss : 0.16069169342517853
1125980 0.160850 0.160692 0.164193 CURRENT LEARNING RATE: 9.014511015954916e-06
previous_iter_valid_loss : 0.16095460951328278
1126000 0.161135 0.160955 0.163983 CURRENT LEARNING RATE: 9.01270829402993e-06
previous_iter_valid_loss : 0.16107752919197083
1126020 0.161234 0.161078 0.163962 CURRENT LEARNING RATE: 9.010905932613262e-06
previous_iter_valid_loss : 0.16554762423038483
1126040 0.165758 0.165548 0.162958 CURRENT LEARNING RATE: 9.009103931632848e-06
previous_iter_valid_loss : 0.1605362445116043
1126060 0.160700 0.160536 0.162924 CURRENT LEARNING RATE: 9.007302291016593e-06
previous_iter_valid_loss : 0.16275905072689056
1126080 0.162930 0.162759 0.163038 CURRENT LEARNING RATE: 9.00550101069243e-06
previous_iter_valid_loss : 0.17174623906612396
1126100 0.171895 0.171746 0.163416 CURRENT LEARNING RATE: 9.003700090588295e-06
previous_iter_valid_loss : 0.18754884600639343
1126120 0.187944 0.187549 0.164764 CURRENT LEARNING RATE: 9.001899530632179e-06
previous_iter_valid_loss : 0.16050277650356293
1126140 0.160660 0.160503 0.164506 CURRENT LEARNING RATE: 9.000099330752044e-06
previous_iter_valid_loss : 0.16833825409412384
1126160 0.168488 0.168338 0.164885 CURRENT LEARNING RATE: 8.998299490875885e-06
previous_iter_valid_loss : 0.1731881946325302
1126180 0.173450 0.173188 0.165516 CURRENT LEARNING RATE: 8.996500010931691e-06
previous_iter_valid_loss : 0.16307470202445984
1126200 0.163266 0.163075 0.165634 CURRENT LEARNING RATE: 8.994700890847514e-06
previous_iter_valid_loss : 0.16531161963939667
1126220 0.165511 0.165312 0.165856 CURRENT LEARNING RATE: 8.992902130551374e-06
previous_iter_valid_loss : 0.16068574786186218
1126240 0.160859 0.160686 0.165759 CURRENT LEARNING RATE: 8.991103729971306e-06
previous_iter_valid_loss : 0.17543093860149384
1126260 0.175718 0.175431 0.166388 CURRENT LEARNING RATE: 8.989305689035403e-06
previous_iter_valid_loss : 0.16062100231647491
1126280 0.160782 0.160621 0.165551 CURRENT LEARNING RATE: 8.987508007671727e-06
previous_iter_valid_loss : 0.16058580577373505
1126300 0.160744 0.160586 0.165536 CURRENT LEARNING RATE: 8.985710685808376e-06
previous_iter_valid_loss : 0.16567625105381012
1126320 0.165843 0.165676 0.165652 CURRENT LEARNING RATE: 8.983913723373436e-06
previous_iter_valid_loss : 0.16086074709892273
1126340 0.161034 0.160861 0.165412 CURRENT LEARNING RATE: 8.982117120295062e-06
previous_iter_valid_loss : 0.1694982349872589
1126360 0.169741 0.169498 0.165729 CURRENT LEARNING RATE: 8.980320876501373e-06
previous_iter_valid_loss : 0.16051384806632996
1126380 0.160676 0.160514 0.165721 CURRENT LEARNING RATE: 8.978524991920521e-06
previous_iter_valid_loss : 0.19683018326759338
1126400 0.196933 0.196830 0.167514 CURRENT LEARNING RATE: 8.976729466480656e-06
previous_iter_valid_loss : 0.1873832494020462
1126420 0.187526 0.187383 0.168830 CURRENT LEARNING RATE: 8.974934300109984e-06
previous_iter_valid_loss : 0.16090692579746246
1126440 0.161064 0.160907 0.168598 CURRENT LEARNING RATE: 8.973139492736686e-06
previous_iter_valid_loss : 0.16156791150569916
1126460 0.161721 0.161568 0.168649 CURRENT LEARNING RATE: 8.971345044288969e-06
previous_iter_valid_loss : 0.16235768795013428
1126480 0.162520 0.162358 0.168629 CURRENT LEARNING RATE: 8.969550954695039e-06
previous_iter_valid_loss : 0.16597053408622742
1126500 0.166192 0.165971 0.168340 CURRENT LEARNING RATE: 8.967757223883164e-06
previous_iter_valid_loss : 0.16823244094848633
1126520 0.168470 0.168232 0.167374 CURRENT LEARNING RATE: 8.96596385178158e-06
previous_iter_valid_loss : 0.16057363152503967
1126540 0.160739 0.160574 0.167378 CURRENT LEARNING RATE: 8.964170838318551e-06
previous_iter_valid_loss : 0.16186508536338806
1126560 0.162020 0.161865 0.167054 CURRENT LEARNING RATE: 8.962378183422341e-06
previous_iter_valid_loss : 0.1615309715270996
1126580 0.161691 0.161531 0.166472 CURRENT LEARNING RATE: 8.960585887021275e-06
previous_iter_valid_loss : 0.16321471333503723
1126600 0.163410 0.163215 0.166478 CURRENT LEARNING RATE: 8.958793949043646e-06
previous_iter_valid_loss : 0.16645343601703644
1126620 0.166677 0.166453 0.166536 CURRENT LEARNING RATE: 8.95700236941776e-06
previous_iter_valid_loss : 0.16630911827087402
1126640 0.166523 0.166309 0.166817 CURRENT LEARNING RATE: 8.955211148071985e-06
previous_iter_valid_loss : 0.16170631349086761
1126660 0.161862 0.161706 0.166131 CURRENT LEARNING RATE: 8.95342028493466e-06
previous_iter_valid_loss : 0.167644202709198
1126680 0.167883 0.167644 0.166482 CURRENT LEARNING RATE: 8.951629779934145e-06
previous_iter_valid_loss : 0.160539910197258
1126700 0.160703 0.160540 0.166479 CURRENT LEARNING RATE: 8.949839632998806e-06
previous_iter_valid_loss : 0.16132599115371704
1126720 0.161510 0.161326 0.166262 CURRENT LEARNING RATE: 8.948049844057072e-06
previous_iter_valid_loss : 0.1636023372411728
1126740 0.163795 0.163602 0.166399 CURRENT LEARNING RATE: 8.946260413037331e-06
previous_iter_valid_loss : 0.16473159193992615
1126760 0.164897 0.164732 0.166161 CURRENT LEARNING RATE: 8.944471339868007e-06
previous_iter_valid_loss : 0.16162347793579102
1126780 0.161777 0.161623 0.166216 CURRENT LEARNING RATE: 8.942682624477523e-06
previous_iter_valid_loss : 0.16053637862205505
1126800 0.160709 0.160536 0.164401 CURRENT LEARNING RATE: 8.940894266794361e-06
previous_iter_valid_loss : 0.1708279848098755
1126820 0.171080 0.170828 0.163574 CURRENT LEARNING RATE: 8.939106266746972e-06
previous_iter_valid_loss : 0.16508494317531586
1126840 0.165287 0.165085 0.163783 CURRENT LEARNING RATE: 8.937318624263834e-06
previous_iter_valid_loss : 0.16287769377231598
1126860 0.163069 0.162878 0.163848 CURRENT LEARNING RATE: 8.935531339273425e-06
previous_iter_valid_loss : 0.1614466905593872
1126880 0.161632 0.161447 0.163803 CURRENT LEARNING RATE: 8.933744411704288e-06
previous_iter_valid_loss : 0.16653017699718475
1126900 0.166693 0.166530 0.163830 CURRENT LEARNING RATE: 8.93195784148493e-06
previous_iter_valid_loss : 0.1619935780763626
1126920 0.162151 0.161994 0.163519 CURRENT LEARNING RATE: 8.930171628543885e-06
previous_iter_valid_loss : 0.1625586897134781
1126940 0.162715 0.162559 0.163618 CURRENT LEARNING RATE: 8.928385772809691e-06
previous_iter_valid_loss : 0.1657685935497284
1126960 0.165938 0.165769 0.163813 CURRENT LEARNING RATE: 8.926600274210944e-06
previous_iter_valid_loss : 0.16137586534023285
1126980 0.161568 0.161376 0.163805 CURRENT LEARNING RATE: 8.924815132676211e-06
previous_iter_valid_loss : 0.16167396306991577
1127000 0.161839 0.161674 0.163728 CURRENT LEARNING RATE: 8.923030348134066e-06
previous_iter_valid_loss : 0.17953349649906158
1127020 0.179690 0.179533 0.164382 CURRENT LEARNING RATE: 8.921245920513154e-06
previous_iter_valid_loss : 0.16253460943698883
1127040 0.162701 0.162535 0.164193 CURRENT LEARNING RATE: 8.91946184974208e-06
previous_iter_valid_loss : 0.1608242392539978
1127060 0.161005 0.160824 0.164149 CURRENT LEARNING RATE: 8.91767813574948e-06
previous_iter_valid_loss : 0.16327549517154694
1127080 0.163466 0.163275 0.163931 CURRENT LEARNING RATE: 8.915894778463991e-06
previous_iter_valid_loss : 0.16086982190608978
1127100 0.161046 0.160870 0.163947 CURRENT LEARNING RATE: 8.914111777814311e-06
previous_iter_valid_loss : 0.1607222557067871
1127120 0.160891 0.160722 0.163917 CURRENT LEARNING RATE: 8.912329133729103e-06
previous_iter_valid_loss : 0.1624944508075714
1127140 0.162663 0.162494 0.163862 CURRENT LEARNING RATE: 8.910546846137062e-06
previous_iter_valid_loss : 0.16433805227279663
1127160 0.164508 0.164338 0.163842 CURRENT LEARNING RATE: 8.908764914966879e-06
previous_iter_valid_loss : 0.16053980588912964
1127180 0.160704 0.160540 0.163788 CURRENT LEARNING RATE: 8.906983340147311e-06
previous_iter_valid_loss : 0.17578008770942688
1127200 0.176064 0.175780 0.164550 CURRENT LEARNING RATE: 8.905202121607076e-06
previous_iter_valid_loss : 0.1795339435338974
1127220 0.179690 0.179534 0.164985 CURRENT LEARNING RATE: 8.90342125927493e-06
previous_iter_valid_loss : 0.1605680286884308
1127240 0.160722 0.160568 0.164760 CURRENT LEARNING RATE: 8.901640753079616e-06
previous_iter_valid_loss : 0.1622908115386963
1127260 0.162453 0.162291 0.164730 CURRENT LEARNING RATE: 8.899860602949953e-06
previous_iter_valid_loss : 0.16882134974002838
1127280 0.169063 0.168821 0.165099 CURRENT LEARNING RATE: 8.898080808814713e-06
previous_iter_valid_loss : 0.16310489177703857
1127300 0.163274 0.163105 0.164928 CURRENT LEARNING RATE: 8.896301370602708e-06
previous_iter_valid_loss : 0.16630299389362335
1127320 0.166466 0.166303 0.165143 CURRENT LEARNING RATE: 8.894522288242742e-06
previous_iter_valid_loss : 0.16049885749816895
1127340 0.160660 0.160499 0.165040 CURRENT LEARNING RATE: 8.892743561663683e-06
previous_iter_valid_loss : 0.16099537909030914
1127360 0.161176 0.160995 0.164802 CURRENT LEARNING RATE: 8.890965190794369e-06
previous_iter_valid_loss : 0.1658107489347458
1127380 0.166025 0.165811 0.165023 CURRENT LEARNING RATE: 8.889187175563664e-06
previous_iter_valid_loss : 0.16088244318962097
1127400 0.161040 0.160882 0.164984 CURRENT LEARNING RATE: 8.887409515900431e-06
previous_iter_valid_loss : 0.17951777577400208
1127420 0.179671 0.179518 0.164983 CURRENT LEARNING RATE: 8.885632211733596e-06
previous_iter_valid_loss : 0.164521262049675
1127440 0.164726 0.164521 0.165082 CURRENT LEARNING RATE: 8.883855262992051e-06
previous_iter_valid_loss : 0.16075889766216278
1127460 0.160918 0.160759 0.165079 CURRENT LEARNING RATE: 8.882078669604702e-06
previous_iter_valid_loss : 0.16334973275661469
1127480 0.163544 0.163350 0.165083 CURRENT LEARNING RATE: 8.880302431500517e-06
previous_iter_valid_loss : 0.16159535944461823
1127500 0.161793 0.161595 0.165119 CURRENT LEARNING RATE: 8.87852654860843e-06
previous_iter_valid_loss : 0.16482073068618774
1127520 0.165037 0.164821 0.165324 CURRENT LEARNING RATE: 8.876751020857406e-06
previous_iter_valid_loss : 0.16127271950244904
1127540 0.161457 0.161273 0.165263 CURRENT LEARNING RATE: 8.874975848176408e-06
previous_iter_valid_loss : 0.178340345621109
1127560 0.178658 0.178340 0.165963 CURRENT LEARNING RATE: 8.873201030494461e-06
previous_iter_valid_loss : 0.16925622522830963
1127580 0.169407 0.169256 0.166399 CURRENT LEARNING RATE: 8.871426567740556e-06
previous_iter_valid_loss : 0.16196569800376892
1127600 0.162155 0.161966 0.165708 CURRENT LEARNING RATE: 8.869652459843716e-06
previous_iter_valid_loss : 0.16053543984889984
1127620 0.160698 0.160535 0.164758 CURRENT LEARNING RATE: 8.86787870673296e-06
previous_iter_valid_loss : 0.169250950217247
1127640 0.169404 0.169251 0.165192 CURRENT LEARNING RATE: 8.866105308337367e-06
previous_iter_valid_loss : 0.18151356279850006
1127660 0.181671 0.181514 0.166153 CURRENT LEARNING RATE: 8.86433226458599e-06
previous_iter_valid_loss : 0.16550076007843018
1127680 0.165715 0.165501 0.165987 CURRENT LEARNING RATE: 8.862559575407904e-06
previous_iter_valid_loss : 0.16095663607120514
1127700 0.161147 0.160957 0.165880 CURRENT LEARNING RATE: 8.860787240732186e-06
previous_iter_valid_loss : 0.16454705595970154
1127720 0.164723 0.164547 0.165792 CURRENT LEARNING RATE: 8.859015260487975e-06
previous_iter_valid_loss : 0.1605294644832611
1127740 0.160689 0.160529 0.165794 CURRENT LEARNING RATE: 8.857243634604375e-06
previous_iter_valid_loss : 0.16052454710006714
1127760 0.160685 0.160525 0.165770 CURRENT LEARNING RATE: 8.855472363010522e-06
previous_iter_valid_loss : 0.1612524390220642
1127780 0.161448 0.161252 0.165542 CURRENT LEARNING RATE: 8.853701445635547e-06
previous_iter_valid_loss : 0.16865584254264832
1127800 0.168808 0.168656 0.165931 CURRENT LEARNING RATE: 8.851930882408651e-06
previous_iter_valid_loss : 0.16270940005779266
1127820 0.162907 0.162709 0.165090 CURRENT LEARNING RATE: 8.850160673258987e-06
previous_iter_valid_loss : 0.16053827106952667
1127840 0.160708 0.160538 0.164891 CURRENT LEARNING RATE: 8.848390818115738e-06
previous_iter_valid_loss : 0.17465265095233917
1127860 0.174799 0.174653 0.165586 CURRENT LEARNING RATE: 8.846621316908138e-06
previous_iter_valid_loss : 0.17167821526527405
1127880 0.171820 0.171678 0.166002 CURRENT LEARNING RATE: 8.844852169565392e-06
previous_iter_valid_loss : 0.16051198542118073
1127900 0.160681 0.160512 0.165948 CURRENT LEARNING RATE: 8.843083376016733e-06
previous_iter_valid_loss : 0.1760774403810501
1127920 0.176233 0.176077 0.166511 CURRENT LEARNING RATE: 8.841314936191396e-06
previous_iter_valid_loss : 0.16168801486492157
1127940 0.161844 0.161688 0.166532 CURRENT LEARNING RATE: 8.839546850018672e-06
previous_iter_valid_loss : 0.16330865025520325
1127960 0.163475 0.163309 0.165780 CURRENT LEARNING RATE: 8.837779117427824e-06
previous_iter_valid_loss : 0.16050143539905548
1127980 0.160661 0.160501 0.165343 CURRENT LEARNING RATE: 8.836011738348142e-06
previous_iter_valid_loss : 0.18940788507461548
1128000 0.189847 0.189408 0.166715 CURRENT LEARNING RATE: 8.834244712708915e-06
previous_iter_valid_loss : 0.1727975457906723
1128020 0.173067 0.172798 0.167328 CURRENT LEARNING RATE: 8.832478040439495e-06
previous_iter_valid_loss : 0.1605394184589386
1128040 0.160697 0.160539 0.166892 CURRENT LEARNING RATE: 8.830711721469195e-06
previous_iter_valid_loss : 0.1649923473596573
1128060 0.165161 0.164992 0.166066 CURRENT LEARNING RATE: 8.828945755727365e-06
previous_iter_valid_loss : 0.16086547076702118
1128080 0.161020 0.160865 0.165834 CURRENT LEARNING RATE: 8.827180143143351e-06
previous_iter_valid_loss : 0.16073079407215118
1128100 0.160891 0.160731 0.165823 CURRENT LEARNING RATE: 8.825414883646562e-06
previous_iter_valid_loss : 0.16980092227458954
1128120 0.169951 0.169801 0.166086 CURRENT LEARNING RATE: 8.823649977166368e-06
previous_iter_valid_loss : 0.16218452155590057
1128140 0.162376 0.162185 0.166168 CURRENT LEARNING RATE: 8.821885423632175e-06
previous_iter_valid_loss : 0.1611439436674118
1128160 0.161297 0.161144 0.166199 CURRENT LEARNING RATE: 8.820121222973381e-06
previous_iter_valid_loss : 0.17429374158382416
1128180 0.174560 0.174294 0.166852 CURRENT LEARNING RATE: 8.818357375119456e-06
previous_iter_valid_loss : 0.16059331595897675
1128200 0.160754 0.160593 0.166448 CURRENT LEARNING RATE: 8.816593879999827e-06
previous_iter_valid_loss : 0.16081535816192627
1128220 0.161000 0.160815 0.166354 CURRENT LEARNING RATE: 8.814830737543938e-06
previous_iter_valid_loss : 0.1607053279876709
1128240 0.160864 0.160705 0.166362 CURRENT LEARNING RATE: 8.813067947681297e-06
previous_iter_valid_loss : 0.16340328752994537
1128260 0.163600 0.163403 0.165800 CURRENT LEARNING RATE: 8.811305510341373e-06
previous_iter_valid_loss : 0.16343924403190613
1128280 0.163639 0.163439 0.165388 CURRENT LEARNING RATE: 8.80954342545367e-06
previous_iter_valid_loss : 0.16217412054538727
1128300 0.162335 0.162174 0.165471 CURRENT LEARNING RATE: 8.807781692947692e-06
previous_iter_valid_loss : 0.1617371290922165
1128320 0.161926 0.161737 0.164754 CURRENT LEARNING RATE: 8.806020312752997e-06
previous_iter_valid_loss : 0.1605149209499359
1128340 0.160675 0.160515 0.164695 CURRENT LEARNING RATE: 8.804259284799115e-06
previous_iter_valid_loss : 0.160644993185997
1128360 0.160799 0.160645 0.164562 CURRENT LEARNING RATE: 8.802498609015607e-06
previous_iter_valid_loss : 0.1605314016342163
1128380 0.160698 0.160531 0.164563 CURRENT LEARNING RATE: 8.800738285332028e-06
previous_iter_valid_loss : 0.1634383499622345
1128400 0.163604 0.163438 0.163265 CURRENT LEARNING RATE: 8.798978313677998e-06
previous_iter_valid_loss : 0.16091814637184143
1128420 0.161097 0.160918 0.162671 CURRENT LEARNING RATE: 8.797218693983101e-06
previous_iter_valid_loss : 0.165280282497406
1128440 0.165477 0.165280 0.162908 CURRENT LEARNING RATE: 8.795459426176954e-06
previous_iter_valid_loss : 0.1635754555463791
1128460 0.163760 0.163575 0.162837 CURRENT LEARNING RATE: 8.79370051018917e-06
previous_iter_valid_loss : 0.17164437472820282
1128480 0.171910 0.171644 0.163376 CURRENT LEARNING RATE: 8.791941945949421e-06
previous_iter_valid_loss : 0.16632206737995148
1128500 0.166543 0.166322 0.163656 CURRENT LEARNING RATE: 8.790183733387353e-06
previous_iter_valid_loss : 0.16067937016487122
1128520 0.160851 0.160679 0.163200 CURRENT LEARNING RATE: 8.788425872432633e-06
previous_iter_valid_loss : 0.16208788752555847
1128540 0.162250 0.162088 0.163195 CURRENT LEARNING RATE: 8.786668363014936e-06
previous_iter_valid_loss : 0.18321385979652405
1128560 0.183370 0.183214 0.164298 CURRENT LEARNING RATE: 8.78491120506399e-06
previous_iter_valid_loss : 0.16164225339889526
1128580 0.161830 0.161642 0.163666 CURRENT LEARNING RATE: 8.783154398509491e-06
previous_iter_valid_loss : 0.16232678294181824
1128600 0.162522 0.162327 0.163752 CURRENT LEARNING RATE: 8.781397943281173e-06
previous_iter_valid_loss : 0.17162378132343292
1128620 0.171775 0.171624 0.164293 CURRENT LEARNING RATE: 8.779641839308756e-06
previous_iter_valid_loss : 0.16652759909629822
1128640 0.166685 0.166528 0.164584 CURRENT LEARNING RATE: 8.77788608652203e-06
previous_iter_valid_loss : 0.16067470610141754
1128660 0.160847 0.160675 0.164447 CURRENT LEARNING RATE: 8.776130684850747e-06
previous_iter_valid_loss : 0.17569629848003387
1128680 0.175974 0.175696 0.165060 CURRENT LEARNING RATE: 8.774375634224678e-06
previous_iter_valid_loss : 0.1608516275882721
1128700 0.161032 0.160852 0.164994 CURRENT LEARNING RATE: 8.772620934573651e-06
previous_iter_valid_loss : 0.16603322327136993
1128720 0.166238 0.166033 0.165209 CURRENT LEARNING RATE: 8.770866585827464e-06
previous_iter_valid_loss : 0.16498956084251404
1128740 0.165188 0.164990 0.165433 CURRENT LEARNING RATE: 8.76911258791594e-06
previous_iter_valid_loss : 0.160535991191864
1128760 0.160698 0.160536 0.165427 CURRENT LEARNING RATE: 8.767358940768905e-06
previous_iter_valid_loss : 0.16997195780277252
1128780 0.170225 0.169972 0.165899 CURRENT LEARNING RATE: 8.765605644316245e-06
previous_iter_valid_loss : 0.16112153232097626
1128800 0.161314 0.161122 0.165783 CURRENT LEARNING RATE: 8.763852698487812e-06
previous_iter_valid_loss : 0.1732625514268875
1128820 0.173541 0.173263 0.166401 CURRENT LEARNING RATE: 8.762100103213487e-06
previous_iter_valid_loss : 0.1607508659362793
1128840 0.160926 0.160751 0.166174 CURRENT LEARNING RATE: 8.760347858423153e-06
previous_iter_valid_loss : 0.16863800585269928
1128860 0.168794 0.168638 0.166427 CURRENT LEARNING RATE: 8.75859596404675e-06
previous_iter_valid_loss : 0.1640746295452118
1128880 0.164271 0.164075 0.166049 CURRENT LEARNING RATE: 8.756844420014186e-06
previous_iter_valid_loss : 0.1636306345462799
1128900 0.163808 0.163631 0.165914 CURRENT LEARNING RATE: 8.755093226255402e-06
previous_iter_valid_loss : 0.1623373031616211
1128920 0.162540 0.162337 0.165997 CURRENT LEARNING RATE: 8.75334238270033e-06
previous_iter_valid_loss : 0.1633768230676651
1128940 0.163582 0.163377 0.166062 CURRENT LEARNING RATE: 8.751591889278971e-06
previous_iter_valid_loss : 0.1645079255104065
1128960 0.164677 0.164508 0.165126 CURRENT LEARNING RATE: 8.74984174592129e-06
previous_iter_valid_loss : 0.16084012389183044
1128980 0.161014 0.160840 0.165086 CURRENT LEARNING RATE: 8.748091952557278e-06
previous_iter_valid_loss : 0.1636844128370285
1129000 0.163880 0.163684 0.165154 CURRENT LEARNING RATE: 8.746342509116932e-06
previous_iter_valid_loss : 0.16224542260169983
1129020 0.162403 0.162245 0.164685 CURRENT LEARNING RATE: 8.7445934155303e-06
previous_iter_valid_loss : 0.1605042666196823
1129040 0.160669 0.160504 0.164384 CURRENT LEARNING RATE: 8.742844671727408e-06
previous_iter_valid_loss : 0.16065216064453125
1129060 0.160810 0.160652 0.164383 CURRENT LEARNING RATE: 8.741096277638288e-06
previous_iter_valid_loss : 0.1682707667350769
1129080 0.168424 0.168271 0.164012 CURRENT LEARNING RATE: 8.739348233193037e-06
previous_iter_valid_loss : 0.16057203710079193
1129100 0.160718 0.160572 0.163998 CURRENT LEARNING RATE: 8.737600538321714e-06
previous_iter_valid_loss : 0.16063103079795837
1129120 0.160808 0.160631 0.163727 CURRENT LEARNING RATE: 8.735853192954414e-06
previous_iter_valid_loss : 0.16052572429180145
1129140 0.160686 0.160526 0.163504 CURRENT LEARNING RATE: 8.734106197021229e-06
previous_iter_valid_loss : 0.1689596176147461
1129160 0.169113 0.168960 0.163925 CURRENT LEARNING RATE: 8.732359550452308e-06
previous_iter_valid_loss : 0.16050471365451813
1129180 0.160669 0.160505 0.163452 CURRENT LEARNING RATE: 8.73061325317777e-06
previous_iter_valid_loss : 0.16168181598186493
1129200 0.161872 0.161682 0.163480 CURRENT LEARNING RATE: 8.728867305127763e-06
previous_iter_valid_loss : 0.1610594540834427
1129220 0.161243 0.161059 0.162870 CURRENT LEARNING RATE: 8.727121706232435e-06
previous_iter_valid_loss : 0.16622288525104523
1129240 0.166434 0.166223 0.163144 CURRENT LEARNING RATE: 8.725376456421991e-06
previous_iter_valid_loss : 0.1736934632062912
1129260 0.173970 0.173693 0.163396 CURRENT LEARNING RATE: 8.723631555626607e-06
previous_iter_valid_loss : 0.17517974972724915
1129280 0.175335 0.175180 0.163952 CURRENT LEARNING RATE: 8.721887003776486e-06
previous_iter_valid_loss : 0.17230603098869324
1129300 0.172456 0.172306 0.164385 CURRENT LEARNING RATE: 8.72014280080183e-06
previous_iter_valid_loss : 0.1608888804912567
1129320 0.161045 0.160889 0.164313 CURRENT LEARNING RATE: 8.718398946632903e-06
previous_iter_valid_loss : 0.16054855287075043
1129340 0.160715 0.160549 0.164172 CURRENT LEARNING RATE: 8.716655441199936e-06
previous_iter_valid_loss : 0.16338063776493073
1129360 0.163546 0.163381 0.164115 CURRENT LEARNING RATE: 8.714912284433187e-06
previous_iter_valid_loss : 0.17452378571033478
1129380 0.174799 0.174524 0.164799 CURRENT LEARNING RATE: 8.713169476262916e-06
previous_iter_valid_loss : 0.1659209281206131
1129400 0.166133 0.165921 0.164911 CURRENT LEARNING RATE: 8.71142701661944e-06
previous_iter_valid_loss : 0.16651000082492828
1129420 0.166726 0.166510 0.165124 CURRENT LEARNING RATE: 8.709684905433045e-06
previous_iter_valid_loss : 0.16327840089797974
1129440 0.163445 0.163278 0.165263 CURRENT LEARNING RATE: 8.707943142634034e-06
previous_iter_valid_loss : 0.16110922396183014
1129460 0.161260 0.161109 0.165286 CURRENT LEARNING RATE: 8.706201728152763e-06
previous_iter_valid_loss : 0.1687963753938675
1129480 0.169035 0.168796 0.165312 CURRENT LEARNING RATE: 8.704460661919563e-06
previous_iter_valid_loss : 0.17186951637268066
1129500 0.172139 0.171870 0.165877 CURRENT LEARNING RATE: 8.702719943864792e-06
previous_iter_valid_loss : 0.16829007863998413
1129520 0.168521 0.168290 0.166260 CURRENT LEARNING RATE: 8.700979573918803e-06
previous_iter_valid_loss : 0.16071763634681702
1129540 0.160878 0.160718 0.166270 CURRENT LEARNING RATE: 8.699239552012015e-06
previous_iter_valid_loss : 0.16173143684864044
1129560 0.161922 0.161731 0.165908 CURRENT LEARNING RATE: 8.697499878074809e-06
previous_iter_valid_loss : 0.16167403757572174
1129580 0.161829 0.161674 0.165967 CURRENT LEARNING RATE: 8.695760552037599e-06
previous_iter_valid_loss : 0.1811714917421341
1129600 0.181532 0.181171 0.166941 CURRENT LEARNING RATE: 8.694021573830797e-06
previous_iter_valid_loss : 0.16156268119812012
1129620 0.161721 0.161563 0.166966 CURRENT LEARNING RATE: 8.692282943384875e-06
previous_iter_valid_loss : 0.17257612943649292
1129640 0.172845 0.172576 0.167284 CURRENT LEARNING RATE: 8.690544660630272e-06
previous_iter_valid_loss : 0.17065057158470154
1129660 0.170903 0.170651 0.167132 CURRENT LEARNING RATE: 8.688806725497457e-06
previous_iter_valid_loss : 0.16050472855567932
1129680 0.160662 0.160505 0.166398 CURRENT LEARNING RATE: 8.687069137916897e-06
previous_iter_valid_loss : 0.1647900938987732
1129700 0.164994 0.164790 0.166022 CURRENT LEARNING RATE: 8.685331897819116e-06
previous_iter_valid_loss : 0.16357627511024475
1129720 0.163768 0.163576 0.166157 CURRENT LEARNING RATE: 8.683595005134614e-06
previous_iter_valid_loss : 0.16131561994552612
1129740 0.161506 0.161316 0.166195 CURRENT LEARNING RATE: 8.681858459793915e-06
previous_iter_valid_loss : 0.18239670991897583
1129760 0.182553 0.182397 0.167146 CURRENT LEARNING RATE: 8.68012226172754e-06
previous_iter_valid_loss : 0.19022928178310394
1129780 0.190357 0.190229 0.167931 CURRENT LEARNING RATE: 8.67838641086607e-06
previous_iter_valid_loss : 0.16637641191482544
1129800 0.166541 0.166376 0.167954 CURRENT LEARNING RATE: 8.676650907140058e-06
previous_iter_valid_loss : 0.17622601985931396
1129820 0.176512 0.176226 0.168440 CURRENT LEARNING RATE: 8.674915750480068e-06
previous_iter_valid_loss : 0.17501352727413177
1129840 0.175299 0.175014 0.169026 CURRENT LEARNING RATE: 8.673180940816725e-06
previous_iter_valid_loss : 0.16663828492164612
1129860 0.166859 0.166638 0.169303 CURRENT LEARNING RATE: 8.67144647808062e-06
previous_iter_valid_loss : 0.16330252587795258
1129880 0.163505 0.163303 0.169028 CURRENT LEARNING RATE: 8.669712362202376e-06
previous_iter_valid_loss : 0.16991613805294037
1129900 0.170164 0.169916 0.168931 CURRENT LEARNING RATE: 8.667978593112614e-06
previous_iter_valid_loss : 0.1633162796497345
1129920 0.163514 0.163316 0.168682 CURRENT LEARNING RATE: 8.66624517074201e-06
previous_iter_valid_loss : 0.17810466885566711
1129940 0.178404 0.178105 0.169551 CURRENT LEARNING RATE: 8.664512095021214e-06
previous_iter_valid_loss : 0.16520410776138306
1129960 0.165408 0.165204 0.169725 CURRENT LEARNING RATE: 8.662779365880905e-06
previous_iter_valid_loss : 0.1607917994260788
1129980 0.160971 0.160792 0.169681 CURRENT LEARNING RATE: 8.661046983251754e-06
previous_iter_valid_loss : 0.16417443752288818
1130000 0.164346 0.164174 0.168831 CURRENT LEARNING RATE: 8.659314947064501e-06
previous_iter_valid_loss : 0.1885501891374588
1130020 0.188679 0.188550 0.170180 CURRENT LEARNING RATE: 8.657583257249846e-06
previous_iter_valid_loss : 0.16711540520191193
1130040 0.167339 0.167115 0.169907 CURRENT LEARNING RATE: 8.655851913738522e-06
previous_iter_valid_loss : 0.1733500212430954
1130060 0.173627 0.173350 0.170042 CURRENT LEARNING RATE: 8.65412091646126e-06
previous_iter_valid_loss : 0.1639515608549118
1130080 0.164119 0.163952 0.170215 CURRENT LEARNING RATE: 8.652390265348852e-06
previous_iter_valid_loss : 0.1662108153104782
1130100 0.166364 0.166211 0.170286 CURRENT LEARNING RATE: 8.650659960332057e-06
previous_iter_valid_loss : 0.17325440049171448
1130120 0.173519 0.173254 0.170769 CURRENT LEARNING RATE: 8.64893000134166e-06
previous_iter_valid_loss : 0.18066397309303284
1130140 0.180996 0.180664 0.171737 CURRENT LEARNING RATE: 8.647200388308449e-06
previous_iter_valid_loss : 0.1605263501405716
1130160 0.160685 0.160526 0.170643 CURRENT LEARNING RATE: 8.64547112116327e-06
previous_iter_valid_loss : 0.1681317836046219
1130180 0.168365 0.168132 0.169538 CURRENT LEARNING RATE: 8.643742199836936e-06
previous_iter_valid_loss : 0.17370426654815674
1130200 0.173852 0.173704 0.169905 CURRENT LEARNING RATE: 8.642013624260292e-06
previous_iter_valid_loss : 0.1734539270401001
1130220 0.173603 0.173454 0.169766 CURRENT LEARNING RATE: 8.64028539436418e-06
previous_iter_valid_loss : 0.17108918726444244
1130240 0.171238 0.171089 0.169570 CURRENT LEARNING RATE: 8.638557510079498e-06
previous_iter_valid_loss : 0.16123667359352112
1130260 0.161422 0.161237 0.169300 CURRENT LEARNING RATE: 8.636829971337119e-06
previous_iter_valid_loss : 0.16066718101501465
1130280 0.160827 0.160667 0.169168 CURRENT LEARNING RATE: 8.635102778067925e-06
previous_iter_valid_loss : 0.16061022877693176
1130300 0.160775 0.160610 0.168703 CURRENT LEARNING RATE: 8.63337593020286e-06
previous_iter_valid_loss : 0.16052033007144928
1130320 0.160682 0.160520 0.168563 CURRENT LEARNING RATE: 8.63164942767283e-06
previous_iter_valid_loss : 0.16992348432540894
1130340 0.170175 0.169923 0.168154 CURRENT LEARNING RATE: 8.62992327040878e-06
previous_iter_valid_loss : 0.17600731551647186
1130360 0.176295 0.176007 0.168694 CURRENT LEARNING RATE: 8.628197458341645e-06
previous_iter_valid_loss : 0.16058266162872314
1130380 0.160749 0.160583 0.168684 CURRENT LEARNING RATE: 8.626471991402427e-06
previous_iter_valid_loss : 0.16097484529018402
1130400 0.161153 0.160975 0.168524 CURRENT LEARNING RATE: 8.624746869522089e-06
previous_iter_valid_loss : 0.16988776624202728
1130420 0.170128 0.169888 0.167591 CURRENT LEARNING RATE: 8.623022092631627e-06
previous_iter_valid_loss : 0.16920585930347443
1130440 0.169446 0.169206 0.167695 CURRENT LEARNING RATE: 8.621297660662035e-06
previous_iter_valid_loss : 0.16572293639183044
1130460 0.165885 0.165723 0.167314 CURRENT LEARNING RATE: 8.619573573544365e-06
previous_iter_valid_loss : 0.16057467460632324
1130480 0.160744 0.160575 0.167145 CURRENT LEARNING RATE: 8.617849831209638e-06
previous_iter_valid_loss : 0.1645985096693039
1130500 0.164775 0.164599 0.167064 CURRENT LEARNING RATE: 8.616126433588906e-06
previous_iter_valid_loss : 0.16367225348949432
1130520 0.163837 0.163672 0.166585 CURRENT LEARNING RATE: 8.61440338061322e-06
previous_iter_valid_loss : 0.16277575492858887
1130540 0.162970 0.162776 0.165691 CURRENT LEARNING RATE: 8.612680672213683e-06
previous_iter_valid_loss : 0.16209468245506287
1130560 0.162259 0.162095 0.165769 CURRENT LEARNING RATE: 8.610958308321375e-06
previous_iter_valid_loss : 0.16668637096881866
1130580 0.166851 0.166686 0.165697 CURRENT LEARNING RATE: 8.6092362888674e-06
previous_iter_valid_loss : 0.16887331008911133
1130600 0.169108 0.168873 0.165455 CURRENT LEARNING RATE: 8.607514613782862e-06
previous_iter_valid_loss : 0.16056756675243378
1130620 0.160728 0.160568 0.164811 CURRENT LEARNING RATE: 8.605793282998926e-06
previous_iter_valid_loss : 0.1737055480480194
1130640 0.173974 0.173706 0.164942 CURRENT LEARNING RATE: 8.604072296446723e-06
previous_iter_valid_loss : 0.19986827671527863
1130660 0.199950 0.199868 0.166874 CURRENT LEARNING RATE: 8.602351654057397e-06
previous_iter_valid_loss : 0.16854476928710938
1130680 0.168778 0.168545 0.167267 CURRENT LEARNING RATE: 8.600631355762152e-06
previous_iter_valid_loss : 0.16255991160869598
1130700 0.162753 0.162560 0.167365 CURRENT LEARNING RATE: 8.598911401492165e-06
previous_iter_valid_loss : 0.1689600944519043
1130720 0.169199 0.168960 0.167787 CURRENT LEARNING RATE: 8.597191791178634e-06
previous_iter_valid_loss : 0.1627705991268158
1130740 0.162944 0.162771 0.167429 CURRENT LEARNING RATE: 8.59547252475276e-06
previous_iter_valid_loss : 0.16457940638065338
1130760 0.164780 0.164579 0.166858 CURRENT LEARNING RATE: 8.593753602145804e-06
previous_iter_valid_loss : 0.16131943464279175
1130780 0.161502 0.161319 0.166895 CURRENT LEARNING RATE: 8.592035023288992e-06
previous_iter_valid_loss : 0.1628323197364807
1130800 0.162996 0.162832 0.166988 CURRENT LEARNING RATE: 8.590316788113585e-06
previous_iter_valid_loss : 0.18569530546665192
1130820 0.185835 0.185695 0.167778 CURRENT LEARNING RATE: 8.588598896550833e-06
previous_iter_valid_loss : 0.16050782799720764
1130840 0.160664 0.160508 0.167343 CURRENT LEARNING RATE: 8.586881348532054e-06
previous_iter_valid_loss : 0.16278712451457977
1130860 0.162979 0.162787 0.167196 CURRENT LEARNING RATE: 8.585164143988529e-06
previous_iter_valid_loss : 0.16083797812461853
1130880 0.160997 0.160838 0.167209 CURRENT LEARNING RATE: 8.583447282851572e-06
previous_iter_valid_loss : 0.16352975368499756
1130900 0.163696 0.163530 0.167156 CURRENT LEARNING RATE: 8.581730765052492e-06
previous_iter_valid_loss : 0.16204598546028137
1130920 0.162197 0.162046 0.167075 CURRENT LEARNING RATE: 8.58001459052266e-06
previous_iter_valid_loss : 0.16896532475948334
1130940 0.169116 0.168965 0.167384 CURRENT LEARNING RATE: 8.578298759193411e-06
previous_iter_valid_loss : 0.1712387204170227
1130960 0.171383 0.171239 0.167841 CURRENT LEARNING RATE: 8.576583270996115e-06
previous_iter_valid_loss : 0.1657518893480301
1130980 0.165911 0.165752 0.167795 CURRENT LEARNING RATE: 8.574868125862136e-06
previous_iter_valid_loss : 0.16880854964256287
1131000 0.168966 0.168809 0.167791 CURRENT LEARNING RATE: 8.573153323722897e-06
previous_iter_valid_loss : 0.164750337600708
1131020 0.164914 0.164750 0.168001 CURRENT LEARNING RATE: 8.571438864509791e-06
previous_iter_valid_loss : 0.1685653179883957
1131040 0.168718 0.168565 0.167743 CURRENT LEARNING RATE: 8.569724748154228e-06
previous_iter_valid_loss : 0.16337575018405914
1131060 0.163579 0.163376 0.165919 CURRENT LEARNING RATE: 8.56801097458767e-06
previous_iter_valid_loss : 0.167023167014122
1131080 0.167175 0.167023 0.165843 CURRENT LEARNING RATE: 8.566297543741553e-06
previous_iter_valid_loss : 0.1609012484550476
1131100 0.161062 0.160901 0.165760 CURRENT LEARNING RATE: 8.564584455547338e-06
previous_iter_valid_loss : 0.1606585681438446
1131120 0.160830 0.160659 0.165345 CURRENT LEARNING RATE: 8.562871709936488e-06
previous_iter_valid_loss : 0.16055947542190552
1131140 0.160718 0.160559 0.165234 CURRENT LEARNING RATE: 8.561159306840523e-06
previous_iter_valid_loss : 0.16195669770240784
1131160 0.162138 0.161957 0.165103 CURRENT LEARNING RATE: 8.559447246190929e-06
previous_iter_valid_loss : 0.16052687168121338
1131180 0.160699 0.160527 0.165063 CURRENT LEARNING RATE: 8.557735527919229e-06
previous_iter_valid_loss : 0.16360096633434296
1131200 0.163776 0.163601 0.165102 CURRENT LEARNING RATE: 8.556024151956935e-06
previous_iter_valid_loss : 0.1607716679573059
1131220 0.160937 0.160772 0.163856 CURRENT LEARNING RATE: 8.554313118235622e-06
previous_iter_valid_loss : 0.16268059611320496
1131240 0.162874 0.162681 0.163964 CURRENT LEARNING RATE: 8.552602426686835e-06
previous_iter_valid_loss : 0.16717427968978882
1131260 0.167332 0.167174 0.164184 CURRENT LEARNING RATE: 8.550892077242149e-06
previous_iter_valid_loss : 0.1606595516204834
1131280 0.160818 0.160660 0.164175 CURRENT LEARNING RATE: 8.54918206983313e-06
previous_iter_valid_loss : 0.16545633971691132
1131300 0.165657 0.165456 0.164271 CURRENT LEARNING RATE: 8.54747240439141e-06
previous_iter_valid_loss : 0.1694897562265396
1131320 0.169730 0.169490 0.164643 CURRENT LEARNING RATE: 8.545763080848588e-06
previous_iter_valid_loss : 0.16305503249168396
1131340 0.163264 0.163055 0.164348 CURRENT LEARNING RATE: 8.544054099136292e-06
previous_iter_valid_loss : 0.1767774224281311
1131360 0.177070 0.176777 0.164625 CURRENT LEARNING RATE: 8.542345459186143e-06
previous_iter_valid_loss : 0.17388565838336945
1131380 0.174034 0.173886 0.165031 CURRENT LEARNING RATE: 8.54063716092983e-06
previous_iter_valid_loss : 0.16275978088378906
1131400 0.162949 0.162760 0.164729 CURRENT LEARNING RATE: 8.538929204299004e-06
previous_iter_valid_loss : 0.163255974650383
1131420 0.163451 0.163256 0.164654 CURRENT LEARNING RATE: 8.537221589225347e-06
previous_iter_valid_loss : 0.16725294291973114
1131440 0.167404 0.167253 0.164589 CURRENT LEARNING RATE: 8.535514315640541e-06
previous_iter_valid_loss : 0.16158625483512878
1131460 0.161772 0.161586 0.164499 CURRENT LEARNING RATE: 8.533807383476322e-06
previous_iter_valid_loss : 0.16051225364208221
1131480 0.160675 0.160512 0.164174 CURRENT LEARNING RATE: 8.5321007926644e-06
previous_iter_valid_loss : 0.16059093177318573
1131500 0.160762 0.160591 0.164158 CURRENT LEARNING RATE: 8.530394543136497e-06
previous_iter_valid_loss : 0.18375100195407867
1131520 0.183892 0.183751 0.165313 CURRENT LEARNING RATE: 8.528688634824391e-06
previous_iter_valid_loss : 0.163693368434906
1131540 0.163885 0.163693 0.165469 CURRENT LEARNING RATE: 8.526983067659833e-06
previous_iter_valid_loss : 0.16920910775661469
1131560 0.169361 0.169209 0.165832 CURRENT LEARNING RATE: 8.525277841574597e-06
previous_iter_valid_loss : 0.16479791700839996
1131580 0.165012 0.164798 0.166046 CURRENT LEARNING RATE: 8.52357295650046e-06
previous_iter_valid_loss : 0.1633346527814865
1131600 0.163505 0.163335 0.166032 CURRENT LEARNING RATE: 8.52186841236926e-06
previous_iter_valid_loss : 0.16638262569904327
1131620 0.166543 0.166383 0.166313 CURRENT LEARNING RATE: 8.520164209112795e-06
previous_iter_valid_loss : 0.1660638451576233
1131640 0.166280 0.166064 0.166482 CURRENT LEARNING RATE: 8.518460346662901e-06
previous_iter_valid_loss : 0.17054979503154755
1131660 0.170806 0.170550 0.166651 CURRENT LEARNING RATE: 8.516756824951407e-06
previous_iter_valid_loss : 0.1802666336297989
1131680 0.180605 0.180267 0.167631 CURRENT LEARNING RATE: 8.515053643910203e-06
previous_iter_valid_loss : 0.16477389633655548
1131700 0.164977 0.164774 0.167597 CURRENT LEARNING RATE: 8.513350803471144e-06
previous_iter_valid_loss : 0.17687013745307922
1131720 0.177038 0.176870 0.167966 CURRENT LEARNING RATE: 8.51164830356612e-06
previous_iter_valid_loss : 0.1687728613615036
1131740 0.169007 0.168773 0.168252 CURRENT LEARNING RATE: 8.509946144127014e-06
previous_iter_valid_loss : 0.16765543818473816
1131760 0.167876 0.167655 0.167796 CURRENT LEARNING RATE: 8.50824432508577e-06
previous_iter_valid_loss : 0.16649949550628662
1131780 0.166719 0.166499 0.167426 CURRENT LEARNING RATE: 8.506542846374298e-06
previous_iter_valid_loss : 0.16158413887023926
1131800 0.161746 0.161584 0.167368 CURRENT LEARNING RATE: 8.504841707924544e-06
previous_iter_valid_loss : 0.16273847222328186
1131820 0.162936 0.162738 0.167342 CURRENT LEARNING RATE: 8.503140909668443e-06
previous_iter_valid_loss : 0.16050536930561066
1131840 0.160670 0.160505 0.167004 CURRENT LEARNING RATE: 8.501440451537995e-06
previous_iter_valid_loss : 0.1667626053094864
1131860 0.166923 0.166763 0.167263 CURRENT LEARNING RATE: 8.499740333465164e-06
previous_iter_valid_loss : 0.17054437100887299
1131880 0.170694 0.170544 0.167765 CURRENT LEARNING RATE: 8.498040555381934e-06
previous_iter_valid_loss : 0.1727713793516159
1131900 0.172912 0.172771 0.168374 CURRENT LEARNING RATE: 8.496341117220343e-06
previous_iter_valid_loss : 0.17367666959762573
1131920 0.173822 0.173677 0.167870 CURRENT LEARNING RATE: 8.494642018912397e-06
previous_iter_valid_loss : 0.1838778555393219
1131940 0.184024 0.183878 0.168879 CURRENT LEARNING RATE: 8.492943260390133e-06
previous_iter_valid_loss : 0.16139987111091614
1131960 0.161580 0.161400 0.168489 CURRENT LEARNING RATE: 8.491244841585587e-06
previous_iter_valid_loss : 0.16284477710723877
1131980 0.163006 0.162845 0.168391 CURRENT LEARNING RATE: 8.489546762430849e-06
previous_iter_valid_loss : 0.16051237285137177
1132000 0.160671 0.160512 0.168250 CURRENT LEARNING RATE: 8.487849022857983e-06
previous_iter_valid_loss : 0.1613476574420929
1132020 0.161529 0.161348 0.167998 CURRENT LEARNING RATE: 8.486151622799078e-06
previous_iter_valid_loss : 0.1906251609325409
1132040 0.191083 0.190625 0.169226 CURRENT LEARNING RATE: 8.484454562186227e-06
previous_iter_valid_loss : 0.16624806821346283
1132060 0.166466 0.166248 0.169011 CURRENT LEARNING RATE: 8.482757840951573e-06
previous_iter_valid_loss : 0.1619545817375183
1132080 0.162120 0.161955 0.168096 CURRENT LEARNING RATE: 8.481061459027233e-06
previous_iter_valid_loss : 0.16184553503990173
1132100 0.162037 0.161846 0.167949 CURRENT LEARNING RATE: 8.479365416345354e-06
previous_iter_valid_loss : 0.16541688144207
1132120 0.165639 0.165417 0.167377 CURRENT LEARNING RATE: 8.477669712838077e-06
previous_iter_valid_loss : 0.16180190443992615
1132140 0.161996 0.161802 0.167028 CURRENT LEARNING RATE: 8.475974348437603e-06
previous_iter_valid_loss : 0.16064231097698212
1132160 0.160824 0.160642 0.166678 CURRENT LEARNING RATE: 8.474279323076107e-06
previous_iter_valid_loss : 0.16056013107299805
1132180 0.160726 0.160560 0.166381 CURRENT LEARNING RATE: 8.472584636685783e-06
previous_iter_valid_loss : 0.1641884446144104
1132200 0.164350 0.164188 0.166511 CURRENT LEARNING RATE: 8.470890289198832e-06
previous_iter_valid_loss : 0.17788465321063995
1132220 0.178189 0.177885 0.167268 CURRENT LEARNING RATE: 8.469196280547506e-06
previous_iter_valid_loss : 0.17084605991840363
1132240 0.170995 0.170846 0.167785 CURRENT LEARNING RATE: 8.467502610664036e-06
previous_iter_valid_loss : 0.16064077615737915
1132260 0.160813 0.160641 0.167479 CURRENT LEARNING RATE: 8.465809279480655e-06
previous_iter_valid_loss : 0.16540606319904327
1132280 0.165569 0.165406 0.167222 CURRENT LEARNING RATE: 8.464116286929661e-06
previous_iter_valid_loss : 0.16067440807819366
1132300 0.160846 0.160674 0.166617 CURRENT LEARNING RATE: 8.46242363294332e-06
previous_iter_valid_loss : 0.16677381098270416
1132320 0.166935 0.166774 0.166272 CURRENT LEARNING RATE: 8.460731317453925e-06
previous_iter_valid_loss : 0.16065934300422668
1132340 0.160820 0.160659 0.165111 CURRENT LEARNING RATE: 8.45903934039377e-06
previous_iter_valid_loss : 0.16239924728870392
1132360 0.162587 0.162399 0.165161 CURRENT LEARNING RATE: 8.457347701695202e-06
previous_iter_valid_loss : 0.1608199030160904
1132380 0.160997 0.160820 0.165060 CURRENT LEARNING RATE: 8.455656401290547e-06
previous_iter_valid_loss : 0.19542090594768524
1132400 0.195916 0.195421 0.166805 CURRENT LEARNING RATE: 8.453965439112146e-06
previous_iter_valid_loss : 0.16397343575954437
1132420 0.164143 0.163973 0.166937 CURRENT LEARNING RATE: 8.452274815092349e-06
previous_iter_valid_loss : 0.165348619222641
1132440 0.165551 0.165349 0.165673 CURRENT LEARNING RATE: 8.450584529163562e-06
previous_iter_valid_loss : 0.16173996031284332
1132460 0.161909 0.161740 0.165447 CURRENT LEARNING RATE: 8.448894581258157e-06
previous_iter_valid_loss : 0.16099126636981964
1132480 0.161156 0.160991 0.165399 CURRENT LEARNING RATE: 8.447204971308537e-06
previous_iter_valid_loss : 0.17544475197792053
1132500 0.175737 0.175445 0.166079 CURRENT LEARNING RATE: 8.445515699247101e-06
previous_iter_valid_loss : 0.16281211376190186
1132520 0.163000 0.162812 0.165949 CURRENT LEARNING RATE: 8.443826765006309e-06
previous_iter_valid_loss : 0.16901971399784088
1132540 0.169176 0.169020 0.166310 CURRENT LEARNING RATE: 8.44213816851859e-06
previous_iter_valid_loss : 0.16065162420272827
1132560 0.160801 0.160652 0.166310 CURRENT LEARNING RATE: 8.440449909716398e-06
previous_iter_valid_loss : 0.161739319562912
1132580 0.161931 0.161739 0.166369 CURRENT LEARNING RATE: 8.438761988532188e-06
previous_iter_valid_loss : 0.1619436889886856
1132600 0.162105 0.161944 0.166257 CURRENT LEARNING RATE: 8.437074404898474e-06
previous_iter_valid_loss : 0.16058269143104553
1132620 0.160754 0.160583 0.165392 CURRENT LEARNING RATE: 8.435387158747737e-06
previous_iter_valid_loss : 0.16321943700313568
1132640 0.163417 0.163219 0.165011 CURRENT LEARNING RATE: 8.433700250012488e-06
previous_iter_valid_loss : 0.16501599550247192
1132660 0.165240 0.165016 0.165229 CURRENT LEARNING RATE: 8.432013678625235e-06
previous_iter_valid_loss : 0.16589577496051788
1132680 0.166112 0.165896 0.165254 CURRENT LEARNING RATE: 8.430327444518546e-06
previous_iter_valid_loss : 0.17415373027324677
1132700 0.174300 0.174154 0.165928 CURRENT LEARNING RATE: 8.428641547624955e-06
previous_iter_valid_loss : 0.17413243651390076
1132720 0.174404 0.174132 0.166296 CURRENT LEARNING RATE: 8.426955987877012e-06
previous_iter_valid_loss : 0.1606779545545578
1132740 0.160838 0.160678 0.166297 CURRENT LEARNING RATE: 8.425270765207325e-06
previous_iter_valid_loss : 0.16307950019836426
1132760 0.163249 0.163080 0.166331 CURRENT LEARNING RATE: 8.423585879548471e-06
previous_iter_valid_loss : 0.1616801917552948
1132780 0.161836 0.161680 0.166374 CURRENT LEARNING RATE: 8.421901330833052e-06
previous_iter_valid_loss : 0.1624489426612854
1132800 0.162607 0.162449 0.164725 CURRENT LEARNING RATE: 8.420217118993671e-06
previous_iter_valid_loss : 0.16196924448013306
1132820 0.162125 0.161969 0.164625 CURRENT LEARNING RATE: 8.418533243962993e-06
previous_iter_valid_loss : 0.17736005783081055
1132840 0.177508 0.177360 0.165225 CURRENT LEARNING RATE: 8.416849705673644e-06
previous_iter_valid_loss : 0.16087959706783295
1132860 0.161048 0.160880 0.165182 CURRENT LEARNING RATE: 8.415166504058286e-06
previous_iter_valid_loss : 0.1631639003753662
1132880 0.163359 0.163164 0.165291 CURRENT LEARNING RATE: 8.413483639049574e-06
previous_iter_valid_loss : 0.17754870653152466
1132900 0.177704 0.177549 0.165396 CURRENT LEARNING RATE: 8.411801110580223e-06
previous_iter_valid_loss : 0.16607403755187988
1132920 0.166234 0.166074 0.165559 CURRENT LEARNING RATE: 8.410118918582918e-06
previous_iter_valid_loss : 0.1606987863779068
1132940 0.160875 0.160699 0.165143 CURRENT LEARNING RATE: 8.408437062990371e-06
previous_iter_valid_loss : 0.16598203778266907
1132960 0.166145 0.165982 0.165410 CURRENT LEARNING RATE: 8.406755543735293e-06
previous_iter_valid_loss : 0.16534949839115143
1132980 0.165550 0.165349 0.165590 CURRENT LEARNING RATE: 8.405074360750452e-06
previous_iter_valid_loss : 0.1617640256881714
1133000 0.161923 0.161764 0.165581 CURRENT LEARNING RATE: 8.403393513968587e-06
previous_iter_valid_loss : 0.17655080556869507
1133020 0.176839 0.176551 0.166380 CURRENT LEARNING RATE: 8.401713003322463e-06
previous_iter_valid_loss : 0.17216987907886505
1133040 0.172425 0.172170 0.166827 CURRENT LEARNING RATE: 8.400032828744845e-06
previous_iter_valid_loss : 0.1625717431306839
1133060 0.162760 0.162572 0.166705 CURRENT LEARNING RATE: 8.398352990168557e-06
previous_iter_valid_loss : 0.16306568682193756
1133080 0.163234 0.163066 0.166564 CURRENT LEARNING RATE: 8.39667348752639e-06
previous_iter_valid_loss : 0.17176812887191772
1133100 0.172027 0.171768 0.166444 CURRENT LEARNING RATE: 8.39499432075115e-06
previous_iter_valid_loss : 0.16377228498458862
1133120 0.163956 0.163772 0.165926 CURRENT LEARNING RATE: 8.393315489775696e-06
previous_iter_valid_loss : 0.1605333685874939
1133140 0.160701 0.160533 0.165919 CURRENT LEARNING RATE: 8.391636994532864e-06
previous_iter_valid_loss : 0.16049644351005554
1133160 0.160659 0.160496 0.165790 CURRENT LEARNING RATE: 8.389958834955514e-06
previous_iter_valid_loss : 0.1670808643102646
1133180 0.167235 0.167081 0.166060 CURRENT LEARNING RATE: 8.388281010976502e-06
previous_iter_valid_loss : 0.16073617339134216
1133200 0.160925 0.160736 0.165974 CURRENT LEARNING RATE: 8.386603522528747e-06
previous_iter_valid_loss : 0.16114482283592224
1133220 0.161334 0.161145 0.165933 CURRENT LEARNING RATE: 8.384926369545135e-06
previous_iter_valid_loss : 0.16057832539081573
1133240 0.160755 0.160578 0.165094 CURRENT LEARNING RATE: 8.383249551958577e-06
previous_iter_valid_loss : 0.1746223419904709
1133260 0.174767 0.174622 0.165781 CURRENT LEARNING RATE: 8.381573069701988e-06
previous_iter_valid_loss : 0.16057465970516205
1133280 0.160737 0.160575 0.165652 CURRENT LEARNING RATE: 8.379896922708338e-06
previous_iter_valid_loss : 0.16940002143383026
1133300 0.169644 0.169400 0.165244 CURRENT LEARNING RATE: 8.378221110910567e-06
previous_iter_valid_loss : 0.16443882882595062
1133320 0.164650 0.164439 0.165163 CURRENT LEARNING RATE: 8.376545634241639e-06
previous_iter_valid_loss : 0.1618979126214981
1133340 0.162088 0.161898 0.165222 CURRENT LEARNING RATE: 8.374870492634526e-06
previous_iter_valid_loss : 0.16103871166706085
1133360 0.161199 0.161039 0.164975 CURRENT LEARNING RATE: 8.373195686022246e-06
previous_iter_valid_loss : 0.16189110279083252
1133380 0.162049 0.161891 0.164802 CURRENT LEARNING RATE: 8.371521214337796e-06
previous_iter_valid_loss : 0.16461817920207977
1133400 0.164813 0.164618 0.164945 CURRENT LEARNING RATE: 8.369847077514193e-06
previous_iter_valid_loss : 0.19001105427742004
1133420 0.190426 0.190011 0.165618 CURRENT LEARNING RATE: 8.368173275484463e-06
previous_iter_valid_loss : 0.19343633949756622
1133440 0.193911 0.193436 0.166681 CURRENT LEARNING RATE: 8.36649980818168e-06
previous_iter_valid_loss : 0.1700197160243988
1133460 0.170275 0.170020 0.167054 CURRENT LEARNING RATE: 8.364826675538887e-06
previous_iter_valid_loss : 0.16997724771499634
1133480 0.170219 0.169977 0.167399 CURRENT LEARNING RATE: 8.36315387748915e-06
previous_iter_valid_loss : 0.1622171401977539
1133500 0.162385 0.162217 0.166922 CURRENT LEARNING RATE: 8.361481413965583e-06
previous_iter_valid_loss : 0.16090446710586548
1133520 0.161062 0.160904 0.166778 CURRENT LEARNING RATE: 8.359809284901274e-06
previous_iter_valid_loss : 0.1624242216348648
1133540 0.162627 0.162424 0.166873 CURRENT LEARNING RATE: 8.358137490229337e-06
previous_iter_valid_loss : 0.16052751243114471
1133560 0.160689 0.160528 0.166875 CURRENT LEARNING RATE: 8.356466029882886e-06
previous_iter_valid_loss : 0.16290079057216644
1133580 0.163085 0.162901 0.166666 CURRENT LEARNING RATE: 8.354794903795094e-06
previous_iter_valid_loss : 0.16097183525562286
1133600 0.161161 0.160972 0.166677 CURRENT LEARNING RATE: 8.353124111899097e-06
previous_iter_valid_loss : 0.16054503619670868
1133620 0.160701 0.160545 0.166647 CURRENT LEARNING RATE: 8.351453654128067e-06
previous_iter_valid_loss : 0.16335968673229218
1133640 0.163558 0.163360 0.166786 CURRENT LEARNING RATE: 8.349783530415168e-06
previous_iter_valid_loss : 0.18074974417686462
1133660 0.181075 0.180750 0.167093 CURRENT LEARNING RATE: 8.348113740693627e-06
previous_iter_valid_loss : 0.16977925598621368
1133680 0.170025 0.169779 0.167553 CURRENT LEARNING RATE: 8.346444284896637e-06
previous_iter_valid_loss : 0.16172103583812714
1133700 0.161899 0.161721 0.167169 CURRENT LEARNING RATE: 8.34477516295742e-06
previous_iter_valid_loss : 0.1644347459077835
1133720 0.164640 0.164435 0.167169 CURRENT LEARNING RATE: 8.343106374809195e-06
previous_iter_valid_loss : 0.16085678339004517
1133740 0.161039 0.160857 0.167117 CURRENT LEARNING RATE: 8.34143792038524e-06
previous_iter_valid_loss : 0.16148312389850616
1133760 0.161674 0.161483 0.167139 CURRENT LEARNING RATE: 8.339769799618805e-06
previous_iter_valid_loss : 0.1632480025291443
1133780 0.163445 0.163248 0.167207 CURRENT LEARNING RATE: 8.33810201244316e-06
previous_iter_valid_loss : 0.16371743381023407
1133800 0.163910 0.163717 0.167162 CURRENT LEARNING RATE: 8.336434558791586e-06
previous_iter_valid_loss : 0.16611690819263458
1133820 0.166322 0.166117 0.165967 CURRENT LEARNING RATE: 8.334767438597407e-06
previous_iter_valid_loss : 0.1605340838432312
1133840 0.160692 0.160534 0.164322 CURRENT LEARNING RATE: 8.333100651793926e-06
previous_iter_valid_loss : 0.1728569120168686
1133860 0.173132 0.172857 0.164464 CURRENT LEARNING RATE: 8.331434198314461e-06
previous_iter_valid_loss : 0.1727641373872757
1133880 0.172916 0.172764 0.164603 CURRENT LEARNING RATE: 8.329768078092377e-06
previous_iter_valid_loss : 0.17107942700386047
1133900 0.171329 0.171079 0.165046 CURRENT LEARNING RATE: 8.328102291061018e-06
previous_iter_valid_loss : 0.2006501704454422
1133920 0.201178 0.200650 0.167034 CURRENT LEARNING RATE: 8.326436837153754e-06
previous_iter_valid_loss : 0.1765124797821045
1133940 0.176663 0.176512 0.167738 CURRENT LEARNING RATE: 8.324771716303947e-06
previous_iter_valid_loss : 0.16117282211780548
1133960 0.161329 0.161173 0.167770 CURRENT LEARNING RATE: 8.323106928445026e-06
previous_iter_valid_loss : 0.16924498975276947
1133980 0.169396 0.169245 0.168088 CURRENT LEARNING RATE: 8.32144247351038e-06
previous_iter_valid_loss : 0.17509686946868896
1134000 0.175383 0.175097 0.168794 CURRENT LEARNING RATE: 8.319778351433439e-06
previous_iter_valid_loss : 0.17070311307907104
1134020 0.170960 0.170703 0.169302 CURRENT LEARNING RATE: 8.318114562147614e-06
previous_iter_valid_loss : 0.16271263360977173
1134040 0.162880 0.162713 0.169269 CURRENT LEARNING RATE: 8.31645110558639e-06
previous_iter_valid_loss : 0.1634308099746704
1134060 0.163621 0.163431 0.168403 CURRENT LEARNING RATE: 8.314787981683212e-06
previous_iter_valid_loss : 0.16126058995723724
1134080 0.161447 0.161261 0.167977 CURRENT LEARNING RATE: 8.313125190371551e-06
previous_iter_valid_loss : 0.16150102019309998
1134100 0.161644 0.161501 0.167966 CURRENT LEARNING RATE: 8.311462731584887e-06
previous_iter_valid_loss : 0.1806754618883133
1134120 0.180829 0.180675 0.168778 CURRENT LEARNING RATE: 8.309800605256747e-06
previous_iter_valid_loss : 0.16588418185710907
1134140 0.166045 0.165884 0.169030 CURRENT LEARNING RATE: 8.308138811320632e-06
previous_iter_valid_loss : 0.16125237941741943
1134160 0.161412 0.161252 0.169018 CURRENT LEARNING RATE: 8.306477349710071e-06
previous_iter_valid_loss : 0.16105520725250244
1134180 0.161207 0.161055 0.168909 CURRENT LEARNING RATE: 8.30481622035859e-06
previous_iter_valid_loss : 0.1649387925863266
1134200 0.165156 0.164939 0.168970 CURRENT LEARNING RATE: 8.303155423199775e-06
previous_iter_valid_loss : 0.16313812136650085
1134220 0.163305 0.163138 0.168821 CURRENT LEARNING RATE: 8.301494958167177e-06
previous_iter_valid_loss : 0.16100287437438965
1134240 0.161152 0.161003 0.168844 CURRENT LEARNING RATE: 8.299834825194379e-06
previous_iter_valid_loss : 0.16510365903377533
1134260 0.165321 0.165104 0.168457 CURRENT LEARNING RATE: 8.298175024214959e-06
previous_iter_valid_loss : 0.16170255839824677
1134280 0.161873 0.161703 0.167903 CURRENT LEARNING RATE: 8.296515555162557e-06
previous_iter_valid_loss : 0.19898022711277008
1134300 0.199499 0.198980 0.169298 CURRENT LEARNING RATE: 8.294856417970778e-06
previous_iter_valid_loss : 0.18183106184005737
1134320 0.182185 0.181831 0.168358 CURRENT LEARNING RATE: 8.293197612573242e-06
previous_iter_valid_loss : 0.17537939548492432
1134340 0.175662 0.175379 0.168301 CURRENT LEARNING RATE: 8.291539138903627e-06
previous_iter_valid_loss : 0.18571121990680695
1134360 0.186087 0.185711 0.169528 CURRENT LEARNING RATE: 8.289880996895578e-06
previous_iter_valid_loss : 0.16096703708171844
1134380 0.161122 0.160967 0.169114 CURRENT LEARNING RATE: 8.28822318648277e-06
previous_iter_valid_loss : 0.16123633086681366
1134400 0.161424 0.161236 0.168421 CURRENT LEARNING RATE: 8.286565707598875e-06
previous_iter_valid_loss : 0.1778208464384079
1134420 0.177972 0.177821 0.168777 CURRENT LEARNING RATE: 8.284908560177624e-06
previous_iter_valid_loss : 0.16090591251850128
1134440 0.161080 0.160906 0.168686 CURRENT LEARNING RATE: 8.283251744152719e-06
previous_iter_valid_loss : 0.1617709994316101
1134460 0.161931 0.161771 0.168603 CURRENT LEARNING RATE: 8.281595259457884e-06
previous_iter_valid_loss : 0.16472050547599792
1134480 0.164882 0.164721 0.168776 CURRENT LEARNING RATE: 8.279939106026844e-06
previous_iter_valid_loss : 0.17329977452754974
1134500 0.173564 0.173300 0.169366 CURRENT LEARNING RATE: 8.278283283793387e-06
previous_iter_valid_loss : 0.16064459085464478
1134520 0.160803 0.160645 0.168365 CURRENT LEARNING RATE: 8.276627792691259e-06
previous_iter_valid_loss : 0.16229870915412903
1134540 0.162482 0.162299 0.168186 CURRENT LEARNING RATE: 8.274972632654246e-06
previous_iter_valid_loss : 0.1626603901386261
1134560 0.162823 0.162660 0.168256 CURRENT LEARNING RATE: 8.273317803616125e-06
previous_iter_valid_loss : 0.16109317541122437
1134580 0.161281 0.161093 0.168258 CURRENT LEARNING RATE: 8.27166330551073e-06
previous_iter_valid_loss : 0.16975626349449158
1134600 0.170012 0.169756 0.168499 CURRENT LEARNING RATE: 8.27000913827187e-06
previous_iter_valid_loss : 0.16088268160820007
1134620 0.161041 0.160883 0.168386 CURRENT LEARNING RATE: 8.268355301833376e-06
previous_iter_valid_loss : 0.17041240632534027
1134640 0.170561 0.170412 0.168856 CURRENT LEARNING RATE: 8.26670179612908e-06
previous_iter_valid_loss : 0.1650037169456482
1134660 0.165169 0.165004 0.168851 CURRENT LEARNING RATE: 8.265048621092873e-06
previous_iter_valid_loss : 0.16258186101913452
1134680 0.162766 0.162582 0.168895 CURRENT LEARNING RATE: 8.263395776658612e-06
previous_iter_valid_loss : 0.16727137565612793
1134700 0.167435 0.167271 0.167310 CURRENT LEARNING RATE: 8.261743262760168e-06
previous_iter_valid_loss : 0.16054308414459229
1134720 0.160714 0.160543 0.166246 CURRENT LEARNING RATE: 8.260091079331469e-06
previous_iter_valid_loss : 0.16879446804523468
1134740 0.168947 0.168794 0.165916 CURRENT LEARNING RATE: 8.258439226306416e-06
previous_iter_valid_loss : 0.16196615993976593
1134760 0.162130 0.161966 0.164729 CURRENT LEARNING RATE: 8.256787703618932e-06
previous_iter_valid_loss : 0.16123227775096893
1134780 0.161398 0.161232 0.164742 CURRENT LEARNING RATE: 8.255136511202942e-06
previous_iter_valid_loss : 0.1605563461780548
1134800 0.160720 0.160556 0.164708 CURRENT LEARNING RATE: 8.25348564899243e-06
previous_iter_valid_loss : 0.17617253959178925
1134820 0.176468 0.176173 0.164626 CURRENT LEARNING RATE: 8.251835116921343e-06
previous_iter_valid_loss : 0.16840790212154388
1134840 0.168641 0.168408 0.165001 CURRENT LEARNING RATE: 8.250184914923664e-06
previous_iter_valid_loss : 0.16292016208171844
1134860 0.163081 0.162920 0.165058 CURRENT LEARNING RATE: 8.248535042933367e-06
previous_iter_valid_loss : 0.163432776927948
1134880 0.163603 0.163433 0.164994 CURRENT LEARNING RATE: 8.246885500884488e-06
previous_iter_valid_loss : 0.19009529054164886
1134900 0.190521 0.190095 0.165834 CURRENT LEARNING RATE: 8.245236288711028e-06
previous_iter_valid_loss : 0.17540337145328522
1134920 0.175687 0.175403 0.166572 CURRENT LEARNING RATE: 8.243587406347022e-06
previous_iter_valid_loss : 0.17118918895721436
1134940 0.171443 0.171189 0.167016 CURRENT LEARNING RATE: 8.2419388537265e-06
previous_iter_valid_loss : 0.16050022840499878
1134960 0.160665 0.160500 0.166908 CURRENT LEARNING RATE: 8.240290630783548e-06
previous_iter_valid_loss : 0.1611250936985016
1134980 0.161281 0.161125 0.166910 CURRENT LEARNING RATE: 8.238642737452221e-06
previous_iter_valid_loss : 0.18694597482681274
1135000 0.187077 0.186946 0.167769 CURRENT LEARNING RATE: 8.236995173666605e-06
previous_iter_valid_loss : 0.17395080626010895
1135020 0.174100 0.173951 0.168423 CURRENT LEARNING RATE: 8.235347939360781e-06
previous_iter_valid_loss : 0.1676996648311615
1135040 0.167858 0.167700 0.168287 CURRENT LEARNING RATE: 8.233701034468893e-06
previous_iter_valid_loss : 0.17444033920764923
1135060 0.174598 0.174440 0.168759 CURRENT LEARNING RATE: 8.232054458925046e-06
previous_iter_valid_loss : 0.16069449484348297
1135080 0.160848 0.160694 0.168665 CURRENT LEARNING RATE: 8.230408212663363e-06
previous_iter_valid_loss : 0.1628824770450592
1135100 0.163044 0.162882 0.168445 CURRENT LEARNING RATE: 8.228762295618025e-06
previous_iter_valid_loss : 0.17181575298309326
1135120 0.172075 0.171816 0.169009 CURRENT LEARNING RATE: 8.22711670772318e-06
previous_iter_valid_loss : 0.16455519199371338
1135140 0.164712 0.164555 0.168797 CURRENT LEARNING RATE: 8.225471448913005e-06
previous_iter_valid_loss : 0.16180959343910217
1135160 0.161998 0.161810 0.168789 CURRENT LEARNING RATE: 8.223826519121674e-06
previous_iter_valid_loss : 0.16211533546447754
1135180 0.162317 0.162115 0.168833 CURRENT LEARNING RATE: 8.22218191828342e-06
previous_iter_valid_loss : 0.1605663150548935
1135200 0.160722 0.160566 0.168834 CURRENT LEARNING RATE: 8.220537646332443e-06
previous_iter_valid_loss : 0.16114577651023865
1135220 0.161300 0.161146 0.168082 CURRENT LEARNING RATE: 8.218893703202971e-06
previous_iter_valid_loss : 0.16137297451496124
1135240 0.161526 0.161373 0.167731 CURRENT LEARNING RATE: 8.217250088829238e-06
previous_iter_valid_loss : 0.1673005223274231
1135260 0.167529 0.167301 0.167950 CURRENT LEARNING RATE: 8.21560680314552e-06
previous_iter_valid_loss : 0.16132578253746033
1135280 0.161488 0.161326 0.167844 CURRENT LEARNING RATE: 8.213963846086078e-06
previous_iter_valid_loss : 0.16133420169353485
1135300 0.161491 0.161334 0.166406 CURRENT LEARNING RATE: 8.21232121758519e-06
previous_iter_valid_loss : 0.16287291049957275
1135320 0.163075 0.162873 0.165780 CURRENT LEARNING RATE: 8.210678917577138e-06
previous_iter_valid_loss : 0.16366468369960785
1135340 0.163869 0.163665 0.165404 CURRENT LEARNING RATE: 8.209036945996256e-06
previous_iter_valid_loss : 0.1614532768726349
1135360 0.161645 0.161453 0.165451 CURRENT LEARNING RATE: 8.207395302776855e-06
previous_iter_valid_loss : 0.17220553755760193
1135380 0.172355 0.172206 0.166005 CURRENT LEARNING RATE: 8.205753987853267e-06
previous_iter_valid_loss : 0.17408181726932526
1135400 0.174228 0.174082 0.165362 CURRENT LEARNING RATE: 8.204113001159826e-06
previous_iter_valid_loss : 0.17407456040382385
1135420 0.174221 0.174075 0.165368 CURRENT LEARNING RATE: 8.202472342630919e-06
previous_iter_valid_loss : 0.1698227971792221
1135440 0.169975 0.169823 0.165474 CURRENT LEARNING RATE: 8.200832012200907e-06
previous_iter_valid_loss : 0.16090281307697296
1135460 0.161087 0.160903 0.164797 CURRENT LEARNING RATE: 8.199192009804178e-06
previous_iter_valid_loss : 0.16749897599220276
1135480 0.167717 0.167499 0.165138 CURRENT LEARNING RATE: 8.197552335375114e-06
previous_iter_valid_loss : 0.16227160394191742
1135500 0.162468 0.162272 0.165107 CURRENT LEARNING RATE: 8.19591298884816e-06
previous_iter_valid_loss : 0.16979818046092987
1135520 0.169948 0.169798 0.165006 CURRENT LEARNING RATE: 8.194273970157728e-06
previous_iter_valid_loss : 0.16406898200511932
1135540 0.164264 0.164069 0.164982 CURRENT LEARNING RATE: 8.192635279238239e-06
previous_iter_valid_loss : 0.1649019718170166
1135560 0.165059 0.164902 0.165137 CURRENT LEARNING RATE: 8.190996916024178e-06
previous_iter_valid_loss : 0.18358778953552246
1135580 0.183955 0.183588 0.166210 CURRENT LEARNING RATE: 8.189358880449995e-06
previous_iter_valid_loss : 0.16172775626182556
1135600 0.161924 0.161728 0.166268 CURRENT LEARNING RATE: 8.187721172450167e-06
previous_iter_valid_loss : 0.1644510179758072
1135620 0.164658 0.164451 0.166433 CURRENT LEARNING RATE: 8.186083791959173e-06
previous_iter_valid_loss : 0.16878171265125275
1135640 0.169017 0.168782 0.166804 CURRENT LEARNING RATE: 8.184446738911546e-06
previous_iter_valid_loss : 0.1653399020433426
1135660 0.165552 0.165340 0.166706 CURRENT LEARNING RATE: 8.182810013241791e-06
previous_iter_valid_loss : 0.16434897482395172
1135680 0.164517 0.164349 0.166857 CURRENT LEARNING RATE: 8.181173614884437e-06
previous_iter_valid_loss : 0.17390498518943787
1135700 0.174051 0.173905 0.167486 CURRENT LEARNING RATE: 8.179537543774013e-06
previous_iter_valid_loss : 0.16670775413513184
1135720 0.166919 0.166708 0.167677 CURRENT LEARNING RATE: 8.177901799845109e-06
previous_iter_valid_loss : 0.1631748080253601
1135740 0.163344 0.163175 0.167653 CURRENT LEARNING RATE: 8.176266383032277e-06
previous_iter_valid_loss : 0.17641666531562805
1135760 0.176572 0.176417 0.168401 CURRENT LEARNING RATE: 8.1746312932701e-06
previous_iter_valid_loss : 0.17365913093090057
1135780 0.173804 0.173659 0.168474 CURRENT LEARNING RATE: 8.17299653049316e-06
previous_iter_valid_loss : 0.18842563033103943
1135800 0.188843 0.188426 0.169191 CURRENT LEARNING RATE: 8.171362094636102e-06
previous_iter_valid_loss : 0.16346794366836548
1135820 0.163656 0.163468 0.168661 CURRENT LEARNING RATE: 8.169727985633524e-06
previous_iter_valid_loss : 0.1630409061908722
1135840 0.163230 0.163041 0.168321 CURRENT LEARNING RATE: 8.168094203420069e-06
previous_iter_valid_loss : 0.16294172406196594
1135860 0.163108 0.162942 0.168423 CURRENT LEARNING RATE: 8.166460747930368e-06
previous_iter_valid_loss : 0.19024775922298431
1135880 0.190376 0.190248 0.169561 CURRENT LEARNING RATE: 8.164827619099113e-06
previous_iter_valid_loss : 0.16079774498939514
1135900 0.160979 0.160798 0.169487 CURRENT LEARNING RATE: 8.163194816860963e-06
previous_iter_valid_loss : 0.16075918078422546
1135920 0.160918 0.160759 0.169035 CURRENT LEARNING RATE: 8.161562341150593e-06
previous_iter_valid_loss : 0.16612137854099274
1135940 0.166338 0.166121 0.169138 CURRENT LEARNING RATE: 8.159930191902733e-06
previous_iter_valid_loss : 0.16083483397960663
1135960 0.160988 0.160835 0.168934 CURRENT LEARNING RATE: 8.15829836905208e-06
previous_iter_valid_loss : 0.1626606583595276
1135980 0.162853 0.162661 0.167888 CURRENT LEARNING RATE: 8.156666872533363e-06
previous_iter_valid_loss : 0.16238386929035187
1136000 0.162573 0.162384 0.167921 CURRENT LEARNING RATE: 8.155035702281308e-06
previous_iter_valid_loss : 0.18000681698322296
1136020 0.180164 0.180007 0.168699 CURRENT LEARNING RATE: 8.153404858230697e-06
previous_iter_valid_loss : 0.1611751914024353
1136040 0.161358 0.161175 0.168318 CURRENT LEARNING RATE: 8.15177434031628e-06
previous_iter_valid_loss : 0.1712830811738968
1136060 0.171429 0.171283 0.168616 CURRENT LEARNING RATE: 8.150144148472841e-06
previous_iter_valid_loss : 0.16099666059017181
1136080 0.161178 0.160997 0.168448 CURRENT LEARNING RATE: 8.148514282635152e-06
previous_iter_valid_loss : 0.16206765174865723
1136100 0.162244 0.162068 0.167856 CURRENT LEARNING RATE: 8.14688474273805e-06
previous_iter_valid_loss : 0.1703510284423828
1136120 0.170595 0.170351 0.168038 CURRENT LEARNING RATE: 8.14525552871634e-06
previous_iter_valid_loss : 0.16817834973335266
1136140 0.168335 0.168178 0.168288 CURRENT LEARNING RATE: 8.14362664050485e-06
previous_iter_valid_loss : 0.16064709424972534
1136160 0.160813 0.160647 0.167500 CURRENT LEARNING RATE: 8.141998078038413e-06
previous_iter_valid_loss : 0.16173507273197174
1136180 0.161898 0.161735 0.166904 CURRENT LEARNING RATE: 8.140369841251916e-06
previous_iter_valid_loss : 0.1638735979795456
1136200 0.164072 0.163874 0.165676 CURRENT LEARNING RATE: 8.138741930080214e-06
previous_iter_valid_loss : 0.1617659330368042
1136220 0.161968 0.161766 0.165591 CURRENT LEARNING RATE: 8.137114344458188e-06
previous_iter_valid_loss : 0.16146047413349152
1136240 0.161658 0.161460 0.165512 CURRENT LEARNING RATE: 8.135487084320724e-06
previous_iter_valid_loss : 0.16469912230968475
1136260 0.164864 0.164699 0.165600 CURRENT LEARNING RATE: 8.133860149602758e-06
previous_iter_valid_loss : 0.17205846309661865
1136280 0.172210 0.172058 0.164690 CURRENT LEARNING RATE: 8.1322335402392e-06
previous_iter_valid_loss : 0.16171759366989136
1136300 0.161906 0.161718 0.164736 CURRENT LEARNING RATE: 8.13060725616497e-06
previous_iter_valid_loss : 0.162937730550766
1136320 0.163140 0.162938 0.164845 CURRENT LEARNING RATE: 8.128981297315045e-06
previous_iter_valid_loss : 0.1757001131772995
1136340 0.175991 0.175700 0.165324 CURRENT LEARNING RATE: 8.127355663624374e-06
previous_iter_valid_loss : 0.16124172508716583
1136360 0.161397 0.161242 0.165345 CURRENT LEARNING RATE: 8.12573035502793e-06
previous_iter_valid_loss : 0.16123197972774506
1136380 0.161382 0.161232 0.165273 CURRENT LEARNING RATE: 8.124105371460688e-06
previous_iter_valid_loss : 0.16684578359127045
1136400 0.167069 0.166846 0.165496 CURRENT LEARNING RATE: 8.122480712857674e-06
previous_iter_valid_loss : 0.1605246514081955
1136420 0.160693 0.160525 0.164522 CURRENT LEARNING RATE: 8.120856379153892e-06
previous_iter_valid_loss : 0.1711873859167099
1136440 0.171335 0.171187 0.165023 CURRENT LEARNING RATE: 8.119232370284365e-06
previous_iter_valid_loss : 0.16420207917690277
1136460 0.164369 0.164202 0.164669 CURRENT LEARNING RATE: 8.117608686184122e-06
previous_iter_valid_loss : 0.16672784090042114
1136480 0.166881 0.166728 0.164955 CURRENT LEARNING RATE: 8.115985326788237e-06
previous_iter_valid_loss : 0.1606220304965973
1136500 0.160785 0.160622 0.164883 CURRENT LEARNING RATE: 8.11436229203177e-06
previous_iter_valid_loss : 0.1605122834444046
1136520 0.160680 0.160512 0.164391 CURRENT LEARNING RATE: 8.112739581849794e-06
previous_iter_valid_loss : 0.1614895910024643
1136540 0.161645 0.161490 0.164057 CURRENT LEARNING RATE: 8.11111719617739e-06
previous_iter_valid_loss : 0.16253156960010529
1136560 0.162705 0.162532 0.164151 CURRENT LEARNING RATE: 8.109495134949688e-06
previous_iter_valid_loss : 0.16377955675125122
1136580 0.163974 0.163780 0.164253 CURRENT LEARNING RATE: 8.107873398101792e-06
previous_iter_valid_loss : 0.1717587560415268
1136600 0.171907 0.171759 0.164647 CURRENT LEARNING RATE: 8.106251985568833e-06
previous_iter_valid_loss : 0.1611591875553131
1136620 0.161321 0.161159 0.164617 CURRENT LEARNING RATE: 8.10463089728594e-06
previous_iter_valid_loss : 0.1606629490852356
1136640 0.160842 0.160663 0.164577 CURRENT LEARNING RATE: 8.103010133188298e-06
previous_iter_valid_loss : 0.1734694540500641
1136660 0.173616 0.173469 0.165016 CURRENT LEARNING RATE: 8.101389693211064e-06
previous_iter_valid_loss : 0.16062518954277039
1136680 0.160779 0.160625 0.164444 CURRENT LEARNING RATE: 8.099769577289405e-06
previous_iter_valid_loss : 0.1626059114933014
1136700 0.162797 0.162606 0.164488 CURRENT LEARNING RATE: 8.098149785358542e-06
previous_iter_valid_loss : 0.16371861100196838
1136720 0.163917 0.163719 0.164527 CURRENT LEARNING RATE: 8.096530317353674e-06
previous_iter_valid_loss : 0.1644112914800644
1136740 0.164606 0.164411 0.163963 CURRENT LEARNING RATE: 8.094911173210018e-06
previous_iter_valid_loss : 0.1648760288953781
1136760 0.165079 0.164876 0.164145 CURRENT LEARNING RATE: 8.093292352862797e-06
previous_iter_valid_loss : 0.18422509729862213
1136780 0.184363 0.184225 0.165294 CURRENT LEARNING RATE: 8.091673856247284e-06
previous_iter_valid_loss : 0.17402182519435883
1136800 0.174164 0.174022 0.165653 CURRENT LEARNING RATE: 8.090055683298727e-06
previous_iter_valid_loss : 0.17831601202487946
1136820 0.178618 0.178316 0.166543 CURRENT LEARNING RATE: 8.088437833952399e-06
previous_iter_valid_loss : 0.16178540885448456
1136840 0.161945 0.161785 0.166073 CURRENT LEARNING RATE: 8.086820308143571e-06
previous_iter_valid_loss : 0.2068275511264801
1136860 0.206884 0.206828 0.168204 CURRENT LEARNING RATE: 8.08520310580757e-06
previous_iter_valid_loss : 0.16327866911888123
1136880 0.163480 0.163279 0.168031 CURRENT LEARNING RATE: 8.083586226879694e-06
previous_iter_valid_loss : 0.1654963344335556
1136900 0.165656 0.165496 0.168275 CURRENT LEARNING RATE: 8.08196967129527e-06
previous_iter_valid_loss : 0.16877253353595734
1136920 0.168926 0.168773 0.168688 CURRENT LEARNING RATE: 8.080353438989617e-06
previous_iter_valid_loss : 0.16536563634872437
1136940 0.165566 0.165366 0.168882 CURRENT LEARNING RATE: 8.078737529898119e-06
previous_iter_valid_loss : 0.1608085036277771
1136960 0.160972 0.160809 0.168796 CURRENT LEARNING RATE: 8.077121943956122e-06
previous_iter_valid_loss : 0.16121520102024078
1136980 0.161405 0.161215 0.168668 CURRENT LEARNING RATE: 8.075506681099005e-06
previous_iter_valid_loss : 0.1661607176065445
1137000 0.166368 0.166161 0.168388 CURRENT LEARNING RATE: 8.073891741262142e-06
previous_iter_valid_loss : 0.1606605499982834
1137020 0.160831 0.160661 0.168363 CURRENT LEARNING RATE: 8.072277124380962e-06
previous_iter_valid_loss : 0.16075468063354492
1137040 0.160905 0.160755 0.168367 CURRENT LEARNING RATE: 8.070662830390869e-06
previous_iter_valid_loss : 0.1665491759777069
1137060 0.166709 0.166549 0.168021 CURRENT LEARNING RATE: 8.069048859227292e-06
previous_iter_valid_loss : 0.18415656685829163
1137080 0.184307 0.184157 0.169198 CURRENT LEARNING RATE: 8.067435210825654e-06
previous_iter_valid_loss : 0.19007104635238647
1137100 0.190196 0.190071 0.170571 CURRENT LEARNING RATE: 8.065821885121441e-06
previous_iter_valid_loss : 0.16049990057945251
1137120 0.160670 0.160500 0.170410 CURRENT LEARNING RATE: 8.064208882050106e-06
previous_iter_valid_loss : 0.16199128329753876
1137140 0.162153 0.161991 0.170289 CURRENT LEARNING RATE: 8.062596201547111e-06
previous_iter_valid_loss : 0.1713247299194336
1137160 0.171471 0.171325 0.170612 CURRENT LEARNING RATE: 8.060983843547979e-06
previous_iter_valid_loss : 0.16194111108779907
1137180 0.162122 0.161941 0.169497 CURRENT LEARNING RATE: 8.059371807988203e-06
previous_iter_valid_loss : 0.16558291018009186
1137200 0.165787 0.165583 0.169075 CURRENT LEARNING RATE: 8.0577600948033e-06
previous_iter_valid_loss : 0.16320784389972687
1137220 0.163374 0.163208 0.168320 CURRENT LEARNING RATE: 8.056148703928788e-06
previous_iter_valid_loss : 0.16293999552726746
1137240 0.163115 0.162940 0.168378 CURRENT LEARNING RATE: 8.054537635300238e-06
previous_iter_valid_loss : 0.16918787360191345
1137260 0.169339 0.169188 0.166496 CURRENT LEARNING RATE: 8.052926888853197e-06
previous_iter_valid_loss : 0.16245512664318085
1137280 0.162626 0.162455 0.166455 CURRENT LEARNING RATE: 8.05131646452323e-06
previous_iter_valid_loss : 0.18051110208034515
1137300 0.180670 0.180511 0.167205 CURRENT LEARNING RATE: 8.04970636224591e-06
previous_iter_valid_loss : 0.17070819437503815
1137320 0.170964 0.170708 0.167302 CURRENT LEARNING RATE: 8.048096581956859e-06
previous_iter_valid_loss : 0.16585516929626465
1137340 0.166062 0.165855 0.167327 CURRENT LEARNING RATE: 8.046487123591673e-06
previous_iter_valid_loss : 0.1690259724855423
1137360 0.169178 0.169026 0.167737 CURRENT LEARNING RATE: 8.044877987085973e-06
previous_iter_valid_loss : 0.16059254109859467
1137380 0.160751 0.160593 0.167706 CURRENT LEARNING RATE: 8.043269172375379e-06
previous_iter_valid_loss : 0.16221989691257477
1137400 0.162412 0.162220 0.167509 CURRENT LEARNING RATE: 8.041660679395568e-06
previous_iter_valid_loss : 0.16087287664413452
1137420 0.161055 0.160873 0.167520 CURRENT LEARNING RATE: 8.040052508082183e-06
previous_iter_valid_loss : 0.17251312732696533
1137440 0.172780 0.172513 0.168108 CURRENT LEARNING RATE: 8.038444658370901e-06
previous_iter_valid_loss : 0.17371834814548492
1137460 0.173996 0.173718 0.168466 CURRENT LEARNING RATE: 8.036837130197392e-06
previous_iter_valid_loss : 0.16074000298976898
1137480 0.160919 0.160740 0.167296 CURRENT LEARNING RATE: 8.035229923497384e-06
previous_iter_valid_loss : 0.16172604262828827
1137500 0.161878 0.161726 0.165878 CURRENT LEARNING RATE: 8.033623038206573e-06
previous_iter_valid_loss : 0.1673777848482132
1137520 0.167603 0.167378 0.166222 CURRENT LEARNING RATE: 8.032016474260672e-06
previous_iter_valid_loss : 0.16179703176021576
1137540 0.161980 0.161797 0.166212 CURRENT LEARNING RATE: 8.030410231595444e-06
previous_iter_valid_loss : 0.1773732751607895
1137560 0.177663 0.177373 0.166515 CURRENT LEARNING RATE: 8.028804310146627e-06
previous_iter_valid_loss : 0.1610940396785736
1137580 0.161266 0.161094 0.166472 CURRENT LEARNING RATE: 8.027198709849983e-06
previous_iter_valid_loss : 0.1688089370727539
1137600 0.168962 0.168809 0.166634 CURRENT LEARNING RATE: 8.025593430641273e-06
previous_iter_valid_loss : 0.16459563374519348
1137620 0.164791 0.164596 0.166703 CURRENT LEARNING RATE: 8.023988472456318e-06
previous_iter_valid_loss : 0.1605210304260254
1137640 0.160672 0.160521 0.166582 CURRENT LEARNING RATE: 8.022383835230902e-06
previous_iter_valid_loss : 0.17226053774356842
1137660 0.172403 0.172261 0.166736 CURRENT LEARNING RATE: 8.02077951890084e-06
previous_iter_valid_loss : 0.16336525976657867
1137680 0.163568 0.163365 0.166781 CURRENT LEARNING RATE: 8.019175523401946e-06
previous_iter_valid_loss : 0.160828098654747
1137700 0.160984 0.160828 0.165797 CURRENT LEARNING RATE: 8.017571848670089e-06
previous_iter_valid_loss : 0.16203787922859192
1137720 0.162194 0.162038 0.165364 CURRENT LEARNING RATE: 8.015968494641105e-06
previous_iter_valid_loss : 0.16051186621189117
1137740 0.160685 0.160512 0.165097 CURRENT LEARNING RATE: 8.014365461250863e-06
previous_iter_valid_loss : 0.16103920340538025
1137760 0.161187 0.161039 0.164697 CURRENT LEARNING RATE: 8.012762748435226e-06
previous_iter_valid_loss : 0.16085463762283325
1137780 0.161005 0.160855 0.164710 CURRENT LEARNING RATE: 8.011160356130115e-06
previous_iter_valid_loss : 0.16067925095558167
1137800 0.160842 0.160679 0.164633 CURRENT LEARNING RATE: 8.009558284271418e-06
previous_iter_valid_loss : 0.1612957864999771
1137820 0.161486 0.161296 0.164654 CURRENT LEARNING RATE: 8.007956532795055e-06
previous_iter_valid_loss : 0.16052979230880737
1137840 0.160685 0.160530 0.164055 CURRENT LEARNING RATE: 8.006355101636939e-06
previous_iter_valid_loss : 0.16357168555259705
1137860 0.163764 0.163572 0.163548 CURRENT LEARNING RATE: 8.004753990733044e-06
previous_iter_valid_loss : 0.16169215738773346
1137880 0.161874 0.161692 0.163596 CURRENT LEARNING RATE: 8.003153200019307e-06
previous_iter_valid_loss : 0.16348931193351746
1137900 0.163690 0.163489 0.163684 CURRENT LEARNING RATE: 8.001552729431688e-06
previous_iter_valid_loss : 0.16240334510803223
1137920 0.162558 0.162403 0.163435 CURRENT LEARNING RATE: 7.99995257890619e-06
previous_iter_valid_loss : 0.1611105352640152
1137940 0.161264 0.161111 0.163401 CURRENT LEARNING RATE: 7.9983527483788e-06
previous_iter_valid_loss : 0.16417822241783142
1137960 0.164349 0.164178 0.162741 CURRENT LEARNING RATE: 7.996753237785519e-06
previous_iter_valid_loss : 0.17226284742355347
1137980 0.172410 0.172263 0.163299 CURRENT LEARNING RATE: 7.995154047062353e-06
previous_iter_valid_loss : 0.1651797592639923
1138000 0.165411 0.165180 0.163118 CURRENT LEARNING RATE: 7.993555176145366e-06
previous_iter_valid_loss : 0.1611262559890747
1138020 0.161289 0.161126 0.162944 CURRENT LEARNING RATE: 7.991956624970585e-06
previous_iter_valid_loss : 0.16069534420967102
1138040 0.160875 0.160695 0.162953 CURRENT LEARNING RATE: 7.990358393474072e-06
previous_iter_valid_loss : 0.1785925030708313
1138060 0.178913 0.178593 0.163270 CURRENT LEARNING RATE: 7.988760481591881e-06
previous_iter_valid_loss : 0.16067112982273102
1138080 0.160828 0.160671 0.163135 CURRENT LEARNING RATE: 7.987162889260126e-06
previous_iter_valid_loss : 0.16713640093803406
1138100 0.167292 0.167136 0.163450 CURRENT LEARNING RATE: 7.985565616414886e-06
previous_iter_valid_loss : 0.17569370567798615
1138120 0.175976 0.175694 0.164133 CURRENT LEARNING RATE: 7.983968662992274e-06
previous_iter_valid_loss : 0.1655934751033783
1138140 0.165803 0.165593 0.164387 CURRENT LEARNING RATE: 7.982372028928393e-06
previous_iter_valid_loss : 0.1815580278635025
1138160 0.181717 0.181558 0.165413 CURRENT LEARNING RATE: 7.980775714159409e-06
previous_iter_valid_loss : 0.1845502257347107
1138180 0.184696 0.184550 0.166598 CURRENT LEARNING RATE: 7.979179718621454e-06
previous_iter_valid_loss : 0.16976243257522583
1138200 0.170009 0.169762 0.167052 CURRENT LEARNING RATE: 7.977584042250689e-06
previous_iter_valid_loss : 0.1607201248407364
1138220 0.160878 0.160720 0.167023 CURRENT LEARNING RATE: 7.975988684983274e-06
previous_iter_valid_loss : 0.1608002930879593
1138240 0.160957 0.160800 0.167037 CURRENT LEARNING RATE: 7.97439364675542e-06
previous_iter_valid_loss : 0.16717468202114105
1138260 0.167333 0.167175 0.167217 CURRENT LEARNING RATE: 7.972798927503314e-06
previous_iter_valid_loss : 0.1660567820072174
1138280 0.166215 0.166057 0.167435 CURRENT LEARNING RATE: 7.971204527163166e-06
previous_iter_valid_loss : 0.16325944662094116
1138300 0.163420 0.163259 0.167424 CURRENT LEARNING RATE: 7.969610445671186e-06
previous_iter_valid_loss : 0.16532619297504425
1138320 0.165530 0.165326 0.167570 CURRENT LEARNING RATE: 7.968016682963637e-06
previous_iter_valid_loss : 0.16794653236865997
1138340 0.168177 0.167947 0.167912 CURRENT LEARNING RATE: 7.96642323897676e-06
previous_iter_valid_loss : 0.1620599329471588
1138360 0.162256 0.162060 0.167806 CURRENT LEARNING RATE: 7.964830113646796e-06
previous_iter_valid_loss : 0.1615457534790039
1138380 0.161700 0.161546 0.167270 CURRENT LEARNING RATE: 7.963237306910054e-06
previous_iter_valid_loss : 0.16109363734722137
1138400 0.161278 0.161094 0.167066 CURRENT LEARNING RATE: 7.961644818702804e-06
previous_iter_valid_loss : 0.1681698113679886
1138420 0.168326 0.168170 0.167418 CURRENT LEARNING RATE: 7.960052648961349e-06
previous_iter_valid_loss : 0.18840420246124268
1138440 0.188823 0.188404 0.168803 CURRENT LEARNING RATE: 7.958460797621986e-06
previous_iter_valid_loss : 0.1704062968492508
1138460 0.170663 0.170406 0.168394 CURRENT LEARNING RATE: 7.95686926462107e-06
previous_iter_valid_loss : 0.17662207782268524
1138480 0.176918 0.176622 0.169192 CURRENT LEARNING RATE: 7.955278049894928e-06
previous_iter_valid_loss : 0.16305556893348694
1138500 0.163249 0.163056 0.168988 CURRENT LEARNING RATE: 7.953687153379907e-06
previous_iter_valid_loss : 0.16498449444770813
1138520 0.165148 0.164984 0.168452 CURRENT LEARNING RATE: 7.952096575012359e-06
previous_iter_valid_loss : 0.16405701637268066
1138540 0.164250 0.164057 0.168375 CURRENT LEARNING RATE: 7.950506314728689e-06
previous_iter_valid_loss : 0.16524671018123627
1138560 0.165457 0.165247 0.167560 CURRENT LEARNING RATE: 7.948916372465274e-06
previous_iter_valid_loss : 0.16506153345108032
1138580 0.165232 0.165062 0.166585 CURRENT LEARNING RATE: 7.947326748158514e-06
previous_iter_valid_loss : 0.16145971417427063
1138600 0.161627 0.161460 0.166170 CURRENT LEARNING RATE: 7.94573744174481e-06
previous_iter_valid_loss : 0.16074278950691223
1138620 0.160900 0.160743 0.166171 CURRENT LEARNING RATE: 7.94414845316062e-06
previous_iter_valid_loss : 0.1609492003917694
1138640 0.161131 0.160949 0.166179 CURRENT LEARNING RATE: 7.94255978234237e-06
previous_iter_valid_loss : 0.1785256564617157
1138660 0.178686 0.178526 0.166746 CURRENT LEARNING RATE: 7.94097142922651e-06
previous_iter_valid_loss : 0.16532215476036072
1138680 0.165483 0.165322 0.166710 CURRENT LEARNING RATE: 7.939383393749497e-06
previous_iter_valid_loss : 0.16626355051994324
1138700 0.166475 0.166264 0.166860 CURRENT LEARNING RATE: 7.937795675847833e-06
previous_iter_valid_loss : 0.17152397334575653
1138720 0.171777 0.171524 0.167170 CURRENT LEARNING RATE: 7.936208275457997e-06
previous_iter_valid_loss : 0.1715904176235199
1138740 0.171858 0.171590 0.167352 CURRENT LEARNING RATE: 7.93462119251648e-06
previous_iter_valid_loss : 0.16077102720737457
1138760 0.160948 0.160771 0.167287 CURRENT LEARNING RATE: 7.933034426959825e-06
previous_iter_valid_loss : 0.17461523413658142
1138780 0.174759 0.174615 0.167941 CURRENT LEARNING RATE: 7.931447978724548e-06
previous_iter_valid_loss : 0.16056662797927856
1138800 0.160735 0.160567 0.167914 CURRENT LEARNING RATE: 7.929861847747191e-06
previous_iter_valid_loss : 0.16254965960979462
1138820 0.162741 0.162550 0.167633 CURRENT LEARNING RATE: 7.928276033964296e-06
previous_iter_valid_loss : 0.16088168323040009
1138840 0.161036 0.160882 0.166257 CURRENT LEARNING RATE: 7.926690537312457e-06
previous_iter_valid_loss : 0.16310741007328033
1138860 0.163304 0.163107 0.165892 CURRENT LEARNING RATE: 7.925105357728241e-06
previous_iter_valid_loss : 0.1664533168077469
1138880 0.166682 0.166453 0.165384 CURRENT LEARNING RATE: 7.923520495148238e-06
previous_iter_valid_loss : 0.16060617566108704
1138900 0.160768 0.160606 0.165261 CURRENT LEARNING RATE: 7.921935949509045e-06
previous_iter_valid_loss : 0.16062909364700317
1138920 0.160788 0.160629 0.165044 CURRENT LEARNING RATE: 7.920351720747305e-06
previous_iter_valid_loss : 0.16308198869228363
1138940 0.163274 0.163082 0.164995 CURRENT LEARNING RATE: 7.918767808799633e-06
previous_iter_valid_loss : 0.16348204016685486
1138960 0.163650 0.163482 0.164907 CURRENT LEARNING RATE: 7.917184213602675e-06
previous_iter_valid_loss : 0.16888003051280975
1138980 0.169109 0.168880 0.165098 CURRENT LEARNING RATE: 7.915600935093073e-06
previous_iter_valid_loss : 0.1655556559562683
1139000 0.165767 0.165556 0.165302 CURRENT LEARNING RATE: 7.914017973207523e-06
previous_iter_valid_loss : 0.16453364491462708
1139020 0.164733 0.164534 0.165492 CURRENT LEARNING RATE: 7.912435327882693e-06
previous_iter_valid_loss : 0.16624553501605988
1139040 0.166408 0.166246 0.165757 CURRENT LEARNING RATE: 7.910852999055278e-06
previous_iter_valid_loss : 0.17499887943267822
1139060 0.175280 0.174999 0.165580 CURRENT LEARNING RATE: 7.909270986661968e-06
previous_iter_valid_loss : 0.16058923304080963
1139080 0.160754 0.160589 0.165344 CURRENT LEARNING RATE: 7.907689290639514e-06
previous_iter_valid_loss : 0.18343208730220795
1139100 0.183804 0.183432 0.166202 CURRENT LEARNING RATE: 7.906107910924632e-06
previous_iter_valid_loss : 0.16117365658283234
1139120 0.161332 0.161174 0.165685 CURRENT LEARNING RATE: 7.904526847454055e-06
previous_iter_valid_loss : 0.16067928075790405
1139140 0.160851 0.160679 0.165139 CURRENT LEARNING RATE: 7.902946100164566e-06
previous_iter_valid_loss : 0.16094784438610077
1139160 0.161126 0.160948 0.165148 CURRENT LEARNING RATE: 7.901365668992921e-06
previous_iter_valid_loss : 0.16056816279888153
1139180 0.160732 0.160568 0.164446 CURRENT LEARNING RATE: 7.899785553875905e-06
previous_iter_valid_loss : 0.16133159399032593
1139200 0.161521 0.161332 0.164484 CURRENT LEARNING RATE: 7.898205754750299e-06
previous_iter_valid_loss : 0.16116872429847717
1139220 0.161349 0.161169 0.164415 CURRENT LEARNING RATE: 7.896626271552938e-06
previous_iter_valid_loss : 0.17238199710845947
1139240 0.172650 0.172382 0.164990 CURRENT LEARNING RATE: 7.895047104220628e-06
previous_iter_valid_loss : 0.1605260819196701
1139260 0.160700 0.160526 0.164861 CURRENT LEARNING RATE: 7.893468252690202e-06
previous_iter_valid_loss : 0.16137176752090454
1139280 0.161563 0.161372 0.164607 CURRENT LEARNING RATE: 7.891889716898495e-06
previous_iter_valid_loss : 0.16076824069023132
1139300 0.160929 0.160768 0.164615 CURRENT LEARNING RATE: 7.890311496782392e-06
previous_iter_valid_loss : 0.16126152873039246
1139320 0.161405 0.161262 0.164646 CURRENT LEARNING RATE: 7.888733592278749e-06
previous_iter_valid_loss : 0.16198493540287018
1139340 0.162127 0.161985 0.164592 CURRENT LEARNING RATE: 7.887156003324451e-06
previous_iter_valid_loss : 0.16137954592704773
1139360 0.161565 0.161380 0.164487 CURRENT LEARNING RATE: 7.885578729856379e-06
previous_iter_valid_loss : 0.16568562388420105
1139380 0.165853 0.165686 0.164327 CURRENT LEARNING RATE: 7.884001771811474e-06
previous_iter_valid_loss : 0.16055847704410553
1139400 0.160724 0.160558 0.164077 CURRENT LEARNING RATE: 7.88242512912664e-06
previous_iter_valid_loss : 0.160810187458992
1139420 0.160961 0.160810 0.163891 CURRENT LEARNING RATE: 7.88084880173881e-06
previous_iter_valid_loss : 0.17546990513801575
1139440 0.175754 0.175470 0.164352 CURRENT LEARNING RATE: 7.87927278958492e-06
previous_iter_valid_loss : 0.16526959836483002
1139460 0.165480 0.165270 0.163866 CURRENT LEARNING RATE: 7.877697092601958e-06
previous_iter_valid_loss : 0.16117198765277863
1139480 0.161326 0.161172 0.163895 CURRENT LEARNING RATE: 7.87612171072688e-06
previous_iter_valid_loss : 0.1692294180393219
1139500 0.169382 0.169229 0.163185 CURRENT LEARNING RATE: 7.874546643896659e-06
previous_iter_valid_loss : 0.1606222242116928
1139520 0.160789 0.160622 0.163157 CURRENT LEARNING RATE: 7.872971892048316e-06
previous_iter_valid_loss : 0.1610235720872879
1139540 0.161200 0.161024 0.163174 CURRENT LEARNING RATE: 7.87139745511885e-06
previous_iter_valid_loss : 0.16819405555725098
1139560 0.168432 0.168194 0.163536 CURRENT LEARNING RATE: 7.869823333045286e-06
previous_iter_valid_loss : 0.16358791291713715
1139580 0.163751 0.163588 0.163687 CURRENT LEARNING RATE: 7.86824952576464e-06
previous_iter_valid_loss : 0.16057968139648438
1139600 0.160742 0.160580 0.163650 CURRENT LEARNING RATE: 7.866676033213991e-06
previous_iter_valid_loss : 0.16217784583568573
1139620 0.162341 0.162178 0.163700 CURRENT LEARNING RATE: 7.865102855330385e-06
previous_iter_valid_loss : 0.16343754529953003
1139640 0.163635 0.163438 0.163253 CURRENT LEARNING RATE: 7.863529992050893e-06
previous_iter_valid_loss : 0.16395273804664612
1139660 0.164120 0.163953 0.163424 CURRENT LEARNING RATE: 7.861957443312588e-06
previous_iter_valid_loss : 0.16119393706321716
1139680 0.161350 0.161194 0.163416 CURRENT LEARNING RATE: 7.860385209052596e-06
previous_iter_valid_loss : 0.1815430372953415
1139700 0.181879 0.181543 0.164454 CURRENT LEARNING RATE: 7.858813289208013e-06
previous_iter_valid_loss : 0.18991726636886597
1139720 0.190347 0.189917 0.165887 CURRENT LEARNING RATE: 7.857241683715963e-06
previous_iter_valid_loss : 0.16736562550067902
1139740 0.167590 0.167366 0.166156 CURRENT LEARNING RATE: 7.855670392513568e-06
previous_iter_valid_loss : 0.1617884486913681
1139760 0.161983 0.161788 0.166177 CURRENT LEARNING RATE: 7.854099415538001e-06
previous_iter_valid_loss : 0.1609954982995987
1139780 0.161143 0.160995 0.165942 CURRENT LEARNING RATE: 7.852528752726416e-06
previous_iter_valid_loss : 0.16142602264881134
1139800 0.161611 0.161426 0.165985 CURRENT LEARNING RATE: 7.85095840401598e-06
previous_iter_valid_loss : 0.1670360267162323
1139820 0.167193 0.167036 0.166297 CURRENT LEARNING RATE: 7.849388369343867e-06
previous_iter_valid_loss : 0.16175724565982819
1139840 0.161924 0.161757 0.165611 CURRENT LEARNING RATE: 7.847818648647305e-06
previous_iter_valid_loss : 0.1626562923192978
1139860 0.162861 0.162656 0.165480 CURRENT LEARNING RATE: 7.846249241863487e-06
previous_iter_valid_loss : 0.16561582684516907
1139880 0.165822 0.165616 0.165703 CURRENT LEARNING RATE: 7.844680148929642e-06
previous_iter_valid_loss : 0.16617774963378906
1139900 0.166389 0.166178 0.165550 CURRENT LEARNING RATE: 7.84311136978299e-06
previous_iter_valid_loss : 0.17418313026428223
1139920 0.174466 0.174183 0.166228 CURRENT LEARNING RATE: 7.841542904360807e-06
previous_iter_valid_loss : 0.16851596534252167
1139940 0.168759 0.168516 0.166603 CURRENT LEARNING RATE: 7.839974752600342e-06
previous_iter_valid_loss : 0.16209180653095245
1139960 0.162247 0.162092 0.166298 CURRENT LEARNING RATE: 7.838406914438854e-06
previous_iter_valid_loss : 0.17108367383480072
1139980 0.171335 0.171084 0.166672 CURRENT LEARNING RATE: 7.836839389813657e-06
previous_iter_valid_loss : 0.16224543750286102
1140000 0.162399 0.162245 0.166756 CURRENT LEARNING RATE: 7.835272178662038e-06
previous_iter_valid_loss : 0.16082313656806946
1140020 0.160976 0.160823 0.166688 CURRENT LEARNING RATE: 7.833705280921306e-06
previous_iter_valid_loss : 0.17074602842330933
1140040 0.171009 0.170746 0.167053 CURRENT LEARNING RATE: 7.832138696528772e-06
previous_iter_valid_loss : 0.1609221249818802
1140060 0.161108 0.160922 0.166902 CURRENT LEARNING RATE: 7.830572425421802e-06
previous_iter_valid_loss : 0.16694429516792297
1140080 0.167164 0.166944 0.167189 CURRENT LEARNING RATE: 7.82900646753773e-06
previous_iter_valid_loss : 0.16778044402599335
1140100 0.168003 0.167780 0.166501 CURRENT LEARNING RATE: 7.827440822813917e-06
previous_iter_valid_loss : 0.16996987164020538
1140120 0.170117 0.169970 0.165504 CURRENT LEARNING RATE: 7.825875491187724e-06
previous_iter_valid_loss : 0.16050571203231812
1140140 0.160669 0.160506 0.165161 CURRENT LEARNING RATE: 7.824310472596566e-06
previous_iter_valid_loss : 0.16413165628910065
1140160 0.164336 0.164132 0.165278 CURRENT LEARNING RATE: 7.822745766977829e-06
previous_iter_valid_loss : 0.16276559233665466
1140180 0.162957 0.162766 0.165367 CURRENT LEARNING RATE: 7.821181374268921e-06
previous_iter_valid_loss : 0.16113817691802979
1140200 0.161298 0.161138 0.165352 CURRENT LEARNING RATE: 7.819617294407257e-06
previous_iter_valid_loss : 0.16803058981895447
1140220 0.168186 0.168031 0.165402 CURRENT LEARNING RATE: 7.818053527330299e-06
previous_iter_valid_loss : 0.16228969395160675
1140240 0.162482 0.162290 0.165429 CURRENT LEARNING RATE: 7.816490072975485e-06
previous_iter_valid_loss : 0.16075672209262848
1140260 0.160933 0.160757 0.165334 CURRENT LEARNING RATE: 7.814926931280272e-06
previous_iter_valid_loss : 0.1622394472360611
1140280 0.162424 0.162239 0.165165 CURRENT LEARNING RATE: 7.813364102182125e-06
previous_iter_valid_loss : 0.17311841249465942
1140300 0.173381 0.173118 0.165512 CURRENT LEARNING RATE: 7.811801585618559e-06
previous_iter_valid_loss : 0.16769631206989288
1140320 0.167927 0.167696 0.165187 CURRENT LEARNING RATE: 7.810239381527055e-06
previous_iter_valid_loss : 0.18111738562583923
1140340 0.181279 0.181117 0.165817 CURRENT LEARNING RATE: 7.808677489845114e-06
previous_iter_valid_loss : 0.1888711005449295
1140360 0.189009 0.188871 0.167156 CURRENT LEARNING RATE: 7.807115910510285e-06
previous_iter_valid_loss : 0.1769670695066452
1140380 0.177119 0.176967 0.167451 CURRENT LEARNING RATE: 7.805554643460097e-06
previous_iter_valid_loss : 0.17197053134441376
1140400 0.172117 0.171971 0.167937 CURRENT LEARNING RATE: 7.803993688632095e-06
previous_iter_valid_loss : 0.1711309403181076
1140420 0.171386 0.171131 0.168452 CURRENT LEARNING RATE: 7.802433045963828e-06
previous_iter_valid_loss : 0.1684642881155014
1140440 0.168699 0.168464 0.168338 CURRENT LEARNING RATE: 7.800872715392896e-06
previous_iter_valid_loss : 0.1771295964717865
1140460 0.177278 0.177130 0.169149 CURRENT LEARNING RATE: 7.799312696856875e-06
previous_iter_valid_loss : 0.16056184470653534
1140480 0.160738 0.160562 0.168829 CURRENT LEARNING RATE: 7.797752990293363e-06
previous_iter_valid_loss : 0.1635427474975586
1140500 0.163750 0.163543 0.168618 CURRENT LEARNING RATE: 7.796193595639956e-06
previous_iter_valid_loss : 0.16889575123786926
1140520 0.169129 0.168896 0.168564 CURRENT LEARNING RATE: 7.79463451283431e-06
previous_iter_valid_loss : 0.1605268120765686
1140540 0.160697 0.160527 0.168565 CURRENT LEARNING RATE: 7.793075741814045e-06
previous_iter_valid_loss : 0.1647992879152298
1140560 0.164972 0.164799 0.168598 CURRENT LEARNING RATE: 7.791517282516811e-06
previous_iter_valid_loss : 0.16839653253555298
1140580 0.168552 0.168397 0.168880 CURRENT LEARNING RATE: 7.789959134880254e-06
previous_iter_valid_loss : 0.16068238019943237
1140600 0.160858 0.160682 0.168857 CURRENT LEARNING RATE: 7.788401298842078e-06
previous_iter_valid_loss : 0.16455300152301788
1140620 0.164758 0.164553 0.168683 CURRENT LEARNING RATE: 7.786843774339955e-06
previous_iter_valid_loss : 0.1678844839334488
1140640 0.168043 0.167884 0.168963 CURRENT LEARNING RATE: 7.785286561311585e-06
previous_iter_valid_loss : 0.17039932310581207
1140660 0.170655 0.170399 0.169445 CURRENT LEARNING RATE: 7.783729659694664e-06
previous_iter_valid_loss : 0.16409999132156372
1140680 0.164270 0.164100 0.169538 CURRENT LEARNING RATE: 7.782173069426943e-06
previous_iter_valid_loss : 0.16051846742630005
1140700 0.160676 0.160518 0.168908 CURRENT LEARNING RATE: 7.780616790446147e-06
previous_iter_valid_loss : 0.1632612645626068
1140720 0.163434 0.163261 0.168686 CURRENT LEARNING RATE: 7.77906082269001e-06
previous_iter_valid_loss : 0.1734245866537094
1140740 0.173574 0.173425 0.168302 CURRENT LEARNING RATE: 7.77750516609632e-06
previous_iter_valid_loss : 0.16184711456298828
1140760 0.162040 0.161847 0.166950 CURRENT LEARNING RATE: 7.77594982060284e-06
previous_iter_valid_loss : 0.1605406105518341
1140780 0.160702 0.160541 0.166129 CURRENT LEARNING RATE: 7.774394786147352e-06
previous_iter_valid_loss : 0.1663174331188202
1140800 0.166530 0.166317 0.165846 CURRENT LEARNING RATE: 7.772840062667642e-06
previous_iter_valid_loss : 0.1847882866859436
1140820 0.184937 0.184788 0.166529 CURRENT LEARNING RATE: 7.77128565010155e-06
previous_iter_valid_loss : 0.16188128292560577
1140840 0.162046 0.161881 0.166200 CURRENT LEARNING RATE: 7.769731548386885e-06
previous_iter_valid_loss : 0.1624554693698883
1140860 0.162645 0.162455 0.165466 CURRENT LEARNING RATE: 7.768177757461483e-06
previous_iter_valid_loss : 0.17034152150154114
1140880 0.170587 0.170342 0.165955 CURRENT LEARNING RATE: 7.76662427726318e-06
previous_iter_valid_loss : 0.16612260043621063
1140900 0.166336 0.166123 0.166084 CURRENT LEARNING RATE: 7.76507110772986e-06
previous_iter_valid_loss : 0.16936853528022766
1140920 0.169601 0.169369 0.166108 CURRENT LEARNING RATE: 7.763518248799386e-06
previous_iter_valid_loss : 0.16164711117744446
1140940 0.161832 0.161647 0.166164 CURRENT LEARNING RATE: 7.761965700409646e-06
previous_iter_valid_loss : 0.16249392926692963
1140960 0.162655 0.162494 0.166049 CURRENT LEARNING RATE: 7.760413462498517e-06
previous_iter_valid_loss : 0.16248364746570587
1140980 0.162686 0.162484 0.165753 CURRENT LEARNING RATE: 7.758861535003944e-06
previous_iter_valid_loss : 0.16071255505084991
1141000 0.160887 0.160713 0.165755 CURRENT LEARNING RATE: 7.757309917863834e-06
previous_iter_valid_loss : 0.16317221522331238
1141020 0.163382 0.163172 0.165686 CURRENT LEARNING RATE: 7.75575861101612e-06
previous_iter_valid_loss : 0.1606876701116562
1141040 0.160854 0.160688 0.165326 CURRENT LEARNING RATE: 7.754207614398738e-06
previous_iter_valid_loss : 0.17540256679058075
1141060 0.175551 0.175403 0.165576 CURRENT LEARNING RATE: 7.752656927949677e-06
previous_iter_valid_loss : 0.16050468385219574
1141080 0.160670 0.160505 0.165396 CURRENT LEARNING RATE: 7.751106551606892e-06
previous_iter_valid_loss : 0.17825770378112793
1141100 0.178556 0.178258 0.166283 CURRENT LEARNING RATE: 7.749556485308372e-06
previous_iter_valid_loss : 0.16400180757045746
1141120 0.164208 0.164002 0.166320 CURRENT LEARNING RATE: 7.748006728992097e-06
previous_iter_valid_loss : 0.1653245985507965
1141140 0.165522 0.165325 0.165915 CURRENT LEARNING RATE: 7.746457282596107e-06
previous_iter_valid_loss : 0.16147375106811523
1141160 0.161666 0.161474 0.165897 CURRENT LEARNING RATE: 7.744908146058409e-06
previous_iter_valid_loss : 0.1614152491092682
1141180 0.161578 0.161415 0.165940 CURRENT LEARNING RATE: 7.743359319317024e-06
previous_iter_valid_loss : 0.16939587891101837
1141200 0.169548 0.169396 0.166094 CURRENT LEARNING RATE: 7.741810802310026e-06
previous_iter_valid_loss : 0.16064712405204773
1141220 0.160815 0.160647 0.164887 CURRENT LEARNING RATE: 7.740262594975462e-06
previous_iter_valid_loss : 0.1959034949541092
1141240 0.196390 0.195903 0.166588 CURRENT LEARNING RATE: 7.738714697251402e-06
previous_iter_valid_loss : 0.18650171160697937
1141260 0.186878 0.186502 0.167791 CURRENT LEARNING RATE: 7.737167109075918e-06
previous_iter_valid_loss : 0.1741609126329422
1141280 0.174429 0.174161 0.167982 CURRENT LEARNING RATE: 7.735619830387133e-06
previous_iter_valid_loss : 0.1619277149438858
1141300 0.162091 0.161928 0.167772 CURRENT LEARNING RATE: 7.734072861123142e-06
previous_iter_valid_loss : 0.16159206628799438
1141320 0.161752 0.161592 0.167383 CURRENT LEARNING RATE: 7.732526201222067e-06
previous_iter_valid_loss : 0.16500850021839142
1141340 0.165168 0.165009 0.167551 CURRENT LEARNING RATE: 7.730979850622028e-06
previous_iter_valid_loss : 0.16188538074493408
1141360 0.162079 0.161885 0.167521 CURRENT LEARNING RATE: 7.729433809261196e-06
previous_iter_valid_loss : 0.16382546722888947
1141380 0.163993 0.163825 0.167588 CURRENT LEARNING RATE: 7.727888077077718e-06
previous_iter_valid_loss : 0.16371090710163116
1141400 0.163881 0.163711 0.167738 CURRENT LEARNING RATE: 7.726342654009764e-06
previous_iter_valid_loss : 0.16247224807739258
1141420 0.162630 0.162472 0.167703 CURRENT LEARNING RATE: 7.724797539995504e-06
previous_iter_valid_loss : 0.17056749761104584
1141440 0.170820 0.170567 0.168197 CURRENT LEARNING RATE: 7.72325273497316e-06
previous_iter_valid_loss : 0.22732990980148315
1141460 0.228055 0.227330 0.170793 CURRENT LEARNING RATE: 7.721708238880926e-06
previous_iter_valid_loss : 0.18121813237667084
1141480 0.181547 0.181218 0.171829 CURRENT LEARNING RATE: 7.720164051657023e-06
previous_iter_valid_loss : 0.16116297245025635
1141500 0.161350 0.161163 0.170974 CURRENT LEARNING RATE: 7.71862017323967e-06
previous_iter_valid_loss : 0.16050109267234802
1141520 0.160664 0.160501 0.170799 CURRENT LEARNING RATE: 7.717076603567137e-06
previous_iter_valid_loss : 0.161617249250412
1141540 0.161767 0.161617 0.170613 CURRENT LEARNING RATE: 7.71553334257767e-06
previous_iter_valid_loss : 0.16055691242218018
1141560 0.160716 0.160557 0.170568 CURRENT LEARNING RATE: 7.713990390209526e-06
previous_iter_valid_loss : 0.16613569855690002
1141580 0.166293 0.166136 0.170804 CURRENT LEARNING RATE: 7.71244774640101e-06
previous_iter_valid_loss : 0.17398956418037415
1141600 0.174141 0.173990 0.171033 CURRENT LEARNING RATE: 7.710905411090405e-06
previous_iter_valid_loss : 0.1611998975276947
1141620 0.161385 0.161200 0.171061 CURRENT LEARNING RATE: 7.709363384216018e-06
previous_iter_valid_loss : 0.1654874086380005
1141640 0.165651 0.165487 0.169540 CURRENT LEARNING RATE: 7.707821665716155e-06
previous_iter_valid_loss : 0.16064481437206268
1141660 0.160805 0.160645 0.168247 CURRENT LEARNING RATE: 7.706280255529172e-06
previous_iter_valid_loss : 0.17395253479480743
1141680 0.174222 0.173953 0.168237 CURRENT LEARNING RATE: 7.7047391535934e-06
previous_iter_valid_loss : 0.17871402204036713
1141700 0.179024 0.178714 0.169076 CURRENT LEARNING RATE: 7.703198359847195e-06
previous_iter_valid_loss : 0.1609831303358078
1141720 0.161164 0.160983 0.169046 CURRENT LEARNING RATE: 7.701657874228912e-06
previous_iter_valid_loss : 0.16164809465408325
1141740 0.161805 0.161648 0.168878 CURRENT LEARNING RATE: 7.70011769667696e-06
previous_iter_valid_loss : 0.1605658382177353
1141760 0.160733 0.160566 0.168812 CURRENT LEARNING RATE: 7.698577827129716e-06
previous_iter_valid_loss : 0.16357645392417908
1141780 0.163778 0.163576 0.168799 CURRENT LEARNING RATE: 7.697038265525586e-06
previous_iter_valid_loss : 0.16077682375907898
1141800 0.160949 0.160777 0.168653 CURRENT LEARNING RATE: 7.695499011802974e-06
previous_iter_valid_loss : 0.16424764692783356
1141820 0.164462 0.164248 0.168741 CURRENT LEARNING RATE: 7.693960065900337e-06
previous_iter_valid_loss : 0.16114231944084167
1141840 0.161311 0.161142 0.168270 CURRENT LEARNING RATE: 7.692421427756104e-06
previous_iter_valid_loss : 0.16251985728740692
1141860 0.162680 0.162520 0.165030 CURRENT LEARNING RATE: 7.690883097308729e-06
previous_iter_valid_loss : 0.16083861887454987
1141880 0.161002 0.160839 0.164011 CURRENT LEARNING RATE: 7.689345074496664e-06
previous_iter_valid_loss : 0.17521671950817108
1141900 0.175496 0.175217 0.164713 CURRENT LEARNING RATE: 7.687807359258418e-06
previous_iter_valid_loss : 0.16097533702850342
1141920 0.161154 0.160975 0.164737 CURRENT LEARNING RATE: 7.686269951532467e-06
previous_iter_valid_loss : 0.16643303632736206
1141940 0.166595 0.166433 0.164978 CURRENT LEARNING RATE: 7.684732851257302e-06
previous_iter_valid_loss : 0.17201687395572662
1141960 0.172164 0.172017 0.165551 CURRENT LEARNING RATE: 7.683196058371465e-06
previous_iter_valid_loss : 0.16276226937770844
1141980 0.162930 0.162762 0.165382 CURRENT LEARNING RATE: 7.681659572813472e-06
previous_iter_valid_loss : 0.16068539023399353
1142000 0.160860 0.160685 0.164717 CURRENT LEARNING RATE: 7.680123394521862e-06
previous_iter_valid_loss : 0.16815407574176788
1142020 0.168309 0.168154 0.165065 CURRENT LEARNING RATE: 7.678587523435176e-06
previous_iter_valid_loss : 0.16169559955596924
1142040 0.161890 0.161696 0.164875 CURRENT LEARNING RATE: 7.677051959492006e-06
previous_iter_valid_loss : 0.16166536509990692
1142060 0.161827 0.161665 0.164926 CURRENT LEARNING RATE: 7.675516702630914e-06
previous_iter_valid_loss : 0.1669352948665619
1142080 0.167091 0.166935 0.164575 CURRENT LEARNING RATE: 7.673981752790492e-06
previous_iter_valid_loss : 0.17358747124671936
1142100 0.173860 0.173587 0.164319 CURRENT LEARNING RATE: 7.672447109909328e-06
previous_iter_valid_loss : 0.17881575226783752
1142120 0.179127 0.178816 0.165211 CURRENT LEARNING RATE: 7.670912773926061e-06
previous_iter_valid_loss : 0.16576381027698517
1142140 0.165965 0.165764 0.165416 CURRENT LEARNING RATE: 7.669378744779309e-06
previous_iter_valid_loss : 0.1607309728860855
1142160 0.160904 0.160731 0.165425 CURRENT LEARNING RATE: 7.667845022407705e-06
previous_iter_valid_loss : 0.1635177880525589
1142180 0.163680 0.163518 0.165422 CURRENT LEARNING RATE: 7.666311606749892e-06
previous_iter_valid_loss : 0.1793505996465683
1142200 0.179667 0.179351 0.166350 CURRENT LEARNING RATE: 7.664778497744556e-06
previous_iter_valid_loss : 0.16342219710350037
1142220 0.163611 0.163422 0.166309 CURRENT LEARNING RATE: 7.663245695330362e-06
previous_iter_valid_loss : 0.16684329509735107
1142240 0.167002 0.166843 0.166594 CURRENT LEARNING RATE: 7.661713199445997e-06
previous_iter_valid_loss : 0.1643802523612976
1142260 0.164594 0.164380 0.166687 CURRENT LEARNING RATE: 7.660181010030145e-06
previous_iter_valid_loss : 0.16264134645462036
1142280 0.162841 0.162641 0.166777 CURRENT LEARNING RATE: 7.658649127021551e-06
previous_iter_valid_loss : 0.16070334613323212
1142300 0.160872 0.160703 0.166052 CURRENT LEARNING RATE: 7.65711755035892e-06
previous_iter_valid_loss : 0.16594922542572021
1142320 0.166152 0.165949 0.166300 CURRENT LEARNING RATE: 7.655586279980981e-06
previous_iter_valid_loss : 0.18094860017299652
1142340 0.181279 0.180949 0.167026 CURRENT LEARNING RATE: 7.654055315826508e-06
previous_iter_valid_loss : 0.16491712629795074
1142360 0.165082 0.164917 0.166671 CURRENT LEARNING RATE: 7.652524657834248e-06
previous_iter_valid_loss : 0.1699577122926712
1142380 0.170201 0.169958 0.167031 CURRENT LEARNING RATE: 7.650994305942975e-06
previous_iter_valid_loss : 0.1623954027891159
1142400 0.162587 0.162395 0.167116 CURRENT LEARNING RATE: 7.649464260091461e-06
previous_iter_valid_loss : 0.1613401621580124
1142420 0.161525 0.161340 0.166776 CURRENT LEARNING RATE: 7.647934520218532e-06
previous_iter_valid_loss : 0.16340014338493347
1142440 0.163577 0.163400 0.166861 CURRENT LEARNING RATE: 7.646405086262986e-06
previous_iter_valid_loss : 0.16062168776988983
1142460 0.160781 0.160622 0.166809 CURRENT LEARNING RATE: 7.644875958163645e-06
previous_iter_valid_loss : 0.16058088839054108
1142480 0.160744 0.160581 0.166491 CURRENT LEARNING RATE: 7.643347135859327e-06
previous_iter_valid_loss : 0.171753391623497
1142500 0.171902 0.171753 0.166399 CURRENT LEARNING RATE: 7.641818619288911e-06
previous_iter_valid_loss : 0.16636419296264648
1142520 0.166580 0.166364 0.165777 CURRENT LEARNING RATE: 7.640290408391241e-06
previous_iter_valid_loss : 0.16859892010688782
1142540 0.168750 0.168599 0.165918 CURRENT LEARNING RATE: 7.638762503105187e-06
previous_iter_valid_loss : 0.16054116189479828
1142560 0.160702 0.160541 0.165909 CURRENT LEARNING RATE: 7.637234903369622e-06
previous_iter_valid_loss : 0.1608445644378662
1142580 0.161002 0.160845 0.165775 CURRENT LEARNING RATE: 7.635707609123467e-06
previous_iter_valid_loss : 0.16136705875396729
1142600 0.161530 0.161367 0.164876 CURRENT LEARNING RATE: 7.634180620305618e-06
previous_iter_valid_loss : 0.1605427861213684
1142620 0.160711 0.160543 0.164732 CURRENT LEARNING RATE: 7.632653936854995e-06
previous_iter_valid_loss : 0.16049988567829132
1142640 0.160671 0.160500 0.164415 CURRENT LEARNING RATE: 7.631127558710516e-06
previous_iter_valid_loss : 0.16070343554019928
1142660 0.160864 0.160703 0.164231 CURRENT LEARNING RATE: 7.629601485811154e-06
previous_iter_valid_loss : 0.20419353246688843
1142680 0.204262 0.204194 0.166309 CURRENT LEARNING RATE: 7.628075718095853e-06
previous_iter_valid_loss : 0.16171982884407043
1142700 0.161897 0.161720 0.166360 CURRENT LEARNING RATE: 7.626550255503582e-06
previous_iter_valid_loss : 0.18972134590148926
1142720 0.189848 0.189721 0.167548 CURRENT LEARNING RATE: 7.6250250979733075e-06
previous_iter_valid_loss : 0.1687556803226471
1142740 0.168995 0.168756 0.166939 CURRENT LEARNING RATE: 7.623500245444053e-06
previous_iter_valid_loss : 0.16544209420681
1142760 0.165607 0.165442 0.166965 CURRENT LEARNING RATE: 7.621975697854807e-06
previous_iter_valid_loss : 0.16061630845069885
1142780 0.160769 0.160616 0.166498 CURRENT LEARNING RATE: 7.620451455144578e-06
previous_iter_valid_loss : 0.1610378473997116
1142800 0.161225 0.161038 0.166430 CURRENT LEARNING RATE: 7.618927517252422e-06
previous_iter_valid_loss : 0.18793533742427826
1142820 0.188073 0.187935 0.167760 CURRENT LEARNING RATE: 7.617403884117368e-06
previous_iter_valid_loss : 0.1628933995962143
1142840 0.163072 0.162893 0.167734 CURRENT LEARNING RATE: 7.615880555678469e-06
previous_iter_valid_loss : 0.160575732588768
1142860 0.160728 0.160576 0.167732 CURRENT LEARNING RATE: 7.614357531874781e-06
previous_iter_valid_loss : 0.1637122631072998
1142880 0.163905 0.163712 0.167889 CURRENT LEARNING RATE: 7.6128348126454085e-06
previous_iter_valid_loss : 0.16466180980205536
1142900 0.164824 0.164662 0.167534 CURRENT LEARNING RATE: 7.611312397929429e-06
previous_iter_valid_loss : 0.16447949409484863
1142920 0.164672 0.164479 0.167440 CURRENT LEARNING RATE: 7.609790287665947e-06
previous_iter_valid_loss : 0.182072713971138
1142940 0.182230 0.182073 0.168113 CURRENT LEARNING RATE: 7.608268481794064e-06
previous_iter_valid_loss : 0.16238075494766235
1142960 0.162569 0.162381 0.168205 CURRENT LEARNING RATE: 7.6067469802529335e-06
previous_iter_valid_loss : 0.1608663648366928
1142980 0.161053 0.160866 0.168206 CURRENT LEARNING RATE: 7.605225782981684e-06
previous_iter_valid_loss : 0.16128744184970856
1143000 0.161461 0.161287 0.168202 CURRENT LEARNING RATE: 7.603704889919467e-06
previous_iter_valid_loss : 0.1613847315311432
1143020 0.161542 0.161385 0.168245 CURRENT LEARNING RATE: 7.602184301005434e-06
previous_iter_valid_loss : 0.17795975506305695
1143040 0.178264 0.177960 0.169118 CURRENT LEARNING RATE: 7.600664016178787e-06
previous_iter_valid_loss : 0.1653134822845459
1143060 0.165477 0.165313 0.169348 CURRENT LEARNING RATE: 7.599144035378701e-06
previous_iter_valid_loss : 0.16441349685192108
1143080 0.164610 0.164413 0.167359 CURRENT LEARNING RATE: 7.597624358544378e-06
previous_iter_valid_loss : 0.16065509617328644
1143100 0.160827 0.160655 0.167306 CURRENT LEARNING RATE: 7.596104985615017e-06
previous_iter_valid_loss : 0.16381412744522095
1143120 0.163977 0.163814 0.166010 CURRENT LEARNING RATE: 7.594585916529869e-06
previous_iter_valid_loss : 0.16049467027187347
1143140 0.160659 0.160495 0.165597 CURRENT LEARNING RATE: 7.5930671512281595e-06
previous_iter_valid_loss : 0.16094617545604706
1143160 0.161106 0.160946 0.165373 CURRENT LEARNING RATE: 7.591548689649123e-06
previous_iter_valid_loss : 0.16721855103969574
1143180 0.167441 0.167219 0.165703 CURRENT LEARNING RATE: 7.590030531732049e-06
previous_iter_valid_loss : 0.16053590178489685
1143200 0.160705 0.160536 0.165678 CURRENT LEARNING RATE: 7.588512677416198e-06
previous_iter_valid_loss : 0.17495281994342804
1143220 0.175096 0.174953 0.165029 CURRENT LEARNING RATE: 7.586995126640853e-06
previous_iter_valid_loss : 0.18438684940338135
1143240 0.184530 0.184387 0.166103 CURRENT LEARNING RATE: 7.585477879345303e-06
previous_iter_valid_loss : 0.16663308441638947
1143260 0.166791 0.166633 0.166406 CURRENT LEARNING RATE: 7.583960935468882e-06
previous_iter_valid_loss : 0.16054031252861023
1143280 0.160704 0.160540 0.166247 CURRENT LEARNING RATE: 7.582444294950898e-06
previous_iter_valid_loss : 0.17020727694034576
1143300 0.170360 0.170207 0.166525 CURRENT LEARNING RATE: 7.580927957730688e-06
previous_iter_valid_loss : 0.16224627196788788
1143320 0.162407 0.162246 0.166413 CURRENT LEARNING RATE: 7.5794119237475845e-06
previous_iter_valid_loss : 0.1605965942144394
1143340 0.160763 0.160597 0.165339 CURRENT LEARNING RATE: 7.577896192940971e-06
previous_iter_valid_loss : 0.16145206987857819
1143360 0.161607 0.161452 0.165293 CURRENT LEARNING RATE: 7.576380765250206e-06
previous_iter_valid_loss : 0.160648912191391
1143380 0.160805 0.160649 0.165282 CURRENT LEARNING RATE: 7.574865640614674e-06
previous_iter_valid_loss : 0.16266946494579315
1143400 0.162871 0.162669 0.165351 CURRENT LEARNING RATE: 7.5733508189737545e-06
previous_iter_valid_loss : 0.1618061661720276
1143420 0.161999 0.161806 0.165372 CURRENT LEARNING RATE: 7.571836300266883e-06
previous_iter_valid_loss : 0.16410395503044128
1143440 0.164270 0.164104 0.164679 CURRENT LEARNING RATE: 7.570322084433464e-06
previous_iter_valid_loss : 0.1630525290966034
1143460 0.163256 0.163053 0.164566 CURRENT LEARNING RATE: 7.568808171412928e-06
previous_iter_valid_loss : 0.17015594244003296
1143480 0.170309 0.170156 0.164853 CURRENT LEARNING RATE: 7.567294561144708e-06
previous_iter_valid_loss : 0.17358100414276123
1143500 0.173853 0.173581 0.165500 CURRENT LEARNING RATE: 7.565781253568285e-06
previous_iter_valid_loss : 0.16050341725349426
1143520 0.160675 0.160503 0.165334 CURRENT LEARNING RATE: 7.564268248623114e-06
previous_iter_valid_loss : 0.16243232786655426
1143540 0.162589 0.162432 0.165431 CURRENT LEARNING RATE: 7.5627555462486585e-06
previous_iter_valid_loss : 0.16629481315612793
1143560 0.166456 0.166295 0.165699 CURRENT LEARNING RATE: 7.56124314638444e-06
previous_iter_valid_loss : 0.1608169674873352
1143580 0.160969 0.160817 0.165378 CURRENT LEARNING RATE: 7.559731048969949e-06
previous_iter_valid_loss : 0.16856034100055695
1143600 0.168711 0.168560 0.165780 CURRENT LEARNING RATE: 7.5582192539447e-06
previous_iter_valid_loss : 0.16051101684570312
1143620 0.160668 0.160511 0.165058 CURRENT LEARNING RATE: 7.556707761248209e-06
previous_iter_valid_loss : 0.1725231409072876
1143640 0.172792 0.172523 0.164464 CURRENT LEARNING RATE: 7.555196570820043e-06
previous_iter_valid_loss : 0.16049307584762573
1143660 0.160652 0.160493 0.164157 CURRENT LEARNING RATE: 7.5536856825997406e-06
previous_iter_valid_loss : 0.16049249470233917
1143680 0.160648 0.160492 0.164155 CURRENT LEARNING RATE: 7.552175096526866e-06
previous_iter_valid_loss : 0.17330849170684814
1143700 0.173577 0.173308 0.164310 CURRENT LEARNING RATE: 7.550664812540985e-06
previous_iter_valid_loss : 0.16281583905220032
1143720 0.162984 0.162816 0.164339 CURRENT LEARNING RATE: 7.549154830581709e-06
previous_iter_valid_loss : 0.16555938124656677
1143740 0.165763 0.165559 0.164587 CURRENT LEARNING RATE: 7.547645150588627e-06
previous_iter_valid_loss : 0.16064336895942688
1143760 0.160801 0.160643 0.164546 CURRENT LEARNING RATE: 7.546135772501354e-06
previous_iter_valid_loss : 0.1728542298078537
1143780 0.173000 0.172854 0.165157 CURRENT LEARNING RATE: 7.544626696259498e-06
previous_iter_valid_loss : 0.17009277641773224
1143800 0.170249 0.170093 0.165528 CURRENT LEARNING RATE: 7.543117921802724e-06
previous_iter_valid_loss : 0.1622016578912735
1143820 0.162403 0.162202 0.165547 CURRENT LEARNING RATE: 7.541609449070669e-06
previous_iter_valid_loss : 0.17473359405994415
1143840 0.174883 0.174734 0.166079 CURRENT LEARNING RATE: 7.5401012780029915e-06
previous_iter_valid_loss : 0.16085956990718842
1143860 0.161043 0.160860 0.165969 CURRENT LEARNING RATE: 7.538593408539354e-06
previous_iter_valid_loss : 0.16114775836467743
1143880 0.161307 0.161148 0.165519 CURRENT LEARNING RATE: 7.537085840619467e-06
previous_iter_valid_loss : 0.16201961040496826
1143900 0.162203 0.162020 0.164941 CURRENT LEARNING RATE: 7.535578574183014e-06
previous_iter_valid_loss : 0.16052168607711792
1143920 0.160680 0.160522 0.164942 CURRENT LEARNING RATE: 7.534071609169705e-06
previous_iter_valid_loss : 0.16185343265533447
1143940 0.162038 0.161853 0.164913 CURRENT LEARNING RATE: 7.53256494551925e-06
previous_iter_valid_loss : 0.16800737380981445
1143960 0.168244 0.168007 0.164998 CURRENT LEARNING RATE: 7.5310585831714056e-06
previous_iter_valid_loss : 0.16478405892848969
1143980 0.164987 0.164784 0.165197 CURRENT LEARNING RATE: 7.529552522065905e-06
previous_iter_valid_loss : 0.16067756712436676
1144000 0.160830 0.160678 0.164803 CURRENT LEARNING RATE: 7.5280467621424936e-06
previous_iter_valid_loss : 0.16291001439094543
1144020 0.163110 0.162910 0.164923 CURRENT LEARNING RATE: 7.5265413033409675e-06
previous_iter_valid_loss : 0.1611226499080658
1144040 0.161308 0.161123 0.164353 CURRENT LEARNING RATE: 7.525036145601094e-06
previous_iter_valid_loss : 0.16928909718990326
1144060 0.169439 0.169289 0.164792 CURRENT LEARNING RATE: 7.523531288862667e-06
previous_iter_valid_loss : 0.16356731951236725
1144080 0.163738 0.163567 0.164946 CURRENT LEARNING RATE: 7.522026733065479e-06
previous_iter_valid_loss : 0.16052855551242828
1144100 0.160684 0.160529 0.164307 CURRENT LEARNING RATE: 7.520522478149375e-06
previous_iter_valid_loss : 0.16054612398147583
1144120 0.160716 0.160546 0.164194 CURRENT LEARNING RATE: 7.519018524054171e-06
previous_iter_valid_loss : 0.1679188460111618
1144140 0.168075 0.167919 0.164312 CURRENT LEARNING RATE: 7.517514870719711e-06
previous_iter_valid_loss : 0.16598887741565704
1144160 0.166151 0.165989 0.164579 CURRENT LEARNING RATE: 7.51601151808583e-06
previous_iter_valid_loss : 0.18817682564258575
1144180 0.188317 0.188177 0.165345 CURRENT LEARNING RATE: 7.514508466092427e-06
previous_iter_valid_loss : 0.176567941904068
1144200 0.176720 0.176568 0.165669 CURRENT LEARNING RATE: 7.513005714679362e-06
previous_iter_valid_loss : 0.1618320643901825
1144220 0.162017 0.161832 0.165650 CURRENT LEARNING RATE: 7.5115032637865265e-06
previous_iter_valid_loss : 0.16345147788524628
1144240 0.163637 0.163451 0.165086 CURRENT LEARNING RATE: 7.510001113353811e-06
previous_iter_valid_loss : 0.1717534065246582
1144260 0.172014 0.171753 0.165631 CURRENT LEARNING RATE: 7.508499263321153e-06
previous_iter_valid_loss : 0.16050678491592407
1144280 0.160671 0.160507 0.165599 CURRENT LEARNING RATE: 7.506997713628466e-06
previous_iter_valid_loss : 0.1607571691274643
1144300 0.160907 0.160757 0.165536 CURRENT LEARNING RATE: 7.505496464215689e-06
previous_iter_valid_loss : 0.16336995363235474
1144320 0.163559 0.163370 0.165678 CURRENT LEARNING RATE: 7.5039955150227585e-06
previous_iter_valid_loss : 0.16097427904605865
1144340 0.161156 0.160974 0.165634 CURRENT LEARNING RATE: 7.502494865989664e-06
previous_iter_valid_loss : 0.16467469930648804
1144360 0.164886 0.164675 0.165468 CURRENT LEARNING RATE: 7.5009945170563634e-06
previous_iter_valid_loss : 0.16060040891170502
1144380 0.160764 0.160600 0.165258 CURRENT LEARNING RATE: 7.499494468162832e-06
previous_iter_valid_loss : 0.1613920032978058
1144400 0.161581 0.161392 0.165294 CURRENT LEARNING RATE: 7.497994719249094e-06
previous_iter_valid_loss : 0.1608007401227951
1144420 0.160982 0.160801 0.165189 CURRENT LEARNING RATE: 7.496495270255145e-06
previous_iter_valid_loss : 0.1616237759590149
1144440 0.161813 0.161624 0.165214 CURRENT LEARNING RATE: 7.494996121121007e-06
previous_iter_valid_loss : 0.18332356214523315
1144460 0.183688 0.183324 0.165915 CURRENT LEARNING RATE: 7.493497271786703e-06
previous_iter_valid_loss : 0.1829248070716858
1144480 0.183283 0.182925 0.166883 CURRENT LEARNING RATE: 7.491998722192304e-06
previous_iter_valid_loss : 0.16498708724975586
1144500 0.165197 0.164987 0.167106 CURRENT LEARNING RATE: 7.4905004722778545e-06
previous_iter_valid_loss : 0.16783681511878967
1144520 0.168072 0.167837 0.167471 CURRENT LEARNING RATE: 7.4890025219834255e-06
previous_iter_valid_loss : 0.1677129715681076
1144540 0.167941 0.167713 0.167460 CURRENT LEARNING RATE: 7.487504871249084e-06
previous_iter_valid_loss : 0.16058290004730225
1144560 0.160743 0.160583 0.167190 CURRENT LEARNING RATE: 7.486007520014952e-06
previous_iter_valid_loss : 0.16055749356746674
1144580 0.160725 0.160557 0.165809 CURRENT LEARNING RATE: 7.4845104682211225e-06
previous_iter_valid_loss : 0.1619248241186142
1144600 0.162082 0.161925 0.165077 CURRENT LEARNING RATE: 7.483013715807713e-06
previous_iter_valid_loss : 0.16215108335018158
1144620 0.162343 0.162151 0.165093 CURRENT LEARNING RATE: 7.481517262714838e-06
previous_iter_valid_loss : 0.16884824633598328
1144640 0.169091 0.168848 0.165363 CURRENT LEARNING RATE: 7.48002110888267e-06
previous_iter_valid_loss : 0.1605428159236908
1144660 0.160705 0.160543 0.164802 CURRENT LEARNING RATE: 7.478525254251346e-06
previous_iter_valid_loss : 0.16088075935840607
1144680 0.161036 0.160881 0.164821 CURRENT LEARNING RATE: 7.477029698761033e-06
previous_iter_valid_loss : 0.16054807603359222
1144700 0.160721 0.160548 0.164811 CURRENT LEARNING RATE: 7.4755344423518965e-06
previous_iter_valid_loss : 0.1688278764486313
1144720 0.168983 0.168828 0.165083 CURRENT LEARNING RATE: 7.474039484964151e-06
previous_iter_valid_loss : 0.17901037633419037
1144740 0.179171 0.179010 0.165985 CURRENT LEARNING RATE: 7.472544826537988e-06
previous_iter_valid_loss : 0.1801280379295349
1144760 0.180280 0.180128 0.166758 CURRENT LEARNING RATE: 7.471050467013603e-06
previous_iter_valid_loss : 0.19327329099178314
1144780 0.193384 0.193273 0.168392 CURRENT LEARNING RATE: 7.469556406331253e-06
previous_iter_valid_loss : 0.16959916055202484
1144800 0.169845 0.169599 0.168802 CURRENT LEARNING RATE: 7.4680626444311585e-06
previous_iter_valid_loss : 0.1611635982990265
1144820 0.161318 0.161164 0.168820 CURRENT LEARNING RATE: 7.466569181253572e-06
previous_iter_valid_loss : 0.16351772844791412
1144840 0.163709 0.163518 0.168915 CURRENT LEARNING RATE: 7.46507601673874e-06
previous_iter_valid_loss : 0.16490741074085236
1144860 0.165122 0.164907 0.167994 CURRENT LEARNING RATE: 7.463583150826963e-06
previous_iter_valid_loss : 0.16056691110134125
1144880 0.160715 0.160567 0.166876 CURRENT LEARNING RATE: 7.462090583458513e-06
previous_iter_valid_loss : 0.16447795927524567
1144900 0.164688 0.164478 0.166851 CURRENT LEARNING RATE: 7.460598314573688e-06
previous_iter_valid_loss : 0.1648164987564087
1144920 0.164985 0.164816 0.166700 CURRENT LEARNING RATE: 7.459106344112783e-06
previous_iter_valid_loss : 0.16136577725410461
1144940 0.161524 0.161366 0.166382 CURRENT LEARNING RATE: 7.4576146720161455e-06
previous_iter_valid_loss : 0.16228091716766357
1144960 0.162467 0.162281 0.166467 CURRENT LEARNING RATE: 7.456123298224096e-06
previous_iter_valid_loss : 0.21166543662548065
1144980 0.212266 0.211665 0.169022 CURRENT LEARNING RATE: 7.45463222267698e-06
previous_iter_valid_loss : 0.16199025511741638
1145000 0.162167 0.161990 0.169026 CURRENT LEARNING RATE: 7.45314144531514e-06
previous_iter_valid_loss : 0.1668466180562973
1145020 0.167070 0.166847 0.169261 CURRENT LEARNING RATE: 7.451650966078973e-06
previous_iter_valid_loss : 0.16584190726280212
1145040 0.166045 0.165842 0.169110 CURRENT LEARNING RATE: 7.450160784908844e-06
previous_iter_valid_loss : 0.16493625938892365
1145060 0.165107 0.164936 0.169330 CURRENT LEARNING RATE: 7.448670901745149e-06
previous_iter_valid_loss : 0.17477816343307495
1145080 0.174930 0.174778 0.170025 CURRENT LEARNING RATE: 7.4471813165282775e-06
previous_iter_valid_loss : 0.1605721116065979
1145100 0.160724 0.160572 0.170026 CURRENT LEARNING RATE: 7.445692029198672e-06
previous_iter_valid_loss : 0.17364485561847687
1145120 0.173796 0.173645 0.170267 CURRENT LEARNING RATE: 7.444203039696749e-06
previous_iter_valid_loss : 0.1710405796766281
1145140 0.171295 0.171041 0.169868 CURRENT LEARNING RATE: 7.44271434796295e-06
previous_iter_valid_loss : 0.16155853867530823
1145160 0.161710 0.161559 0.168940 CURRENT LEARNING RATE: 7.44122595393771e-06
previous_iter_valid_loss : 0.16708001494407654
1145180 0.167239 0.167080 0.167630 CURRENT LEARNING RATE: 7.439737857561525e-06
previous_iter_valid_loss : 0.1607806533575058
1145200 0.160939 0.160781 0.167189 CURRENT LEARNING RATE: 7.438250058774853e-06
previous_iter_valid_loss : 0.16180408000946045
1145220 0.161969 0.161804 0.167221 CURRENT LEARNING RATE: 7.436762557518173e-06
previous_iter_valid_loss : 0.16183127462863922
1145240 0.161992 0.161831 0.167137 CURRENT LEARNING RATE: 7.435275353732009e-06
previous_iter_valid_loss : 0.16201630234718323
1145260 0.162202 0.162016 0.166992 CURRENT LEARNING RATE: 7.433788447356859e-06
previous_iter_valid_loss : 0.169782355427742
1145280 0.169931 0.169782 0.167453 CURRENT LEARNING RATE: 7.432301838333249e-06
previous_iter_valid_loss : 0.16112221777439117
1145300 0.161309 0.161122 0.167285 CURRENT LEARNING RATE: 7.430815526601701e-06
previous_iter_valid_loss : 0.16212965548038483
1145320 0.162326 0.162130 0.167151 CURRENT LEARNING RATE: 7.429329512102787e-06
previous_iter_valid_loss : 0.16072967648506165
1145340 0.160910 0.160730 0.167119 CURRENT LEARNING RATE: 7.427843794777055e-06
previous_iter_valid_loss : 0.16479967534542084
1145360 0.165006 0.164800 0.167245 CURRENT LEARNING RATE: 7.426358374565076e-06
previous_iter_valid_loss : 0.18375593423843384
1145380 0.183907 0.183756 0.165850 CURRENT LEARNING RATE: 7.424873251407419e-06
previous_iter_valid_loss : 0.1611468493938446
1145400 0.161335 0.161147 0.165807 CURRENT LEARNING RATE: 7.423388425244706e-06
previous_iter_valid_loss : 0.1720280647277832
1145420 0.172177 0.172028 0.166067 CURRENT LEARNING RATE: 7.4219038960175325e-06
previous_iter_valid_loss : 0.1633051335811615
1145440 0.163489 0.163305 0.165940 CURRENT LEARNING RATE: 7.420419663666514e-06
previous_iter_valid_loss : 0.16109606623649597
1145460 0.161271 0.161096 0.165748 CURRENT LEARNING RATE: 7.418935728132272e-06
previous_iter_valid_loss : 0.16088518500328064
1145480 0.161046 0.160885 0.165053 CURRENT LEARNING RATE: 7.4174520893554725e-06
previous_iter_valid_loss : 0.1609862744808197
1145500 0.161173 0.160986 0.165074 CURRENT LEARNING RATE: 7.415968747276756e-06
previous_iter_valid_loss : 0.1690216213464737
1175240 0.169176 0.169022 0.167555 CURRENT LEARNING RATE: 5.5081874578303834e-06
previous_iter_valid_loss : 0.1681869626045227
1175260 0.168414 0.168187 0.166923 CURRENT LEARNING RATE: 5.507085930495215e-06
previous_iter_valid_loss : 0.1607505977153778
1175280 0.160909 0.160751 0.166915 CURRENT LEARNING RATE: 5.505984623443495e-06
previous_iter_valid_loss : 0.17061133682727814
1175300 0.170762 0.170611 0.167213 CURRENT LEARNING RATE: 5.504883536631161e-06
previous_iter_valid_loss : 0.16687123477458954
1175320 0.167031 0.166871 0.167011 CURRENT LEARNING RATE: 5.503782670014168e-06
previous_iter_valid_loss : 0.16750390827655792
1175340 0.167659 0.167504 0.167361 CURRENT LEARNING RATE: 5.502682023548473e-06
previous_iter_valid_loss : 0.16153596341609955
1175360 0.161687 0.161536 0.166876 CURRENT LEARNING RATE: 5.50158159719007e-06
previous_iter_valid_loss : 0.164238840341568
1175380 0.164429 0.164239 0.167058 CURRENT LEARNING RATE: 5.5004813908949315e-06
previous_iter_valid_loss : 0.16104848682880402
1175400 0.161223 0.161048 0.165391 CURRENT LEARNING RATE: 5.49938140461904e-06
previous_iter_valid_loss : 0.16164572536945343
1175420 0.161804 0.161646 0.165296 CURRENT LEARNING RATE: 5.498281638318414e-06
previous_iter_valid_loss : 0.1682557761669159
1175440 0.168488 0.168256 0.165682 CURRENT LEARNING RATE: 5.4971820919490555e-06
previous_iter_valid_loss : 0.16944128274917603
1175460 0.169592 0.169441 0.166106 CURRENT LEARNING RATE: 5.49608276546698e-06
previous_iter_valid_loss : 0.1622656136751175
1175480 0.162463 0.162266 0.166167 CURRENT LEARNING RATE: 5.4949836588282065e-06
previous_iter_valid_loss : 0.16076309978961945
1175500 0.160948 0.160763 0.165581 CURRENT LEARNING RATE: 5.4938847719887915e-06
previous_iter_valid_loss : 0.16679678857326508
1175520 0.167012 0.166797 0.165664 CURRENT LEARNING RATE: 5.4927861049047664e-06
previous_iter_valid_loss : 0.16531234979629517
1175540 0.165521 0.165312 0.165849 CURRENT LEARNING RATE: 5.4916876575321864e-06
previous_iter_valid_loss : 0.17325840890407562
1175560 0.173526 0.173258 0.166406 CURRENT LEARNING RATE: 5.490589429827105e-06
previous_iter_valid_loss : 0.16066215932369232
1175580 0.160830 0.160662 0.166127 CURRENT LEARNING RATE: 5.48949142174561e-06
previous_iter_valid_loss : 0.164756640791893
1175600 0.164968 0.164757 0.166159 CURRENT LEARNING RATE: 5.4883936332437735e-06
previous_iter_valid_loss : 0.1755373179912567
1175620 0.175827 0.175537 0.165921 CURRENT LEARNING RATE: 5.487296064277682e-06
previous_iter_valid_loss : 0.1767415851354599
1175640 0.176896 0.176742 0.166307 CURRENT LEARNING RATE: 5.486198714803424e-06
previous_iter_valid_loss : 0.16050320863723755
1175660 0.160668 0.160503 0.165922 CURRENT LEARNING RATE: 5.4851015847771265e-06
previous_iter_valid_loss : 0.1620991826057434
1175680 0.162296 0.162099 0.165990 CURRENT LEARNING RATE: 5.484004674154892e-06
previous_iter_valid_loss : 0.17674054205417633
1175700 0.176894 0.176741 0.166296 CURRENT LEARNING RATE: 5.482907982892845e-06
previous_iter_valid_loss : 0.1815229058265686
1175720 0.181675 0.181523 0.167029 CURRENT LEARNING RATE: 5.481811510947108e-06
previous_iter_valid_loss : 0.16511429846286774
1175740 0.165312 0.165114 0.166909 CURRENT LEARNING RATE: 5.480715258273843e-06
previous_iter_valid_loss : 0.16113708913326263
1175760 0.161291 0.161137 0.166889 CURRENT LEARNING RATE: 5.479619224829189e-06
previous_iter_valid_loss : 0.1732347160577774
1175780 0.173508 0.173235 0.167339 CURRENT LEARNING RATE: 5.4785234105693045e-06
previous_iter_valid_loss : 0.18093045055866241
1175800 0.181273 0.180930 0.168333 CURRENT LEARNING RATE: 5.477427815450347e-06
previous_iter_valid_loss : 0.16093093156814575
1175820 0.161079 0.160931 0.168298 CURRENT LEARNING RATE: 5.476332439428514e-06
previous_iter_valid_loss : 0.1605016440153122
1175840 0.160666 0.160502 0.167910 CURRENT LEARNING RATE: 5.475237282459977e-06
previous_iter_valid_loss : 0.17006348073482513
1175860 0.170304 0.170063 0.167941 CURRENT LEARNING RATE: 5.4741423445009235e-06
previous_iter_valid_loss : 0.171223446726799
1175880 0.171373 0.171223 0.168389 CURRENT LEARNING RATE: 5.473047625507575e-06
previous_iter_valid_loss : 0.1620216816663742
1175900 0.162204 0.162022 0.168452 CURRENT LEARNING RATE: 5.471953125436132e-06
previous_iter_valid_loss : 0.17412503063678741
1175920 0.174388 0.174125 0.168818 CURRENT LEARNING RATE: 5.470858844242814e-06
previous_iter_valid_loss : 0.16230325400829315
1175940 0.162488 0.162303 0.168668 CURRENT LEARNING RATE: 5.46976478188384e-06
previous_iter_valid_loss : 0.17127737402915955
1175960 0.171423 0.171277 0.168569 CURRENT LEARNING RATE: 5.468670938315469e-06
previous_iter_valid_loss : 0.16475780308246613
1175980 0.164927 0.164758 0.168774 CURRENT LEARNING RATE: 5.467577313493937e-06
previous_iter_valid_loss : 0.17219477891921997
1176000 0.172459 0.172195 0.169145 CURRENT LEARNING RATE: 5.466483907375497e-06
previous_iter_valid_loss : 0.1639026552438736
1176020 0.164106 0.163903 0.168564 CURRENT LEARNING RATE: 5.465390719916404e-06
previous_iter_valid_loss : 0.1650962233543396
1176040 0.165294 0.165096 0.167981 CURRENT LEARNING RATE: 5.46429775107295e-06
previous_iter_valid_loss : 0.1643487960100174
1176060 0.164517 0.164349 0.168174 CURRENT LEARNING RATE: 5.463205000801409e-06
previous_iter_valid_loss : 0.16056835651397705
1176080 0.160732 0.160568 0.168097 CURRENT LEARNING RATE: 5.462112469058067e-06
previous_iter_valid_loss : 0.18177993595600128
1176100 0.182122 0.181780 0.168349 CURRENT LEARNING RATE: 5.461020155799216e-06
previous_iter_valid_loss : 0.16066868603229523
1176120 0.160837 0.160669 0.167306 CURRENT LEARNING RATE: 5.45992806098118e-06
previous_iter_valid_loss : 0.1809401661157608
1176140 0.181097 0.180940 0.168098 CURRENT LEARNING RATE: 5.458836184560268e-06
previous_iter_valid_loss : 0.1665700227022171
1176160 0.166782 0.166570 0.168369 CURRENT LEARNING RATE: 5.457744526492804e-06
previous_iter_valid_loss : 0.1654866635799408
1176180 0.165705 0.165487 0.167982 CURRENT LEARNING RATE: 5.456653086735113e-06
previous_iter_valid_loss : 0.16168466210365295
1176200 0.161869 0.161685 0.167020 CURRENT LEARNING RATE: 5.455561865243554e-06
previous_iter_valid_loss : 0.16453032195568085
1176220 0.164694 0.164530 0.167200 CURRENT LEARNING RATE: 5.4544708619744726e-06
previous_iter_valid_loss : 0.1662968546152115
1176240 0.166450 0.166297 0.167489 CURRENT LEARNING RATE: 5.453380076884215e-06
previous_iter_valid_loss : 0.1605745106935501
1176260 0.160735 0.160575 0.167015 CURRENT LEARNING RATE: 5.452289509929171e-06
previous_iter_valid_loss : 0.1787773072719574
1176280 0.178935 0.178777 0.167393 CURRENT LEARNING RATE: 5.451199161065708e-06
previous_iter_valid_loss : 0.16708531975746155
1176300 0.167244 0.167085 0.167646 CURRENT LEARNING RATE: 5.450109030250214e-06
previous_iter_valid_loss : 0.16057491302490234
1176320 0.160737 0.160575 0.166968 CURRENT LEARNING RATE: 5.44901911743907e-06
previous_iter_valid_loss : 0.16070473194122314
1176340 0.160871 0.160705 0.166888 CURRENT LEARNING RATE: 5.447929422588703e-06
previous_iter_valid_loss : 0.16052334010601044
1176360 0.160687 0.160523 0.166351 CURRENT LEARNING RATE: 5.4468399456555125e-06
previous_iter_valid_loss : 0.17396089434623718
1176380 0.174228 0.173961 0.166811 CURRENT LEARNING RATE: 5.44575068659592e-06
previous_iter_valid_loss : 0.16230754554271698
1176400 0.162495 0.162308 0.166316 CURRENT LEARNING RATE: 5.444661645366347e-06
previous_iter_valid_loss : 0.16552363336086273
1176420 0.165691 0.165524 0.166398 CURRENT LEARNING RATE: 5.44357282192325e-06
previous_iter_valid_loss : 0.18373659253120422
1176440 0.183887 0.183737 0.167330 CURRENT LEARNING RATE: 5.442484216223067e-06
previous_iter_valid_loss : 0.16740456223487854
1176460 0.167625 0.167405 0.167482 CURRENT LEARNING RATE: 5.441395828222253e-06
previous_iter_valid_loss : 0.16051806509494781
1176480 0.160680 0.160518 0.167480 CURRENT LEARNING RATE: 5.440307657877263e-06
previous_iter_valid_loss : 0.18328985571861267
1176500 0.183642 0.183290 0.167555 CURRENT LEARNING RATE: 5.4392197051445895e-06
previous_iter_valid_loss : 0.1631365865468979
1176520 0.163345 0.163137 0.167679 CURRENT LEARNING RATE: 5.438131969980706e-06
previous_iter_valid_loss : 0.1607978492975235
1176540 0.160952 0.160798 0.166672 CURRENT LEARNING RATE: 5.4370444523421e-06
previous_iter_valid_loss : 0.16076399385929108
1176560 0.160945 0.160764 0.166381 CURRENT LEARNING RATE: 5.435957152185265e-06
previous_iter_valid_loss : 0.16052468121051788
1176580 0.160685 0.160525 0.166133 CURRENT LEARNING RATE: 5.434870069466726e-06
previous_iter_valid_loss : 0.16597071290016174
1176600 0.166176 0.165971 0.166348 CURRENT LEARNING RATE: 5.433783204142991e-06
previous_iter_valid_loss : 0.160528764128685
1176620 0.160698 0.160529 0.166147 CURRENT LEARNING RATE: 5.432696556170575e-06
previous_iter_valid_loss : 0.1688041239976883
1176640 0.168955 0.168804 0.166273 CURRENT LEARNING RATE: 5.431610125506031e-06
previous_iter_valid_loss : 0.17589318752288818
1176660 0.176049 0.175893 0.167039 CURRENT LEARNING RATE: 5.430523912105892e-06
previous_iter_valid_loss : 0.17274384200572968
1176680 0.173018 0.172744 0.166737 CURRENT LEARNING RATE: 5.429437915926712e-06
previous_iter_valid_loss : 0.16755327582359314
1176700 0.167712 0.167553 0.166760 CURRENT LEARNING RATE: 5.428352136925039e-06
previous_iter_valid_loss : 0.16475549340248108
1176720 0.164955 0.164755 0.166970 CURRENT LEARNING RATE: 5.427266575057462e-06
previous_iter_valid_loss : 0.17783625423908234
1176740 0.178001 0.177836 0.167826 CURRENT LEARNING RATE: 5.426181230280549e-06
previous_iter_valid_loss : 0.16569773852825165
1176760 0.165915 0.165698 0.168085 CURRENT LEARNING RATE: 5.425096102550885e-06
previous_iter_valid_loss : 0.16091924905776978
1176780 0.161103 0.160919 0.167433 CURRENT LEARNING RATE: 5.424011191825056e-06
previous_iter_valid_loss : 0.16493959724903107
1176800 0.165115 0.164940 0.167564 CURRENT LEARNING RATE: 5.422926498059686e-06
previous_iter_valid_loss : 0.16467086970806122
1176820 0.164842 0.164671 0.167522 CURRENT LEARNING RATE: 5.421842021211376e-06
previous_iter_valid_loss : 0.16324985027313232
1176840 0.163412 0.163250 0.166497 CURRENT LEARNING RATE: 5.4207577612367485e-06
previous_iter_valid_loss : 0.16109709441661835
1176860 0.161281 0.161097 0.166182 CURRENT LEARNING RATE: 5.419673718092421e-06
previous_iter_valid_loss : 0.16907018423080444
1176880 0.169219 0.169070 0.166610 CURRENT LEARNING RATE: 5.418589891735055e-06
previous_iter_valid_loss : 0.16092418134212494
1176900 0.161071 0.160924 0.165491 CURRENT LEARNING RATE: 5.417506282121283e-06
previous_iter_valid_loss : 0.16495312750339508
1176920 0.165122 0.164953 0.165582 CURRENT LEARNING RATE: 5.416422889207764e-06
previous_iter_valid_loss : 0.1620941311120987
1176940 0.162251 0.162094 0.165647 CURRENT LEARNING RATE: 5.415339712951152e-06
previous_iter_valid_loss : 0.16885676980018616
1176960 0.169010 0.168857 0.166052 CURRENT LEARNING RATE: 5.414256753308139e-06
previous_iter_valid_loss : 0.16729620099067688
1176980 0.167521 0.167296 0.166390 CURRENT LEARNING RATE: 5.413174010235396e-06
previous_iter_valid_loss : 0.16436158120632172
1177000 0.164522 0.164362 0.166310 CURRENT LEARNING RATE: 5.412091483689604e-06
previous_iter_valid_loss : 0.17272228002548218
1177020 0.172985 0.172722 0.166919 CURRENT LEARNING RATE: 5.411009173627483e-06
previous_iter_valid_loss : 0.16096362471580505
1177040 0.161123 0.160964 0.166527 CURRENT LEARNING RATE: 5.40992708000573e-06
previous_iter_valid_loss : 0.16212202608585358
1177060 0.162312 0.162122 0.165839 CURRENT LEARNING RATE: 5.408845202781059e-06
previous_iter_valid_loss : 0.1829909384250641
1177080 0.183342 0.182991 0.166351 CURRENT LEARNING RATE: 5.407763541910189e-06
previous_iter_valid_loss : 0.16522614657878876
1177100 0.165432 0.165226 0.166235 CURRENT LEARNING RATE: 5.40668209734987e-06
previous_iter_valid_loss : 0.1605534851551056
1177120 0.160712 0.160553 0.166025 CURRENT LEARNING RATE: 5.405600869056836e-06
previous_iter_valid_loss : 0.16305314004421234
1177140 0.163212 0.163053 0.165286 CURRENT LEARNING RATE: 5.4045198569878375e-06
previous_iter_valid_loss : 0.17167066037654877
1177160 0.171818 0.171671 0.165584 CURRENT LEARNING RATE: 5.403439061099624e-06
previous_iter_valid_loss : 0.16184142231941223
1177180 0.162001 0.161841 0.165630 CURRENT LEARNING RATE: 5.402358481348984e-06
previous_iter_valid_loss : 0.17001958191394806
1177200 0.170163 0.170020 0.165884 CURRENT LEARNING RATE: 5.401278117692684e-06
previous_iter_valid_loss : 0.1606130599975586
1177220 0.160774 0.160613 0.165681 CURRENT LEARNING RATE: 5.400197970087508e-06
previous_iter_valid_loss : 0.16103553771972656
1177240 0.161183 0.161036 0.165571 CURRENT LEARNING RATE: 5.3991180384902425e-06
previous_iter_valid_loss : 0.17797993123531342
1177260 0.178281 0.177980 0.166415 CURRENT LEARNING RATE: 5.3980383228577095e-06
previous_iter_valid_loss : 0.16795825958251953
1177280 0.168186 0.167958 0.166359 CURRENT LEARNING RATE: 5.39695882314671e-06
previous_iter_valid_loss : 0.16446273028850555
1177300 0.164668 0.164463 0.166536 CURRENT LEARNING RATE: 5.3958795393140644e-06
previous_iter_valid_loss : 0.1666586995124817
1177320 0.166873 0.166659 0.166621 CURRENT LEARNING RATE: 5.394800471316591e-06
previous_iter_valid_loss : 0.16067078709602356
1177340 0.160837 0.160671 0.166550 CURRENT LEARNING RATE: 5.393721619111147e-06
previous_iter_valid_loss : 0.17925918102264404
1177360 0.179419 0.179259 0.167070 CURRENT LEARNING RATE: 5.3926429826545685e-06
previous_iter_valid_loss : 0.16056691110134125
1177380 0.160720 0.160567 0.166734 CURRENT LEARNING RATE: 5.3915645619037095e-06
previous_iter_valid_loss : 0.16457705199718475
1177400 0.164782 0.164577 0.166745 CURRENT LEARNING RATE: 5.390486356815425e-06
previous_iter_valid_loss : 0.16529786586761475
1182940 0.165514 0.165298 0.164160 CURRENT LEARNING RATE: 5.099974878967707e-06
previous_iter_valid_loss : 0.16253012418746948
1182960 0.162720 0.162530 0.164235 CURRENT LEARNING RATE: 5.098954985984605e-06
previous_iter_valid_loss : 0.16877591609954834
1182980 0.168930 0.168776 0.164600 CURRENT LEARNING RATE: 5.097935296959712e-06
previous_iter_valid_loss : 0.16631916165351868
1183000 0.166537 0.166319 0.164787 CURRENT LEARNING RATE: 5.096915811852231e-06
previous_iter_valid_loss : 0.16428324580192566
1183020 0.164484 0.164283 0.164972 CURRENT LEARNING RATE: 5.095896530621385e-06
previous_iter_valid_loss : 0.16682127118110657
1183040 0.166976 0.166821 0.165214 CURRENT LEARNING RATE: 5.09487745322639e-06
previous_iter_valid_loss : 0.17287597060203552
1183060 0.173020 0.172876 0.165771 CURRENT LEARNING RATE: 5.093858579626503e-06
previous_iter_valid_loss : 0.16115914285182953
1183080 0.161320 0.161159 0.165104 CURRENT LEARNING RATE: 5.0928399097809606e-06
previous_iter_valid_loss : 0.16810543835163116
1183100 0.168264 0.168105 0.165268 CURRENT LEARNING RATE: 5.091821443649005e-06
previous_iter_valid_loss : 0.16218353807926178
1183120 0.162367 0.162184 0.165110 CURRENT LEARNING RATE: 5.090803181189918e-06
previous_iter_valid_loss : 0.1605488657951355
1183140 0.160695 0.160549 0.165083 CURRENT LEARNING RATE: 5.089785122362959e-06
previous_iter_valid_loss : 0.17170706391334534
1183160 0.171851 0.171707 0.165450 CURRENT LEARNING RATE: 5.088767267127405e-06
previous_iter_valid_loss : 0.16274778544902802
1183180 0.162912 0.162748 0.165531 CURRENT LEARNING RATE: 5.087749615442533e-06
previous_iter_valid_loss : 0.16263511776924133
1183200 0.162792 0.162635 0.165280 CURRENT LEARNING RATE: 5.086732167267656e-06
previous_iter_valid_loss : 0.16203942894935608
1183220 0.162224 0.162039 0.164494 CURRENT LEARNING RATE: 5.0857149225620665e-06
previous_iter_valid_loss : 0.16122210025787354
1183240 0.161374 0.161222 0.164430 CURRENT LEARNING RATE: 5.084697881285074e-06
previous_iter_valid_loss : 0.17902082204818726
1183260 0.179183 0.179021 0.165279 CURRENT LEARNING RATE: 5.083681043395989e-06
previous_iter_valid_loss : 0.17648442089557648
1183280 0.176641 0.176484 0.165880 CURRENT LEARNING RATE: 5.082664408854155e-06
previous_iter_valid_loss : 0.16169387102127075
1183300 0.161880 0.161694 0.165933 CURRENT LEARNING RATE: 5.081647977618899e-06
previous_iter_valid_loss : 0.1606464982032776
1183320 0.160814 0.160646 0.165852 CURRENT LEARNING RATE: 5.080631749649562e-06
previous_iter_valid_loss : 0.16055884957313538
1183340 0.160719 0.160559 0.165615 CURRENT LEARNING RATE: 5.079615724905486e-06
previous_iter_valid_loss : 0.1677498072385788
1183360 0.167988 0.167750 0.165876 CURRENT LEARNING RATE: 5.078599903346049e-06
previous_iter_valid_loss : 0.16374647617340088
1183380 0.163917 0.163746 0.165625 CURRENT LEARNING RATE: 5.077584284930609e-06
previous_iter_valid_loss : 0.16078928112983704
1183400 0.160939 0.160789 0.165348 CURRENT LEARNING RATE: 5.076568869618541e-06
previous_iter_valid_loss : 0.1609470695257187
1183420 0.161108 0.160947 0.165182 CURRENT LEARNING RATE: 5.07555365736922e-06
previous_iter_valid_loss : 0.1677926927804947
1183440 0.168017 0.167793 0.165230 CURRENT LEARNING RATE: 5.074538648142054e-06
previous_iter_valid_loss : 0.16117286682128906
1183460 0.161335 0.161173 0.164645 CURRENT LEARNING RATE: 5.0735238418964355e-06
previous_iter_valid_loss : 0.16123801469802856
1183480 0.161421 0.161238 0.164649 CURRENT LEARNING RATE: 5.072509238591763e-06
previous_iter_valid_loss : 0.1660902500152588
1183500 0.166252 0.166090 0.164548 CURRENT LEARNING RATE: 5.071494838187468e-06
previous_iter_valid_loss : 0.16833128035068512
1183520 0.168566 0.168331 0.164856 CURRENT LEARNING RATE: 5.0704806406429675e-06
previous_iter_valid_loss : 0.17786955833435059
1183540 0.178032 0.177870 0.165722 CURRENT LEARNING RATE: 5.0694666459176945e-06
previous_iter_valid_loss : 0.17734625935554504
1183560 0.177502 0.177346 0.166004 CURRENT LEARNING RATE: 5.068452853971078e-06
previous_iter_valid_loss : 0.16380850970745087
1183580 0.164009 0.163809 0.166057 CURRENT LEARNING RATE: 5.0674392647625856e-06
previous_iter_valid_loss : 0.16052740812301636
1183600 0.160697 0.160527 0.165951 CURRENT LEARNING RATE: 5.066425878251665e-06
previous_iter_valid_loss : 0.17608843743801117
1183620 0.176241 0.176088 0.166654 CURRENT LEARNING RATE: 5.06541269439778e-06
previous_iter_valid_loss : 0.18034480512142181
1183640 0.180675 0.180345 0.167610 CURRENT LEARNING RATE: 5.064399713160394e-06
previous_iter_valid_loss : 0.1721932739019394
1183660 0.172453 0.172193 0.167268 CURRENT LEARNING RATE: 5.063386934499006e-06
previous_iter_valid_loss : 0.16795848309993744
1183680 0.168183 0.167958 0.166842 CURRENT LEARNING RATE: 5.062374358373096e-06
previous_iter_valid_loss : 0.16155906021595
1183700 0.161719 0.161559 0.166835 CURRENT LEARNING RATE: 5.0613619847421615e-06
previous_iter_valid_loss : 0.16058337688446045
1183720 0.160749 0.160583 0.166832 CURRENT LEARNING RATE: 5.060349813565698e-06
previous_iter_valid_loss : 0.16495771706104279
1183740 0.165167 0.164958 0.167052 CURRENT LEARNING RATE: 5.059337844803237e-06
previous_iter_valid_loss : 0.20012427866458893
1183760 0.200655 0.200124 0.168671 CURRENT LEARNING RATE: 5.05832607841429e-06
previous_iter_valid_loss : 0.1706472486257553
1183780 0.170791 0.170647 0.169016 CURRENT LEARNING RATE: 5.057314514358387e-06
previous_iter_valid_loss : 0.16049863398075104
1183800 0.160662 0.160499 0.169001 CURRENT LEARNING RATE: 5.0563031525950565e-06
previous_iter_valid_loss : 0.16272996366024017
1183820 0.162900 0.162730 0.169091 CURRENT LEARNING RATE: 5.055291993083861e-06
previous_iter_valid_loss : 0.16733628511428833
1183840 0.167493 0.167336 0.169068 CURRENT LEARNING RATE: 5.0542810357843465e-06
previous_iter_valid_loss : 0.16204142570495605
1183860 0.162203 0.162041 0.169111 CURRENT LEARNING RATE: 5.053270280656065e-06
previous_iter_valid_loss : 0.1641368269920349
1183880 0.164309 0.164137 0.169256 CURRENT LEARNING RATE: 5.0522597276586046e-06
previous_iter_valid_loss : 0.16554787755012512
1183900 0.165717 0.165548 0.169229 CURRENT LEARNING RATE: 5.051249376751534e-06
previous_iter_valid_loss : 0.17673052847385406
1183920 0.177025 0.176731 0.169649 CURRENT LEARNING RATE: 5.0502392278944385e-06
previous_iter_valid_loss : 0.16519109904766083
1183940 0.165397 0.165191 0.169015 CURRENT LEARNING RATE: 5.049229281046905e-06
previous_iter_valid_loss : 0.16769006848335266
1183960 0.167846 0.167690 0.168532 CURRENT LEARNING RATE: 5.048219536168551e-06
previous_iter_valid_loss : 0.16387434303760529
1183980 0.164070 0.163874 0.168536 CURRENT LEARNING RATE: 5.04720999321898e-06
previous_iter_valid_loss : 0.16062575578689575
1184000 0.160787 0.160626 0.168540 CURRENT LEARNING RATE: 5.046200652157809e-06
previous_iter_valid_loss : 0.16370509564876556
1184020 0.163868 0.163705 0.167921 CURRENT LEARNING RATE: 5.045191512944655e-06
previous_iter_valid_loss : 0.1715548187494278
1184040 0.171816 0.171555 0.167482 CURRENT LEARNING RATE: 5.044182575539173e-06
previous_iter_valid_loss : 0.17408323287963867
1184060 0.174232 0.174083 0.167576 CURRENT LEARNING RATE: 5.043173839900994e-06
previous_iter_valid_loss : 0.16085883975028992
1184080 0.161042 0.160859 0.167221 CURRENT LEARNING RATE: 5.042165305989769e-06
previous_iter_valid_loss : 0.16986237466335297
1184100 0.170015 0.169862 0.167636 CURRENT LEARNING RATE: 5.0411569737651475e-06
previous_iter_valid_loss : 0.16223518550395966
1184120 0.162422 0.162235 0.167719 CURRENT LEARNING RATE: 5.040148843186815e-06
previous_iter_valid_loss : 0.16052313148975372
1184140 0.160676 0.160523 0.167497 CURRENT LEARNING RATE: 5.039140914214437e-06
previous_iter_valid_loss : 0.17621253430843353
1184160 0.176366 0.176213 0.166302 CURRENT LEARNING RATE: 5.038133186807697e-06
previous_iter_valid_loss : 0.16527900099754333
1184180 0.165497 0.165279 0.166033 CURRENT LEARNING RATE: 5.037125660926275e-06
previous_iter_valid_loss : 0.16683757305145264
1184200 0.166996 0.166838 0.166350 CURRENT LEARNING RATE: 5.03611833652989e-06
previous_iter_valid_loss : 0.16208191215991974
1184220 0.162241 0.162082 0.166318 CURRENT LEARNING RATE: 5.035111213578238e-06
previous_iter_valid_loss : 0.1611887663602829
1184240 0.161347 0.161189 0.166010 CURRENT LEARNING RATE: 5.034104292031036e-06
previous_iter_valid_loss : 0.16365593671798706
1184260 0.163849 0.163656 0.166091 CURRENT LEARNING RATE: 5.033097571847997e-06
previous_iter_valid_loss : 0.17672687768936157
1184280 0.177009 0.176727 0.166721 CURRENT LEARNING RATE: 5.032091052988871e-06
previous_iter_valid_loss : 0.16383962333202362
1184300 0.164011 0.163840 0.166635 CURRENT LEARNING RATE: 5.031084735413387e-06
previous_iter_valid_loss : 0.17042173445224762
1184320 0.170677 0.170422 0.166320 CURRENT LEARNING RATE: 5.030078619081285e-06
previous_iter_valid_loss : 0.16592970490455627
1184340 0.166153 0.165930 0.166357 CURRENT LEARNING RATE: 5.029072703952337e-06
previous_iter_valid_loss : 0.16540049016475677
1184360 0.165571 0.165400 0.166242 CURRENT LEARNING RATE: 5.028066989986298e-06
previous_iter_valid_loss : 0.18308165669441223
1184380 0.183232 0.183082 0.167203 CURRENT LEARNING RATE: 5.027061477142939e-06
previous_iter_valid_loss : 0.1607769876718521
1184400 0.160932 0.160777 0.167210 CURRENT LEARNING RATE: 5.0260561653820315e-06
previous_iter_valid_loss : 0.16145625710487366
1184420 0.161617 0.161456 0.167098 CURRENT LEARNING RATE: 5.025051054663379e-06
previous_iter_valid_loss : 0.1663271188735962
1184440 0.166486 0.166327 0.166836 CURRENT LEARNING RATE: 5.02404614494677e-06
previous_iter_valid_loss : 0.16115950047969818
1184460 0.161336 0.161160 0.166190 CURRENT LEARNING RATE: 5.023041436192007e-06
previous_iter_valid_loss : 0.16072778403759003
1184480 0.160886 0.160728 0.166184 CURRENT LEARNING RATE: 5.022036928358894e-06
previous_iter_valid_loss : 0.16230949759483337
1184500 0.162508 0.162309 0.165806 CURRENT LEARNING RATE: 5.021032621407267e-06
previous_iter_valid_loss : 0.1639888435602188
1184520 0.164187 0.163989 0.165894 CURRENT LEARNING RATE: 5.0200285152969465e-06
previous_iter_valid_loss : 0.16195328533649445
1184540 0.162097 0.161953 0.165965 CURRENT LEARNING RATE: 5.019024609987767e-06
previous_iter_valid_loss : 0.16591350734233856
1184560 0.166077 0.165914 0.165450 CURRENT LEARNING RATE: 5.018020905439563e-06
previous_iter_valid_loss : 0.16095903515815735
1184580 0.161135 0.160959 0.165234 CURRENT LEARNING RATE: 5.017017401612206e-06
previous_iter_valid_loss : 0.1907333880662918
1184600 0.190862 0.190733 0.166429 CURRENT LEARNING RATE: 5.016014098465545e-06
previous_iter_valid_loss : 0.16340424120426178
1184620 0.163606 0.163404 0.166495 CURRENT LEARNING RATE: 5.015010995959448e-06
previous_iter_valid_loss : 0.16342371702194214
1184640 0.163579 0.163424 0.166607 CURRENT LEARNING RATE: 5.014008094053783e-06
previous_iter_valid_loss : 0.1617623120546341
1184660 0.161949 0.161762 0.166512 CURRENT LEARNING RATE: 5.013005392708452e-06
previous_iter_valid_loss : 0.1613849401473999
1184680 0.161549 0.161385 0.165745 CURRENT LEARNING RATE: 5.012002891883336e-06
previous_iter_valid_loss : 0.16715675592422485
1184700 0.167312 0.167157 0.165911 CURRENT LEARNING RATE: 5.0110005915383285e-06
previous_iter_valid_loss : 0.16980275511741638
1184720 0.170053 0.169803 0.165880 CURRENT LEARNING RATE: 5.0099984916333545e-06
previous_iter_valid_loss : 0.16219402849674225
1184740 0.162362 0.162194 0.165693 CURRENT LEARNING RATE: 5.00899659212832e-06
previous_iter_valid_loss : 0.16649703681468964
1184760 0.166710 0.166497 0.165748 CURRENT LEARNING RATE: 5.00799489298315e-06
previous_iter_valid_loss : 0.16511249542236328
1184780 0.165323 0.165112 0.164850 CURRENT LEARNING RATE: 5.0069933941577676e-06
previous_iter_valid_loss : 0.173378124833107
1184800 0.173649 0.173378 0.165480 CURRENT LEARNING RATE: 5.005992095612131e-06
previous_iter_valid_loss : 0.1610446721315384
1184820 0.161219 0.161045 0.165459 CURRENT LEARNING RATE: 5.0049909973061785e-06
previous_iter_valid_loss : 0.17096194624900818
1184840 0.171212 0.170962 0.165691 CURRENT LEARNING RATE: 5.003990099199866e-06
previous_iter_valid_loss : 0.16378793120384216
1184860 0.163986 0.163788 0.165822 CURRENT LEARNING RATE: 5.0029894012531495e-06
previous_iter_valid_loss : 0.1643553227186203
1184880 0.164518 0.164355 0.166004 CURRENT LEARNING RATE: 5.001988903426019e-06
previous_iter_valid_loss : 0.16646802425384521
1184900 0.166629 0.166468 0.166212 CURRENT LEARNING RATE: 5.0009886056784456e-06
previous_iter_valid_loss : 0.17278969287872314
1184920 0.172933 0.172790 0.166652 CURRENT LEARNING RATE: 4.999988507970417e-06
previous_iter_valid_loss : 0.1813875287771225
1184940 0.181732 0.181388 0.167623 CURRENT LEARNING RATE: 4.99898861026192e-06
previous_iter_valid_loss : 0.16308274865150452
1184960 0.163254 0.163083 0.167482 CURRENT LEARNING RATE: 4.997988912512977e-06
previous_iter_valid_loss : 0.16271913051605225
1184980 0.162888 0.162719 0.167570 CURRENT LEARNING RATE: 4.996989414683592e-06
previous_iter_valid_loss : 0.19298900663852692
1185000 0.193460 0.192989 0.167683 CURRENT LEARNING RATE: 4.995990116733783e-06
previous_iter_valid_loss : 0.18410226702690125
1185020 0.184463 0.184102 0.168717 CURRENT LEARNING RATE: 4.994991018623571e-06
previous_iter_valid_loss : 0.16169373691082
1185040 0.161852 0.161694 0.168631 CURRENT LEARNING RATE: 4.993992120313009e-06
previous_iter_valid_loss : 0.16054804623126984
1185060 0.160707 0.160548 0.168570 CURRENT LEARNING RATE: 4.992993421762133e-06
previous_iter_valid_loss : 0.1713741272687912
1185080 0.171614 0.171374 0.169070 CURRENT LEARNING RATE: 4.991994922930986e-06
previous_iter_valid_loss : 0.16092722117900848
1185100 0.161080 0.160927 0.168758 CURRENT LEARNING RATE: 4.990996623779645e-06
previous_iter_valid_loss : 0.16747654974460602
1185120 0.167709 0.167477 0.168642 CURRENT LEARNING RATE: 4.989998524268169e-06
previous_iter_valid_loss : 0.16211530566215515
1185140 0.162307 0.162115 0.168638 CURRENT LEARNING RATE: 4.989000624356635e-06
previous_iter_valid_loss : 0.1613142043352127
1185160 0.161473 0.161314 0.168379 CURRENT LEARNING RATE: 4.988002924005118e-06
previous_iter_valid_loss : 0.1774047464132309
1185180 0.177560 0.177405 0.168993 CURRENT LEARNING RATE: 4.987005423173728e-06
previous_iter_valid_loss : 0.17159385979175568
1185200 0.171852 0.171594 0.168904 CURRENT LEARNING RATE: 4.986008121822555e-06
previous_iter_valid_loss : 0.16171029210090637
1185220 0.161895 0.161710 0.168938 CURRENT LEARNING RATE: 4.985011019911707e-06
previous_iter_valid_loss : 0.16398273408412933
1185240 0.164179 0.163983 0.168589 CURRENT LEARNING RATE: 4.984014117401292e-06
previous_iter_valid_loss : 0.16748419404029846
1185260 0.167703 0.167484 0.168773 CURRENT LEARNING RATE: 4.983017414251452e-06
previous_iter_valid_loss : 0.17061379551887512
1185280 0.170762 0.170614 0.169086 CURRENT LEARNING RATE: 4.982020910422308e-06
previous_iter_valid_loss : 0.1634782999753952
1185300 0.163677 0.163478 0.168937 CURRENT LEARNING RATE: 4.981024605874002e-06
previous_iter_valid_loss : 0.16738159954547882
1185320 0.167604 0.167382 0.168666 CURRENT LEARNING RATE: 4.980028500566672e-06
previous_iter_valid_loss : 0.16067086160182953
1185340 0.160831 0.160671 0.167631 CURRENT LEARNING RATE: 4.9790325944604915e-06
previous_iter_valid_loss : 0.16562959551811218
1185360 0.165852 0.165630 0.167758 CURRENT LEARNING RATE: 4.978036887515615e-06
previous_iter_valid_loss : 0.16141751408576965
1185380 0.161600 0.161418 0.167693 CURRENT LEARNING RATE: 4.977041379692215e-06
previous_iter_valid_loss : 0.16049490869045258
1185400 0.160661 0.160495 0.166068 CURRENT LEARNING RATE: 4.9760460709504615e-06
previous_iter_valid_loss : 0.1866615116596222
1185420 0.186798 0.186662 0.166196 CURRENT LEARNING RATE: 4.975050961250561e-06
previous_iter_valid_loss : 0.16055680811405182
1185440 0.160719 0.160557 0.166139 CURRENT LEARNING RATE: 4.9740560505527e-06
previous_iter_valid_loss : 0.1824689656496048
1185460 0.182624 0.182469 0.167235 CURRENT LEARNING RATE: 4.97306133881708e-06
previous_iter_valid_loss : 0.1655440330505371
1185480 0.165753 0.165544 0.166944 CURRENT LEARNING RATE: 4.972066826003907e-06
previous_iter_valid_loss : 0.1620943397283554
1185500 0.162272 0.162094 0.167002 CURRENT LEARNING RATE: 4.9710725120734165e-06
previous_iter_valid_loss : 0.16822806000709534
1185520 0.168380 0.168228 0.167040 CURRENT LEARNING RATE: 4.970078396985826e-06
previous_iter_valid_loss : 0.1643768846988678
1185540 0.164549 0.164377 0.167153 CURRENT LEARNING RATE: 4.969084480701364e-06
previous_iter_valid_loss : 0.1677434742450714
1185560 0.167902 0.167743 0.167474 CURRENT LEARNING RATE: 4.9680907631802905e-06
previous_iter_valid_loss : 0.17690199613571167
1185580 0.177053 0.176902 0.167449 CURRENT LEARNING RATE: 4.967097244382848e-06
previous_iter_valid_loss : 0.160615935921669
1185600 0.160771 0.160616 0.166900 CURRENT LEARNING RATE: 4.966103924269296e-06
previous_iter_valid_loss : 0.1619533747434616
1185620 0.162139 0.161953 0.166912 CURRENT LEARNING RATE: 4.965110802799893e-06
previous_iter_valid_loss : 0.16085855662822723
1185640 0.161034 0.160859 0.166756 CURRENT LEARNING RATE: 4.964117879934932e-06
previous_iter_valid_loss : 0.1637539565563202
1185660 0.163916 0.163754 0.166570 CURRENT LEARNING RATE: 4.963125155634687e-06
previous_iter_valid_loss : 0.1737823784351349
1185680 0.174054 0.173782 0.166728 CURRENT LEARNING RATE: 4.962132629859448e-06
previous_iter_valid_loss : 0.16867774724960327
1185700 0.168907 0.168678 0.166988 CURRENT LEARNING RATE: 4.9611403025695065e-06
previous_iter_valid_loss : 0.162815123796463
1185720 0.163007 0.162815 0.166760 CURRENT LEARNING RATE: 4.960148173725186e-06
previous_iter_valid_loss : 0.16449682414531708
1185740 0.164702 0.164497 0.166951 CURRENT LEARNING RATE: 4.959156243286793e-06
previous_iter_valid_loss : 0.1653299182653427
1185760 0.165532 0.165330 0.166936 CURRENT LEARNING RATE: 4.958164511214652e-06
previous_iter_valid_loss : 0.168647900223732
1185780 0.168884 0.168648 0.167298 CURRENT LEARNING RATE: 4.957172977469082e-06
previous_iter_valid_loss : 0.1606835573911667
1185800 0.160845 0.160684 0.167307 CURRENT LEARNING RATE: 4.956181642010441e-06
previous_iter_valid_loss : 0.16057275235652924
1185820 0.160728 0.160573 0.166003 CURRENT LEARNING RATE: 4.955190504799065e-06
previous_iter_valid_loss : 0.16052904725074768
1185840 0.160701 0.160529 0.166001 CURRENT LEARNING RATE: 4.954199565795312e-06
previous_iter_valid_loss : 0.16080611944198608
1185860 0.160982 0.160806 0.164918 CURRENT LEARNING RATE: 4.953208824959533e-06
previous_iter_valid_loss : 0.1616266816854477
1185880 0.161820 0.161627 0.164722 CURRENT LEARNING RATE: 4.952218282252115e-06
previous_iter_valid_loss : 0.1624511033296585
1185900 0.162646 0.162451 0.164740 CURRENT LEARNING RATE: 4.95122793763343e-06
previous_iter_valid_loss : 0.16062553226947784
1185920 0.160796 0.160626 0.164360 CURRENT LEARNING RATE: 4.9502377910638545e-06
previous_iter_valid_loss : 0.16734378039836884
1185940 0.167498 0.167344 0.164508 CURRENT LEARNING RATE: 4.9492478425038e-06
previous_iter_valid_loss : 0.1655486524105072
1185960 0.165748 0.165549 0.164398 CURRENT LEARNING RATE: 4.948258091913659e-06
previous_iter_valid_loss : 0.1651131808757782
1185980 0.165273 0.165113 0.163809 CURRENT LEARNING RATE: 4.9472685392538434e-06
previous_iter_valid_loss : 0.16060394048690796
1186000 0.160762 0.160604 0.163808 CURRENT LEARNING RATE: 4.946279184484761e-06
previous_iter_valid_loss : 0.16061162948608398
1186020 0.160768 0.160612 0.163741 CURRENT LEARNING RATE: 4.945290027566856e-06
previous_iter_valid_loss : 0.1605348140001297
1186040 0.160700 0.160535 0.163725 CURRENT LEARNING RATE: 4.944301068460552e-06
previous_iter_valid_loss : 0.165909081697464
1186060 0.166066 0.165909 0.163833 CURRENT LEARNING RATE: 4.9433123071262905e-06
previous_iter_valid_loss : 0.16122624278068542
1186080 0.161414 0.161226 0.163205 CURRENT LEARNING RATE: 4.9423237435245145e-06
previous_iter_valid_loss : 0.16609905660152435
1186100 0.166317 0.166099 0.163076 CURRENT LEARNING RATE: 4.941335377615698e-06
previous_iter_valid_loss : 0.16852228343486786
1186120 0.168676 0.168522 0.163362 CURRENT LEARNING RATE: 4.940347209360296e-06
previous_iter_valid_loss : 0.16183915734291077
1186140 0.162030 0.161839 0.163229 CURRENT LEARNING RATE: 4.939359238718784e-06
previous_iter_valid_loss : 0.16559672355651855
1186160 0.165803 0.165597 0.163242 CURRENT LEARNING RATE: 4.938371465651633e-06
previous_iter_valid_loss : 0.1613268107175827
1186180 0.161467 0.161327 0.162876 CURRENT LEARNING RATE: 4.93738389011935e-06
previous_iter_valid_loss : 0.16219493746757507
1186200 0.162350 0.162195 0.162951 CURRENT LEARNING RATE: 4.936396512082423e-06
previous_iter_valid_loss : 0.16056793928146362
1186220 0.160734 0.160568 0.162951 CURRENT LEARNING RATE: 4.935409331501357e-06
previous_iter_valid_loss : 0.1605072170495987
1186240 0.160679 0.160507 0.162950 CURRENT LEARNING RATE: 4.934422348336657e-06
previous_iter_valid_loss : 0.1814960241317749
1186260 0.181654 0.181496 0.163985 CURRENT LEARNING RATE: 4.9334355625488605e-06
previous_iter_valid_loss : 0.18685151636600494
1186280 0.187264 0.186852 0.165246 CURRENT LEARNING RATE: 4.932448974098487e-06
previous_iter_valid_loss : 0.16082265973091125
1186300 0.160978 0.160823 0.165164 CURRENT LEARNING RATE: 4.931462582946064e-06
previous_iter_valid_loss : 0.1615249365568161
1186320 0.161699 0.161525 0.165209 CURRENT LEARNING RATE: 4.930476389052153e-06
previous_iter_valid_loss : 0.16056537628173828
1186340 0.160737 0.160565 0.164871 CURRENT LEARNING RATE: 4.929490392377299e-06
previous_iter_valid_loss : 0.16534732282161713
1186360 0.165512 0.165347 0.164860 CURRENT LEARNING RATE: 4.928504592882061e-06
previous_iter_valid_loss : 0.16052569448947906
1186380 0.160681 0.160526 0.164631 CURRENT LEARNING RATE: 4.927518990527e-06
previous_iter_valid_loss : 0.16443975269794464
1186400 0.164625 0.164440 0.164823 CURRENT LEARNING RATE: 4.926533585272707e-06
previous_iter_valid_loss : 0.1615883708000183
1186420 0.161743 0.161588 0.164872 CURRENT LEARNING RATE: 4.925548377079758e-06
previous_iter_valid_loss : 0.17799295485019684
1186440 0.178298 0.177993 0.165745 CURRENT LEARNING RATE: 4.924563365908745e-06
previous_iter_valid_loss : 0.17321699857711792
1186460 0.173492 0.173217 0.166110 CURRENT LEARNING RATE: 4.923578551720258e-06
previous_iter_valid_loss : 0.1658792793750763
1186480 0.166042 0.165879 0.166343 CURRENT LEARNING RATE: 4.922593934474923e-06
previous_iter_valid_loss : 0.16060371696949005
1186500 0.160767 0.160604 0.166068 CURRENT LEARNING RATE: 4.921609514133346e-06
previous_iter_valid_loss : 0.16104955971240997
1186520 0.161208 0.161050 0.165694 CURRENT LEARNING RATE: 4.92062529065615e-06
previous_iter_valid_loss : 0.1797357052564621
1186540 0.180056 0.179736 0.166589 CURRENT LEARNING RATE: 4.919641264003957e-06
previous_iter_valid_loss : 0.16184280812740326
1186560 0.162027 0.161843 0.166401 CURRENT LEARNING RATE: 4.918657434137425e-06
previous_iter_valid_loss : 0.1605849266052246
1186580 0.160748 0.160585 0.166364 CURRENT LEARNING RATE: 4.917673801017191e-06
previous_iter_valid_loss : 0.16640669107437134
1186600 0.166624 0.166407 0.166575 CURRENT LEARNING RATE: 4.916690364603909e-06
previous_iter_valid_loss : 0.16212013363838196
1186620 0.162314 0.162120 0.166652 CURRENT LEARNING RATE: 4.9157071248582335e-06
previous_iter_valid_loss : 0.17512930929660797
1186640 0.175413 0.175129 0.167384 CURRENT LEARNING RATE: 4.914724081740853e-06
previous_iter_valid_loss : 0.1610308140516281
1186660 0.161206 0.161031 0.166360 CURRENT LEARNING RATE: 4.913741235212436e-06
previous_iter_valid_loss : 0.161668062210083
1186680 0.161830 0.161668 0.165101 CURRENT LEARNING RATE: 4.912758585233661e-06
previous_iter_valid_loss : 0.1605510115623474
1186700 0.160704 0.160551 0.165088 CURRENT LEARNING RATE: 4.9117761317652376e-06
previous_iter_valid_loss : 0.17268383502960205
1186720 0.172830 0.172684 0.165646 CURRENT LEARNING RATE: 4.910793874767861e-06
previous_iter_valid_loss : 0.16538779437541962
1186740 0.165554 0.165388 0.165887 CURRENT LEARNING RATE: 4.90981181420224e-06
previous_iter_valid_loss : 0.1605549305677414
1186760 0.160707 0.160555 0.165647 CURRENT LEARNING RATE: 4.908829950029083e-06
previous_iter_valid_loss : 0.16348223388195038
1186780 0.163673 0.163482 0.165795 CURRENT LEARNING RATE: 4.9078482822091336e-06
previous_iter_valid_loss : 0.16113676130771637
1186800 0.161315 0.161137 0.165630 CURRENT LEARNING RATE: 4.906866810703116e-06
previous_iter_valid_loss : 0.16218799352645874
1186820 0.162373 0.162188 0.165660 CURRENT LEARNING RATE: 4.905885535471772e-06
previous_iter_valid_loss : 0.16833965480327606
1186840 0.168576 0.168340 0.165177 CURRENT LEARNING RATE: 4.904904456475841e-06
previous_iter_valid_loss : 0.16051143407821655
1186860 0.160679 0.160511 0.164542 CURRENT LEARNING RATE: 4.903923573676098e-06
previous_iter_valid_loss : 0.16055306792259216
1186880 0.160708 0.160553 0.164275 CURRENT LEARNING RATE: 4.902942887033298e-06
previous_iter_valid_loss : 0.1744845062494278
1186900 0.174635 0.174485 0.164969 CURRENT LEARNING RATE: 4.901962396508214e-06
previous_iter_valid_loss : 0.16053444147109985
1186920 0.160688 0.160534 0.164944 CURRENT LEARNING RATE: 4.900982102061619e-06
previous_iter_valid_loss : 0.16050417721271515
1186940 0.160664 0.160504 0.163982 CURRENT LEARNING RATE: 4.900002003654316e-06
previous_iter_valid_loss : 0.16083355247974396
1186960 0.161013 0.160834 0.163932 CURRENT LEARNING RATE: 4.899022101247095e-06
previous_iter_valid_loss : 0.16055572032928467
1186980 0.160722 0.160556 0.163930 CURRENT LEARNING RATE: 4.8980423948007585e-06
previous_iter_valid_loss : 0.16052109003067017
1187000 0.160679 0.160521 0.163636 CURRENT LEARNING RATE: 4.897062884276109e-06
previous_iter_valid_loss : 0.16252601146697998
1187020 0.162712 0.162526 0.163656 CURRENT LEARNING RATE: 4.896083569633984e-06
previous_iter_valid_loss : 0.16902212798595428
1187040 0.169260 0.169022 0.163351 CURRENT LEARNING RATE: 4.895104450835204e-06
previous_iter_valid_loss : 0.1624034345149994
1187060 0.162589 0.162403 0.163419 CURRENT LEARNING RATE: 4.894125527840602e-06
previous_iter_valid_loss : 0.16226506233215332
1187080 0.162472 0.162265 0.163449 CURRENT LEARNING RATE: 4.8931468006110124e-06
previous_iter_valid_loss : 0.16416387259960175
1187100 0.164339 0.164164 0.163630 CURRENT LEARNING RATE: 4.892168269107305e-06
previous_iter_valid_loss : 0.16058559715747833
1187120 0.160744 0.160586 0.163025 CURRENT LEARNING RATE: 4.891189933290328e-06
previous_iter_valid_loss : 0.17307259142398834
1187140 0.173345 0.173073 0.163409 CURRENT LEARNING RATE: 4.890211793120941e-06
previous_iter_valid_loss : 0.1655689775943756
1187160 0.165784 0.165569 0.163660 CURRENT LEARNING RATE: 4.889233848560035e-06
previous_iter_valid_loss : 0.16078245639801025
1187180 0.160937 0.160782 0.163525 CURRENT LEARNING RATE: 4.888256099568484e-06
previous_iter_valid_loss : 0.16055500507354736
1187200 0.160714 0.160555 0.163496 CURRENT LEARNING RATE: 4.8872785461071764e-06
previous_iter_valid_loss : 0.17541490495204926
1187220 0.175566 0.175415 0.164157 CURRENT LEARNING RATE: 4.886301188137004e-06
previous_iter_valid_loss : 0.16091777384281158
1187240 0.161099 0.160918 0.163786 CURRENT LEARNING RATE: 4.885324025618888e-06
previous_iter_valid_loss : 0.16449011862277985
1187260 0.164693 0.164490 0.163985 CURRENT LEARNING RATE: 4.884347058513733e-06
previous_iter_valid_loss : 0.1632276028394699
1187280 0.163436 0.163228 0.164119 CURRENT LEARNING RATE: 4.883370286782462e-06
previous_iter_valid_loss : 0.17953531444072723
1187300 0.179698 0.179535 0.164371 CURRENT LEARNING RATE: 4.882393710385994e-06
previous_iter_valid_loss : 0.1917838156223297
1187320 0.191906 0.191784 0.165934 CURRENT LEARNING RATE: 4.881417329285284e-06
previous_iter_valid_loss : 0.17217503488063812
1187340 0.172322 0.172175 0.166517 CURRENT LEARNING RATE: 4.8804411434412675e-06
previous_iter_valid_loss : 0.17386026680469513
1187360 0.174140 0.173860 0.167169 CURRENT LEARNING RATE: 4.879465152814898e-06
previous_iter_valid_loss : 0.18115560710430145
1187380 0.181483 0.181156 0.168199 CURRENT LEARNING RATE: 4.8784893573671255e-06
previous_iter_valid_loss : 0.18954062461853027
1187400 0.189949 0.189541 0.169650 CURRENT LEARNING RATE: 4.8775137570589375e-06
previous_iter_valid_loss : 0.16617481410503387
1187420 0.166387 0.166175 0.169832 CURRENT LEARNING RATE: 4.8765383518513e-06
previous_iter_valid_loss : 0.16983270645141602
1187440 0.169980 0.169833 0.169873 CURRENT LEARNING RATE: 4.875563141705197e-06
previous_iter_valid_loss : 0.1656993180513382
1187460 0.165862 0.165699 0.170037 CURRENT LEARNING RATE: 4.874588126581612e-06
previous_iter_valid_loss : 0.16145162284374237
1187480 0.161639 0.161452 0.169997 CURRENT LEARNING RATE: 4.873613306441562e-06
previous_iter_valid_loss : 0.16739903390407562
1187500 0.167555 0.167399 0.170159 CURRENT LEARNING RATE: 4.872638681246044e-06
previous_iter_valid_loss : 0.18242846429347992
1187520 0.182586 0.182428 0.171251 CURRENT LEARNING RATE: 4.871664250956065e-06
previous_iter_valid_loss : 0.1732313632965088
1187540 0.173374 0.173231 0.171259 CURRENT LEARNING RATE: 4.870690015532666e-06
previous_iter_valid_loss : 0.1606222540140152
1187560 0.160792 0.160622 0.171011 CURRENT LEARNING RATE: 4.869715974936868e-06
previous_iter_valid_loss : 0.16100062429904938
1187580 0.161177 0.161001 0.171022 CURRENT LEARNING RATE: 4.86874212912971e-06
previous_iter_valid_loss : 0.18519577383995056
1187600 0.185566 0.185196 0.172254 CURRENT LEARNING RATE: 4.8677684780722295e-06
previous_iter_valid_loss : 0.1690426766872406
1187620 0.169281 0.169043 0.171936 CURRENT LEARNING RATE: 4.866795021725496e-06
previous_iter_valid_loss : 0.1610211282968521
1187640 0.161205 0.161021 0.171941 CURRENT LEARNING RATE: 4.865821760050565e-06
previous_iter_valid_loss : 0.16169631481170654
1187660 0.161864 0.161696 0.171801 CURRENT LEARNING RATE: 4.864848693008505e-06
previous_iter_valid_loss : 0.1608026623725891
1187680 0.160983 0.160803 0.171680 CURRENT LEARNING RATE: 4.863875820560384e-06
previous_iter_valid_loss : 0.1659291833639145
1187700 0.166139 0.165929 0.171000 CURRENT LEARNING RATE: 4.862903142667306e-06
previous_iter_valid_loss : 0.16360223293304443
1187720 0.163800 0.163602 0.169590 CURRENT LEARNING RATE: 4.861930659290355e-06
previous_iter_valid_loss : 0.18065033853054047
1187740 0.180805 0.180650 0.170014 CURRENT LEARNING RATE: 4.86095837039063e-06
previous_iter_valid_loss : 0.17866306006908417
1187760 0.178977 0.178663 0.170254 CURRENT LEARNING RATE: 4.859986275929231e-06
previous_iter_valid_loss : 0.17011821269989014
1187780 0.170374 0.170118 0.169703 CURRENT LEARNING RATE: 4.8590143758672945e-06
previous_iter_valid_loss : 0.16094787418842316
1187800 0.161128 0.160948 0.168273 CURRENT LEARNING RATE: 4.858042670165932e-06
previous_iter_valid_loss : 0.17008565366268158
1187820 0.170337 0.170086 0.168468 CURRENT LEARNING RATE: 4.857071158786277e-06
previous_iter_valid_loss : 0.16220775246620178
1187840 0.162380 0.162208 0.168087 CURRENT LEARNING RATE: 4.856099841689462e-06
previous_iter_valid_loss : 0.16561377048492432
1187860 0.165780 0.165614 0.168083 CURRENT LEARNING RATE: 4.855128718836647e-06
previous_iter_valid_loss : 0.16364715993404388
1187880 0.163854 0.163647 0.168193 CURRENT LEARNING RATE: 4.854157790188984e-06
previous_iter_valid_loss : 0.1693480908870697
1187900 0.169594 0.169348 0.168290 CURRENT LEARNING RATE: 4.853187055707624e-06
previous_iter_valid_loss : 0.18048815429210663
1187920 0.180648 0.180488 0.168193 CURRENT LEARNING RATE: 4.8522165153537555e-06
previous_iter_valid_loss : 0.1607399433851242
1187940 0.160904 0.160740 0.167569 CURRENT LEARNING RATE: 4.8512461690885475e-06
previous_iter_valid_loss : 0.1607004702091217
1187960 0.160878 0.160700 0.167572 CURRENT LEARNING RATE: 4.850276016873187e-06
previous_iter_valid_loss : 0.17079795897006989
1187980 0.171053 0.170798 0.168062 CURRENT LEARNING RATE: 4.84930605866886e-06
previous_iter_valid_loss : 0.1638263314962387
1188000 0.164034 0.163826 0.166994 CURRENT LEARNING RATE: 4.848336294436784e-06
previous_iter_valid_loss : 0.16147480905056
1188020 0.161668 0.161475 0.166615 CURRENT LEARNING RATE: 4.847366724138161e-06
previous_iter_valid_loss : 0.17748819291591644
1188040 0.177805 0.177488 0.167439 CURRENT LEARNING RATE: 4.846397347734207e-06
previous_iter_valid_loss : 0.1618669480085373
1188060 0.162063 0.161867 0.167447 CURRENT LEARNING RATE: 4.8454281651861395e-06
previous_iter_valid_loss : 0.1635427176952362
1188080 0.163744 0.163543 0.167584 CURRENT LEARNING RATE: 4.8444591764552075e-06
previous_iter_valid_loss : 0.1605851948261261
1188100 0.160736 0.160585 0.167317 CURRENT LEARNING RATE: 4.843490381502644e-06
previous_iter_valid_loss : 0.16430145502090454
1188120 0.164511 0.164301 0.167352 CURRENT LEARNING RATE: 4.842521780289695e-06
previous_iter_valid_loss : 0.1612979769706726
1188140 0.161479 0.161298 0.166384 CURRENT LEARNING RATE: 4.8415533727776095e-06
previous_iter_valid_loss : 0.1731034517288208
1188160 0.173374 0.173103 0.166106 CURRENT LEARNING RATE: 4.840585158927669e-06
previous_iter_valid_loss : 0.1606082022190094
1188180 0.160766 0.160608 0.165631 CURRENT LEARNING RATE: 4.839617138701135e-06
previous_iter_valid_loss : 0.16273202002048492
1188200 0.162896 0.162732 0.165720 CURRENT LEARNING RATE: 4.838649312059287e-06
previous_iter_valid_loss : 0.1793556660413742
1188220 0.179685 0.179356 0.166184 CURRENT LEARNING RATE: 4.837681678963404e-06
previous_iter_valid_loss : 0.1893041580915451
1188240 0.189731 0.189304 0.167538 CURRENT LEARNING RATE: 4.836714239374797e-06
previous_iter_valid_loss : 0.1661134511232376
1188260 0.166322 0.166113 0.167563 CURRENT LEARNING RATE: 4.835746993254761e-06
previous_iter_valid_loss : 0.1644098311662674
1188280 0.164598 0.164410 0.167602 CURRENT LEARNING RATE: 4.8347799405646046e-06
previous_iter_valid_loss : 0.1605306714773178
1188300 0.160692 0.160531 0.167161 CURRENT LEARNING RATE: 4.8338130812656385e-06
previous_iter_valid_loss : 0.1621543914079666
1188320 0.162348 0.162154 0.166244 CURRENT LEARNING RATE: 4.832846415319204e-06
previous_iter_valid_loss : 0.1738257259130478
1188340 0.174099 0.173826 0.166898 CURRENT LEARNING RATE: 4.8318799426866275e-06
previous_iter_valid_loss : 0.16069024801254272
1188360 0.160862 0.160690 0.166898 CURRENT LEARNING RATE: 4.830913663329241e-06
previous_iter_valid_loss : 0.16062135994434357
1188380 0.160786 0.160621 0.166389 CURRENT LEARNING RATE: 4.829947577208409e-06
previous_iter_valid_loss : 0.17651604115962982
1188400 0.176807 0.176516 0.167023 CURRENT LEARNING RATE: 4.828981684285482e-06
previous_iter_valid_loss : 0.1759948432445526
1188420 0.176148 0.175995 0.167749 CURRENT LEARNING RATE: 4.828015984521823e-06
previous_iter_valid_loss : 0.16086114943027496
1188440 0.161045 0.160861 0.166918 CURRENT LEARNING RATE: 4.827050477878794e-06
previous_iter_valid_loss : 0.1822788268327713
1188460 0.182436 0.182279 0.167939 CURRENT LEARNING RATE: 4.826085164317795e-06
previous_iter_valid_loss : 0.17747162282466888
1188480 0.177768 0.177472 0.168635 CURRENT LEARNING RATE: 4.825120043800202e-06
previous_iter_valid_loss : 0.16264981031417847
1188500 0.162836 0.162650 0.168738 CURRENT LEARNING RATE: 4.824155116287412e-06
previous_iter_valid_loss : 0.16216808557510376
1188520 0.162323 0.162168 0.168632 CURRENT LEARNING RATE: 4.823190381740819e-06
previous_iter_valid_loss : 0.18310001492500305
1188540 0.183456 0.183100 0.169722 CURRENT LEARNING RATE: 4.82222584012185e-06
previous_iter_valid_loss : 0.1642381250858307
1188560 0.164399 0.164238 0.169279 CURRENT LEARNING RATE: 4.8212614913919154e-06
previous_iter_valid_loss : 0.1605612188577652
1188580 0.160732 0.160561 0.169276 CURRENT LEARNING RATE: 4.820297335512441e-06
previous_iter_valid_loss : 0.1718767136335373
1188600 0.172142 0.171877 0.169733 CURRENT LEARNING RATE: 4.819333372444852e-06
previous_iter_valid_loss : 0.16157308220863342
1188620 0.161754 0.161573 0.168844 CURRENT LEARNING RATE: 4.8183696021506075e-06
previous_iter_valid_loss : 0.1614251583814621
1188640 0.161571 0.161425 0.167450 CURRENT LEARNING RATE: 4.817406024591147e-06
previous_iter_valid_loss : 0.16169922053813934
1188660 0.161887 0.161699 0.167230 CURRENT LEARNING RATE: 4.8164426397279295e-06
previous_iter_valid_loss : 0.16074028611183167
1188680 0.160914 0.160740 0.167046 CURRENT LEARNING RATE: 4.815479447522408e-06
previous_iter_valid_loss : 0.16223853826522827
1188700 0.162411 0.162239 0.167132 CURRENT LEARNING RATE: 4.814516447936075e-06
previous_iter_valid_loss : 0.1607685089111328
1188720 0.160945 0.160769 0.167062 CURRENT LEARNING RATE: 4.813553640930399e-06
previous_iter_valid_loss : 0.19466009736061096
1188740 0.195141 0.194660 0.168104 CURRENT LEARNING RATE: 4.812591026466862e-06
previous_iter_valid_loss : 0.16936643421649933
1188760 0.169516 0.169366 0.168538 CURRENT LEARNING RATE: 4.811628604506975e-06
previous_iter_valid_loss : 0.16449274122714996
1188780 0.164705 0.164493 0.168731 CURRENT LEARNING RATE: 4.810666375012233e-06
previous_iter_valid_loss : 0.18483632802963257
1188800 0.185218 0.184836 0.169147 CURRENT LEARNING RATE: 4.809704337944147e-06
previous_iter_valid_loss : 0.16090844571590424
1188820 0.161094 0.160908 0.168393 CURRENT LEARNING RATE: 4.808742493264225e-06
previous_iter_valid_loss : 0.1656431257724762
1188840 0.165809 0.165643 0.168632 CURRENT LEARNING RATE: 4.807780840934013e-06
previous_iter_valid_loss : 0.17393502593040466
1188860 0.174079 0.173935 0.168215 CURRENT LEARNING RATE: 4.806819380915035e-06
previous_iter_valid_loss : 0.1720399558544159
1188880 0.172189 0.172040 0.167943 CURRENT LEARNING RATE: 4.805858113168834e-06
previous_iter_valid_loss : 0.163125678896904
1188900 0.163318 0.163126 0.167967 CURRENT LEARNING RATE: 4.804897037656948e-06
previous_iter_valid_loss : 0.1626235693693161
1188920 0.162812 0.162624 0.167990 CURRENT LEARNING RATE: 4.803936154340954e-06
previous_iter_valid_loss : 0.16963034868240356
1188940 0.169776 0.169630 0.167316 CURRENT LEARNING RATE: 4.802975463182406e-06
previous_iter_valid_loss : 0.16725969314575195
1188960 0.167477 0.167260 0.167468 CURRENT LEARNING RATE: 4.802014964142877e-06
previous_iter_valid_loss : 0.1684563010931015
1188980 0.168697 0.168456 0.167862 CURRENT LEARNING RATE: 4.801054657183939e-06
previous_iter_valid_loss : 0.1605869084596634
1189000 0.160764 0.160587 0.167298 CURRENT LEARNING RATE: 4.8000945422671964e-06
previous_iter_valid_loss : 0.16074128448963165
1189020 0.160907 0.160741 0.167256 CURRENT LEARNING RATE: 4.799134619354237e-06
previous_iter_valid_loss : 0.16054123640060425
1189040 0.160701 0.160541 0.167212 CURRENT LEARNING RATE: 4.798174888406662e-06
previous_iter_valid_loss : 0.1625816524028778
1189060 0.162745 0.162582 0.167256 CURRENT LEARNING RATE: 4.797215349386074e-06
previous_iter_valid_loss : 0.1605118364095688
1189080 0.160673 0.160512 0.167245 CURRENT LEARNING RATE: 4.796256002254111e-06
previous_iter_valid_loss : 0.16068187355995178
1189100 0.160849 0.160682 0.167167 CURRENT LEARNING RATE: 4.795296846972388e-06
previous_iter_valid_loss : 0.17488685250282288
1189120 0.175172 0.174887 0.167873 CURRENT LEARNING RATE: 4.7943378835025305e-06
previous_iter_valid_loss : 0.1607532799243927
1189140 0.160905 0.160753 0.166177 CURRENT LEARNING RATE: 4.793379111806197e-06
previous_iter_valid_loss : 0.16356270015239716
1189160 0.163748 0.163563 0.165887 CURRENT LEARNING RATE: 4.79242053184503e-06
previous_iter_valid_loss : 0.16361303627490997
1189180 0.163797 0.163613 0.165843 CURRENT LEARNING RATE: 4.7914621435806845e-06
previous_iter_valid_loss : 0.1615627408027649
1189200 0.161753 0.161563 0.164680 CURRENT LEARNING RATE: 4.790503946974816e-06
previous_iter_valid_loss : 0.16053852438926697
1189220 0.160693 0.160539 0.164661 CURRENT LEARNING RATE: 4.789545941989115e-06
previous_iter_valid_loss : 0.16115911304950714
1189240 0.161311 0.161159 0.164437 CURRENT LEARNING RATE: 4.788588128585253e-06
previous_iter_valid_loss : 0.17296750843524933
1189260 0.173227 0.172968 0.164389 CURRENT LEARNING RATE: 4.787630506724916e-06
previous_iter_valid_loss : 0.1607854813337326
1189280 0.160964 0.160785 0.163826 CURRENT LEARNING RATE: 4.786673076369792e-06
previous_iter_valid_loss : 0.1867138147354126
1189300 0.186849 0.186714 0.165005 CURRENT LEARNING RATE: 4.7857158374815996e-06
previous_iter_valid_loss : 0.16182515025138855
1189320 0.162014 0.161825 0.164965 CURRENT LEARNING RATE: 4.784758790022042e-06
previous_iter_valid_loss : 0.1605241298675537
1189340 0.160691 0.160524 0.164510 CURRENT LEARNING RATE: 4.783801933952837e-06
previous_iter_valid_loss : 0.16440197825431824
1189360 0.164569 0.164402 0.164367 CURRENT LEARNING RATE: 4.7828452692357004e-06
previous_iter_valid_loss : 0.1701136827468872
1189380 0.170264 0.170114 0.164450 CURRENT LEARNING RATE: 4.781888795832384e-06
previous_iter_valid_loss : 0.16063456237316132
1189400 0.160787 0.160635 0.164452 CURRENT LEARNING RATE: 4.78093251370462e-06
previous_iter_valid_loss : 0.16052274405956268
1189420 0.160691 0.160523 0.164441 CURRENT LEARNING RATE: 4.779976422814157e-06
previous_iter_valid_loss : 0.1610756516456604
1189440 0.161228 0.161076 0.164468 CURRENT LEARNING RATE: 4.779020523122744e-06
previous_iter_valid_loss : 0.1704496145248413
1189460 0.170705 0.170450 0.164862 CURRENT LEARNING RATE: 4.7780648145921596e-06
previous_iter_valid_loss : 0.17003946006298065
1189480 0.170193 0.170039 0.165338 CURRENT LEARNING RATE: 4.777109297184169e-06
previous_iter_valid_loss : 0.17140436172485352
1189500 0.171671 0.171404 0.165874 CURRENT LEARNING RATE: 4.776153970860544e-06
previous_iter_valid_loss : 0.16295160353183746
1189520 0.163115 0.162952 0.165277 CURRENT LEARNING RATE: 4.775198835583085e-06
previous_iter_valid_loss : 0.16427838802337646
1189540 0.164441 0.164278 0.165454 CURRENT LEARNING RATE: 4.774243891313581e-06
previous_iter_valid_loss : 0.16373978555202484
1189560 0.163913 0.163740 0.165462 CURRENT LEARNING RATE: 4.773289138013833e-06
previous_iter_valid_loss : 0.1738312989473343
1189580 0.173982 0.173831 0.165973 CURRENT LEARNING RATE: 4.772334575645642e-06
previous_iter_valid_loss : 0.16840550303459167
1189600 0.168634 0.168406 0.166315 CURRENT LEARNING RATE: 4.7713802041708435e-06
previous_iter_valid_loss : 0.16058294475078583
1189620 0.160755 0.160583 0.166318 CURRENT LEARNING RATE: 4.770426023551255e-06
previous_iter_valid_loss : 0.16095070540905
1189640 0.161132 0.160951 0.166307 CURRENT LEARNING RATE: 4.769472033748707e-06
previous_iter_valid_loss : 0.16244420409202576
1189660 0.162637 0.162444 0.165781 CURRENT LEARNING RATE: 4.768518234725032e-06
previous_iter_valid_loss : 0.16772285103797913
1189680 0.167877 0.167723 0.166128 CURRENT LEARNING RATE: 4.767564626442097e-06
previous_iter_valid_loss : 0.16056248545646667
1189700 0.160733 0.160562 0.164820 CURRENT LEARNING RATE: 4.766611208861747e-06
previous_iter_valid_loss : 0.16631488502025604
1189720 0.166475 0.166315 0.165045 CURRENT LEARNING RATE: 4.765657981945846e-06
previous_iter_valid_loss : 0.16094784438610077
1189740 0.161101 0.160948 0.165066 CURRENT LEARNING RATE: 4.764704945656256e-06
previous_iter_valid_loss : 0.16083955764770508
1189760 0.161020 0.160840 0.164888 CURRENT LEARNING RATE: 4.763752099954874e-06
previous_iter_valid_loss : 0.16072461009025574
1189780 0.160893 0.160725 0.164418 CURRENT LEARNING RATE: 4.7627994448035756e-06
previous_iter_valid_loss : 0.16152887046337128
1189800 0.161726 0.161529 0.164463 CURRENT LEARNING RATE: 4.761846980164255e-06
previous_iter_valid_loss : 0.16231650114059448
1189820 0.162472 0.162317 0.164553 CURRENT LEARNING RATE: 4.760894705998807e-06
previous_iter_valid_loss : 0.1606186479330063
1189840 0.160783 0.160619 0.164530 CURRENT LEARNING RATE: 4.759942622269156e-06
previous_iter_valid_loss : 0.1775728315114975
1189860 0.177870 0.177573 0.164886 CURRENT LEARNING RATE: 4.7589907289372105e-06
previous_iter_valid_loss : 0.16110759973526
1189880 0.161266 0.161108 0.164440 CURRENT LEARNING RATE: 4.7580390259648955e-06
previous_iter_valid_loss : 0.16053104400634766
1189900 0.160698 0.160531 0.163896 CURRENT LEARNING RATE: 4.757087513314133e-06
previous_iter_valid_loss : 0.1615130454301834
1189920 0.161665 0.161513 0.163824 CURRENT LEARNING RATE: 4.75613619094688e-06
previous_iter_valid_loss : 0.16049274802207947
1189940 0.160655 0.160493 0.163635 CURRENT LEARNING RATE: 4.755185058825076e-06
previous_iter_valid_loss : 0.17073394358158112
1189960 0.170879 0.170734 0.163984 CURRENT LEARNING RATE: 4.754234116910665e-06
previous_iter_valid_loss : 0.16051307320594788
1189980 0.160673 0.160513 0.163318 CURRENT LEARNING RATE: 4.753283365165629e-06
previous_iter_valid_loss : 0.17079997062683105
1190000 0.171055 0.170800 0.163438 CURRENT LEARNING RATE: 4.752332803551928e-06
previous_iter_valid_loss : 0.1606631875038147
1190020 0.160837 0.160663 0.163442 CURRENT LEARNING RATE: 4.75138243203154e-06
previous_iter_valid_loss : 0.16517828404903412
1190040 0.165347 0.165178 0.163654 CURRENT LEARNING RATE: 4.750432250566442e-06
previous_iter_valid_loss : 0.16056987643241882
1190060 0.160738 0.160570 0.163560 CURRENT LEARNING RATE: 4.7494822591186415e-06
previous_iter_valid_loss : 0.1752479374408722
1190080 0.175528 0.175248 0.163936 CURRENT LEARNING RATE: 4.748532457650133e-06
previous_iter_valid_loss : 0.16242936253547668
1190100 0.162612 0.162429 0.164030 CURRENT LEARNING RATE: 4.747582846122923e-06
previous_iter_valid_loss : 0.16564767062664032
1190120 0.165864 0.165648 0.163996 CURRENT LEARNING RATE: 4.74663342449902e-06
previous_iter_valid_loss : 0.18515558540821075
1190140 0.185298 0.185156 0.165207 CURRENT LEARNING RATE: 4.745684192740462e-06
previous_iter_valid_loss : 0.17324428260326385
1190160 0.173395 0.173244 0.165827 CURRENT LEARNING RATE: 4.7447351508092725e-06
previous_iter_valid_loss : 0.16077429056167603
1190180 0.160940 0.160774 0.165829 CURRENT LEARNING RATE: 4.74378629866749e-06
previous_iter_valid_loss : 0.16556912660598755
1190200 0.165736 0.165569 0.166031 CURRENT LEARNING RATE: 4.742837636277151e-06
previous_iter_valid_loss : 0.16123926639556885
1190220 0.161401 0.161239 0.165977 CURRENT LEARNING RATE: 4.741889163600327e-06
previous_iter_valid_loss : 0.16174033284187317
1190240 0.161894 0.161740 0.166033 CURRENT LEARNING RATE: 4.740940880599071e-06
previous_iter_valid_loss : 0.16349707543849945
1190260 0.163661 0.163497 0.165330 CURRENT LEARNING RATE: 4.7399927872354495e-06
previous_iter_valid_loss : 0.17071691155433655
1190280 0.170968 0.170717 0.165810 CURRENT LEARNING RATE: 4.739044883471532e-06
previous_iter_valid_loss : 0.16265396773815155
1190300 0.162817 0.162654 0.165916 CURRENT LEARNING RATE: 4.73809716926942e-06
previous_iter_valid_loss : 0.16094855964183807
1190320 0.161133 0.160949 0.165888 CURRENT LEARNING RATE: 4.737149644591194e-06
previous_iter_valid_loss : 0.16055363416671753
1190340 0.160718 0.160554 0.165891 CURRENT LEARNING RATE: 4.736202309398947e-06
previous_iter_valid_loss : 0.16644851863384247
1190360 0.166610 0.166449 0.165677 CURRENT LEARNING RATE: 4.735255163654801e-06
previous_iter_valid_loss : 0.1783168613910675
1190380 0.178480 0.178317 0.166567 CURRENT LEARNING RATE: 4.734308207320862e-06
previous_iter_valid_loss : 0.16077077388763428
1190400 0.160947 0.160771 0.166066 CURRENT LEARNING RATE: 4.733361440359252e-06
previous_iter_valid_loss : 0.1627315729856491
1190420 0.162917 0.162732 0.166169 CURRENT LEARNING RATE: 4.732414862732092e-06
previous_iter_valid_loss : 0.16066135466098785
1190440 0.160837 0.160661 0.165943 CURRENT LEARNING RATE: 4.731468474401535e-06
previous_iter_valid_loss : 0.17045584321022034
1190460 0.170602 0.170456 0.166437 CURRENT LEARNING RATE: 4.730522275329719e-06
previous_iter_valid_loss : 0.16199347376823425
1190480 0.162161 0.161993 0.165775 CURRENT LEARNING RATE: 4.729576265478793e-06
previous_iter_valid_loss : 0.1645423024892807
1190500 0.164744 0.164542 0.165880 CURRENT LEARNING RATE: 4.72863044481091e-06
previous_iter_valid_loss : 0.19967657327651978
1190520 0.199761 0.199677 0.167582 CURRENT LEARNING RATE: 4.727684813288255e-06
previous_iter_valid_loss : 0.16072522103786469
1190540 0.160895 0.160725 0.166360 CURRENT LEARNING RATE: 4.726739370872992e-06
previous_iter_valid_loss : 0.16478994488716125
1190560 0.164990 0.164790 0.165938 CURRENT LEARNING RATE: 4.725794117527305e-06
previous_iter_valid_loss : 0.16180697083473206
1190580 0.161998 0.161807 0.165989 CURRENT LEARNING RATE: 4.724849053213376e-06
previous_iter_valid_loss : 0.16071626543998718
1190600 0.160894 0.160716 0.165747 CURRENT LEARNING RATE: 4.723904177893417e-06
previous_iter_valid_loss : 0.16184954345226288
1190620 0.162013 0.161850 0.165777 CURRENT LEARNING RATE: 4.722959491529626e-06
previous_iter_valid_loss : 0.16053913533687592
1190640 0.160703 0.160539 0.165717 CURRENT LEARNING RATE: 4.722014994084215e-06
previous_iter_valid_loss : 0.1606222540140152
1190660 0.160781 0.160622 0.165573 CURRENT LEARNING RATE: 4.721070685519396e-06
previous_iter_valid_loss : 0.1607050746679306
1190680 0.160881 0.160705 0.165073 CURRENT LEARNING RATE: 4.720126565797413e-06
previous_iter_valid_loss : 0.16978947818279266
1190700 0.170019 0.169789 0.165429 CURRENT LEARNING RATE: 4.719182634880495e-06
previous_iter_valid_loss : 0.16079357266426086
1190720 0.160949 0.160794 0.165422 CURRENT LEARNING RATE: 4.718238892730873e-06
previous_iter_valid_loss : 0.16052061319351196
1190740 0.160675 0.160521 0.165420 CURRENT LEARNING RATE: 4.717295339310816e-06
previous_iter_valid_loss : 0.16076548397541046
1190760 0.160944 0.160765 0.165136 CURRENT LEARNING RATE: 4.716351974582573e-06
previous_iter_valid_loss : 0.19687211513519287
1190780 0.196963 0.196872 0.166064 CURRENT LEARNING RATE: 4.71540879850841e-06
previous_iter_valid_loss : 0.16052095592021942
1190800 0.160675 0.160521 0.166051 CURRENT LEARNING RATE: 4.714465811050592e-06
previous_iter_valid_loss : 0.1717437505722046
1190820 0.171887 0.171744 0.166502 CURRENT LEARNING RATE: 4.713523012171415e-06
previous_iter_valid_loss : 0.16905738413333893
1190840 0.169208 0.169057 0.166922 CURRENT LEARNING RATE: 4.7125804018331585e-06
previous_iter_valid_loss : 0.17641931772232056
1190860 0.176713 0.176419 0.167220 CURRENT LEARNING RATE: 4.711637979998119e-06
previous_iter_valid_loss : 0.1629595309495926
1190880 0.163125 0.162960 0.167268 CURRENT LEARNING RATE: 4.710695746628591e-06
previous_iter_valid_loss : 0.17769774794578552
1190900 0.177858 0.177698 0.167926 CURRENT LEARNING RATE: 4.709753701686901e-06
previous_iter_valid_loss : 0.1649361401796341
1190920 0.165094 0.164936 0.166189 CURRENT LEARNING RATE: 4.708811845135361e-06
previous_iter_valid_loss : 0.16175991296768188
1190940 0.161909 0.161760 0.166241 CURRENT LEARNING RATE: 4.707870176936295e-06
previous_iter_valid_loss : 0.16407035291194916
1190960 0.164240 0.164070 0.166205 CURRENT LEARNING RATE: 4.706928697052028e-06
previous_iter_valid_loss : 0.16098995506763458
1190980 0.161177 0.160990 0.166164 CURRENT LEARNING RATE: 4.705987405444918e-06
previous_iter_valid_loss : 0.16235296428203583
1191000 0.162508 0.162353 0.166246 CURRENT LEARNING RATE: 4.705046302077305e-06
previous_iter_valid_loss : 0.16059190034866333
1191020 0.160768 0.160592 0.166183 CURRENT LEARNING RATE: 4.704105386911545e-06
previous_iter_valid_loss : 0.17134928703308105
1191040 0.171490 0.171349 0.166723 CURRENT LEARNING RATE: 4.703164659909992e-06
previous_iter_valid_loss : 0.1650388091802597
1191060 0.165214 0.165039 0.166944 CURRENT LEARNING RATE: 4.702224121035035e-06
previous_iter_valid_loss : 0.16059599816799164
1191080 0.160752 0.160596 0.166939 CURRENT LEARNING RATE: 4.701283770249043e-06
previous_iter_valid_loss : 0.16812686622142792
1191100 0.168355 0.168127 0.166855 CURRENT LEARNING RATE: 4.700343607514403e-06
previous_iter_valid_loss : 0.1763419657945633
1191120 0.176635 0.176342 0.167633 CURRENT LEARNING RATE: 4.6994036327934995e-06
previous_iter_valid_loss : 0.162049800157547
1191140 0.162248 0.162050 0.167709 CURRENT LEARNING RATE: 4.69846384604875e-06
previous_iter_valid_loss : 0.1610126495361328
1191160 0.161179 0.161013 0.167722 CURRENT LEARNING RATE: 4.697524247242555e-06
previous_iter_valid_loss : 0.16053509712219238
1191180 0.160704 0.160535 0.165905 CURRENT LEARNING RATE: 4.696584836337322e-06
previous_iter_valid_loss : 0.16078227758407593
1191200 0.160955 0.160782 0.165918 CURRENT LEARNING RATE: 4.695645613295492e-06
previous_iter_valid_loss : 0.1613158881664276
1191220 0.161500 0.161316 0.165396 CURRENT LEARNING RATE: 4.694706578079487e-06
previous_iter_valid_loss : 0.1605595201253891
1191240 0.160722 0.160560 0.164972 CURRENT LEARNING RATE: 4.693767730651746e-06
previous_iter_valid_loss : 0.16378018260002136
1191260 0.163987 0.163780 0.164340 CURRENT LEARNING RATE: 4.692829070974705e-06
previous_iter_valid_loss : 0.16162477433681488
1191280 0.161820 0.161625 0.164273 CURRENT LEARNING RATE: 4.691890599010837e-06
previous_iter_valid_loss : 0.16956518590450287
1191300 0.169807 0.169565 0.163866 CURRENT LEARNING RATE: 4.690952314722594e-06
previous_iter_valid_loss : 0.16118933260440826
1191320 0.161336 0.161189 0.163679 CURRENT LEARNING RATE: 4.690014218072444e-06
previous_iter_valid_loss : 0.1629074066877365
1191340 0.163095 0.162907 0.163736 CURRENT LEARNING RATE: 4.689076309022855e-06
previous_iter_valid_loss : 0.16156715154647827
1191360 0.161760 0.161567 0.163611 CURRENT LEARNING RATE: 4.688138587536326e-06
previous_iter_valid_loss : 0.16135407984256744
1191380 0.161536 0.161354 0.163629 CURRENT LEARNING RATE: 4.687201053575342e-06
previous_iter_valid_loss : 0.16169428825378418
1191400 0.161855 0.161694 0.163596 CURRENT LEARNING RATE: 4.686263707102401e-06
previous_iter_valid_loss : 0.16049765050411224
1191420 0.160665 0.160498 0.163592 CURRENT LEARNING RATE: 4.685326548080001e-06
previous_iter_valid_loss : 0.16065481305122375
1191440 0.160831 0.160655 0.163057 CURRENT LEARNING RATE: 4.6843895764706715e-06
previous_iter_valid_loss : 0.16092759370803833
1191460 0.161092 0.160928 0.162851 CURRENT LEARNING RATE: 4.683452792236925e-06
previous_iter_valid_loss : 0.1660148948431015
1191480 0.166222 0.166015 0.163122 CURRENT LEARNING RATE: 4.682516195341291e-06
previous_iter_valid_loss : 0.1605672836303711
1191500 0.160723 0.160567 0.162744 CURRENT LEARNING RATE: 4.681579785746298e-06
previous_iter_valid_loss : 0.16332876682281494
1191520 0.163515 0.163329 0.162094 CURRENT LEARNING RATE: 4.680643563414504e-06
previous_iter_valid_loss : 0.17297762632369995
1191540 0.173257 0.172978 0.162640 CURRENT LEARNING RATE: 4.679707528308455e-06
previous_iter_valid_loss : 0.16192243993282318
1191560 0.162107 0.161922 0.162686 CURRENT LEARNING RATE: 4.678771680390698e-06
previous_iter_valid_loss : 0.1624220311641693
1191580 0.162585 0.162422 0.162780 CURRENT LEARNING RATE: 4.6778360196238176e-06
previous_iter_valid_loss : 0.16437222063541412
1191600 0.164558 0.164372 0.162959 CURRENT LEARNING RATE: 4.6769005459703785e-06
previous_iter_valid_loss : 0.17061656713485718
1191620 0.170866 0.170617 0.163424 CURRENT LEARNING RATE: 4.675965259392962e-06
previous_iter_valid_loss : 0.16927285492420197
1191640 0.169509 0.169273 0.163860 CURRENT LEARNING RATE: 4.675030159854148e-06
previous_iter_valid_loss : 0.16436287760734558
1191660 0.164555 0.164363 0.163889 CURRENT LEARNING RATE: 4.67409524731655e-06
previous_iter_valid_loss : 0.16730821132659912
1191680 0.167461 0.167308 0.164173 CURRENT LEARNING RATE: 4.673160521742761e-06
previous_iter_valid_loss : 0.16887252032756805
1191700 0.169026 0.168873 0.164139 CURRENT LEARNING RATE: 4.672225983095395e-06
previous_iter_valid_loss : 0.16493475437164307
1191720 0.165136 0.164935 0.164326 CURRENT LEARNING RATE: 4.671291631337061e-06
previous_iter_valid_loss : 0.18135231733322144
1191740 0.181693 0.181352 0.165248 CURRENT LEARNING RATE: 4.6703574664304e-06
previous_iter_valid_loss : 0.1615273505449295
1191760 0.161710 0.161527 0.165246 CURRENT LEARNING RATE: 4.669423488338038e-06
previous_iter_valid_loss : 0.1710173487663269
1191780 0.171165 0.171017 0.165730 CURRENT LEARNING RATE: 4.668489697022617e-06
previous_iter_valid_loss : 0.16417759656906128
1191800 0.164383 0.164178 0.165854 CURRENT LEARNING RATE: 4.6675560924467755e-06
previous_iter_valid_loss : 0.1609928160905838
1191820 0.161174 0.160993 0.165878 CURRENT LEARNING RATE: 4.666622674573187e-06
previous_iter_valid_loss : 0.16462144255638123
1191840 0.164828 0.164621 0.166077 CURRENT LEARNING RATE: 4.665689443364507e-06
previous_iter_valid_loss : 0.16049329936504364
1191860 0.160654 0.160493 0.166055 CURRENT LEARNING RATE: 4.664756398783404e-06
previous_iter_valid_loss : 0.1646815538406372
1191880 0.164880 0.164682 0.165988 CURRENT LEARNING RATE: 4.6638235407925505e-06
previous_iter_valid_loss : 0.16061490774154663
1191900 0.160773 0.160615 0.165991 CURRENT LEARNING RATE: 4.6628908693546464e-06
previous_iter_valid_loss : 0.16535505652427673
1191920 0.165526 0.165355 0.166092 CURRENT LEARNING RATE: 4.661958384432378e-06
previous_iter_valid_loss : 0.16589725017547607
1191940 0.166114 0.165897 0.165738 CURRENT LEARNING RATE: 4.661026085988438e-06
previous_iter_valid_loss : 0.16062623262405396
1191960 0.160784 0.160626 0.165673 CURRENT LEARNING RATE: 4.66009397398555e-06
previous_iter_valid_loss : 0.16418391466140747
1191980 0.164350 0.164184 0.165761 CURRENT LEARNING RATE: 4.659162048386421e-06
previous_iter_valid_loss : 0.16265831887722015
1192000 0.162841 0.162658 0.165676 CURRENT LEARNING RATE: 4.658230309153775e-06
previous_iter_valid_loss : 0.16107408702373505
1192020 0.161256 0.161074 0.165199 CURRENT LEARNING RATE: 4.657298756250333e-06
previous_iter_valid_loss : 0.16731449961662292
1192040 0.167471 0.167314 0.165101 CURRENT LEARNING RATE: 4.656367389638851e-06
previous_iter_valid_loss : 0.160758376121521
1192060 0.160911 0.160758 0.164920 CURRENT LEARNING RATE: 4.655436209282065e-06
previous_iter_valid_loss : 0.1613321304321289
1192080 0.161492 0.161332 0.164622 CURRENT LEARNING RATE: 4.6545052151427285e-06
previous_iter_valid_loss : 0.1659332811832428
1192100 0.166096 0.165933 0.164475 CURRENT LEARNING RATE: 4.6535744071835925e-06
previous_iter_valid_loss : 0.17811603844165802
1192120 0.178269 0.178116 0.165134 CURRENT LEARNING RATE: 4.652643785367441e-06
previous_iter_valid_loss : 0.17420648038387299
1192140 0.174487 0.174206 0.164776 CURRENT LEARNING RATE: 4.6517133496570425e-06
previous_iter_valid_loss : 0.16052226722240448
1192160 0.160677 0.160522 0.164726 CURRENT LEARNING RATE: 4.6507831000151785e-06
previous_iter_valid_loss : 0.1781812161207199
1192180 0.178493 0.178181 0.165084 CURRENT LEARNING RATE: 4.649853036404631e-06
previous_iter_valid_loss : 0.16609728336334229
1192200 0.166311 0.166097 0.165180 CURRENT LEARNING RATE: 4.648923158788213e-06
previous_iter_valid_loss : 0.17679139971733093
1192220 0.176946 0.176791 0.165970 CURRENT LEARNING RATE: 4.647993467128722e-06
previous_iter_valid_loss : 0.19644677639007568
1192240 0.196953 0.196447 0.167562 CURRENT LEARNING RATE: 4.647063961388971e-06
previous_iter_valid_loss : 0.16215188801288605
1192260 0.162317 0.162152 0.167644 CURRENT LEARNING RATE: 4.646134641531771e-06
previous_iter_valid_loss : 0.16168341040611267
1192280 0.161875 0.161683 0.167495 CURRENT LEARNING RATE: 4.645205507519965e-06
previous_iter_valid_loss : 0.16840538382530212
1192300 0.168563 0.168405 0.167884 CURRENT LEARNING RATE: 4.64427655931638e-06
previous_iter_valid_loss : 0.1625530868768692
1192320 0.162750 0.162553 0.167744 CURRENT LEARNING RATE: 4.6433477968838495e-06
previous_iter_valid_loss : 0.1876794993877411
1192340 0.187810 0.187679 0.168833 CURRENT LEARNING RATE: 4.642419220185241e-06
previous_iter_valid_loss : 0.16143111884593964
1192360 0.161590 0.161431 0.168873 CURRENT LEARNING RATE: 4.6414908291834005e-06
previous_iter_valid_loss : 0.16084906458854675
1192380 0.161026 0.160849 0.168707 CURRENT LEARNING RATE: 4.640562623841194e-06
previous_iter_valid_loss : 0.16287028789520264
1192400 0.163042 0.162870 0.168717 CURRENT LEARNING RATE: 4.639634604121485e-06
previous_iter_valid_loss : 0.1709279716014862
1192420 0.171069 0.170928 0.169210 CURRENT LEARNING RATE: 4.638706769987169e-06
previous_iter_valid_loss : 0.1752898097038269
1192440 0.175575 0.175290 0.169609 CURRENT LEARNING RATE: 4.637779121401124e-06
previous_iter_valid_loss : 0.1759282946586609
1192460 0.176223 0.175928 0.170367 CURRENT LEARNING RATE: 4.636851658326245e-06
previous_iter_valid_loss : 0.16321764886379242
1192480 0.163389 0.163218 0.170461 CURRENT LEARNING RATE: 4.635924380725425e-06
previous_iter_valid_loss : 0.1614847630262375
1192500 0.161673 0.161485 0.170239 CURRENT LEARNING RATE: 4.634997288561589e-06
previous_iter_valid_loss : 0.16057874262332916
1192520 0.160741 0.160579 0.169362 CURRENT LEARNING RATE: 4.634070381797644e-06
previous_iter_valid_loss : 0.18426087498664856
1192540 0.184623 0.184261 0.169865 CURRENT LEARNING RATE: 4.633143660396517e-06
previous_iter_valid_loss : 0.1617073267698288
1192560 0.161867 0.161707 0.169924 CURRENT LEARNING RATE: 4.632217124321127e-06
previous_iter_valid_loss : 0.16233432292938232
1192580 0.162503 0.162334 0.169132 CURRENT LEARNING RATE: 4.6312907735344315e-06
previous_iter_valid_loss : 0.17539305984973907
1192600 0.175680 0.175393 0.169597 CURRENT LEARNING RATE: 4.630364607999368e-06
previous_iter_valid_loss : 0.16060391068458557
1192620 0.160776 0.160604 0.168787 CURRENT LEARNING RATE: 4.629438627678888e-06
previous_iter_valid_loss : 0.1874723881483078
1192640 0.187608 0.187472 0.168338 CURRENT LEARNING RATE: 4.628512832535947e-06
previous_iter_valid_loss : 0.16268840432167053
1192660 0.162843 0.162688 0.168365 CURRENT LEARNING RATE: 4.627587222533527e-06
previous_iter_valid_loss : 0.16783635318279266
1192680 0.168058 0.167836 0.168673 CURRENT LEARNING RATE: 4.626661797634597e-06
previous_iter_valid_loss : 0.16079506278038025
1192700 0.160968 0.160795 0.168292 CURRENT LEARNING RATE: 4.62573655780214e-06
previous_iter_valid_loss : 0.16294005513191223
1192720 0.163131 0.162940 0.168312 CURRENT LEARNING RATE: 4.624811502999138e-06
previous_iter_valid_loss : 0.1826518177986145
1192740 0.182803 0.182652 0.168060 CURRENT LEARNING RATE: 4.623886633188604e-06
previous_iter_valid_loss : 0.1610599160194397
1192760 0.161244 0.161060 0.168042 CURRENT LEARNING RATE: 4.622961948333536e-06
previous_iter_valid_loss : 0.16588890552520752
1192780 0.166112 0.165889 0.168294 CURRENT LEARNING RATE: 4.6220374483969386e-06
previous_iter_valid_loss : 0.1777545064687729
1192800 0.178065 0.177755 0.169038 CURRENT LEARNING RATE: 4.621113133341848e-06
previous_iter_valid_loss : 0.1606162041425705
1192820 0.160774 0.160616 0.168522 CURRENT LEARNING RATE: 4.620189003131283e-06
previous_iter_valid_loss : 0.17446587979793549
1192840 0.174619 0.174466 0.168481 CURRENT LEARNING RATE: 4.6192650577282795e-06
previous_iter_valid_loss : 0.16577371954917908
1192860 0.165977 0.165774 0.167974 CURRENT LEARNING RATE: 4.61834129709587e-06
previous_iter_valid_loss : 0.16154339909553528
1192880 0.161697 0.161543 0.167890 CURRENT LEARNING RATE: 4.617417721197121e-06
previous_iter_valid_loss : 0.16783909499645233
1192900 0.168055 0.167839 0.168208 CURRENT LEARNING RATE: 4.616494329995082e-06
previous_iter_valid_loss : 0.17660242319107056
1192920 0.176896 0.176602 0.169009 CURRENT LEARNING RATE: 4.615571123452818e-06
previous_iter_valid_loss : 0.16051100194454193
1192940 0.160677 0.160511 0.167821 CURRENT LEARNING RATE: 4.614648101533389e-06
previous_iter_valid_loss : 0.16078810393810272
1192960 0.160968 0.160788 0.167775 CURRENT LEARNING RATE: 4.613725264199894e-06
previous_iter_valid_loss : 0.16717125475406647
1192980 0.167390 0.167171 0.168017 CURRENT LEARNING RATE: 4.612802611415411e-06
previous_iter_valid_loss : 0.16059784591197968
1193000 0.160770 0.160598 0.167277 CURRENT LEARNING RATE: 4.611880143143032e-06
previous_iter_valid_loss : 0.16151203215122223
1193020 0.161698 0.161512 0.167323 CURRENT LEARNING RATE: 4.610957859345851e-06
previous_iter_valid_loss : 0.16050578653812408
1193040 0.160671 0.160506 0.165974 CURRENT LEARNING RATE: 4.610035759986993e-06
previous_iter_valid_loss : 0.17273563146591187
1193060 0.173010 0.172736 0.166477 CURRENT LEARNING RATE: 4.609113845029567e-06
previous_iter_valid_loss : 0.17716386914253235
1193080 0.177468 0.177164 0.166943 CURRENT LEARNING RATE: 4.608192114436695e-06
previous_iter_valid_loss : 0.16620740294456482
1193100 0.166364 0.166207 0.167214 CURRENT LEARNING RATE: 4.6072705681715e-06
previous_iter_valid_loss : 0.17839571833610535
1193120 0.178550 0.178396 0.167987 CURRENT LEARNING RATE: 4.606349206197136e-06
previous_iter_valid_loss : 0.18594990670681
1193140 0.186087 0.185950 0.168151 CURRENT LEARNING RATE: 4.605428028476742e-06
previous_iter_valid_loss : 0.16759838163852692
1193160 0.167759 0.167598 0.168478 CURRENT LEARNING RATE: 4.604507034973461e-06
previous_iter_valid_loss : 0.16735202074050903
1193180 0.167516 0.167352 0.168552 CURRENT LEARNING RATE: 4.603586225650469e-06
previous_iter_valid_loss : 0.17701752483844757
1193200 0.177172 0.177018 0.168515 CURRENT LEARNING RATE: 4.602665600470928e-06
previous_iter_valid_loss : 0.16530868411064148
1193220 0.165522 0.165309 0.168749 CURRENT LEARNING RATE: 4.601745159398012e-06
previous_iter_valid_loss : 0.18305370211601257
1193240 0.183207 0.183054 0.169179 CURRENT LEARNING RATE: 4.6008249023948935e-06
previous_iter_valid_loss : 0.1698952615261078
1193260 0.170138 0.169895 0.169385 CURRENT LEARNING RATE: 4.599904829424781e-06
previous_iter_valid_loss : 0.16104915738105774
1193280 0.161201 0.161049 0.169360 CURRENT LEARNING RATE: 4.598984940450862e-06
previous_iter_valid_loss : 0.16243037581443787
1193300 0.162591 0.162430 0.169090 CURRENT LEARNING RATE: 4.598065235436341e-06
previous_iter_valid_loss : 0.16073812544345856
1193320 0.160917 0.160738 0.168296 CURRENT LEARNING RATE: 4.597145714344422e-06
previous_iter_valid_loss : 0.1605903059244156
1193340 0.160757 0.160590 0.168300 CURRENT LEARNING RATE: 4.59622637713834e-06
previous_iter_valid_loss : 0.16324053704738617
1193360 0.163405 0.163241 0.168423 CURRENT LEARNING RATE: 4.5953072237813145e-06
previous_iter_valid_loss : 0.16659505665302277
1193380 0.166757 0.166595 0.168394 CURRENT LEARNING RATE: 4.594388254236578e-06
previous_iter_valid_loss : 0.16382908821105957
1193400 0.164009 0.163829 0.168556 CURRENT LEARNING RATE: 4.593469468467364e-06
previous_iter_valid_loss : 0.1608913093805313
1193420 0.161073 0.160891 0.168525 CURRENT LEARNING RATE: 4.592550866436938e-06
previous_iter_valid_loss : 0.17471927404403687
1193440 0.175004 0.174719 0.169235 CURRENT LEARNING RATE: 4.591632448108547e-06
previous_iter_valid_loss : 0.16088946163654327
1193460 0.161049 0.160889 0.168643 CURRENT LEARNING RATE: 4.590714213445454e-06
previous_iter_valid_loss : 0.16202788054943085
1193480 0.162183 0.162028 0.167886 CURRENT LEARNING RATE: 4.589796162410923e-06
previous_iter_valid_loss : 0.1623183786869049
1193500 0.162506 0.162318 0.167692 CURRENT LEARNING RATE: 4.588878294968246e-06
previous_iter_valid_loss : 0.16938738524913788
1193520 0.169617 0.169387 0.167241 CURRENT LEARNING RATE: 4.587960611080703e-06
previous_iter_valid_loss : 0.18051600456237793
1193540 0.180840 0.180516 0.166970 CURRENT LEARNING RATE: 4.5870431107115765e-06
previous_iter_valid_loss : 0.16527606546878815
1193560 0.165478 0.165276 0.166854 CURRENT LEARNING RATE: 4.586125793824182e-06
previous_iter_valid_loss : 0.16049353778362274
1193580 0.160660 0.160494 0.166511 CURRENT LEARNING RATE: 4.5852086603818215e-06
previous_iter_valid_loss : 0.1643228530883789
1193600 0.164496 0.164323 0.165876 CURRENT LEARNING RATE: 4.584291710347807e-06
previous_iter_valid_loss : 0.17568545043468475
1193620 0.175845 0.175685 0.166395 CURRENT LEARNING RATE: 4.583374943685453e-06
previous_iter_valid_loss : 0.16105295717716217
1193640 0.161211 0.161053 0.165295 CURRENT LEARNING RATE: 4.582458360358106e-06
previous_iter_valid_loss : 0.16122126579284668
1193660 0.161404 0.161221 0.164861 CURRENT LEARNING RATE: 4.581541960329094e-06
previous_iter_valid_loss : 0.16732965409755707
1193680 0.167546 0.167330 0.165175 CURRENT LEARNING RATE: 4.580625743561761e-06
previous_iter_valid_loss : 0.16051501035690308
1193700 0.160687 0.160515 0.165079 CURRENT LEARNING RATE: 4.579709710019451e-06
previous_iter_valid_loss : 0.16229522228240967
1193720 0.162466 0.162295 0.165157 CURRENT LEARNING RATE: 4.5787938596655375e-06
previous_iter_valid_loss : 0.1630324423313141
1193740 0.163191 0.163032 0.165279 CURRENT LEARNING RATE: 4.577878192463379e-06
previous_iter_valid_loss : 0.16289877891540527
1193760 0.163106 0.162899 0.165262 CURRENT LEARNING RATE: 4.576962708376349e-06
previous_iter_valid_loss : 0.17909443378448486
1193780 0.179411 0.179094 0.165887 CURRENT LEARNING RATE: 4.576047407367819e-06
previous_iter_valid_loss : 0.18955989181995392
1193800 0.189681 0.189560 0.167174 CURRENT LEARNING RATE: 4.575132289401195e-06
previous_iter_valid_loss : 0.16136713325977325
1193820 0.161555 0.161367 0.167198 CURRENT LEARNING RATE: 4.574217354439862e-06
previous_iter_valid_loss : 0.16656747460365295
1193840 0.166793 0.166567 0.166790 CURRENT LEARNING RATE: 4.573302602447225e-06
previous_iter_valid_loss : 0.16151459515094757
1193860 0.161707 0.161515 0.166821 CURRENT LEARNING RATE: 4.572388033386684e-06
previous_iter_valid_loss : 0.16070622205734253
1193880 0.160863 0.160706 0.166755 CURRENT LEARNING RATE: 4.571473647221674e-06
previous_iter_valid_loss : 0.16064082086086273
1193900 0.160803 0.160641 0.166671 CURRENT LEARNING RATE: 4.570559443915609e-06
previous_iter_valid_loss : 0.17584988474845886
1193920 0.176138 0.175850 0.166994 CURRENT LEARNING RATE: 4.569645423431923e-06
previous_iter_valid_loss : 0.16070556640625
1193940 0.160882 0.160706 0.166004 CURRENT LEARNING RATE: 4.568731585734047e-06
previous_iter_valid_loss : 0.17526249587535858
1193960 0.175536 0.175262 0.166503 CURRENT LEARNING RATE: 4.567817930785443e-06
previous_iter_valid_loss : 0.16078197956085205
1193980 0.160937 0.160782 0.166518 CURRENT LEARNING RATE: 4.566904458549556e-06
previous_iter_valid_loss : 0.16483789682388306
1194000 0.164997 0.164838 0.166543 CURRENT LEARNING RATE: 4.56599116898984e-06
previous_iter_valid_loss : 0.1641996055841446
1194020 0.164374 0.164200 0.165969 CURRENT LEARNING RATE: 4.56507806206978e-06
previous_iter_valid_loss : 0.1690710037946701
1194040 0.169305 0.169071 0.166370 CURRENT LEARNING RATE: 4.564165137752843e-06
previous_iter_valid_loss : 0.1663038432598114
1194060 0.166462 0.166304 0.166624 CURRENT LEARNING RATE: 4.563252396002513e-06
previous_iter_valid_loss : 0.16553176939487457
1194080 0.165748 0.165532 0.166534 CURRENT LEARNING RATE: 4.56233983678227e-06
previous_iter_valid_loss : 0.1614539474248886
1194100 0.161616 0.161454 0.166581 CURRENT LEARNING RATE: 4.56142746005563e-06
previous_iter_valid_loss : 0.18593034148216248
1194120 0.186323 0.185930 0.167763 CURRENT LEARNING RATE: 4.560515265786088e-06
previous_iter_valid_loss : 0.16135571897029877
1194140 0.161538 0.161356 0.167679 CURRENT LEARNING RATE: 4.5596032539371574e-06
previous_iter_valid_loss : 0.1626492291688919
1194160 0.162809 0.162649 0.167667 CURRENT LEARNING RATE: 4.558691424472351e-06
previous_iter_valid_loss : 0.17736369371414185
1194180 0.177667 0.177364 0.167580 CURRENT LEARNING RATE: 4.557779777355209e-06
previous_iter_valid_loss : 0.1621827632188797
1194200 0.162376 0.162183 0.166211 CURRENT LEARNING RATE: 4.556868312549258e-06
previous_iter_valid_loss : 0.16135340929031372
1194220 0.161514 0.161353 0.166210 CURRENT LEARNING RATE: 4.555957030018041e-06
previous_iter_valid_loss : 0.16056200861930847
1194240 0.160720 0.160562 0.165910 CURRENT LEARNING RATE: 4.555045929725098e-06
previous_iter_valid_loss : 0.16088053584098816
1194260 0.161031 0.160881 0.165878 CURRENT LEARNING RATE: 4.554135011634001e-06
previous_iter_valid_loss : 0.1658901572227478
1194280 0.166045 0.165890 0.166138 CURRENT LEARNING RATE: 4.553224275708304e-06
previous_iter_valid_loss : 0.16081055998802185
1194300 0.160996 0.160811 0.166146 CURRENT LEARNING RATE: 4.55231372191158e-06
previous_iter_valid_loss : 0.16635940968990326
1194320 0.166580 0.166359 0.165672 CURRENT LEARNING RATE: 4.551403350207397e-06
previous_iter_valid_loss : 0.167270690202713
1194340 0.167502 0.167271 0.166000 CURRENT LEARNING RATE: 4.550493160559356e-06
previous_iter_valid_loss : 0.17654146254062653
1194360 0.176846 0.176541 0.166064 CURRENT LEARNING RATE: 4.549583152931042e-06
previous_iter_valid_loss : 0.16590158641338348
1194380 0.166065 0.165902 0.166320 CURRENT LEARNING RATE: 4.548673327286047e-06
previous_iter_valid_loss : 0.16321255266666412
1194400 0.163402 0.163213 0.166239 CURRENT LEARNING RATE: 4.5477636835879946e-06
previous_iter_valid_loss : 0.16349221765995026
1194420 0.163697 0.163492 0.166203 CURRENT LEARNING RATE: 4.546854221800489e-06
previous_iter_valid_loss : 0.16163723170757294
1194440 0.161829 0.161637 0.165831 CURRENT LEARNING RATE: 4.545944941887154e-06
previous_iter_valid_loss : 0.16134177148342133
1194460 0.161527 0.161342 0.165583 CURRENT LEARNING RATE: 4.545035843811608e-06
previous_iter_valid_loss : 0.17960192263126373
1194480 0.179754 0.179602 0.166287 CURRENT LEARNING RATE: 4.5441269275375044e-06
previous_iter_valid_loss : 0.16349658370018005
1194500 0.163674 0.163497 0.166389 CURRENT LEARNING RATE: 4.543218193028479e-06
previous_iter_valid_loss : 0.16221344470977783
1194520 0.162404 0.162213 0.165203 CURRENT LEARNING RATE: 4.542309640248182e-06
previous_iter_valid_loss : 0.16365990042686462
1194540 0.163823 0.163660 0.165318 CURRENT LEARNING RATE: 4.541401269160263e-06
previous_iter_valid_loss : 0.1615099012851715
1194560 0.161666 0.161510 0.165261 CURRENT LEARNING RATE: 4.540493079728404e-06
previous_iter_valid_loss : 0.16070489585399628
1194580 0.160873 0.160705 0.164428 CURRENT LEARNING RATE: 4.539585071916269e-06
previous_iter_valid_loss : 0.17123596370220184
1194600 0.171375 0.171236 0.164881 CURRENT LEARNING RATE: 4.5386772456875364e-06
previous_iter_valid_loss : 0.16768035292625427
1194620 0.167917 0.167680 0.165197 CURRENT LEARNING RATE: 4.537769601005887e-06
previous_iter_valid_loss : 0.16050167381763458
1194640 0.160665 0.160502 0.165194 CURRENT LEARNING RATE: 4.5368621378350295e-06
previous_iter_valid_loss : 0.1613742560148239
1194660 0.161563 0.161374 0.165219 CURRENT LEARNING RATE: 4.5359548561386584e-06
previous_iter_valid_loss : 0.16269256174564362
1194680 0.162883 0.162693 0.165059 CURRENT LEARNING RATE: 4.535047755880482e-06
previous_iter_valid_loss : 0.17297422885894775
1194700 0.173121 0.172974 0.165667 CURRENT LEARNING RATE: 4.534140837024209e-06
previous_iter_valid_loss : 0.16125081479549408
1194720 0.161440 0.161251 0.165412 CURRENT LEARNING RATE: 4.533234099533578e-06
previous_iter_valid_loss : 0.17717395722866058
1194740 0.177476 0.177174 0.165907 CURRENT LEARNING RATE: 4.532327543372311e-06
previous_iter_valid_loss : 0.18681316077709198
1194760 0.186954 0.186813 0.166421 CURRENT LEARNING RATE: 4.531421168504139e-06
previous_iter_valid_loss : 0.16382406651973724
1194780 0.163996 0.163824 0.166317 CURRENT LEARNING RATE: 4.530514974892822e-06
previous_iter_valid_loss : 0.17436471581459045
1194800 0.174511 0.174365 0.166874 CURRENT LEARNING RATE: 4.529608962502104e-06
previous_iter_valid_loss : 0.1645420491695404
1194820 0.164713 0.164542 0.166927 CURRENT LEARNING RATE: 4.528703131295746e-06
previous_iter_valid_loss : 0.16142530739307404
1194840 0.161610 0.161425 0.166916 CURRENT LEARNING RATE: 4.527797481237506e-06
previous_iter_valid_loss : 0.17401567101478577
1194860 0.174292 0.174016 0.167550 CURRENT LEARNING RATE: 4.5268920122911736e-06
previous_iter_valid_loss : 0.1617499589920044
1194880 0.161934 0.161750 0.166657 CURRENT LEARNING RATE: 4.525986724420522e-06
previous_iter_valid_loss : 0.19165636599063873
1194900 0.192126 0.191656 0.168065 CURRENT LEARNING RATE: 4.52508161758934e-06
previous_iter_valid_loss : 0.16388548910617828
1194920 0.164057 0.163885 0.168149 CURRENT LEARNING RATE: 4.524176691761415e-06
previous_iter_valid_loss : 0.1663874387741089
1194940 0.166601 0.166387 0.168285 CURRENT LEARNING RATE: 4.523271946900567e-06
previous_iter_valid_loss : 0.16091634333133698
1194960 0.161074 0.160916 0.168256 CURRENT LEARNING RATE: 4.522367382970597e-06
previous_iter_valid_loss : 0.16098015010356903
1194980 0.161133 0.160980 0.168270 CURRENT LEARNING RATE: 4.521462999935323e-06
previous_iter_valid_loss : 0.17742228507995605
1195000 0.177581 0.177422 0.168579 CURRENT LEARNING RATE: 4.520558797758562e-06
previous_iter_valid_loss : 0.17193521559238434
1195020 0.172086 0.171935 0.168792 CURRENT LEARNING RATE: 4.519654776404161e-06
previous_iter_valid_loss : 0.17280445992946625
1195040 0.172953 0.172804 0.169407 CURRENT LEARNING RATE: 4.518750935835952e-06
previous_iter_valid_loss : 0.16090954840183258
1195060 0.161095 0.160910 0.169383 CURRENT LEARNING RATE: 4.517847276017781e-06
previous_iter_valid_loss : 0.16380321979522705
1195080 0.163975 0.163803 0.169439 CURRENT LEARNING RATE: 4.516943796913494e-06
previous_iter_valid_loss : 0.16102619469165802
1195100 0.161178 0.161026 0.168842 CURRENT LEARNING RATE: 4.516040498486967e-06
previous_iter_valid_loss : 0.19218109548091888
1195120 0.192633 0.192181 0.170388 CURRENT LEARNING RATE: 4.5151373807020606e-06
previous_iter_valid_loss : 0.16089078783988953
1195140 0.161073 0.160891 0.169574 CURRENT LEARNING RATE: 4.51423444352265e-06
previous_iter_valid_loss : 0.1606951504945755
1195160 0.160862 0.160695 0.168268 CURRENT LEARNING RATE: 4.51333168691261e-06
previous_iter_valid_loss : 0.1619972288608551
1195180 0.162154 0.161997 0.168177 CURRENT LEARNING RATE: 4.5124291108358455e-06
previous_iter_valid_loss : 0.16379399597644806
1195200 0.163961 0.163794 0.167648 CURRENT LEARNING RATE: 4.5115267152562465e-06
previous_iter_valid_loss : 0.1651657521724701
1195220 0.165368 0.165166 0.167679 CURRENT LEARNING RATE: 4.510624500137708e-06
previous_iter_valid_loss : 0.18184183537960052
1195240 0.181998 0.181842 0.168700 CURRENT LEARNING RATE: 4.509722465444159e-06
previous_iter_valid_loss : 0.17034819722175598
1195260 0.170495 0.170348 0.168517 CURRENT LEARNING RATE: 4.508820611139509e-06
previous_iter_valid_loss : 0.19673404097557068
1195280 0.196840 0.196734 0.170266 CURRENT LEARNING RATE: 4.507918937187684e-06
previous_iter_valid_loss : 0.17822383344173431
1195300 0.178374 0.178224 0.169594 CURRENT LEARNING RATE: 4.507017443552609e-06
previous_iter_valid_loss : 0.1631077229976654
1195320 0.163266 0.163108 0.169556 CURRENT LEARNING RATE: 4.50611613019824e-06
previous_iter_valid_loss : 0.1615617573261261
1195340 0.161720 0.161562 0.169314 CURRENT LEARNING RATE: 4.505214997088517e-06
previous_iter_valid_loss : 0.16322395205497742
1195360 0.163409 0.163224 0.169430 CURRENT LEARNING RATE: 4.504314044187395e-06
previous_iter_valid_loss : 0.16113661229610443
1195380 0.161319 0.161137 0.169437 CURRENT LEARNING RATE: 4.503413271458828e-06
previous_iter_valid_loss : 0.1605154126882553
1195400 0.160688 0.160515 0.168592 CURRENT LEARNING RATE: 4.502512678866799e-06
previous_iter_valid_loss : 0.162556990981102
1195420 0.162750 0.162557 0.168123 CURRENT LEARNING RATE: 4.501612266375278e-06
previous_iter_valid_loss : 0.1675652116537094
1195440 0.167796 0.167565 0.167861 CURRENT LEARNING RATE: 4.500712033948249e-06
previous_iter_valid_loss : 0.16099727153778076
1195460 0.161175 0.160997 0.167866 CURRENT LEARNING RATE: 4.499811981549693e-06
previous_iter_valid_loss : 0.19826474785804749
1195480 0.198805 0.198265 0.169589 CURRENT LEARNING RATE: 4.4989121091436255e-06
previous_iter_valid_loss : 0.1635950654745102
1195500 0.163798 0.163595 0.169717 CURRENT LEARNING RATE: 4.498012416694043e-06
previous_iter_valid_loss : 0.16090267896652222
1195520 0.161062 0.160903 0.168153 CURRENT LEARNING RATE: 4.497112904164958e-06
previous_iter_valid_loss : 0.17065633833408356
1195540 0.170915 0.170656 0.168642 CURRENT LEARNING RATE: 4.496213571520381e-06
previous_iter_valid_loss : 0.16052323579788208
1195560 0.160675 0.160523 0.168633 CURRENT LEARNING RATE: 4.495314418724356e-06
previous_iter_valid_loss : 0.1653391569852829
1195580 0.165553 0.165339 0.168800 CURRENT LEARNING RATE: 4.494415445740907e-06
previous_iter_valid_loss : 0.17698287963867188
1195600 0.177130 0.176983 0.169459 CURRENT LEARNING RATE: 4.4935166525340705e-06
previous_iter_valid_loss : 0.1612611562013626
1195620 0.161416 0.161261 0.169264 CURRENT LEARNING RATE: 4.492618039067907e-06
previous_iter_valid_loss : 0.18010643124580383
1195640 0.180269 0.180106 0.169177 CURRENT LEARNING RATE: 4.491719605306467e-06
previous_iter_valid_loss : 0.17554309964179993
1195660 0.175688 0.175543 0.169437 CURRENT LEARNING RATE: 4.490821351213811e-06
previous_iter_valid_loss : 0.16076119244098663
1195680 0.160911 0.160761 0.167639 CURRENT LEARNING RATE: 4.489923276754002e-06
previous_iter_valid_loss : 0.16246666014194489
1195700 0.162633 0.162467 0.166851 CURRENT LEARNING RATE: 4.489025381891132e-06
previous_iter_valid_loss : 0.16136759519577026
1195720 0.161532 0.161368 0.166764 CURRENT LEARNING RATE: 4.488127666589279e-06
previous_iter_valid_loss : 0.17089317739009857
1195740 0.171140 0.170893 0.167230 CURRENT LEARNING RATE: 4.487230130812533e-06
previous_iter_valid_loss : 0.16095353662967682
1195760 0.161135 0.160954 0.167117 CURRENT LEARNING RATE: 4.4863327745249845e-06
previous_iter_valid_loss : 0.16050268709659576
1195780 0.160666 0.160503 0.167085 CURRENT LEARNING RATE: 4.485435597690755e-06
previous_iter_valid_loss : 0.16056184470653534
1195800 0.160729 0.160562 0.167087 CURRENT LEARNING RATE: 4.484538600273951e-06
previous_iter_valid_loss : 0.16110721230506897
1195820 0.161262 0.161107 0.167015 CURRENT LEARNING RATE: 4.483641782238691e-06
previous_iter_valid_loss : 0.1634332686662674
1195840 0.163624 0.163433 0.166808 CURRENT LEARNING RATE: 4.482745143549095e-06
previous_iter_valid_loss : 0.16347292065620422
1195860 0.163663 0.163473 0.166932 CURRENT LEARNING RATE: 4.4818486841693134e-06
previous_iter_valid_loss : 0.18061836063861847
1195880 0.180971 0.180618 0.166050 CURRENT LEARNING RATE: 4.4809524040634806e-06
previous_iter_valid_loss : 0.16058655083179474
1195900 0.160753 0.160587 0.165899 CURRENT LEARNING RATE: 4.4800563031957435e-06
previous_iter_valid_loss : 0.1609334498643875
1195920 0.161090 0.160933 0.165901 CURRENT LEARNING RATE: 4.4791603815302515e-06
previous_iter_valid_loss : 0.1640852391719818
1195940 0.164285 0.164085 0.165572 CURRENT LEARNING RATE: 4.478264639031184e-06
previous_iter_valid_loss : 0.16199520230293274
1195960 0.162187 0.161995 0.165646 CURRENT LEARNING RATE: 4.477369075662701e-06
previous_iter_valid_loss : 0.17707040905952454
1195980 0.177226 0.177070 0.166232 CURRENT LEARNING RATE: 4.476473691388975e-06
previous_iter_valid_loss : 0.1679346263408661
1196000 0.168094 0.167935 0.165780 CURRENT LEARNING RATE: 4.475578486174204e-06
previous_iter_valid_loss : 0.1668153554201126
1196020 0.166974 0.166815 0.166058 CURRENT LEARNING RATE: 4.474683459982574e-06
previous_iter_valid_loss : 0.16060367226600647
1196040 0.160756 0.160604 0.165083 CURRENT LEARNING RATE: 4.473788612778283e-06
previous_iter_valid_loss : 0.16933107376098633
1196060 0.169574 0.169331 0.164772 CURRENT LEARNING RATE: 4.472893944525529e-06
previous_iter_valid_loss : 0.16075868904590607
1196080 0.160907 0.160759 0.164772 CURRENT LEARNING RATE: 4.471999455188541e-06
previous_iter_valid_loss : 0.1771383285522461
1196100 0.177294 0.177138 0.165505 CURRENT LEARNING RATE: 4.471105144731533e-06
previous_iter_valid_loss : 0.16704890131950378
1196120 0.167206 0.167049 0.165790 CURRENT LEARNING RATE: 4.47021101311873e-06
previous_iter_valid_loss : 0.16051633656024933
1196140 0.160668 0.160516 0.165271 CURRENT LEARNING RATE: 4.46931706031436e-06
previous_iter_valid_loss : 0.16135014593601227
1196160 0.161499 0.161350 0.165291 CURRENT LEARNING RATE: 4.468423286282682e-06
previous_iter_valid_loss : 0.161392480134964
1196180 0.161580 0.161392 0.165335 CURRENT LEARNING RATE: 4.467529690987936e-06
previous_iter_valid_loss : 0.16072024405002594
1196200 0.160882 0.160720 0.165343 CURRENT LEARNING RATE: 4.4666362743943775e-06
previous_iter_valid_loss : 0.17109878361225128
1196220 0.171356 0.171099 0.165843 CURRENT LEARNING RATE: 4.465743036466264e-06
previous_iter_valid_loss : 0.16116246581077576
1196240 0.161337 0.161162 0.165729 CURRENT LEARNING RATE: 4.464849977167879e-06
previous_iter_valid_loss : 0.166974738240242
1196260 0.167198 0.166975 0.165904 CURRENT LEARNING RATE: 4.463957096463494e-06
previous_iter_valid_loss : 0.16058041155338287
1196280 0.160743 0.160580 0.164902 CURRENT LEARNING RATE: 4.463064394317393e-06
previous_iter_valid_loss : 0.16246166825294495
1196300 0.162620 0.162462 0.164996 CURRENT LEARNING RATE: 4.4621718706938615e-06
previous_iter_valid_loss : 0.1605193167924881
1196320 0.160684 0.160519 0.164975 CURRENT LEARNING RATE: 4.461279525557213e-06
previous_iter_valid_loss : 0.16055919229984283
1196340 0.160715 0.160559 0.164799 CURRENT LEARNING RATE: 4.460387358871747e-06
previous_iter_valid_loss : 0.16061021387577057
1196360 0.160777 0.160610 0.164730 CURRENT LEARNING RATE: 4.459495370601766e-06
previous_iter_valid_loss : 0.16249677538871765
1196380 0.162661 0.162497 0.164001 CURRENT LEARNING RATE: 4.45860356071161e-06
previous_iter_valid_loss : 0.1620723009109497
1196400 0.162265 0.162072 0.163708 CURRENT LEARNING RATE: 4.457711929165597e-06
previous_iter_valid_loss : 0.16698424518108368
1196420 0.167142 0.166984 0.163716 CURRENT LEARNING RATE: 4.456820475928061e-06
previous_iter_valid_loss : 0.16368785500526428
1196440 0.163854 0.163688 0.163871 CURRENT LEARNING RATE: 4.4559292009633365e-06
previous_iter_valid_loss : 0.16136284172534943
1196460 0.161519 0.161363 0.163472 CURRENT LEARNING RATE: 4.455038104235789e-06
previous_iter_valid_loss : 0.16838005185127258
1196480 0.168606 0.168380 0.163853 CURRENT LEARNING RATE: 4.454147185709766e-06
previous_iter_valid_loss : 0.16810651123523712
1196500 0.168265 0.168107 0.163402 CURRENT LEARNING RATE: 4.453256445349631e-06
previous_iter_valid_loss : 0.16727356612682343
1196520 0.167496 0.167274 0.163413 CURRENT LEARNING RATE: 4.4523658831197475e-06
previous_iter_valid_loss : 0.16486306488513947
1196540 0.165027 0.164863 0.163630 CURRENT LEARNING RATE: 4.451475498984507e-06
previous_iter_valid_loss : 0.17144577205181122
1196560 0.171600 0.171446 0.164135 CURRENT LEARNING RATE: 4.450585292908287e-06
previous_iter_valid_loss : 0.17022401094436646
1196580 0.170486 0.170224 0.164577 CURRENT LEARNING RATE: 4.449695264855479e-06
previous_iter_valid_loss : 0.16680622100830078
1196600 0.167038 0.166806 0.164881 CURRENT LEARNING RATE: 4.448805414790476e-06
previous_iter_valid_loss : 0.16095712780952454
1196620 0.161118 0.160957 0.164374 CURRENT LEARNING RATE: 4.447915742677696e-06
previous_iter_valid_loss : 0.16174553334712982
1196640 0.161899 0.161746 0.164403 CURRENT LEARNING RATE: 4.447026248481547e-06
previous_iter_valid_loss : 0.16156555712223053
1196660 0.161726 0.161566 0.164132 CURRENT LEARNING RATE: 4.446136932166449e-06
previous_iter_valid_loss : 0.16211670637130737
1196680 0.162276 0.162117 0.164209 CURRENT LEARNING RATE: 4.44524779369682e-06
previous_iter_valid_loss : 0.16184572875499725
1196700 0.161996 0.161846 0.164179 CURRENT LEARNING RATE: 4.444358833037113e-06
previous_iter_valid_loss : 0.16913726925849915
1196720 0.169373 0.169137 0.164609 CURRENT LEARNING RATE: 4.443470050151758e-06
previous_iter_valid_loss : 0.17867781221866608
1196740 0.178992 0.178678 0.165515 CURRENT LEARNING RATE: 4.442581445005207e-06
previous_iter_valid_loss : 0.1638011634349823
1196760 0.163964 0.163801 0.165675 CURRENT LEARNING RATE: 4.441693017561905e-06
previous_iter_valid_loss : 0.16438989341259003
1196780 0.164555 0.164390 0.165770 CURRENT LEARNING RATE: 4.440804767786334e-06
previous_iter_valid_loss : 0.161671981215477
1196800 0.161824 0.161672 0.165750 CURRENT LEARNING RATE: 4.439916695642953e-06
previous_iter_valid_loss : 0.16166694462299347
1196820 0.161857 0.161667 0.165484 CURRENT LEARNING RATE: 4.439028801096233e-06
previous_iter_valid_loss : 0.16881483793258667
1196840 0.168970 0.168815 0.165740 CURRENT LEARNING RATE: 4.438141084110673e-06
previous_iter_valid_loss : 0.1618340015411377
1196860 0.162000 0.161834 0.165764 CURRENT LEARNING RATE: 4.4372535446507575e-06
previous_iter_valid_loss : 0.16161608695983887
1196880 0.161780 0.161616 0.165425 CURRENT LEARNING RATE: 4.436366182680984e-06
previous_iter_valid_loss : 0.1803087443113327
1196900 0.180627 0.180309 0.166035 CURRENT LEARNING RATE: 4.435478998165851e-06
previous_iter_valid_loss : 0.1707872897386551
1196920 0.170934 0.170787 0.166211 CURRENT LEARNING RATE: 4.434591991069886e-06
previous_iter_valid_loss : 0.1799280047416687
1196940 0.180082 0.179928 0.166964 CURRENT LEARNING RATE: 4.433705161357602e-06
previous_iter_valid_loss : 0.16399836540222168
1196960 0.164189 0.163998 0.166592 CURRENT LEARNING RATE: 4.432818508993525e-06
previous_iter_valid_loss : 0.16059911251068115
1196980 0.160766 0.160599 0.166111 CURRENT LEARNING RATE: 4.43193203394218e-06
previous_iter_valid_loss : 0.16313284635543823
1197000 0.163303 0.163133 0.165927 CURRENT LEARNING RATE: 4.431045736168125e-06
previous_iter_valid_loss : 0.16899077594280243
1197020 0.169138 0.168991 0.166329 CURRENT LEARNING RATE: 4.430159615635901e-06
previous_iter_valid_loss : 0.1611006259918213
1197040 0.161259 0.161101 0.166297 CURRENT LEARNING RATE: 4.429273672310061e-06
previous_iter_valid_loss : 0.16214986145496368
1197060 0.162353 0.162150 0.166326 CURRENT LEARNING RATE: 4.428387906155162e-06
previous_iter_valid_loss : 0.1739272177219391
1197080 0.174201 0.173927 0.166916 CURRENT LEARNING RATE: 4.427502317135786e-06
previous_iter_valid_loss : 0.1607036292552948
1197100 0.160885 0.160704 0.166859 CURRENT LEARNING RATE: 4.426616905216504e-06
previous_iter_valid_loss : 0.16072265803813934
1197120 0.160866 0.160723 0.166439 CURRENT LEARNING RATE: 4.4257316703619e-06
previous_iter_valid_loss : 0.1615486741065979
1197140 0.161700 0.161549 0.165582 CURRENT LEARNING RATE: 4.424846612536554e-06
previous_iter_valid_loss : 0.18292564153671265
1197160 0.183078 0.182926 0.166538 CURRENT LEARNING RATE: 4.423961731705082e-06
previous_iter_valid_loss : 0.1788208782672882
1197180 0.179140 0.178821 0.167260 CURRENT LEARNING RATE: 4.423077027832079e-06
previous_iter_valid_loss : 0.17857031524181366
1197200 0.178887 0.178570 0.168105 CURRENT LEARNING RATE: 4.42219250088215e-06
previous_iter_valid_loss : 0.1613868623971939
1197220 0.161553 0.161387 0.168091 CURRENT LEARNING RATE: 4.42130815081993e-06
previous_iter_valid_loss : 0.16432636976242065
1197240 0.164498 0.164326 0.167866 CURRENT LEARNING RATE: 4.420423977610037e-06
previous_iter_valid_loss : 0.16108837723731995
1197260 0.161242 0.161088 0.167829 CURRENT LEARNING RATE: 4.419539981217102e-06
previous_iter_valid_loss : 0.16930875182151794
1197280 0.169466 0.169309 0.168214 CURRENT LEARNING RATE: 4.41865616160576e-06
previous_iter_valid_loss : 0.162997767329216
1197300 0.163162 0.162998 0.167348 CURRENT LEARNING RATE: 4.4177725187406735e-06
previous_iter_valid_loss : 0.16086716949939728
1197320 0.161048 0.160867 0.166852 CURRENT LEARNING RATE: 4.416889052586488e-06
previous_iter_valid_loss : 0.16564416885375977
1197340 0.165850 0.165644 0.166138 CURRENT LEARNING RATE: 4.416005763107864e-06
previous_iter_valid_loss : 0.1772640198469162
1197360 0.177567 0.177264 0.166801 CURRENT LEARNING RATE: 4.415122650269464e-06
previous_iter_valid_loss : 0.16330380737781525
1197380 0.163477 0.163304 0.166936 CURRENT LEARNING RATE: 4.414239714035979e-06
previous_iter_valid_loss : 0.16058172285556793
1197400 0.160751 0.160582 0.166809 CURRENT LEARNING RATE: 4.413356954372083e-06
previous_iter_valid_loss : 0.17091162502765656
1197420 0.171061 0.170912 0.166905 CURRENT LEARNING RATE: 4.412474371242466e-06
previous_iter_valid_loss : 0.1613590568304062
1197440 0.161511 0.161359 0.166918 CURRENT LEARNING RATE: 4.411591964611816e-06
previous_iter_valid_loss : 0.16064958274364471
1197460 0.160815 0.160650 0.166843 CURRENT LEARNING RATE: 4.410709734444852e-06
previous_iter_valid_loss : 0.1692785769701004
1197480 0.169430 0.169279 0.166610 CURRENT LEARNING RATE: 4.40982768070628e-06
previous_iter_valid_loss : 0.16056019067764282
1197500 0.160716 0.160560 0.166603 CURRENT LEARNING RATE: 4.4089458033608145e-06
previous_iter_valid_loss : 0.17043566703796387
1197520 0.170684 0.170436 0.167089 CURRENT LEARNING RATE: 4.4080641023731746e-06
previous_iter_valid_loss : 0.1767779290676117
1197540 0.177063 0.176778 0.167850 CURRENT LEARNING RATE: 4.407182577708107e-06
previous_iter_valid_loss : 0.1606634110212326
1197560 0.160814 0.160663 0.166737 CURRENT LEARNING RATE: 4.406301229330343e-06
previous_iter_valid_loss : 0.16298183798789978
1197580 0.163146 0.162982 0.165945 CURRENT LEARNING RATE: 4.405420057204621e-06
previous_iter_valid_loss : 0.16583184897899628
1197600 0.166038 0.165832 0.165308 CURRENT LEARNING RATE: 4.40453906129571e-06
previous_iter_valid_loss : 0.16422320902347565
1197620 0.164422 0.164223 0.165450 CURRENT LEARNING RATE: 4.403658241568362e-06
previous_iter_valid_loss : 0.16142800450325012
1197640 0.161583 0.161428 0.165305 CURRENT LEARNING RATE: 4.4027775979873435e-06
previous_iter_valid_loss : 0.18269799649715424
1197660 0.182857 0.182698 0.166386 CURRENT LEARNING RATE: 4.401897130517422e-06
previous_iter_valid_loss : 0.1610918939113617
1197680 0.161273 0.161092 0.165975 CURRENT LEARNING RATE: 4.4010168391233946e-06
previous_iter_valid_loss : 0.1611320674419403
1197700 0.161319 0.161132 0.165882 CURRENT LEARNING RATE: 4.400136723770041e-06
previous_iter_valid_loss : 0.16463150084018707
1197720 0.164832 0.164632 0.166070 CURRENT LEARNING RATE: 4.3992567844221565e-06
previous_iter_valid_loss : 0.17033590376377106
1197740 0.170588 0.170336 0.166304 CURRENT LEARNING RATE: 4.398377021044537e-06
previous_iter_valid_loss : 0.1611965149641037
1197760 0.161349 0.161197 0.165501 CURRENT LEARNING RATE: 4.397497433602006e-06
previous_iter_valid_loss : 0.16332626342773438
1197780 0.163511 0.163326 0.165502 CURRENT LEARNING RATE: 4.3966180220593735e-06
previous_iter_valid_loss : 0.16123460233211517
1197800 0.161427 0.161235 0.165535 CURRENT LEARNING RATE: 4.395738786381462e-06
previous_iter_valid_loss : 0.17167668044567108
1197820 0.171828 0.171677 0.165573 CURRENT LEARNING RATE: 4.394859726533095e-06
previous_iter_valid_loss : 0.16449320316314697
1197840 0.164700 0.164493 0.165730 CURRENT LEARNING RATE: 4.393980842479125e-06
previous_iter_valid_loss : 0.16285943984985352
1197860 0.163059 0.162859 0.165840 CURRENT LEARNING RATE: 4.3931021341843904e-06
previous_iter_valid_loss : 0.16251805424690247
1197880 0.162705 0.162518 0.165502 CURRENT LEARNING RATE: 4.392223601613741e-06
previous_iter_valid_loss : 0.16087406873703003
1197900 0.161033 0.160874 0.165518 CURRENT LEARNING RATE: 4.391345244732029e-06
previous_iter_valid_loss : 0.16050899028778076
1197920 0.160661 0.160509 0.165022 CURRENT LEARNING RATE: 4.390467063504135e-06
previous_iter_valid_loss : 0.16315549612045288
1197940 0.163320 0.163155 0.164340 CURRENT LEARNING RATE: 4.389589057894923e-06
previous_iter_valid_loss : 0.16906209290027618
1197960 0.169209 0.169062 0.164760 CURRENT LEARNING RATE: 4.3887112278692745e-06
previous_iter_valid_loss : 0.1963634341955185
1197980 0.196470 0.196363 0.166429 CURRENT LEARNING RATE: 4.387833573392068e-06
previous_iter_valid_loss : 0.16305920481681824
1198000 0.163251 0.163059 0.166291 CURRENT LEARNING RATE: 4.386956094428213e-06
previous_iter_valid_loss : 0.16383008658885956
1198020 0.164000 0.163830 0.166271 CURRENT LEARNING RATE: 4.3860787909426026e-06
previous_iter_valid_loss : 0.16394953429698944
1198040 0.164121 0.163950 0.166397 CURRENT LEARNING RATE: 4.385201662900136e-06
previous_iter_valid_loss : 0.16058824956417084
1198060 0.160755 0.160588 0.165292 CURRENT LEARNING RATE: 4.384324710265745e-06
previous_iter_valid_loss : 0.16060374677181244
1198080 0.160773 0.160604 0.165267 CURRENT LEARNING RATE: 4.383447933004342e-06
previous_iter_valid_loss : 0.16512292623519897
1198100 0.165329 0.165123 0.165467 CURRENT LEARNING RATE: 4.382571331080858e-06
previous_iter_valid_loss : 0.1755276769399643
1198120 0.175676 0.175528 0.166012 CURRENT LEARNING RATE: 4.381694904460219e-06
previous_iter_valid_loss : 0.16498056054115295
1198140 0.165185 0.164981 0.165744 CURRENT LEARNING RATE: 4.380818653107386e-06
previous_iter_valid_loss : 0.17869067192077637
1198160 0.178848 0.178691 0.166619 CURRENT LEARNING RATE: 4.379942576987299e-06
previous_iter_valid_loss : 0.16068685054779053
1198180 0.160839 0.160687 0.166487 CURRENT LEARNING RATE: 4.379066676064915e-06
previous_iter_valid_loss : 0.16456320881843567
1198200 0.164730 0.164563 0.166653 CURRENT LEARNING RATE: 4.378190950305191e-06
previous_iter_valid_loss : 0.1668739914894104
1198220 0.167092 0.166874 0.166413 CURRENT LEARNING RATE: 4.377315399673114e-06
previous_iter_valid_loss : 0.16510707139968872
1198240 0.165328 0.165107 0.166444 CURRENT LEARNING RATE: 4.376440024133653e-06
previous_iter_valid_loss : 0.1836070418357849
1198260 0.183753 0.183607 0.167481 CURRENT LEARNING RATE: 4.3755648236517945e-06
previous_iter_valid_loss : 0.19794270396232605
1198280 0.198039 0.197943 0.169252 CURRENT LEARNING RATE: 4.3746897981925216e-06
previous_iter_valid_loss : 0.1706758439540863
1198300 0.170936 0.170676 0.169742 CURRENT LEARNING RATE: 4.3738149477208476e-06
previous_iter_valid_loss : 0.16093328595161438
1198320 0.161113 0.160933 0.169764 CURRENT LEARNING RATE: 4.372940272201773e-06
previous_iter_valid_loss : 0.16116422414779663
1198340 0.161345 0.161164 0.169664 CURRENT LEARNING RATE: 4.3720657716003105e-06
previous_iter_valid_loss : 0.17921915650367737
1198360 0.179378 0.179219 0.170172 CURRENT LEARNING RATE: 4.37119144588147e-06
previous_iter_valid_loss : 0.19446739554405212
1198380 0.194589 0.194467 0.170077 CURRENT LEARNING RATE: 4.3703172950102974e-06
previous_iter_valid_loss : 0.160543292760849
1198400 0.160701 0.160543 0.169951 CURRENT LEARNING RATE: 4.369443318951816e-06
previous_iter_valid_loss : 0.16069558262825012
1198420 0.160855 0.160696 0.169794 CURRENT LEARNING RATE: 4.36856951767106e-06
previous_iter_valid_loss : 0.16062456369400024
1198440 0.160799 0.160625 0.169628 CURRENT LEARNING RATE: 4.3676958911330944e-06
previous_iter_valid_loss : 0.16097918152809143
1198460 0.161139 0.160979 0.169648 CURRENT LEARNING RATE: 4.366822439302964e-06
previous_iter_valid_loss : 0.16146045923233032
1198480 0.161616 0.161460 0.169691 CURRENT LEARNING RATE: 4.365949162145732e-06
previous_iter_valid_loss : 0.1606520265340805
1198500 0.160826 0.160652 0.169467 CURRENT LEARNING RATE: 4.36507605962646e-06
previous_iter_valid_loss : 0.1605127900838852
1198520 0.160672 0.160513 0.168716 CURRENT LEARNING RATE: 4.364203131710238e-06
previous_iter_valid_loss : 0.1811300665140152
1198540 0.181287 0.181130 0.169524 CURRENT LEARNING RATE: 4.363330378362142e-06
previous_iter_valid_loss : 0.17480656504631042
1198560 0.175087 0.174807 0.169330 CURRENT LEARNING RATE: 4.362457799547262e-06
previous_iter_valid_loss : 0.16157777607440948
1198580 0.161765 0.161578 0.169374 CURRENT LEARNING RATE: 4.361585395230686e-06
previous_iter_valid_loss : 0.1608751267194748
1198600 0.161025 0.160875 0.169190 CURRENT LEARNING RATE: 4.360713165377535e-06
previous_iter_valid_loss : 0.1608174592256546
1198620 0.160988 0.160817 0.168887 CURRENT LEARNING RATE: 4.3598411099529105e-06
previous_iter_valid_loss : 0.1610233038663864
1198640 0.161209 0.161023 0.168683 CURRENT LEARNING RATE: 4.358969228921932e-06
previous_iter_valid_loss : 0.18824408948421478
1198660 0.188377 0.188244 0.168915 CURRENT LEARNING RATE: 4.3580975222497146e-06
previous_iter_valid_loss : 0.17977246642112732
1198680 0.179931 0.179772 0.168006 CURRENT LEARNING RATE: 4.357225989901406e-06
previous_iter_valid_loss : 0.16338831186294556
1198700 0.163585 0.163388 0.167642 CURRENT LEARNING RATE: 4.3563546318421386e-06
previous_iter_valid_loss : 0.16269974410533905
1198720 0.162868 0.162700 0.167730 CURRENT LEARNING RATE: 4.355483448037057e-06
previous_iter_valid_loss : 0.17164494097232819
1198740 0.171790 0.171645 0.168254 CURRENT LEARNING RATE: 4.354612438451305e-06
previous_iter_valid_loss : 0.1668412834405899
1198760 0.167000 0.166841 0.167635 CURRENT LEARNING RATE: 4.35374160305006e-06
previous_iter_valid_loss : 0.16894502937793732
1198780 0.169177 0.168945 0.166359 CURRENT LEARNING RATE: 4.35287094179848e-06
previous_iter_valid_loss : 0.16365456581115723
1198800 0.163822 0.163655 0.166515 CURRENT LEARNING RATE: 4.352000454661729e-06
previous_iter_valid_loss : 0.16753125190734863
1198820 0.167683 0.167531 0.166856 CURRENT LEARNING RATE: 4.351130141605006e-06
previous_iter_valid_loss : 0.16181975603103638
1198840 0.161983 0.161820 0.166916 CURRENT LEARNING RATE: 4.350260002593488e-06
previous_iter_valid_loss : 0.16294744610786438
1198860 0.163118 0.162947 0.167015 CURRENT LEARNING RATE: 4.349390037592372e-06
previous_iter_valid_loss : 0.16217276453971863
1198880 0.162367 0.162173 0.167050 CURRENT LEARNING RATE: 4.34852024656685e-06
previous_iter_valid_loss : 0.1611323058605194
1198900 0.161289 0.161132 0.167074 CURRENT LEARNING RATE: 4.347650629482146e-06
previous_iter_valid_loss : 0.17055456340312958
1198920 0.170705 0.170555 0.167576 CURRENT LEARNING RATE: 4.346781186303467e-06
previous_iter_valid_loss : 0.17293938994407654
1198940 0.173212 0.172939 0.167167 CURRENT LEARNING RATE: 4.345911916996037e-06
previous_iter_valid_loss : 0.16318993270397186
1198960 0.163348 0.163190 0.166586 CURRENT LEARNING RATE: 4.345042821525076e-06
previous_iter_valid_loss : 0.16767795383930206
1198980 0.167833 0.167678 0.166891 CURRENT LEARNING RATE: 4.344173899855836e-06
previous_iter_valid_loss : 0.16437461972236633
1199000 0.164585 0.164375 0.167066 CURRENT LEARNING RATE: 4.343305151953553e-06
previous_iter_valid_loss : 0.16097211837768555
1199020 0.161127 0.160972 0.167074 CURRENT LEARNING RATE: 4.342436577783476e-06
previous_iter_valid_loss : 0.1631811559200287
1199040 0.163366 0.163181 0.167181 CURRENT LEARNING RATE: 4.341568177310856e-06
previous_iter_valid_loss : 0.17077858746051788
1199060 0.170932 0.170779 0.166308 CURRENT LEARNING RATE: 4.3406999505009715e-06
previous_iter_valid_loss : 0.16327497363090515
1199080 0.163440 0.163275 0.165483 CURRENT LEARNING RATE: 4.3398318973190844e-06
previous_iter_valid_loss : 0.18038807809352875
1199100 0.180721 0.180388 0.166333 CURRENT LEARNING RATE: 4.338964017730475e-06
previous_iter_valid_loss : 0.16740649938583374
1199120 0.167560 0.167406 0.166569 CURRENT LEARNING RATE: 4.338096311700418e-06
previous_iter_valid_loss : 0.16129018366336823
1199140 0.161477 0.161290 0.166051 CURRENT LEARNING RATE: 4.337228779194222e-06
previous_iter_valid_loss : 0.16112306714057922
1199160 0.161309 0.161123 0.165765 CURRENT LEARNING RATE: 4.336361420177179e-06
previous_iter_valid_loss : 0.16057170927524567
1199180 0.160747 0.160572 0.165346 CURRENT LEARNING RATE: 4.3354942346145845e-06
previous_iter_valid_loss : 0.18760661780834198
1199200 0.187733 0.187607 0.166544 CURRENT LEARNING RATE: 4.334627222471768e-06
previous_iter_valid_loss : 0.1604994386434555
1199220 0.160664 0.160499 0.166192 CURRENT LEARNING RATE: 4.333760383714041e-06
previous_iter_valid_loss : 0.167650043964386
1199240 0.167809 0.167650 0.166484 CURRENT LEARNING RATE: 4.332893718306729e-06
previous_iter_valid_loss : 0.16977621614933014
1199260 0.169930 0.169776 0.166825 CURRENT LEARNING RATE: 4.33202722621516e-06
previous_iter_valid_loss : 0.16242888569831848
1199280 0.162626 0.162429 0.166838 CURRENT LEARNING RATE: 4.331160907404688e-06
previous_iter_valid_loss : 0.1670348197221756
1199300 0.167195 0.167035 0.167133 CURRENT LEARNING RATE: 4.330294761840653e-06
previous_iter_valid_loss : 0.167347252368927
1199320 0.167572 0.167347 0.166973 CURRENT LEARNING RATE: 4.329428789488408e-06
previous_iter_valid_loss : 0.16140049695968628
1199340 0.161583 0.161400 0.166396 CURRENT LEARNING RATE: 4.328562990313308e-06
previous_iter_valid_loss : 0.16167932748794556
1199360 0.161830 0.161679 0.166320 CURRENT LEARNING RATE: 4.327697364280736e-06
previous_iter_valid_loss : 0.16051381826400757
1199380 0.160679 0.160514 0.165962 CURRENT LEARNING RATE: 4.32683191135606e-06
previous_iter_valid_loss : 0.20120340585708618
1199400 0.201286 0.201203 0.167804 CURRENT LEARNING RATE: 4.325966631504659e-06
previous_iter_valid_loss : 0.1979091316461563
1199420 0.198006 0.197909 0.169650 CURRENT LEARNING RATE: 4.325101524691919e-06
previous_iter_valid_loss : 0.16271288692951202
1199440 0.162903 0.162713 0.169627 CURRENT LEARNING RATE: 4.324236590883245e-06
previous_iter_valid_loss : 0.16211140155792236
1199460 0.162272 0.162111 0.169194 CURRENT LEARNING RATE: 4.323371830044037e-06
previous_iter_valid_loss : 0.16060060262680054
1199480 0.160752 0.160601 0.169060 CURRENT LEARNING RATE: 4.322507242139703e-06
previous_iter_valid_loss : 0.16702203452587128
1199500 0.167175 0.167022 0.168392 CURRENT LEARNING RATE: 4.321642827135651e-06
previous_iter_valid_loss : 0.16176065802574158
1199520 0.161948 0.161761 0.168109 CURRENT LEARNING RATE: 4.320778584997321e-06
previous_iter_valid_loss : 0.19250725209712982
1199540 0.192986 0.192507 0.169670 CURRENT LEARNING RATE: 4.319914515690135e-06
previous_iter_valid_loss : 0.16732317209243774
1199560 0.167541 0.167323 0.169980 CURRENT LEARNING RATE: 4.319050619179529e-06
previous_iter_valid_loss : 0.1720878779888153
1199580 0.172347 0.172088 0.170556 CURRENT LEARNING RATE: 4.3181868954309416e-06
previous_iter_valid_loss : 0.165581613779068
1199600 0.165803 0.165582 0.169455 CURRENT LEARNING RATE: 4.317323344409838e-06
previous_iter_valid_loss : 0.1623222529888153
1199620 0.162502 0.162322 0.169546 CURRENT LEARNING RATE: 4.316459966081669e-06
previous_iter_valid_loss : 0.16096380352973938
1199640 0.161136 0.160964 0.169212 CURRENT LEARNING RATE: 4.315596760411891e-06
previous_iter_valid_loss : 0.16672323644161224
1199660 0.166939 0.166723 0.169059 CURRENT LEARNING RATE: 4.314733727365992e-06
previous_iter_valid_loss : 0.16767166554927826
1199680 0.167824 0.167672 0.169321 CURRENT LEARNING RATE: 4.313870866909443e-06
previous_iter_valid_loss : 0.16255243122577667
1199700 0.162714 0.162552 0.169097 CURRENT LEARNING RATE: 4.3130081790077285e-06
previous_iter_valid_loss : 0.16264456510543823
1199720 0.162804 0.162645 0.168862 CURRENT LEARNING RATE: 4.312145663626335e-06
previous_iter_valid_loss : 0.16238808631896973
1199740 0.162558 0.162388 0.168911 CURRENT LEARNING RATE: 4.311283320730775e-06
previous_iter_valid_loss : 0.16064085066318512
1199760 0.160799 0.160641 0.168859 CURRENT LEARNING RATE: 4.31042115028655e-06
previous_iter_valid_loss : 0.1615862101316452
1199780 0.161768 0.161586 0.168913 CURRENT LEARNING RATE: 4.30955915225917e-06
previous_iter_valid_loss : 0.16298839449882507
1199800 0.163170 0.162988 0.167002 CURRENT LEARNING RATE: 4.30869732661415e-06
previous_iter_valid_loss : 0.17123837769031525
1199820 0.171501 0.171238 0.165669 CURRENT LEARNING RATE: 4.3078356733170315e-06
previous_iter_valid_loss : 0.16834771633148193
1199840 0.168506 0.168348 0.165950 CURRENT LEARNING RATE: 4.30697419233334e-06
previous_iter_valid_loss : 0.163621187210083
1199860 0.163786 0.163621 0.166026 CURRENT LEARNING RATE: 4.306112883628617e-06
previous_iter_valid_loss : 0.1605471819639206
1199880 0.160714 0.160547 0.166023 CURRENT LEARNING RATE: 4.305251747168402e-06
previous_iter_valid_loss : 0.16508381068706512
1199900 0.165245 0.165084 0.165926 CURRENT LEARNING RATE: 4.304390782918265e-06
previous_iter_valid_loss : 0.17410528659820557
1199920 0.174262 0.174105 0.166544 CURRENT LEARNING RATE: 4.30352999084376e-06
previous_iter_valid_loss : 0.16196951270103455
1199940 0.162111 0.161970 0.165017 CURRENT LEARNING RATE: 4.302669370910455e-06
previous_iter_valid_loss : 0.17035911977291107
1199960 0.170512 0.170359 0.165168 CURRENT LEARNING RATE: 4.3018089230839184e-06
previous_iter_valid_loss : 0.16128993034362793
1199980 0.161473 0.161290 0.164629 CURRENT LEARNING RATE: 4.300948647329746e-06
previous_iter_valid_loss : 0.17433540523052216
1200000 0.174485 0.174335 0.165066 CURRENT LEARNING RATE: 4.300088543613521e-06
previous_iter_valid_loss : 0.1666014939546585
1200020 0.166759 0.166601 0.165280 CURRENT LEARNING RATE: 4.2992286119008305e-06
previous_iter_valid_loss : 0.16835340857505798
1200040 0.168508 0.168353 0.165650 CURRENT LEARNING RATE: 4.298368852157293e-06
previous_iter_valid_loss : 0.16234171390533447
1200060 0.162519 0.162342 0.165431 CURRENT LEARNING RATE: 4.297509264348509e-06
previous_iter_valid_loss : 0.1619068682193756
1200080 0.162062 0.161907 0.165142 CURRENT LEARNING RATE: 4.296649848440097e-06
previous_iter_valid_loss : 0.16081565618515015
1200100 0.160997 0.160816 0.165056 CURRENT LEARNING RATE: 4.295790604397672e-06
previous_iter_valid_loss : 0.1615290641784668
1200120 0.161678 0.161529 0.165000 CURRENT LEARNING RATE: 4.294931532186879e-06
previous_iter_valid_loss : 0.1692483276128769
1200140 0.169397 0.169248 0.165343 CURRENT LEARNING RATE: 4.294072631773348e-06
previous_iter_valid_loss : 0.16199585795402527
1200160 0.162180 0.161996 0.165411 CURRENT LEARNING RATE: 4.293213903122723e-06
previous_iter_valid_loss : 0.1618114709854126
1200180 0.161969 0.161811 0.165422 CURRENT LEARNING RATE: 4.292355346200646e-06
previous_iter_valid_loss : 0.17482875287532806
1200200 0.175109 0.174829 0.166014 CURRENT LEARNING RATE: 4.291496960972793e-06
previous_iter_valid_loss : 0.16839903593063354
1200220 0.168630 0.168399 0.165872 CURRENT LEARNING RATE: 4.2906387474048175e-06
previous_iter_valid_loss : 0.16995908319950104
1200240 0.170106 0.169959 0.165952 CURRENT LEARNING RATE: 4.289780705462393e-06
previous_iter_valid_loss : 0.16150572896003723
1200260 0.161700 0.161506 0.165847 CURRENT LEARNING RATE: 4.28892283511119e-06
previous_iter_valid_loss : 0.16187837719917297
1200280 0.162027 0.161878 0.165913 CURRENT LEARNING RATE: 4.288065136316908e-06
previous_iter_valid_loss : 0.19393135607242584
1200300 0.194418 0.193931 0.167356 CURRENT LEARNING RATE: 4.287207609045232e-06
previous_iter_valid_loss : 0.16051869094371796
1200320 0.160681 0.160519 0.166676 CURRENT LEARNING RATE: 4.286350253261861e-06
previous_iter_valid_loss : 0.1704145222902298
1200340 0.170564 0.170415 0.167099 CURRENT LEARNING RATE: 4.285493068932493e-06
previous_iter_valid_loss : 0.1610381305217743
1200360 0.161191 0.161038 0.166632 CURRENT LEARNING RATE: 4.284636056022856e-06
previous_iter_valid_loss : 0.16056445240974426
1200380 0.160724 0.160564 0.166596 CURRENT LEARNING RATE: 4.2837792144986624e-06
previous_iter_valid_loss : 0.1615724265575409
1200400 0.161764 0.161572 0.165958 CURRENT LEARNING RATE: 4.2829225443256305e-06
previous_iter_valid_loss : 0.16478462517261505
1200420 0.164975 0.164785 0.165867 CURRENT LEARNING RATE: 4.282066045469507e-06
previous_iter_valid_loss : 0.16056889295578003
1200440 0.160730 0.160569 0.165478 CURRENT LEARNING RATE: 4.281209717896028e-06
previous_iter_valid_loss : 0.1729576289653778
1200460 0.173105 0.172958 0.166009 CURRENT LEARNING RATE: 4.280353561570937e-06
previous_iter_valid_loss : 0.1835607886314392
1200480 0.183932 0.183561 0.167091 CURRENT LEARNING RATE: 4.279497576459981e-06
previous_iter_valid_loss : 0.16739587485790253
1200500 0.167616 0.167396 0.167420 CURRENT LEARNING RATE: 4.278641762528937e-06
previous_iter_valid_loss : 0.16617929935455322
1200520 0.166340 0.166179 0.167653 CURRENT LEARNING RATE: 4.277786119743564e-06
previous_iter_valid_loss : 0.1606024205684662
1200540 0.160762 0.160602 0.167221 CURRENT LEARNING RATE: 4.276930648069636e-06
previous_iter_valid_loss : 0.17954203486442566
1200560 0.179696 0.179542 0.168098 CURRENT LEARNING RATE: 4.276075347472927e-06
previous_iter_valid_loss : 0.16453328728675842
1200580 0.164745 0.164533 0.168234 CURRENT LEARNING RATE: 4.27522021791924e-06
previous_iter_valid_loss : 0.1615643948316574
1200600 0.161730 0.161564 0.167571 CURRENT LEARNING RATE: 4.2743652593743635e-06
previous_iter_valid_loss : 0.16124185919761658
1200620 0.161405 0.161242 0.167213 CURRENT LEARNING RATE: 4.273510471804096e-06
previous_iter_valid_loss : 0.17092840373516083
1200640 0.171076 0.170928 0.167261 CURRENT LEARNING RATE: 4.272655855174242e-06
previous_iter_valid_loss : 0.1633295863866806
1200660 0.163492 0.163330 0.167353 CURRENT LEARNING RATE: 4.271801409450629e-06
previous_iter_valid_loss : 0.161398783326149
1200680 0.161587 0.161399 0.167329 CURRENT LEARNING RATE: 4.270947134599074e-06
previous_iter_valid_loss : 0.16355983912944794
1200700 0.163726 0.163560 0.165810 CURRENT LEARNING RATE: 4.270093030585404e-06
previous_iter_valid_loss : 0.16676506400108337
1200720 0.166923 0.166765 0.166122 CURRENT LEARNING RATE: 4.2692390973754495e-06
previous_iter_valid_loss : 0.17036403715610504
1200740 0.170629 0.170364 0.166120 CURRENT LEARNING RATE: 4.268385334935066e-06
previous_iter_valid_loss : 0.16182366013526917
1200760 0.161987 0.161824 0.166159 CURRENT LEARNING RATE: 4.267531743230097e-06
previous_iter_valid_loss : 0.16059115529060364
1200780 0.160764 0.160591 0.166160 CURRENT LEARNING RATE: 4.266678322226398e-06
previous_iter_valid_loss : 0.16728293895721436
1200800 0.167510 0.167283 0.166446 CURRENT LEARNING RATE: 4.265825071889825e-06
previous_iter_valid_loss : 0.17354024946689606
1200820 0.173690 0.173540 0.166884 CURRENT LEARNING RATE: 4.264971992186263e-06
previous_iter_valid_loss : 0.1630334109067917
1200840 0.163227 0.163033 0.167007 CURRENT LEARNING RATE: 4.264119083081581e-06
previous_iter_valid_loss : 0.1609322875738144
1200860 0.161112 0.160932 0.166406 CURRENT LEARNING RATE: 4.263266344541656e-06
previous_iter_valid_loss : 0.1611715406179428
1200880 0.161333 0.161172 0.165286 CURRENT LEARNING RATE: 4.262413776532392e-06
previous_iter_valid_loss : 0.16923107206821442
1200900 0.169484 0.169231 0.165378 CURRENT LEARNING RATE: 4.2615613790196806e-06
previous_iter_valid_loss : 0.16127640008926392
1200920 0.161462 0.161276 0.165133 CURRENT LEARNING RATE: 4.2607091519694245e-06
previous_iter_valid_loss : 0.16107521951198578
1200940 0.161261 0.161075 0.165157 CURRENT LEARNING RATE: 4.259857095347527e-06
previous_iter_valid_loss : 0.16735638678073883
1200960 0.167513 0.167356 0.164547 CURRENT LEARNING RATE: 4.259005209119922e-06
previous_iter_valid_loss : 0.16053137183189392
1200980 0.160699 0.160531 0.164347 CURRENT LEARNING RATE: 4.258153493252526e-06
previous_iter_valid_loss : 0.1667541116476059
1201000 0.166967 0.166754 0.164607 CURRENT LEARNING RATE: 4.25730194771127e-06
previous_iter_valid_loss : 0.1637810319662094
1201020 0.163953 0.163781 0.164734 CURRENT LEARNING RATE: 4.256450572462085e-06
previous_iter_valid_loss : 0.164334237575531
1201040 0.164511 0.164334 0.164404 CURRENT LEARNING RATE: 4.255599367470931e-06
previous_iter_valid_loss : 0.16095088422298431
1201060 0.161132 0.160951 0.164285 CURRENT LEARNING RATE: 4.254748332703752e-06
previous_iter_valid_loss : 0.17206718027591705
1201080 0.172323 0.172067 0.164818 CURRENT LEARNING RATE: 4.2538974681265075e-06
previous_iter_valid_loss : 0.18621648848056793
1201100 0.186610 0.186216 0.165951 CURRENT LEARNING RATE: 4.253046773705154e-06
previous_iter_valid_loss : 0.16308249533176422
1201120 0.163266 0.163082 0.165767 CURRENT LEARNING RATE: 4.2521962494056805e-06
previous_iter_valid_loss : 0.17356909811496735
1201140 0.173714 0.173569 0.165927 CURRENT LEARNING RATE: 4.2513458951940565e-06
previous_iter_valid_loss : 0.16062243282794952
1201160 0.160778 0.160622 0.165867 CURRENT LEARNING RATE: 4.2504957110362695e-06
previous_iter_valid_loss : 0.16203227639198303
1201180 0.162189 0.162032 0.165939 CURRENT LEARNING RATE: 4.2496456968983035e-06
previous_iter_valid_loss : 0.1662815809249878
1201200 0.166497 0.166282 0.165889 CURRENT LEARNING RATE: 4.248795852746174e-06
previous_iter_valid_loss : 0.1606360673904419
1201220 0.160786 0.160636 0.165244 CURRENT LEARNING RATE: 4.24794617854588e-06
previous_iter_valid_loss : 0.16143210232257843
1201240 0.161621 0.161432 0.165164 CURRENT LEARNING RATE: 4.247096674263425e-06
previous_iter_valid_loss : 0.17708702385425568
1201260 0.177396 0.177087 0.165972 CURRENT LEARNING RATE: 4.246247339864845e-06
previous_iter_valid_loss : 0.16147439181804657
1201280 0.161661 0.161474 0.165987 CURRENT LEARNING RATE: 4.245398175316159e-06
previous_iter_valid_loss : 0.16051535308361053
1201300 0.160675 0.160515 0.165551 CURRENT LEARNING RATE: 4.2445491805834014e-06
previous_iter_valid_loss : 0.1617289036512375
1201320 0.161925 0.161729 0.165574 CURRENT LEARNING RATE: 4.243700355632603e-06
previous_iter_valid_loss : 0.16890090703964233
1201340 0.169144 0.168901 0.165965 CURRENT LEARNING RATE: 4.242851700429828e-06
previous_iter_valid_loss : 0.16231200098991394
1201360 0.162492 0.162312 0.165713 CURRENT LEARNING RATE: 4.242003214941121e-06
previous_iter_valid_loss : 0.16054847836494446
1201380 0.160716 0.160548 0.165714 CURRENT LEARNING RATE: 4.241154899132544e-06
previous_iter_valid_loss : 0.18398508429527283
1201400 0.184129 0.183985 0.166575 CURRENT LEARNING RATE: 4.240306752970155e-06
previous_iter_valid_loss : 0.1608092486858368
1201420 0.160986 0.160809 0.166427 CURRENT LEARNING RATE: 4.239458776420045e-06
previous_iter_valid_loss : 0.16312958300113678
1201440 0.163294 0.163130 0.166366 CURRENT LEARNING RATE: 4.238610969448286e-06
previous_iter_valid_loss : 0.17218230664730072
1201460 0.172449 0.172182 0.166928 CURRENT LEARNING RATE: 4.2377633320209665e-06
previous_iter_valid_loss : 0.1608142852783203
1201480 0.160970 0.160814 0.166365 CURRENT LEARNING RATE: 4.236915864104173e-06
previous_iter_valid_loss : 0.203456312417984
1201500 0.203523 0.203456 0.167227 CURRENT LEARNING RATE: 4.236068565664022e-06
previous_iter_valid_loss : 0.16327306628227234
1201520 0.163432 0.163273 0.167237 CURRENT LEARNING RATE: 4.235221436666615e-06
previous_iter_valid_loss : 0.16096891462802887
1201540 0.161152 0.160969 0.166607 CURRENT LEARNING RATE: 4.234374477078066e-06
previous_iter_valid_loss : 0.16991618275642395
1201560 0.170164 0.169916 0.167071 CURRENT LEARNING RATE: 4.233527686864489e-06
previous_iter_valid_loss : 0.16251397132873535
1201580 0.162673 0.162514 0.167096 CURRENT LEARNING RATE: 4.232681065992027e-06
previous_iter_valid_loss : 0.1657867431640625
1201600 0.165994 0.165787 0.167071 CURRENT LEARNING RATE: 4.231834614426808e-06
previous_iter_valid_loss : 0.16683228313922882
1201620 0.167051 0.166832 0.167381 CURRENT LEARNING RATE: 4.230988332134967e-06
previous_iter_valid_loss : 0.16258695721626282
1201640 0.162752 0.162587 0.167438 CURRENT LEARNING RATE: 4.230142219082669e-06
previous_iter_valid_loss : 0.16071544587612152
1201660 0.160872 0.160715 0.166620 CURRENT LEARNING RATE: 4.229296275236058e-06
previous_iter_valid_loss : 0.16063596308231354
1201680 0.160815 0.160636 0.166578 CURRENT LEARNING RATE: 4.2284505005613e-06
previous_iter_valid_loss : 0.17166666686534882
1201700 0.171814 0.171667 0.167135 CURRENT LEARNING RATE: 4.227604895024554e-06
previous_iter_valid_loss : 0.1613159477710724
1201720 0.161477 0.161316 0.167115 CURRENT LEARNING RATE: 4.2267594585920125e-06
previous_iter_valid_loss : 0.160771444439888
1201740 0.160950 0.160771 0.166708 CURRENT LEARNING RATE: 4.22591419122985e-06
previous_iter_valid_loss : 0.1605532169342041
1201760 0.160715 0.160553 0.166620 CURRENT LEARNING RATE: 4.225069092904256e-06
previous_iter_valid_loss : 0.17190660536289215
1201780 0.172171 0.171907 0.167188 CURRENT LEARNING RATE: 4.224224163581418e-06
previous_iter_valid_loss : 0.1610197126865387
1201800 0.161198 0.161020 0.166040 CURRENT LEARNING RATE: 4.2233794032275546e-06
previous_iter_valid_loss : 0.16925343871116638
1201820 0.169405 0.169253 0.166462 CURRENT LEARNING RATE: 4.222534811808868e-06
previous_iter_valid_loss : 0.16844993829727173
1201840 0.168688 0.168450 0.166728 CURRENT LEARNING RATE: 4.221690389291575e-06
previous_iter_valid_loss : 0.16718420386314392
1201860 0.167405 0.167184 0.166478 CURRENT LEARNING RATE: 4.2208461356418905e-06
previous_iter_valid_loss : 0.16085292398929596
1201880 0.161009 0.160853 0.166480 CURRENT LEARNING RATE: 4.220002050826059e-06
previous_iter_valid_loss : 0.1738830804824829
1201900 0.174157 0.173883 0.165002 CURRENT LEARNING RATE: 4.219158134810311e-06
previous_iter_valid_loss : 0.16452768445014954
1201920 0.164721 0.164528 0.165064 CURRENT LEARNING RATE: 4.218314387560888e-06
previous_iter_valid_loss : 0.17008431255817413
1201940 0.170341 0.170084 0.165520 CURRENT LEARNING RATE: 4.217470809044034e-06
previous_iter_valid_loss : 0.16224847733974457
1201960 0.162431 0.162248 0.165137 CURRENT LEARNING RATE: 4.21662739922602e-06
previous_iter_valid_loss : 0.16896025836467743
1201980 0.169198 0.168960 0.165459 CURRENT LEARNING RATE: 4.215784158073103e-06
previous_iter_valid_loss : 0.17190983891487122
1202000 0.172172 0.171910 0.165765 CURRENT LEARNING RATE: 4.2149410855515454e-06
previous_iter_valid_loss : 0.1616293042898178
1202020 0.161821 0.161629 0.165505 CURRENT LEARNING RATE: 4.21409818162764e-06
previous_iter_valid_loss : 0.16758428514003754
1202040 0.167809 0.167584 0.165755 CURRENT LEARNING RATE: 4.213255446267661e-06
previous_iter_valid_loss : 0.16051165759563446
1202060 0.160673 0.160512 0.165745 CURRENT LEARNING RATE: 4.2124128794379e-06
previous_iter_valid_loss : 0.16101011633872986
1202080 0.161195 0.161010 0.165763 CURRENT LEARNING RATE: 4.211570481104649e-06
previous_iter_valid_loss : 0.1612882763147354
1202100 0.161468 0.161288 0.165245 CURRENT LEARNING RATE: 4.210728251234224e-06
previous_iter_valid_loss : 0.17056363821029663
1202120 0.170817 0.170564 0.165707 CURRENT LEARNING RATE: 4.209886189792931e-06
previous_iter_valid_loss : 0.1606702208518982
1202140 0.160830 0.160670 0.165702 CURRENT LEARNING RATE: 4.209044296747085e-06
previous_iter_valid_loss : 0.1605411022901535
1202160 0.160700 0.160541 0.165701 CURRENT LEARNING RATE: 4.208202572063004e-06
previous_iter_valid_loss : 0.1860707849264145
1202180 0.186213 0.186071 0.166409 CURRENT LEARNING RATE: 4.207361015707034e-06
previous_iter_valid_loss : 0.16597163677215576
1202200 0.166123 0.165972 0.166657 CURRENT LEARNING RATE: 4.206519627645506e-06
previous_iter_valid_loss : 0.1692100614309311
1202220 0.169448 0.169210 0.166655 CURRENT LEARNING RATE: 4.205678407844762e-06
previous_iter_valid_loss : 0.1664905697107315
1202240 0.166647 0.166491 0.166557 CURRENT LEARNING RATE: 4.204837356271148e-06
previous_iter_valid_loss : 0.16281752288341522
1202260 0.162984 0.162818 0.166339 CURRENT LEARNING RATE: 4.203996472891038e-06
previous_iter_valid_loss : 0.16191725432872772
1202280 0.162084 0.161917 0.166392 CURRENT LEARNING RATE: 4.203155757670786e-06
previous_iter_valid_loss : 0.17811977863311768
1202300 0.178280 0.178120 0.166604 CURRENT LEARNING RATE: 4.2023152105767645e-06
previous_iter_valid_loss : 0.16055049002170563
1202320 0.160703 0.160550 0.166405 CURRENT LEARNING RATE: 4.201474831575345e-06
previous_iter_valid_loss : 0.16341006755828857
1202340 0.163611 0.163410 0.166071 CURRENT LEARNING RATE: 4.2006346206329274e-06
previous_iter_valid_loss : 0.1660742163658142
1202360 0.166286 0.166074 0.166262 CURRENT LEARNING RATE: 4.199794577715894e-06
previous_iter_valid_loss : 0.16056306660175323
1202380 0.160735 0.160563 0.165842 CURRENT LEARNING RATE: 4.198954702790645e-06
previous_iter_valid_loss : 0.1733791083097458
1202400 0.173644 0.173379 0.165916 CURRENT LEARNING RATE: 4.198114995823578e-06
previous_iter_valid_loss : 0.16220644116401672
1202420 0.162365 0.162206 0.165945 CURRENT LEARNING RATE: 4.197275456781117e-06
previous_iter_valid_loss : 0.160716250538826
1202440 0.160873 0.160716 0.165601 CURRENT LEARNING RATE: 4.196436085629676e-06
previous_iter_valid_loss : 0.16087044775485992
1202460 0.161054 0.160870 0.165619 CURRENT LEARNING RATE: 4.195596882335671e-06
previous_iter_valid_loss : 0.1614668369293213
1202480 0.161656 0.161467 0.165642 CURRENT LEARNING RATE: 4.19475784686555e-06
previous_iter_valid_loss : 0.16489990055561066
1202500 0.165056 0.164900 0.165823 CURRENT LEARNING RATE: 4.193918979185743e-06
previous_iter_valid_loss : 0.16055552661418915
1202520 0.160717 0.160556 0.165322 CURRENT LEARNING RATE: 4.193080279262696e-06
previous_iter_valid_loss : 0.16088922321796417
1202540 0.161040 0.160889 0.165333 CURRENT LEARNING RATE: 4.192241747062853e-06
previous_iter_valid_loss : 0.18711021542549133
1202560 0.187514 0.187110 0.166662 CURRENT LEARNING RATE: 4.191403382552687e-06
previous_iter_valid_loss : 0.16926147043704987
1202580 0.169508 0.169261 0.165821 CURRENT LEARNING RATE: 4.190565185698659e-06
previous_iter_valid_loss : 0.1618557572364807
1202600 0.162014 0.161856 0.165616 CURRENT LEARNING RATE: 4.1897271564672375e-06
previous_iter_valid_loss : 0.16439206898212433
1202620 0.164601 0.164392 0.165375 CURRENT LEARNING RATE: 4.188889294824896e-06
previous_iter_valid_loss : 0.16350269317626953
1202640 0.163667 0.163503 0.165225 CURRENT LEARNING RATE: 4.188051600738134e-06
previous_iter_valid_loss : 0.16836123168468475
1202660 0.168510 0.168361 0.165502 CURRENT LEARNING RATE: 4.187214074173436e-06
previous_iter_valid_loss : 0.16672703623771667
1202680 0.166932 0.166727 0.165743 CURRENT LEARNING RATE: 4.186376715097303e-06
previous_iter_valid_loss : 0.1719171702861786
1202700 0.172178 0.171917 0.165433 CURRENT LEARNING RATE: 4.18553952347623e-06
previous_iter_valid_loss : 0.17670121788978577
1202720 0.176849 0.176701 0.166240 CURRENT LEARNING RATE: 4.184702499276747e-06
previous_iter_valid_loss : 0.1618693768978119
1202740 0.162058 0.161869 0.166163 CURRENT LEARNING RATE: 4.183865642465364e-06
previous_iter_valid_loss : 0.16516606509685516
1202760 0.165386 0.165166 0.166118 CURRENT LEARNING RATE: 4.1830289530086075e-06
previous_iter_valid_loss : 0.16345851123332977
1202780 0.163626 0.163459 0.166263 CURRENT LEARNING RATE: 4.182192430873002e-06
previous_iter_valid_loss : 0.16435475647449493
1202800 0.164558 0.164355 0.165811 CURRENT LEARNING RATE: 4.181356076025102e-06
previous_iter_valid_loss : 0.171235591173172
1202820 0.171497 0.171236 0.166263 CURRENT LEARNING RATE: 4.180519888431446e-06
previous_iter_valid_loss : 0.1649487018585205
1202840 0.165154 0.164949 0.166475 CURRENT LEARNING RATE: 4.179683868058579e-06
previous_iter_valid_loss : 0.1635066270828247
1202860 0.163671 0.163507 0.166606 CURRENT LEARNING RATE: 4.178848014873074e-06
previous_iter_valid_loss : 0.1899101883172989
1202880 0.190036 0.189910 0.168028 CURRENT LEARNING RATE: 4.1780123288414894e-06
previous_iter_valid_loss : 0.16334541141986847
1202900 0.163515 0.163345 0.167951 CURRENT LEARNING RATE: 4.177176809930399e-06
previous_iter_valid_loss : 0.16104058921337128
1202920 0.161199 0.161041 0.167975 CURRENT LEARNING RATE: 4.176341458106374e-06
previous_iter_valid_loss : 0.16079352796077728
1202940 0.160951 0.160794 0.167970 CURRENT LEARNING RATE: 4.175506273336016e-06
previous_iter_valid_loss : 0.16736944019794464
1202960 0.167532 0.167369 0.166983 CURRENT LEARNING RATE: 4.174671255585909e-06
previous_iter_valid_loss : 0.16116100549697876
1202980 0.161343 0.161161 0.166578 CURRENT LEARNING RATE: 4.173836404822653e-06
previous_iter_valid_loss : 0.16498662531375885
1203000 0.165149 0.164987 0.166735 CURRENT LEARNING RATE: 4.173001721012846e-06
previous_iter_valid_loss : 0.16450850665569305
1203020 0.164678 0.164509 0.166741 CURRENT LEARNING RATE: 4.172167204123116e-06
previous_iter_valid_loss : 0.175492525100708
1203040 0.175786 0.175493 0.167340 CURRENT LEARNING RATE: 4.1713328541200755e-06
previous_iter_valid_loss : 0.16848386824131012
1203060 0.168717 0.168484 0.167346 CURRENT LEARNING RATE: 4.170498670970349e-06
previous_iter_valid_loss : 0.16169357299804688
1203080 0.161854 0.161694 0.167094 CURRENT LEARNING RATE: 4.169664654640562e-06
previous_iter_valid_loss : 0.17003725469112396
1203100 0.170288 0.170037 0.167000 CURRENT LEARNING RATE: 4.1688308050973695e-06
previous_iter_valid_loss : 0.1614905148744583
1203120 0.161640 0.161491 0.166240 CURRENT LEARNING RATE: 4.16799712230741e-06
previous_iter_valid_loss : 0.16358095407485962
1203140 0.163743 0.163581 0.166326 CURRENT LEARNING RATE: 4.167163606237336e-06
previous_iter_valid_loss : 0.16899779438972473
1203160 0.169151 0.168998 0.166517 CURRENT LEARNING RATE: 4.1663302568538e-06
previous_iter_valid_loss : 0.1607399731874466
1203180 0.160918 0.160740 0.166381 CURRENT LEARNING RATE: 4.165497074123481e-06
previous_iter_valid_loss : 0.16068710386753082
1203200 0.160834 0.160687 0.166198 CURRENT LEARNING RATE: 4.164664058013046e-06
previous_iter_valid_loss : 0.16386494040489197
1203220 0.164066 0.163865 0.165829 CURRENT LEARNING RATE: 4.163831208489166e-06
previous_iter_valid_loss : 0.17709584534168243
1203240 0.177398 0.177096 0.166437 CURRENT LEARNING RATE: 4.162998525518543e-06
previous_iter_valid_loss : 0.17299161851406097
1203260 0.173261 0.172992 0.166911 CURRENT LEARNING RATE: 4.162166009067861e-06
previous_iter_valid_loss : 0.1719740927219391
1203280 0.172121 0.171974 0.166014 CURRENT LEARNING RATE: 4.161333659103821e-06
previous_iter_valid_loss : 0.1607513725757599
1203300 0.160924 0.160751 0.165884 CURRENT LEARNING RATE: 4.160501475593119e-06
previous_iter_valid_loss : 0.16296951472759247
1203320 0.163138 0.162970 0.165981 CURRENT LEARNING RATE: 4.1596694585024855e-06
previous_iter_valid_loss : 0.1612207442522049
1203340 0.161412 0.161221 0.166002 CURRENT LEARNING RATE: 4.15883760779863e-06
previous_iter_valid_loss : 0.16061437129974365
1203360 0.160787 0.160614 0.165664 CURRENT LEARNING RATE: 4.158005923448279e-06
previous_iter_valid_loss : 0.16371841728687286
1203380 0.163883 0.163718 0.165792 CURRENT LEARNING RATE: 4.157174405418159e-06
previous_iter_valid_loss : 0.16107718646526337
1203400 0.161236 0.161077 0.165597 CURRENT LEARNING RATE: 4.156343053675023e-06
previous_iter_valid_loss : 0.16092398762702942
1203420 0.161086 0.160924 0.165418 CURRENT LEARNING RATE: 4.155511868185609e-06
previous_iter_valid_loss : 0.16071872413158417
1203440 0.160905 0.160719 0.164679 CURRENT LEARNING RATE: 4.154680848916671e-06
previous_iter_valid_loss : 0.16053040325641632
1203460 0.160690 0.160530 0.164281 CURRENT LEARNING RATE: 4.15384999583496e-06
previous_iter_valid_loss : 0.16836859285831451
1203480 0.168524 0.168369 0.164615 CURRENT LEARNING RATE: 4.153019308907257e-06
previous_iter_valid_loss : 0.16793110966682434
1203500 0.168090 0.167931 0.164510 CURRENT LEARNING RATE: 4.152188788100326e-06
previous_iter_valid_loss : 0.1605779081583023
1203520 0.160729 0.160578 0.164464 CURRENT LEARNING RATE: 4.151358433380948e-06
previous_iter_valid_loss : 0.16096976399421692
1203540 0.161140 0.160970 0.164334 CURRENT LEARNING RATE: 4.1505282447159e-06
previous_iter_valid_loss : 0.16188186407089233
1203560 0.162043 0.161882 0.163978 CURRENT LEARNING RATE: 4.14969822207199e-06
previous_iter_valid_loss : 0.16717803478240967
1203580 0.167403 0.167178 0.164300 CURRENT LEARNING RATE: 4.14886836541601e-06
previous_iter_valid_loss : 0.16369134187698364
1203600 0.163877 0.163691 0.164450 CURRENT LEARNING RATE: 4.148038674714764e-06
previous_iter_valid_loss : 0.1647156924009323
1203620 0.164918 0.164716 0.164492 CURRENT LEARNING RATE: 4.147209149935059e-06
previous_iter_valid_loss : 0.17331862449645996
1203640 0.173470 0.173319 0.164304 CURRENT LEARNING RATE: 4.146379791043727e-06
previous_iter_valid_loss : 0.16052569448947906
1203660 0.160678 0.160526 0.163680 CURRENT LEARNING RATE: 4.145550598007588e-06
previous_iter_valid_loss : 0.17032024264335632
1203680 0.170569 0.170320 0.163598 CURRENT LEARNING RATE: 4.144721570793466e-06
previous_iter_valid_loss : 0.1781710386276245
1203700 0.178479 0.178171 0.164468 CURRENT LEARNING RATE: 4.1438927093682145e-06
previous_iter_valid_loss : 0.16129136085510254
1203720 0.161450 0.161291 0.164385 CURRENT LEARNING RATE: 4.143064013698672e-06
previous_iter_valid_loss : 0.16060492396354675
1203740 0.160765 0.160605 0.164354 CURRENT LEARNING RATE: 4.142235483751691e-06
previous_iter_valid_loss : 0.16052734851837158
1203760 0.160692 0.160527 0.164349 CURRENT LEARNING RATE: 4.141407119494122e-06
previous_iter_valid_loss : 0.1735299825668335
1203780 0.173675 0.173530 0.164840 CURRENT LEARNING RATE: 4.140578920892845e-06
previous_iter_valid_loss : 0.16115078330039978
1203800 0.161344 0.161151 0.164844 CURRENT LEARNING RATE: 4.139750887914727e-06
previous_iter_valid_loss : 0.16052031517028809
1203820 0.160680 0.160520 0.164824 CURRENT LEARNING RATE: 4.138923020526644e-06
previous_iter_valid_loss : 0.16050773859024048
1203840 0.160671 0.160508 0.164813 CURRENT LEARNING RATE: 4.1380953186954754e-06
previous_iter_valid_loss : 0.1636704057455063
1203860 0.163837 0.163670 0.164970 CURRENT LEARNING RATE: 4.137267782388128e-06
previous_iter_valid_loss : 0.1616513580083847
1203880 0.161840 0.161651 0.164634 CURRENT LEARNING RATE: 4.1364404115714915e-06
previous_iter_valid_loss : 0.16055777668952942
1203900 0.160734 0.160558 0.164265 CURRENT LEARNING RATE: 4.135613206212473e-06
previous_iter_valid_loss : 0.16169308125972748
1203920 0.161837 0.161693 0.164321 CURRENT LEARNING RATE: 4.134786166277975e-06
previous_iter_valid_loss : 0.17744898796081543
1203940 0.177750 0.177449 0.165145 CURRENT LEARNING RATE: 4.133959291734932e-06
previous_iter_valid_loss : 0.1681768149137497
1203960 0.168332 0.168177 0.165460 CURRENT LEARNING RATE: 4.133132582550261e-06
previous_iter_valid_loss : 0.16919369995594025
1203980 0.169343 0.169194 0.165561 CURRENT LEARNING RATE: 4.132306038690894e-06
previous_iter_valid_loss : 0.1633293479681015
1204000 0.163506 0.163329 0.165543 CURRENT LEARNING RATE: 4.131479660123761e-06
previous_iter_valid_loss : 0.1671997457742691
1204020 0.167416 0.167200 0.165667 CURRENT LEARNING RATE: 4.130653446815823e-06
previous_iter_valid_loss : 0.1643417477607727
1204040 0.164515 0.164342 0.165218 CURRENT LEARNING RATE: 4.129827398734024e-06
previous_iter_valid_loss : 0.1650768667459488
1204060 0.165280 0.165077 0.165446 CURRENT LEARNING RATE: 4.129001515845314e-06
previous_iter_valid_loss : 0.16429834067821503
1204080 0.164492 0.164298 0.165144 CURRENT LEARNING RATE: 4.128175798116671e-06
previous_iter_valid_loss : 0.16105695068836212
1204100 0.161202 0.161057 0.164289 CURRENT LEARNING RATE: 4.127350245515062e-06
previous_iter_valid_loss : 0.17444199323654175
1204120 0.174716 0.174442 0.164946 CURRENT LEARNING RATE: 4.126524858007464e-06
previous_iter_valid_loss : 0.16505958139896393
1204140 0.165237 0.165060 0.165169 CURRENT LEARNING RATE: 4.125699635560852e-06
previous_iter_valid_loss : 0.16165585815906525
1204160 0.161849 0.161656 0.165225 CURRENT LEARNING RATE: 4.124874578142234e-06
previous_iter_valid_loss : 0.16193220019340515
1204180 0.162118 0.161932 0.164646 CURRENT LEARNING RATE: 4.124049685718599e-06
previous_iter_valid_loss : 0.16364365816116333
1204200 0.163829 0.163644 0.164770 CURRENT LEARNING RATE: 4.123224958256952e-06
previous_iter_valid_loss : 0.16104398667812347
1204220 0.161190 0.161044 0.164796 CURRENT LEARNING RATE: 4.122400395724297e-06
previous_iter_valid_loss : 0.1612728089094162
1204240 0.161418 0.161273 0.164835 CURRENT LEARNING RATE: 4.121575998087666e-06
previous_iter_valid_loss : 0.16060221195220947
1204260 0.160776 0.160602 0.164681 CURRENT LEARNING RATE: 4.120751765314075e-06
previous_iter_valid_loss : 0.16100145876407623
1204280 0.161187 0.161001 0.164649 CURRENT LEARNING RATE: 4.119927697370556e-06
previous_iter_valid_loss : 0.1833661049604416
1204300 0.183513 0.183366 0.165789 CURRENT LEARNING RATE: 4.119103794224137e-06
previous_iter_valid_loss : 0.16120387613773346
1204320 0.161362 0.161204 0.165765 CURRENT LEARNING RATE: 4.118280055841879e-06
previous_iter_valid_loss : 0.16433480381965637
1204340 0.164526 0.164335 0.165109 CURRENT LEARNING RATE: 4.117456482190822e-06
previous_iter_valid_loss : 0.16060730814933777
1204360 0.160760 0.160607 0.164730 CURRENT LEARNING RATE: 4.116633073238026e-06
previous_iter_valid_loss : 0.1612728089094162
1204380 0.161440 0.161273 0.164334 CURRENT LEARNING RATE: 4.115809828950546e-06
previous_iter_valid_loss : 0.1609112173318863
1204400 0.161069 0.160911 0.164214 CURRENT LEARNING RATE: 4.114986749295467e-06
previous_iter_valid_loss : 0.1633249670267105
1204420 0.163511 0.163325 0.164020 CURRENT LEARNING RATE: 4.114163834239858e-06
previous_iter_valid_loss : 0.1843450367450714
1204440 0.184709 0.184345 0.165020 CURRENT LEARNING RATE: 4.113341083750797e-06
previous_iter_valid_loss : 0.16803348064422607
1204460 0.168190 0.168033 0.165168 CURRENT LEARNING RATE: 4.112518497795386e-06
previous_iter_valid_loss : 0.1612604707479477
1204480 0.161452 0.161260 0.165016 CURRENT LEARNING RATE: 4.111696076340715e-06
previous_iter_valid_loss : 0.1871250867843628
1204500 0.187541 0.187125 0.166319 CURRENT LEARNING RATE: 4.1108738193538886e-06
previous_iter_valid_loss : 0.16333338618278503
1204520 0.163529 0.163333 0.165764 CURRENT LEARNING RATE: 4.110051726802008e-06
previous_iter_valid_loss : 0.1679132878780365
1204540 0.168063 0.167913 0.165907 CURRENT LEARNING RATE: 4.109229798652204e-06
previous_iter_valid_loss : 0.16241130232810974
1204560 0.162611 0.162411 0.165944 CURRENT LEARNING RATE: 4.108408034871592e-06
previous_iter_valid_loss : 0.16213029623031616
1204580 0.162291 0.162130 0.165954 CURRENT LEARNING RATE: 4.107586435427304e-06
previous_iter_valid_loss : 0.1675581932067871
1204600 0.167714 0.167558 0.166150 CURRENT LEARNING RATE: 4.106765000286465e-06
previous_iter_valid_loss : 0.18701523542404175
1204620 0.187151 0.187015 0.167449 CURRENT LEARNING RATE: 4.105943729416234e-06
previous_iter_valid_loss : 0.16142812371253967
1204640 0.161618 0.161428 0.167456 CURRENT LEARNING RATE: 4.105122622783754e-06
previous_iter_valid_loss : 0.16481782495975494
1204660 0.164989 0.164818 0.167667 CURRENT LEARNING RATE: 4.104301680356177e-06
previous_iter_valid_loss : 0.1640944629907608
1204680 0.164265 0.164094 0.167822 CURRENT LEARNING RATE: 4.103480902100662e-06
previous_iter_valid_loss : 0.16055768728256226
1204700 0.160724 0.160558 0.166681 CURRENT LEARNING RATE: 4.102660287984391e-06
previous_iter_valid_loss : 0.16103525459766388
1204720 0.161215 0.161035 0.166673 CURRENT LEARNING RATE: 4.1018398379745316e-06
previous_iter_valid_loss : 0.17308324575424194
1204740 0.173346 0.173083 0.167110 CURRENT LEARNING RATE: 4.101019552038267e-06
previous_iter_valid_loss : 0.16310392320156097
1204760 0.163269 0.163104 0.167235 CURRENT LEARNING RATE: 4.1001994301427776e-06
previous_iter_valid_loss : 0.1677008420228958
1204780 0.167933 0.167701 0.167557 CURRENT LEARNING RATE: 4.099379472255273e-06
previous_iter_valid_loss : 0.16615934669971466
1204800 0.166315 0.166159 0.167819 CURRENT LEARNING RATE: 4.098559678342947e-06
previous_iter_valid_loss : 0.167653426527977
1204820 0.167810 0.167653 0.168035 CURRENT LEARNING RATE: 4.097740048373002e-06
previous_iter_valid_loss : 0.16297201812267303
1204840 0.163136 0.162972 0.166967 CURRENT LEARNING RATE: 4.096920582312667e-06
previous_iter_valid_loss : 0.18326906859874725
1204860 0.183427 0.183269 0.167728 CURRENT LEARNING RATE: 4.0961012801291565e-06
previous_iter_valid_loss : 0.1800990253686905
1204880 0.180430 0.180099 0.168670 CURRENT LEARNING RATE: 4.095282141789696e-06
previous_iter_valid_loss : 0.16394689679145813
1204900 0.164118 0.163947 0.167511 CURRENT LEARNING RATE: 4.094463167261516e-06
previous_iter_valid_loss : 0.1708441525697708
1204920 0.170996 0.170844 0.167887 CURRENT LEARNING RATE: 4.09364435651187e-06
previous_iter_valid_loss : 0.16331377625465393
1204940 0.163509 0.163314 0.167657 CURRENT LEARNING RATE: 4.092825709507999e-06
previous_iter_valid_loss : 0.1705416440963745
1204960 0.170801 0.170542 0.168064 CURRENT LEARNING RATE: 4.092007226217156e-06
previous_iter_valid_loss : 0.1613900065422058
1204980 0.161572 0.161390 0.168027 CURRENT LEARNING RATE: 4.091188906606596e-06
previous_iter_valid_loss : 0.16196957230567932
1205000 0.162127 0.161970 0.167747 CURRENT LEARNING RATE: 4.0903707506436e-06
previous_iter_valid_loss : 0.18004409968852997
1205020 0.180201 0.180044 0.167399 CURRENT LEARNING RATE: 4.0895527582954355e-06
previous_iter_valid_loss : 0.1797979325056076
1205040 0.179954 0.179798 0.168317 CURRENT LEARNING RATE: 4.088734929529381e-06
previous_iter_valid_loss : 0.16099204123020172
1205060 0.161151 0.160992 0.168126 CURRENT LEARNING RATE: 4.087917264312716e-06
previous_iter_valid_loss : 0.16049344837665558
1205080 0.160659 0.160493 0.167946 CURRENT LEARNING RATE: 4.08709976261275e-06
previous_iter_valid_loss : 0.1609196811914444
1205100 0.161074 0.160920 0.167964 CURRENT LEARNING RATE: 4.086282424396776e-06
previous_iter_valid_loss : 0.161437526345253
1205120 0.161595 0.161438 0.167984 CURRENT LEARNING RATE: 4.085465249632099e-06
previous_iter_valid_loss : 0.18582122027873993
1205140 0.186194 0.185821 0.168621 CURRENT LEARNING RATE: 4.084648238286025e-06
previous_iter_valid_loss : 0.16083924472332
1205160 0.160988 0.160839 0.168508 CURRENT LEARNING RATE: 4.083831390325889e-06
previous_iter_valid_loss : 0.16245126724243164
1205180 0.162615 0.162451 0.168245 CURRENT LEARNING RATE: 4.083014705719009e-06
previous_iter_valid_loss : 0.16114963591098785
1205200 0.161298 0.161150 0.167995 CURRENT LEARNING RATE: 4.082198184432718e-06
previous_iter_valid_loss : 0.1719062775373459
1205220 0.172052 0.171906 0.168207 CURRENT LEARNING RATE: 4.081381826434346e-06
previous_iter_valid_loss : 0.16062292456626892
1205240 0.160791 0.160623 0.168090 CURRENT LEARNING RATE: 4.080565631691256e-06
previous_iter_valid_loss : 0.16216403245925903
1205260 0.162346 0.162164 0.167035 CURRENT LEARNING RATE: 4.079749600170792e-06
previous_iter_valid_loss : 0.16898609697818756
1205280 0.169218 0.168986 0.166479 CURRENT LEARNING RATE: 4.078933731840305e-06
previous_iter_valid_loss : 0.16504782438278198
1205300 0.165252 0.165048 0.166534 CURRENT LEARNING RATE: 4.078118026667176e-06
previous_iter_valid_loss : 0.16224181652069092
1205320 0.162423 0.162242 0.166104 CURRENT LEARNING RATE: 4.077302484618767e-06
previous_iter_valid_loss : 0.1607760637998581
1205340 0.160940 0.160776 0.165977 CURRENT LEARNING RATE: 4.076487105662459e-06
previous_iter_valid_loss : 0.16067185997962952
1205360 0.160840 0.160672 0.165483 CURRENT LEARNING RATE: 4.075671889765628e-06
previous_iter_valid_loss : 0.16288995742797852
1205380 0.163059 0.162890 0.165558 CURRENT LEARNING RATE: 4.074856836895681e-06
previous_iter_valid_loss : 0.17324219644069672
1205400 0.173388 0.173242 0.166122 CURRENT LEARNING RATE: 4.074041947020007e-06
previous_iter_valid_loss : 0.16053225100040436
1205420 0.160700 0.160532 0.165146 CURRENT LEARNING RATE: 4.073227220106012e-06
previous_iter_valid_loss : 0.16175809502601624
1205440 0.161940 0.161758 0.164244 CURRENT LEARNING RATE: 4.0724126561211e-06
previous_iter_valid_loss : 0.16817322373390198
1205460 0.168325 0.168173 0.164604 CURRENT LEARNING RATE: 4.071598255032701e-06
previous_iter_valid_loss : 0.1760062873363495
1205480 0.176298 0.176006 0.165379 CURRENT LEARNING RATE: 4.070784016808233e-06
previous_iter_valid_loss : 0.17438147962093353
1205500 0.174528 0.174381 0.166052 CURRENT LEARNING RATE: 4.069969941415126e-06
previous_iter_valid_loss : 0.17361046373844147
1205520 0.173758 0.173610 0.166661 CURRENT LEARNING RATE: 4.06915602882081e-06
previous_iter_valid_loss : 0.16172990202903748
1205540 0.161880 0.161730 0.165456 CURRENT LEARNING RATE: 4.068342278992743e-06
previous_iter_valid_loss : 0.17031820118427277
1205560 0.170575 0.170318 0.165930 CURRENT LEARNING RATE: 4.067528691898368e-06
previous_iter_valid_loss : 0.16473327577114105
1205580 0.164946 0.164733 0.166044 CURRENT LEARNING RATE: 4.066715267505141e-06
previous_iter_valid_loss : 0.16486293077468872
1205600 0.165051 0.164863 0.166230 CURRENT LEARNING RATE: 4.065902005780518e-06
previous_iter_valid_loss : 0.16562290489673615
1205620 0.165831 0.165623 0.165916 CURRENT LEARNING RATE: 4.065088906691982e-06
previous_iter_valid_loss : 0.1633218377828598
1205640 0.163485 0.163322 0.166051 CURRENT LEARNING RATE: 4.064275970207005e-06
previous_iter_valid_loss : 0.16773870587348938
1205660 0.167889 0.167739 0.166330 CURRENT LEARNING RATE: 4.063463196293058e-06
previous_iter_valid_loss : 0.1605791598558426
1205680 0.160748 0.160579 0.165909 CURRENT LEARNING RATE: 4.062650584917648e-06
previous_iter_valid_loss : 0.17662250995635986
1205700 0.176775 0.176623 0.166488 CURRENT LEARNING RATE: 4.0618381360482615e-06
previous_iter_valid_loss : 0.1702917367219925
1205720 0.170440 0.170292 0.166891 CURRENT LEARNING RATE: 4.061025849652401e-06
previous_iter_valid_loss : 0.16472959518432617
1205740 0.164945 0.164730 0.167088 CURRENT LEARNING RATE: 4.0602137256975674e-06
previous_iter_valid_loss : 0.16435588896274567
1205760 0.164528 0.164356 0.167272 CURRENT LEARNING RATE: 4.059401764151291e-06
previous_iter_valid_loss : 0.1613890677690506
1205780 0.161547 0.161389 0.167197 CURRENT LEARNING RATE: 4.058589964981085e-06
previous_iter_valid_loss : 0.16621734201908112
1205800 0.166429 0.166217 0.166846 CURRENT LEARNING RATE: 4.057778328154479e-06
previous_iter_valid_loss : 0.16377289593219757
1205820 0.163936 0.163773 0.167008 CURRENT LEARNING RATE: 4.056966853638999e-06
previous_iter_valid_loss : 0.18058551847934723
1205840 0.180915 0.180586 0.167950 CURRENT LEARNING RATE: 4.0561555414022015e-06
previous_iter_valid_loss : 0.16122856736183167
1205860 0.161415 0.161229 0.167602 CURRENT LEARNING RATE: 4.055344391411626e-06
previous_iter_valid_loss : 0.16090336441993713
1205880 0.161082 0.160903 0.166847 CURRENT LEARNING RATE: 4.054533403634827e-06
previous_iter_valid_loss : 0.16073504090309143
1205900 0.160913 0.160735 0.166165 CURRENT LEARNING RATE: 4.053722578039357e-06
previous_iter_valid_loss : 0.16727562248706818
1205920 0.167434 0.167276 0.165848 CURRENT LEARNING RATE: 4.052911914592797e-06
previous_iter_valid_loss : 0.1691039353609085
1205940 0.169354 0.169104 0.166217 CURRENT LEARNING RATE: 4.052101413262715e-06
previous_iter_valid_loss : 0.16153688728809357
1205960 0.161696 0.161537 0.165778 CURRENT LEARNING RATE: 4.051291074016691e-06
previous_iter_valid_loss : 0.17104168236255646
1205980 0.171189 0.171042 0.166093 CURRENT LEARNING RATE: 4.050480896822302e-06
previous_iter_valid_loss : 0.16050662100315094
1206000 0.160666 0.160507 0.165875 CURRENT LEARNING RATE: 4.049670881647157e-06
previous_iter_valid_loss : 0.1605025976896286
1206020 0.160661 0.160503 0.165619 CURRENT LEARNING RATE: 4.048861028458848e-06
previous_iter_valid_loss : 0.21575671434402466
1206040 0.215776 0.215757 0.168241 CURRENT LEARNING RATE: 4.048051337224973e-06
previous_iter_valid_loss : 0.1609610915184021
1206060 0.161119 0.160961 0.167902 CURRENT LEARNING RATE: 4.04724180791316e-06
previous_iter_valid_loss : 0.16060493886470795
1206080 0.160766 0.160605 0.167903 CURRENT LEARNING RATE: 4.046432440491019e-06
previous_iter_valid_loss : 0.1682298481464386
1206100 0.168465 0.168230 0.167484 CURRENT LEARNING RATE: 4.045623234926176e-06
previous_iter_valid_loss : 0.16211165487766266
1206120 0.162291 0.162112 0.167075 CURRENT LEARNING RATE: 4.044814191186257e-06
previous_iter_valid_loss : 0.16374404728412628
1206140 0.163948 0.163744 0.167026 CURRENT LEARNING RATE: 4.044005309238913e-06
previous_iter_valid_loss : 0.1704941838979721
1206160 0.170747 0.170494 0.167332 CURRENT LEARNING RATE: 4.043196589051781e-06
previous_iter_valid_loss : 0.17039671540260315
1206180 0.170653 0.170397 0.167783 CURRENT LEARNING RATE: 4.0423880305925136e-06
previous_iter_valid_loss : 0.16065603494644165
1206200 0.160827 0.160656 0.167505 CURRENT LEARNING RATE: 4.041579633828761e-06
previous_iter_valid_loss : 0.16191886365413666
1206220 0.162069 0.161919 0.167412 CURRENT LEARNING RATE: 4.040771398728201e-06
previous_iter_valid_loss : 0.17186985909938812
1206240 0.172136 0.171870 0.166976 CURRENT LEARNING RATE: 4.039963325258498e-06
previous_iter_valid_loss : 0.17276282608509064
1206260 0.173025 0.172763 0.167553 CURRENT LEARNING RATE: 4.039155413387328e-06
previous_iter_valid_loss : 0.1688162237405777
1206280 0.168974 0.168816 0.167949 CURRENT LEARNING RATE: 4.038347663082369e-06
previous_iter_valid_loss : 0.16516047716140747
1206300 0.165330 0.165160 0.168170 CURRENT LEARNING RATE: 4.037540074311323e-06
previous_iter_valid_loss : 0.16081088781356812
1206320 0.160981 0.160811 0.167847 CURRENT LEARNING RATE: 4.036732647041881e-06
previous_iter_valid_loss : 0.16824008524417877
1206340 0.168465 0.168240 0.167803 CURRENT LEARNING RATE: 4.035925381241746e-06
previous_iter_valid_loss : 0.16572509706020355
1206360 0.165934 0.165725 0.168013 CURRENT LEARNING RATE: 4.035118276878618e-06
previous_iter_valid_loss : 0.16371102631092072
1206380 0.163909 0.163711 0.167646 CURRENT LEARNING RATE: 4.03431133392023e-06
previous_iter_valid_loss : 0.160517618060112
1206400 0.160672 0.160518 0.167647 CURRENT LEARNING RATE: 4.033504552334296e-06
previous_iter_valid_loss : 0.174798846244812
1206420 0.175077 0.174799 0.168362 CURRENT LEARNING RATE: 4.032697932088545e-06
previous_iter_valid_loss : 0.16502684354782104
1206440 0.165231 0.165027 0.165825 CURRENT LEARNING RATE: 4.0318914731507034e-06
previous_iter_valid_loss : 0.16775618493556976
1206460 0.167981 0.167756 0.166165 CURRENT LEARNING RATE: 4.031085175488528e-06
previous_iter_valid_loss : 0.16594725847244263
1206480 0.166162 0.165947 0.166432 CURRENT LEARNING RATE: 4.0302790390697625e-06
previous_iter_valid_loss : 0.16071341931819916
1206500 0.160891 0.160713 0.166056 CURRENT LEARNING RATE: 4.02947306386215e-06
previous_iter_valid_loss : 0.1625528186559677
1206520 0.162735 0.162553 0.166078 CURRENT LEARNING RATE: 4.028667249833469e-06
previous_iter_valid_loss : 0.16070233285427094
1206540 0.160875 0.160702 0.165926 CURRENT LEARNING RATE: 4.027861596951477e-06
previous_iter_valid_loss : 0.16838416457176208
1206560 0.168534 0.168384 0.165821 CURRENT LEARNING RATE: 4.0270561051839504e-06
previous_iter_valid_loss : 0.1667458415031433
1206580 0.166902 0.166746 0.165638 CURRENT LEARNING RATE: 4.026250774498661e-06
previous_iter_valid_loss : 0.16186325252056122
1206600 0.162031 0.161863 0.165699 CURRENT LEARNING RATE: 4.0254456048634115e-06
previous_iter_valid_loss : 0.16051022708415985
1206620 0.160677 0.160510 0.165628 CURRENT LEARNING RATE: 4.024640596245985e-06
previous_iter_valid_loss : 0.16263115406036377
1206640 0.162789 0.162631 0.165166 CURRENT LEARNING RATE: 4.0238357486141844e-06
previous_iter_valid_loss : 0.16188564896583557
1206660 0.162076 0.161886 0.164622 CURRENT LEARNING RATE: 4.0230310619358064e-06
previous_iter_valid_loss : 0.16098496317863464
1206680 0.161129 0.160985 0.164231 CURRENT LEARNING RATE: 4.022226536178679e-06
previous_iter_valid_loss : 0.16570986807346344
1206700 0.165919 0.165710 0.164258 CURRENT LEARNING RATE: 4.021422171310612e-06
previous_iter_valid_loss : 0.16427582502365112
1206720 0.164475 0.164276 0.164431 CURRENT LEARNING RATE: 4.020617967299434e-06
previous_iter_valid_loss : 0.16147606074810028
1206740 0.161640 0.161476 0.164093 CURRENT LEARNING RATE: 4.019813924112968e-06
previous_iter_valid_loss : 0.16623471677303314
1206760 0.166395 0.166235 0.164119 CURRENT LEARNING RATE: 4.019010041719066e-06
previous_iter_valid_loss : 0.16133905947208405
1206780 0.161492 0.161339 0.164000 CURRENT LEARNING RATE: 4.018206320085566e-06
previous_iter_valid_loss : 0.16077768802642822
1206800 0.160935 0.160778 0.164013 CURRENT LEARNING RATE: 4.017402759180321e-06
previous_iter_valid_loss : 0.18348675966262817
1206820 0.183840 0.183487 0.164448 CURRENT LEARNING RATE: 4.016599358971178e-06
previous_iter_valid_loss : 0.1681971698999405
1206840 0.168437 0.168197 0.164606 CURRENT LEARNING RATE: 4.0157961194260175e-06
previous_iter_valid_loss : 0.16239219903945923
1206860 0.162589 0.162392 0.164338 CURRENT LEARNING RATE: 4.014993040512703e-06
previous_iter_valid_loss : 0.16327056288719177
1206880 0.163435 0.163271 0.164204 CURRENT LEARNING RATE: 4.014190122199102e-06
previous_iter_valid_loss : 0.17529243230819702
1206900 0.175571 0.175292 0.164933 CURRENT LEARNING RATE: 4.013387364453115e-06
previous_iter_valid_loss : 0.16051951050758362
1206920 0.160693 0.160520 0.164831 CURRENT LEARNING RATE: 4.012584767242623e-06
previous_iter_valid_loss : 0.1649581491947174
1206940 0.165169 0.164958 0.165044 CURRENT LEARNING RATE: 4.011782330535521e-06
previous_iter_valid_loss : 0.17266030609607697
1206960 0.172929 0.172660 0.165258 CURRENT LEARNING RATE: 4.010980054299707e-06
previous_iter_valid_loss : 0.1620502769947052
1206980 0.162200 0.162050 0.165023 CURRENT LEARNING RATE: 4.010177938503102e-06
previous_iter_valid_loss : 0.17929774522781372
1207000 0.179453 0.179298 0.165895 CURRENT LEARNING RATE: 4.009375983113615e-06
previous_iter_valid_loss : 0.1605643779039383
1207020 0.160729 0.160564 0.165898 CURRENT LEARNING RATE: 4.008574188099169e-06
previous_iter_valid_loss : 0.16242428123950958
1207040 0.162604 0.162424 0.165887 CURRENT LEARNING RATE: 4.007772553427683e-06
previous_iter_valid_loss : 0.16065651178359985
1207060 0.160836 0.160657 0.165826 CURRENT LEARNING RATE: 4.006971079067108e-06
previous_iter_valid_loss : 0.16073980927467346
1207080 0.160917 0.160740 0.165814 CURRENT LEARNING RATE: 4.0061697649853745e-06
previous_iter_valid_loss : 0.16070593893527985
1207100 0.160863 0.160706 0.165563 CURRENT LEARNING RATE: 4.0053686111504334e-06
previous_iter_valid_loss : 0.16546471416950226
1207120 0.165668 0.165465 0.165623 CURRENT LEARNING RATE: 4.00456761753023e-06
previous_iter_valid_loss : 0.1639600247144699
1207140 0.164129 0.163960 0.165747 CURRENT LEARNING RATE: 4.003766784092739e-06
previous_iter_valid_loss : 0.16162405908107758
1207160 0.161769 0.161624 0.165516 CURRENT LEARNING RATE: 4.00296611080592e-06
previous_iter_valid_loss : 0.16422925889492035
1207180 0.164395 0.164229 0.165661 CURRENT LEARNING RATE: 4.0021655976377455e-06
previous_iter_valid_loss : 0.16728584468364716
1207200 0.167443 0.167286 0.165986 CURRENT LEARNING RATE: 4.001365244556189e-06
previous_iter_valid_loss : 0.1620185375213623
1207220 0.162212 0.162019 0.164913 CURRENT LEARNING RATE: 4.00056505152925e-06
previous_iter_valid_loss : 0.1620246320962906
1207240 0.162183 0.162025 0.164604 CURRENT LEARNING RATE: 3.999765018524913e-06
previous_iter_valid_loss : 0.16080059111118317
1207260 0.160978 0.160801 0.164525 CURRENT LEARNING RATE: 3.99896514551117e-06
previous_iter_valid_loss : 0.16400837898254395
1207280 0.164174 0.164008 0.164562 CURRENT LEARNING RATE: 3.998165432456041e-06
previous_iter_valid_loss : 0.20228897035121918
1207300 0.202834 0.202289 0.165911 CURRENT LEARNING RATE: 3.99736587932753e-06
previous_iter_valid_loss : 0.1606357842683792
1207320 0.160794 0.160636 0.165917 CURRENT LEARNING RATE: 3.9965664860936545e-06
previous_iter_valid_loss : 0.16055899858474731
1207340 0.160722 0.160559 0.165697 CURRENT LEARNING RATE: 3.995767252722431e-06
previous_iter_valid_loss : 0.16295628249645233
1207360 0.163119 0.162956 0.165212 CURRENT LEARNING RATE: 3.994968179181906e-06
previous_iter_valid_loss : 0.1729729026556015
1207380 0.173112 0.172973 0.165758 CURRENT LEARNING RATE: 3.9941692654401094e-06
previous_iter_valid_loss : 0.1626947820186615
1207400 0.162860 0.162695 0.164928 CURRENT LEARNING RATE: 3.993370511465084e-06
previous_iter_valid_loss : 0.16062431037425995
1207420 0.160790 0.160624 0.164931 CURRENT LEARNING RATE: 3.9925719172248705e-06
previous_iter_valid_loss : 0.1683373749256134
1207440 0.168568 0.168337 0.165227 CURRENT LEARNING RATE: 3.991773482687543e-06
previous_iter_valid_loss : 0.18431714177131653
1207460 0.184694 0.184317 0.166410 CURRENT LEARNING RATE: 3.990975207821155e-06
previous_iter_valid_loss : 0.160593643784523
1207480 0.160757 0.160594 0.166402 CURRENT LEARNING RATE: 3.990177092593776e-06
previous_iter_valid_loss : 0.17568737268447876
1207500 0.175844 0.175687 0.167152 CURRENT LEARNING RATE: 3.989379136973474e-06
previous_iter_valid_loss : 0.16488125920295715
1207520 0.165049 0.164881 0.167122 CURRENT LEARNING RATE: 3.988581340928345e-06
previous_iter_valid_loss : 0.16110099852085114
1207540 0.161283 0.161101 0.166979 CURRENT LEARNING RATE: 3.98778370442647e-06
previous_iter_valid_loss : 0.16071422398090363
1207560 0.160885 0.160714 0.166934 CURRENT LEARNING RATE: 3.9869862274359435e-06
previous_iter_valid_loss : 0.16386306285858154
1207580 0.164061 0.163863 0.166916 CURRENT LEARNING RATE: 3.9861889099248596e-06
previous_iter_valid_loss : 0.17686814069747925
1207600 0.177022 0.176868 0.167395 CURRENT LEARNING RATE: 3.9853917518613404e-06
previous_iter_valid_loss : 0.17337416112422943
1207620 0.173518 0.173374 0.167963 CURRENT LEARNING RATE: 3.984594753213491e-06
previous_iter_valid_loss : 0.1715470552444458
1207640 0.171807 0.171547 0.168439 CURRENT LEARNING RATE: 3.983797913949433e-06
previous_iter_valid_loss : 0.16079698503017426
1207660 0.160969 0.160797 0.168438 CURRENT LEARNING RATE: 3.9830012340372845e-06
previous_iter_valid_loss : 0.16122372448444366
1207680 0.161379 0.161224 0.168299 CURRENT LEARNING RATE: 3.982204713445193e-06
previous_iter_valid_loss : 0.19057947397232056
1207700 0.190702 0.190579 0.167714 CURRENT LEARNING RATE: 3.981408352141291e-06
previous_iter_valid_loss : 0.16611817479133606
1207720 0.166279 0.166118 0.167988 CURRENT LEARNING RATE: 3.9806121500937164e-06
previous_iter_valid_loss : 0.1666669398546219
1207740 0.166888 0.166667 0.168293 CURRENT LEARNING RATE: 3.979816107270635e-06
previous_iter_valid_loss : 0.16929051280021667
1207760 0.169547 0.169291 0.168610 CURRENT LEARNING RATE: 3.979020223640199e-06
previous_iter_valid_loss : 0.16076530516147614
1207780 0.160945 0.160765 0.168000 CURRENT LEARNING RATE: 3.9782244991705724e-06
previous_iter_valid_loss : 0.16319920122623444
1207800 0.163390 0.163199 0.168025 CURRENT LEARNING RATE: 3.977428933829919e-06
previous_iter_valid_loss : 0.16723813116550446
1207820 0.167452 0.167238 0.168356 CURRENT LEARNING RATE: 3.97663352758643e-06
previous_iter_valid_loss : 0.1634342521429062
1207840 0.163601 0.163434 0.168110 CURRENT LEARNING RATE: 3.975838280408284e-06
previous_iter_valid_loss : 0.16140049695968628
1207860 0.161553 0.161400 0.166965 CURRENT LEARNING RATE: 3.975043192263669e-06
previous_iter_valid_loss : 0.16055776178836823
1207880 0.160725 0.160558 0.166963 CURRENT LEARNING RATE: 3.9742482631207745e-06
previous_iter_valid_loss : 0.16075801849365234
1207900 0.160937 0.160758 0.166216 CURRENT LEARNING RATE: 3.973453492947819e-06
previous_iter_valid_loss : 0.1616513878107071
1207920 0.161809 0.161651 0.166055 CURRENT LEARNING RATE: 3.972658881713004e-06
previous_iter_valid_loss : 0.16060440242290497
1207940 0.160764 0.160604 0.166030 CURRENT LEARNING RATE: 3.971864429384543e-06
previous_iter_valid_loss : 0.16939665377140045
1207960 0.169548 0.169397 0.166464 CURRENT LEARNING RATE: 3.971070135930654e-06
previous_iter_valid_loss : 0.17077521979808807
1207980 0.170928 0.170775 0.166810 CURRENT LEARNING RATE: 3.970276001319578e-06
previous_iter_valid_loss : 0.18009662628173828
1208000 0.180429 0.180097 0.166971 CURRENT LEARNING RATE: 3.969482025519543e-06
previous_iter_valid_loss : 0.1663672924041748
1208020 0.166584 0.166367 0.166621 CURRENT LEARNING RATE: 3.968688208498789e-06
previous_iter_valid_loss : 0.18585552275180817
1208040 0.185998 0.185856 0.167336 CURRENT LEARNING RATE: 3.967894550225558e-06
previous_iter_valid_loss : 0.16065064072608948
1208060 0.160827 0.160651 0.167329 CURRENT LEARNING RATE: 3.967101050668115e-06
previous_iter_valid_loss : 0.16683180630207062
1208080 0.167058 0.166832 0.167609 CURRENT LEARNING RATE: 3.966307709794715e-06
previous_iter_valid_loss : 0.17676326632499695
1208100 0.177060 0.176763 0.166918 CURRENT LEARNING RATE: 3.965514527573617e-06
previous_iter_valid_loss : 0.16084209084510803
1208120 0.161015 0.160842 0.166655 CURRENT LEARNING RATE: 3.964721503973107e-06
previous_iter_valid_loss : 0.16229665279388428
1208140 0.162483 0.162297 0.166436 CURRENT LEARNING RATE: 3.963928638961459e-06
previous_iter_valid_loss : 0.16058965027332306
1208160 0.160739 0.160590 0.166001 CURRENT LEARNING RATE: 3.963135932506956e-06
previous_iter_valid_loss : 0.16215915977954865
1208180 0.162319 0.162159 0.166071 CURRENT LEARNING RATE: 3.962343384577884e-06
previous_iter_valid_loss : 0.16251133382320404
1208200 0.162706 0.162511 0.166036 CURRENT LEARNING RATE: 3.9615509951425545e-06
previous_iter_valid_loss : 0.17287471890449524
1208220 0.173031 0.172875 0.166318 CURRENT LEARNING RATE: 3.960758764169266e-06
previous_iter_valid_loss : 0.16179592907428741
1208240 0.161980 0.161796 0.166236 CURRENT LEARNING RATE: 3.959966691626329e-06
previous_iter_valid_loss : 0.17927293479442596
1208260 0.179593 0.179273 0.167130 CURRENT LEARNING RATE: 3.959174777482053e-06
previous_iter_valid_loss : 0.16175858676433563
1208280 0.161918 0.161759 0.167190 CURRENT LEARNING RATE: 3.958383021704775e-06
previous_iter_valid_loss : 0.16280481219291687
1208300 0.162993 0.162805 0.167292 CURRENT LEARNING RATE: 3.957591424262819e-06
previous_iter_valid_loss : 0.1608787477016449
1208320 0.161032 0.160879 0.167254 CURRENT LEARNING RATE: 3.95679998512452e-06
previous_iter_valid_loss : 0.16096122562885284
1208340 0.161147 0.160961 0.167272 CURRENT LEARNING RATE: 3.956008704258214e-06
previous_iter_valid_loss : 0.16058377921581268
1208360 0.160741 0.160584 0.166831 CURRENT LEARNING RATE: 3.955217581632264e-06
previous_iter_valid_loss : 0.16101840138435364
1208380 0.161177 0.161018 0.166343 CURRENT LEARNING RATE: 3.954426617215018e-06
previous_iter_valid_loss : 0.16515232622623444
1208400 0.165317 0.165152 0.165596 CURRENT LEARNING RATE: 3.9536358109748365e-06
previous_iter_valid_loss : 0.16890303790569305
1208420 0.169138 0.168903 0.165723 CURRENT LEARNING RATE: 3.9528451628800814e-06
previous_iter_valid_loss : 0.1663341373205185
1208440 0.166493 0.166334 0.164747 CURRENT LEARNING RATE: 3.9520546728991404e-06
previous_iter_valid_loss : 0.16801989078521729
1208460 0.168179 0.168020 0.165115 CURRENT LEARNING RATE: 3.951264341000387e-06
previous_iter_valid_loss : 0.1620175838470459
1208480 0.162218 0.162018 0.164874 CURRENT LEARNING RATE: 3.9504741671522e-06
previous_iter_valid_loss : 0.16074016690254211
1208500 0.160906 0.160740 0.164073 CURRENT LEARNING RATE: 3.9496841513229875e-06
previous_iter_valid_loss : 0.16454550623893738
1208520 0.164748 0.164546 0.164258 CURRENT LEARNING RATE: 3.948894293481142e-06
previous_iter_valid_loss : 0.16105511784553528
1208540 0.161217 0.161055 0.164196 CURRENT LEARNING RATE: 3.948104593595069e-06
previous_iter_valid_loss : 0.16476069390773773
1208560 0.164975 0.164761 0.164405 CURRENT LEARNING RATE: 3.947315051633172e-06
previous_iter_valid_loss : 0.16235390305519104
1208580 0.162523 0.162354 0.164415 CURRENT LEARNING RATE: 3.946525667563885e-06
previous_iter_valid_loss : 0.17600399255752563
1208600 0.176288 0.176004 0.165089 CURRENT LEARNING RATE: 3.9457364413556265e-06
previous_iter_valid_loss : 0.16118751466274261
1208620 0.161334 0.161188 0.164505 CURRENT LEARNING RATE: 3.944947372976826e-06
previous_iter_valid_loss : 0.16348601877689362
1208640 0.163655 0.163486 0.164589 CURRENT LEARNING RATE: 3.944158462395913e-06
previous_iter_valid_loss : 0.16738952696323395
1208660 0.167545 0.167390 0.163995 CURRENT LEARNING RATE: 3.943369709581346e-06
previous_iter_valid_loss : 0.18659453094005585
1208680 0.186985 0.186595 0.165237 CURRENT LEARNING RATE: 3.942581114501568e-06
previous_iter_valid_loss : 0.1606784164905548
1208700 0.160841 0.160678 0.165131 CURRENT LEARNING RATE: 3.941792677125035e-06
previous_iter_valid_loss : 0.17306461930274963
1208720 0.173210 0.173065 0.165740 CURRENT LEARNING RATE: 3.941004397420203e-06
previous_iter_valid_loss : 0.17786186933517456
1208740 0.178163 0.177862 0.166585 CURRENT LEARNING RATE: 3.940216275355555e-06
previous_iter_valid_loss : 0.16054093837738037
1208760 0.160703 0.160541 0.166583 CURRENT LEARNING RATE: 3.939428310899558e-06
previous_iter_valid_loss : 0.16264402866363525
1208780 0.162839 0.162644 0.166664 CURRENT LEARNING RATE: 3.938640504020693e-06
previous_iter_valid_loss : 0.16388541460037231
1208800 0.164090 0.163885 0.166601 CURRENT LEARNING RATE: 3.937852854687443e-06
previous_iter_valid_loss : 0.16697059571743011
1208820 0.167185 0.166971 0.166504 CURRENT LEARNING RATE: 3.937065362868314e-06
previous_iter_valid_loss : 0.16076809167861938
1208840 0.160941 0.160768 0.166226 CURRENT LEARNING RATE: 3.9362780285318006e-06
previous_iter_valid_loss : 0.16318273544311523
1208860 0.163350 0.163183 0.165984 CURRENT LEARNING RATE: 3.935490851646401e-06
previous_iter_valid_loss : 0.21817676723003387
1208880 0.218171 0.218177 0.168792 CURRENT LEARNING RATE: 3.934703832180644e-06
previous_iter_valid_loss : 0.16148518025875092
1208900 0.161669 0.161485 0.168829 CURRENT LEARNING RATE: 3.933916970103041e-06
previous_iter_valid_loss : 0.1653526872396469
1208920 0.165557 0.165353 0.168869 CURRENT LEARNING RATE: 3.9331302653821165e-06
previous_iter_valid_loss : 0.16058015823364258
1208940 0.160745 0.160580 0.168846 CURRENT LEARNING RATE: 3.932343717986396e-06
previous_iter_valid_loss : 0.16350030899047852
1208960 0.163663 0.163500 0.168783 CURRENT LEARNING RATE: 3.931557327884432e-06
previous_iter_valid_loss : 0.17635640501976013
1208980 0.176505 0.176356 0.169483 CURRENT LEARNING RATE: 3.930771095044762e-06
previous_iter_valid_loss : 0.16624599695205688
1209000 0.166412 0.166246 0.168995 CURRENT LEARNING RATE: 3.929985019435935e-06
previous_iter_valid_loss : 0.16676898300647736
1209020 0.166927 0.166769 0.169274 CURRENT LEARNING RATE: 3.929199101026504e-06
previous_iter_valid_loss : 0.1676834523677826
1209040 0.167843 0.167683 0.169484 CURRENT LEARNING RATE: 3.928413339785043e-06
previous_iter_valid_loss : 0.17011502385139465
1209060 0.170356 0.170115 0.169620 CURRENT LEARNING RATE: 3.927627735680118e-06
previous_iter_valid_loss : 0.163665771484375
1209080 0.163868 0.163666 0.168474 CURRENT LEARNING RATE: 3.926842288680302e-06
previous_iter_valid_loss : 0.16154775023460388
1209100 0.161736 0.161548 0.168517 CURRENT LEARNING RATE: 3.926056998754171e-06
previous_iter_valid_loss : 0.1696113497018814
1209120 0.169858 0.169611 0.168345 CURRENT LEARNING RATE: 3.9252718658703275e-06
previous_iter_valid_loss : 0.18906965851783752
1209140 0.189487 0.189070 0.168905 CURRENT LEARNING RATE: 3.924486889997359e-06
previous_iter_valid_loss : 0.16552452743053436
1209160 0.165688 0.165525 0.169154 CURRENT LEARNING RATE: 3.923702071103866e-06
previous_iter_valid_loss : 0.16744166612625122
1209180 0.167600 0.167442 0.169394 CURRENT LEARNING RATE: 3.922917409158451e-06
previous_iter_valid_loss : 0.16501745581626892
1209200 0.165185 0.165017 0.169451 CURRENT LEARNING RATE: 3.922132904129739e-06
previous_iter_valid_loss : 0.16348131000995636
1209220 0.163685 0.163481 0.169276 CURRENT LEARNING RATE: 3.921348555986344e-06
previous_iter_valid_loss : 0.1633928418159485
1209240 0.163593 0.163393 0.169407 CURRENT LEARNING RATE: 3.9205643646968905e-06
previous_iter_valid_loss : 0.16464181244373322
1209260 0.164848 0.164642 0.169480 CURRENT LEARNING RATE: 3.9197803302300064e-06
previous_iter_valid_loss : 0.17595602571964264
1209280 0.176110 0.175956 0.167369 CURRENT LEARNING RATE: 3.918996452554343e-06
previous_iter_valid_loss : 0.16906017065048218
1209300 0.169214 0.169060 0.167748 CURRENT LEARNING RATE: 3.918212731638538e-06
previous_iter_valid_loss : 0.1606331318616867
1209320 0.160787 0.160633 0.167512 CURRENT LEARNING RATE: 3.917429167451236e-06
previous_iter_valid_loss : 0.16418702900409698
1209340 0.164396 0.164187 0.167692 CURRENT LEARNING RATE: 3.9166457599611075e-06
previous_iter_valid_loss : 0.16170035302639008
1209360 0.161876 0.161700 0.167602 CURRENT LEARNING RATE: 3.9158625091368106e-06
previous_iter_valid_loss : 0.16266193985939026
1209380 0.162821 0.162662 0.166918 CURRENT LEARNING RATE: 3.915079414947014e-06
previous_iter_valid_loss : 0.1728840172290802
1209400 0.173025 0.172884 0.167250 CURRENT LEARNING RATE: 3.914296477360388e-06
previous_iter_valid_loss : 0.1626807153224945
1209420 0.162843 0.162681 0.167045 CURRENT LEARNING RATE: 3.913513696345629e-06
previous_iter_valid_loss : 0.17011882364749908
1209440 0.170364 0.170119 0.167167 CURRENT LEARNING RATE: 3.912731071871417e-06
previous_iter_valid_loss : 0.16094274818897247
1209460 0.161099 0.160943 0.166708 CURRENT LEARNING RATE: 3.91194860390645e-06
previous_iter_valid_loss : 0.16951172053813934
1209480 0.169663 0.169512 0.167001 CURRENT LEARNING RATE: 3.911166292419419e-06
previous_iter_valid_loss : 0.16505469381809235
1209500 0.165259 0.165055 0.167176 CURRENT LEARNING RATE: 3.910384137379049e-06
previous_iter_valid_loss : 0.16121011972427368
1209520 0.161381 0.161210 0.166756 CURRENT LEARNING RATE: 3.909602138754044e-06
previous_iter_valid_loss : 0.16268692910671234
1209540 0.162852 0.162687 0.165437 CURRENT LEARNING RATE: 3.9088202965131255e-06
previous_iter_valid_loss : 0.17761079967021942
1209560 0.177762 0.177611 0.166041 CURRENT LEARNING RATE: 3.908038610625012e-06
previous_iter_valid_loss : 0.16063396632671356
1209580 0.160784 0.160634 0.165701 CURRENT LEARNING RATE: 3.907257081058451e-06
previous_iter_valid_loss : 0.1608617752790451
1209600 0.161044 0.160862 0.165493 CURRENT LEARNING RATE: 3.906475707782173e-06
previous_iter_valid_loss : 0.1635964959859848
1209620 0.163794 0.163596 0.165499 CURRENT LEARNING RATE: 3.905694490764924e-06
previous_iter_valid_loss : 0.1620606929063797
1209640 0.162224 0.162061 0.165432 CURRENT LEARNING RATE: 3.904913429975448e-06
previous_iter_valid_loss : 0.16058790683746338
1209660 0.160755 0.160588 0.165229 CURRENT LEARNING RATE: 3.904132525382517e-06
previous_iter_valid_loss : 0.16110463440418243
1209680 0.161283 0.161105 0.164487 CURRENT LEARNING RATE: 3.903351776954888e-06
previous_iter_valid_loss : 0.16285671293735504
1209700 0.163046 0.162857 0.164177 CURRENT LEARNING RATE: 3.902571184661324e-06
previous_iter_valid_loss : 0.16196632385253906
1209720 0.162159 0.161966 0.164243 CURRENT LEARNING RATE: 3.901790748470613e-06
previous_iter_valid_loss : 0.16174939274787903
1209740 0.161941 0.161749 0.164121 CURRENT LEARNING RATE: 3.901010468351534e-06
previous_iter_valid_loss : 0.1630536913871765
1209760 0.163224 0.163054 0.164189 CURRENT LEARNING RATE: 3.900230344272874e-06
previous_iter_valid_loss : 0.1615523099899292
1209780 0.161742 0.161552 0.164134 CURRENT LEARNING RATE: 3.899450376203421e-06
previous_iter_valid_loss : 0.160603865981102
1209800 0.160763 0.160604 0.163520 CURRENT LEARNING RATE: 3.8986705641119905e-06
previous_iter_valid_loss : 0.16129106283187866
1209820 0.161448 0.161291 0.163450 CURRENT LEARNING RATE: 3.897890907967383e-06
previous_iter_valid_loss : 0.16186879575252533
1209840 0.162026 0.161869 0.163038 CURRENT LEARNING RATE: 3.897111407738413e-06
previous_iter_valid_loss : 0.1607072949409485
1209860 0.160875 0.160707 0.163026 CURRENT LEARNING RATE: 3.896332063393892e-06
previous_iter_valid_loss : 0.16141177713871002
1209880 0.161571 0.161412 0.162621 CURRENT LEARNING RATE: 3.895552874902661e-06
previous_iter_valid_loss : 0.1816485971212387
1209900 0.181808 0.181649 0.163451 CURRENT LEARNING RATE: 3.894773842233547e-06
previous_iter_valid_loss : 0.16957500576972961
1209920 0.169727 0.169575 0.163869 CURRENT LEARNING RATE: 3.893994965355386e-06
previous_iter_valid_loss : 0.17500191926956177
1209940 0.175285 0.175002 0.164485 CURRENT LEARNING RATE: 3.893216244237017e-06
previous_iter_valid_loss : 0.1607101857662201
1209960 0.160886 0.160710 0.163640 CURRENT LEARNING RATE: 3.8924376788473056e-06
previous_iter_valid_loss : 0.1696726232767105
1209980 0.169822 0.169673 0.164091 CURRENT LEARNING RATE: 3.891659269155102e-06
previous_iter_valid_loss : 0.16296060383319855
1210000 0.163154 0.162961 0.164196 CURRENT LEARNING RATE: 3.89088101512927e-06
previous_iter_valid_loss : 0.16124500334262848
1210020 0.161439 0.161245 0.164079 CURRENT LEARNING RATE: 3.890102916738671e-06
previous_iter_valid_loss : 0.17845623195171356
1210040 0.178619 0.178456 0.164899 CURRENT LEARNING RATE: 3.889324973952197e-06
previous_iter_valid_loss : 0.16051539778709412
1210060 0.160677 0.160515 0.164895 CURRENT LEARNING RATE: 3.888547186738723e-06
previous_iter_valid_loss : 0.1620558649301529
1210080 0.162224 0.162056 0.164943 CURRENT LEARNING RATE: 3.887769555067129e-06
previous_iter_valid_loss : 0.16362056136131287
1210100 0.163822 0.163621 0.164981 CURRENT LEARNING RATE: 3.886992078906325e-06
previous_iter_valid_loss : 0.17296092212200165
1210120 0.173103 0.172961 0.165530 CURRENT LEARNING RATE: 3.886214758225205e-06
previous_iter_valid_loss : 0.16907621920108795
1210140 0.169229 0.169076 0.165897 CURRENT LEARNING RATE: 3.885437592992675e-06
previous_iter_valid_loss : 0.1668771207332611
1210160 0.167102 0.166877 0.166088 CURRENT LEARNING RATE: 3.884660583177643e-06
previous_iter_valid_loss : 0.16066958010196686
1210180 0.160825 0.160670 0.166044 CURRENT LEARNING RATE: 3.883883728749042e-06
previous_iter_valid_loss : 0.16750523447990417
1210200 0.167730 0.167505 0.166389 CURRENT LEARNING RATE: 3.883107029675791e-06
previous_iter_valid_loss : 0.16070519387722015
1210220 0.160860 0.160705 0.166360 CURRENT LEARNING RATE: 3.8823304859268205e-06
previous_iter_valid_loss : 0.16446542739868164
1210240 0.164633 0.164465 0.166489 CURRENT LEARNING RATE: 3.881554097471063e-06
previous_iter_valid_loss : 0.16148652136325836
1210260 0.161646 0.161487 0.166528 CURRENT LEARNING RATE: 3.880777864277478e-06
previous_iter_valid_loss : 0.1649550348520279
1210280 0.165149 0.164955 0.166706 CURRENT LEARNING RATE: 3.880001786315007e-06
previous_iter_valid_loss : 0.19217568635940552
1210300 0.192616 0.192176 0.167232 CURRENT LEARNING RATE: 3.879225863552609e-06
previous_iter_valid_loss : 0.16054904460906982
1210320 0.160708 0.160549 0.166781 CURRENT LEARNING RATE: 3.878450095959239e-06
previous_iter_valid_loss : 0.16108229756355286
1210340 0.161265 0.161082 0.166085 CURRENT LEARNING RATE: 3.87767448350388e-06
previous_iter_valid_loss : 0.16506916284561157
1210360 0.165234 0.165069 0.166303 CURRENT LEARNING RATE: 3.8768990261555e-06
previous_iter_valid_loss : 0.16693688929080963
1210380 0.167145 0.166937 0.166166 CURRENT LEARNING RATE: 3.8761237238830825e-06
previous_iter_valid_loss : 0.16652147471904755
1210400 0.166729 0.166521 0.166344 CURRENT LEARNING RATE: 3.875348576655608e-06
previous_iter_valid_loss : 0.16463544964790344
1210420 0.164800 0.164635 0.166513 CURRENT LEARNING RATE: 3.874573584442083e-06
previous_iter_valid_loss : 0.16359896957874298
1210440 0.163768 0.163599 0.165771 CURRENT LEARNING RATE: 3.873798747211502e-06
previous_iter_valid_loss : 0.1662030816078186
1210460 0.166416 0.166203 0.166055 CURRENT LEARNING RATE: 3.873024064932871e-06
previous_iter_valid_loss : 0.16165050864219666
1210480 0.161803 0.161651 0.166035 CURRENT LEARNING RATE: 3.872249537575198e-06
previous_iter_valid_loss : 0.16537553071975708
1210500 0.165583 0.165376 0.166122 CURRENT LEARNING RATE: 3.871475165107512e-06
previous_iter_valid_loss : 0.16196610033512115
1210520 0.162157 0.161966 0.165573 CURRENT LEARNING RATE: 3.870700947498834e-06
previous_iter_valid_loss : 0.1698003113269806
1210540 0.169952 0.169800 0.165609 CURRENT LEARNING RATE: 3.869926884718188e-06
previous_iter_valid_loss : 0.1612464189529419
1210560 0.161406 0.161246 0.165327 CURRENT LEARNING RATE: 3.869152976734624e-06
previous_iter_valid_loss : 0.16060850024223328
1210580 0.160783 0.160609 0.165324 CURRENT LEARNING RATE: 3.8683792235171795e-06
previous_iter_valid_loss : 0.16106769442558289
1210600 0.161229 0.161068 0.165002 CURRENT LEARNING RATE: 3.867605625034905e-06
previous_iter_valid_loss : 0.18554171919822693
1210620 0.185690 0.185542 0.166244 CURRENT LEARNING RATE: 3.866832181256849e-06
previous_iter_valid_loss : 0.16072754561901093
1210640 0.160882 0.160728 0.166057 CURRENT LEARNING RATE: 3.866058892152087e-06
previous_iter_valid_loss : 0.16576725244522095
1210660 0.165982 0.165767 0.166271 CURRENT LEARNING RATE: 3.865285757689682e-06
previous_iter_valid_loss : 0.18502378463745117
1210680 0.185176 0.185024 0.167275 CURRENT LEARNING RATE: 3.8645127778387076e-06
previous_iter_valid_loss : 0.16686637699604034
1210700 0.167024 0.166866 0.166009 CURRENT LEARNING RATE: 3.863739952568238e-06
previous_iter_valid_loss : 0.16062937676906586
1210720 0.160777 0.160629 0.166013 CURRENT LEARNING RATE: 3.862967281847374e-06
previous_iter_valid_loss : 0.16218999028205872
1210740 0.162338 0.162190 0.166069 CURRENT LEARNING RATE: 3.862194765645201e-06
previous_iter_valid_loss : 0.1765320748090744
1210760 0.176683 0.176532 0.166642 CURRENT LEARNING RATE: 3.86142240393082e-06
previous_iter_valid_loss : 0.1762741506099701
1210780 0.176434 0.176274 0.167109 CURRENT LEARNING RATE: 3.860650196673328e-06
previous_iter_valid_loss : 0.16443665325641632
1210800 0.164603 0.164437 0.167005 CURRENT LEARNING RATE: 3.859878143841853e-06
previous_iter_valid_loss : 0.1660335510969162
1210820 0.166195 0.166034 0.167074 CURRENT LEARNING RATE: 3.859106245405502e-06
previous_iter_valid_loss : 0.16084502637386322
1210840 0.161006 0.160845 0.166937 CURRENT LEARNING RATE: 3.858334501333403e-06
previous_iter_valid_loss : 0.16269740462303162
1210860 0.162885 0.162697 0.166761 CURRENT LEARNING RATE: 3.857562911594676e-06
previous_iter_valid_loss : 0.16127198934555054
1210880 0.161434 0.161272 0.166743 CURRENT LEARNING RATE: 3.856791476158475e-06
previous_iter_valid_loss : 0.1605360358953476
1210900 0.160702 0.160536 0.166501 CURRENT LEARNING RATE: 3.856020194993932e-06
previous_iter_valid_loss : 0.19434654712677002
1210920 0.194463 0.194347 0.168120 CURRENT LEARNING RATE: 3.8552490680701916e-06
previous_iter_valid_loss : 0.16058161854743958
1210940 0.160750 0.160582 0.167659 CURRENT LEARNING RATE: 3.85447809535642e-06
previous_iter_valid_loss : 0.1803254634141922
1210960 0.180481 0.180325 0.168613 CURRENT LEARNING RATE: 3.853707276821773e-06
previous_iter_valid_loss : 0.16387617588043213
1210980 0.164072 0.163876 0.168776 CURRENT LEARNING RATE: 3.852936612435418e-06
previous_iter_valid_loss : 0.1654404103755951
1211000 0.165600 0.165440 0.168995 CURRENT LEARNING RATE: 3.852166102166522e-06
previous_iter_valid_loss : 0.17118187248706818
1211020 0.171438 0.171182 0.168277 CURRENT LEARNING RATE: 3.851395745984276e-06
previous_iter_valid_loss : 0.16360034048557281
1211040 0.163803 0.163600 0.168420 CURRENT LEARNING RATE: 3.8506255438578615e-06
previous_iter_valid_loss : 0.18009233474731445
1211060 0.180415 0.180092 0.169137 CURRENT LEARNING RATE: 3.849855495756468e-06
previous_iter_valid_loss : 0.1607736498117447
1211080 0.160954 0.160774 0.167924 CURRENT LEARNING RATE: 3.849085601649289e-06
previous_iter_valid_loss : 0.16865070164203644
1211100 0.168877 0.168651 0.168013 CURRENT LEARNING RATE: 3.848315861505541e-06
previous_iter_valid_loss : 0.16127265989780426
1211120 0.161460 0.161273 0.168045 CURRENT LEARNING RATE: 3.847546275294428e-06
previous_iter_valid_loss : 0.17780043184757233
1211140 0.177951 0.177800 0.168826 CURRENT LEARNING RATE: 3.846776842985167e-06
previous_iter_valid_loss : 0.17310549318790436
1211160 0.173380 0.173105 0.168655 CURRENT LEARNING RATE: 3.846007564546972e-06
previous_iter_valid_loss : 0.16129089891910553
1211180 0.161460 0.161291 0.167905 CURRENT LEARNING RATE: 3.845238439949089e-06
previous_iter_valid_loss : 0.16494062542915344
1211200 0.165138 0.164941 0.167931 CURRENT LEARNING RATE: 3.844469469160743e-06
previous_iter_valid_loss : 0.16115312278270721
1211220 0.161307 0.161153 0.167687 CURRENT LEARNING RATE: 3.843700652151176e-06
previous_iter_valid_loss : 0.1618346869945526
1211240 0.162020 0.161835 0.167736 CURRENT LEARNING RATE: 3.842931988889629e-06
previous_iter_valid_loss : 0.16071000695228577
1211260 0.160857 0.160710 0.167637 CURRENT LEARNING RATE: 3.842163479345369e-06
previous_iter_valid_loss : 0.16086146235466003
1211280 0.161017 0.160861 0.167616 CURRENT LEARNING RATE: 3.841395123487648e-06
previous_iter_valid_loss : 0.16094309091567993
1211300 0.161128 0.160943 0.167637 CURRENT LEARNING RATE: 3.840626921285727e-06
previous_iter_valid_loss : 0.16106846928596497
1211320 0.161251 0.161068 0.165973 CURRENT LEARNING RATE: 3.83985887270889e-06
previous_iter_valid_loss : 0.1663985252380371
1211340 0.166554 0.166399 0.166264 CURRENT LEARNING RATE: 3.839090977726408e-06
previous_iter_valid_loss : 0.1709519326686859
1211360 0.171102 0.170952 0.165795 CURRENT LEARNING RATE: 3.8383232363075655e-06
previous_iter_valid_loss : 0.16160579025745392
1211380 0.161757 0.161606 0.165681 CURRENT LEARNING RATE: 3.837555648421646e-06
previous_iter_valid_loss : 0.16214479506015778
1211400 0.162305 0.162145 0.165517 CURRENT LEARNING RATE: 3.83678821403796e-06
previous_iter_valid_loss : 0.16232219338417053
1211420 0.162476 0.162322 0.165074 CURRENT LEARNING RATE: 3.836020933125803e-06
previous_iter_valid_loss : 0.16064126789569855
1211440 0.160801 0.160641 0.164926 CURRENT LEARNING RATE: 3.835253805654483e-06
previous_iter_valid_loss : 0.17111293971538544
1211460 0.171261 0.171113 0.164477 CURRENT LEARNING RATE: 3.83448683159331e-06
previous_iter_valid_loss : 0.16257743537425995
1211480 0.162765 0.162577 0.164567 CURRENT LEARNING RATE: 3.833720010911618e-06
previous_iter_valid_loss : 0.1689329743385315
1211500 0.169173 0.168933 0.164581 CURRENT LEARNING RATE: 3.832953343578726e-06
previous_iter_valid_loss : 0.16171927750110626
1211520 0.161903 0.161719 0.164603 CURRENT LEARNING RATE: 3.832186829563969e-06
previous_iter_valid_loss : 0.16902747750282288
1211540 0.169269 0.169027 0.164165 CURRENT LEARNING RATE: 3.831420468836678e-06
previous_iter_valid_loss : 0.16210202872753143
1211560 0.162302 0.162102 0.163614 CURRENT LEARNING RATE: 3.8306542613662134e-06
previous_iter_valid_loss : 0.16306671500205994
1211580 0.163224 0.163067 0.163703 CURRENT LEARNING RATE: 3.829888207121921e-06
previous_iter_valid_loss : 0.17257028818130493
1211600 0.172715 0.172570 0.164085 CURRENT LEARNING RATE: 3.829122306073155e-06
previous_iter_valid_loss : 0.16070984303951263
1211620 0.160889 0.160710 0.164063 CURRENT LEARNING RATE: 3.828356558189277e-06
previous_iter_valid_loss : 0.18302865326404572
1211640 0.183178 0.183029 0.165122 CURRENT LEARNING RATE: 3.827590963439668e-06
previous_iter_valid_loss : 0.1662217527627945
1211660 0.166445 0.166222 0.165398 CURRENT LEARNING RATE: 3.826825521793697e-06
previous_iter_valid_loss : 0.16599173843860626
1211680 0.166203 0.165992 0.165654 CURRENT LEARNING RATE: 3.826060233220742e-06
previous_iter_valid_loss : 0.16646496951580048
1211700 0.166626 0.166465 0.165930 CURRENT LEARNING RATE: 3.825295097690203e-06
previous_iter_valid_loss : 0.19876417517662048
1211720 0.198849 0.198764 0.167815 CURRENT LEARNING RATE: 3.824530115171469e-06
previous_iter_valid_loss : 0.17179977893829346
1211740 0.172054 0.171800 0.168085 CURRENT LEARNING RATE: 3.82376528563394e-06
previous_iter_valid_loss : 0.16081154346466064
1211760 0.160973 0.160812 0.167578 CURRENT LEARNING RATE: 3.823000609047015e-06
previous_iter_valid_loss : 0.16094452142715454
1211780 0.161126 0.160945 0.167545 CURRENT LEARNING RATE: 3.822236085380123e-06
previous_iter_valid_loss : 0.16675738990306854
1211800 0.166917 0.166757 0.167776 CURRENT LEARNING RATE: 3.821471714602674e-06
previous_iter_valid_loss : 0.17984670400619507
1211820 0.180171 0.179847 0.168652 CURRENT LEARNING RATE: 3.820707496684095e-06
previous_iter_valid_loss : 0.18264824151992798
1211840 0.182797 0.182648 0.169752 CURRENT LEARNING RATE: 3.819943431593808e-06
previous_iter_valid_loss : 0.1868533343076706
1211860 0.186989 0.186853 0.170539 CURRENT LEARNING RATE: 3.819179519301267e-06
previous_iter_valid_loss : 0.16237564384937286
1211880 0.162538 0.162376 0.170529 CURRENT LEARNING RATE: 3.818415759775907e-06
previous_iter_valid_loss : 0.16068020462989807
1211900 0.160834 0.160680 0.170117 CURRENT LEARNING RATE: 3.817652152987178e-06
previous_iter_valid_loss : 0.1727023869752884
1211920 0.172851 0.172702 0.170666 CURRENT LEARNING RATE: 3.816888698904529e-06
previous_iter_valid_loss : 0.17308712005615234
1211940 0.173356 0.173087 0.170869 CURRENT LEARNING RATE: 3.816125397497435e-06
previous_iter_valid_loss : 0.1613583266735077
1211960 0.161545 0.161358 0.170832 CURRENT LEARNING RATE: 3.815362248735357e-06
previous_iter_valid_loss : 0.17675884068012238
1211980 0.177062 0.176759 0.171516 CURRENT LEARNING RATE: 3.81459925258777e-06
previous_iter_valid_loss : 0.1763683706521988
1212000 0.176520 0.176368 0.171706 CURRENT LEARNING RATE: 3.813836409024146e-06
previous_iter_valid_loss : 0.1683151125907898
1212020 0.168469 0.168315 0.172086 CURRENT LEARNING RATE: 3.8130737180139868e-06
previous_iter_valid_loss : 0.1731947511434555
1212040 0.173339 0.173195 0.171595 CURRENT LEARNING RATE: 3.812311179526776e-06
previous_iter_valid_loss : 0.16281680762767792
1212060 0.163010 0.162817 0.171425 CURRENT LEARNING RATE: 3.811548793532013e-06
previous_iter_valid_loss : 0.17813244462013245
1212080 0.178438 0.178132 0.172032 CURRENT LEARNING RATE: 3.810786559999196e-06
previous_iter_valid_loss : 0.1612466722726822
1212100 0.161434 0.161247 0.171771 CURRENT LEARNING RATE: 3.810024478897848e-06
previous_iter_valid_loss : 0.17628984153270721
1212120 0.176579 0.176290 0.170647 CURRENT LEARNING RATE: 3.8092625501974802e-06
previous_iter_valid_loss : 0.16171135008335114
1212140 0.161898 0.161711 0.170143 CURRENT LEARNING RATE: 3.8085007738676076e-06
previous_iter_valid_loss : 0.16132336854934692
1212160 0.161477 0.161323 0.170168 CURRENT LEARNING RATE: 3.807739149877774e-06
previous_iter_valid_loss : 0.16894009709358215
1212180 0.169085 0.168940 0.170568 CURRENT LEARNING RATE: 3.8069776781975063e-06
previous_iter_valid_loss : 0.16070400178432465
1212200 0.160879 0.160704 0.170265 CURRENT LEARNING RATE: 3.806216358796347e-06
previous_iter_valid_loss : 0.1613052487373352
1212220 0.161462 0.161305 0.169338 CURRENT LEARNING RATE: 3.805455191643835e-06
previous_iter_valid_loss : 0.16062778234481812
1212240 0.160803 0.160628 0.168237 CURRENT LEARNING RATE: 3.804694176709538e-06
previous_iter_valid_loss : 0.16070428490638733
1212260 0.160856 0.160704 0.166930 CURRENT LEARNING RATE: 3.803933313963009e-06
previous_iter_valid_loss : 0.16452966630458832
1212280 0.164702 0.164530 0.167037 CURRENT LEARNING RATE: 3.8031726033738123e-06
previous_iter_valid_loss : 0.16517193615436554
1212300 0.165375 0.165172 0.167262 CURRENT LEARNING RATE: 3.8024120449115145e-06
previous_iter_valid_loss : 0.20446784794330597
1212320 0.205039 0.204468 0.168850 CURRENT LEARNING RATE: 3.801651638545705e-06
previous_iter_valid_loss : 0.16079412400722504
1212340 0.160960 0.160794 0.168236 CURRENT LEARNING RATE: 3.8008913842459614e-06
previous_iter_valid_loss : 0.16205601394176483
1212360 0.162242 0.162056 0.168271 CURRENT LEARNING RATE: 3.8001312819818744e-06
previous_iter_valid_loss : 0.16426213085651398
1212380 0.164432 0.164262 0.167646 CURRENT LEARNING RATE: 3.7993713317230323e-06
previous_iter_valid_loss : 0.16055500507354736
1212400 0.160718 0.160555 0.166855 CURRENT LEARNING RATE: 3.7986115334390504e-06
previous_iter_valid_loss : 0.16061744093894958
1212420 0.160792 0.160617 0.166470 CURRENT LEARNING RATE: 3.7978518870995303e-06
previous_iter_valid_loss : 0.16067133843898773
1212440 0.160828 0.160671 0.165844 CURRENT LEARNING RATE: 3.7970923926740866e-06
previous_iter_valid_loss : 0.16091592609882355
1212460 0.161094 0.160916 0.165749 CURRENT LEARNING RATE: 3.796333050132332e-06
previous_iter_valid_loss : 0.16708891093730927
1212480 0.167250 0.167089 0.165197 CURRENT LEARNING RATE: 3.7955738594439065e-06
previous_iter_valid_loss : 0.17553643882274628
1212500 0.175690 0.175536 0.165911 CURRENT LEARNING RATE: 3.7948148205784363e-06
previous_iter_valid_loss : 0.16262204945087433
1212520 0.162780 0.162622 0.165228 CURRENT LEARNING RATE: 3.794055933505553e-06
previous_iter_valid_loss : 0.17235693335533142
1212540 0.172616 0.172357 0.165760 CURRENT LEARNING RATE: 3.7932971981949137e-06
previous_iter_valid_loss : 0.1608637124300003
1212560 0.161019 0.160864 0.165737 CURRENT LEARNING RATE: 3.792538614616163e-06
previous_iter_valid_loss : 0.16876378655433655
1212580 0.168918 0.168764 0.165728 CURRENT LEARNING RATE: 3.7917801827389572e-06
previous_iter_valid_loss : 0.16061058640480042
1212600 0.160761 0.160611 0.165724 CURRENT LEARNING RATE: 3.791021902532952e-06
previous_iter_valid_loss : 0.17294472455978394
1212620 0.173094 0.172945 0.166306 CURRENT LEARNING RATE: 3.7902637739678314e-06
previous_iter_valid_loss : 0.1618567258119583
1212640 0.162021 0.161857 0.166367 CURRENT LEARNING RATE: 3.789505797013261e-06
previous_iter_valid_loss : 0.16151729226112366
1212660 0.161673 0.161517 0.166408 CURRENT LEARNING RATE: 3.788747971638924e-06
previous_iter_valid_loss : 0.1606198251247406
1212680 0.160793 0.160620 0.166212 CURRENT LEARNING RATE: 3.787990297814499e-06
previous_iter_valid_loss : 0.17494463920593262
1212700 0.175230 0.174945 0.166701 CURRENT LEARNING RATE: 3.787232775509694e-06
previous_iter_valid_loss : 0.16626182198524475
1212720 0.166421 0.166262 0.164791 CURRENT LEARNING RATE: 3.7864754046942e-06
previous_iter_valid_loss : 0.16214631497859955
1212740 0.162309 0.162146 0.164858 CURRENT LEARNING RATE: 3.7857181853377224e-06
previous_iter_valid_loss : 0.1661185920238495
1212760 0.166279 0.166119 0.165061 CURRENT LEARNING RATE: 3.7849611174099665e-06
previous_iter_valid_loss : 0.16812753677368164
1212780 0.168288 0.168128 0.165255 CURRENT LEARNING RATE: 3.784204200880662e-06
previous_iter_valid_loss : 0.16078923642635345
1212800 0.160950 0.160789 0.165266 CURRENT LEARNING RATE: 3.7834474357195264e-06
previous_iter_valid_loss : 0.16628971695899963
1212820 0.166511 0.166290 0.165550 CURRENT LEARNING RATE: 3.7826908218962886e-06
previous_iter_valid_loss : 0.1680314689874649
1212840 0.168259 0.168031 0.165918 CURRENT LEARNING RATE: 3.7819343593806778e-06
previous_iter_valid_loss : 0.1618443876504898
1212860 0.162038 0.161844 0.165964 CURRENT LEARNING RATE: 3.781178048142448e-06
previous_iter_valid_loss : 0.1866561323404312
1212880 0.187040 0.186656 0.166943 CURRENT LEARNING RATE: 3.7804218881513407e-06
previous_iter_valid_loss : 0.1614784151315689
1212900 0.161653 0.161478 0.166240 CURRENT LEARNING RATE: 3.7796658793771033e-06
previous_iter_valid_loss : 0.17063739895820618
1212920 0.170791 0.170637 0.166641 CURRENT LEARNING RATE: 3.7789100217895077e-06
previous_iter_valid_loss : 0.16211745142936707
1212940 0.162304 0.162117 0.166129 CURRENT LEARNING RATE: 3.778154315358314e-06
previous_iter_valid_loss : 0.18193943798542023
1212960 0.182280 0.181939 0.167182 CURRENT LEARNING RATE: 3.777398760053293e-06
previous_iter_valid_loss : 0.16069406270980835
1212980 0.160853 0.160694 0.166779 CURRENT LEARNING RATE: 3.7766433558442164e-06
previous_iter_valid_loss : 0.1625427007675171
1213000 0.162730 0.162543 0.166875 CURRENT LEARNING RATE: 3.775888102700881e-06
previous_iter_valid_loss : 0.16789275407791138
1213020 0.168049 0.167893 0.166623 CURRENT LEARNING RATE: 3.77513300059307e-06
previous_iter_valid_loss : 0.1667288988828659
1213040 0.166951 0.166729 0.166866 CURRENT LEARNING RATE: 3.7743780494905804e-06
previous_iter_valid_loss : 0.16088886559009552
1213060 0.161046 0.160889 0.166835 CURRENT LEARNING RATE: 3.7736232493632057e-06
previous_iter_valid_loss : 0.1611068695783615
1213080 0.161293 0.161107 0.166859 CURRENT LEARNING RATE: 3.7728686001807686e-06
previous_iter_valid_loss : 0.19546525180339813
1213100 0.195570 0.195465 0.167885 CURRENT LEARNING RATE: 3.772114101913076e-06
previous_iter_valid_loss : 0.16050691902637482
1213120 0.160677 0.160507 0.167598 CURRENT LEARNING RATE: 3.7713597545299478e-06
previous_iter_valid_loss : 0.1625334769487381
1213140 0.162707 0.162533 0.167617 CURRENT LEARNING RATE: 3.770605558001204e-06
previous_iter_valid_loss : 0.17288172245025635
1213160 0.173146 0.172882 0.167955 CURRENT LEARNING RATE: 3.7698515122966894e-06
previous_iter_valid_loss : 0.16093328595161438
1213180 0.161104 0.160933 0.167596 CURRENT LEARNING RATE: 3.7690976173862358e-06
previous_iter_valid_loss : 0.16217516362667084
1213200 0.162362 0.162175 0.167665 CURRENT LEARNING RATE: 3.7683438732396872e-06
previous_iter_valid_loss : 0.16707603633403778
1213220 0.167308 0.167076 0.167704 CURRENT LEARNING RATE: 3.7675902798268877e-06
previous_iter_valid_loss : 0.16518914699554443
1213240 0.165395 0.165189 0.167562 CURRENT LEARNING RATE: 3.7668368371177064e-06
previous_iter_valid_loss : 0.16086769104003906
1213260 0.161031 0.160868 0.167513 CURRENT LEARNING RATE: 3.7660835450819997e-06
previous_iter_valid_loss : 0.16288872063159943
1213280 0.163040 0.162889 0.166325 CURRENT LEARNING RATE: 3.7653304036896344e-06
previous_iter_valid_loss : 0.1626175343990326
1213300 0.162782 0.162618 0.166382 CURRENT LEARNING RATE: 3.7645774129104792e-06
previous_iter_valid_loss : 0.16836313903331757
1213320 0.168519 0.168363 0.166268 CURRENT LEARNING RATE: 3.7638245727144283e-06
previous_iter_valid_loss : 0.17221499979496002
1213340 0.172488 0.172215 0.166773 CURRENT LEARNING RATE: 3.76307188307136e-06
previous_iter_valid_loss : 0.16662371158599854
1213360 0.166840 0.166624 0.166007 CURRENT LEARNING RATE: 3.762319343951162e-06
previous_iter_valid_loss : 0.16113950312137604
1213380 0.161316 0.161140 0.166029 CURRENT LEARNING RATE: 3.761566955323744e-06
previous_iter_valid_loss : 0.1617194265127182
1213400 0.161882 0.161719 0.165988 CURRENT LEARNING RATE: 3.760814717159005e-06
previous_iter_valid_loss : 0.16087505221366882
1213420 0.161055 0.160875 0.165637 CURRENT LEARNING RATE: 3.760062629426855e-06
previous_iter_valid_loss : 0.16381534934043884
1213440 0.163984 0.163815 0.165492 CURRENT LEARNING RATE: 3.759310692097204e-06
previous_iter_valid_loss : 0.1613568812608719
1213460 0.161515 0.161357 0.165515 CURRENT LEARNING RATE: 3.758558905139988e-06
previous_iter_valid_loss : 0.16059570014476776
1213480 0.160763 0.160596 0.165489 CURRENT LEARNING RATE: 3.757807268525129e-06
previous_iter_valid_loss : 0.1618240922689438
1213500 0.162006 0.161824 0.163807 CURRENT LEARNING RATE: 3.7570557822225608e-06
previous_iter_valid_loss : 0.1614856868982315
1213520 0.161653 0.161486 0.163856 CURRENT LEARNING RATE: 3.756304446202218e-06
previous_iter_valid_loss : 0.1606380045413971
1213540 0.160807 0.160638 0.163762 CURRENT LEARNING RATE: 3.75555326043406e-06
previous_iter_valid_loss : 0.16180196404457092
1213560 0.161958 0.161802 0.163208 CURRENT LEARNING RATE: 3.7548022248880328e-06
previous_iter_valid_loss : 0.16841435432434082
1213580 0.168654 0.168414 0.163582 CURRENT LEARNING RATE: 3.7540513395340953e-06
previous_iter_valid_loss : 0.1721341609954834
1213600 0.172399 0.172134 0.164080 CURRENT LEARNING RATE: 3.753300604342205e-06
previous_iter_valid_loss : 0.16483765840530396
1213620 0.165034 0.164838 0.163968 CURRENT LEARNING RATE: 3.7525500192823465e-06
previous_iter_valid_loss : 0.1676199585199356
1213640 0.167850 0.167620 0.164089 CURRENT LEARNING RATE: 3.751799584324489e-06
previous_iter_valid_loss : 0.1611517071723938
1213660 0.161316 0.161152 0.164103 CURRENT LEARNING RATE: 3.7510492994386152e-06
previous_iter_valid_loss : 0.16120053827762604
1213680 0.161386 0.161201 0.164019 CURRENT LEARNING RATE: 3.750299164594708e-06
previous_iter_valid_loss : 0.17242836952209473
1213700 0.172692 0.172428 0.164510 CURRENT LEARNING RATE: 3.7495491797627735e-06
previous_iter_valid_loss : 0.16156220436096191
1213720 0.161719 0.161562 0.164170 CURRENT LEARNING RATE: 3.748799344912807e-06
previous_iter_valid_loss : 0.16131775081157684
1213740 0.161477 0.161318 0.163625 CURRENT LEARNING RATE: 3.7480496600148083e-06
previous_iter_valid_loss : 0.16053009033203125
1213760 0.160684 0.160530 0.163320 CURRENT LEARNING RATE: 3.7473001250388035e-06
previous_iter_valid_loss : 0.16081596910953522
1213780 0.160996 0.160816 0.163304 CURRENT LEARNING RATE: 3.746550739954804e-06
previous_iter_valid_loss : 0.18145141005516052
1213800 0.181797 0.181451 0.164290 CURRENT LEARNING RATE: 3.745801504732834e-06
previous_iter_valid_loss : 0.16085900366306305
1213820 0.161010 0.160859 0.164290 CURRENT LEARNING RATE: 3.7450524193429186e-06
previous_iter_valid_loss : 0.16182032227516174
1213840 0.161986 0.161820 0.164190 CURRENT LEARNING RATE: 3.744303483755107e-06
previous_iter_valid_loss : 0.16204528510570526
1213860 0.162203 0.162045 0.164224 CURRENT LEARNING RATE: 3.7435546979394353e-06
previous_iter_valid_loss : 0.1624210625886917
1213880 0.162613 0.162421 0.164316 CURRENT LEARNING RATE: 3.7428060618659517e-06
previous_iter_valid_loss : 0.17181125283241272
1213900 0.171961 0.171811 0.164815 CURRENT LEARNING RATE: 3.7420575755047047e-06
previous_iter_valid_loss : 0.175794318318367
1213920 0.176085 0.175794 0.165530 CURRENT LEARNING RATE: 3.741309238825768e-06
previous_iter_valid_loss : 0.16357830166816711
1213940 0.163769 0.163578 0.165677 CURRENT LEARNING RATE: 3.740561051799201e-06
previous_iter_valid_loss : 0.16098813712596893
1213960 0.161170 0.160988 0.165637 CURRENT LEARNING RATE: 3.739813014395077e-06
previous_iter_valid_loss : 0.16138260066509247
1213980 0.161534 0.161383 0.165285 CURRENT LEARNING RATE: 3.739065126583467e-06
previous_iter_valid_loss : 0.18217678368091583
1214000 0.182339 0.182177 0.165787 CURRENT LEARNING RATE: 3.73831738833447e-06
previous_iter_valid_loss : 0.16402587294578552
1214020 0.164194 0.164026 0.165747 CURRENT LEARNING RATE: 3.7375697996181683e-06
previous_iter_valid_loss : 0.16992919147014618
1214040 0.170175 0.169929 0.165862 CURRENT LEARNING RATE: 3.7368223604046587e-06
previous_iter_valid_loss : 0.1613946408033371
1214060 0.161551 0.161395 0.165874 CURRENT LEARNING RATE: 3.7360750706640384e-06
previous_iter_valid_loss : 0.17182590067386627
1214080 0.172086 0.171826 0.166406 CURRENT LEARNING RATE: 3.7353279303664272e-06
previous_iter_valid_loss : 0.16419924795627594
1214100 0.164403 0.164199 0.165994 CURRENT LEARNING RATE: 3.734580939481934e-06
previous_iter_valid_loss : 0.16084787249565125
1214120 0.161035 0.160848 0.165958 CURRENT LEARNING RATE: 3.7338340979806724e-06
previous_iter_valid_loss : 0.16310231387615204
1214140 0.163287 0.163102 0.166048 CURRENT LEARNING RATE: 3.7330874058327814e-06
previous_iter_valid_loss : 0.16489024460315704
1214160 0.165099 0.164890 0.166266 CURRENT LEARNING RATE: 3.732340863008388e-06
previous_iter_valid_loss : 0.1911996603012085
1214180 0.191667 0.191200 0.167785 CURRENT LEARNING RATE: 3.731594469477629e-06
previous_iter_valid_loss : 0.1610417664051056
1214200 0.161221 0.161042 0.166764 CURRENT LEARNING RATE: 3.730848225210643e-06
previous_iter_valid_loss : 0.17694616317749023
1214220 0.177235 0.176946 0.167569 CURRENT LEARNING RATE: 3.7301021301775927e-06
previous_iter_valid_loss : 0.167958065867424
1214240 0.168187 0.167958 0.167876 CURRENT LEARNING RATE: 3.7293561843486287e-06
previous_iter_valid_loss : 0.1616060733795166
1214260 0.161797 0.161606 0.167854 CURRENT LEARNING RATE: 3.728610387693912e-06
previous_iter_valid_loss : 0.16189207136631012
1214280 0.162092 0.161892 0.167827 CURRENT LEARNING RATE: 3.727864740183605e-06
previous_iter_valid_loss : 0.16084349155426025
1214300 0.161026 0.160843 0.167279 CURRENT LEARNING RATE: 3.7271192417878945e-06
previous_iter_valid_loss : 0.1610742211341858
1214320 0.161265 0.161074 0.166543 CURRENT LEARNING RATE: 3.7263738924769543e-06
previous_iter_valid_loss : 0.16141633689403534
1214340 0.161587 0.161416 0.166435 CURRENT LEARNING RATE: 3.72562869222097e-06
previous_iter_valid_loss : 0.17697769403457642
1214360 0.177137 0.176978 0.167234 CURRENT LEARNING RATE: 3.724883640990128e-06
previous_iter_valid_loss : 0.16073599457740784
1214380 0.160905 0.160736 0.167202 CURRENT LEARNING RATE: 3.7241387387546375e-06
previous_iter_valid_loss : 0.16050246357917786
1214400 0.160666 0.160502 0.166118 CURRENT LEARNING RATE: 3.723393985484698e-06
previous_iter_valid_loss : 0.1608889102935791
1214420 0.161040 0.160889 0.165961 CURRENT LEARNING RATE: 3.7226493811505178e-06
previous_iter_valid_loss : 0.1668468564748764
1214440 0.167056 0.166847 0.165807 CURRENT LEARNING RATE: 3.721904925722308e-06
previous_iter_valid_loss : 0.16859015822410583
1214460 0.168817 0.168590 0.166167 CURRENT LEARNING RATE: 3.721160619170301e-06
previous_iter_valid_loss : 0.16168181598186493
1214480 0.161870 0.161682 0.165660 CURRENT LEARNING RATE: 3.72041646146472e-06
previous_iter_valid_loss : 0.1606060266494751
1214500 0.160764 0.160606 0.165480 CURRENT LEARNING RATE: 3.7196724525757907e-06
previous_iter_valid_loss : 0.16205263137817383
1214520 0.162208 0.162053 0.165540 CURRENT LEARNING RATE: 3.7189285924737676e-06
previous_iter_valid_loss : 0.1605556458234787
1214540 0.160718 0.160556 0.165413 CURRENT LEARNING RATE: 3.718184881128888e-06
previous_iter_valid_loss : 0.1690443754196167
1214560 0.169283 0.169044 0.165621 CURRENT LEARNING RATE: 3.7174413185114037e-06
previous_iter_valid_loss : 0.1639956533908844
1214580 0.164157 0.163996 0.164260 CURRENT LEARNING RATE: 3.7166979045915673e-06
previous_iter_valid_loss : 0.16641728579998016
1214600 0.166634 0.166417 0.164529 CURRENT LEARNING RATE: 3.715954639339653e-06
previous_iter_valid_loss : 0.162020742893219
1214620 0.162170 0.162021 0.163783 CURRENT LEARNING RATE: 3.7152115227259255e-06
previous_iter_valid_loss : 0.17274820804595947
1214640 0.172887 0.172748 0.164022 CURRENT LEARNING RATE: 3.7144685547206593e-06
previous_iter_valid_loss : 0.17368003726005554
1214660 0.173827 0.173680 0.164626 CURRENT LEARNING RATE: 3.7137257352941284e-06
previous_iter_valid_loss : 0.16302824020385742
1214680 0.163180 0.163028 0.164683 CURRENT LEARNING RATE: 3.7129830644166346e-06
previous_iter_valid_loss : 0.16105903685092926
1214700 0.161207 0.161059 0.164694 CURRENT LEARNING RATE: 3.7122405420584644e-06
previous_iter_valid_loss : 0.16949903964996338
1214720 0.169747 0.169499 0.165115 CURRENT LEARNING RATE: 3.711498168189916e-06
previous_iter_valid_loss : 0.16251516342163086
1214740 0.162673 0.162515 0.165170 CURRENT LEARNING RATE: 3.7107559427812877e-06
previous_iter_valid_loss : 0.17349658906459808
1214760 0.173646 0.173497 0.164996 CURRENT LEARNING RATE: 3.7100138658029045e-06
previous_iter_valid_loss : 0.20129218697547913
1214780 0.201370 0.201292 0.167024 CURRENT LEARNING RATE: 3.709271937225077e-06
previous_iter_valid_loss : 0.16450050473213196
1214800 0.164671 0.164501 0.167224 CURRENT LEARNING RATE: 3.7085301570181263e-06
previous_iter_valid_loss : 0.17349161207675934
1214820 0.173762 0.173492 0.167854 CURRENT LEARNING RATE: 3.707788525152377e-06
previous_iter_valid_loss : 0.16226404905319214
1214840 0.162442 0.162264 0.167625 CURRENT LEARNING RATE: 3.707047041598175e-06
previous_iter_valid_loss : 0.16110585629940033
1214860 0.161288 0.161106 0.167250 CURRENT LEARNING RATE: 3.706305706325856e-06
previous_iter_valid_loss : 0.16938969492912292
1214880 0.169623 0.169390 0.167636 CURRENT LEARNING RATE: 3.7055645193057652e-06
previous_iter_valid_loss : 0.16061986982822418
1214900 0.160782 0.160620 0.167636 CURRENT LEARNING RATE: 3.7048234805082483e-06
previous_iter_valid_loss : 0.16066814959049225
1214920 0.160846 0.160668 0.167567 CURRENT LEARNING RATE: 3.704082589903679e-06
previous_iter_valid_loss : 0.16580656170845032
1214940 0.165967 0.165807 0.167830 CURRENT LEARNING RATE: 3.703341847462413e-06
previous_iter_valid_loss : 0.1653977483510971
1214960 0.165561 0.165398 0.167647 CURRENT LEARNING RATE: 3.702601253154815e-06
previous_iter_valid_loss : 0.16357897222042084
1214980 0.163745 0.163579 0.167627 CURRENT LEARNING RATE: 3.7018608069512743e-06
previous_iter_valid_loss : 0.16102191805839539
1215000 0.161201 0.161022 0.167357 CURRENT LEARNING RATE: 3.7011205088221665e-06
previous_iter_valid_loss : 0.1611609160900116
1215020 0.161349 0.161161 0.167314 CURRENT LEARNING RATE: 3.700380358737879e-06
previous_iter_valid_loss : 0.160809725522995
1215040 0.160987 0.160810 0.166717 CURRENT LEARNING RATE: 3.6996403566688007e-06
previous_iter_valid_loss : 0.16089004278182983
1215060 0.161041 0.160890 0.166077 CURRENT LEARNING RATE: 3.6989005025853427e-06
previous_iter_valid_loss : 0.1623641699552536
1215080 0.162526 0.162364 0.166044 CURRENT LEARNING RATE: 3.698160796457906e-06
previous_iter_valid_loss : 0.16219604015350342
1215100 0.162373 0.162196 0.166101 CURRENT LEARNING RATE: 3.6974212382569014e-06
previous_iter_valid_loss : 0.1712644398212433
1215120 0.171532 0.171264 0.166189 CURRENT LEARNING RATE: 3.6966818279527405e-06
previous_iter_valid_loss : 0.16336098313331604
1215140 0.163564 0.163361 0.166232 CURRENT LEARNING RATE: 3.6959425655158594e-06
previous_iter_valid_loss : 0.1610555350780487
1215160 0.161245 0.161056 0.165610 CURRENT LEARNING RATE: 3.6952034509166817e-06
previous_iter_valid_loss : 0.17825841903686523
1215180 0.178574 0.178258 0.164458 CURRENT LEARNING RATE: 3.694464484125643e-06
previous_iter_valid_loss : 0.16094715893268585
1215200 0.161125 0.160947 0.164280 CURRENT LEARNING RATE: 3.6937256651131764e-06
previous_iter_valid_loss : 0.17927922308444977
1215220 0.179437 0.179279 0.164570 CURRENT LEARNING RATE: 3.6929869938497436e-06
previous_iter_valid_loss : 0.1714848279953003
1215240 0.171637 0.171485 0.165031 CURRENT LEARNING RATE: 3.692248470305792e-06
previous_iter_valid_loss : 0.16460023820400238
1215260 0.164798 0.164600 0.165205 CURRENT LEARNING RATE: 3.6915100944517796e-06
previous_iter_valid_loss : 0.1605723798274994
1215280 0.160747 0.160572 0.164764 CURRENT LEARNING RATE: 3.6907718662581643e-06
previous_iter_valid_loss : 0.161088228225708
1215300 0.161273 0.161088 0.164788 CURRENT LEARNING RATE: 3.6900337856954304e-06
previous_iter_valid_loss : 0.16604983806610107
1215320 0.166213 0.166050 0.165057 CURRENT LEARNING RATE: 3.6892958527340495e-06
previous_iter_valid_loss : 0.16334980726242065
1215340 0.163520 0.163350 0.164934 CURRENT LEARNING RATE: 3.6885580673444957e-06
previous_iter_valid_loss : 0.16254475712776184
1215360 0.162738 0.162545 0.164791 CURRENT LEARNING RATE: 3.6878204294972723e-06
previous_iter_valid_loss : 0.18234685063362122
1215380 0.182505 0.182347 0.165730 CURRENT LEARNING RATE: 3.687082939162866e-06
previous_iter_valid_loss : 0.16470496356487274
1215400 0.164910 0.164705 0.165914 CURRENT LEARNING RATE: 3.686345596311778e-06
previous_iter_valid_loss : 0.17630572617053986
1215420 0.176459 0.176306 0.166671 CURRENT LEARNING RATE: 3.6856084009145083e-06
previous_iter_valid_loss : 0.17083068192005157
1215440 0.170981 0.170831 0.167172 CURRENT LEARNING RATE: 3.684871352941581e-06
previous_iter_valid_loss : 0.17321857810020447
1215460 0.173368 0.173219 0.167789 CURRENT LEARNING RATE: 3.684134452363509e-06
previous_iter_valid_loss : 0.16715091466903687
1215480 0.167307 0.167151 0.168028 CURRENT LEARNING RATE: 3.683397699150815e-06
previous_iter_valid_loss : 0.1646534949541092
1215500 0.164838 0.164653 0.168151 CURRENT LEARNING RATE: 3.682661093274023e-06
previous_iter_valid_loss : 0.16302108764648438
1215520 0.163191 0.163021 0.167739 CURRENT LEARNING RATE: 3.681924634703682e-06
previous_iter_valid_loss : 0.16169612109661102
1215540 0.161841 0.161696 0.167656 CURRENT LEARNING RATE: 3.681188323410326e-06
previous_iter_valid_loss : 0.16140052676200867
1215560 0.161557 0.161401 0.167673 CURRENT LEARNING RATE: 3.680452159364504e-06
previous_iter_valid_loss : 0.18163666129112244
1215580 0.181795 0.181637 0.167842 CURRENT LEARNING RATE: 3.6797161425367627e-06
previous_iter_valid_loss : 0.16580438613891602
1215600 0.166017 0.165804 0.168085 CURRENT LEARNING RATE: 3.6789802728976744e-06
previous_iter_valid_loss : 0.1674036681652069
1215620 0.167561 0.167404 0.167491 CURRENT LEARNING RATE: 3.6782445504177967e-06
previous_iter_valid_loss : 0.16340813040733337
1215640 0.163576 0.163408 0.167087 CURRENT LEARNING RATE: 3.6775089750677016e-06
previous_iter_valid_loss : 0.16252340376377106
1215660 0.162681 0.162523 0.166983 CURRENT LEARNING RATE: 3.67677354681796e-06
previous_iter_valid_loss : 0.16520747542381287
1215680 0.165364 0.165207 0.167215 CURRENT LEARNING RATE: 3.6760382656391667e-06
previous_iter_valid_loss : 0.16158190369606018
1215700 0.161724 0.161582 0.167240 CURRENT LEARNING RATE: 3.675303131501905e-06
previous_iter_valid_loss : 0.1612546145915985
1215720 0.161431 0.161255 0.167000 CURRENT LEARNING RATE: 3.674568144376762e-06
previous_iter_valid_loss : 0.1610770970582962
1215740 0.161240 0.161077 0.166886 CURRENT LEARNING RATE: 3.673833304234352e-06
previous_iter_valid_loss : 0.1612335592508316
1215760 0.161418 0.161234 0.166821 CURRENT LEARNING RATE: 3.6730986110452745e-06
previous_iter_valid_loss : 0.16242831945419312
1215780 0.162628 0.162428 0.165825 CURRENT LEARNING RATE: 3.6723640647801426e-06
previous_iter_valid_loss : 0.16061919927597046
1215800 0.160786 0.160619 0.165620 CURRENT LEARNING RATE: 3.6716296654095668e-06
previous_iter_valid_loss : 0.1628059595823288
1215820 0.162971 0.162806 0.164945 CURRENT LEARNING RATE: 3.6708954129041845e-06
previous_iter_valid_loss : 0.16486668586730957
1215840 0.165037 0.164867 0.164647 CURRENT LEARNING RATE: 3.670161307234619e-06
previous_iter_valid_loss : 0.16447746753692627
1215860 0.164678 0.164477 0.164210 CURRENT LEARNING RATE: 3.669427348371507e-06
previous_iter_valid_loss : 0.16299837827682495
1215880 0.163166 0.162998 0.164003 CURRENT LEARNING RATE: 3.6686935362854827e-06
previous_iter_valid_loss : 0.16761071979999542
1215900 0.167764 0.167611 0.164150 CURRENT LEARNING RATE: 3.6679598709472062e-06
previous_iter_valid_loss : 0.1613422930240631
1215920 0.161525 0.161342 0.164066 CURRENT LEARNING RATE: 3.6672263523273262e-06
previous_iter_valid_loss : 0.16298770904541016
1215940 0.163182 0.162988 0.164131 CURRENT LEARNING RATE: 3.6664929803965e-06
previous_iter_valid_loss : 0.16283206641674042
1215960 0.163000 0.162832 0.164203 CURRENT LEARNING RATE: 3.6657597551253866e-06
previous_iter_valid_loss : 0.16055241227149963
1215980 0.160712 0.160552 0.163148 CURRENT LEARNING RATE: 3.665026676484671e-06
previous_iter_valid_loss : 0.1625293791294098
1216000 0.162697 0.162529 0.162985 CURRENT LEARNING RATE: 3.6642937444450226e-06
previous_iter_valid_loss : 0.16692820191383362
1216020 0.167084 0.166928 0.162961 CURRENT LEARNING RATE: 3.663560958977125e-06
previous_iter_valid_loss : 0.16293203830718994
1216040 0.163102 0.162932 0.162937 CURRENT LEARNING RATE: 3.66282832005166e-06
previous_iter_valid_loss : 0.1642007976770401
1216060 0.164374 0.164201 0.163021 CURRENT LEARNING RATE: 3.662095827639334e-06
previous_iter_valid_loss : 0.20725974440574646
1216080 0.207312 0.207260 0.165124 CURRENT LEARNING RATE: 3.6613634817108413e-06
previous_iter_valid_loss : 0.18042518198490143
1216100 0.180583 0.180425 0.166066 CURRENT LEARNING RATE: 3.6606312822368896e-06
previous_iter_valid_loss : 0.17531217634677887
1216120 0.175597 0.175312 0.166769 CURRENT LEARNING RATE: 3.659899229188182e-06
previous_iter_valid_loss : 0.18467074632644653
1216140 0.184813 0.184671 0.167948 CURRENT LEARNING RATE: 3.6591673225354513e-06
previous_iter_valid_loss : 0.16435693204402924
1216160 0.164513 0.164357 0.168104 CURRENT LEARNING RATE: 3.658435562249414e-06
previous_iter_valid_loss : 0.1751503199338913
1216180 0.175297 0.175150 0.168741 CURRENT LEARNING RATE: 3.6577039483007925e-06
previous_iter_valid_loss : 0.17723320424556732
1216200 0.177393 0.177233 0.169571 CURRENT LEARNING RATE: 3.6569724806603363e-06
previous_iter_valid_loss : 0.17315168678760529
1216220 0.173296 0.173152 0.170088 CURRENT LEARNING RATE: 3.6562411592987796e-06
previous_iter_valid_loss : 0.17698374390602112
1216240 0.177137 0.176984 0.170694 CURRENT LEARNING RATE: 3.65550998418687e-06
previous_iter_valid_loss : 0.16742372512817383
1216260 0.167657 0.167424 0.170842 CURRENT LEARNING RATE: 3.6547789552953538e-06
previous_iter_valid_loss : 0.16339023411273956
1216280 0.163580 0.163390 0.170861 CURRENT LEARNING RATE: 3.654048072595003e-06
previous_iter_valid_loss : 0.1847795993089676
1216300 0.184924 0.184780 0.171720 CURRENT LEARNING RATE: 3.653317336056575e-06
previous_iter_valid_loss : 0.16062182188034058
1216320 0.160790 0.160622 0.171684 CURRENT LEARNING RATE: 3.652586745650841e-06
previous_iter_valid_loss : 0.16119439899921417
1216340 0.161354 0.161194 0.171594 CURRENT LEARNING RATE: 3.6518563013485713e-06
previous_iter_valid_loss : 0.1606505811214447
1216360 0.160817 0.160651 0.171485 CURRENT LEARNING RATE: 3.651126003120561e-06
previous_iter_valid_loss : 0.16757017374038696
1216380 0.167793 0.167570 0.171836 CURRENT LEARNING RATE: 3.6503958509375903e-06
previous_iter_valid_loss : 0.16808418929576874
1216400 0.168305 0.168084 0.172114 CURRENT LEARNING RATE: 3.649665844770455e-06
previous_iter_valid_loss : 0.1639653593301773
1216420 0.164129 0.163965 0.171965 CURRENT LEARNING RATE: 3.6489359845899466e-06
previous_iter_valid_loss : 0.16298078000545502
1216440 0.163153 0.162981 0.171968 CURRENT LEARNING RATE: 3.6482062703668853e-06
previous_iter_valid_loss : 0.16840755939483643
1216460 0.168558 0.168408 0.172178 CURRENT LEARNING RATE: 3.6474767020720747e-06
previous_iter_valid_loss : 0.17059750854969025
1216480 0.170852 0.170598 0.170345 CURRENT LEARNING RATE: 3.646747279676333e-06
previous_iter_valid_loss : 0.16944274306297302
1216500 0.169691 0.169443 0.169796 CURRENT LEARNING RATE: 3.6460180031504768e-06
previous_iter_valid_loss : 0.17525438964366913
1216520 0.175539 0.175254 0.169793 CURRENT LEARNING RATE: 3.645288872465347e-06
previous_iter_valid_loss : 0.16459521651268005
1216540 0.164807 0.164595 0.168789 CURRENT LEARNING RATE: 3.6445598875917733e-06
previous_iter_valid_loss : 0.1814436912536621
1216560 0.181782 0.181444 0.169644 CURRENT LEARNING RATE: 3.6438310485005886e-06
previous_iter_valid_loss : 0.16158150136470795
1216580 0.161773 0.161582 0.168965 CURRENT LEARNING RATE: 3.643102355162653e-06
previous_iter_valid_loss : 0.1615491658449173
1216600 0.161708 0.161549 0.168181 CURRENT LEARNING RATE: 3.642373807548812e-06
previous_iter_valid_loss : 0.16064301133155823
1216620 0.160798 0.160643 0.167556 CURRENT LEARNING RATE: 3.6416454056299234e-06
previous_iter_valid_loss : 0.1745268702507019
1216640 0.174677 0.174527 0.167433 CURRENT LEARNING RATE: 3.640917149376846e-06
previous_iter_valid_loss : 0.1619993895292282
1216660 0.162161 0.161999 0.167161 CURRENT LEARNING RATE: 3.640189038760461e-06
previous_iter_valid_loss : 0.17305569350719452
1216680 0.173320 0.173056 0.167645 CURRENT LEARNING RATE: 3.6394610737516377e-06
previous_iter_valid_loss : 0.1616702824831009
1216700 0.161860 0.161670 0.166489 CURRENT LEARNING RATE: 3.638733254321258e-06
previous_iter_valid_loss : 0.16764958202838898
1216720 0.167883 0.167650 0.166841 CURRENT LEARNING RATE: 3.638005580440203e-06
previous_iter_valid_loss : 0.18314459919929504
1216740 0.183508 0.183145 0.167938 CURRENT LEARNING RATE: 3.637278052079378e-06
previous_iter_valid_loss : 0.1658724695444107
1216760 0.166090 0.165872 0.168199 CURRENT LEARNING RATE: 3.6365506692096755e-06
previous_iter_valid_loss : 0.16084299981594086
1216780 0.161022 0.160843 0.167863 CURRENT LEARNING RATE: 3.6358234318019996e-06
previous_iter_valid_loss : 0.16143476963043213
1216800 0.161616 0.161435 0.167530 CURRENT LEARNING RATE: 3.6350963398272557e-06
previous_iter_valid_loss : 0.16288518905639648
1216820 0.163074 0.162885 0.167476 CURRENT LEARNING RATE: 3.6343693932563724e-06
previous_iter_valid_loss : 0.173484668135643
1216840 0.173631 0.173485 0.168002 CURRENT LEARNING RATE: 3.633642592060265e-06
previous_iter_valid_loss : 0.1720474809408188
1216860 0.172324 0.172047 0.168184 CURRENT LEARNING RATE: 3.632915936209862e-06
previous_iter_valid_loss : 0.16717959940433502
1216880 0.167335 0.167180 0.168013 CURRENT LEARNING RATE: 3.63218942567609e-06
previous_iter_valid_loss : 0.1606399118900299
1216900 0.160815 0.160640 0.167573 CURRENT LEARNING RATE: 3.6314630604299024e-06
previous_iter_valid_loss : 0.16781768202781677
1216920 0.167970 0.167818 0.167201 CURRENT LEARNING RATE: 3.6307368404422376e-06
previous_iter_valid_loss : 0.20177525281906128
1216940 0.201849 0.201775 0.169060 CURRENT LEARNING RATE: 3.6300107656840405e-06
previous_iter_valid_loss : 0.17130860686302185
1216960 0.171576 0.171309 0.168553 CURRENT LEARNING RATE: 3.629284836126281e-06
previous_iter_valid_loss : 0.17043398320674896
1216980 0.170583 0.170434 0.168996 CURRENT LEARNING RATE: 3.6285590517399156e-06
previous_iter_valid_loss : 0.1613585650920868
1217000 0.161521 0.161359 0.168986 CURRENT LEARNING RATE: 3.6278334124959123e-06
previous_iter_valid_loss : 0.1628924310207367
1217020 0.163086 0.162892 0.169099 CURRENT LEARNING RATE: 3.62710791836524e-06
previous_iter_valid_loss : 0.16113662719726562
1217040 0.161297 0.161137 0.168429 CURRENT LEARNING RATE: 3.626382569318891e-06
previous_iter_valid_loss : 0.16052474081516266
1217060 0.160687 0.160525 0.168355 CURRENT LEARNING RATE: 3.625657365327845e-06
previous_iter_valid_loss : 0.16725294291973114
1217080 0.167414 0.167253 0.168065 CURRENT LEARNING RATE: 3.624932306363095e-06
previous_iter_valid_loss : 0.19080902636051178
1217100 0.190938 0.190809 0.169522 CURRENT LEARNING RATE: 3.6242073923956305e-06
previous_iter_valid_loss : 0.1664075255393982
1217120 0.166571 0.166408 0.169460 CURRENT LEARNING RATE: 3.6234826233964685e-06
previous_iter_valid_loss : 0.16594193875789642
1217140 0.166110 0.165942 0.168600 CURRENT LEARNING RATE: 3.6227579993366127e-06
previous_iter_valid_loss : 0.17240694165229797
1217160 0.172669 0.172407 0.168927 CURRENT LEARNING RATE: 3.622033520187077e-06
previous_iter_valid_loss : 0.16433656215667725
1217180 0.164535 0.164337 0.169101 CURRENT LEARNING RATE: 3.621309185918876e-06
previous_iter_valid_loss : 0.16817432641983032
1217200 0.168410 0.168174 0.169438 CURRENT LEARNING RATE: 3.62058499650305e-06
previous_iter_valid_loss : 0.17225663363933563
1217220 0.172404 0.172257 0.169907 CURRENT LEARNING RATE: 3.6198609519106233e-06
previous_iter_valid_loss : 0.16050997376441956
1217240 0.160677 0.160510 0.169258 CURRENT LEARNING RATE: 3.6191370521126354e-06
previous_iter_valid_loss : 0.16176609694957733
1217260 0.161923 0.161766 0.168744 CURRENT LEARNING RATE: 3.6184132970801236e-06
previous_iter_valid_loss : 0.16736046969890594
1217280 0.167590 0.167360 0.168753 CURRENT LEARNING RATE: 3.617689686784151e-06
previous_iter_valid_loss : 0.17085830867290497
1217300 0.171007 0.170858 0.169264 CURRENT LEARNING RATE: 3.6169662211957667e-06
previous_iter_valid_loss : 0.1606624871492386
1217320 0.160823 0.160662 0.168906 CURRENT LEARNING RATE: 3.6162429002860244e-06
previous_iter_valid_loss : 0.18450970947742462
1217340 0.184657 0.184510 0.168043 CURRENT LEARNING RATE: 3.615519724026006e-06
previous_iter_valid_loss : 0.1624719649553299
1217360 0.162651 0.162472 0.167601 CURRENT LEARNING RATE: 3.6147966923867764e-06
previous_iter_valid_loss : 0.1643507331609726
1217380 0.164555 0.164351 0.167297 CURRENT LEARNING RATE: 3.614073805339415e-06
previous_iter_valid_loss : 0.16137416660785675
1217400 0.161552 0.161374 0.167298 CURRENT LEARNING RATE: 3.613351062855e-06
previous_iter_valid_loss : 0.16422627866268158
1217420 0.164394 0.164226 0.167364 CURRENT LEARNING RATE: 3.612628464904634e-06
previous_iter_valid_loss : 0.1607610285282135
1217440 0.160941 0.160761 0.167346 CURRENT LEARNING RATE: 3.611906011459408e-06
previous_iter_valid_loss : 0.1616518348455429
1217460 0.161807 0.161652 0.167402 CURRENT LEARNING RATE: 3.6111837024904226e-06
previous_iter_valid_loss : 0.1630774438381195
1217480 0.163274 0.163077 0.167193 CURRENT LEARNING RATE: 3.610461537968779e-06
previous_iter_valid_loss : 0.161590576171875
1217500 0.161749 0.161591 0.165732 CURRENT LEARNING RATE: 3.609739517865604e-06
previous_iter_valid_loss : 0.16834130883216858
1217520 0.168569 0.168341 0.165829 CURRENT LEARNING RATE: 3.6090176421520097e-06
previous_iter_valid_loss : 0.1703440397977829
1217540 0.170597 0.170344 0.166049 CURRENT LEARNING RATE: 3.608295910799122e-06
previous_iter_valid_loss : 0.16641037166118622
1217560 0.166620 0.166410 0.165749 CURRENT LEARNING RATE: 3.6075743237780647e-06
previous_iter_valid_loss : 0.17435823380947113
1217580 0.174639 0.174358 0.166250 CURRENT LEARNING RATE: 3.606852881059988e-06
previous_iter_valid_loss : 0.1605469435453415
1217600 0.160712 0.160547 0.165869 CURRENT LEARNING RATE: 3.6061315826160264e-06
previous_iter_valid_loss : 0.17221872508525848
1217620 0.172491 0.172219 0.165867 CURRENT LEARNING RATE: 3.6054104284173284e-06
previous_iter_valid_loss : 0.1613854616880417
1217640 0.161535 0.161385 0.165911 CURRENT LEARNING RATE: 3.604689418435042e-06
previous_iter_valid_loss : 0.16809312999248505
1217660 0.168249 0.168093 0.166227 CURRENT LEARNING RATE: 3.6039685526403387e-06
previous_iter_valid_loss : 0.19670706987380981
1217680 0.196803 0.196707 0.167695 CURRENT LEARNING RATE: 3.6032478310043784e-06
previous_iter_valid_loss : 0.16746731102466583
1217700 0.167701 0.167467 0.167525 CURRENT LEARNING RATE: 3.602527253498332e-06
previous_iter_valid_loss : 0.1696043759584427
1217720 0.169753 0.169604 0.167972 CURRENT LEARNING RATE: 3.6018068200933694e-06
previous_iter_valid_loss : 0.16578365862369537
1217740 0.165943 0.165784 0.167036 CURRENT LEARNING RATE: 3.6010865307606866e-06
previous_iter_valid_loss : 0.1612550914287567
1217760 0.161421 0.161255 0.166975 CURRENT LEARNING RATE: 3.600366385471465e-06
previous_iter_valid_loss : 0.16501475870609283
1217780 0.165191 0.165015 0.167008 CURRENT LEARNING RATE: 3.599646384196894e-06
previous_iter_valid_loss : 0.16965258121490479
1217800 0.169803 0.169653 0.167422 CURRENT LEARNING RATE: 3.5989265269081843e-06
previous_iter_valid_loss : 0.1609518975019455
1217820 0.161119 0.160952 0.167258 CURRENT LEARNING RATE: 3.5982068135765365e-06
previous_iter_valid_loss : 0.1605488508939743
1217840 0.160704 0.160549 0.167248 CURRENT LEARNING RATE: 3.5974872441731625e-06
previous_iter_valid_loss : 0.17808400094509125
1217860 0.178245 0.178084 0.168069 CURRENT LEARNING RATE: 3.596767818669271e-06
previous_iter_valid_loss : 0.1609596610069275
1217880 0.161138 0.160960 0.167963 CURRENT LEARNING RATE: 3.5960485370361e-06
previous_iter_valid_loss : 0.16067206859588623
1217900 0.160833 0.160672 0.167918 CURRENT LEARNING RATE: 3.5953293992448706e-06
previous_iter_valid_loss : 0.16433434188365936
1217920 0.164532 0.164334 0.167717 CURRENT LEARNING RATE: 3.594610405266818e-06
previous_iter_valid_loss : 0.1639583855867386
1217940 0.164128 0.163958 0.167398 CURRENT LEARNING RATE: 3.593891555073175e-06
previous_iter_valid_loss : 0.1838190257549286
1217960 0.184181 0.183819 0.168268 CURRENT LEARNING RATE: 3.593172848635202e-06
previous_iter_valid_loss : 0.1623152643442154
1217980 0.162477 0.162315 0.167666 CURRENT LEARNING RATE: 3.592454285924143e-06
previous_iter_valid_loss : 0.16158798336982727
1218000 0.161758 0.161588 0.167718 CURRENT LEARNING RATE: 3.5917358669112556e-06
previous_iter_valid_loss : 0.16056881844997406
1218020 0.160742 0.160569 0.167136 CURRENT LEARNING RATE: 3.5910175915677975e-06
previous_iter_valid_loss : 0.16064070165157318
1218040 0.160809 0.160641 0.167099 CURRENT LEARNING RATE: 3.5902994598650498e-06
previous_iter_valid_loss : 0.16493487358093262
1218060 0.165089 0.164935 0.166941 CURRENT LEARNING RATE: 3.58958147177428e-06
previous_iter_valid_loss : 0.16674095392227173
1218080 0.166904 0.166741 0.165442 CURRENT LEARNING RATE: 3.588863627266771e-06
previous_iter_valid_loss : 0.16535121202468872
1218100 0.165517 0.165351 0.165337 CURRENT LEARNING RATE: 3.5881459263138007e-06
previous_iter_valid_loss : 0.1617189198732376
1218120 0.161906 0.161719 0.164942 CURRENT LEARNING RATE: 3.587428368886674e-06
previous_iter_valid_loss : 0.16102100908756256
1218140 0.161208 0.161021 0.164704 CURRENT LEARNING RATE: 3.5867109549566827e-06
previous_iter_valid_loss : 0.16281209886074066
1218160 0.162989 0.162812 0.164782 CURRENT LEARNING RATE: 3.585993684495124e-06
previous_iter_valid_loss : 0.16143319010734558
1218180 0.161620 0.161433 0.164603 CURRENT LEARNING RATE: 3.585276557473319e-06
previous_iter_valid_loss : 0.16281625628471375
1218200 0.163013 0.162816 0.164261 CURRENT LEARNING RATE: 3.584559573862577e-06
previous_iter_valid_loss : 0.16705243289470673
1218220 0.167212 0.167052 0.164566 CURRENT LEARNING RATE: 3.5838427336342187e-06
previous_iter_valid_loss : 0.16061687469482422
1218240 0.160773 0.160617 0.164569 CURRENT LEARNING RATE: 3.5831260367595633e-06
previous_iter_valid_loss : 0.1652405560016632
1218260 0.165441 0.165241 0.163927 CURRENT LEARNING RATE: 3.5824094832099566e-06
previous_iter_valid_loss : 0.16105547547340393
1218280 0.161250 0.161055 0.163932 CURRENT LEARNING RATE: 3.58169307295673e-06
previous_iter_valid_loss : 0.1761956363916397
1218300 0.176481 0.176196 0.164708 CURRENT LEARNING RATE: 3.580976805971226e-06
previous_iter_valid_loss : 0.16391757130622864
1218320 0.164082 0.163918 0.164687 CURRENT LEARNING RATE: 3.5802606822247887e-06
previous_iter_valid_loss : 0.17188243567943573
1218340 0.172036 0.171882 0.165084 CURRENT LEARNING RATE: 3.5795447016887856e-06
previous_iter_valid_loss : 0.17393793165683746
1218360 0.174092 0.173938 0.164590 CURRENT LEARNING RATE: 3.5788288643345713e-06
previous_iter_valid_loss : 0.16082711517810822
1218380 0.161001 0.160827 0.164515 CURRENT LEARNING RATE: 3.5781131701335117e-06
previous_iter_valid_loss : 0.16052159667015076
1218400 0.160681 0.160522 0.164462 CURRENT LEARNING RATE: 3.5773976190569733e-06
previous_iter_valid_loss : 0.16085536777973175
1218420 0.161013 0.160855 0.164476 CURRENT LEARNING RATE: 3.5766822110763464e-06
previous_iter_valid_loss : 0.1617186814546585
1218440 0.161904 0.161719 0.164530 CURRENT LEARNING RATE: 3.575966946163008e-06
previous_iter_valid_loss : 0.16053181886672974
1218460 0.160690 0.160532 0.164310 CURRENT LEARNING RATE: 3.5752518242883483e-06
previous_iter_valid_loss : 0.16054032742977142
1218480 0.160696 0.160540 0.164000 CURRENT LEARNING RATE: 3.5745368454237557e-06
previous_iter_valid_loss : 0.16348746418952942
1218500 0.163687 0.163487 0.163907 CURRENT LEARNING RATE: 3.573822009540644e-06
previous_iter_valid_loss : 0.17325495183467865
1218520 0.173532 0.173255 0.164484 CURRENT LEARNING RATE: 3.5731073166104126e-06
previous_iter_valid_loss : 0.16604314744472504
1218540 0.166253 0.166043 0.164735 CURRENT LEARNING RATE: 3.5723927666044682e-06
previous_iter_valid_loss : 0.160628080368042
1218560 0.160785 0.160628 0.164625 CURRENT LEARNING RATE: 3.5716783594942416e-06
previous_iter_valid_loss : 0.16052646934986115
1218580 0.160677 0.160526 0.164580 CURRENT LEARNING RATE: 3.5709640952511496e-06
previous_iter_valid_loss : 0.1695633977651596
1218600 0.169800 0.169563 0.164917 CURRENT LEARNING RATE: 3.570249973846622e-06
previous_iter_valid_loss : 0.16253164410591125
1218620 0.162697 0.162532 0.164691 CURRENT LEARNING RATE: 3.5695359952520873e-06
previous_iter_valid_loss : 0.16401322185993195
1218640 0.164181 0.164013 0.164861 CURRENT LEARNING RATE: 3.5688221594389994e-06
previous_iter_valid_loss : 0.16060887277126312
1218660 0.160784 0.160609 0.164630 CURRENT LEARNING RATE: 3.5681084663787984e-06
previous_iter_valid_loss : 0.16182759404182434
1218680 0.161988 0.161828 0.164668 CURRENT LEARNING RATE: 3.5673949160429362e-06
previous_iter_valid_loss : 0.16229622066020966
1218700 0.162495 0.162296 0.163973 CURRENT LEARNING RATE: 3.566681508402865e-06
previous_iter_valid_loss : 0.1609191596508026
1218720 0.161096 0.160919 0.163823 CURRENT LEARNING RATE: 3.5659682434300606e-06
previous_iter_valid_loss : 0.16417618095874786
1218740 0.164340 0.164176 0.163438 CURRENT LEARNING RATE: 3.5652551210959868e-06
previous_iter_valid_loss : 0.16049601137638092
1218760 0.160660 0.160496 0.162766 CURRENT LEARNING RATE: 3.5645421413721183e-06
previous_iter_valid_loss : 0.1719392091035843
1218780 0.172190 0.171939 0.163322 CURRENT LEARNING RATE: 3.5638293042299293e-06
previous_iter_valid_loss : 0.1676870584487915
1218800 0.167920 0.167687 0.163680 CURRENT LEARNING RATE: 3.56311660964092e-06
previous_iter_valid_loss : 0.17473702132701874
1218820 0.175020 0.174737 0.164374 CURRENT LEARNING RATE: 3.562404057576575e-06
previous_iter_valid_loss : 0.1789168417453766
1218840 0.179236 0.178917 0.165234 CURRENT LEARNING RATE: 3.5616916480083927e-06
previous_iter_valid_loss : 0.16070443391799927
1218860 0.160865 0.160704 0.165242 CURRENT LEARNING RATE: 3.5609793809078707e-06
previous_iter_valid_loss : 0.1627400666475296
1218880 0.162905 0.162740 0.165352 CURRENT LEARNING RATE: 3.5602672562465305e-06
previous_iter_valid_loss : 0.17419372498989105
1218900 0.174465 0.174194 0.165888 CURRENT LEARNING RATE: 3.5595552739958812e-06
previous_iter_valid_loss : 0.1634681075811386
1218920 0.163661 0.163468 0.165398 CURRENT LEARNING RATE: 3.5588434341274432e-06
previous_iter_valid_loss : 0.1646496057510376
1218940 0.164847 0.164650 0.165329 CURRENT LEARNING RATE: 3.558131736612737e-06
previous_iter_valid_loss : 0.17501266300678253
1218960 0.175170 0.175013 0.166048 CURRENT LEARNING RATE: 3.5574201814233067e-06
previous_iter_valid_loss : 0.1629442572593689
1218980 0.163103 0.162944 0.166169 CURRENT LEARNING RATE: 3.556708768530685e-06
previous_iter_valid_loss : 0.1640942245721817
1219000 0.164260 0.164094 0.165895 CURRENT LEARNING RATE: 3.5559974979064075e-06
previous_iter_valid_loss : 0.1640911102294922
1219020 0.164260 0.164091 0.165973 CURRENT LEARNING RATE: 3.5552863695220366e-06
previous_iter_valid_loss : 0.16154316067695618
1219040 0.161735 0.161543 0.165850 CURRENT LEARNING RATE: 3.5545753833491207e-06
previous_iter_valid_loss : 0.16247773170471191
1219060 0.162633 0.162478 0.165943 CURRENT LEARNING RATE: 3.553864539359221e-06
previous_iter_valid_loss : 0.16716672480106354
1219080 0.167318 0.167167 0.166210 CURRENT LEARNING RATE: 3.5531538375238974e-06
previous_iter_valid_loss : 0.16076703369617462
1219100 0.160918 0.160767 0.166134 CURRENT LEARNING RATE: 3.5524432778147337e-06
previous_iter_valid_loss : 0.1605481207370758
1219120 0.160718 0.160548 0.166115 CURRENT LEARNING RATE: 3.5517328602033015e-06
previous_iter_valid_loss : 0.16193434596061707
1219140 0.162093 0.161934 0.166003 CURRENT LEARNING RATE: 3.5510225846611843e-06
previous_iter_valid_loss : 0.16495925188064575
1219160 0.165164 0.164959 0.166226 CURRENT LEARNING RATE: 3.5503124511599644e-06
previous_iter_valid_loss : 0.1608559787273407
1219180 0.161032 0.160856 0.165672 CURRENT LEARNING RATE: 3.54960245967125e-06
previous_iter_valid_loss : 0.1630752682685852
1219200 0.163233 0.163075 0.165442 CURRENT LEARNING RATE: 3.548892610166634e-06
previous_iter_valid_loss : 0.16213509440422058
1219220 0.162292 0.162135 0.164811 CURRENT LEARNING RATE: 3.5481829026177227e-06
previous_iter_valid_loss : 0.16068881750106812
1219240 0.160852 0.160689 0.163900 CURRENT LEARNING RATE: 3.5474733369961215e-06
previous_iter_valid_loss : 0.16422335803508759
1219260 0.164389 0.164223 0.164076 CURRENT LEARNING RATE: 3.5467639132734616e-06
previous_iter_valid_loss : 0.16329900920391083
1219280 0.163498 0.163299 0.164104 CURRENT LEARNING RATE: 3.546054631421358e-06
previous_iter_valid_loss : 0.16109971702098846
1219300 0.161258 0.161100 0.163449 CURRENT LEARNING RATE: 3.54534549141144e-06
previous_iter_valid_loss : 0.16110461950302124
1219320 0.161286 0.161105 0.163331 CURRENT LEARNING RATE: 3.544636493215336e-06
previous_iter_valid_loss : 0.1714419722557068
1219340 0.171703 0.171442 0.163671 CURRENT LEARNING RATE: 3.5439276368046986e-06
previous_iter_valid_loss : 0.164812833070755
1219360 0.164988 0.164813 0.163161 CURRENT LEARNING RATE: 3.5432189221511666e-06
previous_iter_valid_loss : 0.1613633930683136
1219380 0.161551 0.161363 0.163082 CURRENT LEARNING RATE: 3.542510349226386e-06
previous_iter_valid_loss : 0.16109581291675568
1219400 0.161274 0.161096 0.162932 CURRENT LEARNING RATE: 3.5418019180020266e-06
previous_iter_valid_loss : 0.16050514578819275
1219420 0.160666 0.160505 0.162752 CURRENT LEARNING RATE: 3.541093628449744e-06
previous_iter_valid_loss : 0.1610090136528015
1219440 0.161192 0.161009 0.162726 CURRENT LEARNING RATE: 3.5403854805412073e-06
previous_iter_valid_loss : 0.16968974471092224
1219460 0.169847 0.169690 0.163086 CURRENT LEARNING RATE: 3.5396774742480837e-06
previous_iter_valid_loss : 0.160756453871727
1219480 0.160915 0.160756 0.162766 CURRENT LEARNING RATE: 3.5389696095420656e-06
previous_iter_valid_loss : 0.16443055868148804
1219500 0.164592 0.164431 0.162949 CURRENT LEARNING RATE: 3.5382618863948326e-06
previous_iter_valid_loss : 0.17956532537937164
1219520 0.179723 0.179565 0.163900 CURRENT LEARNING RATE: 3.5375543047780756e-06
previous_iter_valid_loss : 0.16795897483825684
1219540 0.168114 0.167959 0.164201 CURRENT LEARNING RATE: 3.536846864663485e-06
previous_iter_valid_loss : 0.16981400549411774
1219560 0.169967 0.169814 0.164444 CURRENT LEARNING RATE: 3.536139566022776e-06
previous_iter_valid_loss : 0.16151385009288788
1219580 0.161679 0.161514 0.164477 CURRENT LEARNING RATE: 3.5354324088276493e-06
previous_iter_valid_loss : 0.1698601245880127
1219600 0.170111 0.169860 0.164816 CURRENT LEARNING RATE: 3.5347253930498203e-06
previous_iter_valid_loss : 0.1967303305864334
1219620 0.197242 0.196730 0.166546 CURRENT LEARNING RATE: 3.534018518661001e-06
previous_iter_valid_loss : 0.1622774600982666
1219640 0.162470 0.162277 0.166625 CURRENT LEARNING RATE: 3.533311785632929e-06
previous_iter_valid_loss : 0.16053366661071777
1219660 0.160688 0.160534 0.166441 CURRENT LEARNING RATE: 3.5326051939373287e-06
previous_iter_valid_loss : 0.16560877859592438
1219680 0.165808 0.165609 0.166556 CURRENT LEARNING RATE: 3.531898743545937e-06
previous_iter_valid_loss : 0.16153064370155334
1219700 0.161690 0.161531 0.166578 CURRENT LEARNING RATE: 3.531192434430489e-06
previous_iter_valid_loss : 0.1768694519996643
1219720 0.177020 0.176869 0.167366 CURRENT LEARNING RATE: 3.530486266562745e-06
previous_iter_valid_loss : 0.16616033017635345
1219740 0.166375 0.166160 0.167102 CURRENT LEARNING RATE: 3.5297802399144526e-06
previous_iter_valid_loss : 0.16533872485160828
1219760 0.165544 0.165339 0.167128 CURRENT LEARNING RATE: 3.5290743544573636e-06
previous_iter_valid_loss : 0.16420334577560425
1219780 0.164402 0.164203 0.167270 CURRENT LEARNING RATE: 3.5283686101632557e-06
previous_iter_valid_loss : 0.1605493426322937
1219800 0.160716 0.160549 0.167243 CURRENT LEARNING RATE: 3.5276630070038924e-06
previous_iter_valid_loss : 0.16654331982135773
1219820 0.166759 0.166543 0.167545 CURRENT LEARNING RATE: 3.5269575449510507e-06
previous_iter_valid_loss : 0.16302871704101562
1219840 0.163196 0.163029 0.167646 CURRENT LEARNING RATE: 3.5262522239765045e-06
previous_iter_valid_loss : 0.1610683649778366
1219860 0.161212 0.161068 0.167215 CURRENT LEARNING RATE: 3.525547044052053e-06
previous_iter_valid_loss : 0.16064007580280304
1219880 0.160806 0.160640 0.167209 CURRENT LEARNING RATE: 3.5248420051494847e-06
previous_iter_valid_loss : 0.1607024073600769
1219900 0.160861 0.160702 0.167022 CURRENT LEARNING RATE: 3.524137107240597e-06
previous_iter_valid_loss : 0.16066129505634308
1219920 0.160840 0.160661 0.166077 CURRENT LEARNING RATE: 3.523432350297188e-06
previous_iter_valid_loss : 0.19322194159030914
1219940 0.193347 0.193222 0.167340 CURRENT LEARNING RATE: 3.5227277342910793e-06
previous_iter_valid_loss : 0.1759270578622818
1219960 0.176083 0.175927 0.167646 CURRENT LEARNING RATE: 3.522023259194081e-06
previous_iter_valid_loss : 0.16306596994400024
1219980 0.163233 0.163066 0.167724 CURRENT LEARNING RATE: 3.5213189249780136e-06
previous_iter_valid_loss : 0.1605835258960724
1220000 0.160751 0.160584 0.167260 CURRENT LEARNING RATE: 3.520614731614697e-06
previous_iter_valid_loss : 0.16212281584739685
1220020 0.162299 0.162123 0.165529 CURRENT LEARNING RATE: 3.519910679075976e-06
previous_iter_valid_loss : 0.16252568364143372
1220040 0.162715 0.162526 0.165542 CURRENT LEARNING RATE: 3.519206767333683e-06
previous_iter_valid_loss : 0.16663561761379242
1220060 0.166801 0.166636 0.165847 CURRENT LEARNING RATE: 3.5185029963596613e-06
previous_iter_valid_loss : 0.16686402261257172
1220080 0.167079 0.166864 0.165910 CURRENT LEARNING RATE: 3.5177993661257535e-06
previous_iter_valid_loss : 0.16942264139652252
1220100 0.169575 0.169423 0.166304 CURRENT LEARNING RATE: 3.517095876603827e-06
previous_iter_valid_loss : 0.1617926061153412
1220120 0.161945 0.161793 0.165550 CURRENT LEARNING RATE: 3.5163925277657364e-06
previous_iter_valid_loss : 0.16313877701759338
1220140 0.163337 0.163139 0.165399 CURRENT LEARNING RATE: 3.515689319583347e-06
previous_iter_valid_loss : 0.17139136791229248
1220160 0.171533 0.171391 0.165702 CURRENT LEARNING RATE: 3.514986252028525e-06
previous_iter_valid_loss : 0.17076325416564941
1220180 0.171016 0.170763 0.166030 CURRENT LEARNING RATE: 3.51428332507316e-06
previous_iter_valid_loss : 0.16105440258979797
1220200 0.161242 0.161054 0.166055 CURRENT LEARNING RATE: 3.513580538689128e-06
previous_iter_valid_loss : 0.16260147094726562
1220220 0.162805 0.162601 0.165858 CURRENT LEARNING RATE: 3.5128778928483112e-06
previous_iter_valid_loss : 0.16089746356010437
1220240 0.161050 0.160897 0.165752 CURRENT LEARNING RATE: 3.5121753875226174e-06
previous_iter_valid_loss : 0.16089652478694916
1220260 0.161070 0.160897 0.165743 CURRENT LEARNING RATE: 3.51147302268394e-06
previous_iter_valid_loss : 0.18545880913734436
1220280 0.185841 0.185459 0.166984 CURRENT LEARNING RATE: 3.510770798304183e-06
previous_iter_valid_loss : 0.1660349816083908
1220300 0.166250 0.166035 0.167250 CURRENT LEARNING RATE: 3.510068714355253e-06
previous_iter_valid_loss : 0.16053204238414764
1220320 0.160685 0.160532 0.167244 CURRENT LEARNING RATE: 3.509366770809078e-06
previous_iter_valid_loss : 0.16294145584106445
1220340 0.163099 0.162941 0.165730 CURRENT LEARNING RATE: 3.508664967637574e-06
previous_iter_valid_loss : 0.16415950655937195
1220360 0.164362 0.164160 0.165142 CURRENT LEARNING RATE: 3.50796330481267e-06
previous_iter_valid_loss : 0.16052000224590302
1220380 0.160684 0.160520 0.165014 CURRENT LEARNING RATE: 3.507261782306292e-06
previous_iter_valid_loss : 0.16070003807544708
1220400 0.160871 0.160700 0.165020 CURRENT LEARNING RATE: 3.506560400090392e-06
previous_iter_valid_loss : 0.17332224547863007
1220420 0.173604 0.173322 0.165580 CURRENT LEARNING RATE: 3.505859158136908e-06
previous_iter_valid_loss : 0.16258229315280914
1220440 0.162780 0.162582 0.165583 CURRENT LEARNING RATE: 3.5051580564177916e-06
previous_iter_valid_loss : 0.16327302157878876
1220460 0.163460 0.163273 0.165415 CURRENT LEARNING RATE: 3.5044570949049913e-06
previous_iter_valid_loss : 0.16061490774154663
1220480 0.160764 0.160615 0.165102 CURRENT LEARNING RATE: 3.503756273570481e-06
previous_iter_valid_loss : 0.1693548858165741
1220500 0.169509 0.169355 0.165099 CURRENT LEARNING RATE: 3.5030555923862227e-06
previous_iter_valid_loss : 0.16111139953136444
1220520 0.161266 0.161111 0.165065 CURRENT LEARNING RATE: 3.502355051324188e-06
previous_iter_valid_loss : 0.1650640070438385
1220540 0.165228 0.165064 0.165161 CURRENT LEARNING RATE: 3.50165465035635e-06
previous_iter_valid_loss : 0.17473097145557404
1220560 0.175014 0.174731 0.165328 CURRENT LEARNING RATE: 3.5009543894547056e-06
previous_iter_valid_loss : 0.16863061487674713
1220580 0.168779 0.168631 0.165221 CURRENT LEARNING RATE: 3.500254268591236e-06
previous_iter_valid_loss : 0.16052180528640747
1220600 0.160684 0.160522 0.165195 CURRENT LEARNING RATE: 3.4995542877379315e-06
previous_iter_valid_loss : 0.16981817781925201
1220620 0.170074 0.169818 0.165556 CURRENT LEARNING RATE: 3.4988544468668055e-06
previous_iter_valid_loss : 0.17059403657913208
1220640 0.170844 0.170594 0.166041 CURRENT LEARNING RATE: 3.4981547459498584e-06
previous_iter_valid_loss : 0.17792563140392303
1220660 0.178236 0.177926 0.166892 CURRENT LEARNING RATE: 3.497455184959101e-06
previous_iter_valid_loss : 0.1619386523962021
1220680 0.162096 0.161939 0.165716 CURRENT LEARNING RATE: 3.496755763866545e-06
previous_iter_valid_loss : 0.16161543130874634
1220700 0.161771 0.161615 0.165495 CURRENT LEARNING RATE: 3.4960564826442263e-06
previous_iter_valid_loss : 0.17548952996730804
1220720 0.175641 0.175490 0.166243 CURRENT LEARNING RATE: 3.4953573412641677e-06
previous_iter_valid_loss : 0.17040275037288666
1220740 0.170552 0.170403 0.166616 CURRENT LEARNING RATE: 3.4946583396984027e-06
previous_iter_valid_loss : 0.16147871315479279
1220760 0.161638 0.161479 0.166482 CURRENT LEARNING RATE: 3.493959477918966e-06
previous_iter_valid_loss : 0.17668002843856812
1220780 0.176969 0.176680 0.167290 CURRENT LEARNING RATE: 3.493260755897915e-06
previous_iter_valid_loss : 0.17555703222751617
1220800 0.175847 0.175557 0.168033 CURRENT LEARNING RATE: 3.4925621736072952e-06
previous_iter_valid_loss : 0.1647806465625763
1220820 0.164941 0.164781 0.167606 CURRENT LEARNING RATE: 3.4918637310191622e-06
previous_iter_valid_loss : 0.16530174016952515
1220840 0.165522 0.165302 0.167742 CURRENT LEARNING RATE: 3.491165428105573e-06
previous_iter_valid_loss : 0.17099928855895996
1220860 0.171151 0.170999 0.168128 CURRENT LEARNING RATE: 3.4904672648386072e-06
previous_iter_valid_loss : 0.16810783743858337
1220880 0.168260 0.168108 0.168503 CURRENT LEARNING RATE: 3.4897692411903327e-06
previous_iter_valid_loss : 0.16776268184185028
1220900 0.167992 0.167763 0.168423 CURRENT LEARNING RATE: 3.4890713571328283e-06
previous_iter_valid_loss : 0.16556920111179352
1220920 0.165778 0.165569 0.168646 CURRENT LEARNING RATE: 3.4883736126381723e-06
previous_iter_valid_loss : 0.16938254237174988
1220940 0.169632 0.169383 0.168862 CURRENT LEARNING RATE: 3.4876760076784674e-06
previous_iter_valid_loss : 0.17056156694889069
1220960 0.170803 0.170562 0.168653 CURRENT LEARNING RATE: 3.4869785422258034e-06
previous_iter_valid_loss : 0.16727910935878754
1220980 0.167498 0.167279 0.168586 CURRENT LEARNING RATE: 3.4862812162522757e-06
previous_iter_valid_loss : 0.16181325912475586
1221000 0.161967 0.161813 0.168650 CURRENT LEARNING RATE: 3.485584029730003e-06
previous_iter_valid_loss : 0.16465064883232117
1221020 0.164861 0.164651 0.168392 CURRENT LEARNING RATE: 3.484886982631092e-06
previous_iter_valid_loss : 0.17228521406650543
1221040 0.172430 0.172285 0.168477 CURRENT LEARNING RATE: 3.4841900749276606e-06
previous_iter_valid_loss : 0.16859906911849976
1221060 0.168756 0.168599 0.168010 CURRENT LEARNING RATE: 3.4834933065918273e-06
previous_iter_valid_loss : 0.17282287776470184
1221080 0.173094 0.172823 0.168554 CURRENT LEARNING RATE: 3.482796677595732e-06
previous_iter_valid_loss : 0.1605505496263504
1221100 0.160711 0.160551 0.168501 CURRENT LEARNING RATE: 3.4821001879115045e-06
previous_iter_valid_loss : 0.16912126541137695
1221120 0.169361 0.169121 0.168183 CURRENT LEARNING RATE: 3.4814038375112853e-06
previous_iter_valid_loss : 0.16797111928462982
1221140 0.168202 0.167971 0.168061 CURRENT LEARNING RATE: 3.4807076263672132e-06
previous_iter_valid_loss : 0.16051740944385529
1221160 0.160687 0.160517 0.168013 CURRENT LEARNING RATE: 3.4800115544514532e-06
previous_iter_valid_loss : 0.16353997588157654
1221180 0.163733 0.163540 0.167356 CURRENT LEARNING RATE: 3.479315621736156e-06
previous_iter_valid_loss : 0.16977083683013916
1221200 0.169922 0.169771 0.167067 CURRENT LEARNING RATE: 3.478619828193484e-06
previous_iter_valid_loss : 0.16545018553733826
1221220 0.165658 0.165450 0.167100 CURRENT LEARNING RATE: 3.4779241737955995e-06
previous_iter_valid_loss : 0.16263039410114288
1221240 0.162828 0.162630 0.166967 CURRENT LEARNING RATE: 3.477228658514688e-06
previous_iter_valid_loss : 0.161073699593544
1221260 0.161234 0.161074 0.166470 CURRENT LEARNING RATE: 3.4765332823229244e-06
previous_iter_valid_loss : 0.16387349367141724
1221280 0.164073 0.163873 0.166259 CURRENT LEARNING RATE: 3.4758380451924913e-06
previous_iter_valid_loss : 0.16712169349193573
1221300 0.167275 0.167122 0.166227 CURRENT LEARNING RATE: 3.4751429470955754e-06
previous_iter_valid_loss : 0.16195663809776306
1221320 0.162146 0.161957 0.166046 CURRENT LEARNING RATE: 3.474447988004383e-06
previous_iter_valid_loss : 0.1657310128211975
1221340 0.165943 0.165731 0.165863 CURRENT LEARNING RATE: 3.473753167891111e-06
previous_iter_valid_loss : 0.16050924360752106
1221360 0.160676 0.160509 0.165361 CURRENT LEARNING RATE: 3.4730584867279602e-06
previous_iter_valid_loss : 0.16392594575881958
1221380 0.164085 0.163926 0.165193 CURRENT LEARNING RATE: 3.472363944487156e-06
previous_iter_valid_loss : 0.17014051973819733
1221400 0.170387 0.170141 0.165610 CURRENT LEARNING RATE: 3.4716695411409095e-06
previous_iter_valid_loss : 0.1639353483915329
1221420 0.164156 0.163935 0.165574 CURRENT LEARNING RATE: 3.4709752766614446e-06
previous_iter_valid_loss : 0.16689106822013855
1221440 0.167120 0.166891 0.165304 CURRENT LEARNING RATE: 3.4702811510209856e-06
previous_iter_valid_loss : 0.16582027077674866
1221460 0.166039 0.165820 0.165165 CURRENT LEARNING RATE: 3.469587164191779e-06
previous_iter_valid_loss : 0.16208678483963013
1221480 0.162280 0.162087 0.164628 CURRENT LEARNING RATE: 3.46889331614606e-06
previous_iter_valid_loss : 0.17059119045734406
1221500 0.170745 0.170591 0.165130 CURRENT LEARNING RATE: 3.468199606856074e-06
previous_iter_valid_loss : 0.1613522320985794
1221520 0.161506 0.161352 0.164742 CURRENT LEARNING RATE: 3.467506036294066e-06
previous_iter_valid_loss : 0.17004287242889404
1221540 0.170196 0.170043 0.164846 CURRENT LEARNING RATE: 3.4668126044323065e-06
previous_iter_valid_loss : 0.16069786250591278
1221560 0.160848 0.160698 0.164855 CURRENT LEARNING RATE: 3.466119311243052e-06
previous_iter_valid_loss : 0.16507978737354279
1221580 0.165236 0.165080 0.164932 CURRENT LEARNING RATE: 3.46542615669857e-06
previous_iter_valid_loss : 0.16258208453655243
1221600 0.162772 0.162582 0.164572 CURRENT LEARNING RATE: 3.464733140771128e-06
previous_iter_valid_loss : 0.17392216622829437
1221620 0.174191 0.173922 0.164996 CURRENT LEARNING RATE: 3.4640402634330187e-06
previous_iter_valid_loss : 0.17567840218544006
1221640 0.175970 0.175678 0.165648 CURRENT LEARNING RATE: 3.4633475246565212e-06
previous_iter_valid_loss : 0.16947109997272491
1221660 0.169713 0.169471 0.166068 CURRENT LEARNING RATE: 3.462654924413924e-06
previous_iter_valid_loss : 0.16827665269374847
1221680 0.168427 0.168277 0.166288 CURRENT LEARNING RATE: 3.461962462677519e-06
previous_iter_valid_loss : 0.16512684524059296
1221700 0.165298 0.165127 0.166188 CURRENT LEARNING RATE: 3.4612701394196184e-06
previous_iter_valid_loss : 0.16130682826042175
1221720 0.161463 0.161307 0.166156 CURRENT LEARNING RATE: 3.460577954612524e-06
previous_iter_valid_loss : 0.16512225568294525
1221740 0.165327 0.165122 0.166125 CURRENT LEARNING RATE: 3.4598859082285484e-06
previous_iter_valid_loss : 0.1779729276895523
1221760 0.178130 0.177973 0.166999 CURRENT LEARNING RATE: 3.459194000240003e-06
previous_iter_valid_loss : 0.16207168996334076
1221780 0.162256 0.162072 0.166906 CURRENT LEARNING RATE: 3.4585022306192245e-06
previous_iter_valid_loss : 0.16242796182632446
1221800 0.162616 0.162428 0.166520 CURRENT LEARNING RATE: 3.457810599338536e-06
previous_iter_valid_loss : 0.1605149358510971
1221820 0.160683 0.160515 0.166349 CURRENT LEARNING RATE: 3.4571191063702656e-06
previous_iter_valid_loss : 0.17411671578884125
1221840 0.174392 0.174117 0.166711 CURRENT LEARNING RATE: 3.456427751686766e-06
previous_iter_valid_loss : 0.16230662167072296
1221860 0.162471 0.162307 0.166535 CURRENT LEARNING RATE: 3.455736535260377e-06
previous_iter_valid_loss : 0.16267789900302887
1221880 0.162870 0.162678 0.166564 CURRENT LEARNING RATE: 3.45504545706345e-06
previous_iter_valid_loss : 0.16050675511360168
1221900 0.160670 0.160507 0.166060 CURRENT LEARNING RATE: 3.4543545170683352e-06
previous_iter_valid_loss : 0.1846195012331009
1221920 0.184995 0.184620 0.167224 CURRENT LEARNING RATE: 3.453663715247408e-06
previous_iter_valid_loss : 0.16057173907756805
1221940 0.160730 0.160572 0.166750 CURRENT LEARNING RATE: 3.4529730515730296e-06
previous_iter_valid_loss : 0.17061983048915863
1221960 0.170763 0.170620 0.167246 CURRENT LEARNING RATE: 3.452282526017574e-06
previous_iter_valid_loss : 0.16321586072444916
1221980 0.163383 0.163216 0.167153 CURRENT LEARNING RATE: 3.451592138553414e-06
previous_iter_valid_loss : 0.16494856774806976
1222000 0.165108 0.164949 0.167271 CURRENT LEARNING RATE: 3.4509018891529456e-06
previous_iter_valid_loss : 0.16149896383285522
1222020 0.161691 0.161499 0.166650 CURRENT LEARNING RATE: 3.4502117777885532e-06
previous_iter_valid_loss : 0.16151009500026703
1222040 0.161698 0.161510 0.165942 CURRENT LEARNING RATE: 3.4495218044326327e-06
previous_iter_valid_loss : 0.16098718345165253
1222060 0.161178 0.160987 0.165517 CURRENT LEARNING RATE: 3.4488319690575785e-06
previous_iter_valid_loss : 0.16643831133842468
1222080 0.166658 0.166438 0.165426 CURRENT LEARNING RATE: 3.44814227163581e-06
previous_iter_valid_loss : 0.16172656416893005
1222100 0.161916 0.161727 0.165256 CURRENT LEARNING RATE: 3.447452712139733e-06
previous_iter_valid_loss : 0.1606341302394867
1222120 0.160799 0.160634 0.165222 CURRENT LEARNING RATE: 3.446763290541764e-06
previous_iter_valid_loss : 0.16054381430149078
1222140 0.160713 0.160544 0.164993 CURRENT LEARNING RATE: 3.4460740068143212e-06
previous_iter_valid_loss : 0.17567692697048187
1222160 0.175822 0.175677 0.164878 CURRENT LEARNING RATE: 3.4453848609298463e-06
previous_iter_valid_loss : 0.16904765367507935
1222180 0.169294 0.169048 0.165227 CURRENT LEARNING RATE: 3.4446958528607655e-06
previous_iter_valid_loss : 0.16485120356082916
1222200 0.165016 0.164851 0.165348 CURRENT LEARNING RATE: 3.444006982579513e-06
previous_iter_valid_loss : 0.1694307178258896
1222220 0.169585 0.169431 0.165794 CURRENT LEARNING RATE: 3.443318250058546e-06
previous_iter_valid_loss : 0.16303019225597382
1222240 0.163222 0.163030 0.165240 CURRENT LEARNING RATE: 3.4426296552703106e-06
previous_iter_valid_loss : 0.16625668108463287
1222260 0.166468 0.166257 0.165437 CURRENT LEARNING RATE: 3.441941198187261e-06
previous_iter_valid_loss : 0.16130180656909943
1222280 0.161454 0.161302 0.165368 CURRENT LEARNING RATE: 3.441252878781854e-06
previous_iter_valid_loss : 0.17850103974342346
1222300 0.178664 0.178501 0.166268 CURRENT LEARNING RATE: 3.4405646970265688e-06
previous_iter_valid_loss : 0.16054022312164307
1222320 0.160704 0.160540 0.165064 CURRENT LEARNING RATE: 3.4398766528938716e-06
previous_iter_valid_loss : 0.1778647005558014
1222340 0.178170 0.177865 0.165929 CURRENT LEARNING RATE: 3.4391887463562414e-06
previous_iter_valid_loss : 0.1613399237394333
1222360 0.161498 0.161340 0.165465 CURRENT LEARNING RATE: 3.4385009773861554e-06
previous_iter_valid_loss : 0.16359548270702362
1222380 0.163789 0.163595 0.165484 CURRENT LEARNING RATE: 3.437813345956115e-06
previous_iter_valid_loss : 0.16198769211769104
1222400 0.162151 0.161988 0.165336 CURRENT LEARNING RATE: 3.4371258520386085e-06
previous_iter_valid_loss : 0.16052867472171783
1222420 0.160686 0.160529 0.165287 CURRENT LEARNING RATE: 3.4364384956061366e-06
previous_iter_valid_loss : 0.16744829714298248
1222440 0.167667 0.167448 0.165584 CURRENT LEARNING RATE: 3.4357512766311993e-06
previous_iter_valid_loss : 0.16685111820697784
1222460 0.167005 0.166851 0.165877 CURRENT LEARNING RATE: 3.435064195086319e-06
previous_iter_valid_loss : 0.1605788767337799
1222480 0.160757 0.160579 0.165584 CURRENT LEARNING RATE: 3.434377250944008e-06
previous_iter_valid_loss : 0.16233551502227783
1222500 0.162528 0.162336 0.165615 CURRENT LEARNING RATE: 3.433690444176787e-06
previous_iter_valid_loss : 0.16165757179260254
1222520 0.161814 0.161658 0.165666 CURRENT LEARNING RATE: 3.4330037747571775e-06
previous_iter_valid_loss : 0.16168716549873352
1222540 0.161847 0.161687 0.165723 CURRENT LEARNING RATE: 3.4323172426577264e-06
previous_iter_valid_loss : 0.17797179520130157
1222560 0.178129 0.177972 0.165838 CURRENT LEARNING RATE: 3.431630847850965e-06
previous_iter_valid_loss : 0.16393502056598663
1222580 0.164108 0.163935 0.165582 CURRENT LEARNING RATE: 3.430944590309432e-06
previous_iter_valid_loss : 0.16095569729804993
1222600 0.161111 0.160956 0.165387 CURRENT LEARNING RATE: 3.4302584700056894e-06
previous_iter_valid_loss : 0.16372250020503998
1222620 0.163910 0.163723 0.165102 CURRENT LEARNING RATE: 3.429572486912286e-06
previous_iter_valid_loss : 0.1607227921485901
1222640 0.160877 0.160723 0.164987 CURRENT LEARNING RATE: 3.4288866410017818e-06
previous_iter_valid_loss : 0.160950168967247
1222660 0.161111 0.160950 0.164721 CURRENT LEARNING RATE: 3.4282009322467386e-06
previous_iter_valid_loss : 0.16193512082099915
1222680 0.162097 0.161935 0.164753 CURRENT LEARNING RATE: 3.4275153606197385e-06
previous_iter_valid_loss : 0.1725977212190628
1222700 0.172862 0.172598 0.164458 CURRENT LEARNING RATE: 3.426829926093353e-06
previous_iter_valid_loss : 0.16673049330711365
1222720 0.166940 0.166730 0.164767 CURRENT LEARNING RATE: 3.426144628640166e-06
previous_iter_valid_loss : 0.17409518361091614
1222740 0.174370 0.174095 0.164579 CURRENT LEARNING RATE: 3.4254594682327583e-06
previous_iter_valid_loss : 0.1605956256389618
1222760 0.160752 0.160596 0.164542 CURRENT LEARNING RATE: 3.4247744448437357e-06
previous_iter_valid_loss : 0.16068793833255768
1222780 0.160848 0.160688 0.164396 CURRENT LEARNING RATE: 3.4240895584456914e-06
previous_iter_valid_loss : 0.16088923811912537
1222800 0.161061 0.160889 0.164341 CURRENT LEARNING RATE: 3.4234048090112292e-06
previous_iter_valid_loss : 0.1728183776140213
1222820 0.172966 0.172818 0.164956 CURRENT LEARNING RATE: 3.4227201965129545e-06
previous_iter_valid_loss : 0.1606118530035019
1222840 0.160775 0.160612 0.164614 CURRENT LEARNING RATE: 3.4220357209234946e-06
previous_iter_valid_loss : 0.1604991853237152
1222860 0.160668 0.160499 0.164296 CURRENT LEARNING RATE: 3.4213513822154627e-06
previous_iter_valid_loss : 0.16105462610721588
1222880 0.161223 0.161055 0.164320 CURRENT LEARNING RATE: 3.4206671803614875e-06
previous_iter_valid_loss : 0.17930811643600464
1222900 0.179631 0.179308 0.165169 CURRENT LEARNING RATE: 3.4199831153341936e-06
previous_iter_valid_loss : 0.1607348471879959
1222920 0.160895 0.160735 0.165123 CURRENT LEARNING RATE: 3.419299187106231e-06
previous_iter_valid_loss : 0.16951504349708557
1222940 0.169751 0.169515 0.165514 CURRENT LEARNING RATE: 3.418615395650236e-06
previous_iter_valid_loss : 0.17020376026630402
1222960 0.170459 0.170204 0.165126 CURRENT LEARNING RATE: 3.417931740938858e-06
previous_iter_valid_loss : 0.16059337556362152
1222980 0.160760 0.160593 0.164959 CURRENT LEARNING RATE: 3.4172482229447436e-06
previous_iter_valid_loss : 0.16616906225681305
1223000 0.166338 0.166169 0.165219 CURRENT LEARNING RATE: 3.4165648416405647e-06
previous_iter_valid_loss : 0.16315025091171265
1223020 0.163349 0.163150 0.165191 CURRENT LEARNING RATE: 3.4158815969989796e-06
previous_iter_valid_loss : 0.16217993199825287
1223040 0.162379 0.162180 0.165263 CURRENT LEARNING RATE: 3.415198488992653e-06
previous_iter_valid_loss : 0.1734539121389389
1223060 0.173718 0.173454 0.165889 CURRENT LEARNING RATE: 3.4145155175942723e-06
previous_iter_valid_loss : 0.16524052619934082
1223080 0.165445 0.165241 0.166054 CURRENT LEARNING RATE: 3.4138326827765132e-06
previous_iter_valid_loss : 0.1841517835855484
1223100 0.184298 0.184152 0.166632 CURRENT LEARNING RATE: 3.413149984512061e-06
previous_iter_valid_loss : 0.1644826978445053
1223120 0.164653 0.164483 0.166519 CURRENT LEARNING RATE: 3.412467422773604e-06
previous_iter_valid_loss : 0.16155506670475006
1223140 0.161713 0.161555 0.165892 CURRENT LEARNING RATE: 3.4117849975338495e-06
previous_iter_valid_loss : 0.16396546363830566
1223160 0.164156 0.163965 0.166061 CURRENT LEARNING RATE: 3.4111027087654954e-06
previous_iter_valid_loss : 0.1673150509595871
1223180 0.167525 0.167315 0.166392 CURRENT LEARNING RATE: 3.41042055644125e-06
previous_iter_valid_loss : 0.16331996023654938
1223200 0.163490 0.163320 0.166514 CURRENT LEARNING RATE: 3.409738540533821e-06
previous_iter_valid_loss : 0.17210792005062103
1223220 0.172260 0.172108 0.166478 CURRENT LEARNING RATE: 3.409056661015941e-06
previous_iter_valid_loss : 0.16169022023677826
1223240 0.161851 0.161690 0.166532 CURRENT LEARNING RATE: 3.4083749178603274e-06
previous_iter_valid_loss : 0.16169147193431854
1223260 0.161878 0.161691 0.166592 CURRENT LEARNING RATE: 3.407693311039711e-06
previous_iter_valid_loss : 0.16063928604125977
1223280 0.160810 0.160639 0.166571 CURRENT LEARNING RATE: 3.4070118405268214e-06
previous_iter_valid_loss : 0.16265325248241425
1223300 0.162843 0.162653 0.165738 CURRENT LEARNING RATE: 3.406330506294412e-06
previous_iter_valid_loss : 0.16843856871128082
1223320 0.168588 0.168439 0.166123 CURRENT LEARNING RATE: 3.405649308315223e-06
previous_iter_valid_loss : 0.1762608289718628
1223340 0.176410 0.176261 0.166461 CURRENT LEARNING RATE: 3.4049682465620074e-06
previous_iter_valid_loss : 0.1680973917245865
1223360 0.168252 0.168097 0.166355 CURRENT LEARNING RATE: 3.404287321007516e-06
previous_iter_valid_loss : 0.1714518815279007
1223380 0.171605 0.171452 0.166898 CURRENT LEARNING RATE: 3.4036065316245233e-06
previous_iter_valid_loss : 0.16182659566402435
1223400 0.162020 0.161827 0.166681 CURRENT LEARNING RATE: 3.4029258783857927e-06
previous_iter_valid_loss : 0.16053013503551483
1223420 0.160678 0.160530 0.166550 CURRENT LEARNING RATE: 3.4022453612640917e-06
previous_iter_valid_loss : 0.18524564802646637
1223440 0.185638 0.185246 0.167703 CURRENT LEARNING RATE: 3.4015649802322117e-06
previous_iter_valid_loss : 0.16227512061595917
1223460 0.162470 0.162275 0.167144 CURRENT LEARNING RATE: 3.400884735262931e-06
previous_iter_valid_loss : 0.16527308523654938
1223480 0.165485 0.165273 0.167146 CURRENT LEARNING RATE: 3.4002046263290402e-06
previous_iter_valid_loss : 0.17017604410648346
1223500 0.170328 0.170176 0.166447 CURRENT LEARNING RATE: 3.3995246534033293e-06
previous_iter_valid_loss : 0.16058965027332306
1223520 0.160760 0.160590 0.166253 CURRENT LEARNING RATE: 3.3988448164586106e-06
previous_iter_valid_loss : 0.1635916829109192
1223540 0.163790 0.163592 0.166354 CURRENT LEARNING RATE: 3.3981651154676855e-06
previous_iter_valid_loss : 0.16195262968540192
1223560 0.162147 0.161953 0.166254 CURRENT LEARNING RATE: 3.3974855504033655e-06
previous_iter_valid_loss : 0.16767670214176178
1223580 0.167830 0.167677 0.166272 CURRENT LEARNING RATE: 3.3968061212384613e-06
previous_iter_valid_loss : 0.1605817973613739
1223600 0.160738 0.160582 0.166135 CURRENT LEARNING RATE: 3.396126827945809e-06
previous_iter_valid_loss : 0.16063326597213745
1223620 0.160790 0.160633 0.165561 CURRENT LEARNING RATE: 3.3954476704982303e-06
previous_iter_valid_loss : 0.16133518517017365
1223640 0.161486 0.161335 0.165543 CURRENT LEARNING RATE: 3.394768648868558e-06
previous_iter_valid_loss : 0.16058802604675293
1223660 0.160757 0.160588 0.165488 CURRENT LEARNING RATE: 3.394089763029627e-06
previous_iter_valid_loss : 0.16588154435157776
1223680 0.166043 0.165882 0.165750 CURRENT LEARNING RATE: 3.3934110129542924e-06
previous_iter_valid_loss : 0.16164900362491608
1223700 0.161839 0.161649 0.165700 CURRENT LEARNING RATE: 3.3927323986153996e-06
previous_iter_valid_loss : 0.16075530648231506
1223720 0.160921 0.160755 0.165316 CURRENT LEARNING RATE: 3.3920539199858023e-06
previous_iter_valid_loss : 0.16052544116973877
1223740 0.160687 0.160525 0.164529 CURRENT LEARNING RATE: 3.3913755770383563e-06
previous_iter_valid_loss : 0.1660616099834442
1223760 0.166215 0.166062 0.164427 CURRENT LEARNING RATE: 3.39069736974594e-06
previous_iter_valid_loss : 0.16990448534488678
1223780 0.170055 0.169904 0.164350 CURRENT LEARNING RATE: 3.3900192980814194e-06
previous_iter_valid_loss : 0.16262830793857574
1223800 0.162791 0.162628 0.164390 CURRENT LEARNING RATE: 3.389341362017665e-06
previous_iter_valid_loss : 0.16315093636512756
1223820 0.163351 0.163151 0.164521 CURRENT LEARNING RATE: 3.3886635615275716e-06
previous_iter_valid_loss : 0.16278845071792603
1223840 0.162971 0.162788 0.163398 CURRENT LEARNING RATE: 3.387985896584021e-06
previous_iter_valid_loss : 0.1607261300086975
1223860 0.160900 0.160726 0.163321 CURRENT LEARNING RATE: 3.3873083671599064e-06
previous_iter_valid_loss : 0.17763009667396545
1223880 0.177936 0.177630 0.163939 CURRENT LEARNING RATE: 3.386630973228121e-06
previous_iter_valid_loss : 0.16589365899562836
1223900 0.166057 0.165894 0.163725 CURRENT LEARNING RATE: 3.385953714761581e-06
previous_iter_valid_loss : 0.16248397529125214
1223920 0.162646 0.162484 0.163819 CURRENT LEARNING RATE: 3.3852765917331904e-06
previous_iter_valid_loss : 0.17210525274276733
1223940 0.172258 0.172105 0.164245 CURRENT LEARNING RATE: 3.3845996041158635e-06
previous_iter_valid_loss : 0.18170364201068878
1223960 0.182046 0.181704 0.165233 CURRENT LEARNING RATE: 3.3839227518825155e-06
previous_iter_valid_loss : 0.19751863181591034
1223980 0.198025 0.197519 0.166725 CURRENT LEARNING RATE: 3.383246035006084e-06
previous_iter_valid_loss : 0.1610010415315628
1224000 0.161179 0.161001 0.166746 CURRENT LEARNING RATE: 3.3825694534594943e-06
previous_iter_valid_loss : 0.16933350265026093
1224020 0.169489 0.169334 0.167181 CURRENT LEARNING RATE: 3.381893007215683e-06
previous_iter_valid_loss : 0.16313229501247406
1224040 0.163337 0.163132 0.167270 CURRENT LEARNING RATE: 3.381216696247587e-06
previous_iter_valid_loss : 0.1656559854745865
1224060 0.165821 0.165656 0.167524 CURRENT LEARNING RATE: 3.3805405205281645e-06
previous_iter_valid_loss : 0.16511696577072144
1224080 0.165283 0.165117 0.167486 CURRENT LEARNING RATE: 3.379864480030364e-06
previous_iter_valid_loss : 0.16055597364902496
1224100 0.160732 0.160556 0.167431 CURRENT LEARNING RATE: 3.3791885747271422e-06
previous_iter_valid_loss : 0.1615275740623474
1224120 0.161718 0.161528 0.167470 CURRENT LEARNING RATE: 3.378512804591459e-06
previous_iter_valid_loss : 0.16082455217838287
1224140 0.160996 0.160825 0.167485 CURRENT LEARNING RATE: 3.377837169596294e-06
previous_iter_valid_loss : 0.16050869226455688
1224160 0.160673 0.160509 0.167207 CURRENT LEARNING RATE: 3.377161669714616e-06
previous_iter_valid_loss : 0.1619793176651001
1224180 0.162171 0.161979 0.166811 CURRENT LEARNING RATE: 3.3764863049193993e-06
previous_iter_valid_loss : 0.16171671450138092
1224200 0.161907 0.161717 0.166765 CURRENT LEARNING RATE: 3.3758110751836414e-06
previous_iter_valid_loss : 0.1710699051618576
1224220 0.171215 0.171070 0.167161 CURRENT LEARNING RATE: 3.3751359804803267e-06
previous_iter_valid_loss : 0.1948886513710022
1224240 0.195380 0.194889 0.168766 CURRENT LEARNING RATE: 3.374461020782452e-06
previous_iter_valid_loss : 0.1638781875371933
1224260 0.164083 0.163878 0.168924 CURRENT LEARNING RATE: 3.3737861960630126e-06
previous_iter_valid_loss : 0.16320936381816864
1224280 0.163369 0.163209 0.168203 CURRENT LEARNING RATE: 3.3731115062950275e-06
previous_iter_valid_loss : 0.16568376123905182
1224300 0.165891 0.165684 0.168192 CURRENT LEARNING RATE: 3.3724369514515024e-06
previous_iter_valid_loss : 0.16806602478027344
1224320 0.168299 0.168066 0.168471 CURRENT LEARNING RATE: 3.371762531505457e-06
previous_iter_valid_loss : 0.16828669607639313
1224340 0.168530 0.168287 0.168280 CURRENT LEARNING RATE: 3.3710882464299066e-06
previous_iter_valid_loss : 0.1681707203388214
1224360 0.168324 0.168171 0.167604 CURRENT LEARNING RATE: 3.370414096197892e-06
previous_iter_valid_loss : 0.18168677389621735
1224380 0.181842 0.181687 0.166812 CURRENT LEARNING RATE: 3.3697400807824427e-06
previous_iter_valid_loss : 0.17098262906074524
1224400 0.171133 0.170983 0.167311 CURRENT LEARNING RATE: 3.3690662001565963e-06
previous_iter_valid_loss : 0.1610095053911209
1224420 0.161165 0.161010 0.166895 CURRENT LEARNING RATE: 3.368392454293393e-06
previous_iter_valid_loss : 0.16132035851478577
1224440 0.161472 0.161320 0.166804 CURRENT LEARNING RATE: 3.3677188431658938e-06
previous_iter_valid_loss : 0.16072717308998108
1224460 0.160896 0.160727 0.166558 CURRENT LEARNING RATE: 3.367045366747149e-06
previous_iter_valid_loss : 0.17271912097930908
1224480 0.172864 0.172719 0.166938 CURRENT LEARNING RATE: 3.366372025010219e-06
previous_iter_valid_loss : 0.16177797317504883
1224500 0.161942 0.161778 0.166999 CURRENT LEARNING RATE: 3.365698817928165e-06
previous_iter_valid_loss : 0.1622161716222763
1224520 0.162407 0.162216 0.167034 CURRENT LEARNING RATE: 3.36502574547407e-06
previous_iter_valid_loss : 0.16819344460964203
1224540 0.168427 0.168193 0.167402 CURRENT LEARNING RATE: 3.3643528076210055e-06
previous_iter_valid_loss : 0.17802323400974274
1224560 0.178331 0.178023 0.168278 CURRENT LEARNING RATE: 3.3636800043420535e-06
previous_iter_valid_loss : 0.18466851115226746
1224580 0.184819 0.184669 0.169412 CURRENT LEARNING RATE: 3.363007335610296e-06
previous_iter_valid_loss : 0.16051934659481049
1224600 0.160685 0.160519 0.169352 CURRENT LEARNING RATE: 3.3623348013988385e-06
previous_iter_valid_loss : 0.16129900515079498
1224620 0.161461 0.161299 0.168864 CURRENT LEARNING RATE: 3.3616624016807733e-06
previous_iter_valid_loss : 0.16106010973453522
1224640 0.161248 0.161060 0.167172 CURRENT LEARNING RATE: 3.3609901364291987e-06
previous_iter_valid_loss : 0.17781443893909454
1224660 0.178121 0.177814 0.167869 CURRENT LEARNING RATE: 3.360318005617236e-06
previous_iter_valid_loss : 0.1704024076461792
1224680 0.170550 0.170402 0.168229 CURRENT LEARNING RATE: 3.359646009217994e-06
previous_iter_valid_loss : 0.16067206859588623
1224700 0.160848 0.160672 0.167978 CURRENT LEARNING RATE: 3.358974147204593e-06
previous_iter_valid_loss : 0.16854128241539001
1224720 0.168693 0.168541 0.168002 CURRENT LEARNING RATE: 3.3583024195501522e-06
previous_iter_valid_loss : 0.17524656653404236
1224740 0.175535 0.175247 0.168350 CURRENT LEARNING RATE: 3.3576308262278142e-06
previous_iter_valid_loss : 0.17968793213367462
1224760 0.180018 0.179688 0.168926 CURRENT LEARNING RATE: 3.3569593672107103e-06
previous_iter_valid_loss : 0.1647883802652359
1224780 0.164991 0.164788 0.168081 CURRENT LEARNING RATE: 3.3562880424719816e-06
previous_iter_valid_loss : 0.16049478948116302
1224800 0.160655 0.160495 0.167557 CURRENT LEARNING RATE: 3.3556168519847685e-06
previous_iter_valid_loss : 0.18369507789611816
1224820 0.184059 0.183695 0.168691 CURRENT LEARNING RATE: 3.3549457957222367e-06
previous_iter_valid_loss : 0.17232859134674072
1224840 0.172477 0.172329 0.169241 CURRENT LEARNING RATE: 3.354274873657536e-06
previous_iter_valid_loss : 0.16093657910823822
1224860 0.161091 0.160937 0.169252 CURRENT LEARNING RATE: 3.353604085763832e-06
previous_iter_valid_loss : 0.16123731434345245
1224880 0.161396 0.161237 0.168678 CURRENT LEARNING RATE: 3.352933432014285e-06
previous_iter_valid_loss : 0.1605185717344284
1224900 0.160687 0.160519 0.168615 CURRENT LEARNING RATE: 3.3522629123820824e-06
previous_iter_valid_loss : 0.16544941067695618
1224920 0.165617 0.165449 0.168776 CURRENT LEARNING RATE: 3.351592526840396e-06
previous_iter_valid_loss : 0.1704772710800171
1224940 0.170727 0.170477 0.168890 CURRENT LEARNING RATE: 3.350922275362412e-06
previous_iter_valid_loss : 0.16070641577243805
1224960 0.160861 0.160706 0.168025 CURRENT LEARNING RATE: 3.3502521579213126e-06
previous_iter_valid_loss : 0.16116228699684143
1224980 0.161351 0.161162 0.166849 CURRENT LEARNING RATE: 3.349582174490306e-06
previous_iter_valid_loss : 0.16335538029670715
1225000 0.163546 0.163355 0.166991 CURRENT LEARNING RATE: 3.3489123250425875e-06
previous_iter_valid_loss : 0.16053828597068787
1225020 0.160695 0.160538 0.166953 CURRENT LEARNING RATE: 3.348242609551356e-06
previous_iter_valid_loss : 0.16384312510490417
1225040 0.164006 0.163843 0.167092 CURRENT LEARNING RATE: 3.3475730279898355e-06
previous_iter_valid_loss : 0.163579061627388
1225060 0.163783 0.163579 0.166380 CURRENT LEARNING RATE: 3.346903580331236e-06
previous_iter_valid_loss : 0.16177205741405487
1225080 0.161961 0.161772 0.165949 CURRENT LEARNING RATE: 3.3462342665487806e-06
previous_iter_valid_loss : 0.17152652144432068
1225100 0.171673 0.171527 0.166492 CURRENT LEARNING RATE: 3.345565086615691e-06
previous_iter_valid_loss : 0.16060078144073486
1225120 0.160756 0.160601 0.166095 CURRENT LEARNING RATE: 3.3448960405052102e-06
previous_iter_valid_loss : 0.16050046682357788
1225140 0.160668 0.160500 0.165357 CURRENT LEARNING RATE: 3.3442271281905717e-06
previous_iter_valid_loss : 0.16083891689777374
1225160 0.160991 0.160839 0.164415 CURRENT LEARNING RATE: 3.343558349645019e-06
previous_iter_valid_loss : 0.20056991279125214
1225180 0.201095 0.200570 0.166204 CURRENT LEARNING RATE: 3.3428897048417946e-06
previous_iter_valid_loss : 0.18298792839050293
1225200 0.183340 0.182988 0.167329 CURRENT LEARNING RATE: 3.3422211937541647e-06
previous_iter_valid_loss : 0.16050231456756592
1225220 0.160671 0.160502 0.166169 CURRENT LEARNING RATE: 3.3415528163553835e-06
previous_iter_valid_loss : 0.1645951271057129
1225240 0.164798 0.164595 0.165782 CURRENT LEARNING RATE: 3.3408845726187156e-06
previous_iter_valid_loss : 0.16073846817016602
1225260 0.160909 0.160738 0.165772 CURRENT LEARNING RATE: 3.3402164625174245e-06
previous_iter_valid_loss : 0.16060791909694672
1225280 0.160776 0.160608 0.165741 CURRENT LEARNING RATE: 3.3395484860247985e-06
previous_iter_valid_loss : 0.16247984766960144
1225300 0.162673 0.162480 0.165839 CURRENT LEARNING RATE: 3.3388806431141124e-06
previous_iter_valid_loss : 0.1605939269065857
1225320 0.160757 0.160594 0.165596 CURRENT LEARNING RATE: 3.3382129337586517e-06
previous_iter_valid_loss : 0.16146324574947357
1225340 0.161648 0.161463 0.165146 CURRENT LEARNING RATE: 3.337545357931704e-06
previous_iter_valid_loss : 0.16071397066116333
1225360 0.160872 0.160714 0.165146 CURRENT LEARNING RATE: 3.3368779156065766e-06
previous_iter_valid_loss : 0.16321168839931488
1225380 0.163380 0.163212 0.165248 CURRENT LEARNING RATE: 3.3362106067565665e-06
previous_iter_valid_loss : 0.16054703295230865
1225400 0.160724 0.160547 0.165108 CURRENT LEARNING RATE: 3.3355434313549743e-06
previous_iter_valid_loss : 0.1607571691274643
1225420 0.160936 0.160757 0.165119 CURRENT LEARNING RATE: 3.3348763893751266e-06
previous_iter_valid_loss : 0.18216530978679657
1225440 0.182504 0.182165 0.166035 CURRENT LEARNING RATE: 3.3342094807903345e-06
previous_iter_valid_loss : 0.16083388030529022
1225460 0.161011 0.160834 0.165898 CURRENT LEARNING RATE: 3.3335427055739226e-06
previous_iter_valid_loss : 0.16150572896003723
1225480 0.161700 0.161506 0.165884 CURRENT LEARNING RATE: 3.332876063699213e-06
previous_iter_valid_loss : 0.16135001182556152
1225500 0.161503 0.161350 0.165376 CURRENT LEARNING RATE: 3.3322095551395517e-06
previous_iter_valid_loss : 0.1605450063943863
1225520 0.160713 0.160545 0.165373 CURRENT LEARNING RATE: 3.331543179868274e-06
previous_iter_valid_loss : 0.16875238716602325
1225540 0.168905 0.168752 0.165785 CURRENT LEARNING RATE: 3.330876937858724e-06
previous_iter_valid_loss : 0.16528278589248657
1225560 0.165496 0.165283 0.166008 CURRENT LEARNING RATE: 3.3302108290842456e-06
previous_iter_valid_loss : 0.16234268248081207
1225580 0.162533 0.162343 0.164096 CURRENT LEARNING RATE: 3.3295448535182063e-06
previous_iter_valid_loss : 0.20116937160491943
1225600 0.201249 0.201169 0.165005 CURRENT LEARNING RATE: 3.3288790111339623e-06
previous_iter_valid_loss : 0.17063917219638824
1225620 0.170790 0.170639 0.165512 CURRENT LEARNING RATE: 3.328213301904879e-06
previous_iter_valid_loss : 0.1643853485584259
1225640 0.164562 0.164385 0.165502 CURRENT LEARNING RATE: 3.3275477258043223e-06
previous_iter_valid_loss : 0.1695195883512497
1225660 0.169770 0.169520 0.165941 CURRENT LEARNING RATE: 3.326882282805681e-06
previous_iter_valid_loss : 0.16430002450942993
1225680 0.164504 0.164300 0.166125 CURRENT LEARNING RATE: 3.3262169728823315e-06
previous_iter_valid_loss : 0.16190387308597565
1225700 0.162088 0.161904 0.166097 CURRENT LEARNING RATE: 3.325551796007662e-06
previous_iter_valid_loss : 0.1605508178472519
1225720 0.160700 0.160551 0.166094 CURRENT LEARNING RATE: 3.3248867521550574e-06
previous_iter_valid_loss : 0.17248472571372986
1225740 0.172756 0.172485 0.166645 CURRENT LEARNING RATE: 3.3242218412979305e-06
previous_iter_valid_loss : 0.1808440238237381
1225760 0.181196 0.180844 0.167652 CURRENT LEARNING RATE: 3.323557063409677e-06
previous_iter_valid_loss : 0.16488881409168243
1225780 0.165097 0.164889 0.167736 CURRENT LEARNING RATE: 3.3228924184637067e-06
previous_iter_valid_loss : 0.1607946753501892
1225800 0.160950 0.160795 0.167748 CURRENT LEARNING RATE: 3.322227906433428e-06
previous_iter_valid_loss : 0.16671043634414673
1225820 0.166876 0.166710 0.168046 CURRENT LEARNING RATE: 3.3215635272922713e-06
previous_iter_valid_loss : 0.16386491060256958
1225840 0.164076 0.163865 0.167131 CURRENT LEARNING RATE: 3.3208992810136564e-06
previous_iter_valid_loss : 0.16083429753780365
1225860 0.161014 0.160834 0.167131 CURRENT LEARNING RATE: 3.320235167571007e-06
previous_iter_valid_loss : 0.16052775084972382
1225880 0.160693 0.160528 0.167082 CURRENT LEARNING RATE: 3.3195711869377707e-06
previous_iter_valid_loss : 0.16069257259368896
1225900 0.160851 0.160693 0.167049 CURRENT LEARNING RATE: 3.318907339087383e-06
previous_iter_valid_loss : 0.17236950993537903
1225920 0.172518 0.172370 0.167640 CURRENT LEARNING RATE: 3.318243623993289e-06
previous_iter_valid_loss : 0.16113093495368958
1225940 0.161305 0.161131 0.167259 CURRENT LEARNING RATE: 3.317580041628934e-06
previous_iter_valid_loss : 0.16499833762645721
1225960 0.165211 0.164998 0.167245 CURRENT LEARNING RATE: 3.3169165919677873e-06
previous_iter_valid_loss : 0.16278162598609924
1225980 0.162972 0.162782 0.167267 CURRENT LEARNING RATE: 3.3162532749833053e-06
previous_iter_valid_loss : 0.17158327996730804
1226000 0.171734 0.171583 0.165788 CURRENT LEARNING RATE: 3.315590090648954e-06
previous_iter_valid_loss : 0.17268240451812744
1226020 0.172830 0.172682 0.165890 CURRENT LEARNING RATE: 3.314927038938201e-06
previous_iter_valid_loss : 0.16110076010227203
1226040 0.161289 0.161101 0.165726 CURRENT LEARNING RATE: 3.3142641198245363e-06
previous_iter_valid_loss : 0.16077248752117157
1226060 0.160931 0.160772 0.165288 CURRENT LEARNING RATE: 3.3136013332814364e-06
previous_iter_valid_loss : 0.16188223659992218
1226080 0.162075 0.161882 0.165167 CURRENT LEARNING RATE: 3.3129386792823905e-06
previous_iter_valid_loss : 0.17103222012519836
1226100 0.171287 0.171032 0.165624 CURRENT LEARNING RATE: 3.3122761578008864e-06
previous_iter_valid_loss : 0.16521447896957397
1226120 0.165425 0.165214 0.165857 CURRENT LEARNING RATE: 3.311613768810435e-06
previous_iter_valid_loss : 0.16381040215492249
1226140 0.163980 0.163810 0.165423 CURRENT LEARNING RATE: 3.310951512284534e-06
previous_iter_valid_loss : 0.16383515298366547
1226160 0.164036 0.163835 0.164573 CURRENT LEARNING RATE: 3.3102893881966945e-06
previous_iter_valid_loss : 0.16148075461387634
1226180 0.161639 0.161481 0.164402 CURRENT LEARNING RATE: 3.3096273965204254e-06
previous_iter_valid_loss : 0.1748783141374588
1226200 0.175154 0.174878 0.165107 CURRENT LEARNING RATE: 3.308965537229258e-06
previous_iter_valid_loss : 0.16704338788986206
1226220 0.167196 0.167043 0.165123 CURRENT LEARNING RATE: 3.3083038102967125e-06
previous_iter_valid_loss : 0.1611894965171814
1226240 0.161369 0.161189 0.164989 CURRENT LEARNING RATE: 3.3076422156963147e-06
previous_iter_valid_loss : 0.16112618148326874
1226260 0.161316 0.161126 0.165004 CURRENT LEARNING RATE: 3.3069807534016107e-06
previous_iter_valid_loss : 0.1609007865190506
1226280 0.161058 0.160901 0.165023 CURRENT LEARNING RATE: 3.306319423386138e-06
previous_iter_valid_loss : 0.16151487827301025
1226300 0.161674 0.161515 0.165064 CURRENT LEARNING RATE: 3.305658225623443e-06
previous_iter_valid_loss : 0.1636575609445572
1226320 0.163820 0.163658 0.164628 CURRENT LEARNING RATE: 3.304997160087071e-06
previous_iter_valid_loss : 0.19629274308681488
1226340 0.196404 0.196293 0.166386 CURRENT LEARNING RATE: 3.3043362267505917e-06
previous_iter_valid_loss : 0.16512858867645264
1226360 0.165339 0.165129 0.166393 CURRENT LEARNING RATE: 3.303675425587562e-06
previous_iter_valid_loss : 0.16561847925186157
1226380 0.165781 0.165618 0.166535 CURRENT LEARNING RATE: 3.30301475657155e-06
previous_iter_valid_loss : 0.1723141223192215
1226400 0.172574 0.172314 0.166571 CURRENT LEARNING RATE: 3.302354219676123e-06
previous_iter_valid_loss : 0.1605757623910904
1226420 0.160736 0.160576 0.165966 CURRENT LEARNING RATE: 3.3016938148748706e-06
previous_iter_valid_loss : 0.16333164274692535
1226440 0.163517 0.163332 0.166077 CURRENT LEARNING RATE: 3.3010335421413716e-06
previous_iter_valid_loss : 0.17983828485012054
1226460 0.180158 0.179838 0.167031 CURRENT LEARNING RATE: 3.3003734014492143e-06
previous_iter_valid_loss : 0.16202127933502197
1226480 0.162162 0.162021 0.167038 CURRENT LEARNING RATE: 3.299713392771988e-06
previous_iter_valid_loss : 0.1612253487110138
1226500 0.161413 0.161225 0.166547 CURRENT LEARNING RATE: 3.299053516083304e-06
previous_iter_valid_loss : 0.16419772803783417
1226520 0.164396 0.164198 0.166497 CURRENT LEARNING RATE: 3.2983937713567605e-06
previous_iter_valid_loss : 0.1680140644311905
1226540 0.168167 0.168014 0.166707 CURRENT LEARNING RATE: 3.297734158565968e-06
previous_iter_valid_loss : 0.1608095020055771
1226560 0.160990 0.160810 0.166555 CURRENT LEARNING RATE: 3.2970746776845374e-06
previous_iter_valid_loss : 0.16656093299388885
1226580 0.166775 0.166561 0.166809 CURRENT LEARNING RATE: 3.2964153286860992e-06
previous_iter_valid_loss : 0.1605008989572525
1226600 0.160660 0.160501 0.166091 CURRENT LEARNING RATE: 3.295756111544275e-06
previous_iter_valid_loss : 0.16167621314525604
1226620 0.161834 0.161676 0.165822 CURRENT LEARNING RATE: 3.29509702623269e-06
previous_iter_valid_loss : 0.16388240456581116
1226640 0.164059 0.163882 0.165957 CURRENT LEARNING RATE: 3.2944380727249927e-06
previous_iter_valid_loss : 0.16072943806648254
1226660 0.160905 0.160729 0.165937 CURRENT LEARNING RATE: 3.293779250994818e-06
previous_iter_valid_loss : 0.18838630616664886
1226680 0.188780 0.188386 0.167311 CURRENT LEARNING RATE: 3.293120561015814e-06
previous_iter_valid_loss : 0.17666994035243988
1226700 0.176956 0.176670 0.168069 CURRENT LEARNING RATE: 3.2924620027616273e-06
previous_iter_valid_loss : 0.17189724743366241
1226720 0.172158 0.171897 0.168481 CURRENT LEARNING RATE: 3.291803576205927e-06
previous_iter_valid_loss : 0.1738242655992508
1226740 0.173967 0.173824 0.167358 CURRENT LEARNING RATE: 3.2911452813223697e-06
previous_iter_valid_loss : 0.16055765748023987
1226760 0.160715 0.160558 0.167129 CURRENT LEARNING RATE: 3.2904871180846247e-06
previous_iter_valid_loss : 0.1683480441570282
1226780 0.168588 0.168348 0.167266 CURRENT LEARNING RATE: 3.2898290864663586e-06
previous_iter_valid_loss : 0.16736657917499542
1226800 0.167587 0.167367 0.167018 CURRENT LEARNING RATE: 3.2891711864412623e-06
previous_iter_valid_loss : 0.17001506686210632
1226820 0.170260 0.170015 0.167490 CURRENT LEARNING RATE: 3.288513417983014e-06
previous_iter_valid_loss : 0.16054166853427887
1226840 0.160707 0.160542 0.167351 CURRENT LEARNING RATE: 3.287855781065303e-06
previous_iter_valid_loss : 0.16197878122329712
1226860 0.162141 0.161979 0.166458 CURRENT LEARNING RATE: 3.2871982756618176e-06
previous_iter_valid_loss : 0.1606457680463791
1226880 0.160819 0.160646 0.166389 CURRENT LEARNING RATE: 3.2865409017462697e-06
previous_iter_valid_loss : 0.17871996760368347
1226900 0.179038 0.178720 0.167264 CURRENT LEARNING RATE: 3.285883659292358e-06
previous_iter_valid_loss : 0.16056837141513824
1226920 0.160720 0.160568 0.167082 CURRENT LEARNING RATE: 3.285226548273793e-06
previous_iter_valid_loss : 0.1612376570701599
1226940 0.161398 0.161238 0.166743 CURRENT LEARNING RATE: 3.284569568664285e-06
previous_iter_valid_loss : 0.19543004035949707
1226960 0.195915 0.195430 0.168474 CURRENT LEARNING RATE: 3.2839127204375658e-06
previous_iter_valid_loss : 0.1607479304075241
1226980 0.160922 0.160748 0.168184 CURRENT LEARNING RATE: 3.283256003567356e-06
previous_iter_valid_loss : 0.16668470203876495
1227000 0.166904 0.166685 0.168493 CURRENT LEARNING RATE: 3.2825994180273807e-06
previous_iter_valid_loss : 0.16049334406852722
1227020 0.160658 0.160493 0.168434 CURRENT LEARNING RATE: 3.2819429637913888e-06
previous_iter_valid_loss : 0.16698123514652252
1227040 0.167202 0.166981 0.168589 CURRENT LEARNING RATE: 3.2812866408331154e-06
previous_iter_valid_loss : 0.1701330691576004
1227060 0.170285 0.170133 0.169059 CURRENT LEARNING RATE: 3.2806304491263085e-06
previous_iter_valid_loss : 0.16348274052143097
1227080 0.163643 0.163483 0.167814 CURRENT LEARNING RATE: 3.279974388644714e-06
previous_iter_valid_loss : 0.16325068473815918
1227100 0.163412 0.163251 0.167143 CURRENT LEARNING RATE: 3.279318459362101e-06
previous_iter_valid_loss : 0.16060172021389008
1227120 0.160763 0.160602 0.166578 CURRENT LEARNING RATE: 3.2786626612522274e-06
previous_iter_valid_loss : 0.16716864705085754
1227140 0.167389 0.167169 0.166245 CURRENT LEARNING RATE: 3.2780069942888602e-06
previous_iter_valid_loss : 0.1658695936203003
1227160 0.166027 0.165870 0.166511 CURRENT LEARNING RATE: 3.2773514584457677e-06
previous_iter_valid_loss : 0.16241580247879028
1227180 0.162580 0.162416 0.166214 CURRENT LEARNING RATE: 3.2766960536967395e-06
previous_iter_valid_loss : 0.161343052983284
1227200 0.161501 0.161343 0.165913 CURRENT LEARNING RATE: 3.276040780015554e-06
previous_iter_valid_loss : 0.1616031527519226
1227220 0.161788 0.161603 0.165492 CURRENT LEARNING RATE: 3.2753856373760004e-06
previous_iter_valid_loss : 0.16093525290489197
1227240 0.161108 0.160935 0.165512 CURRENT LEARNING RATE: 3.2747306257518665e-06
previous_iter_valid_loss : 0.17262090742588043
1227260 0.172882 0.172621 0.166044 CURRENT LEARNING RATE: 3.2740757451169644e-06
previous_iter_valid_loss : 0.17111285030841827
1227280 0.171266 0.171113 0.166568 CURRENT LEARNING RATE: 3.2734209954450916e-06
previous_iter_valid_loss : 0.16662216186523438
1227300 0.166786 0.166622 0.165963 CURRENT LEARNING RATE: 3.2727663767100603e-06
previous_iter_valid_loss : 0.17602519690990448
1227320 0.176178 0.176025 0.166736 CURRENT LEARNING RATE: 3.272111888885678e-06
previous_iter_valid_loss : 0.16422651708126068
1227340 0.164420 0.164227 0.166885 CURRENT LEARNING RATE: 3.2714575319457772e-06
previous_iter_valid_loss : 0.16500739753246307
1227360 0.165171 0.165007 0.165364 CURRENT LEARNING RATE: 3.2708033058641787e-06
previous_iter_valid_loss : 0.1653866320848465
1227380 0.165592 0.165387 0.165596 CURRENT LEARNING RATE: 3.2701492106147124e-06
previous_iter_valid_loss : 0.1617460697889328
1227400 0.161942 0.161746 0.165349 CURRENT LEARNING RATE: 3.2694952461712096e-06
previous_iter_valid_loss : 0.17096273601055145
1227420 0.171115 0.170963 0.165872 CURRENT LEARNING RATE: 3.2688414125075225e-06
previous_iter_valid_loss : 0.1606300324201584
1227440 0.160803 0.160630 0.165555 CURRENT LEARNING RATE: 3.268187709597493e-06
previous_iter_valid_loss : 0.16063569486141205
1227460 0.160793 0.160636 0.165080 CURRENT LEARNING RATE: 3.2675341374149654e-06
previous_iter_valid_loss : 0.16259431838989258
1227480 0.162780 0.162594 0.165035 CURRENT LEARNING RATE: 3.2668806959338106e-06
previous_iter_valid_loss : 0.16407303512096405
1227500 0.164267 0.164073 0.165077 CURRENT LEARNING RATE: 3.2662273851278836e-06
previous_iter_valid_loss : 0.17370229959487915
1227520 0.173974 0.173702 0.165732 CURRENT LEARNING RATE: 3.2655742049710527e-06
previous_iter_valid_loss : 0.16086579859256744
1227540 0.161030 0.160866 0.165416 CURRENT LEARNING RATE: 3.2649211554371842e-06
previous_iter_valid_loss : 0.1853669434785843
1227560 0.185519 0.185367 0.166391 CURRENT LEARNING RATE: 3.264268236500168e-06
previous_iter_valid_loss : 0.16055554151535034
1227580 0.160717 0.160556 0.166298 CURRENT LEARNING RATE: 3.2636154481338826e-06
previous_iter_valid_loss : 0.1606263965368271
1227600 0.160777 0.160626 0.166262 CURRENT LEARNING RATE: 3.262962790312215e-06
previous_iter_valid_loss : 0.16547159850597382
1227620 0.165635 0.165472 0.166456 CURRENT LEARNING RATE: 3.2623102630090537e-06
previous_iter_valid_loss : 0.16941134631633759
1227640 0.169568 0.169411 0.166880 CURRENT LEARNING RATE: 3.261657866198309e-06
previous_iter_valid_loss : 0.19404681026935577
1227660 0.194523 0.194047 0.167951 CURRENT LEARNING RATE: 3.2610055998538794e-06
previous_iter_valid_loss : 0.1616804152727127
1227680 0.161856 0.161680 0.167479 CURRENT LEARNING RATE: 3.2603534639496747e-06
previous_iter_valid_loss : 0.1700955182313919
1227700 0.170341 0.170096 0.167653 CURRENT LEARNING RATE: 3.259701458459603e-06
previous_iter_valid_loss : 0.16064022481441498
1227720 0.160802 0.160640 0.166884 CURRENT LEARNING RATE: 3.2590495833575953e-06
previous_iter_valid_loss : 0.1695147156715393
1227740 0.169758 0.169515 0.167148 CURRENT LEARNING RATE: 3.2583978386175717e-06
previous_iter_valid_loss : 0.16528043150901794
1227760 0.165440 0.165280 0.167162 CURRENT LEARNING RATE: 3.257746224213462e-06
previous_iter_valid_loss : 0.19783292710781097
1227780 0.197933 0.197833 0.168784 CURRENT LEARNING RATE: 3.2570947401191963e-06
previous_iter_valid_loss : 0.1619189828634262
1227800 0.162078 0.161919 0.168793 CURRENT LEARNING RATE: 3.2564433863087265e-06
previous_iter_valid_loss : 0.16049842536449432
1227820 0.160659 0.160498 0.168270 CURRENT LEARNING RATE: 3.2557921627559925e-06
previous_iter_valid_loss : 0.16079188883304596
1227840 0.160964 0.160792 0.168278 CURRENT LEARNING RATE: 3.2551410694349393e-06
previous_iter_valid_loss : 0.16388247907161713
1227860 0.164078 0.163882 0.168440 CURRENT LEARNING RATE: 3.2544901063195354e-06
previous_iter_valid_loss : 0.16457149386405945
1227880 0.164746 0.164571 0.168539 CURRENT LEARNING RATE: 3.2538392733837357e-06
previous_iter_valid_loss : 0.16336959600448608
1227900 0.163566 0.163370 0.168504 CURRENT LEARNING RATE: 3.253188570601508e-06
previous_iter_valid_loss : 0.1604914516210556
1227920 0.160658 0.160491 0.167843 CURRENT LEARNING RATE: 3.252537997946817e-06
previous_iter_valid_loss : 0.1609327793121338
1227940 0.161116 0.160933 0.167846 CURRENT LEARNING RATE: 3.251887555393653e-06
previous_iter_valid_loss : 0.16063828766345978
1227960 0.160808 0.160638 0.166610 CURRENT LEARNING RATE: 3.2512372429159913e-06
previous_iter_valid_loss : 0.16739654541015625
1227980 0.167635 0.167397 0.166952 CURRENT LEARNING RATE: 3.2505870604878197e-06
previous_iter_valid_loss : 0.16993731260299683
1228000 0.170190 0.169937 0.167418 CURRENT LEARNING RATE: 3.249937008083125e-06
previous_iter_valid_loss : 0.1607581228017807
1228020 0.160907 0.160758 0.167182 CURRENT LEARNING RATE: 3.249287085675917e-06
previous_iter_valid_loss : 0.1713050901889801
1228040 0.171564 0.171305 0.167277 CURRENT LEARNING RATE: 3.2486372932401925e-06
previous_iter_valid_loss : 0.16207462549209595
1228060 0.162227 0.162075 0.165678 CURRENT LEARNING RATE: 3.247987630749961e-06
previous_iter_valid_loss : 0.16063427925109863
1228080 0.160779 0.160634 0.165626 CURRENT LEARNING RATE: 3.247338098179229e-06
previous_iter_valid_loss : 0.1629975438117981
1228100 0.163189 0.162998 0.165271 CURRENT LEARNING RATE: 3.2466886955020266e-06
previous_iter_valid_loss : 0.16278861463069916
1228120 0.162978 0.162789 0.165378 CURRENT LEARNING RATE: 3.246039422692373e-06
previous_iter_valid_loss : 0.16141463816165924
1228140 0.161601 0.161415 0.164973 CURRENT LEARNING RATE: 3.2453902797242973e-06
previous_iter_valid_loss : 0.16093094646930695
1228160 0.161112 0.160931 0.164756 CURRENT LEARNING RATE: 3.2447412665718265e-06
previous_iter_valid_loss : 0.16599206626415253
1228180 0.166205 0.165992 0.163164 CURRENT LEARNING RATE: 3.2440923832090126e-06
previous_iter_valid_loss : 0.16207174956798553
1228200 0.162243 0.162072 0.163171 CURRENT LEARNING RATE: 3.243443629609895e-06
previous_iter_valid_loss : 0.1606602817773819
1228220 0.160835 0.160660 0.163179 CURRENT LEARNING RATE: 3.2427950057485168e-06
previous_iter_valid_loss : 0.16905109584331512
1228240 0.169284 0.169051 0.163592 CURRENT LEARNING RATE: 3.2421465115989456e-06
previous_iter_valid_loss : 0.19159215688705444
1228260 0.192057 0.191592 0.164978 CURRENT LEARNING RATE: 3.2414981471352347e-06
previous_iter_valid_loss : 0.1636384129524231
1228280 0.163842 0.163638 0.164931 CURRENT LEARNING RATE: 3.2408499123314505e-06
previous_iter_valid_loss : 0.1805683821439743
1228300 0.180725 0.180568 0.165791 CURRENT LEARNING RATE: 3.2402018071616573e-06
previous_iter_valid_loss : 0.1636035293340683
1228320 0.163803 0.163604 0.165947 CURRENT LEARNING RATE: 3.239553831599942e-06
previous_iter_valid_loss : 0.16120387613773346
1228340 0.161367 0.161204 0.165960 CURRENT LEARNING RATE: 3.238905985620381e-06
previous_iter_valid_loss : 0.1633829027414322
1228360 0.163547 0.163383 0.166098 CURRENT LEARNING RATE: 3.2382582691970598e-06
previous_iter_valid_loss : 0.17441056668758392
1228380 0.174691 0.174411 0.166448 CURRENT LEARNING RATE: 3.2376106823040642e-06
previous_iter_valid_loss : 0.1638597697019577
1228400 0.164027 0.163860 0.166144 CURRENT LEARNING RATE: 3.236963224915502e-06
previous_iter_valid_loss : 0.16165055334568024
1228420 0.161811 0.161651 0.166189 CURRENT LEARNING RATE: 3.236315897005469e-06
previous_iter_valid_loss : 0.1607809215784073
1228440 0.160961 0.160781 0.165663 CURRENT LEARNING RATE: 3.2356686985480726e-06
previous_iter_valid_loss : 0.1875941902399063
1228460 0.187731 0.187594 0.166939 CURRENT LEARNING RATE: 3.235021629517419e-06
previous_iter_valid_loss : 0.1685100644826889
1228480 0.168746 0.168510 0.167333 CURRENT LEARNING RATE: 3.234374689887636e-06
previous_iter_valid_loss : 0.161589577794075
1228500 0.161778 0.161590 0.167262 CURRENT LEARNING RATE: 3.233727879632842e-06
previous_iter_valid_loss : 0.1614963710308075
1228520 0.161654 0.161496 0.167198 CURRENT LEARNING RATE: 3.233081198727163e-06
previous_iter_valid_loss : 0.16102275252342224
1228540 0.161195 0.161023 0.167178 CURRENT LEARNING RATE: 3.2324346471447263e-06
previous_iter_valid_loss : 0.16049839556217194
1228560 0.160665 0.160498 0.167156 CURRENT LEARNING RATE: 3.2317882248596827e-06
previous_iter_valid_loss : 0.16367816925048828
1228580 0.163844 0.163678 0.167041 CURRENT LEARNING RATE: 3.2311419318461677e-06
previous_iter_valid_loss : 0.1610506922006607
1228600 0.161241 0.161051 0.166990 CURRENT LEARNING RATE: 3.2304957680783308e-06
previous_iter_valid_loss : 0.1613754779100418
1228620 0.161528 0.161375 0.167025 CURRENT LEARNING RATE: 3.229849733530319e-06
previous_iter_valid_loss : 0.1605457216501236
1228640 0.160695 0.160546 0.166600 CURRENT LEARNING RATE: 3.229203828176303e-06
previous_iter_valid_loss : 0.16394132375717163
1228660 0.164113 0.163941 0.165218 CURRENT LEARNING RATE: 3.22855805199044e-06
previous_iter_valid_loss : 0.1720726490020752
1228680 0.172341 0.172073 0.165639 CURRENT LEARNING RATE: 3.2279124049468945e-06
previous_iter_valid_loss : 0.1656496226787567
1228700 0.165868 0.165650 0.164893 CURRENT LEARNING RATE: 3.227266887019851e-06
previous_iter_valid_loss : 0.1634501814842224
1228720 0.163650 0.163450 0.164886 CURRENT LEARNING RATE: 3.2266214981834834e-06
previous_iter_valid_loss : 0.1718907207250595
1228740 0.172041 0.171891 0.165420 CURRENT LEARNING RATE: 3.225976238411976e-06
previous_iter_valid_loss : 0.16149216890335083
1228760 0.161681 0.161492 0.165326 CURRENT LEARNING RATE: 3.2253311076795133e-06
previous_iter_valid_loss : 0.16059383749961853
1228780 0.160759 0.160594 0.164635 CURRENT LEARNING RATE: 3.224686105960301e-06
previous_iter_valid_loss : 0.16077837347984314
1228800 0.160935 0.160778 0.164481 CURRENT LEARNING RATE: 3.224041233228533e-06
previous_iter_valid_loss : 0.16049225628376007
1228820 0.160652 0.160492 0.164423 CURRENT LEARNING RATE: 3.223396489458415e-06
previous_iter_valid_loss : 0.17333149909973145
1228840 0.173607 0.173331 0.165050 CURRENT LEARNING RATE: 3.222751874624151e-06
previous_iter_valid_loss : 0.18028439581394196
1228860 0.180445 0.180284 0.164685 CURRENT LEARNING RATE: 3.2221073886999687e-06
previous_iter_valid_loss : 0.17160718142986298
1228880 0.171761 0.171607 0.164840 CURRENT LEARNING RATE: 3.2214630316600816e-06
previous_iter_valid_loss : 0.1604948341846466
1228900 0.160658 0.160495 0.164785 CURRENT LEARNING RATE: 3.220818803478717e-06
previous_iter_valid_loss : 0.1655384749174118
1228920 0.165702 0.165538 0.164987 CURRENT LEARNING RATE: 3.220174704130099e-06
previous_iter_valid_loss : 0.16332505643367767
1228940 0.163488 0.163325 0.165102 CURRENT LEARNING RATE: 3.2195307335884755e-06
previous_iter_valid_loss : 0.16562995314598083
1228960 0.165792 0.165630 0.165359 CURRENT LEARNING RATE: 3.2188868918280812e-06
previous_iter_valid_loss : 0.16492204368114471
1228980 0.165128 0.164922 0.165421 CURRENT LEARNING RATE: 3.2182431788231632e-06
previous_iter_valid_loss : 0.16071943938732147
1229000 0.160893 0.160719 0.165404 CURRENT LEARNING RATE: 3.217599594547967e-06
previous_iter_valid_loss : 0.16681936383247375
1229020 0.167043 0.166819 0.165677 CURRENT LEARNING RATE: 3.2169561389767613e-06
previous_iter_valid_loss : 0.164851114153862
1229040 0.165012 0.164851 0.165892 CURRENT LEARNING RATE: 3.216312812083801e-06
previous_iter_valid_loss : 0.1626719981431961
1229060 0.162862 0.162672 0.165828 CURRENT LEARNING RATE: 3.2156696138433477e-06
previous_iter_valid_loss : 0.19903351366519928
1229080 0.199558 0.199034 0.167176 CURRENT LEARNING RATE: 3.215026544229686e-06
previous_iter_valid_loss : 0.1739911586046219
1229100 0.174276 0.173991 0.167593 CURRENT LEARNING RATE: 3.2143836032170857e-06
previous_iter_valid_loss : 0.16058006882667542
1229120 0.160745 0.160580 0.167450 CURRENT LEARNING RATE: 3.21374079077983e-06
previous_iter_valid_loss : 0.16141913831233978
1229140 0.161607 0.161419 0.166926 CURRENT LEARNING RATE: 3.213098106892201e-06
previous_iter_valid_loss : 0.16062182188034058
1229160 0.160796 0.160622 0.166883 CURRENT LEARNING RATE: 3.2124555515285024e-06
previous_iter_valid_loss : 0.16744457185268402
1229180 0.167605 0.167445 0.167225 CURRENT LEARNING RATE: 3.211813124663026e-06
previous_iter_valid_loss : 0.16059842705726624
1229200 0.160770 0.160598 0.167216 CURRENT LEARNING RATE: 3.2111708262700753e-06
previous_iter_valid_loss : 0.16079910099506378
1229220 0.160977 0.160799 0.167232 CURRENT LEARNING RATE: 3.210528656323952e-06
previous_iter_valid_loss : 0.1612323373556137
1229240 0.161389 0.161232 0.166627 CURRENT LEARNING RATE: 3.2098866147989815e-06
previous_iter_valid_loss : 0.1798328459262848
1229260 0.180157 0.179833 0.166604 CURRENT LEARNING RATE: 3.2092447016694757e-06
previous_iter_valid_loss : 0.16670678555965424
1229280 0.166926 0.166707 0.166359 CURRENT LEARNING RATE: 3.208602916909759e-06
previous_iter_valid_loss : 0.1606416404247284
1229300 0.160806 0.160642 0.166367 CURRENT LEARNING RATE: 3.207961260494153e-06
previous_iter_valid_loss : 0.16248762607574463
1229320 0.162675 0.162488 0.166214 CURRENT LEARNING RATE: 3.2073197323970037e-06
previous_iter_valid_loss : 0.1624593436717987
1229340 0.162628 0.162459 0.166171 CURRENT LEARNING RATE: 3.2066783325926443e-06
previous_iter_valid_loss : 0.17189906537532806
1229360 0.172048 0.171899 0.166484 CURRENT LEARNING RATE: 3.2060370610554188e-06
previous_iter_valid_loss : 0.16205157339572906
1229380 0.162218 0.162052 0.166341 CURRENT LEARNING RATE: 3.2053959177596706e-06
previous_iter_valid_loss : 0.16899171471595764
1229400 0.169222 0.168992 0.166754 CURRENT LEARNING RATE: 3.204754902679764e-06
previous_iter_valid_loss : 0.16072875261306763
1229420 0.160883 0.160729 0.166450 CURRENT LEARNING RATE: 3.2041140157900552e-06
previous_iter_valid_loss : 0.16985830664634705
1229440 0.170099 0.169858 0.166700 CURRENT LEARNING RATE: 3.2034732570649016e-06
previous_iter_valid_loss : 0.1604936569929123
1229460 0.160651 0.160494 0.166591 CURRENT LEARNING RATE: 3.2028326264786838e-06
previous_iter_valid_loss : 0.17987026274204254
1229480 0.180029 0.179870 0.165633 CURRENT LEARNING RATE: 3.202192124005772e-06
previous_iter_valid_loss : 0.16071759164333344
1229500 0.160870 0.160718 0.164969 CURRENT LEARNING RATE: 3.2015517496205454e-06
previous_iter_valid_loss : 0.1638495773077011
1229520 0.164041 0.163850 0.165133 CURRENT LEARNING RATE: 3.2009115032973836e-06
previous_iter_valid_loss : 0.16080211102962494
1229540 0.160982 0.160802 0.165102 CURRENT LEARNING RATE: 3.2002713850106882e-06
previous_iter_valid_loss : 0.1904074251651764
1229560 0.190863 0.190407 0.166591 CURRENT LEARNING RATE: 3.1996313947348485e-06
previous_iter_valid_loss : 0.16305990517139435
1229580 0.163248 0.163060 0.166372 CURRENT LEARNING RATE: 3.1989915324442645e-06
previous_iter_valid_loss : 0.16138099133968353
1229600 0.161531 0.161381 0.166411 CURRENT LEARNING RATE: 3.1983517981133373e-06
previous_iter_valid_loss : 0.1627127230167389
1229620 0.162895 0.162713 0.166507 CURRENT LEARNING RATE: 3.197712191716488e-06
previous_iter_valid_loss : 0.16053645312786102
1229640 0.160694 0.160536 0.166472 CURRENT LEARNING RATE: 3.1970727132281266e-06
previous_iter_valid_loss : 0.1695258468389511
1229660 0.169681 0.169526 0.165957 CURRENT LEARNING RATE: 3.196433362622674e-06
previous_iter_valid_loss : 0.1642378866672516
1229680 0.164436 0.164238 0.165833 CURRENT LEARNING RATE: 3.195794139874551e-06
previous_iter_valid_loss : 0.17048004269599915
1229700 0.170731 0.170480 0.166325 CURRENT LEARNING RATE: 3.195155044958199e-06
previous_iter_valid_loss : 0.17326734960079193
1229720 0.173539 0.173267 0.166864 CURRENT LEARNING RATE: 3.19451607784805e-06
previous_iter_valid_loss : 0.17208850383758545
1229740 0.172350 0.172089 0.167346 CURRENT LEARNING RATE: 3.1938772385185445e-06
previous_iter_valid_loss : 0.16523778438568115
1229760 0.165458 0.165238 0.167012 CURRENT LEARNING RATE: 3.193238526944123e-06
previous_iter_valid_loss : 0.16361674666404724
1229780 0.163826 0.163617 0.167091 CURRENT LEARNING RATE: 3.1925999430992486e-06
previous_iter_valid_loss : 0.16693727672100067
1229800 0.167094 0.166937 0.166988 CURRENT LEARNING RATE: 3.1919614869583724e-06
previous_iter_valid_loss : 0.18109065294265747
1229820 0.181245 0.181091 0.168006 CURRENT LEARNING RATE: 3.1913231584959507e-06
previous_iter_valid_loss : 0.1693931221961975
1229840 0.169543 0.169393 0.167983 CURRENT LEARNING RATE: 3.190684957686461e-06
previous_iter_valid_loss : 0.16465455293655396
1229860 0.164821 0.164655 0.168191 CURRENT LEARNING RATE: 3.1900468845043706e-06
previous_iter_valid_loss : 0.1624719649553299
1229880 0.162674 0.162472 0.167321 CURRENT LEARNING RATE: 3.189408938924156e-06
previous_iter_valid_loss : 0.16202782094478607
1229900 0.162226 0.162028 0.167386 CURRENT LEARNING RATE: 3.188771120920293e-06
previous_iter_valid_loss : 0.1666104644536972
1229920 0.166835 0.166610 0.167525 CURRENT LEARNING RATE: 3.1881334304672813e-06
previous_iter_valid_loss : 0.1640937775373459
1229940 0.164268 0.164094 0.167689 CURRENT LEARNING RATE: 3.1874958675396078e-06
previous_iter_valid_loss : 0.1659267097711563
1229960 0.166089 0.165927 0.166465 CURRENT LEARNING RATE: 3.186858432111769e-06
previous_iter_valid_loss : 0.16098234057426453
1229980 0.161158 0.160982 0.166361 CURRENT LEARNING RATE: 3.186221124158262e-06
previous_iter_valid_loss : 0.17281518876552582
1230000 0.173083 0.172815 0.166933 CURRENT LEARNING RATE: 3.185583943653606e-06
previous_iter_valid_loss : 0.16245266795158386
1230020 0.162655 0.162453 0.166920 CURRENT LEARNING RATE: 3.1849468905723087e-06
previous_iter_valid_loss : 0.16061271727085114
1230040 0.160791 0.160613 0.166924 CURRENT LEARNING RATE: 3.184309964888887e-06
previous_iter_valid_loss : 0.16048887372016907
1230060 0.160659 0.160489 0.166472 CURRENT LEARNING RATE: 3.1836731665778586e-06
previous_iter_valid_loss : 0.17058315873146057
1230080 0.170838 0.170583 0.166789 CURRENT LEARNING RATE: 3.1830364956137632e-06
previous_iter_valid_loss : 0.1607247143983841
1230100 0.160877 0.160725 0.166301 CURRENT LEARNING RATE: 3.1823999519711285e-06
previous_iter_valid_loss : 0.16133330762386322
1230120 0.161485 0.161333 0.165705 CURRENT LEARNING RATE: 3.1817635356244917e-06
previous_iter_valid_loss : 0.1768934428691864
1230140 0.177186 0.176893 0.165945 CURRENT LEARNING RATE: 3.181127246548391e-06
previous_iter_valid_loss : 0.1610645353794098
1230160 0.161231 0.161065 0.165736 CURRENT LEARNING RATE: 3.1804910847173866e-06
previous_iter_valid_loss : 0.1622762829065323
1230180 0.162478 0.162276 0.165669 CURRENT LEARNING RATE: 3.1798550501060257e-06
previous_iter_valid_loss : 0.16061082482337952
1230200 0.160771 0.160611 0.165353 CURRENT LEARNING RATE: 3.1792191426888675e-06
previous_iter_valid_loss : 0.16336512565612793
1230220 0.163533 0.163365 0.164467 CURRENT LEARNING RATE: 3.1785833624404694e-06
previous_iter_valid_loss : 0.16073966026306152
1230240 0.160890 0.160740 0.164034 CURRENT LEARNING RATE: 3.177947709335412e-06
previous_iter_valid_loss : 0.16289080679416656
1230260 0.163062 0.162891 0.163946 CURRENT LEARNING RATE: 3.177312183348264e-06
previous_iter_valid_loss : 0.16404297947883606
1230280 0.164206 0.164043 0.164024 CURRENT LEARNING RATE: 3.1766767844535977e-06
previous_iter_valid_loss : 0.16659046709537506
1230300 0.166747 0.166590 0.164252 CURRENT LEARNING RATE: 3.1760415126260086e-06
previous_iter_valid_loss : 0.1635967195034027
1230320 0.163796 0.163597 0.164102 CURRENT LEARNING RATE: 3.17540636784008e-06
previous_iter_valid_loss : 0.16153790056705475
1230340 0.161724 0.161538 0.163974 CURRENT LEARNING RATE: 3.1747713500704076e-06
previous_iter_valid_loss : 0.1610490083694458
1230360 0.161231 0.161049 0.163730 CURRENT LEARNING RATE: 3.1741364592915835e-06
previous_iter_valid_loss : 0.16450510919094086
1230380 0.164679 0.164505 0.163906 CURRENT LEARNING RATE: 3.1735016954782243e-06
previous_iter_valid_loss : 0.16167216002941132
1230400 0.161835 0.161672 0.163349 CURRENT LEARNING RATE: 3.1728670586049326e-06
previous_iter_valid_loss : 0.1840185821056366
1230420 0.184172 0.184019 0.164427 CURRENT LEARNING RATE: 3.172232548646324e-06
previous_iter_valid_loss : 0.16900897026062012
1230440 0.169161 0.169009 0.164847 CURRENT LEARNING RATE: 3.1715981655770122e-06
previous_iter_valid_loss : 0.1660880148410797
1230460 0.166247 0.166088 0.165127 CURRENT LEARNING RATE: 3.1709639093716332e-06
previous_iter_valid_loss : 0.16375920176506042
1230480 0.163932 0.163759 0.164786 CURRENT LEARNING RATE: 3.1703297800048107e-06
previous_iter_valid_loss : 0.16716858744621277
1230500 0.167329 0.167169 0.165108 CURRENT LEARNING RATE: 3.16969577745118e-06
previous_iter_valid_loss : 0.16305233538150787
1230520 0.163219 0.163052 0.165194 CURRENT LEARNING RATE: 3.169061901685375e-06
previous_iter_valid_loss : 0.16096003353595734
1230540 0.161114 0.160960 0.164397 CURRENT LEARNING RATE: 3.168428152682052e-06
previous_iter_valid_loss : 0.16050606966018677
1230560 0.160671 0.160506 0.164369 CURRENT LEARNING RATE: 3.1677945304158557e-06
previous_iter_valid_loss : 0.16546274721622467
1230580 0.165669 0.165463 0.164529 CURRENT LEARNING RATE: 3.1671610348614412e-06
previous_iter_valid_loss : 0.1612071394920349
1230600 0.161388 0.161207 0.164559 CURRENT LEARNING RATE: 3.166527665993463e-06
previous_iter_valid_loss : 0.16054828464984894
1230620 0.160716 0.160548 0.164418 CURRENT LEARNING RATE: 3.1658944237865974e-06
previous_iter_valid_loss : 0.16071869432926178
1230640 0.160877 0.160719 0.164417 CURRENT LEARNING RATE: 3.1652613082155087e-06
previous_iter_valid_loss : 0.16860362887382507
1230660 0.168841 0.168604 0.164702 CURRENT LEARNING RATE: 3.1646283192548676e-06
previous_iter_valid_loss : 0.16189360618591309
1230680 0.162070 0.161894 0.164595 CURRENT LEARNING RATE: 3.163995456879365e-06
previous_iter_valid_loss : 0.17252756655216217
1230700 0.172796 0.172528 0.164892 CURRENT LEARNING RATE: 3.1633627210636815e-06
previous_iter_valid_loss : 0.16138368844985962
1230720 0.161542 0.161384 0.164781 CURRENT LEARNING RATE: 3.162730111782507e-06
previous_iter_valid_loss : 0.16633658111095428
1230740 0.166496 0.166337 0.165021 CURRENT LEARNING RATE: 3.162097629010532e-06
previous_iter_valid_loss : 0.17539139091968536
1230760 0.175686 0.175391 0.165738 CURRENT LEARNING RATE: 3.161465272722468e-06
previous_iter_valid_loss : 0.16195672750473022
1230780 0.162148 0.161957 0.165611 CURRENT LEARNING RATE: 3.1608330428930155e-06
previous_iter_valid_loss : 0.16181211173534393
1230800 0.161969 0.161812 0.165618 CURRENT LEARNING RATE: 3.1602009394968847e-06
previous_iter_valid_loss : 0.16391035914421082
1230820 0.164077 0.163910 0.164612 CURRENT LEARNING RATE: 3.159568962508787e-06
previous_iter_valid_loss : 0.18994560837745667
1230840 0.190068 0.189946 0.165659 CURRENT LEARNING RATE: 3.158937111903453e-06
previous_iter_valid_loss : 0.17042140662670135
1230860 0.170679 0.170421 0.165876 CURRENT LEARNING RATE: 3.1583053876556044e-06
previous_iter_valid_loss : 0.17095525562763214
1230880 0.171101 0.170955 0.166236 CURRENT LEARNING RATE: 3.1576737897399718e-06
previous_iter_valid_loss : 0.16556446254253387
1230900 0.165785 0.165564 0.166155 CURRENT LEARNING RATE: 3.157042318131285e-06
previous_iter_valid_loss : 0.16362619400024414
1230920 0.163792 0.163626 0.166184 CURRENT LEARNING RATE: 3.1564109728042976e-06
previous_iter_valid_loss : 0.16858874261379242
1230940 0.168741 0.168589 0.166565 CURRENT LEARNING RATE: 3.155779753733749e-06
previous_iter_valid_loss : 0.1611705869436264
1230960 0.161331 0.161171 0.166599 CURRENT LEARNING RATE: 3.155148660894392e-06
previous_iter_valid_loss : 0.20551158487796783
1230980 0.205578 0.205512 0.168601 CURRENT LEARNING RATE: 3.154517694260975e-06
previous_iter_valid_loss : 0.18729834258556366
1231000 0.187432 0.187298 0.169906 CURRENT LEARNING RATE: 3.1538868538082723e-06
previous_iter_valid_loss : 0.17196637392044067
1231020 0.172233 0.171966 0.170477 CURRENT LEARNING RATE: 3.1532561395110444e-06
previous_iter_valid_loss : 0.16358830034732819
1231040 0.163792 0.163588 0.170620 CURRENT LEARNING RATE: 3.152625551344057e-06
previous_iter_valid_loss : 0.17582859098911285
1231060 0.176118 0.175829 0.170981 CURRENT LEARNING RATE: 3.151995089282097e-06
previous_iter_valid_loss : 0.16255062818527222
1231080 0.162743 0.162551 0.171014 CURRENT LEARNING RATE: 3.1513647532999415e-06
previous_iter_valid_loss : 0.17289400100708008
1231100 0.173044 0.172894 0.171032 CURRENT LEARNING RATE: 3.1507345433723762e-06
previous_iter_valid_loss : 0.16254422068595886
1231120 0.162708 0.162544 0.171091 CURRENT LEARNING RATE: 3.150104459474188e-06
previous_iter_valid_loss : 0.16140319406986237
1231140 0.161587 0.161403 0.170844 CURRENT LEARNING RATE: 3.149474501580184e-06
previous_iter_valid_loss : 0.16078385710716248
1231160 0.160956 0.160784 0.170113 CURRENT LEARNING RATE: 3.14884466966516e-06
previous_iter_valid_loss : 0.16054539382457733
1231180 0.160702 0.160545 0.170043 CURRENT LEARNING RATE: 3.1482149637039237e-06
previous_iter_valid_loss : 0.1616516262292862
1231200 0.161843 0.161652 0.170035 CURRENT LEARNING RATE: 3.147585383671281e-06
previous_iter_valid_loss : 0.1638573259115219
1231220 0.164053 0.163857 0.170032 CURRENT LEARNING RATE: 3.146955929542059e-06
previous_iter_valid_loss : 0.1611386239528656
1231240 0.161327 0.161139 0.168592 CURRENT LEARNING RATE: 3.1463266012910753e-06
previous_iter_valid_loss : 0.17688319087028503
1231260 0.177174 0.176883 0.168915 CURRENT LEARNING RATE: 3.145697398893155e-06
previous_iter_valid_loss : 0.16095657646656036
1231280 0.161141 0.160957 0.168415 CURRENT LEARNING RATE: 3.145068322323127e-06
previous_iter_valid_loss : 0.17642322182655334
1231300 0.176577 0.176423 0.168958 CURRENT LEARNING RATE: 3.1444393715558367e-06
previous_iter_valid_loss : 0.160640150308609
1231320 0.160805 0.160640 0.168809 CURRENT LEARNING RATE: 3.143810546566122e-06
previous_iter_valid_loss : 0.1660384237766266
1231340 0.166251 0.166038 0.168681 CURRENT LEARNING RATE: 3.1431818473288293e-06
previous_iter_valid_loss : 0.16140121221542358
1231360 0.161594 0.161401 0.168693 CURRENT LEARNING RATE: 3.142553273818806e-06
previous_iter_valid_loss : 0.16636337339878082
1231380 0.166525 0.166363 0.166735 CURRENT LEARNING RATE: 3.141924826010919e-06
previous_iter_valid_loss : 0.16451433300971985
1231400 0.164715 0.164514 0.165596 CURRENT LEARNING RATE: 3.141296503880026e-06
previous_iter_valid_loss : 0.1608358770608902
1231420 0.161012 0.160836 0.165040 CURRENT LEARNING RATE: 3.1406683074009936e-06
previous_iter_valid_loss : 0.16160058975219727
1231440 0.161789 0.161601 0.164940 CURRENT LEARNING RATE: 3.1400402365486883e-06
previous_iter_valid_loss : 0.19437089562416077
1231460 0.194832 0.194371 0.165867 CURRENT LEARNING RATE: 3.1394122912979982e-06
previous_iter_valid_loss : 0.1658463478088379
1231480 0.166060 0.165846 0.166032 CURRENT LEARNING RATE: 3.1387844716237995e-06
previous_iter_valid_loss : 0.16709239780902863
1231500 0.167317 0.167092 0.165742 CURRENT LEARNING RATE: 3.1381567775009756e-06
previous_iter_valid_loss : 0.1733718067407608
1231520 0.173638 0.173372 0.166283 CURRENT LEARNING RATE: 3.1375292089044284e-06
previous_iter_valid_loss : 0.16090737283229828
1231540 0.161088 0.160907 0.166259 CURRENT LEARNING RATE: 3.1369017658090502e-06
previous_iter_valid_loss : 0.16180093586444855
1231560 0.161955 0.161801 0.166309 CURRENT LEARNING RATE: 3.1362744481897426e-06
previous_iter_valid_loss : 0.1743873804807663
1231580 0.174539 0.174387 0.167002 CURRENT LEARNING RATE: 3.135647256021408e-06
previous_iter_valid_loss : 0.1675233393907547
1231600 0.167679 0.167523 0.167295 CURRENT LEARNING RATE: 3.13502018927897e-06
previous_iter_valid_loss : 0.16545790433883667
1231620 0.165667 0.165458 0.167375 CURRENT LEARNING RATE: 3.134393247937339e-06
previous_iter_valid_loss : 0.16347993910312653
1231640 0.163649 0.163480 0.167492 CURRENT LEARNING RATE: 3.1337664319714395e-06
previous_iter_valid_loss : 0.1605827510356903
1231660 0.160744 0.160583 0.166677 CURRENT LEARNING RATE: 3.1331397413561915e-06
previous_iter_valid_loss : 0.16913999617099762
1231680 0.169370 0.169140 0.167086 CURRENT LEARNING RATE: 3.132513176066539e-06
previous_iter_valid_loss : 0.16523413360118866
1231700 0.165404 0.165234 0.166527 CURRENT LEARNING RATE: 3.1318867360774144e-06
previous_iter_valid_loss : 0.17028768360614777
1231720 0.170438 0.170288 0.167009 CURRENT LEARNING RATE: 3.1312604213637595e-06
previous_iter_valid_loss : 0.18406832218170166
1231740 0.184436 0.184068 0.167911 CURRENT LEARNING RATE: 3.1306342319005162e-06
previous_iter_valid_loss : 0.16672232747077942
1231760 0.166886 0.166722 0.168177 CURRENT LEARNING RATE: 3.130008167662648e-06
previous_iter_valid_loss : 0.16959300637245178
1231780 0.169744 0.169593 0.168338 CURRENT LEARNING RATE: 3.1293822286251073e-06
previous_iter_valid_loss : 0.16266347467899323
1231800 0.162825 0.162663 0.168246 CURRENT LEARNING RATE: 3.128756414762856e-06
previous_iter_valid_loss : 0.16557608544826508
1231820 0.165740 0.165576 0.168483 CURRENT LEARNING RATE: 3.1281307260508563e-06
previous_iter_valid_loss : 0.16662786900997162
1231840 0.166790 0.166628 0.168734 CURRENT LEARNING RATE: 3.1275051624640915e-06
previous_iter_valid_loss : 0.16434691846370697
1231860 0.164518 0.164347 0.167233 CURRENT LEARNING RATE: 3.1268797239775335e-06
previous_iter_valid_loss : 0.165708526968956
1231880 0.165923 0.165709 0.167226 CURRENT LEARNING RATE: 3.12625441056616e-06
previous_iter_valid_loss : 0.16138824820518494
1231900 0.161546 0.161388 0.166941 CURRENT LEARNING RATE: 3.1256292222049677e-06
previous_iter_valid_loss : 0.16451618075370789
1231920 0.164684 0.164516 0.166498 CURRENT LEARNING RATE: 3.1250041588689455e-06
previous_iter_valid_loss : 0.17145290970802307
1231940 0.171710 0.171453 0.167025 CURRENT LEARNING RATE: 3.1243792205330896e-06
previous_iter_valid_loss : 0.16235420107841492
1231960 0.162549 0.162354 0.167053 CURRENT LEARNING RATE: 3.1237544071723974e-06
previous_iter_valid_loss : 0.16144974529743195
1231980 0.161637 0.161450 0.166406 CURRENT LEARNING RATE: 3.123129718761888e-06
previous_iter_valid_loss : 0.1665422022342682
1232000 0.166759 0.166542 0.166357 CURRENT LEARNING RATE: 3.1225051552765676e-06
previous_iter_valid_loss : 0.16596929728984833
1232020 0.166184 0.165969 0.166383 CURRENT LEARNING RATE: 3.1218807166914534e-06
previous_iter_valid_loss : 0.16409265995025635
1232040 0.164260 0.164093 0.166413 CURRENT LEARNING RATE: 3.1212564029815635e-06
previous_iter_valid_loss : 0.19477714598178864
1232060 0.194901 0.194777 0.168123 CURRENT LEARNING RATE: 3.120632214121935e-06
previous_iter_valid_loss : 0.16642825305461884
1232080 0.166584 0.166428 0.167987 CURRENT LEARNING RATE: 3.120008150087596e-06
previous_iter_valid_loss : 0.16206300258636475
1232100 0.162242 0.162063 0.167829 CURRENT LEARNING RATE: 3.1193842108535833e-06
previous_iter_valid_loss : 0.17461968958377838
1232120 0.174898 0.174620 0.168045 CURRENT LEARNING RATE: 3.1187603963949334e-06
previous_iter_valid_loss : 0.1605381965637207
1232140 0.160705 0.160538 0.166869 CURRENT LEARNING RATE: 3.1181367066867055e-06
previous_iter_valid_loss : 0.16136066615581512
1232160 0.161521 0.161361 0.166601 CURRENT LEARNING RATE: 3.117513141703946e-06
previous_iter_valid_loss : 0.16054925322532654
1232180 0.160726 0.160549 0.166149 CURRENT LEARNING RATE: 3.116889701421714e-06
previous_iter_valid_loss : 0.16098065674304962
1232200 0.161162 0.160981 0.166065 CURRENT LEARNING RATE: 3.1162663858150634e-06
previous_iter_valid_loss : 0.160653755068779
1232220 0.160821 0.160654 0.165818 CURRENT LEARNING RATE: 3.115643194859075e-06
previous_iter_valid_loss : 0.16089843213558197
1232240 0.161070 0.160898 0.165532 CURRENT LEARNING RATE: 3.1150201285288145e-06
previous_iter_valid_loss : 0.1605370044708252
1232260 0.160700 0.160537 0.165341 CURRENT LEARNING RATE: 3.1143971867993543e-06
previous_iter_valid_loss : 0.16885928809642792
1232280 0.169013 0.168859 0.165499 CURRENT LEARNING RATE: 3.113774369645787e-06
previous_iter_valid_loss : 0.16706666350364685
1232300 0.167285 0.167067 0.165783 CURRENT LEARNING RATE: 3.1131516770431953e-06
previous_iter_valid_loss : 0.16050539910793304
1232320 0.160667 0.160505 0.165582 CURRENT LEARNING RATE: 3.1125291089666712e-06
previous_iter_valid_loss : 0.16358190774917603
1232340 0.163789 0.163582 0.165189 CURRENT LEARNING RATE: 3.111906665391306e-06
previous_iter_valid_loss : 0.16367915272712708
1232360 0.163888 0.163679 0.165255 CURRENT LEARNING RATE: 3.111284346292213e-06
previous_iter_valid_loss : 0.1607389897108078
1232380 0.160917 0.160739 0.165220 CURRENT LEARNING RATE: 3.110662151644495e-06
previous_iter_valid_loss : 0.16094696521759033
1232400 0.161131 0.160947 0.164940 CURRENT LEARNING RATE: 3.1100400814232635e-06
previous_iter_valid_loss : 0.16095958650112152
1232420 0.161118 0.160960 0.164689 CURRENT LEARNING RATE: 3.10941813560363e-06
previous_iter_valid_loss : 0.17106138169765472
1232440 0.171310 0.171061 0.165038 CURRENT LEARNING RATE: 3.1087963141607272e-06
previous_iter_valid_loss : 0.16055762767791748
1232460 0.160728 0.160558 0.163327 CURRENT LEARNING RATE: 3.1081746170696785e-06
previous_iter_valid_loss : 0.17260299623012543
1232480 0.172872 0.172603 0.163635 CURRENT LEARNING RATE: 3.107553044305614e-06
previous_iter_valid_loss : 0.1619124859571457
1232500 0.162097 0.161912 0.163628 CURRENT LEARNING RATE: 3.1069315958436666e-06
previous_iter_valid_loss : 0.17020654678344727
1232520 0.170453 0.170207 0.163407 CURRENT LEARNING RATE: 3.106310271658989e-06
previous_iter_valid_loss : 0.16515715420246124
1232540 0.165366 0.165157 0.163638 CURRENT LEARNING RATE: 3.1056890717267225e-06
previous_iter_valid_loss : 0.16118714213371277
1232560 0.161346 0.161187 0.163630 CURRENT LEARNING RATE: 3.1050679960220196e-06
previous_iter_valid_loss : 0.16311025619506836
1232580 0.163315 0.163110 0.163758 CURRENT LEARNING RATE: 3.1044470445200306e-06
previous_iter_valid_loss : 0.1640818566083908
1232600 0.164259 0.164082 0.163913 CURRENT LEARNING RATE: 3.1038262171959297e-06
previous_iter_valid_loss : 0.16864408552646637
1232620 0.168798 0.168644 0.164312 CURRENT LEARNING RATE: 3.1032055140248787e-06
previous_iter_valid_loss : 0.1642182469367981
1232640 0.164383 0.164218 0.164478 CURRENT LEARNING RATE: 3.102584934982048e-06
previous_iter_valid_loss : 0.16052080690860748
1232660 0.160685 0.160521 0.164477 CURRENT LEARNING RATE: 3.101964480042609e-06
previous_iter_valid_loss : 0.17131122946739197
1232680 0.171561 0.171311 0.164600 CURRENT LEARNING RATE: 3.101344149181756e-06
previous_iter_valid_loss : 0.1650467962026596
1232700 0.165250 0.165047 0.164499 CURRENT LEARNING RATE: 3.1007239423746694e-06
previous_iter_valid_loss : 0.17058753967285156
1232720 0.170844 0.170588 0.165003 CURRENT LEARNING RATE: 3.1001038595965347e-06
previous_iter_valid_loss : 0.16202816367149353
1232740 0.162217 0.162028 0.164925 CURRENT LEARNING RATE: 3.0994839008225615e-06
previous_iter_valid_loss : 0.16288405656814575
1232760 0.163045 0.162884 0.164886 CURRENT LEARNING RATE: 3.0988640660279436e-06
previous_iter_valid_loss : 0.16534537076950073
1232780 0.165503 0.165345 0.165116 CURRENT LEARNING RATE: 3.098244355187889e-06
previous_iter_valid_loss : 0.16080594062805176
1232800 0.160983 0.160806 0.165109 CURRENT LEARNING RATE: 3.0976247682776035e-06
previous_iter_valid_loss : 0.1657646894454956
1232820 0.165929 0.165765 0.165349 CURRENT LEARNING RATE: 3.0970053052723154e-06
previous_iter_valid_loss : 0.17186239361763
1232840 0.172009 0.171862 0.165389 CURRENT LEARNING RATE: 3.0963859661472396e-06
previous_iter_valid_loss : 0.19080068171024323
1232860 0.191253 0.190801 0.166901 CURRENT LEARNING RATE: 3.095766750877602e-06
previous_iter_valid_loss : 0.16359743475914001
1232880 0.163792 0.163597 0.166451 CURRENT LEARNING RATE: 3.09514765943863e-06
previous_iter_valid_loss : 0.16242216527462006
1232900 0.162585 0.162422 0.166477 CURRENT LEARNING RATE: 3.0945286918055704e-06
previous_iter_valid_loss : 0.16096334159374237
1232920 0.161141 0.160963 0.166014 CURRENT LEARNING RATE: 3.0939098479536587e-06
previous_iter_valid_loss : 0.17523470520973206
1232940 0.175383 0.175235 0.166518 CURRENT LEARNING RATE: 3.0932911278581416e-06
previous_iter_valid_loss : 0.1724962741136551
1232960 0.172644 0.172496 0.167084 CURRENT LEARNING RATE: 3.0926725314942645e-06
previous_iter_valid_loss : 0.19569987058639526
1232980 0.196210 0.195700 0.168713 CURRENT LEARNING RATE: 3.0920540588372938e-06
previous_iter_valid_loss : 0.17338784039020538
1233000 0.173654 0.173388 0.169179 CURRENT LEARNING RATE: 3.0914357098624866e-06
previous_iter_valid_loss : 0.16440975666046143
1233020 0.164577 0.164410 0.168967 CURRENT LEARNING RATE: 3.090817484545108e-06
previous_iter_valid_loss : 0.16281811892986298
1233040 0.162973 0.162818 0.168897 CURRENT LEARNING RATE: 3.090199382860424e-06
previous_iter_valid_loss : 0.18094347417354584
1233060 0.181269 0.180943 0.169918 CURRENT LEARNING RATE: 3.089581404783721e-06
previous_iter_valid_loss : 0.1763119101524353
1233080 0.176593 0.176312 0.170168 CURRENT LEARNING RATE: 3.088963550290274e-06
previous_iter_valid_loss : 0.1665763407945633
1233100 0.166736 0.166576 0.170244 CURRENT LEARNING RATE: 3.088345819355365e-06
previous_iter_valid_loss : 0.16052427887916565
1233120 0.160692 0.160524 0.169741 CURRENT LEARNING RATE: 3.0877282119542936e-06
previous_iter_valid_loss : 0.16238906979560852
1233140 0.162592 0.162389 0.169759 CURRENT LEARNING RATE: 3.087110728062352e-06
previous_iter_valid_loss : 0.16583769023418427
1233160 0.166049 0.165838 0.169907 CURRENT LEARNING RATE: 3.0864933676548397e-06
previous_iter_valid_loss : 0.1642857789993286
1233180 0.164476 0.164286 0.169854 CURRENT LEARNING RATE: 3.0858761307070565e-06
previous_iter_valid_loss : 0.16201892495155334
1233200 0.162203 0.162019 0.169915 CURRENT LEARNING RATE: 3.0852590171943253e-06
previous_iter_valid_loss : 0.16240407526493073
1233220 0.162570 0.162404 0.169747 CURRENT LEARNING RATE: 3.0846420270919545e-06
previous_iter_valid_loss : 0.16051718592643738
1233240 0.160677 0.160517 0.169179 CURRENT LEARNING RATE: 3.0840251603752655e-06
previous_iter_valid_loss : 0.170775905251503
1233260 0.170924 0.170776 0.168178 CURRENT LEARNING RATE: 3.083408417019578e-06
previous_iter_valid_loss : 0.16516830027103424
1233280 0.165328 0.165168 0.168257 CURRENT LEARNING RATE: 3.0827917970002327e-06
previous_iter_valid_loss : 0.16052784025669098
1233300 0.160695 0.160528 0.168162 CURRENT LEARNING RATE: 3.0821753002925598e-06
previous_iter_valid_loss : 0.16236333549022675
1233320 0.162571 0.162363 0.168232 CURRENT LEARNING RATE: 3.0815589268718994e-06
previous_iter_valid_loss : 0.16412633657455444
1233340 0.164300 0.164126 0.167677 CURRENT LEARNING RATE: 3.0809426767135908e-06
previous_iter_valid_loss : 0.17177307605743408
1233360 0.171919 0.171773 0.167640 CURRENT LEARNING RATE: 3.0803265497929952e-06
previous_iter_valid_loss : 0.16074348986148834
1233380 0.160914 0.160743 0.165893 CURRENT LEARNING RATE: 3.0797105460854625e-06
previous_iter_valid_loss : 0.16268648207187653
1233400 0.162867 0.162686 0.165358 CURRENT LEARNING RATE: 3.0790946655663515e-06
previous_iter_valid_loss : 0.16270731389522552
1233420 0.162868 0.162707 0.165272 CURRENT LEARNING RATE: 3.0784789082110226e-06
previous_iter_valid_loss : 0.16054430603981018
1233440 0.160700 0.160544 0.165159 CURRENT LEARNING RATE: 3.0778632739948553e-06
previous_iter_valid_loss : 0.16454924643039703
1233460 0.164725 0.164549 0.164339 CURRENT LEARNING RATE: 3.0772477628932193e-06
previous_iter_valid_loss : 0.16135503351688385
1233480 0.161512 0.161355 0.163591 CURRENT LEARNING RATE: 3.0766323748814896e-06
previous_iter_valid_loss : 0.16077262163162231
1233500 0.160930 0.160773 0.163301 CURRENT LEARNING RATE: 3.07601710993506e-06
previous_iter_valid_loss : 0.16312548518180847
1233520 0.163291 0.163125 0.163431 CURRENT LEARNING RATE: 3.075401968029316e-06
previous_iter_valid_loss : 0.1621679812669754
1233540 0.162319 0.162168 0.163420 CURRENT LEARNING RATE: 3.0747869491396505e-06
previous_iter_valid_loss : 0.17721056938171387
1233560 0.177366 0.177211 0.163989 CURRENT LEARNING RATE: 3.074172053241458e-06
previous_iter_valid_loss : 0.16256482899188995
1233580 0.162733 0.162565 0.163903 CURRENT LEARNING RATE: 3.073557280310153e-06
previous_iter_valid_loss : 0.16267067193984985
1233600 0.162844 0.162671 0.163935 CURRENT LEARNING RATE: 3.0729426303211404e-06
previous_iter_valid_loss : 0.1663368195295334
1233620 0.166556 0.166337 0.164132 CURRENT LEARNING RATE: 3.0723281032498334e-06
previous_iter_valid_loss : 0.16558478772640228
1233640 0.165803 0.165585 0.164385 CURRENT LEARNING RATE: 3.071713699071645e-06
previous_iter_valid_loss : 0.16144432127475739
1233660 0.161601 0.161444 0.163919 CURRENT LEARNING RATE: 3.0710994177620103e-06
previous_iter_valid_loss : 0.16800294816493988
1233680 0.168238 0.168003 0.164060 CURRENT LEARNING RATE: 3.070485259296353e-06
previous_iter_valid_loss : 0.1694590002298355
1233700 0.169714 0.169459 0.164507 CURRENT LEARNING RATE: 3.0698712236501066e-06
previous_iter_valid_loss : 0.16190990805625916
1233720 0.162093 0.161910 0.164484 CURRENT LEARNING RATE: 3.0692573107987046e-06
previous_iter_valid_loss : 0.17224906384944916
1233740 0.172392 0.172249 0.164890 CURRENT LEARNING RATE: 3.0686435207176004e-06
previous_iter_valid_loss : 0.16412365436553955
1233760 0.164291 0.164124 0.164508 CURRENT LEARNING RATE: 3.0680298533822375e-06
previous_iter_valid_loss : 0.16180866956710815
1233780 0.161969 0.161809 0.164561 CURRENT LEARNING RATE: 3.0674163087680686e-06
previous_iter_valid_loss : 0.16789834201335907
1233800 0.168057 0.167898 0.164822 CURRENT LEARNING RATE: 3.0668028868505474e-06
previous_iter_valid_loss : 0.16057372093200684
1233820 0.160747 0.160574 0.164715 CURRENT LEARNING RATE: 3.066189587605148e-06
previous_iter_valid_loss : 0.16050823032855988
1233840 0.160673 0.160508 0.164713 CURRENT LEARNING RATE: 3.065576411007332e-06
previous_iter_valid_loss : 0.16124218702316284
1233860 0.161430 0.161242 0.164548 CURRENT LEARNING RATE: 3.0649633570325674e-06
previous_iter_valid_loss : 0.17386475205421448
1233880 0.174016 0.173865 0.165173 CURRENT LEARNING RATE: 3.064350425656343e-06
previous_iter_valid_loss : 0.16311180591583252
1233900 0.163309 0.163112 0.165290 CURRENT LEARNING RATE: 3.0637376168541362e-06
previous_iter_valid_loss : 0.16648328304290771
1233920 0.166694 0.166483 0.165458 CURRENT LEARNING RATE: 3.063124930601434e-06
previous_iter_valid_loss : 0.1647043079137802
1233940 0.164901 0.164704 0.165585 CURRENT LEARNING RATE: 3.0625123668737247e-06
previous_iter_valid_loss : 0.16273577511310577
1233960 0.162927 0.162736 0.164861 CURRENT LEARNING RATE: 3.0618999256465156e-06
previous_iter_valid_loss : 0.16050860285758972
1233980 0.160671 0.160509 0.164758 CURRENT LEARNING RATE: 3.0612876068953036e-06
previous_iter_valid_loss : 0.16464921832084656
1234000 0.164857 0.164649 0.164857 CURRENT LEARNING RATE: 3.060675410595597e-06
previous_iter_valid_loss : 0.1643989384174347
1234020 0.164569 0.164399 0.164761 CURRENT LEARNING RATE: 3.0600633367229012e-06
previous_iter_valid_loss : 0.18194499611854553
1234040 0.182102 0.181945 0.165579 CURRENT LEARNING RATE: 3.0594513852527447e-06
previous_iter_valid_loss : 0.16184313595294952
1234060 0.162004 0.161843 0.165598 CURRENT LEARNING RATE: 3.0588395561606446e-06
previous_iter_valid_loss : 0.17333120107650757
1234080 0.173480 0.173331 0.165865 CURRENT LEARNING RATE: 3.058227849422127e-06
previous_iter_valid_loss : 0.17481684684753418
1234100 0.175109 0.174817 0.166133 CURRENT LEARNING RATE: 3.0576162650127175e-06
previous_iter_valid_loss : 0.16122350096702576
1234120 0.161407 0.161224 0.166098 CURRENT LEARNING RATE: 3.0570048029079655e-06
previous_iter_valid_loss : 0.16382256150245667
1234140 0.163984 0.163823 0.165677 CURRENT LEARNING RATE: 3.0563934630834054e-06
previous_iter_valid_loss : 0.16333378851413727
1234160 0.163526 0.163334 0.165638 CURRENT LEARNING RATE: 3.0557822455145843e-06
previous_iter_valid_loss : 0.17153723537921906
1234180 0.171792 0.171537 0.166124 CURRENT LEARNING RATE: 3.055171150177048e-06
previous_iter_valid_loss : 0.16636423766613007
1234200 0.166525 0.166364 0.166047 CURRENT LEARNING RATE: 3.0545601770463634e-06
previous_iter_valid_loss : 0.17378684878349304
1234220 0.174071 0.173787 0.166708 CURRENT LEARNING RATE: 3.053949326098087e-06
previous_iter_valid_loss : 0.16213852167129517
1234240 0.162325 0.162139 0.166790 CURRENT LEARNING RATE: 3.0533385973077836e-06
previous_iter_valid_loss : 0.16508257389068604
1234260 0.165241 0.165083 0.166982 CURRENT LEARNING RATE: 3.0527279906510186e-06
previous_iter_valid_loss : 0.16736525297164917
1234280 0.167581 0.167365 0.166657 CURRENT LEARNING RATE: 3.05211750610338e-06
previous_iter_valid_loss : 0.1624947488307953
1234300 0.162667 0.162495 0.166626 CURRENT LEARNING RATE: 3.0515071436404413e-06
previous_iter_valid_loss : 0.16221530735492706
1234320 0.162379 0.162215 0.166412 CURRENT LEARNING RATE: 3.050896903237784e-06
previous_iter_valid_loss : 0.16368679702281952
1234340 0.163850 0.163687 0.166361 CURRENT LEARNING RATE: 3.050286784871008e-06
previous_iter_valid_loss : 0.16421885788440704
1234360 0.164388 0.164219 0.166436 CURRENT LEARNING RATE: 3.0496767885157044e-06
previous_iter_valid_loss : 0.16141243278980255
1234380 0.161605 0.161412 0.166481 CURRENT LEARNING RATE: 3.0490669141474725e-06
previous_iter_valid_loss : 0.16262616217136383
1234400 0.162831 0.162626 0.166380 CURRENT LEARNING RATE: 3.048457161741912e-06
previous_iter_valid_loss : 0.16801977157592773
1234420 0.168174 0.168020 0.166561 CURRENT LEARNING RATE: 3.0478475312746437e-06
previous_iter_valid_loss : 0.1679200828075409
1234440 0.168077 0.167920 0.165859 CURRENT LEARNING RATE: 3.0472380227212772e-06
previous_iter_valid_loss : 0.1762404590845108
1234460 0.176520 0.176240 0.166579 CURRENT LEARNING RATE: 3.0466286360574325e-06
previous_iter_valid_loss : 0.16055786609649658
1234480 0.160725 0.160558 0.165941 CURRENT LEARNING RATE: 3.0460193712587273e-06
previous_iter_valid_loss : 0.16069722175598145
1234500 0.160879 0.160697 0.165235 CURRENT LEARNING RATE: 3.045410228300803e-06
previous_iter_valid_loss : 0.16789494454860687
1234520 0.168050 0.167895 0.165568 CURRENT LEARNING RATE: 3.0448012071592887e-06
previous_iter_valid_loss : 0.16093671321868896
1234540 0.161101 0.160937 0.165424 CURRENT LEARNING RATE: 3.044192307809823e-06
previous_iter_valid_loss : 0.16077189147472382
1234560 0.160935 0.160772 0.165296 CURRENT LEARNING RATE: 3.0435835302280443e-06
previous_iter_valid_loss : 0.16166797280311584
1234580 0.161819 0.161668 0.164802 CURRENT LEARNING RATE: 3.0429748743896128e-06
previous_iter_valid_loss : 0.16055677831172943
1234600 0.160727 0.160557 0.164512 CURRENT LEARNING RATE: 3.042366340270177e-06
previous_iter_valid_loss : 0.1635030210018158
1234620 0.163676 0.163503 0.163998 CURRENT LEARNING RATE: 3.041757927845395e-06
previous_iter_valid_loss : 0.1605433076620102
1234640 0.160696 0.160543 0.163918 CURRENT LEARNING RATE: 3.0411496370909247e-06
previous_iter_valid_loss : 0.16064217686653137
1234660 0.160809 0.160642 0.163696 CURRENT LEARNING RATE: 3.040541467982446e-06
previous_iter_valid_loss : 0.16353504359722137
1234680 0.163719 0.163535 0.163505 CURRENT LEARNING RATE: 3.039933420495627e-06
previous_iter_valid_loss : 0.17428964376449585
1234700 0.174444 0.174290 0.164094 CURRENT LEARNING RATE: 3.0393254946061387e-06
previous_iter_valid_loss : 0.16180060803890228
1234720 0.161956 0.161801 0.164074 CURRENT LEARNING RATE: 3.038717690289677e-06
previous_iter_valid_loss : 0.16419833898544312
1234740 0.164371 0.164198 0.164099 CURRENT LEARNING RATE: 3.0381100075219224e-06
previous_iter_valid_loss : 0.16057650744915009
1234760 0.160732 0.160577 0.163917 CURRENT LEARNING RATE: 3.0375024462785687e-06
previous_iter_valid_loss : 0.1611781120300293
1234780 0.161341 0.161178 0.163905 CURRENT LEARNING RATE: 3.0368950065353083e-06
previous_iter_valid_loss : 0.1606123000383377
1234800 0.160784 0.160612 0.163805 CURRENT LEARNING RATE: 3.036287688267854e-06
previous_iter_valid_loss : 0.1653389185667038
1234820 0.165507 0.165339 0.163671 CURRENT LEARNING RATE: 3.0356804914519074e-06
previous_iter_valid_loss : 0.1614328771829605
1234840 0.161593 0.161433 0.163346 CURRENT LEARNING RATE: 3.0350734160631807e-06
previous_iter_valid_loss : 0.1645035594701767
1234860 0.164664 0.164504 0.162759 CURRENT LEARNING RATE: 3.034466462077386e-06
previous_iter_valid_loss : 0.16575296223163605
1234880 0.165960 0.165753 0.163019 CURRENT LEARNING RATE: 3.0338596294702556e-06
previous_iter_valid_loss : 0.17609134316444397
1234900 0.176377 0.176091 0.163789 CURRENT LEARNING RATE: 3.0332529182175104e-06
previous_iter_valid_loss : 0.16058729588985443
1234920 0.160746 0.160587 0.163423 CURRENT LEARNING RATE: 3.032646328294883e-06
previous_iter_valid_loss : 0.16711045801639557
1234940 0.167274 0.167110 0.163732 CURRENT LEARNING RATE: 3.032039859678103e-06
previous_iter_valid_loss : 0.1623144894838333
1234960 0.162475 0.162314 0.163809 CURRENT LEARNING RATE: 3.0314335123429233e-06
previous_iter_valid_loss : 0.16107650101184845
1234980 0.161217 0.161077 0.163780 CURRENT LEARNING RATE: 3.0308272862650844e-06
previous_iter_valid_loss : 0.16123707592487335
1235000 0.161418 0.161237 0.163814 CURRENT LEARNING RATE: 3.030221181420338e-06
previous_iter_valid_loss : 0.16146665811538696
1235020 0.161651 0.161467 0.163712 CURRENT LEARNING RATE: 3.0296151977844335e-06
previous_iter_valid_loss : 0.16334043443202972
1235040 0.163504 0.163340 0.163852 CURRENT LEARNING RATE: 3.029009335333143e-06
previous_iter_valid_loss : 0.16326822340488434
1235060 0.163471 0.163268 0.163983 CURRENT LEARNING RATE: 3.0284035940422257e-06
previous_iter_valid_loss : 0.1754513382911682
1235080 0.175746 0.175451 0.164579 CURRENT LEARNING RATE: 3.0277979738874476e-06
previous_iter_valid_loss : 0.16780348122119904
1235100 0.167966 0.167803 0.164255 CURRENT LEARNING RATE: 3.0271924748445944e-06
previous_iter_valid_loss : 0.16310203075408936
1235120 0.163309 0.163102 0.164320 CURRENT LEARNING RATE: 3.02658709688944e-06
previous_iter_valid_loss : 0.16545723378658295
1235140 0.165670 0.165457 0.164383 CURRENT LEARNING RATE: 3.02598183999777e-06
previous_iter_valid_loss : 0.16076725721359253
1235160 0.160924 0.160767 0.164392 CURRENT LEARNING RATE: 3.025376704145369e-06
previous_iter_valid_loss : 0.16057930886745453
1235180 0.160741 0.160579 0.164362 CURRENT LEARNING RATE: 3.0247716893080417e-06
previous_iter_valid_loss : 0.1656874120235443
1235200 0.165896 0.165687 0.164616 CURRENT LEARNING RATE: 3.0241667954615827e-06
previous_iter_valid_loss : 0.16227009892463684
1235220 0.162466 0.162270 0.164462 CURRENT LEARNING RATE: 3.0235620225817954e-06
previous_iter_valid_loss : 0.1641339361667633
1235240 0.164329 0.164134 0.164598 CURRENT LEARNING RATE: 3.0229573706444843e-06
previous_iter_valid_loss : 0.161771759390831
1235260 0.161930 0.161772 0.164461 CURRENT LEARNING RATE: 3.022352839625474e-06
previous_iter_valid_loss : 0.164463073015213
1235280 0.164638 0.164463 0.164396 CURRENT LEARNING RATE: 3.021748429500578e-06
previous_iter_valid_loss : 0.17005665600299835
1235300 0.170206 0.170057 0.164095 CURRENT LEARNING RATE: 3.021144140245618e-06
previous_iter_valid_loss : 0.16191528737545013
1235320 0.162109 0.161915 0.164161 CURRENT LEARNING RATE: 3.0205399718364204e-06
previous_iter_valid_loss : 0.16051487624645233
1235340 0.160671 0.160515 0.163831 CURRENT LEARNING RATE: 3.019935924248827e-06
previous_iter_valid_loss : 0.1608031988143921
1235360 0.160963 0.160803 0.163756 CURRENT LEARNING RATE: 3.0193319974586704e-06
previous_iter_valid_loss : 0.16062530875205994
1235380 0.160797 0.160625 0.163733 CURRENT LEARNING RATE: 3.0187281914417945e-06
previous_iter_valid_loss : 0.1709255427122116
1235400 0.171069 0.170926 0.164218 CURRENT LEARNING RATE: 3.0181245061740413e-06
previous_iter_valid_loss : 0.16364018619060516
1235420 0.163850 0.163640 0.164326 CURRENT LEARNING RATE: 3.0175209416312737e-06
previous_iter_valid_loss : 0.16071315109729767
1235440 0.160887 0.160713 0.164195 CURRENT LEARNING RATE: 3.016917497789345e-06
previous_iter_valid_loss : 0.1728869378566742
1235460 0.173037 0.172887 0.164676 CURRENT LEARNING RATE: 3.0163141746241157e-06
previous_iter_valid_loss : 0.1681613326072693
1235480 0.168317 0.168161 0.164311 CURRENT LEARNING RATE: 3.015710972111449e-06
previous_iter_valid_loss : 0.16079150140285492
1235500 0.160952 0.160792 0.163961 CURRENT LEARNING RATE: 3.015107890227227e-06
previous_iter_valid_loss : 0.16151544451713562
1235520 0.161668 0.161515 0.163881 CURRENT LEARNING RATE: 3.0145049289473206e-06
previous_iter_valid_loss : 0.16174693405628204
1235540 0.161940 0.161747 0.163696 CURRENT LEARNING RATE: 3.013902088247607e-06
previous_iter_valid_loss : 0.18035271763801575
1235560 0.180680 0.180353 0.164675 CURRENT LEARNING RATE: 3.013299368103982e-06
previous_iter_valid_loss : 0.16086474061012268
1235580 0.161047 0.160865 0.164689 CURRENT LEARNING RATE: 3.0126967684923325e-06
previous_iter_valid_loss : 0.16064980626106262
1235600 0.160827 0.160650 0.164438 CURRENT LEARNING RATE: 3.012094289388554e-06
previous_iter_valid_loss : 0.16085706651210785
1235620 0.161021 0.160857 0.164367 CURRENT LEARNING RATE: 3.0114919307685423e-06
previous_iter_valid_loss : 0.17403975129127502
1235640 0.174330 0.174040 0.164862 CURRENT LEARNING RATE: 3.0108896926082134e-06
previous_iter_valid_loss : 0.1659412980079651
1235660 0.166162 0.165941 0.165071 CURRENT LEARNING RATE: 3.0102875748834725e-06
previous_iter_valid_loss : 0.1646261215209961
1235680 0.164785 0.164626 0.165079 CURRENT LEARNING RATE: 3.009685577570235e-06
previous_iter_valid_loss : 0.1605674773454666
1235700 0.160731 0.160567 0.164604 CURRENT LEARNING RATE: 3.009083700644416e-06
previous_iter_valid_loss : 0.1607191562652588
1235720 0.160880 0.160719 0.164545 CURRENT LEARNING RATE: 3.008481944081951e-06
previous_iter_valid_loss : 0.16054652631282806
1235740 0.160709 0.160547 0.164546 CURRENT LEARNING RATE: 3.0078803078587638e-06
previous_iter_valid_loss : 0.16472887992858887
1235760 0.164913 0.164729 0.164742 CURRENT LEARNING RATE: 3.0072787919507892e-06
previous_iter_valid_loss : 0.16593970358371735
1235780 0.166100 0.165940 0.165008 CURRENT LEARNING RATE: 3.0066773963339615e-06
previous_iter_valid_loss : 0.16361196339130402
1235800 0.163784 0.163612 0.164643 CURRENT LEARNING RATE: 3.0060761209842354e-06
previous_iter_valid_loss : 0.16058364510536194
1235820 0.160747 0.160584 0.164490 CURRENT LEARNING RATE: 3.005474965877554e-06
previous_iter_valid_loss : 0.16063174605369568
1235840 0.160795 0.160632 0.164486 CURRENT LEARNING RATE: 3.0048739309898727e-06
previous_iter_valid_loss : 0.1850985735654831
1235860 0.185242 0.185099 0.165096 CURRENT LEARNING RATE: 3.004273016297143e-06
previous_iter_valid_loss : 0.16107377409934998
1235880 0.161254 0.161074 0.164742 CURRENT LEARNING RATE: 3.0036722217753397e-06
previous_iter_valid_loss : 0.16202974319458008
1235900 0.162217 0.162030 0.164804 CURRENT LEARNING RATE: 3.003071547400426e-06
previous_iter_valid_loss : 0.17407968640327454
1235920 0.174230 0.174080 0.165432 CURRENT LEARNING RATE: 3.002470993148369e-06
previous_iter_valid_loss : 0.1611686646938324
1235940 0.161323 0.161169 0.165403 CURRENT LEARNING RATE: 3.0018705589951576e-06
previous_iter_valid_loss : 0.18368595838546753
1235960 0.183835 0.183686 0.165570 CURRENT LEARNING RATE: 3.0012702449167683e-06
previous_iter_valid_loss : 0.16107328236103058
1235980 0.161258 0.161073 0.165580 CURRENT LEARNING RATE: 3.00067005088919e-06
previous_iter_valid_loss : 0.1615452766418457
1236000 0.161697 0.161545 0.165625 CURRENT LEARNING RATE: 3.0000699768884086e-06
previous_iter_valid_loss : 0.16589273512363434
1236020 0.166058 0.165893 0.165877 CURRENT LEARNING RATE: 2.9994700228904317e-06
previous_iter_valid_loss : 0.1616159975528717
1236040 0.161769 0.161616 0.165256 CURRENT LEARNING RATE: 2.9988701888712565e-06
previous_iter_valid_loss : 0.16701948642730713
1236060 0.167175 0.167019 0.165309 CURRENT LEARNING RATE: 2.998270474806889e-06
previous_iter_valid_loss : 0.16150696575641632
1236080 0.161702 0.161507 0.165153 CURRENT LEARNING RATE: 2.997670880673336e-06
previous_iter_valid_loss : 0.16051074862480164
1236100 0.160675 0.160511 0.165151 CURRENT LEARNING RATE: 2.9970714064466234e-06
previous_iter_valid_loss : 0.16531354188919067
1236120 0.165534 0.165314 0.165380 CURRENT LEARNING RATE: 2.996472052102768e-06
previous_iter_valid_loss : 0.17141218483448029
1236140 0.171553 0.171412 0.165924 CURRENT LEARNING RATE: 2.995872817617795e-06
previous_iter_valid_loss : 0.1609506607055664
1236160 0.161126 0.160951 0.165735 CURRENT LEARNING RATE: 2.9952737029677293e-06
previous_iter_valid_loss : 0.1629505306482315
1236180 0.163158 0.162951 0.165585 CURRENT LEARNING RATE: 2.9946747081286178e-06
previous_iter_valid_loss : 0.16051903367042542
1236200 0.160678 0.160519 0.165431 CURRENT LEARNING RATE: 2.9940758330764944e-06
previous_iter_valid_loss : 0.16051340103149414
1236220 0.160679 0.160513 0.165427 CURRENT LEARNING RATE: 2.9934770777874056e-06
previous_iter_valid_loss : 0.16058044135570526
1236240 0.160745 0.160580 0.165425 CURRENT LEARNING RATE: 2.9928784422373947e-06
previous_iter_valid_loss : 0.1605043113231659
1236260 0.160673 0.160504 0.164195 CURRENT LEARNING RATE: 2.9922799264025274e-06
previous_iter_valid_loss : 0.16447706520557404
1236280 0.164641 0.164477 0.164365 CURRENT LEARNING RATE: 2.9916815302588573e-06
previous_iter_valid_loss : 0.16191843152046204
1236300 0.162078 0.161918 0.164359 CURRENT LEARNING RATE: 2.9910832537824435e-06
previous_iter_valid_loss : 0.16546471416950226
1236320 0.165634 0.165465 0.163929 CURRENT LEARNING RATE: 2.9904850969493657e-06
previous_iter_valid_loss : 0.16785550117492676
1236340 0.168097 0.167856 0.164263 CURRENT LEARNING RATE: 2.9898870597356914e-06
previous_iter_valid_loss : 0.16309000551700592
1236360 0.163289 0.163090 0.163233 CURRENT LEARNING RATE: 2.9892891421175005e-06
previous_iter_valid_loss : 0.1607043296098709
1236380 0.160866 0.160704 0.163215 CURRENT LEARNING RATE: 2.9886913440708706e-06
previous_iter_valid_loss : 0.17071916162967682
1236400 0.170976 0.170719 0.163673 CURRENT LEARNING RATE: 2.9880936655719e-06
previous_iter_valid_loss : 0.17314866185188293
1236420 0.173422 0.173149 0.164036 CURRENT LEARNING RATE: 2.9874961065966765e-06
previous_iter_valid_loss : 0.18513929843902588
1236440 0.185284 0.185139 0.165212 CURRENT LEARNING RATE: 2.9868986671212973e-06
previous_iter_valid_loss : 0.16164430975914001
1236460 0.161810 0.161644 0.164944 CURRENT LEARNING RATE: 2.9863013471218605e-06
previous_iter_valid_loss : 0.16898614168167114
1236480 0.169230 0.168986 0.165318 CURRENT LEARNING RATE: 2.985704146574483e-06
previous_iter_valid_loss : 0.16396798193454742
1236500 0.164162 0.163968 0.165490 CURRENT LEARNING RATE: 2.9851070654552714e-06
previous_iter_valid_loss : 0.16468971967697144
1236520 0.164907 0.164690 0.165459 CURRENT LEARNING RATE: 2.984510103740343e-06
previous_iter_valid_loss : 0.1606762409210205
1236540 0.160847 0.160676 0.164922 CURRENT LEARNING RATE: 2.983913261405814e-06
previous_iter_valid_loss : 0.1612638384103775
1236560 0.161427 0.161264 0.164938 CURRENT LEARNING RATE: 2.9833165384278215e-06
previous_iter_valid_loss : 0.17322346568107605
1236580 0.173505 0.173223 0.165452 CURRENT LEARNING RATE: 2.9827199347824902e-06
previous_iter_valid_loss : 0.18029643595218658
1236600 0.180451 0.180296 0.166441 CURRENT LEARNING RATE: 2.982123450445957e-06
previous_iter_valid_loss : 0.16326507925987244
1236620 0.163449 0.163265 0.166578 CURRENT LEARNING RATE: 2.9815270853943574e-06
previous_iter_valid_loss : 0.16061820089817047
1236640 0.160784 0.160618 0.166580 CURRENT LEARNING RATE: 2.9809308396038463e-06
previous_iter_valid_loss : 0.1669449657201767
1236660 0.167105 0.166945 0.166902 CURRENT LEARNING RATE: 2.980334713050569e-06
previous_iter_valid_loss : 0.17551618814468384
1236680 0.175667 0.175516 0.167454 CURRENT LEARNING RATE: 2.9797387057106756e-06
previous_iter_valid_loss : 0.17225265502929688
1236700 0.172400 0.172253 0.167971 CURRENT LEARNING RATE: 2.979142817560336e-06
previous_iter_valid_loss : 0.1619083136320114
1236720 0.162093 0.161908 0.167793 CURRENT LEARNING RATE: 2.9785470485757096e-06
previous_iter_valid_loss : 0.16374976933002472
1236740 0.163956 0.163750 0.167588 CURRENT LEARNING RATE: 2.9779513987329658e-06
previous_iter_valid_loss : 0.172171950340271
1236760 0.172434 0.172172 0.168042 CURRENT LEARNING RATE: 2.977355868008273e-06
previous_iter_valid_loss : 0.17093931138515472
1236780 0.171193 0.170939 0.168554 CURRENT LEARNING RATE: 2.9767604563778205e-06
previous_iter_valid_loss : 0.16055083274841309
1236800 0.160718 0.160551 0.168045 CURRENT LEARNING RATE: 2.9761651638177865e-06
previous_iter_valid_loss : 0.1655091494321823
1236820 0.165718 0.165509 0.167663 CURRENT LEARNING RATE: 2.97556999030436e-06
previous_iter_valid_loss : 0.193824902176857
1236840 0.194320 0.193825 0.168097 CURRENT LEARNING RATE: 2.9749749358137273e-06
previous_iter_valid_loss : 0.17051424086093903
1236860 0.170780 0.170514 0.168541 CURRENT LEARNING RATE: 2.974380000322099e-06
previous_iter_valid_loss : 0.18037502467632294
1236880 0.180532 0.180375 0.169110 CURRENT LEARNING RATE: 2.97378518380567e-06
previous_iter_valid_loss : 0.18271666765213013
1236900 0.182866 0.182717 0.170048 CURRENT LEARNING RATE: 2.973190486240649e-06
previous_iter_valid_loss : 0.16489794850349426
1236920 0.165103 0.164898 0.170058 CURRENT LEARNING RATE: 2.9725959076032427e-06
previous_iter_valid_loss : 0.16148409247398376
1236940 0.161667 0.161484 0.170099 CURRENT LEARNING RATE: 2.9720014478696783e-06
previous_iter_valid_loss : 0.16410721838474274
1236960 0.164277 0.164107 0.170241 CURRENT LEARNING RATE: 2.971407107016172e-06
previous_iter_valid_loss : 0.1717955321073532
1236980 0.171941 0.171796 0.170169 CURRENT LEARNING RATE: 2.9708128850189507e-06
previous_iter_valid_loss : 0.1612512171268463
1237000 0.161435 0.161251 0.169217 CURRENT LEARNING RATE: 2.9702187818542397e-06
previous_iter_valid_loss : 0.17410147190093994
1237020 0.174378 0.174101 0.169759 CURRENT LEARNING RATE: 2.969624797498286e-06
previous_iter_valid_loss : 0.16296374797821045
1237040 0.163127 0.162964 0.169876 CURRENT LEARNING RATE: 2.9690309319273244e-06
previous_iter_valid_loss : 0.16266001760959625
1237060 0.162818 0.162660 0.169662 CURRENT LEARNING RATE: 2.9684371851176003e-06
previous_iter_valid_loss : 0.16055259108543396
1237080 0.160724 0.160553 0.168914 CURRENT LEARNING RATE: 2.967843557045359e-06
previous_iter_valid_loss : 0.16322356462478638
1237100 0.163417 0.163224 0.168462 CURRENT LEARNING RATE: 2.967250047686865e-06
previous_iter_valid_loss : 0.16063521802425385
1237120 0.160807 0.160635 0.168399 CURRENT LEARNING RATE: 2.9666566570183744e-06
previous_iter_valid_loss : 0.1610713005065918
1237140 0.161251 0.161071 0.168265 CURRENT LEARNING RATE: 2.9660633850161448e-06
previous_iter_valid_loss : 0.16881875693798065
1237160 0.168972 0.168819 0.168097 CURRENT LEARNING RATE: 2.965470231656456e-06
previous_iter_valid_loss : 0.167387455701828
1237180 0.167548 0.167387 0.167920 CURRENT LEARNING RATE: 2.964877196915577e-06
previous_iter_valid_loss : 0.16063891351222992
1237200 0.160802 0.160639 0.167924 CURRENT LEARNING RATE: 2.964284280769786e-06
previous_iter_valid_loss : 0.1606065034866333
1237220 0.160770 0.160607 0.167679 CURRENT LEARNING RATE: 2.9636914831953616e-06
previous_iter_valid_loss : 0.17338845133781433
1237240 0.173532 0.173388 0.166657 CURRENT LEARNING RATE: 2.9630988041686023e-06
previous_iter_valid_loss : 0.16056515276432037
1237260 0.160733 0.160565 0.166160 CURRENT LEARNING RATE: 2.9625062436657957e-06
previous_iter_valid_loss : 0.16765502095222473
1237280 0.167813 0.167655 0.165523 CURRENT LEARNING RATE: 2.961913801663239e-06
previous_iter_valid_loss : 0.167413592338562
1237300 0.167637 0.167414 0.164758 CURRENT LEARNING RATE: 2.961321478137229e-06
previous_iter_valid_loss : 0.16121500730514526
1237320 0.161373 0.161215 0.164574 CURRENT LEARNING RATE: 2.9607292730640845e-06
previous_iter_valid_loss : 0.16453436017036438
1237340 0.164703 0.164534 0.164727 CURRENT LEARNING RATE: 2.9601371864201112e-06
previous_iter_valid_loss : 0.16376221179962158
1237360 0.163926 0.163762 0.164709 CURRENT LEARNING RATE: 2.9595452181816256e-06
previous_iter_valid_loss : 0.16499686241149902
1237380 0.165189 0.164997 0.164370 CURRENT LEARNING RATE: 2.9589533683249436e-06
previous_iter_valid_loss : 0.1675727516412735
1237400 0.167801 0.167573 0.164686 CURRENT LEARNING RATE: 2.9583616368264027e-06
previous_iter_valid_loss : 0.16751602292060852
1237420 0.167746 0.167516 0.164356 CURRENT LEARNING RATE: 2.9577700236623273e-06
previous_iter_valid_loss : 0.16548965871334076
1237440 0.165645 0.165490 0.164483 CURRENT LEARNING RATE: 2.957178528809053e-06
previous_iter_valid_loss : 0.16554372012615204
1237460 0.165709 0.165544 0.164627 CURRENT LEARNING RATE: 2.956587152242915e-06
previous_iter_valid_loss : 0.1692519634962082
1237480 0.169405 0.169252 0.165062 CURRENT LEARNING RATE: 2.955995893940269e-06
previous_iter_valid_loss : 0.17041504383087158
1237500 0.170666 0.170415 0.165421 CURRENT LEARNING RATE: 2.9554047538774587e-06
previous_iter_valid_loss : 0.16180725395679474
1237520 0.161952 0.161807 0.165480 CURRENT LEARNING RATE: 2.9548137320308344e-06
previous_iter_valid_loss : 0.17062203586101532
1237540 0.170774 0.170622 0.165957 CURRENT LEARNING RATE: 2.9542228283767647e-06
previous_iter_valid_loss : 0.1608051210641861
1237560 0.160959 0.160805 0.165557 CURRENT LEARNING RATE: 2.9536320428916084e-06
previous_iter_valid_loss : 0.16872653365135193
1237580 0.168969 0.168727 0.165624 CURRENT LEARNING RATE: 2.9530413755517346e-06
previous_iter_valid_loss : 0.1629161238670349
1237600 0.163113 0.162916 0.165738 CURRENT LEARNING RATE: 2.9524508263335106e-06
previous_iter_valid_loss : 0.16625840961933136
1237620 0.166467 0.166258 0.166020 CURRENT LEARNING RATE: 2.9518603952133253e-06
previous_iter_valid_loss : 0.17027491331100464
1237640 0.170425 0.170275 0.165865 CURRENT LEARNING RATE: 2.951270082167556e-06
previous_iter_valid_loss : 0.16230687499046326
1237660 0.162490 0.162307 0.165952 CURRENT LEARNING RATE: 2.950679887172591e-06
previous_iter_valid_loss : 0.16065862774848938
1237680 0.160825 0.160659 0.165602 CURRENT LEARNING RATE: 2.9500898102048164e-06
previous_iter_valid_loss : 0.16260643303394318
1237700 0.162796 0.162606 0.165361 CURRENT LEARNING RATE: 2.94949985124064e-06
previous_iter_valid_loss : 0.1625576615333557
1237720 0.162718 0.162558 0.165429 CURRENT LEARNING RATE: 2.948910010256458e-06
previous_iter_valid_loss : 0.16130508482456207
1237740 0.161461 0.161305 0.165267 CURRENT LEARNING RATE: 2.9483202872286762e-06
previous_iter_valid_loss : 0.1710062026977539
1237760 0.171267 0.171006 0.165629 CURRENT LEARNING RATE: 2.9477306821337015e-06
previous_iter_valid_loss : 0.17335295677185059
1237780 0.173625 0.173353 0.166047 CURRENT LEARNING RATE: 2.9471411949479597e-06
previous_iter_valid_loss : 0.16055987775325775
1237800 0.160726 0.160560 0.165696 CURRENT LEARNING RATE: 2.9465518256478658e-06
previous_iter_valid_loss : 0.1617145985364914
1237820 0.161905 0.161715 0.165406 CURRENT LEARNING RATE: 2.945962574209846e-06
previous_iter_valid_loss : 0.16159522533416748
1237840 0.161756 0.161595 0.165212 CURRENT LEARNING RATE: 2.9453734406103237e-06
previous_iter_valid_loss : 0.16967777907848358
1237860 0.169922 0.169678 0.165418 CURRENT LEARNING RATE: 2.944784424825745e-06
previous_iter_valid_loss : 0.17136059701442719
1237880 0.171618 0.171361 0.165524 CURRENT LEARNING RATE: 2.9441955268325434e-06
previous_iter_valid_loss : 0.16062743961811066
1237900 0.160786 0.160627 0.165034 CURRENT LEARNING RATE: 2.9436067466071585e-06
previous_iter_valid_loss : 0.16156300902366638
1237920 0.161749 0.161563 0.165022 CURRENT LEARNING RATE: 2.9430180841260482e-06
previous_iter_valid_loss : 0.16079987585544586
1237940 0.160949 0.160800 0.164531 CURRENT LEARNING RATE: 2.942429539365662e-06
previous_iter_valid_loss : 0.16130052506923676
1237960 0.161482 0.161301 0.164556 CURRENT LEARNING RATE: 2.9418411123024585e-06
previous_iter_valid_loss : 0.17090962827205658
1237980 0.171060 0.170910 0.164665 CURRENT LEARNING RATE: 2.9412528029128938e-06
previous_iter_valid_loss : 0.16833846271038055
1238000 0.168496 0.168338 0.164936 CURRENT LEARNING RATE: 2.940664611173447e-06
previous_iter_valid_loss : 0.16227896511554718
1238020 0.162459 0.162279 0.164737 CURRENT LEARNING RATE: 2.9400765370605857e-06
previous_iter_valid_loss : 0.16254135966300964
1238040 0.162729 0.162541 0.164351 CURRENT LEARNING RATE: 2.9394885805507853e-06
previous_iter_valid_loss : 0.19400811195373535
1238060 0.194480 0.194008 0.165936 CURRENT LEARNING RATE: 2.9389007416205245e-06
previous_iter_valid_loss : 0.16082915663719177
1238080 0.160982 0.160829 0.165944 CURRENT LEARNING RATE: 2.938313020246298e-06
previous_iter_valid_loss : 0.1613043248653412
1238100 0.161495 0.161304 0.165879 CURRENT LEARNING RATE: 2.937725416404593e-06
previous_iter_valid_loss : 0.17164084315299988
1238120 0.171791 0.171641 0.166333 CURRENT LEARNING RATE: 2.9371379300719046e-06
previous_iter_valid_loss : 0.16089355945587158
1238140 0.161075 0.160894 0.166313 CURRENT LEARNING RATE: 2.936550561224729e-06
previous_iter_valid_loss : 0.16079840064048767
1238160 0.160948 0.160798 0.165802 CURRENT LEARNING RATE: 2.9359633098395817e-06
previous_iter_valid_loss : 0.16275069117546082
1238180 0.162914 0.162751 0.165272 CURRENT LEARNING RATE: 2.9353761758929667e-06
previous_iter_valid_loss : 0.17195497453212738
1238200 0.172222 0.171955 0.165842 CURRENT LEARNING RATE: 2.9347891593613993e-06
previous_iter_valid_loss : 0.163668692111969
1238220 0.163874 0.163669 0.165940 CURRENT LEARNING RATE: 2.9342022602213936e-06
previous_iter_valid_loss : 0.16547885537147522
1238240 0.165644 0.165479 0.166134 CURRENT LEARNING RATE: 2.9336154784494837e-06
previous_iter_valid_loss : 0.16073133051395416
1238260 0.160883 0.160731 0.165686 CURRENT LEARNING RATE: 2.9330288140221934e-06
previous_iter_valid_loss : 0.1618684083223343
1238280 0.162059 0.161868 0.165212 CURRENT LEARNING RATE: 2.9324422669160563e-06
previous_iter_valid_loss : 0.16672328114509583
1238300 0.166933 0.166723 0.165517 CURRENT LEARNING RATE: 2.931855837107605e-06
previous_iter_valid_loss : 0.16531161963939667
1238320 0.165477 0.165312 0.165704 CURRENT LEARNING RATE: 2.9312695245733924e-06
previous_iter_valid_loss : 0.1744184046983719
1238340 0.174702 0.174418 0.166385 CURRENT LEARNING RATE: 2.9306833292899615e-06
previous_iter_valid_loss : 0.1605333387851715
1238360 0.160706 0.160533 0.166347 CURRENT LEARNING RATE: 2.930097251233859e-06
previous_iter_valid_loss : 0.16663478314876556
1238380 0.166794 0.166635 0.166133 CURRENT LEARNING RATE: 2.929511290381652e-06
previous_iter_valid_loss : 0.16095466911792755
1238400 0.161105 0.160955 0.165764 CURRENT LEARNING RATE: 2.928925446709897e-06
previous_iter_valid_loss : 0.16343435645103455
1238420 0.163605 0.163434 0.165821 CURRENT LEARNING RATE: 2.9283397201951603e-06
previous_iter_valid_loss : 0.16118530929088593
1238440 0.161349 0.161185 0.165754 CURRENT LEARNING RATE: 2.9277541108140075e-06
previous_iter_valid_loss : 0.1620810627937317
1238460 0.162274 0.162081 0.164157 CURRENT LEARNING RATE: 2.9271686185430248e-06
previous_iter_valid_loss : 0.16272825002670288
1238480 0.162915 0.162728 0.164252 CURRENT LEARNING RATE: 2.9265832433587874e-06
previous_iter_valid_loss : 0.1764708012342453
1238500 0.176764 0.176471 0.165011 CURRENT LEARNING RATE: 2.92599798523788e-06
previous_iter_valid_loss : 0.16204942762851715
1238520 0.162237 0.162049 0.164531 CURRENT LEARNING RATE: 2.925412844156887e-06
previous_iter_valid_loss : 0.16137465834617615
1238540 0.161534 0.161375 0.164555 CURRENT LEARNING RATE: 2.9248278200924135e-06
previous_iter_valid_loss : 0.16055640578269958
1238560 0.160712 0.160556 0.164543 CURRENT LEARNING RATE: 2.9242429130210534e-06
previous_iter_valid_loss : 0.16140858829021454
1238580 0.161589 0.161409 0.164476 CURRENT LEARNING RATE: 2.9236581229194098e-06
previous_iter_valid_loss : 0.16376547515392303
1238600 0.163958 0.163765 0.164066 CURRENT LEARNING RATE: 2.9230734497640866e-06
previous_iter_valid_loss : 0.16066652536392212
1238620 0.160835 0.160667 0.163916 CURRENT LEARNING RATE: 2.922488893531707e-06
previous_iter_valid_loss : 0.16066445410251617
1238640 0.160841 0.160664 0.163676 CURRENT LEARNING RATE: 2.921904454198883e-06
previous_iter_valid_loss : 0.16976650059223175
1238660 0.170016 0.169767 0.164127 CURRENT LEARNING RATE: 2.9213201317422386e-06
previous_iter_valid_loss : 0.16632980108261108
1238680 0.166547 0.166330 0.164350 CURRENT LEARNING RATE: 2.9207359261383937e-06
previous_iter_valid_loss : 0.17740802466869354
1238700 0.177712 0.177408 0.164885 CURRENT LEARNING RATE: 2.9201518373639918e-06
previous_iter_valid_loss : 0.161520317196846
1238720 0.161702 0.161520 0.164695 CURRENT LEARNING RATE: 2.9195678653956637e-06
previous_iter_valid_loss : 0.16456778347492218
1238740 0.164738 0.164568 0.164202 CURRENT LEARNING RATE: 2.9189840102100457e-06
previous_iter_valid_loss : 0.16912809014320374
1238760 0.169373 0.169128 0.164632 CURRENT LEARNING RATE: 2.918400271783793e-06
previous_iter_valid_loss : 0.16594697535037994
1238780 0.166162 0.165947 0.164598 CURRENT LEARNING RATE: 2.917816650093552e-06
previous_iter_valid_loss : 0.16107472777366638
1238800 0.161260 0.161075 0.164604 CURRENT LEARNING RATE: 2.917233145115978e-06
previous_iter_valid_loss : 0.16500277817249298
1238820 0.165166 0.165003 0.164682 CURRENT LEARNING RATE: 2.9166497568277246e-06
previous_iter_valid_loss : 0.16105547547340393
1238840 0.161245 0.161055 0.164676 CURRENT LEARNING RATE: 2.9160664852054667e-06
previous_iter_valid_loss : 0.16295328736305237
1238860 0.163134 0.162953 0.164719 CURRENT LEARNING RATE: 2.9154833302258687e-06
previous_iter_valid_loss : 0.162701815366745
1238880 0.162887 0.162702 0.164718 CURRENT LEARNING RATE: 2.9149002918656043e-06
previous_iter_valid_loss : 0.1608768254518509
1238900 0.161035 0.160877 0.163938 CURRENT LEARNING RATE: 2.914317370101347e-06
previous_iter_valid_loss : 0.16063286364078522
1238920 0.160803 0.160633 0.163867 CURRENT LEARNING RATE: 2.91373456490979e-06
previous_iter_valid_loss : 0.1655752807855606
1238940 0.165741 0.165575 0.164078 CURRENT LEARNING RATE: 2.913151876267616e-06
previous_iter_valid_loss : 0.16484081745147705
1238960 0.165034 0.164841 0.164292 CURRENT LEARNING RATE: 2.912569304151517e-06
previous_iter_valid_loss : 0.16735048592090607
1238980 0.167503 0.167350 0.164589 CURRENT LEARNING RATE: 2.911986848538186e-06
previous_iter_valid_loss : 0.1609269678592682
1239000 0.161079 0.160927 0.164447 CURRENT LEARNING RATE: 2.911404509404334e-06
previous_iter_valid_loss : 0.16221295297145844
1239020 0.162411 0.162213 0.164524 CURRENT LEARNING RATE: 2.910822286726663e-06
previous_iter_valid_loss : 0.16466934978961945
1239040 0.164839 0.164669 0.164724 CURRENT LEARNING RATE: 2.9102401804818836e-06
previous_iter_valid_loss : 0.1612270623445511
1239060 0.161386 0.161227 0.164297 CURRENT LEARNING RATE: 2.9096581906467076e-06
previous_iter_valid_loss : 0.17339341342449188
1239080 0.173666 0.173393 0.164651 CURRENT LEARNING RATE: 2.9090763171978637e-06
previous_iter_valid_loss : 0.16068555414676666
1239100 0.160856 0.160686 0.163815 CURRENT LEARNING RATE: 2.9084945601120734e-06
previous_iter_valid_loss : 0.16169734299182892
1239120 0.161887 0.161697 0.163823 CURRENT LEARNING RATE: 2.9079129193660602e-06
previous_iter_valid_loss : 0.1620216816663742
1239140 0.162211 0.162022 0.163696 CURRENT LEARNING RATE: 2.90733139493657e-06
previous_iter_valid_loss : 0.16387368738651276
1239160 0.164031 0.163874 0.163433 CURRENT LEARNING RATE: 2.9067499868003355e-06
previous_iter_valid_loss : 0.1630810648202896
1239180 0.163243 0.163081 0.163290 CURRENT LEARNING RATE: 2.906168694934101e-06
previous_iter_valid_loss : 0.17179137468338013
1239200 0.171941 0.171791 0.163826 CURRENT LEARNING RATE: 2.9055875193146095e-06
previous_iter_valid_loss : 0.1697932481765747
1239220 0.169944 0.169793 0.164065 CURRENT LEARNING RATE: 2.905006459918625e-06
previous_iter_valid_loss : 0.17898407578468323
1239240 0.179142 0.178984 0.164962 CURRENT LEARNING RATE: 2.904425516722898e-06
previous_iter_valid_loss : 0.16160064935684204
1239260 0.161756 0.161601 0.164894 CURRENT LEARNING RATE: 2.903844689704193e-06
previous_iter_valid_loss : 0.16250868141651154
1239280 0.162673 0.162509 0.164885 CURRENT LEARNING RATE: 2.903263978839271e-06
previous_iter_valid_loss : 0.17491286993026733
1239300 0.175196 0.174913 0.165586 CURRENT LEARNING RATE: 2.9026833841049127e-06
previous_iter_valid_loss : 0.1614023894071579
1239320 0.161561 0.161402 0.165625 CURRENT LEARNING RATE: 2.902102905477891e-06
previous_iter_valid_loss : 0.16102978587150574
1239340 0.161185 0.161030 0.165398 CURRENT LEARNING RATE: 2.901522542934986e-06
previous_iter_valid_loss : 0.1635754108428955
1239360 0.163798 0.163575 0.165334 CURRENT LEARNING RATE: 2.9009422964529773e-06
previous_iter_valid_loss : 0.16051368415355682
1239380 0.160669 0.160514 0.164992 CURRENT LEARNING RATE: 2.900362166008666e-06
previous_iter_valid_loss : 0.17330382764339447
1239400 0.173569 0.173304 0.165611 CURRENT LEARNING RATE: 2.8997821515788423e-06
previous_iter_valid_loss : 0.1650056093931198
1239420 0.165205 0.165006 0.165751 CURRENT LEARNING RATE: 2.8992022531403044e-06
previous_iter_valid_loss : 0.1704528033733368
1239440 0.170603 0.170453 0.166040 CURRENT LEARNING RATE: 2.898622470669852e-06
previous_iter_valid_loss : 0.16052040457725525
1239460 0.160683 0.160520 0.166005 CURRENT LEARNING RATE: 2.8980428041443042e-06
previous_iter_valid_loss : 0.16350360214710236
1239480 0.163674 0.163504 0.165510 CURRENT LEARNING RATE: 2.897463253540469e-06
previous_iter_valid_loss : 0.1847858428955078
1239500 0.184932 0.184786 0.166715 CURRENT LEARNING RATE: 2.896883818835159e-06
previous_iter_valid_loss : 0.17986196279525757
1239520 0.180020 0.179862 0.167623 CURRENT LEARNING RATE: 2.896304500005207e-06
previous_iter_valid_loss : 0.16340774297714233
1239540 0.163599 0.163408 0.167693 CURRENT LEARNING RATE: 2.895725297027436e-06
previous_iter_valid_loss : 0.17345170676708221
1239560 0.173732 0.173452 0.168172 CURRENT LEARNING RATE: 2.8951462098786775e-06
previous_iter_valid_loss : 0.16633929312229156
1239580 0.166553 0.166339 0.168335 CURRENT LEARNING RATE: 2.894567238535762e-06
previous_iter_valid_loss : 0.17340727150440216
1239600 0.173555 0.173407 0.168415 CURRENT LEARNING RATE: 2.8939883829755416e-06
previous_iter_valid_loss : 0.1609029471874237
1239620 0.161086 0.160903 0.167971 CURRENT LEARNING RATE: 2.8934096431748573e-06
previous_iter_valid_loss : 0.1606249362230301
1239640 0.160778 0.160625 0.167053 CURRENT LEARNING RATE: 2.892831019110559e-06
previous_iter_valid_loss : 0.16769158840179443
1239660 0.167845 0.167692 0.167357 CURRENT LEARNING RATE: 2.892252510759496e-06
previous_iter_valid_loss : 0.18816089630126953
1239680 0.188298 0.188161 0.168640 CURRENT LEARNING RATE: 2.8916741180985397e-06
previous_iter_valid_loss : 0.16262787580490112
1239700 0.162832 0.162628 0.168026 CURRENT LEARNING RATE: 2.8910958411045482e-06
previous_iter_valid_loss : 0.16492804884910583
1239720 0.165093 0.164928 0.168202 CURRENT LEARNING RATE: 2.890517679754391e-06
previous_iter_valid_loss : 0.16099759936332703
1239740 0.161184 0.160998 0.168201 CURRENT LEARNING RATE: 2.8899396340249363e-06
previous_iter_valid_loss : 0.16222508251667023
1239760 0.162391 0.162225 0.168133 CURRENT LEARNING RATE: 2.889361703893072e-06
previous_iter_valid_loss : 0.16404803097248077
1239780 0.164221 0.164048 0.168310 CURRENT LEARNING RATE: 2.8887838893356767e-06
previous_iter_valid_loss : 0.18081869184970856
1239800 0.181175 0.180819 0.168685 CURRENT LEARNING RATE: 2.8882061903296372e-06
previous_iter_valid_loss : 0.16051405668258667
1239820 0.160684 0.160514 0.168461 CURRENT LEARNING RATE: 2.8876286068518406e-06
previous_iter_valid_loss : 0.16057188808918
1239840 0.160732 0.160572 0.167967 CURRENT LEARNING RATE: 2.8870511388791934e-06
previous_iter_valid_loss : 0.16086667776107788
1239860 0.161026 0.160867 0.167984 CURRENT LEARNING RATE: 2.8864737863885923e-06
previous_iter_valid_loss : 0.16058968007564545
1239880 0.160763 0.160590 0.167838 CURRENT LEARNING RATE: 2.8858965493569438e-06
previous_iter_valid_loss : 0.16904890537261963
1239900 0.169280 0.169049 0.167052 CURRENT LEARNING RATE: 2.8853194277611514e-06
previous_iter_valid_loss : 0.1696893870830536
1239920 0.169933 0.169689 0.166543 CURRENT LEARNING RATE: 2.8847424215781425e-06
previous_iter_valid_loss : 0.17349468171596527
1239940 0.173774 0.173495 0.167047 CURRENT LEARNING RATE: 2.8841655307848306e-06
previous_iter_valid_loss : 0.1665448248386383
1239960 0.166705 0.166545 0.166702 CURRENT LEARNING RATE: 2.883588755358135e-06
previous_iter_valid_loss : 0.16086874902248383
1239980 0.161053 0.160869 0.166428 CURRENT LEARNING RATE: 2.8830120952749957e-06
previous_iter_valid_loss : 0.16299927234649658
1240000 0.163172 0.162999 0.165908 CURRENT LEARNING RATE: 2.88243555051234e-06
previous_iter_valid_loss : 0.16757771372795105
1240020 0.167732 0.167578 0.166242 CURRENT LEARNING RATE: 2.8818591210471066e-06
previous_iter_valid_loss : 0.18120518326759338
1240040 0.181529 0.181205 0.167271 CURRENT LEARNING RATE: 2.8812828068562334e-06
previous_iter_valid_loss : 0.16221614181995392
1240060 0.162410 0.162216 0.166997 CURRENT LEARNING RATE: 2.8807066079166783e-06
previous_iter_valid_loss : 0.1627427637577057
1240080 0.162926 0.162743 0.165726 CURRENT LEARNING RATE: 2.8801305242053876e-06
previous_iter_valid_loss : 0.17000876367092133
1240100 0.170161 0.170009 0.166095 CURRENT LEARNING RATE: 2.879554555699318e-06
previous_iter_valid_loss : 0.16339896619319916
1240120 0.163568 0.163399 0.166019 CURRENT LEARNING RATE: 2.8789787023754265e-06
previous_iter_valid_loss : 0.16097235679626465
1240140 0.161130 0.160972 0.166017 CURRENT LEARNING RATE: 2.8784029642106884e-06
previous_iter_valid_loss : 0.1641259342432022
1240160 0.164320 0.164126 0.166112 CURRENT LEARNING RATE: 2.877827341182069e-06
previous_iter_valid_loss : 0.1856137216091156
1240180 0.186001 0.185614 0.167191 CURRENT LEARNING RATE: 2.877251833266544e-06
previous_iter_valid_loss : 0.1630861610174179
1240200 0.163254 0.163086 0.166304 CURRENT LEARNING RATE: 2.8766764404410873e-06
previous_iter_valid_loss : 0.16927160322666168
1240220 0.169429 0.169272 0.166742 CURRENT LEARNING RATE: 2.876101162682694e-06
previous_iter_valid_loss : 0.1641477644443512
1240240 0.164310 0.164148 0.166921 CURRENT LEARNING RATE: 2.8755259999683478e-06
previous_iter_valid_loss : 0.1654127687215805
1240260 0.165620 0.165413 0.167148 CURRENT LEARNING RATE: 2.8749509522750417e-06
previous_iter_valid_loss : 0.17266616225242615
1240280 0.172815 0.172666 0.167752 CURRENT LEARNING RATE: 2.874376019579769e-06
previous_iter_valid_loss : 0.16082663834095
1240300 0.160982 0.160827 0.167341 CURRENT LEARNING RATE: 2.873801201859542e-06
previous_iter_valid_loss : 0.16117563843727112
1240320 0.161348 0.161176 0.166915 CURRENT LEARNING RATE: 2.873226499091364e-06
previous_iter_valid_loss : 0.16351065039634705
1240340 0.163694 0.163511 0.166416 CURRENT LEARNING RATE: 2.872651911252241e-06
previous_iter_valid_loss : 0.17150025069713593
1240360 0.171745 0.171500 0.166664 CURRENT LEARNING RATE: 2.8720774383192002e-06
previous_iter_valid_loss : 0.16775968670845032
1240380 0.167989 0.167760 0.167008 CURRENT LEARNING RATE: 2.8715030802692575e-06
previous_iter_valid_loss : 0.1644926816225052
1240400 0.164698 0.164493 0.167083 CURRENT LEARNING RATE: 2.8709288370794384e-06
previous_iter_valid_loss : 0.1722402721643448
1240420 0.172386 0.172240 0.167316 CURRENT LEARNING RATE: 2.8703547087267675e-06
previous_iter_valid_loss : 0.16756461560726166
1240440 0.167722 0.167565 0.166634 CURRENT LEARNING RATE: 2.8697806951882903e-06
previous_iter_valid_loss : 0.16173787415027618
1240460 0.161925 0.161738 0.166610 CURRENT LEARNING RATE: 2.869206796441042e-06
previous_iter_valid_loss : 0.1700161248445511
1240480 0.170168 0.170016 0.166974 CURRENT LEARNING RATE: 2.8686330124620656e-06
previous_iter_valid_loss : 0.17068703472614288
1240500 0.170840 0.170687 0.167008 CURRENT LEARNING RATE: 2.868059343228405e-06
previous_iter_valid_loss : 0.16124305129051208
1240520 0.161395 0.161243 0.166900 CURRENT LEARNING RATE: 2.8674857887171233e-06
previous_iter_valid_loss : 0.16413794457912445
1240540 0.164312 0.164138 0.167058 CURRENT LEARNING RATE: 2.8669123489052744e-06
previous_iter_valid_loss : 0.1672818511724472
1240560 0.167503 0.167282 0.167216 CURRENT LEARNING RATE: 2.866339023769919e-06
previous_iter_valid_loss : 0.16052165627479553
1240580 0.160679 0.160522 0.165961 CURRENT LEARNING RATE: 2.8657658132881205e-06
previous_iter_valid_loss : 0.17813336849212646
1240600 0.178436 0.178133 0.166714 CURRENT LEARNING RATE: 2.8651927174369596e-06
previous_iter_valid_loss : 0.16395197808742523
1240620 0.164153 0.163952 0.166448 CURRENT LEARNING RATE: 2.8646197361935073e-06
previous_iter_valid_loss : 0.17032581567764282
1240640 0.170580 0.170326 0.166757 CURRENT LEARNING RATE: 2.8640468695348455e-06
previous_iter_valid_loss : 0.1766665279865265
1240660 0.176821 0.176667 0.167319 CURRENT LEARNING RATE: 2.8634741174380535e-06
previous_iter_valid_loss : 0.16564474999904633
1240680 0.165808 0.165645 0.166968 CURRENT LEARNING RATE: 2.862901479880232e-06
previous_iter_valid_loss : 0.1734282672405243
1240700 0.173700 0.173428 0.167598 CURRENT LEARNING RATE: 2.86232895683847e-06
previous_iter_valid_loss : 0.16050812602043152
1240720 0.160664 0.160508 0.167565 CURRENT LEARNING RATE: 2.8617565482898612e-06
previous_iter_valid_loss : 0.1612093448638916
1240740 0.161390 0.161209 0.167450 CURRENT LEARNING RATE: 2.8611842542115203e-06
previous_iter_valid_loss : 0.16265711188316345
1240760 0.162819 0.162657 0.167008 CURRENT LEARNING RATE: 2.8606120745805493e-06
previous_iter_valid_loss : 0.16133002936840057
1240780 0.161510 0.161330 0.166686 CURRENT LEARNING RATE: 2.8600400093740628e-06
previous_iter_valid_loss : 0.16132394969463348
1240800 0.161513 0.161324 0.166528 CURRENT LEARNING RATE: 2.859468058569171e-06
previous_iter_valid_loss : 0.16462525725364685
1240820 0.164790 0.164625 0.166147 CURRENT LEARNING RATE: 2.858896222143007e-06
previous_iter_valid_loss : 0.1914897859096527
1240840 0.191618 0.191490 0.167343 CURRENT LEARNING RATE: 2.858324500072693e-06
previous_iter_valid_loss : 0.16212715208530426
1240860 0.162294 0.162127 0.167363 CURRENT LEARNING RATE: 2.8577528923353583e-06
previous_iter_valid_loss : 0.16416309773921967
1240880 0.164361 0.164163 0.167070 CURRENT LEARNING RATE: 2.8571813989081354e-06
previous_iter_valid_loss : 0.17609699070453644
1240900 0.176246 0.176097 0.167341 CURRENT LEARNING RATE: 2.8566100197681737e-06
previous_iter_valid_loss : 0.16613949835300446
1240920 0.166306 0.166139 0.167585 CURRENT LEARNING RATE: 2.856038754892613e-06
previous_iter_valid_loss : 0.16196218132972717
1240940 0.162133 0.161962 0.167477 CURRENT LEARNING RATE: 2.8554676042586028e-06
previous_iter_valid_loss : 0.1612505316734314
1240960 0.161434 0.161251 0.167175 CURRENT LEARNING RATE: 2.8548965678432924e-06
previous_iter_valid_loss : 0.1925685852766037
1240980 0.193050 0.192569 0.168777 CURRENT LEARNING RATE: 2.8543256456238505e-06
previous_iter_valid_loss : 0.16134941577911377
1241000 0.161540 0.161349 0.167938 CURRENT LEARNING RATE: 2.853754837577434e-06
previous_iter_valid_loss : 0.16261307895183563
1241020 0.162803 0.162613 0.167871 CURRENT LEARNING RATE: 2.853184143681212e-06
previous_iter_valid_loss : 0.16551120579242706
1241040 0.165676 0.165511 0.167631 CURRENT LEARNING RATE: 2.852613563912351e-06
previous_iter_valid_loss : 0.16364455223083496
1241060 0.163848 0.163645 0.166979 CURRENT LEARNING RATE: 2.8520430982480377e-06
previous_iter_valid_loss : 0.16401012241840363
1241080 0.164212 0.164010 0.166898 CURRENT LEARNING RATE: 2.851472746665449e-06
previous_iter_valid_loss : 0.16817022860050201
1241100 0.168411 0.168170 0.166635 CURRENT LEARNING RATE: 2.85090250914177e-06
previous_iter_valid_loss : 0.16050958633422852
1241120 0.160679 0.160510 0.166635 CURRENT LEARNING RATE: 2.8503323856541874e-06
previous_iter_valid_loss : 0.160517156124115
1241140 0.160688 0.160517 0.166600 CURRENT LEARNING RATE: 2.8497623761799053e-06
previous_iter_valid_loss : 0.16242842376232147
1241160 0.162591 0.162428 0.166589 CURRENT LEARNING RATE: 2.849192480696119e-06
previous_iter_valid_loss : 0.1619388312101364
1241180 0.162100 0.161939 0.166619 CURRENT LEARNING RATE: 2.8486226991800267e-06
previous_iter_valid_loss : 0.16076715290546417
1241200 0.160944 0.160767 0.166591 CURRENT LEARNING RATE: 2.848053031608848e-06
previous_iter_valid_loss : 0.1646227240562439
1241220 0.164833 0.164623 0.166591 CURRENT LEARNING RATE: 2.847483477959791e-06
previous_iter_valid_loss : 0.16221943497657776
1241240 0.162406 0.162219 0.165128 CURRENT LEARNING RATE: 2.846914038210073e-06
previous_iter_valid_loss : 0.16378824412822723
1241260 0.163948 0.163788 0.165211 CURRENT LEARNING RATE: 2.8463447123369126e-06
previous_iter_valid_loss : 0.16591057181358337
1241280 0.166070 0.165911 0.165298 CURRENT LEARNING RATE: 2.8457755003175463e-06
previous_iter_valid_loss : 0.16053344309329987
1241300 0.160694 0.160533 0.164520 CURRENT LEARNING RATE: 2.8452064021291997e-06
previous_iter_valid_loss : 0.1714390069246292
1241320 0.171695 0.171439 0.164785 CURRENT LEARNING RATE: 2.84463741774911e-06
previous_iter_valid_loss : 0.1609848141670227
1241340 0.161166 0.160985 0.164736 CURRENT LEARNING RATE: 2.844068547154512e-06
previous_iter_valid_loss : 0.16052532196044922
1241360 0.160684 0.160525 0.164700 CURRENT LEARNING RATE: 2.8434997903226614e-06
previous_iter_valid_loss : 0.16243533790111542
1241380 0.162594 0.162435 0.163193 CURRENT LEARNING RATE: 2.8429311472308024e-06
previous_iter_valid_loss : 0.162302166223526
1241400 0.162500 0.162302 0.163241 CURRENT LEARNING RATE: 2.8423626178561906e-06
previous_iter_valid_loss : 0.167083740234375
1241420 0.167314 0.167084 0.163464 CURRENT LEARNING RATE: 2.8417942021760786e-06
previous_iter_valid_loss : 0.1636580377817154
1241440 0.163828 0.163658 0.163372 CURRENT LEARNING RATE: 2.8412259001677396e-06
previous_iter_valid_loss : 0.1646846979856491
1241460 0.164853 0.164685 0.163424 CURRENT LEARNING RATE: 2.8406577118084372e-06
previous_iter_valid_loss : 0.16170936822891235
1241480 0.161867 0.161709 0.163309 CURRENT LEARNING RATE: 2.8400896370754437e-06
previous_iter_valid_loss : 0.16288013756275177
1241500 0.163072 0.162880 0.163044 CURRENT LEARNING RATE: 2.839521675946031e-06
previous_iter_valid_loss : 0.1619117259979248
1241520 0.162103 0.161912 0.163114 CURRENT LEARNING RATE: 2.8389538283974906e-06
previous_iter_valid_loss : 0.16280940175056458
1241540 0.163005 0.162809 0.163229 CURRENT LEARNING RATE: 2.838386094407104e-06
previous_iter_valid_loss : 0.17069227993488312
1241560 0.170840 0.170692 0.163642 CURRENT LEARNING RATE: 2.8378184739521567e-06
previous_iter_valid_loss : 0.16066986322402954
1241580 0.160847 0.160670 0.163579 CURRENT LEARNING RATE: 2.837250967009953e-06
previous_iter_valid_loss : 0.17411917448043823
1241600 0.174265 0.174119 0.164246 CURRENT LEARNING RATE: 2.8366835735577893e-06
previous_iter_valid_loss : 0.1664227843284607
1241620 0.166638 0.166423 0.164336 CURRENT LEARNING RATE: 2.8361162935729686e-06
previous_iter_valid_loss : 0.1643306165933609
1241640 0.164508 0.164331 0.164442 CURRENT LEARNING RATE: 2.835549127032795e-06
previous_iter_valid_loss : 0.18654011189937592
1241660 0.186676 0.186540 0.165580 CURRENT LEARNING RATE: 2.834982073914591e-06
previous_iter_valid_loss : 0.18190665543079376
1241680 0.182242 0.181907 0.166379 CURRENT LEARNING RATE: 2.8344151341956714e-06
previous_iter_valid_loss : 0.1613190919160843
1241700 0.161478 0.161319 0.166419 CURRENT LEARNING RATE: 2.833848307853357e-06
previous_iter_valid_loss : 0.1607414335012436
1241720 0.160924 0.160741 0.165884 CURRENT LEARNING RATE: 2.833281594864971e-06
previous_iter_valid_loss : 0.16609680652618408
1241740 0.166259 0.166097 0.166139 CURRENT LEARNING RATE: 2.8327149952078537e-06
previous_iter_valid_loss : 0.17031925916671753
1241760 0.170562 0.170319 0.166629 CURRENT LEARNING RATE: 2.8321485088593363e-06
previous_iter_valid_loss : 0.16328869760036469
1241780 0.163498 0.163289 0.166672 CURRENT LEARNING RATE: 2.83158213579676e-06
previous_iter_valid_loss : 0.16148340702056885
1241800 0.161642 0.161483 0.166631 CURRENT LEARNING RATE: 2.8310158759974645e-06
previous_iter_valid_loss : 0.17055490612983704
1241820 0.170794 0.170555 0.166804 CURRENT LEARNING RATE: 2.8304497294388096e-06
previous_iter_valid_loss : 0.1638088971376419
1241840 0.164024 0.163809 0.166812 CURRENT LEARNING RATE: 2.829883696098144e-06
previous_iter_valid_loss : 0.16391441226005554
1241860 0.164106 0.163914 0.166773 CURRENT LEARNING RATE: 2.829317775952826e-06
previous_iter_valid_loss : 0.16060736775398254
1241880 0.160761 0.160607 0.166718 CURRENT LEARNING RATE: 2.8287519689802155e-06
previous_iter_valid_loss : 0.1789279729127884
1241900 0.179087 0.178928 0.167521 CURRENT LEARNING RATE: 2.8281862751576885e-06
previous_iter_valid_loss : 0.16433122754096985
1241920 0.164525 0.164331 0.167642 CURRENT LEARNING RATE: 2.827620694462613e-06
previous_iter_valid_loss : 0.167210191488266
1241940 0.167419 0.167210 0.167862 CURRENT LEARNING RATE: 2.8270552268723605e-06
previous_iter_valid_loss : 0.16053415834903717
1241960 0.160703 0.160534 0.167354 CURRENT LEARNING RATE: 2.826489872364323e-06
previous_iter_valid_loss : 0.16249245405197144
1241980 0.162664 0.162492 0.167445 CURRENT LEARNING RATE: 2.8259246309158803e-06
previous_iter_valid_loss : 0.17776110768318176
1242000 0.178059 0.177761 0.167627 CURRENT LEARNING RATE: 2.8253595025044233e-06
previous_iter_valid_loss : 0.16050855815410614
1242020 0.160676 0.160509 0.167331 CURRENT LEARNING RATE: 2.824794487107342e-06
previous_iter_valid_loss : 0.1634889394044876
1242040 0.163677 0.163489 0.167289 CURRENT LEARNING RATE: 2.824229584702045e-06
previous_iter_valid_loss : 0.1615554392337799
1242060 0.161721 0.161555 0.166040 CURRENT LEARNING RATE: 2.8236647952659324e-06
previous_iter_valid_loss : 0.1804981380701065
1242080 0.180656 0.180498 0.165969 CURRENT LEARNING RATE: 2.823100118776412e-06
previous_iter_valid_loss : 0.16128847002983093
1242100 0.161472 0.161288 0.165968 CURRENT LEARNING RATE: 2.8225355552108913e-06
previous_iter_valid_loss : 0.16522474586963654
1242120 0.165423 0.165225 0.166192 CURRENT LEARNING RATE: 2.8219711045467984e-06
previous_iter_valid_loss : 0.16786333918571472
1242140 0.168023 0.167863 0.166280 CURRENT LEARNING RATE: 2.82140676676155e-06
previous_iter_valid_loss : 0.16727115213871002
1242160 0.167488 0.167271 0.166128 CURRENT LEARNING RATE: 2.820842541832572e-06
previous_iter_valid_loss : 0.168348029255867
1242180 0.168504 0.168348 0.166381 CURRENT LEARNING RATE: 2.8202784297372925e-06
previous_iter_valid_loss : 0.18454846739768982
1242200 0.184939 0.184548 0.167534 CURRENT LEARNING RATE: 2.8197144304531545e-06
previous_iter_valid_loss : 0.181617870926857
1242220 0.181959 0.181618 0.168087 CURRENT LEARNING RATE: 2.8191505439575944e-06
previous_iter_valid_loss : 0.16062995791435242
1242240 0.160787 0.160630 0.167928 CURRENT LEARNING RATE: 2.818586770228056e-06
previous_iter_valid_loss : 0.173555389046669
1242260 0.173707 0.173555 0.168410 CURRENT LEARNING RATE: 2.818023109241985e-06
previous_iter_valid_loss : 0.16230303049087524
1242280 0.162493 0.162303 0.168495 CURRENT LEARNING RATE: 2.8174595609768424e-06
previous_iter_valid_loss : 0.16071584820747375
1242300 0.160891 0.160716 0.167585 CURRENT LEARNING RATE: 2.816896125410083e-06
previous_iter_valid_loss : 0.18447473645210266
1242320 0.184845 0.184475 0.168592 CURRENT LEARNING RATE: 2.8163328025191645e-06
previous_iter_valid_loss : 0.16074395179748535
1242340 0.160924 0.160744 0.168269 CURRENT LEARNING RATE: 2.8157695922815627e-06
previous_iter_valid_loss : 0.16281621158123016
1242360 0.162999 0.162816 0.168383 CURRENT LEARNING RATE: 2.815206494674746e-06
previous_iter_valid_loss : 0.1710318773984909
1242380 0.171183 0.171032 0.168810 CURRENT LEARNING RATE: 2.8146435096761884e-06
previous_iter_valid_loss : 0.17039459943771362
1242400 0.170548 0.170395 0.168441 CURRENT LEARNING RATE: 2.814080637263367e-06
previous_iter_valid_loss : 0.169027641415596
1242420 0.169178 0.169028 0.168867 CURRENT LEARNING RATE: 2.8135178774137762e-06
previous_iter_valid_loss : 0.16104590892791748
1242440 0.161228 0.161046 0.168745 CURRENT LEARNING RATE: 2.8129552301049012e-06
previous_iter_valid_loss : 0.16570118069648743
1242460 0.165866 0.165701 0.168952 CURRENT LEARNING RATE: 2.812392695314236e-06
previous_iter_valid_loss : 0.16076931357383728
1242480 0.160943 0.160769 0.167966 CURRENT LEARNING RATE: 2.8118302730192737e-06
previous_iter_valid_loss : 0.16287408769130707
1242500 0.163028 0.162874 0.168045 CURRENT LEARNING RATE: 2.8112679631975277e-06
previous_iter_valid_loss : 0.16157659888267517
1242520 0.161726 0.161577 0.167863 CURRENT LEARNING RATE: 2.8107057658265005e-06
previous_iter_valid_loss : 0.16066895425319672
1242540 0.160825 0.160669 0.167503 CURRENT LEARNING RATE: 2.810143680883705e-06
previous_iter_valid_loss : 0.16651387512683868
1242560 0.166727 0.166514 0.167465 CURRENT LEARNING RATE: 2.8095817083466507e-06
previous_iter_valid_loss : 0.16318343579769135
1242580 0.163356 0.163183 0.167207 CURRENT LEARNING RATE: 2.8090198481928716e-06
previous_iter_valid_loss : 0.17335990071296692
1242600 0.173633 0.173360 0.166648 CURRENT LEARNING RATE: 2.808458100399886e-06
previous_iter_valid_loss : 0.1785496026277542
1242620 0.178706 0.178550 0.166494 CURRENT LEARNING RATE: 2.8078964649452245e-06
previous_iter_valid_loss : 0.16241903603076935
1242640 0.162579 0.162419 0.166584 CURRENT LEARNING RATE: 2.8073349418064175e-06
previous_iter_valid_loss : 0.1608155071735382
1242660 0.161001 0.160816 0.165947 CURRENT LEARNING RATE: 2.806773530961014e-06
previous_iter_valid_loss : 0.16440822184085846
1242680 0.164584 0.164408 0.166052 CURRENT LEARNING RATE: 2.806212232386551e-06
previous_iter_valid_loss : 0.16963669657707214
1242700 0.169874 0.169637 0.166498 CURRENT LEARNING RATE: 2.8056510460605783e-06
previous_iter_valid_loss : 0.16119223833084106
1242720 0.161376 0.161192 0.165334 CURRENT LEARNING RATE: 2.8050899719606427e-06
previous_iter_valid_loss : 0.1605975329875946
1242740 0.160759 0.160598 0.165327 CURRENT LEARNING RATE: 2.8045290100643114e-06
previous_iter_valid_loss : 0.16284264624118805
1242760 0.163014 0.162843 0.165328 CURRENT LEARNING RATE: 2.803968160349141e-06
previous_iter_valid_loss : 0.16520829498767853
1242780 0.165380 0.165208 0.165037 CURRENT LEARNING RATE: 2.803407422792692e-06
previous_iter_valid_loss : 0.199539914727211
1242800 0.199620 0.199540 0.166494 CURRENT LEARNING RATE: 2.8028467973725453e-06
previous_iter_valid_loss : 0.16675859689712524
1242820 0.166910 0.166759 0.166380 CURRENT LEARNING RATE: 2.8022862840662715e-06
previous_iter_valid_loss : 0.16148677468299866
1242840 0.161648 0.161487 0.166403 CURRENT LEARNING RATE: 2.801725882851449e-06
previous_iter_valid_loss : 0.16423049569129944
1242860 0.164402 0.164230 0.166329 CURRENT LEARNING RATE: 2.8011655937056576e-06
previous_iter_valid_loss : 0.16088144481182098
1242880 0.161033 0.160881 0.166335 CURRENT LEARNING RATE: 2.8006054166064947e-06
previous_iter_valid_loss : 0.1774791181087494
1242900 0.177773 0.177479 0.167065 CURRENT LEARNING RATE: 2.800045351531549e-06
previous_iter_valid_loss : 0.16394127905368805
1242920 0.164143 0.163941 0.167183 CURRENT LEARNING RATE: 2.7994853984584174e-06
previous_iter_valid_loss : 0.16286437213420868
1310540 0.163027 0.162864 0.167115 CURRENT LEARNING RATE: 1.4236665397244674e-06
previous_iter_valid_loss : 0.17374573647975922
1310560 0.173891 0.173746 0.167718 CURRENT LEARNING RATE: 1.4233818348879558e-06
previous_iter_valid_loss : 0.17125119268894196
1310580 0.171511 0.171251 0.168241 CURRENT LEARNING RATE: 1.423097186986718e-06
previous_iter_valid_loss : 0.1619570404291153
1310600 0.162150 0.161957 0.168309 CURRENT LEARNING RATE: 1.4228125960093675e-06
previous_iter_valid_loss : 0.1668950319290161
1310620 0.167054 0.166895 0.167864 CURRENT LEARNING RATE: 1.4225280619445188e-06
previous_iter_valid_loss : 0.1609320342540741
1310640 0.161112 0.160932 0.167681 CURRENT LEARNING RATE: 1.422243584780795e-06
previous_iter_valid_loss : 0.1671455353498459
1310660 0.167367 0.167146 0.167867 CURRENT LEARNING RATE: 1.4219591645068152e-06
previous_iter_valid_loss : 0.16672131419181824
1310680 0.166945 0.166721 0.168029 CURRENT LEARNING RATE: 1.4216748011112021e-06
previous_iter_valid_loss : 0.16054165363311768
1310700 0.160710 0.160542 0.167815 CURRENT LEARNING RATE: 1.4213904945825783e-06
previous_iter_valid_loss : 0.17354363203048706
1310720 0.173818 0.173544 0.168457 CURRENT LEARNING RATE: 1.4211062449095775e-06
previous_iter_valid_loss : 0.1701495200395584
1310740 0.170404 0.170150 0.168635 CURRENT LEARNING RATE: 1.4208220520808264e-06
previous_iter_valid_loss : 0.16057080030441284
1310760 0.160728 0.160571 0.168502 CURRENT LEARNING RATE: 1.4205379160849575e-06
previous_iter_valid_loss : 0.17151227593421936
1310780 0.171767 0.171512 0.169032 CURRENT LEARNING RATE: 1.420253836910603e-06
previous_iter_valid_loss : 0.17575734853744507
1310800 0.175907 0.175757 0.169671 CURRENT LEARNING RATE: 1.4199698145464046e-06
previous_iter_valid_loss : 0.16241706907749176
1310820 0.162614 0.162417 0.167275 CURRENT LEARNING RATE: 1.419685848980999e-06
previous_iter_valid_loss : 0.1731557846069336
1310840 0.173422 0.173156 0.167769 CURRENT LEARNING RATE: 1.4194019402030278e-06
previous_iter_valid_loss : 0.16336512565612793
1310860 0.163540 0.163365 0.167627 CURRENT LEARNING RATE: 1.4191180882011314e-06
previous_iter_valid_loss : 0.1704375296831131
1310880 0.170696 0.170438 0.168121 CURRENT LEARNING RATE: 1.4188342929639618e-06
previous_iter_valid_loss : 0.16714005172252655
1310900 0.167298 0.167140 0.168403 CURRENT LEARNING RATE: 1.418550554480164e-06
previous_iter_valid_loss : 0.16248273849487305
1310920 0.162639 0.162483 0.167128 CURRENT LEARNING RATE: 1.4182668727383857e-06
previous_iter_valid_loss : 0.16277115046977997
1310940 0.162932 0.162771 0.167123 CURRENT LEARNING RATE: 1.4179832477272853e-06
previous_iter_valid_loss : 0.16522850096225739
1310960 0.165396 0.165229 0.166697 CURRENT LEARNING RATE: 1.4176996794355147e-06
previous_iter_valid_loss : 0.16051360964775085
1310980 0.160688 0.160514 0.166160 CURRENT LEARNING RATE: 1.417416167851732e-06
previous_iter_valid_loss : 0.16400043666362762
1311000 0.164165 0.164000 0.166262 CURRENT LEARNING RATE: 1.4171327129645933e-06
previous_iter_valid_loss : 0.1665901243686676
1311020 0.166747 0.166590 0.166247 CURRENT LEARNING RATE: 1.4168493147627658e-06
previous_iter_valid_loss : 0.17018024623394012
1311040 0.170331 0.170180 0.166709 CURRENT LEARNING RATE: 1.416565973234911e-06
previous_iter_valid_loss : 0.1606137603521347
1311060 0.160776 0.160614 0.166383 CURRENT LEARNING RATE: 1.4162826883696956e-06
previous_iter_valid_loss : 0.1626276820898056
1311080 0.162829 0.162628 0.166178 CURRENT LEARNING RATE: 1.4159994601557853e-06
previous_iter_valid_loss : 0.17548003792762756
1311100 0.175763 0.175480 0.166925 CURRENT LEARNING RATE: 1.415716288581856e-06
previous_iter_valid_loss : 0.16206853091716766
1311120 0.162259 0.162069 0.166351 CURRENT LEARNING RATE: 1.4154331736365787e-06
previous_iter_valid_loss : 0.1700252741575241
1311140 0.170272 0.170025 0.166345 CURRENT LEARNING RATE: 1.4151501153086283e-06
previous_iter_valid_loss : 0.16131766140460968
1311160 0.161482 0.161318 0.166382 CURRENT LEARNING RATE: 1.4148671135866805e-06
previous_iter_valid_loss : 0.1669796258211136
1311180 0.167206 0.166980 0.166156 CURRENT LEARNING RATE: 1.4145841684594194e-06
previous_iter_valid_loss : 0.16246569156646729
1311200 0.162624 0.162466 0.165491 CURRENT LEARNING RATE: 1.4143012799155256e-06
previous_iter_valid_loss : 0.16117466986179352
1311220 0.161337 0.161175 0.165429 CURRENT LEARNING RATE: 1.414018447943683e-06
previous_iter_valid_loss : 0.16455353796482086
1311240 0.164723 0.164554 0.164999 CURRENT LEARNING RATE: 1.4137356725325763e-06
previous_iter_valid_loss : 0.16094356775283813
1311260 0.161104 0.160944 0.164878 CURRENT LEARNING RATE: 1.4134529536708988e-06
previous_iter_valid_loss : 0.16060593724250793
1311280 0.160768 0.160606 0.164386 CURRENT LEARNING RATE: 1.4131702913473398e-06
previous_iter_valid_loss : 0.1661079078912735
1311300 0.166265 0.166108 0.164335 CURRENT LEARNING RATE: 1.4128876855505904e-06
previous_iter_valid_loss : 0.16331711411476135
1311320 0.163493 0.163317 0.164376 CURRENT LEARNING RATE: 1.4126051362693508e-06
previous_iter_valid_loss : 0.17067135870456696
1311340 0.170821 0.170671 0.164771 CURRENT LEARNING RATE: 1.412322643492317e-06
previous_iter_valid_loss : 0.16496674716472626
1311360 0.165163 0.164967 0.164758 CURRENT LEARNING RATE: 1.4120402072081889e-06
previous_iter_valid_loss : 0.16559459269046783
1311380 0.165757 0.165595 0.165012 CURRENT LEARNING RATE: 1.4117578274056671e-06
previous_iter_valid_loss : 0.17197200655937195
1311400 0.172113 0.171972 0.165411 CURRENT LEARNING RATE: 1.4114755040734609e-06
previous_iter_valid_loss : 0.16612601280212402
1311420 0.166340 0.166126 0.165388 CURRENT LEARNING RATE: 1.411193237200275e-06
previous_iter_valid_loss : 0.16355068981647491
1311440 0.163748 0.163551 0.165056 CURRENT LEARNING RATE: 1.410911026774819e-06
previous_iter_valid_loss : 0.16952665150165558
1311460 0.169680 0.169527 0.165502 CURRENT LEARNING RATE: 1.4106288727858016e-06
previous_iter_valid_loss : 0.16587471961975098
1311480 0.166036 0.165875 0.165664 CURRENT LEARNING RATE: 1.4103467752219417e-06
previous_iter_valid_loss : 0.16160453855991364
1311500 0.161792 0.161605 0.164971 CURRENT LEARNING RATE: 1.4100647340719532e-06
previous_iter_valid_loss : 0.1623302847146988
1311520 0.162492 0.162330 0.164984 CURRENT LEARNING RATE: 1.409782749324554e-06
previous_iter_valid_loss : 0.1641184538602829
1311540 0.164315 0.164118 0.164688 CURRENT LEARNING RATE: 1.4095008209684628e-06
previous_iter_valid_loss : 0.16870050132274628
1311560 0.168855 0.168701 0.165057 CURRENT LEARNING RATE: 1.409218948992407e-06
previous_iter_valid_loss : 0.16792449355125427
1311580 0.168085 0.167924 0.165105 CURRENT LEARNING RATE: 1.4089371333851091e-06
previous_iter_valid_loss : 0.16284708678722382
1311600 0.163044 0.162847 0.165124 CURRENT LEARNING RATE: 1.4086553741352969e-06
previous_iter_valid_loss : 0.16052527725696564
1311620 0.160680 0.160525 0.165091 CURRENT LEARNING RATE: 1.4083736712316974e-06
previous_iter_valid_loss : 0.16050277650356293
1311640 0.160667 0.160503 0.164889 CURRENT LEARNING RATE: 1.4080920246630474e-06
previous_iter_valid_loss : 0.16833430528640747
1311660 0.168573 0.168334 0.165258 CURRENT LEARNING RATE: 1.4078104344180786e-06
previous_iter_valid_loss : 0.16099891066551208
1311680 0.161177 0.160999 0.165278 CURRENT LEARNING RATE: 1.4075289004855247e-06
previous_iter_valid_loss : 0.1808551847934723
1311700 0.181199 0.180855 0.166015 CURRENT LEARNING RATE: 1.40724742285413e-06
previous_iter_valid_loss : 0.1642443686723709
1311720 0.164414 0.164244 0.166062 CURRENT LEARNING RATE: 1.4069660015126318e-06
previous_iter_valid_loss : 0.17096565663814545
1311740 0.171223 0.170966 0.166076 CURRENT LEARNING RATE: 1.406684636449774e-06
previous_iter_valid_loss : 0.16991610825061798
1311760 0.170068 0.169916 0.166324 CURRENT LEARNING RATE: 1.4064033276542994e-06
previous_iter_valid_loss : 0.16821761429309845
1311780 0.168456 0.168218 0.166455 CURRENT LEARNING RATE: 1.4061220751149607e-06
previous_iter_valid_loss : 0.1606169044971466
1311800 0.160787 0.160617 0.165887 CURRENT LEARNING RATE: 1.4058408788205054e-06
previous_iter_valid_loss : 0.166996568441391
1311820 0.167154 0.166997 0.165931 CURRENT LEARNING RATE: 1.4055597387596848e-06
previous_iter_valid_loss : 0.16494910418987274
1311840 0.165159 0.164949 0.166001 CURRENT LEARNING RATE: 1.405278654921252e-06
previous_iter_valid_loss : 0.18086200952529907
1311860 0.181199 0.180862 0.166567 CURRENT LEARNING RATE: 1.404997627293968e-06
previous_iter_valid_loss : 0.1662682443857193
1311880 0.166425 0.166268 0.166587 CURRENT LEARNING RATE: 1.404716655866589e-06
previous_iter_valid_loss : 0.16607965528964996
1311900 0.166287 0.166080 0.166811 CURRENT LEARNING RATE: 1.4044357406278766e-06
previous_iter_valid_loss : 0.16676825284957886
1311920 0.166980 0.166768 0.167033 CURRENT LEARNING RATE: 1.4041548815665915e-06
previous_iter_valid_loss : 0.16210217773914337
1311940 0.162265 0.162102 0.166932 CURRENT LEARNING RATE: 1.4038740786715044e-06
previous_iter_valid_loss : 0.1619250476360321
1311960 0.162109 0.161925 0.166593 CURRENT LEARNING RATE: 1.4035933319313807e-06
previous_iter_valid_loss : 0.16155962646007538
1311980 0.161751 0.161560 0.166275 CURRENT LEARNING RATE: 1.4033126413349903e-06
previous_iter_valid_loss : 0.1637171357870102
1312000 0.163915 0.163717 0.166318 CURRENT LEARNING RATE: 1.4030320068711033e-06
previous_iter_valid_loss : 0.164476677775383
1312020 0.164687 0.164477 0.166516 CURRENT LEARNING RATE: 1.4027514285284991e-06
previous_iter_valid_loss : 0.1683495044708252
1312040 0.168497 0.168350 0.166908 CURRENT LEARNING RATE: 1.4024709062959525e-06
previous_iter_valid_loss : 0.16269002854824066
1312060 0.162870 0.162690 0.166626 CURRENT LEARNING RATE: 1.4021904401622423e-06
previous_iter_valid_loss : 0.16912218928337097
1312080 0.169357 0.169122 0.167032 CURRENT LEARNING RATE: 1.401910030116147e-06
previous_iter_valid_loss : 0.16212581098079681
1312100 0.162313 0.162126 0.166096 CURRENT LEARNING RATE: 1.401629676146456e-06
previous_iter_valid_loss : 0.16840486228466034
1312120 0.168562 0.168405 0.166304 CURRENT LEARNING RATE: 1.4013493782419522e-06
previous_iter_valid_loss : 0.1746036559343338
1312140 0.174754 0.174604 0.166486 CURRENT LEARNING RATE: 1.4010691363914212e-06
previous_iter_valid_loss : 0.1660986989736557
1312160 0.166308 0.166099 0.166295 CURRENT LEARNING RATE: 1.4007889505836582e-06
previous_iter_valid_loss : 0.17371544241905212
1312180 0.173979 0.173715 0.166570 CURRENT LEARNING RATE: 1.4005088208074538e-06
previous_iter_valid_loss : 0.1686258614063263
1312200 0.168857 0.168626 0.166970 CURRENT LEARNING RATE: 1.400228747051602e-06
previous_iter_valid_loss : 0.16233675181865692
1312220 0.162526 0.162337 0.166737 CURRENT LEARNING RATE: 1.399948729304898e-06
previous_iter_valid_loss : 0.16373084485530853
1312240 0.163918 0.163731 0.166676 CURRENT LEARNING RATE: 1.3996687675561455e-06
previous_iter_valid_loss : 0.16068516671657562
1312260 0.160860 0.160685 0.165668 CURRENT LEARNING RATE: 1.3993888617941442e-06
previous_iter_valid_loss : 0.16141211986541748
1312280 0.161606 0.161412 0.165425 CURRENT LEARNING RATE: 1.3991090120076978e-06
previous_iter_valid_loss : 0.1751357465982437
1312300 0.175290 0.175136 0.165878 CURRENT LEARNING RATE: 1.398829218185609e-06
previous_iter_valid_loss : 0.16408522427082062
1312320 0.164287 0.164085 0.165743 CURRENT LEARNING RATE: 1.3985494803166918e-06
previous_iter_valid_loss : 0.1768295168876648
1312340 0.177131 0.176830 0.166480 CURRENT LEARNING RATE: 1.3982697983897541e-06
previous_iter_valid_loss : 0.16217787563800812
1312360 0.162347 0.162178 0.166492 CURRENT LEARNING RATE: 1.3979901723936087e-06
previous_iter_valid_loss : 0.1609046459197998
1312380 0.161070 0.160905 0.166460 CURRENT LEARNING RATE: 1.3977106023170676e-06
previous_iter_valid_loss : 0.16086286306381226
1312400 0.161019 0.160863 0.166317 CURRENT LEARNING RATE: 1.3974310881489534e-06
previous_iter_valid_loss : 0.16070525348186493
1312420 0.160864 0.160705 0.166128 CURRENT LEARNING RATE: 1.3971516298780828e-06
previous_iter_valid_loss : 0.1651972234249115
1312440 0.165404 0.165197 0.165971 CURRENT LEARNING RATE: 1.3968722274932778e-06
previous_iter_valid_loss : 0.16245315968990326
1312460 0.162607 0.162453 0.165959 CURRENT LEARNING RATE: 1.3965928809833594e-06
previous_iter_valid_loss : 0.1606285721063614
1312480 0.160805 0.160629 0.165534 CURRENT LEARNING RATE: 1.3963135903371592e-06
previous_iter_valid_loss : 0.16214318573474884
1312500 0.162337 0.162143 0.165535 CURRENT LEARNING RATE: 1.3960343555435021e-06
previous_iter_valid_loss : 0.17022261023521423
1312520 0.170472 0.170223 0.165626 CURRENT LEARNING RATE: 1.3957551765912176e-06
previous_iter_valid_loss : 0.1605558842420578
1312540 0.160724 0.160556 0.164924 CURRENT LEARNING RATE: 1.3954760534691426e-06
previous_iter_valid_loss : 0.16051428020000458
1312560 0.160675 0.160514 0.164644 CURRENT LEARNING RATE: 1.39519698616611e-06
previous_iter_valid_loss : 0.16625793278217316
1312580 0.166473 0.166258 0.164271 CURRENT LEARNING RATE: 1.3949179746709572e-06
previous_iter_valid_loss : 0.16259989142417908
1312600 0.162802 0.162600 0.163970 CURRENT LEARNING RATE: 1.3946390189725205e-06
previous_iter_valid_loss : 0.1650644987821579
1312620 0.165231 0.165064 0.164107 CURRENT LEARNING RATE: 1.3943601190596479e-06
previous_iter_valid_loss : 0.16056706011295319
1312640 0.160725 0.160567 0.163948 CURRENT LEARNING RATE: 1.3940812749211798e-06
previous_iter_valid_loss : 0.18291032314300537
1312660 0.183271 0.182910 0.165060 CURRENT LEARNING RATE: 1.3938024865459632e-06
previous_iter_valid_loss : 0.16308970749378204
1312680 0.163292 0.163090 0.165143 CURRENT LEARNING RATE: 1.3935237539228434e-06
previous_iter_valid_loss : 0.1664327085018158
1312700 0.166585 0.166433 0.164708 CURRENT LEARNING RATE: 1.3932450770406766e-06
previous_iter_valid_loss : 0.17707927525043488
1312720 0.177228 0.177079 0.165358 CURRENT LEARNING RATE: 1.3929664558883133e-06
previous_iter_valid_loss : 0.16055777668952942
1312740 0.160719 0.160558 0.164544 CURRENT LEARNING RATE: 1.392687890454608e-06
previous_iter_valid_loss : 0.1632329672574997
1312760 0.163406 0.163233 0.164597 CURRENT LEARNING RATE: 1.3924093807284163e-06
previous_iter_valid_loss : 0.1605376899242401
1312780 0.160710 0.160538 0.164579 CURRENT LEARNING RATE: 1.3921309266986024e-06
previous_iter_valid_loss : 0.16069231927394867
1312800 0.160857 0.160692 0.164570 CURRENT LEARNING RATE: 1.3918525283540258e-06
previous_iter_valid_loss : 0.1669594943523407
1312820 0.167182 0.166959 0.164883 CURRENT LEARNING RATE: 1.3915741856835507e-06
previous_iter_valid_loss : 0.17399698495864868
1312840 0.174278 0.173997 0.165323 CURRENT LEARNING RATE: 1.3912958986760404e-06
previous_iter_valid_loss : 0.16588804125785828
1312860 0.166091 0.165888 0.165495 CURRENT LEARNING RATE: 1.3910176673203688e-06
previous_iter_valid_loss : 0.20824068784713745
1312880 0.208821 0.208241 0.167875 CURRENT LEARNING RATE: 1.3907394916054042e-06
previous_iter_valid_loss : 0.17167328298091888
1312900 0.171823 0.171673 0.168352 CURRENT LEARNING RATE: 1.3904613715200168e-06
previous_iter_valid_loss : 0.16059274971485138
1312920 0.160763 0.160593 0.167870 CURRENT LEARNING RATE: 1.3901833070530869e-06
previous_iter_valid_loss : 0.18331480026245117
1312940 0.183470 0.183315 0.169008 CURRENT LEARNING RATE: 1.3899052981934898e-06
previous_iter_valid_loss : 0.16208279132843018
1312960 0.162241 0.162083 0.169087 CURRENT LEARNING RATE: 1.3896273449301045e-06
previous_iter_valid_loss : 0.16272075474262238
1312980 0.162879 0.162721 0.168910 CURRENT LEARNING RATE: 1.389349447251811e-06
previous_iter_valid_loss : 0.16807852685451508
1313000 0.168235 0.168079 0.169184 CURRENT LEARNING RATE: 1.3890716051474976e-06
previous_iter_valid_loss : 0.16375935077667236
1313020 0.163930 0.163759 0.169119 CURRENT LEARNING RATE: 1.388793818606049e-06
previous_iter_valid_loss : 0.16375859081745148
1313040 0.163928 0.163759 0.169278 CURRENT LEARNING RATE: 1.388516087616353e-06
previous_iter_valid_loss : 0.16409990191459656
1313060 0.164296 0.164100 0.168338 CURRENT LEARNING RATE: 1.3882384121672984e-06
previous_iter_valid_loss : 0.1609375923871994
1313080 0.161093 0.160938 0.168230 CURRENT LEARNING RATE: 1.3879607922477831e-06
previous_iter_valid_loss : 0.16355428099632263
1313100 0.163753 0.163554 0.168086 CURRENT LEARNING RATE: 1.3876832278466995e-06
previous_iter_valid_loss : 0.16100813448429108
1313120 0.161190 0.161008 0.167283 CURRENT LEARNING RATE: 1.3874057189529454e-06
previous_iter_valid_loss : 0.16293829679489136
1313140 0.163123 0.162938 0.167402 CURRENT LEARNING RATE: 1.3871282655554173e-06
previous_iter_valid_loss : 0.16108039021492004
1313160 0.161248 0.161080 0.167294 CURRENT LEARNING RATE: 1.3868508676430227e-06
previous_iter_valid_loss : 0.1624375283718109
1313180 0.162625 0.162438 0.167389 CURRENT LEARNING RATE: 1.3865735252046633e-06
previous_iter_valid_loss : 0.1744958907365799
1313200 0.174770 0.174496 0.168079 CURRENT LEARNING RATE: 1.3862962382292447e-06
previous_iter_valid_loss : 0.16671286523342133
1313220 0.166875 0.166713 0.168067 CURRENT LEARNING RATE: 1.3860190067056736e-06
previous_iter_valid_loss : 0.16104218363761902
1313240 0.161197 0.161042 0.167419 CURRENT LEARNING RATE: 1.385741830622865e-06
previous_iter_valid_loss : 0.16225291788578033
1313260 0.162440 0.162253 0.167237 CURRENT LEARNING RATE: 1.3854647099697304e-06
previous_iter_valid_loss : 0.17545494437217712
1313280 0.175605 0.175455 0.165598 CURRENT LEARNING RATE: 1.3851876447351841e-06
previous_iter_valid_loss : 0.17241054773330688
1313300 0.172686 0.172411 0.165635 CURRENT LEARNING RATE: 1.3849106349081414e-06
previous_iter_valid_loss : 0.1631525307893753
1313320 0.163326 0.163153 0.165763 CURRENT LEARNING RATE: 1.3846336804775265e-06
previous_iter_valid_loss : 0.16074341535568237
1313340 0.160928 0.160743 0.164634 CURRENT LEARNING RATE: 1.3843567814322592e-06
previous_iter_valid_loss : 0.16048987209796906
1313360 0.160654 0.160490 0.164555 CURRENT LEARNING RATE: 1.3840799377612609e-06
previous_iter_valid_loss : 0.19018524885177612
1313380 0.190312 0.190185 0.165928 CURRENT LEARNING RATE: 1.3838031494534626e-06
previous_iter_valid_loss : 0.16344653069972992
1313400 0.163640 0.163447 0.165696 CURRENT LEARNING RATE: 1.3835264164977905e-06
previous_iter_valid_loss : 0.17519539594650269
1313420 0.175344 0.175195 0.166268 CURRENT LEARNING RATE: 1.3832497388831754e-06
previous_iter_valid_loss : 0.16067059338092804
1313440 0.160844 0.160671 0.166114 CURRENT LEARNING RATE: 1.3829731165985476e-06
previous_iter_valid_loss : 0.19078148901462555
1313460 0.190909 0.190781 0.167448 CURRENT LEARNING RATE: 1.382696549632847e-06
previous_iter_valid_loss : 0.1656176894903183
1313480 0.165826 0.165618 0.167682 CURRENT LEARNING RATE: 1.3824200379750087e-06
previous_iter_valid_loss : 0.1642865240573883
1313500 0.164447 0.164287 0.167718 CURRENT LEARNING RATE: 1.3821435816139717e-06
previous_iter_valid_loss : 0.1827136129140854
1313520 0.182870 0.182714 0.168804 CURRENT LEARNING RATE: 1.3818671805386761e-06
previous_iter_valid_loss : 0.16509155929088593
1313540 0.165259 0.165092 0.168911 CURRENT LEARNING RATE: 1.38159083473807e-06
previous_iter_valid_loss : 0.16419090330600739
1313560 0.164388 0.164191 0.169067 CURRENT LEARNING RATE: 1.3813145442010977e-06
previous_iter_valid_loss : 0.16498181223869324
1313580 0.165173 0.164982 0.169194 CURRENT LEARNING RATE: 1.3810383089167074e-06
previous_iter_valid_loss : 0.16370101273059845
1313600 0.163869 0.163701 0.168654 CURRENT LEARNING RATE: 1.3807621288738473e-06
previous_iter_valid_loss : 0.1732226461172104
1313620 0.173373 0.173223 0.168980 CURRENT LEARNING RATE: 1.380486004061475e-06
previous_iter_valid_loss : 0.16778719425201416
1313640 0.167944 0.167787 0.169317 CURRENT LEARNING RATE: 1.3802099344685426e-06
previous_iter_valid_loss : 0.1612664759159088
1313660 0.161425 0.161266 0.169268 CURRENT LEARNING RATE: 1.379933920084008e-06
previous_iter_valid_loss : 0.17509330809116364
1313680 0.175247 0.175093 0.169250 CURRENT LEARNING RATE: 1.379657960896828e-06
previous_iter_valid_loss : 0.16381655633449554
1313700 0.163987 0.163817 0.168820 CURRENT LEARNING RATE: 1.379382056895969e-06
previous_iter_valid_loss : 0.16168774664402008
1313720 0.161843 0.161688 0.168747 CURRENT LEARNING RATE: 1.3791062080703924e-06
previous_iter_valid_loss : 0.16052143275737762
1313740 0.160686 0.160521 0.168736 CURRENT LEARNING RATE: 1.3788304144090621e-06
previous_iter_valid_loss : 0.16063006222248077
1313760 0.160801 0.160630 0.168743 CURRENT LEARNING RATE: 1.3785546759009509e-06
previous_iter_valid_loss : 0.16103634238243103
1313780 0.161217 0.161036 0.167285 CURRENT LEARNING RATE: 1.378278992535027e-06
previous_iter_valid_loss : 0.1628621518611908
1313800 0.163049 0.162862 0.167256 CURRENT LEARNING RATE: 1.3780033643002627e-06
previous_iter_valid_loss : 0.16285133361816406
1313820 0.163061 0.162851 0.166639 CURRENT LEARNING RATE: 1.377727791185631e-06
previous_iter_valid_loss : 0.16785766184329987
1313840 0.168011 0.167858 0.166998 CURRENT LEARNING RATE: 1.3774522731801134e-06
previous_iter_valid_loss : 0.16071313619613647
1313860 0.160888 0.160713 0.165495 CURRENT LEARNING RATE: 1.377176810272687e-06
previous_iter_valid_loss : 0.162965327501297
1313880 0.163134 0.162965 0.165362 CURRENT LEARNING RATE: 1.3769014024523333e-06
previous_iter_valid_loss : 0.1627943366765976
1313900 0.162986 0.162794 0.165287 CURRENT LEARNING RATE: 1.376626049708033e-06
previous_iter_valid_loss : 0.1609298586845398
1313920 0.161112 0.160930 0.164198 CURRENT LEARNING RATE: 1.3763507520287779e-06
previous_iter_valid_loss : 0.16073468327522278
1313940 0.160905 0.160735 0.163980 CURRENT LEARNING RATE: 1.3760755094035526e-06
previous_iter_valid_loss : 0.16058503091335297
1313960 0.160748 0.160585 0.163800 CURRENT LEARNING RATE: 1.375800321821348e-06
previous_iter_valid_loss : 0.1611829698085785
1313980 0.161365 0.161183 0.163610 CURRENT LEARNING RATE: 1.375525189271154e-06
previous_iter_valid_loss : 0.1846759021282196
1314000 0.184825 0.184676 0.164659 CURRENT LEARNING RATE: 1.3752501117419703e-06
previous_iter_valid_loss : 0.16334371268749237
1314020 0.163535 0.163344 0.164165 CURRENT LEARNING RATE: 1.3749750892227914e-06
previous_iter_valid_loss : 0.17245003581047058
1314040 0.172722 0.172450 0.164398 CURRENT LEARNING RATE: 1.3747001217026158e-06
previous_iter_valid_loss : 0.16469450294971466
1314060 0.164903 0.164695 0.164569 CURRENT LEARNING RATE: 1.3744252091704433e-06
previous_iter_valid_loss : 0.1665685474872589
1314080 0.166727 0.166569 0.164143 CURRENT LEARNING RATE: 1.3741503516152815e-06
previous_iter_valid_loss : 0.17671580612659454
1314100 0.177010 0.176716 0.164788 CURRENT LEARNING RATE: 1.3738755490261342e-06
previous_iter_valid_loss : 0.16836321353912354
1314120 0.168595 0.168363 0.165122 CURRENT LEARNING RATE: 1.3736008013920063e-06
previous_iter_valid_loss : 0.16253350675106049
1314140 0.162741 0.162534 0.165223 CURRENT LEARNING RATE: 1.3733261087019132e-06
previous_iter_valid_loss : 0.1659783571958542
1314160 0.166193 0.165978 0.165490 CURRENT LEARNING RATE: 1.3730514709448644e-06
previous_iter_valid_loss : 0.16717176139354706
1314180 0.167332 0.167172 0.165797 CURRENT LEARNING RATE: 1.372776888109875e-06
previous_iter_valid_loss : 0.1642211377620697
1314200 0.164396 0.164221 0.165865 CURRENT LEARNING RATE: 1.3725023601859588e-06
previous_iter_valid_loss : 0.16830739378929138
1314220 0.168535 0.168307 0.166137 CURRENT LEARNING RATE: 1.3722278871621395e-06
previous_iter_valid_loss : 0.18864722549915314
1314240 0.189055 0.188647 0.167177 CURRENT LEARNING RATE: 1.3719534690274359e-06
previous_iter_valid_loss : 0.16094043850898743
1314260 0.161123 0.160940 0.167188 CURRENT LEARNING RATE: 1.3716791057708712e-06
previous_iter_valid_loss : 0.17063692212104797
1314280 0.170786 0.170637 0.167572 CURRENT LEARNING RATE: 1.3714047973814685e-06
previous_iter_valid_loss : 0.16602405905723572
1314300 0.166238 0.166024 0.167733 CURRENT LEARNING RATE: 1.3711305438482603e-06
previous_iter_valid_loss : 0.16443489491939545
1314320 0.164606 0.164435 0.167909 CURRENT LEARNING RATE: 1.3708563451602743e-06
previous_iter_valid_loss : 0.16331025958061218
1314340 0.163500 0.163310 0.168037 CURRENT LEARNING RATE: 1.3705822013065418e-06
previous_iter_valid_loss : 0.1609267145395279
1314360 0.161109 0.160927 0.168054 CURRENT LEARNING RATE: 1.3703081122760953e-06
previous_iter_valid_loss : 0.16930752992630005
1314380 0.169552 0.169308 0.168461 CURRENT LEARNING RATE: 1.3700340780579762e-06
previous_iter_valid_loss : 0.16675379872322083
1314400 0.166973 0.166754 0.167565 CURRENT LEARNING RATE: 1.3697600986412201e-06
previous_iter_valid_loss : 0.17340977489948273
1314420 0.173688 0.173410 0.168068 CURRENT LEARNING RATE: 1.3694861740148682e-06
previous_iter_valid_loss : 0.17801137268543243
1314440 0.178166 0.178011 0.168346 CURRENT LEARNING RATE: 1.3692123041679612e-06
previous_iter_valid_loss : 0.16056810319423676
1314460 0.160733 0.160568 0.168140 CURRENT LEARNING RATE: 1.3689384890895486e-06
previous_iter_valid_loss : 0.16065138578414917
1314480 0.160804 0.160651 0.167844 CURRENT LEARNING RATE: 1.368664728768676e-06
previous_iter_valid_loss : 0.16069403290748596
1314500 0.160838 0.160694 0.167043 CURRENT LEARNING RATE: 1.3683910231943905e-06
previous_iter_valid_loss : 0.1615983545780182
1314520 0.161775 0.161598 0.166704 CURRENT LEARNING RATE: 1.368117372355748e-06
previous_iter_valid_loss : 0.16093456745147705
1314540 0.161112 0.160935 0.166625 CURRENT LEARNING RATE: 1.3678437762418008e-06
previous_iter_valid_loss : 0.16178129613399506
1314560 0.161970 0.161781 0.166415 CURRENT LEARNING RATE: 1.367570234841605e-06
previous_iter_valid_loss : 0.16857990622520447
1314580 0.168737 0.168580 0.166485 CURRENT LEARNING RATE: 1.3672967481442163e-06
previous_iter_valid_loss : 0.16605986654758453
1314600 0.166218 0.166060 0.166577 CURRENT LEARNING RATE: 1.3670233161387e-06
previous_iter_valid_loss : 0.1626289039850235
1314620 0.162780 0.162629 0.166293 CURRENT LEARNING RATE: 1.3667499388141167e-06
previous_iter_valid_loss : 0.16107793152332306
1314640 0.161235 0.161078 0.164915 CURRENT LEARNING RATE: 1.366476616159531e-06
previous_iter_valid_loss : 0.16094321012496948
1314660 0.161096 0.160943 0.164915 CURRENT LEARNING RATE: 1.3662033481640078e-06
previous_iter_valid_loss : 0.16568458080291748
1314680 0.165847 0.165685 0.164667 CURRENT LEARNING RATE: 1.365930134816621e-06
previous_iter_valid_loss : 0.16088174283504486
1314700 0.161044 0.160882 0.164410 CURRENT LEARNING RATE: 1.3656569761064398e-06
previous_iter_valid_loss : 0.16127441823482513
1314720 0.161432 0.161274 0.164252 CURRENT LEARNING RATE: 1.3653838720225379e-06
previous_iter_valid_loss : 0.16097402572631836
1314740 0.161155 0.160974 0.164135 CURRENT LEARNING RATE: 1.3651108225539887e-06
previous_iter_valid_loss : 0.16085143387317657
1314760 0.161010 0.160851 0.164131 CURRENT LEARNING RATE: 1.364837827689875e-06
previous_iter_valid_loss : 0.16738277673721313
1314780 0.167613 0.167383 0.164035 CURRENT LEARNING RATE: 1.3645648874192746e-06
previous_iter_valid_loss : 0.16805778443813324
1314800 0.168216 0.168058 0.164100 CURRENT LEARNING RATE: 1.3642920017312695e-06
previous_iter_valid_loss : 0.16268548369407654
1314820 0.162881 0.162685 0.163564 CURRENT LEARNING RATE: 1.3640191706149428e-06
previous_iter_valid_loss : 0.1615629494190216
1314840 0.161752 0.161563 0.162742 CURRENT LEARNING RATE: 1.3637463940593852e-06
previous_iter_valid_loss : 0.16154322028160095
1314860 0.161712 0.161543 0.162791 CURRENT LEARNING RATE: 1.3634736720536836e-06
previous_iter_valid_loss : 0.17395639419555664
1314880 0.174239 0.173956 0.163456 CURRENT LEARNING RATE: 1.363201004586929e-06
previous_iter_valid_loss : 0.16211239993572235
1314900 0.162300 0.162112 0.163527 CURRENT LEARNING RATE: 1.3629283916482124e-06
previous_iter_valid_loss : 0.1615937203168869
1314920 0.161785 0.161594 0.163526 CURRENT LEARNING RATE: 1.3626558332266341e-06
previous_iter_valid_loss : 0.164268359541893
1314940 0.164478 0.164268 0.163693 CURRENT LEARNING RATE: 1.3623833293112893e-06
previous_iter_valid_loss : 0.16120772063732147
1314960 0.161391 0.161208 0.163664 CURRENT LEARNING RATE: 1.3621108798912754e-06
previous_iter_valid_loss : 0.16736896336078644
1314980 0.167587 0.167369 0.163604 CURRENT LEARNING RATE: 1.3618384849556995e-06
previous_iter_valid_loss : 0.16564235091209412
1315000 0.165846 0.165642 0.163583 CURRENT LEARNING RATE: 1.361566144493663e-06
previous_iter_valid_loss : 0.16185526549816132
1315020 0.162046 0.161855 0.163544 CURRENT LEARNING RATE: 1.3612938584942723e-06
previous_iter_valid_loss : 0.1765601634979248
1315040 0.176847 0.176560 0.164318 CURRENT LEARNING RATE: 1.361021626946634e-06
previous_iter_valid_loss : 0.16085153818130493
1315060 0.161029 0.160852 0.164314 CURRENT LEARNING RATE: 1.360749449839863e-06
previous_iter_valid_loss : 0.1766355335712433
1315080 0.176792 0.176636 0.164861 CURRENT LEARNING RATE: 1.3604773271630705e-06
previous_iter_valid_loss : 0.1690647453069687
1315100 0.169294 0.169065 0.165271 CURRENT LEARNING RATE: 1.3602052589053712e-06
previous_iter_valid_loss : 0.16788744926452637
1315120 0.168124 0.167887 0.165601 CURRENT LEARNING RATE: 1.35993324505588e-06
previous_iter_valid_loss : 0.18678493797779083
1315140 0.187196 0.186785 0.166892 CURRENT LEARNING RATE: 1.3596612856037212e-06
previous_iter_valid_loss : 0.1699025183916092
1315160 0.170052 0.169903 0.167344 CURRENT LEARNING RATE: 1.3593893805380142e-06
previous_iter_valid_loss : 0.17138206958770752
1315180 0.171646 0.171382 0.167544 CURRENT LEARNING RATE: 1.359117529847882e-06
previous_iter_valid_loss : 0.16346041858196259
1315200 0.163651 0.163460 0.167314 CURRENT LEARNING RATE: 1.3588457335224493e-06
previous_iter_valid_loss : 0.17377234995365143
1315220 0.174046 0.173772 0.167869 CURRENT LEARNING RATE: 1.3585739915508486e-06
previous_iter_valid_loss : 0.16542808711528778
1315240 0.165645 0.165428 0.168062 CURRENT LEARNING RATE: 1.3583023039222075e-06
previous_iter_valid_loss : 0.1638716459274292
1315260 0.164044 0.163872 0.168178 CURRENT LEARNING RATE: 1.3580306706256588e-06
previous_iter_valid_loss : 0.16321012377738953
1315280 0.163371 0.163210 0.167641 CURRENT LEARNING RATE: 1.3577590916503346e-06
previous_iter_valid_loss : 0.16159656643867493
1315300 0.161781 0.161597 0.167615 CURRENT LEARNING RATE: 1.3574875669853769e-06
previous_iter_valid_loss : 0.161721870303154
1315320 0.161874 0.161722 0.167622 CURRENT LEARNING RATE: 1.3572160966199219e-06
previous_iter_valid_loss : 0.16369715332984924
1315340 0.163867 0.163697 0.167593 CURRENT LEARNING RATE: 1.3569446805431084e-06
previous_iter_valid_loss : 0.17028068006038666
1315360 0.170535 0.170281 0.168047 CURRENT LEARNING RATE: 1.3566733187440848e-06
previous_iter_valid_loss : 0.16137951612472534
1315380 0.161535 0.161380 0.167747 CURRENT LEARNING RATE: 1.3564020112119942e-06
previous_iter_valid_loss : 0.16698427498340607
1315400 0.167142 0.166984 0.167814 CURRENT LEARNING RATE: 1.3561307579359844e-06
previous_iter_valid_loss : 0.16572445631027222
1315420 0.165939 0.165724 0.168008 CURRENT LEARNING RATE: 1.3558595589052026e-06
previous_iter_valid_loss : 0.16238324344158173
1315440 0.162548 0.162383 0.167299 CURRENT LEARNING RATE: 1.3555884141088055e-06
previous_iter_valid_loss : 0.16240957379341125
1315460 0.162570 0.162410 0.167377 CURRENT LEARNING RATE: 1.3553173235359453e-06
previous_iter_valid_loss : 0.17408950626850128
1315480 0.174230 0.174090 0.167250 CURRENT LEARNING RATE: 1.3550462871757782e-06
previous_iter_valid_loss : 0.16775985062122345
1315500 0.167910 0.167760 0.167184 CURRENT LEARNING RATE: 1.3547753050174606e-06
previous_iter_valid_loss : 0.1742078810930252
1315520 0.174357 0.174208 0.167500 CURRENT LEARNING RATE: 1.3545043770501573e-06
previous_iter_valid_loss : 0.16179947555065155
1315540 0.161979 0.161799 0.166251 CURRENT LEARNING RATE: 1.3542335032630295e-06
previous_iter_valid_loss : 0.18166953325271606
1315560 0.181829 0.181670 0.166840 CURRENT LEARNING RATE: 1.353962683645242e-06
previous_iter_valid_loss : 0.1661527454853058
1315580 0.166366 0.166153 0.166578 CURRENT LEARNING RATE: 1.3536919181859597e-06
previous_iter_valid_loss : 0.1605498194694519
1315600 0.160710 0.160550 0.166433 CURRENT LEARNING RATE: 1.3534212068743566e-06
previous_iter_valid_loss : 0.16354680061340332
1315620 0.163719 0.163547 0.165921 CURRENT LEARNING RATE: 1.353150549699602e-06
previous_iter_valid_loss : 0.16728167235851288
1315640 0.167442 0.167282 0.166014 CURRENT LEARNING RATE: 1.3528799466508697e-06
previous_iter_valid_loss : 0.16381365060806274
1315660 0.163981 0.163814 0.166011 CURRENT LEARNING RATE: 1.352609397717333e-06
previous_iter_valid_loss : 0.1671462059020996
1315680 0.167374 0.167146 0.166208 CURRENT LEARNING RATE: 1.3523389028881746e-06
previous_iter_valid_loss : 0.17825137078762054
1315700 0.178405 0.178251 0.167041 CURRENT LEARNING RATE: 1.3520684621525725e-06
previous_iter_valid_loss : 0.1755286306142807
1315720 0.175677 0.175529 0.167731 CURRENT LEARNING RATE: 1.351798075499707e-06
previous_iter_valid_loss : 0.160914808511734
1315740 0.161072 0.160915 0.167592 CURRENT LEARNING RATE: 1.351527742918767e-06
previous_iter_valid_loss : 0.16305536031723022
1315760 0.163259 0.163055 0.167231 CURRENT LEARNING RATE: 1.3512574643989366e-06
previous_iter_valid_loss : 0.16395080089569092
1315780 0.164156 0.163951 0.167359 CURRENT LEARNING RATE: 1.3509872399294053e-06
previous_iter_valid_loss : 0.16759487986564636
1315800 0.167838 0.167595 0.167390 CURRENT LEARNING RATE: 1.3507170694993613e-06
previous_iter_valid_loss : 0.16118422150611877
1315820 0.161349 0.161184 0.167163 CURRENT LEARNING RATE: 1.3504469530980023e-06
previous_iter_valid_loss : 0.16691841185092926
1315840 0.167076 0.166918 0.167389 CURRENT LEARNING RATE: 1.350176890714522e-06
previous_iter_valid_loss : 0.16058269143104553
1315860 0.160742 0.160583 0.167298 CURRENT LEARNING RATE: 1.3499068823381173e-06
previous_iter_valid_loss : 0.16065557301044464
1315880 0.160817 0.160656 0.166626 CURRENT LEARNING RATE: 1.3496369279579858e-06
previous_iter_valid_loss : 0.1776314228773117
1315900 0.177785 0.177631 0.167120 CURRENT LEARNING RATE: 1.3493670275633342e-06
previous_iter_valid_loss : 0.16382931172847748
1315920 0.164022 0.163829 0.166601 CURRENT LEARNING RATE: 1.3490971811433633e-06
previous_iter_valid_loss : 0.16763877868652344
1315940 0.167797 0.167639 0.166893 CURRENT LEARNING RATE: 1.3488273886872804e-06
previous_iter_valid_loss : 0.1625787913799286
1315960 0.162744 0.162579 0.165938 CURRENT LEARNING RATE: 1.3485576501842907e-06
previous_iter_valid_loss : 0.160760760307312
1315980 0.160922 0.160761 0.165669 CURRENT LEARNING RATE: 1.3482879656236095e-06
previous_iter_valid_loss : 0.16832327842712402
1316000 0.168555 0.168323 0.166058 CURRENT LEARNING RATE: 1.3480183349944468e-06
previous_iter_valid_loss : 0.2125576287508011
1316020 0.212600 0.212558 0.168508 CURRENT LEARNING RATE: 1.3477487582860181e-06
previous_iter_valid_loss : 0.16377291083335876
1316040 0.163943 0.163773 0.168333 CURRENT LEARNING RATE: 1.3474792354875375e-06
previous_iter_valid_loss : 0.16051402688026428
1316060 0.160678 0.160514 0.168168 CURRENT LEARNING RATE: 1.3472097665882287e-06
previous_iter_valid_loss : 0.16388165950775146
1316080 0.164084 0.163882 0.168004 CURRENT LEARNING RATE: 1.3469403515773109e-06
previous_iter_valid_loss : 0.16440033912658691
1316100 0.164603 0.164400 0.167312 CURRENT LEARNING RATE: 1.3466709904440072e-06
previous_iter_valid_loss : 0.18540893495082855
1316120 0.185551 0.185409 0.167806 CURRENT LEARNING RATE: 1.346401683177541e-06
previous_iter_valid_loss : 0.16245612502098083
1316140 0.162620 0.162456 0.167883 CURRENT LEARNING RATE: 1.3461324297671445e-06
previous_iter_valid_loss : 0.16166722774505615
1316160 0.161862 0.161667 0.167814 CURRENT LEARNING RATE: 1.3458632302020454e-06
previous_iter_valid_loss : 0.16303865611553192
1316180 0.163243 0.163039 0.167768 CURRENT LEARNING RATE: 1.3455940844714736e-06
previous_iter_valid_loss : 0.1710030883550644
1316200 0.171149 0.171003 0.167938 CURRENT LEARNING RATE: 1.3453249925646676e-06
previous_iter_valid_loss : 0.17081405222415924
1316220 0.171071 0.170814 0.168420 CURRENT LEARNING RATE: 1.3450559544708615e-06
previous_iter_valid_loss : 0.16260862350463867
1316240 0.162774 0.162609 0.168204 CURRENT LEARNING RATE: 1.3447869701792936e-06
previous_iter_valid_loss : 0.16052137315273285
1316260 0.160682 0.160521 0.168201 CURRENT LEARNING RATE: 1.3445180396792026e-06
previous_iter_valid_loss : 0.16233138740062714
1316280 0.162502 0.162331 0.168285 CURRENT LEARNING RATE: 1.3442491629598355e-06
previous_iter_valid_loss : 0.16256408393383026
1316300 0.162756 0.162564 0.167532 CURRENT LEARNING RATE: 1.3439803400104352e-06
previous_iter_valid_loss : 0.16049548983573914
1316320 0.160658 0.160495 0.167365 CURRENT LEARNING RATE: 1.3437115708202485e-06
previous_iter_valid_loss : 0.16345322132110596
1316340 0.163620 0.163453 0.167156 CURRENT LEARNING RATE: 1.3434428553785228e-06
previous_iter_valid_loss : 0.18032601475715637
1316360 0.180478 0.180326 0.168043 CURRENT LEARNING RATE: 1.3431741936745135e-06
previous_iter_valid_loss : 0.1619122177362442
1316380 0.162096 0.161912 0.168101 CURRENT LEARNING RATE: 1.3429055856974725e-06
previous_iter_valid_loss : 0.17960204184055328
1316400 0.179758 0.179602 0.168665 CURRENT LEARNING RATE: 1.342637031436655e-06
previous_iter_valid_loss : 0.1806793212890625
1316420 0.181019 0.180679 0.167071 CURRENT LEARNING RATE: 1.3423685308813162e-06
previous_iter_valid_loss : 0.16848741471767426
1316440 0.168644 0.168487 0.167306 CURRENT LEARNING RATE: 1.3421000840207213e-06
previous_iter_valid_loss : 0.17531386017799377
1316460 0.175464 0.175314 0.168046 CURRENT LEARNING RATE: 1.3418316908441301e-06
previous_iter_valid_loss : 0.166364848613739
1316480 0.166530 0.166365 0.168171 CURRENT LEARNING RATE: 1.3415633513408068e-06
previous_iter_valid_loss : 0.1717001050710678
1316500 0.171847 0.171700 0.168536 CURRENT LEARNING RATE: 1.3412950655000154e-06
previous_iter_valid_loss : 0.16185784339904785
1316520 0.162046 0.161858 0.167358 CURRENT LEARNING RATE: 1.341026833311029e-06
previous_iter_valid_loss : 0.171086847782135
1316540 0.171232 0.171087 0.167789 CURRENT LEARNING RATE: 1.3407586547631162e-06
previous_iter_valid_loss : 0.1673019379377365
1316560 0.167462 0.167302 0.168071 CURRENT LEARNING RATE: 1.3404905298455472e-06
previous_iter_valid_loss : 0.16264480352401733
1316580 0.162807 0.162645 0.168052 CURRENT LEARNING RATE: 1.3402224585476022e-06
previous_iter_valid_loss : 0.16187924146652222
1316600 0.162041 0.161879 0.167595 CURRENT LEARNING RATE: 1.3399544408585553e-06
previous_iter_valid_loss : 0.1611836552619934
1316620 0.161366 0.161184 0.167114 CURRENT LEARNING RATE: 1.3396864767676866e-06
previous_iter_valid_loss : 0.16446006298065186
1316640 0.164669 0.164460 0.167206 CURRENT LEARNING RATE: 1.339418566264275e-06
previous_iter_valid_loss : 0.16420234739780426
1316660 0.164396 0.164202 0.167390 CURRENT LEARNING RATE: 1.3391507093376081e-06
previous_iter_valid_loss : 0.16099874675273895
1316680 0.161170 0.160999 0.167324 CURRENT LEARNING RATE: 1.33888290597697e-06
previous_iter_valid_loss : 0.17011749744415283
1316700 0.170363 0.170117 0.167701 CURRENT LEARNING RATE: 1.3386151561716482e-06
previous_iter_valid_loss : 0.16119562089443207
1316720 0.161384 0.161196 0.167736 CURRENT LEARNING RATE: 1.3383474599109306e-06
previous_iter_valid_loss : 0.18109548091888428
1316740 0.181434 0.181095 0.168619 CURRENT LEARNING RATE: 1.338079817184114e-06
previous_iter_valid_loss : 0.18076138198375702
1316760 0.181097 0.180761 0.168640 CURRENT LEARNING RATE: 1.3378122279804899e-06
previous_iter_valid_loss : 0.16431160271167755
1316780 0.164521 0.164312 0.168760 CURRENT LEARNING RATE: 1.3375446922893554e-06
previous_iter_valid_loss : 0.17194071412086487
1316800 0.172088 0.171941 0.168377 CURRENT LEARNING RATE: 1.3372772101000062e-06
previous_iter_valid_loss : 0.1640750914812088
1316820 0.164277 0.164075 0.167547 CURRENT LEARNING RATE: 1.337009781401748e-06
previous_iter_valid_loss : 0.21230606734752655
1316840 0.212897 0.212306 0.169738 CURRENT LEARNING RATE: 1.3367424061838815e-06
previous_iter_valid_loss : 0.18011082708835602
1316860 0.180273 0.180111 0.169978 CURRENT LEARNING RATE: 1.3364750844357113e-06
previous_iter_valid_loss : 0.1654384434223175
1316880 0.165649 0.165438 0.169932 CURRENT LEARNING RATE: 1.336207816146542e-06
previous_iter_valid_loss : 0.16100303828716278
1316900 0.161158 0.161003 0.169397 CURRENT LEARNING RATE: 1.335940601305688e-06
previous_iter_valid_loss : 0.1605806201696396
1316920 0.160749 0.160581 0.169333 CURRENT LEARNING RATE: 1.3356734399024586e-06
previous_iter_valid_loss : 0.16347700357437134
1316940 0.163647 0.163477 0.168952 CURRENT LEARNING RATE: 1.3354063319261642e-06
previous_iter_valid_loss : 0.1620204597711563
1316960 0.162178 0.162020 0.168688 CURRENT LEARNING RATE: 1.3351392773661258e-06
previous_iter_valid_loss : 0.17050130665302277
1316980 0.170651 0.170501 0.169081 CURRENT LEARNING RATE: 1.3348722762116586e-06
previous_iter_valid_loss : 0.16283036768436432
1317000 0.162986 0.162830 0.169129 CURRENT LEARNING RATE: 1.3346053284520828e-06
previous_iter_valid_loss : 0.16186094284057617
1317020 0.162015 0.161861 0.169162 CURRENT LEARNING RATE: 1.3343384340767178e-06
previous_iter_valid_loss : 0.1613961011171341
1317040 0.161583 0.161396 0.169009 CURRENT LEARNING RATE: 1.3340715930748928e-06
previous_iter_valid_loss : 0.17933326959609985
1317060 0.179652 0.179333 0.169766 CURRENT LEARNING RATE: 1.3338048054359317e-06
previous_iter_valid_loss : 0.17103880643844604
1317080 0.171294 0.171039 0.170268 CURRENT LEARNING RATE: 1.3335380711491629e-06
previous_iter_valid_loss : 0.16081681847572327
1317100 0.160971 0.160817 0.169803 CURRENT LEARNING RATE: 1.3332713902039147e-06
previous_iter_valid_loss : 0.17772841453552246
1317120 0.178027 0.177728 0.170629 CURRENT LEARNING RATE: 1.3330047625895247e-06
previous_iter_valid_loss : 0.16657252609729767
1317140 0.166737 0.166573 0.169903 CURRENT LEARNING RATE: 1.3327381882953254e-06
previous_iter_valid_loss : 0.17761699855327606
1317160 0.177774 0.177617 0.169746 CURRENT LEARNING RATE: 1.332471667310654e-06
previous_iter_valid_loss : 0.1612703800201416
1317180 0.161459 0.161270 0.169594 CURRENT LEARNING RATE: 1.332205199624847e-06
previous_iter_valid_loss : 0.1661251038312912
1317200 0.166352 0.166125 0.169303 CURRENT LEARNING RATE: 1.3319387852272504e-06
previous_iter_valid_loss : 0.16129983961582184
1317220 0.161480 0.161300 0.169164 CURRENT LEARNING RATE: 1.3316724241072054e-06
previous_iter_valid_loss : 0.16140103340148926
1317240 0.161592 0.161401 0.166619 CURRENT LEARNING RATE: 1.3314061162540576e-06
previous_iter_valid_loss : 0.16123443841934204
1317260 0.161422 0.161234 0.165675 CURRENT LEARNING RATE: 1.3311398616571522e-06
previous_iter_valid_loss : 0.16173049807548523
1317280 0.161921 0.161730 0.165490 CURRENT LEARNING RATE: 1.330873660305844e-06
previous_iter_valid_loss : 0.17650175094604492
1317300 0.176804 0.176502 0.166265 CURRENT LEARNING RATE: 1.330607512189482e-06
previous_iter_valid_loss : 0.16056206822395325
1317320 0.160725 0.160562 0.166264 CURRENT LEARNING RATE: 1.3303414172974187e-06
previous_iter_valid_loss : 0.16508659720420837
1317340 0.165293 0.165087 0.166345 CURRENT LEARNING RATE: 1.3300753756190143e-06
previous_iter_valid_loss : 0.16146482527256012
1317360 0.161625 0.161465 0.166317 CURRENT LEARNING RATE: 1.3298093871436253e-06
previous_iter_valid_loss : 0.16258147358894348
1317380 0.162738 0.162581 0.165921 CURRENT LEARNING RATE: 1.329543451860612e-06
previous_iter_valid_loss : 0.16750086843967438
1317400 0.167655 0.167501 0.166154 CURRENT LEARNING RATE: 1.3292775697593345e-06
previous_iter_valid_loss : 0.16155323386192322
1317420 0.161744 0.161553 0.166139 CURRENT LEARNING RATE: 1.3290117408291624e-06
previous_iter_valid_loss : 0.16056221723556519
1317440 0.160725 0.160562 0.166097 CURRENT LEARNING RATE: 1.32874596505946e-06
previous_iter_valid_loss : 0.1607210636138916
1317460 0.160878 0.160721 0.165167 CURRENT LEARNING RATE: 1.3284802424395965e-06
previous_iter_valid_loss : 0.16723686456680298
1317480 0.167393 0.167237 0.164976 CURRENT LEARNING RATE: 1.3282145729589406e-06
previous_iter_valid_loss : 0.17078222334384918
1317500 0.170935 0.170782 0.165475 CURRENT LEARNING RATE: 1.32794895660687e-06
previous_iter_valid_loss : 0.16070730984210968
1317520 0.160851 0.160707 0.164624 CURRENT LEARNING RATE: 1.3276833933727578e-06
previous_iter_valid_loss : 0.16173353791236877
1317540 0.161918 0.161734 0.164382 CURRENT LEARNING RATE: 1.3274178832459815e-06
previous_iter_valid_loss : 0.16050958633422852
1317560 0.160677 0.160510 0.163526 CURRENT LEARNING RATE: 1.3271524262159184e-06
previous_iter_valid_loss : 0.1813656985759735
1317580 0.181707 0.181366 0.164531 CURRENT LEARNING RATE: 1.326887022271955e-06
previous_iter_valid_loss : 0.17038999497890472
1317600 0.170639 0.170390 0.164744 CURRENT LEARNING RATE: 1.3266216714034726e-06
previous_iter_valid_loss : 0.16109800338745117
1317620 0.161253 0.161098 0.164734 CURRENT LEARNING RATE: 1.3263563735998572e-06
previous_iter_valid_loss : 0.16053980588912964
1317640 0.160702 0.160540 0.164691 CURRENT LEARNING RATE: 1.3260911288504947e-06
previous_iter_valid_loss : 0.16383418440818787
1317660 0.164028 0.163834 0.164821 CURRENT LEARNING RATE: 1.3258259371447798e-06
previous_iter_valid_loss : 0.17170891165733337
1317680 0.171975 0.171709 0.165320 CURRENT LEARNING RATE: 1.3255607984721024e-06
previous_iter_valid_loss : 0.16092878580093384
1317700 0.161081 0.160929 0.164541 CURRENT LEARNING RATE: 1.3252957128218572e-06
previous_iter_valid_loss : 0.16810095310211182
1317720 0.168255 0.168101 0.164918 CURRENT LEARNING RATE: 1.3250306801834385e-06
previous_iter_valid_loss : 0.16081790626049042
1317740 0.160996 0.160818 0.164705 CURRENT LEARNING RATE: 1.3247657005462493e-06
previous_iter_valid_loss : 0.16431857645511627
1317760 0.164528 0.164319 0.164848 CURRENT LEARNING RATE: 1.3245007738996885e-06
previous_iter_valid_loss : 0.16278375685214996
1317780 0.162970 0.162784 0.164858 CURRENT LEARNING RATE: 1.3242359002331564e-06
previous_iter_valid_loss : 0.16078752279281616
1317800 0.160966 0.160788 0.164522 CURRENT LEARNING RATE: 1.3239710795360628e-06
previous_iter_valid_loss : 0.17705906927585602
1317820 0.177217 0.177059 0.165297 CURRENT LEARNING RATE: 1.3237063117978125e-06
previous_iter_valid_loss : 0.16235248744487762
1317840 0.162518 0.162352 0.165387 CURRENT LEARNING RATE: 1.323441597007815e-06
previous_iter_valid_loss : 0.16130051016807556
1317860 0.161478 0.161301 0.165416 CURRENT LEARNING RATE: 1.3231769351554792e-06
previous_iter_valid_loss : 0.16297322511672974
1317880 0.163161 0.162973 0.165203 CURRENT LEARNING RATE: 1.3229123262302232e-06
previous_iter_valid_loss : 0.17346468567848206
1317900 0.173732 0.173465 0.165337 CURRENT LEARNING RATE: 1.3226477702214605e-06
previous_iter_valid_loss : 0.16773048043251038
1317920 0.167885 0.167730 0.165688 CURRENT LEARNING RATE: 1.3223832671186088e-06
previous_iter_valid_loss : 0.16211888194084167
1317940 0.162289 0.162119 0.165707 CURRENT LEARNING RATE: 1.3221188169110857e-06
previous_iter_valid_loss : 0.1735145002603531
1317960 0.173790 0.173515 0.166357 CURRENT LEARNING RATE: 1.3218544195883175e-06
previous_iter_valid_loss : 0.16475173830986023
1317980 0.164958 0.164752 0.165527 CURRENT LEARNING RATE: 1.3215900751397266e-06
previous_iter_valid_loss : 0.16387031972408295
1318000 0.164064 0.163870 0.165201 CURRENT LEARNING RATE: 1.3213257835547386e-06
previous_iter_valid_loss : 0.16430895030498505
1318020 0.164473 0.164309 0.165361 CURRENT LEARNING RATE: 1.32106154482278e-06
previous_iter_valid_loss : 0.1644795536994934
1318040 0.164654 0.164480 0.165558 CURRENT LEARNING RATE: 1.3207973589332857e-06
previous_iter_valid_loss : 0.16967865824699402
1318060 0.169922 0.169679 0.165851 CURRENT LEARNING RATE: 1.3205332258756858e-06
previous_iter_valid_loss : 0.1606895625591278
1318080 0.160868 0.160690 0.165300 CURRENT LEARNING RATE: 1.320269145639415e-06
previous_iter_valid_loss : 0.16253149509429932
1318100 0.162686 0.162531 0.165380 CURRENT LEARNING RATE: 1.3200051182139082e-06
previous_iter_valid_loss : 0.1615370661020279
1318120 0.161729 0.161537 0.165052 CURRENT LEARNING RATE: 1.3197411435886084e-06
previous_iter_valid_loss : 0.16454824805259705
1318140 0.164742 0.164548 0.165238 CURRENT LEARNING RATE: 1.3194772217529548e-06
previous_iter_valid_loss : 0.16271331906318665
1318160 0.162867 0.162713 0.165158 CURRENT LEARNING RATE: 1.3192133526963877e-06
previous_iter_valid_loss : 0.16138210892677307
1318180 0.161565 0.161382 0.165088 CURRENT LEARNING RATE: 1.3189495364083572e-06
previous_iter_valid_loss : 0.18727073073387146
1318200 0.187682 0.187271 0.166412 CURRENT LEARNING RATE: 1.3186857728783082e-06
previous_iter_valid_loss : 0.16052882373332977
1318220 0.160692 0.160529 0.165585 CURRENT LEARNING RATE: 1.3184220620956905e-06
previous_iter_valid_loss : 0.17318087816238403
1318240 0.173449 0.173181 0.166127 CURRENT LEARNING RATE: 1.3181584040499532e-06
previous_iter_valid_loss : 0.1647605150938034
1318260 0.164959 0.164761 0.166300 CURRENT LEARNING RATE: 1.3178947987305544e-06
previous_iter_valid_loss : 0.1609678417444229
1318280 0.161132 0.160968 0.166200 CURRENT LEARNING RATE: 1.3176312461269477e-06
previous_iter_valid_loss : 0.16394062340259552
1318300 0.164097 0.163941 0.165723 CURRENT LEARNING RATE: 1.317367746228591e-06
previous_iter_valid_loss : 0.1669573038816452
1318320 0.167117 0.166957 0.165685 CURRENT LEARNING RATE: 1.3171042990249422e-06
previous_iter_valid_loss : 0.16054736077785492
1318340 0.160725 0.160547 0.165606 CURRENT LEARNING RATE: 1.3168409045054677e-06
previous_iter_valid_loss : 0.17431338131427765
1318360 0.174586 0.174313 0.165646 CURRENT LEARNING RATE: 1.3165775626596296e-06
previous_iter_valid_loss : 0.1754193753004074
1318380 0.175704 0.175419 0.166179 CURRENT LEARNING RATE: 1.3163142734768942e-06
previous_iter_valid_loss : 0.16056743264198303
1318400 0.160725 0.160567 0.166014 CURRENT LEARNING RATE: 1.3160510369467275e-06
previous_iter_valid_loss : 0.1697733998298645
1318420 0.170019 0.169773 0.166288 CURRENT LEARNING RATE: 1.315787853058605e-06
previous_iter_valid_loss : 0.16053709387779236
1318440 0.160706 0.160537 0.166090 CURRENT LEARNING RATE: 1.3155247218019966e-06
previous_iter_valid_loss : 0.16656534373760223
1318460 0.166725 0.166565 0.165935 CURRENT LEARNING RATE: 1.3152616431663774e-06
previous_iter_valid_loss : 0.1705300211906433
1318480 0.170680 0.170530 0.166427 CURRENT LEARNING RATE: 1.3149986171412214e-06
previous_iter_valid_loss : 0.1665002405643463
1318500 0.166662 0.166500 0.166625 CURRENT LEARNING RATE: 1.3147356437160132e-06
previous_iter_valid_loss : 0.16652488708496094
1318520 0.166686 0.166525 0.166875 CURRENT LEARNING RATE: 1.3144727228802305e-06
previous_iter_valid_loss : 0.16224448382854462
1318540 0.162435 0.162244 0.166759 CURRENT LEARNING RATE: 1.3142098546233546e-06
previous_iter_valid_loss : 0.16051918268203735
1318560 0.160682 0.160519 0.166650 CURRENT LEARNING RATE: 1.3139470389348755e-06
previous_iter_valid_loss : 0.1871635913848877
1318580 0.187296 0.187164 0.167939 CURRENT LEARNING RATE: 1.313684275804278e-06
previous_iter_valid_loss : 0.17513702809810638
1318600 0.175290 0.175137 0.167332 CURRENT LEARNING RATE: 1.3134215652210519e-06
previous_iter_valid_loss : 0.17073577642440796
1318620 0.170883 0.170736 0.167842 CURRENT LEARNING RATE: 1.313158907174686e-06
previous_iter_valid_loss : 0.16207890212535858
1318640 0.162237 0.162079 0.167287 CURRENT LEARNING RATE: 1.312896301654679e-06
previous_iter_valid_loss : 0.1612100601196289
1318660 0.161385 0.161210 0.167110 CURRENT LEARNING RATE: 1.3126337486505242e-06
previous_iter_valid_loss : 0.161408931016922
1318680 0.161572 0.161409 0.167132 CURRENT LEARNING RATE: 1.3123712481517197e-06
previous_iter_valid_loss : 0.16241972148418427
1318700 0.162613 0.162420 0.167056 CURRENT LEARNING RATE: 1.3121088001477628e-06
previous_iter_valid_loss : 0.16767629981040955
1318720 0.167902 0.167676 0.167092 CURRENT LEARNING RATE: 1.3118464046281605e-06
previous_iter_valid_loss : 0.16107961535453796
1318740 0.161268 0.161080 0.167118 CURRENT LEARNING RATE: 1.3115840615824145e-06
previous_iter_valid_loss : 0.16696356236934662
1318760 0.167173 0.166964 0.166751 CURRENT LEARNING RATE: 1.3113217710000313e-06
previous_iter_valid_loss : 0.16079556941986084
1318780 0.160949 0.160796 0.166020 CURRENT LEARNING RATE: 1.3110595328705165e-06
previous_iter_valid_loss : 0.16068945825099945
1318800 0.160844 0.160689 0.166026 CURRENT LEARNING RATE: 1.3107973471833858e-06
previous_iter_valid_loss : 0.16054610908031464
1318820 0.160704 0.160546 0.165564 CURRENT LEARNING RATE: 1.310535213928149e-06
previous_iter_valid_loss : 0.1606767624616623
1318840 0.160837 0.160677 0.165571 CURRENT LEARNING RATE: 1.310273133094321e-06
previous_iter_valid_loss : 0.1616312563419342
1318860 0.161818 0.161631 0.165325 CURRENT LEARNING RATE: 1.3100111046714161e-06
previous_iter_valid_loss : 0.1605498343706131
1318880 0.160704 0.160550 0.164826 CURRENT LEARNING RATE: 1.309749128648958e-06
previous_iter_valid_loss : 0.16062919795513153
1318900 0.160792 0.160629 0.164532 CURRENT LEARNING RATE: 1.309487205016465e-06
previous_iter_valid_loss : 0.1619052141904831
1318920 0.162088 0.161905 0.164301 CURRENT LEARNING RATE: 1.3092253337634606e-06
previous_iter_valid_loss : 0.1622971147298813
1318940 0.162457 0.162297 0.164304 CURRENT LEARNING RATE: 1.3089635148794674e-06
previous_iter_valid_loss : 0.16254456341266632
1318960 0.162700 0.162545 0.164405 CURRENT LEARNING RATE: 1.308701748354017e-06
previous_iter_valid_loss : 0.1732877492904663
1318980 0.173442 0.173288 0.163711 CURRENT LEARNING RATE: 1.308440034176637e-06
previous_iter_valid_loss : 0.16080723702907562
1319000 0.160982 0.160807 0.162995 CURRENT LEARNING RATE: 1.3081783723368562e-06
previous_iter_valid_loss : 0.16394974291324615
1319020 0.164155 0.163950 0.162655 CURRENT LEARNING RATE: 1.3079167628242126e-06
previous_iter_valid_loss : 0.16054663062095642
1319040 0.160717 0.160547 0.162579 CURRENT LEARNING RATE: 1.3076552056282401e-06
previous_iter_valid_loss : 0.16165153682231903
1319060 0.161832 0.161652 0.162601 CURRENT LEARNING RATE: 1.3073937007384757e-06
previous_iter_valid_loss : 0.16058427095413208
1319080 0.160744 0.160584 0.162560 CURRENT LEARNING RATE: 1.307132248144457e-06
previous_iter_valid_loss : 0.1633554995059967
1319100 0.163519 0.163355 0.162606 CURRENT LEARNING RATE: 1.306870847835731e-06
previous_iter_valid_loss : 0.1736316829919815
1319120 0.173778 0.173632 0.162904 CURRENT LEARNING RATE: 1.306609499801839e-06
previous_iter_valid_loss : 0.16069196164608002
1319140 0.160850 0.160692 0.162885 CURRENT LEARNING RATE: 1.3063482040323273e-06
previous_iter_valid_loss : 0.16325314342975616
1319160 0.163442 0.163253 0.162699 CURRENT LEARNING RATE: 1.3060869605167413e-06
previous_iter_valid_loss : 0.181370809674263
1319180 0.181701 0.181371 0.163728 CURRENT LEARNING RATE: 1.3058257692446365e-06
previous_iter_valid_loss : 0.1607338935136795
1319200 0.160906 0.160734 0.163730 CURRENT LEARNING RATE: 1.3055646302055625e-06
previous_iter_valid_loss : 0.1672399491071701
1319220 0.167395 0.167240 0.164065 CURRENT LEARNING RATE: 1.305303543389074e-06
previous_iter_valid_loss : 0.16383624076843262
1319240 0.164004 0.163836 0.164223 CURRENT LEARNING RATE: 1.305042508784725e-06
previous_iter_valid_loss : 0.168425515294075
1319260 0.168659 0.168426 0.164563 CURRENT LEARNING RATE: 1.3047815263820789e-06
previous_iter_valid_loss : 0.16303279995918274
1319280 0.163225 0.163033 0.164687 CURRENT LEARNING RATE: 1.304520596170694e-06
previous_iter_valid_loss : 0.16299162805080414
1319300 0.163186 0.162992 0.164805 CURRENT LEARNING RATE: 1.304259718140133e-06
previous_iter_valid_loss : 0.16966846585273743
1319320 0.169917 0.169668 0.165193 CURRENT LEARNING RATE: 1.303998892279959e-06
previous_iter_valid_loss : 0.16384175419807434
1319340 0.164011 0.163842 0.165270 CURRENT LEARNING RATE: 1.3037381185797427e-06
previous_iter_valid_loss : 0.18342100083827972
1319360 0.183576 0.183421 0.166314 CURRENT LEARNING RATE: 1.3034773970290515e-06
previous_iter_valid_loss : 0.16449934244155884
1319380 0.164675 0.164499 0.165875 CURRENT LEARNING RATE: 1.303216727617454e-06
previous_iter_valid_loss : 0.17256616055965424
1319400 0.172832 0.172566 0.166463 CURRENT LEARNING RATE: 1.3029561103345281e-06
previous_iter_valid_loss : 0.1611623466014862
1319420 0.161348 0.161162 0.166323 CURRENT LEARNING RATE: 1.302695545169847e-06
previous_iter_valid_loss : 0.16156397759914398
1319440 0.161728 0.161564 0.166374 CURRENT LEARNING RATE: 1.3024350321129875e-06
previous_iter_valid_loss : 0.1620449423789978
1319460 0.162213 0.162045 0.166394 CURRENT LEARNING RATE: 1.3021745711535275e-06
previous_iter_valid_loss : 0.16491641104221344
1319480 0.165118 0.164916 0.166610 CURRENT LEARNING RATE: 1.3019141622810526e-06
previous_iter_valid_loss : 0.1646203100681305
1319500 0.164783 0.164620 0.166674 CURRENT LEARNING RATE: 1.3016538054851445e-06
previous_iter_valid_loss : 0.16061840951442719
1319520 0.160791 0.160618 0.166023 CURRENT LEARNING RATE: 1.3013935007553887e-06
previous_iter_valid_loss : 0.16061435639858246
1319540 0.160767 0.160614 0.166019 CURRENT LEARNING RATE: 1.3011332480813707e-06
previous_iter_valid_loss : 0.1671913117170334
1319560 0.167417 0.167191 0.166216 CURRENT LEARNING RATE: 1.3008730474526854e-06
previous_iter_valid_loss : 0.16244079172611237
1319580 0.162607 0.162441 0.165270 CURRENT LEARNING RATE: 1.300612898858922e-06
previous_iter_valid_loss : 0.16592732071876526
1319600 0.166091 0.165927 0.165529 CURRENT LEARNING RATE: 1.3003528022896746e-06
previous_iter_valid_loss : 0.17671146988868713
1319620 0.177019 0.176711 0.166003 CURRENT LEARNING RATE: 1.3000927577345374e-06
previous_iter_valid_loss : 0.16055791079998016
1319640 0.160711 0.160558 0.165839 CURRENT LEARNING RATE: 1.2998327651831128e-06
previous_iter_valid_loss : 0.16253361105918884
1319660 0.162696 0.162534 0.165544 CURRENT LEARNING RATE: 1.2995728246249993e-06
previous_iter_valid_loss : 0.1649022102355957
1319680 0.165106 0.164902 0.165638 CURRENT LEARNING RATE: 1.2993129360497985e-06
previous_iter_valid_loss : 0.17527413368225098
1319700 0.175429 0.175274 0.166252 CURRENT LEARNING RATE: 1.2990530994471133e-06
previous_iter_valid_loss : 0.16051851212978363
1319720 0.160682 0.160519 0.165794 CURRENT LEARNING RATE: 1.2987933148065546e-06
previous_iter_valid_loss : 0.16873884201049805
1319740 0.168971 0.168739 0.166039 CURRENT LEARNING RATE: 1.2985335821177285e-06
previous_iter_valid_loss : 0.16217917203903198
1319760 0.162346 0.162179 0.164977 CURRENT LEARNING RATE: 1.2982739013702434e-06
previous_iter_valid_loss : 0.1676897257566452
1319780 0.167914 0.167690 0.165137 CURRENT LEARNING RATE: 1.298014272553717e-06
previous_iter_valid_loss : 0.16483074426651
1319800 0.165033 0.164831 0.164750 CURRENT LEARNING RATE: 1.297754695657762e-06
previous_iter_valid_loss : 0.17057761549949646
1319820 0.170728 0.170578 0.165221 CURRENT LEARNING RATE: 1.2974951706719946e-06
previous_iter_valid_loss : 0.16060172021389008
1319840 0.160767 0.160602 0.165173 CURRENT LEARNING RATE: 1.2972356975860319e-06
previous_iter_valid_loss : 0.1610746532678604
1319860 0.161231 0.161075 0.165124 CURRENT LEARNING RATE: 1.2969762763894998e-06
previous_iter_valid_loss : 0.1608932465314865
1319880 0.161045 0.160893 0.164923 CURRENT LEARNING RATE: 1.2967169070720188e-06
previous_iter_valid_loss : 0.1621103286743164
1319900 0.162298 0.162110 0.164797 CURRENT LEARNING RATE: 1.2964575896232142e-06
previous_iter_valid_loss : 0.20179158449172974
1319920 0.202350 0.201792 0.166856 CURRENT LEARNING RATE: 1.2961983240327112e-06
previous_iter_valid_loss : 0.16092975437641144
1319940 0.161094 0.160930 0.166872 CURRENT LEARNING RATE: 1.2959391102901435e-06
previous_iter_valid_loss : 0.1605558693408966
1319960 0.160720 0.160556 0.166540 CURRENT LEARNING RATE: 1.2956799483851406e-06
previous_iter_valid_loss : 0.17910243570804596
1319980 0.179259 0.179102 0.167373 CURRENT LEARNING RATE: 1.2954208383073356e-06
previous_iter_valid_loss : 0.16567037999629974
1320000 0.165886 0.165670 0.167360 CURRENT LEARNING RATE: 1.295161780046362e-06
previous_iter_valid_loss : 0.16058257222175598
1320020 0.160751 0.160583 0.166554 CURRENT LEARNING RATE: 1.2949027735918622e-06
previous_iter_valid_loss : 0.17285093665122986
1320040 0.172997 0.172851 0.167168 CURRENT LEARNING RATE: 1.2946438189334733e-06
previous_iter_valid_loss : 0.16311967372894287
1320060 0.163291 0.163120 0.167198 CURRENT LEARNING RATE: 1.2943849160608377e-06
previous_iter_valid_loss : 0.16213403642177582
1320080 0.162338 0.162134 0.167059 CURRENT LEARNING RATE: 1.2941260649635962e-06
previous_iter_valid_loss : 0.16346897184848785
1320100 0.163670 0.163469 0.166469 CURRENT LEARNING RATE: 1.2938672656314001e-06
previous_iter_valid_loss : 0.16250008344650269
1320120 0.162700 0.162500 0.166568 CURRENT LEARNING RATE: 1.2936085180538948e-06
previous_iter_valid_loss : 0.16113701462745667
1320140 0.161322 0.161137 0.166188 CURRENT LEARNING RATE: 1.29334982222073e-06
previous_iter_valid_loss : 0.16052962839603424
1320160 0.160698 0.160530 0.166106 CURRENT LEARNING RATE: 1.2930911781215564e-06
previous_iter_valid_loss : 0.16751304268836975
1320180 0.167737 0.167513 0.166097 CURRENT LEARNING RATE: 1.2928325857460322e-06
previous_iter_valid_loss : 0.1625099927186966
1320200 0.162671 0.162510 0.165981 CURRENT LEARNING RATE: 1.2925740450838117e-06
previous_iter_valid_loss : 0.1609300822019577
1320220 0.161080 0.160930 0.165498 CURRENT LEARNING RATE: 1.2923155561245507e-06
previous_iter_valid_loss : 0.16237448155879974
1320240 0.162529 0.162374 0.165587 CURRENT LEARNING RATE: 1.2920571188579145e-06
previous_iter_valid_loss : 0.16062353551387787
1320260 0.160785 0.160624 0.165564 CURRENT LEARNING RATE: 1.2917987332735633e-06
previous_iter_valid_loss : 0.16163642704486847
1320280 0.161783 0.161636 0.165602 CURRENT LEARNING RATE: 1.2915403993611615e-06
previous_iter_valid_loss : 0.1631167232990265
1320300 0.163316 0.163117 0.165652 CURRENT LEARNING RATE: 1.2912821171103735e-06
previous_iter_valid_loss : 0.16217049956321716
1320320 0.162336 0.162170 0.163671 CURRENT LEARNING RATE: 1.2910238865108727e-06
previous_iter_valid_loss : 0.16058064997196198
1320340 0.160744 0.160581 0.163653 CURRENT LEARNING RATE: 1.2907657075523275e-06
previous_iter_valid_loss : 0.17923524975776672
1320360 0.179553 0.179235 0.164587 CURRENT LEARNING RATE: 1.2905075802244112e-06
previous_iter_valid_loss : 0.1608792543411255
1320380 0.161055 0.160879 0.163676 CURRENT LEARNING RATE: 1.2902495045167955e-06
previous_iter_valid_loss : 0.16085995733737946
1320400 0.161040 0.160860 0.163436 CURRENT LEARNING RATE: 1.2899914804191625e-06
previous_iter_valid_loss : 0.16092458367347717
1320420 0.161111 0.160925 0.163453 CURRENT LEARNING RATE: 1.289733507921189e-06
previous_iter_valid_loss : 0.1660190373659134
1320440 0.166231 0.166019 0.163111 CURRENT LEARNING RATE: 1.289475587012556e-06
previous_iter_valid_loss : 0.16057312488555908
1320460 0.160736 0.160573 0.162984 CURRENT LEARNING RATE: 1.2892177176829443e-06
previous_iter_valid_loss : 0.16332294046878815
1320480 0.163519 0.163323 0.163043 CURRENT LEARNING RATE: 1.2889598999220438e-06
previous_iter_valid_loss : 0.16051965951919556
1320500 0.160680 0.160520 0.162896 CURRENT LEARNING RATE: 1.2887021337195395e-06
previous_iter_valid_loss : 0.16164331138134003
1320520 0.161796 0.161643 0.162853 CURRENT LEARNING RATE: 1.2884444190651206e-06
previous_iter_valid_loss : 0.16441690921783447
1320540 0.164614 0.164417 0.163017 CURRENT LEARNING RATE: 1.2881867559484765e-06
previous_iter_valid_loss : 0.16052308678627014
1320560 0.160682 0.160523 0.163017 CURRENT LEARNING RATE: 1.287929144359305e-06
previous_iter_valid_loss : 0.16673292219638824
1320580 0.166955 0.166733 0.162978 CURRENT LEARNING RATE: 1.2876715842872994e-06
previous_iter_valid_loss : 0.16134119033813477
1320600 0.161528 0.161341 0.162919 CURRENT LEARNING RATE: 1.2874140757221552e-06
previous_iter_valid_loss : 0.16151559352874756
1320620 0.161672 0.161516 0.162949 CURRENT LEARNING RATE: 1.2871566186535765e-06
previous_iter_valid_loss : 0.1695224791765213
1320640 0.169769 0.169522 0.163306 CURRENT LEARNING RATE: 1.2868992130712627e-06
previous_iter_valid_loss : 0.16072171926498413
1320660 0.160877 0.160722 0.163311 CURRENT LEARNING RATE: 1.2866418589649174e-06
previous_iter_valid_loss : 0.1754101663827896
1320680 0.175564 0.175410 0.164000 CURRENT LEARNING RATE: 1.2863845563242446e-06
previous_iter_valid_loss : 0.1615346223115921
1320700 0.161724 0.161535 0.163920 CURRENT LEARNING RATE: 1.2861273051389563e-06
previous_iter_valid_loss : 0.17658984661102295
1320720 0.176881 0.176590 0.164641 CURRENT LEARNING RATE: 1.2858701053987604e-06
previous_iter_valid_loss : 0.16984252631664276
1320740 0.169995 0.169843 0.165105 CURRENT LEARNING RATE: 1.285612957093369e-06
previous_iter_valid_loss : 0.161190003156662
1320760 0.161342 0.161190 0.164202 CURRENT LEARNING RATE: 1.2853558602124937e-06
previous_iter_valid_loss : 0.1639818400144577
1320780 0.164182 0.163982 0.164357 CURRENT LEARNING RATE: 1.2850988147458552e-06
previous_iter_valid_loss : 0.1607987880706787
1320800 0.160979 0.160799 0.164354 CURRENT LEARNING RATE: 1.2848418206831696e-06
previous_iter_valid_loss : 0.17120994627475739
1320820 0.171358 0.171210 0.164869 CURRENT LEARNING RATE: 1.284584878014157e-06
previous_iter_valid_loss : 0.16355000436306
1320840 0.163720 0.163550 0.164745 CURRENT LEARNING RATE: 1.2843279867285373e-06
previous_iter_valid_loss : 0.16435134410858154
1320860 0.164551 0.164351 0.164934 CURRENT LEARNING RATE: 1.2840711468160394e-06
previous_iter_valid_loss : 0.18768310546875
1320880 0.188106 0.187683 0.166152 CURRENT LEARNING RATE: 1.283814358266388e-06
previous_iter_valid_loss : 0.16286170482635498
1320900 0.163055 0.162862 0.166269 CURRENT LEARNING RATE: 1.2835576210693106e-06
previous_iter_valid_loss : 0.16138719022274017
1320920 0.161575 0.161387 0.166256 CURRENT LEARNING RATE: 1.2833009352145363e-06
previous_iter_valid_loss : 0.1634475588798523
1320940 0.163648 0.163448 0.166208 CURRENT LEARNING RATE: 1.2830443006918017e-06
previous_iter_valid_loss : 0.16705556213855743
1320960 0.167275 0.167056 0.166535 CURRENT LEARNING RATE: 1.2827877174908393e-06
previous_iter_valid_loss : 0.16133040189743042
1320980 0.161520 0.161330 0.166264 CURRENT LEARNING RATE: 1.2825311856013836e-06
previous_iter_valid_loss : 0.161600723862648
1321000 0.161757 0.161601 0.166277 CURRENT LEARNING RATE: 1.2822747050131775e-06
previous_iter_valid_loss : 0.18167369067668915
1321020 0.182020 0.181674 0.167285 CURRENT LEARNING RATE: 1.28201827571596e-06
previous_iter_valid_loss : 0.18415144085884094
1321040 0.184300 0.184151 0.168017 CURRENT LEARNING RATE: 1.2817618976994736e-06
previous_iter_valid_loss : 0.16187527775764465
1321060 0.162064 0.161875 0.168074 CURRENT LEARNING RATE: 1.2815055709534612e-06
previous_iter_valid_loss : 0.16188719868659973
1321080 0.162057 0.161887 0.167398 CURRENT LEARNING RATE: 1.2812492954676739e-06
previous_iter_valid_loss : 0.16224510967731476
1321100 0.162439 0.162245 0.167434 CURRENT LEARNING RATE: 1.2809930712318586e-06
previous_iter_valid_loss : 0.16239780187606812
1321120 0.162568 0.162398 0.166724 CURRENT LEARNING RATE: 1.2807368982357664e-06
previous_iter_valid_loss : 0.16054868698120117
1321140 0.160710 0.160549 0.166259 CURRENT LEARNING RATE: 1.2804807764691478e-06
previous_iter_valid_loss : 0.16516807675361633
1321160 0.165324 0.165168 0.166458 CURRENT LEARNING RATE: 1.280224705921763e-06
previous_iter_valid_loss : 0.172812819480896
1321180 0.172956 0.172813 0.166900 CURRENT LEARNING RATE: 1.2799686865833666e-06
previous_iter_valid_loss : 0.1610555648803711
1321200 0.161240 0.161056 0.166913 CURRENT LEARNING RATE: 1.2797127184437175e-06
previous_iter_valid_loss : 0.16195295751094818
1321220 0.162139 0.161953 0.166450 CURRENT LEARNING RATE: 1.2794568014925752e-06
previous_iter_valid_loss : 0.16064494848251343
1321240 0.160818 0.160645 0.166305 CURRENT LEARNING RATE: 1.2792009357197077e-06
previous_iter_valid_loss : 0.1685345470905304
1321260 0.168688 0.168535 0.166514 CURRENT LEARNING RATE: 1.2789451211148774e-06
previous_iter_valid_loss : 0.16182494163513184
1321280 0.162009 0.161825 0.165221 CURRENT LEARNING RATE: 1.2786893576678522e-06
previous_iter_valid_loss : 0.16187337040901184
1321300 0.162060 0.161873 0.165172 CURRENT LEARNING RATE: 1.2784336453683995e-06
previous_iter_valid_loss : 0.16342559456825256
1321320 0.163616 0.163426 0.165273 CURRENT LEARNING RATE: 1.2781779842062947e-06
previous_iter_valid_loss : 0.19415104389190674
1321340 0.194647 0.194151 0.166809 CURRENT LEARNING RATE: 1.2779223741713096e-06
previous_iter_valid_loss : 0.1681794971227646
1321360 0.168411 0.168179 0.166865 CURRENT LEARNING RATE: 1.2776668152532172e-06
previous_iter_valid_loss : 0.19509300589561462
1321380 0.195584 0.195093 0.168553 CURRENT LEARNING RATE: 1.2774113074418e-06
previous_iter_valid_loss : 0.16424766182899475
1321400 0.164410 0.164248 0.168685 CURRENT LEARNING RATE: 1.2771558507268353e-06
previous_iter_valid_loss : 0.16290517151355743
1321420 0.163069 0.162905 0.167747 CURRENT LEARNING RATE: 1.2769004450981047e-06
previous_iter_valid_loss : 0.16231000423431396
1321440 0.162475 0.162310 0.166655 CURRENT LEARNING RATE: 1.27664509054539e-06
previous_iter_valid_loss : 0.1629391461610794
1321460 0.163139 0.162939 0.166708 CURRENT LEARNING RATE: 1.2763897870584811e-06
previous_iter_valid_loss : 0.16339480876922607
1321480 0.163600 0.163395 0.166783 CURRENT LEARNING RATE: 1.276134534627164e-06
previous_iter_valid_loss : 0.1759030520915985
1321500 0.176057 0.175903 0.167466 CURRENT LEARNING RATE: 1.2758793332412284e-06
previous_iter_valid_loss : 0.19348254799842834
1321520 0.193596 0.193483 0.169021 CURRENT LEARNING RATE: 1.275624182890464e-06
previous_iter_valid_loss : 0.16857227683067322
1321540 0.168730 0.168572 0.169422 CURRENT LEARNING RATE: 1.2753690835646695e-06
previous_iter_valid_loss : 0.18066851794719696
1321560 0.181006 0.180669 0.170197 CURRENT LEARNING RATE: 1.2751140352536386e-06
previous_iter_valid_loss : 0.16050481796264648
1321580 0.160666 0.160505 0.169581 CURRENT LEARNING RATE: 1.274859037947169e-06
previous_iter_valid_loss : 0.16061432659626007
1321600 0.160766 0.160614 0.169559 CURRENT LEARNING RATE: 1.2746040916350589e-06
previous_iter_valid_loss : 0.16609704494476318
1321620 0.166299 0.166097 0.169766 CURRENT LEARNING RATE: 1.2743491963071148e-06
previous_iter_valid_loss : 0.16058124601840973
1321640 0.160737 0.160581 0.169763 CURRENT LEARNING RATE: 1.274094351953139e-06
previous_iter_valid_loss : 0.16053393483161926
1321660 0.160705 0.160534 0.169363 CURRENT LEARNING RATE: 1.2738395585629372e-06
previous_iter_valid_loss : 0.16248199343681335
1321680 0.162679 0.162482 0.169396 CURRENT LEARNING RATE: 1.2735848161263159e-06
previous_iter_valid_loss : 0.16430716216564178
1321700 0.164515 0.164307 0.169518 CURRENT LEARNING RATE: 1.2733301246330893e-06
previous_iter_valid_loss : 0.16720621287822723
1321720 0.167359 0.167206 0.169707 CURRENT LEARNING RATE: 1.2730754840730682e-06
previous_iter_valid_loss : 0.16591797769069672
1321740 0.166125 0.165918 0.168295 CURRENT LEARNING RATE: 1.2728208944360664e-06
previous_iter_valid_loss : 0.16754934191703796
1321760 0.167769 0.167549 0.168264 CURRENT LEARNING RATE: 1.2725663557118985e-06
previous_iter_valid_loss : 0.16336049139499664
1321780 0.163546 0.163360 0.166677 CURRENT LEARNING RATE: 1.272311867890387e-06
previous_iter_valid_loss : 0.16144752502441406
1321800 0.161598 0.161448 0.166537 CURRENT LEARNING RATE: 1.2720574309613506e-06
previous_iter_valid_loss : 0.1605714112520218
1321820 0.160736 0.160571 0.166420 CURRENT LEARNING RATE: 1.2718030449146093e-06
previous_iter_valid_loss : 0.16115546226501465
1321840 0.161348 0.161155 0.166363 CURRENT LEARNING RATE: 1.2715487097399923e-06
previous_iter_valid_loss : 0.18539276719093323
1321860 0.185533 0.185393 0.167485 CURRENT LEARNING RATE: 1.2712944254273237e-06
previous_iter_valid_loss : 0.16419248282909393
1321880 0.164362 0.164192 0.167525 CURRENT LEARNING RATE: 1.2710401919664324e-06
previous_iter_valid_loss : 0.16789019107818604
1321900 0.168122 0.167890 0.167125 CURRENT LEARNING RATE: 1.2707860093471466e-06
previous_iter_valid_loss : 0.17105714976787567
1321920 0.171309 0.171057 0.166003 CURRENT LEARNING RATE: 1.2705318775593038e-06
previous_iter_valid_loss : 0.1609835922718048
1321940 0.161166 0.160984 0.165624 CURRENT LEARNING RATE: 1.270277796592736e-06
previous_iter_valid_loss : 0.18411050736904144
1321960 0.184251 0.184111 0.165796 CURRENT LEARNING RATE: 1.2700237664372805e-06
previous_iter_valid_loss : 0.16078375279903412
1321980 0.160943 0.160784 0.165810 CURRENT LEARNING RATE: 1.2697697870827734e-06
previous_iter_valid_loss : 0.16236022114753723
1322000 0.162552 0.162360 0.165897 CURRENT LEARNING RATE: 1.2695158585190603e-06
previous_iter_valid_loss : 0.16122370958328247
1322020 0.161410 0.161224 0.165653 CURRENT LEARNING RATE: 1.2692619807359816e-06
previous_iter_valid_loss : 0.18599265813827515
1322040 0.186125 0.185993 0.166924 CURRENT LEARNING RATE: 1.2690081537233823e-06
previous_iter_valid_loss : 0.17310424149036407
1322060 0.173253 0.173104 0.167553 CURRENT LEARNING RATE: 1.2687543774711073e-06
previous_iter_valid_loss : 0.16885977983474731
1322080 0.169091 0.168860 0.167871 CURRENT LEARNING RATE: 1.2685006519690094e-06
previous_iter_valid_loss : 0.1605006605386734
1322100 0.160657 0.160501 0.167681 CURRENT LEARNING RATE: 1.268246977206938e-06
previous_iter_valid_loss : 0.1635603904724121
1322120 0.163730 0.163560 0.167499 CURRENT LEARNING RATE: 1.267993353174746e-06
previous_iter_valid_loss : 0.16295377910137177
1322140 0.163124 0.162954 0.167351 CURRENT LEARNING RATE: 1.2677397798622858e-06
previous_iter_valid_loss : 0.17437715828418732
1322160 0.174525 0.174377 0.167692 CURRENT LEARNING RATE: 1.2674862572594192e-06
previous_iter_valid_loss : 0.16559186577796936
1322180 0.165747 0.165592 0.167804 CURRENT LEARNING RATE: 1.2672327853560032e-06
previous_iter_valid_loss : 0.16261449456214905
1322200 0.162770 0.162614 0.167862 CURRENT LEARNING RATE: 1.2669793641418964e-06
previous_iter_valid_loss : 0.16429711878299713
1322220 0.164493 0.164297 0.168048 CURRENT LEARNING RATE: 1.2667259936069667e-06
previous_iter_valid_loss : 0.16060084104537964
1322240 0.160761 0.160601 0.168021 CURRENT LEARNING RATE: 1.266472673741077e-06
previous_iter_valid_loss : 0.16063043475151062
1322260 0.160803 0.160630 0.166782 CURRENT LEARNING RATE: 1.2662194045340942e-06
previous_iter_valid_loss : 0.1623464971780777
1322280 0.162513 0.162346 0.166690 CURRENT LEARNING RATE: 1.2659661859758856e-06
previous_iter_valid_loss : 0.16835066676139832
1322300 0.168503 0.168351 0.166713 CURRENT LEARNING RATE: 1.265713018056327e-06
previous_iter_valid_loss : 0.16935224831104279
1322320 0.169588 0.169352 0.166628 CURRENT LEARNING RATE: 1.265459900765289e-06
previous_iter_valid_loss : 0.18955528736114502
1322340 0.189988 0.189555 0.168056 CURRENT LEARNING RATE: 1.2652068340926474e-06
previous_iter_valid_loss : 0.16051006317138672
1322360 0.160677 0.160510 0.166876 CURRENT LEARNING RATE: 1.264953818028277e-06
previous_iter_valid_loss : 0.16458621621131897
1322380 0.164786 0.164586 0.167067 CURRENT LEARNING RATE: 1.2647008525620617e-06
previous_iter_valid_loss : 0.1708192527294159
1322400 0.170977 0.170819 0.167489 CURRENT LEARNING RATE: 1.264447937683881e-06
previous_iter_valid_loss : 0.16334891319274902
1322420 0.163513 0.163349 0.167596 CURRENT LEARNING RATE: 1.2641950733836175e-06
previous_iter_valid_loss : 0.16051360964775085
1322440 0.160665 0.160514 0.166322 CURRENT LEARNING RATE: 1.2639422596511553e-06
previous_iter_valid_loss : 0.16563406586647034
1322460 0.165796 0.165634 0.165948 CURRENT LEARNING RATE: 1.2636894964763856e-06
previous_iter_valid_loss : 0.1657811403274536
1322480 0.165947 0.165781 0.165794 CURRENT LEARNING RATE: 1.263436783849196e-06
previous_iter_valid_loss : 0.16184455156326294
1322500 0.162010 0.161845 0.165862 CURRENT LEARNING RATE: 1.2631841217594778e-06
previous_iter_valid_loss : 0.16925543546676636
1322520 0.169497 0.169255 0.166146 CURRENT LEARNING RATE: 1.2629315101971225e-06
previous_iter_valid_loss : 0.16064292192459106
1322540 0.160804 0.160643 0.166031 CURRENT LEARNING RATE: 1.2626789491520301e-06
previous_iter_valid_loss : 0.18806537985801697
1322560 0.188495 0.188065 0.166715 CURRENT LEARNING RATE: 1.2624264386140959e-06
previous_iter_valid_loss : 0.16693498194217682
1322580 0.167157 0.166935 0.166782 CURRENT LEARNING RATE: 1.2621739785732169e-06
previous_iter_valid_loss : 0.16054779291152954
1322600 0.160715 0.160548 0.166679 CURRENT LEARNING RATE: 1.2619215690192998e-06
previous_iter_valid_loss : 0.16624511778354645
1322620 0.166410 0.166245 0.166776 CURRENT LEARNING RATE: 1.2616692099422453e-06
previous_iter_valid_loss : 0.16397131979465485
1322640 0.164162 0.163971 0.166945 CURRENT LEARNING RATE: 1.2614169013319595e-06
previous_iter_valid_loss : 0.1634690910577774
1322660 0.163670 0.163469 0.167087 CURRENT LEARNING RATE: 1.2611646431783477e-06
previous_iter_valid_loss : 0.1634572297334671
1322680 0.163618 0.163457 0.167142 CURRENT LEARNING RATE: 1.260912435471324e-06
previous_iter_valid_loss : 0.17585277557373047
1322700 0.176131 0.175853 0.167517 CURRENT LEARNING RATE: 1.260660278200798e-06
previous_iter_valid_loss : 0.18948994576931
1322720 0.189618 0.189490 0.168524 CURRENT LEARNING RATE: 1.2604081713566832e-06
previous_iter_valid_loss : 0.16072234511375427
1322740 0.160883 0.160722 0.167083 CURRENT LEARNING RATE: 1.260156114928893e-06
previous_iter_valid_loss : 0.16214123368263245
1322760 0.162298 0.162141 0.167164 CURRENT LEARNING RATE: 1.25990410890735e-06
previous_iter_valid_loss : 0.16053546965122223
1322780 0.160705 0.160535 0.166962 CURRENT LEARNING RATE: 1.2596521532819715e-06
previous_iter_valid_loss : 0.16254271566867828
1322800 0.162745 0.162543 0.166548 CURRENT LEARNING RATE: 1.2594002480426795e-06
previous_iter_valid_loss : 0.16061268746852875
1322820 0.160775 0.160613 0.166411 CURRENT LEARNING RATE: 1.259148393179395e-06
previous_iter_valid_loss : 0.1605284959077835
1322840 0.160698 0.160528 0.166412 CURRENT LEARNING RATE: 1.2588965886820488e-06
previous_iter_valid_loss : 0.17700111865997314
1322860 0.177315 0.177001 0.166980 CURRENT LEARNING RATE: 1.2586448345405664e-06
previous_iter_valid_loss : 0.16065993905067444
1322880 0.160823 0.160660 0.166724 CURRENT LEARNING RATE: 1.2583931307448773e-06
previous_iter_valid_loss : 0.16228099167346954
1322900 0.162474 0.162281 0.166746 CURRENT LEARNING RATE: 1.2581414772849115e-06
previous_iter_valid_loss : 0.16830219328403473
1322920 0.168527 0.168302 0.166698 CURRENT LEARNING RATE: 1.2578898741506073e-06
previous_iter_valid_loss : 0.16575834155082703
1322940 0.165921 0.165758 0.166954 CURRENT LEARNING RATE: 1.257638321331898e-06
previous_iter_valid_loss : 0.16062165796756744
1322960 0.160781 0.160622 0.165582 CURRENT LEARNING RATE: 1.257386818818722e-06
previous_iter_valid_loss : 0.18936768174171448
1322980 0.189769 0.189368 0.166704 CURRENT LEARNING RATE: 1.2571353666010166e-06
previous_iter_valid_loss : 0.1605585366487503
1323000 0.160708 0.160559 0.166704 CURRENT LEARNING RATE: 1.2568839646687283e-06
previous_iter_valid_loss : 0.16143818199634552
1323020 0.161624 0.161438 0.166464 CURRENT LEARNING RATE: 1.2566326130117985e-06
previous_iter_valid_loss : 0.16157355904579163
1323040 0.161762 0.161574 0.166344 CURRENT LEARNING RATE: 1.2563813116201715e-06
previous_iter_valid_loss : 0.16394025087356567
1323060 0.164116 0.163940 0.166367 CURRENT LEARNING RATE: 1.256130060483799e-06
previous_iter_valid_loss : 0.17821408808231354
1323080 0.178533 0.178214 0.167105 CURRENT LEARNING RATE: 1.2558788595926293e-06
previous_iter_valid_loss : 0.1788206696510315
1323100 0.178976 0.178821 0.167254 CURRENT LEARNING RATE: 1.2556277089366143e-06
previous_iter_valid_loss : 0.20099779963493347
1323120 0.201081 0.200998 0.167829 CURRENT LEARNING RATE: 1.2553766085057053e-06
previous_iter_valid_loss : 0.19470621645450592
1323140 0.194808 0.194706 0.169528 CURRENT LEARNING RATE: 1.2551255582898632e-06
previous_iter_valid_loss : 0.16055239737033844
1323160 0.160707 0.160552 0.169449 CURRENT LEARNING RATE: 1.2548745582790434e-06
previous_iter_valid_loss : 0.18360298871994019
1323180 0.183753 0.183603 0.170602 CURRENT LEARNING RATE: 1.2546236084632064e-06
previous_iter_valid_loss : 0.16061261296272278
1323200 0.160772 0.160613 0.170506 CURRENT LEARNING RATE: 1.2543727088323116e-06
previous_iter_valid_loss : 0.1618996560573578
1323220 0.162057 0.161900 0.170570 CURRENT LEARNING RATE: 1.2541218593763274e-06
previous_iter_valid_loss : 0.1608639657497406
1323240 0.161046 0.160864 0.170587 CURRENT LEARNING RATE: 1.2538710600852179e-06
previous_iter_valid_loss : 0.19769296050071716
1323260 0.197790 0.197693 0.171621 CURRENT LEARNING RATE: 1.2536203109489508e-06
previous_iter_valid_loss : 0.16512168943881989
1323280 0.165280 0.165122 0.171845 CURRENT LEARNING RATE: 1.2533696119574942e-06
previous_iter_valid_loss : 0.1606367826461792
1323300 0.160795 0.160637 0.171762 CURRENT LEARNING RATE: 1.2531189631008244e-06
previous_iter_valid_loss : 0.1626243144273758
1323320 0.162808 0.162624 0.171478 CURRENT LEARNING RATE: 1.2528683643689135e-06
previous_iter_valid_loss : 0.16104455292224884
1323340 0.161196 0.161045 0.171243 CURRENT LEARNING RATE: 1.252617815751737e-06
previous_iter_valid_loss : 0.16545724868774414
1323360 0.165615 0.165457 0.171485 CURRENT LEARNING RATE: 1.2523673172392713e-06
previous_iter_valid_loss : 0.16207252442836761
1323380 0.162219 0.162073 0.170120 CURRENT LEARNING RATE: 1.2521168688215007e-06
previous_iter_valid_loss : 0.1605348438024521
1323400 0.160703 0.160535 0.170119 CURRENT LEARNING RATE: 1.2518664704884049e-06
previous_iter_valid_loss : 0.1620863676071167
1323420 0.162248 0.162086 0.170151 CURRENT LEARNING RATE: 1.251616122229966e-06
previous_iter_valid_loss : 0.16721566021442413
1323440 0.167438 0.167216 0.170433 CURRENT LEARNING RATE: 1.2513658240361743e-06
previous_iter_valid_loss : 0.1679125875234604
1323460 0.168142 0.167913 0.170632 CURRENT LEARNING RATE: 1.2511155758970158e-06
previous_iter_valid_loss : 0.1712217777967453
1323480 0.171370 0.171222 0.170282 CURRENT LEARNING RATE: 1.2508653778024803e-06
previous_iter_valid_loss : 0.17417313158512115
1323500 0.174318 0.174173 0.170050 CURRENT LEARNING RATE: 1.250615229742558e-06
previous_iter_valid_loss : 0.16268429160118103
1323520 0.162850 0.162684 0.168134 CURRENT LEARNING RATE: 1.2503651317072473e-06
previous_iter_valid_loss : 0.16215887665748596
1323540 0.162309 0.162159 0.166507 CURRENT LEARNING RATE: 1.2501150836865419e-06
previous_iter_valid_loss : 0.16365359723567963
1323560 0.163815 0.163654 0.166662 CURRENT LEARNING RATE: 1.2498650856704403e-06
previous_iter_valid_loss : 0.162225142121315
1323580 0.162384 0.162225 0.165593 CURRENT LEARNING RATE: 1.2496151376489397e-06
previous_iter_valid_loss : 0.16339053213596344
1323600 0.163586 0.163391 0.165732 CURRENT LEARNING RATE: 1.2493652396120472e-06
previous_iter_valid_loss : 0.18086937069892883
1323620 0.181025 0.180869 0.166680 CURRENT LEARNING RATE: 1.2491153915497645e-06
previous_iter_valid_loss : 0.1671619564294815
1323640 0.167381 0.167162 0.166995 CURRENT LEARNING RATE: 1.2488655934520975e-06
previous_iter_valid_loss : 0.16083015501499176
1323660 0.160987 0.160830 0.165152 CURRENT LEARNING RATE: 1.2486158453090522e-06
previous_iter_valid_loss : 0.16966596245765686
1323680 0.169914 0.169666 0.165379 CURRENT LEARNING RATE: 1.2483661471106431e-06
previous_iter_valid_loss : 0.1620737612247467
1323700 0.162236 0.162074 0.165451 CURRENT LEARNING RATE: 1.2481164988468801e-06
previous_iter_valid_loss : 0.18592490255832672
1323720 0.186303 0.185925 0.166616 CURRENT LEARNING RATE: 1.2478669005077773e-06
previous_iter_valid_loss : 0.16190703213214874
1323740 0.162107 0.161907 0.166659 CURRENT LEARNING RATE: 1.2476173520833484e-06
previous_iter_valid_loss : 0.16157326102256775
1323760 0.161733 0.161573 0.166465 CURRENT LEARNING RATE: 1.2473678535636158e-06
previous_iter_valid_loss : 0.17542096972465515
1323780 0.175713 0.175421 0.167132 CURRENT LEARNING RATE: 1.2471184049385978e-06
previous_iter_valid_loss : 0.16941499710083008
1323800 0.169565 0.169415 0.167576 CURRENT LEARNING RATE: 1.2468690061983138e-06
previous_iter_valid_loss : 0.16051627695560455
1323820 0.160687 0.160516 0.167498 CURRENT LEARNING RATE: 1.2466196573327924e-06
previous_iter_valid_loss : 0.16476264595985413
1323840 0.164969 0.164763 0.167375 CURRENT LEARNING RATE: 1.2463703583320575e-06
previous_iter_valid_loss : 0.16518475115299225
1323860 0.165360 0.165185 0.167239 CURRENT LEARNING RATE: 1.246121109186137e-06
previous_iter_valid_loss : 0.16312071681022644
1323880 0.163308 0.163121 0.166834 CURRENT LEARNING RATE: 1.245871909885059e-06
previous_iter_valid_loss : 0.1612635850906372
1323900 0.161456 0.161264 0.166188 CURRENT LEARNING RATE: 1.2456227604188597e-06
previous_iter_valid_loss : 0.1637301743030548
1323920 0.163926 0.163730 0.166241 CURRENT LEARNING RATE: 1.245373660777571e-06
previous_iter_valid_loss : 0.16060446202754974
1323940 0.160773 0.160604 0.166163 CURRENT LEARNING RATE: 1.2451246109512289e-06
previous_iter_valid_loss : 0.16083140671253204
1323960 0.161002 0.160831 0.166022 CURRENT LEARNING RATE: 1.2448756109298691e-06
previous_iter_valid_loss : 0.17710740864276886
1323980 0.177268 0.177107 0.166766 CURRENT LEARNING RATE: 1.244626660703536e-06
previous_iter_valid_loss : 0.16706731915473938
1324000 0.167278 0.167067 0.166950 CURRENT LEARNING RATE: 1.2443777602622699e-06
previous_iter_valid_loss : 0.1619536578655243
1324020 0.162161 0.161954 0.166004 CURRENT LEARNING RATE: 1.244128909596114e-06
previous_iter_valid_loss : 0.16704829037189484
1324040 0.167206 0.167048 0.165998 CURRENT LEARNING RATE: 1.2438801086951126e-06
previous_iter_valid_loss : 0.16266021132469177
1324060 0.162861 0.162660 0.166090 CURRENT LEARNING RATE: 1.243631357549318e-06
previous_iter_valid_loss : 0.1611853688955307
1324080 0.161379 0.161185 0.165666 CURRENT LEARNING RATE: 1.2433826561487777e-06
previous_iter_valid_loss : 0.16437315940856934
1324100 0.164535 0.164373 0.165781 CURRENT LEARNING RATE: 1.243134004483544e-06
previous_iter_valid_loss : 0.16321030259132385
1324120 0.163414 0.163210 0.164645 CURRENT LEARNING RATE: 1.2428854025436683e-06
previous_iter_valid_loss : 0.17373859882354736
1324140 0.173891 0.173739 0.165237 CURRENT LEARNING RATE: 1.242636850319211e-06
previous_iter_valid_loss : 0.16162165999412537
1324160 0.161805 0.161622 0.165239 CURRENT LEARNING RATE: 1.242388347800228e-06
previous_iter_valid_loss : 0.16576053202152252
1324180 0.165964 0.165761 0.164756 CURRENT LEARNING RATE: 1.2421398949767768e-06
previous_iter_valid_loss : 0.17185235023498535
1324200 0.171999 0.171852 0.164878 CURRENT LEARNING RATE: 1.241891491838924e-06
previous_iter_valid_loss : 0.17339935898780823
1324220 0.173676 0.173399 0.165522 CURRENT LEARNING RATE: 1.2416431383767307e-06
previous_iter_valid_loss : 0.16903243958950043
1324240 0.169184 0.169032 0.165735 CURRENT LEARNING RATE: 1.2413948345802633e-06
previous_iter_valid_loss : 0.1621200144290924
1324260 0.162288 0.162120 0.165582 CURRENT LEARNING RATE: 1.2411465804395873e-06
previous_iter_valid_loss : 0.16210530698299408
1324280 0.162307 0.162105 0.165531 CURRENT LEARNING RATE: 1.2408983759447767e-06
previous_iter_valid_loss : 0.18826159834861755
1324300 0.188391 0.188262 0.166881 CURRENT LEARNING RATE: 1.2406502210859014e-06
previous_iter_valid_loss : 0.16487862169742584
1324320 0.165075 0.164879 0.166939 CURRENT LEARNING RATE: 1.2404021158530352e-06
previous_iter_valid_loss : 0.16914722323417664
1324340 0.169304 0.169147 0.167366 CURRENT LEARNING RATE: 1.2401540602362515e-06
previous_iter_valid_loss : 0.1636483520269394
1324360 0.163833 0.163648 0.167507 CURRENT LEARNING RATE: 1.2399060542256326e-06
previous_iter_valid_loss : 0.16784998774528503
1324380 0.168002 0.167850 0.167044 CURRENT LEARNING RATE: 1.2396580978112559e-06
previous_iter_valid_loss : 0.1821376383304596
1324400 0.182293 0.182138 0.167797 CURRENT LEARNING RATE: 1.2394101909832035e-06
previous_iter_valid_loss : 0.16163231432437897
1324420 0.161785 0.161632 0.167781 CURRENT LEARNING RATE: 1.2391623337315565e-06
previous_iter_valid_loss : 0.16051170229911804
1324440 0.160665 0.160512 0.167455 CURRENT LEARNING RATE: 1.2389145260464052e-06
previous_iter_valid_loss : 0.17303593456745148
1324460 0.173305 0.173036 0.167973 CURRENT LEARNING RATE: 1.2386667679178353e-06
previous_iter_valid_loss : 0.16955634951591492
1324480 0.169709 0.169556 0.168392 CURRENT LEARNING RATE: 1.238419059335936e-06
previous_iter_valid_loss : 0.16080638766288757
1324500 0.160959 0.160806 0.168214 CURRENT LEARNING RATE: 1.2381714002907975e-06
previous_iter_valid_loss : 0.16269561648368835
1324520 0.162884 0.162696 0.168188 CURRENT LEARNING RATE: 1.237923790772517e-06
previous_iter_valid_loss : 0.1656826138496399
1324540 0.165892 0.165683 0.167785 CURRENT LEARNING RATE: 1.2376762307711883e-06
previous_iter_valid_loss : 0.16076335310935974
1324560 0.160920 0.160763 0.167742 CURRENT LEARNING RATE: 1.2374287202769093e-06
previous_iter_valid_loss : 0.16408933699131012
1324580 0.164299 0.164089 0.167658 CURRENT LEARNING RATE: 1.2371812592797768e-06
previous_iter_valid_loss : 0.16085943579673767
1324600 0.161039 0.160859 0.167109 CURRENT LEARNING RATE: 1.236933847769897e-06
previous_iter_valid_loss : 0.1806127429008484
1324620 0.180954 0.180613 0.167469 CURRENT LEARNING RATE: 1.2366864857373713e-06
previous_iter_valid_loss : 0.16136659681797028
1324640 0.161557 0.161367 0.167086 CURRENT LEARNING RATE: 1.2364391731723033e-06
previous_iter_valid_loss : 0.1852298378944397
1324660 0.185606 0.185230 0.168242 CURRENT LEARNING RATE: 1.2361919100648044e-06
previous_iter_valid_loss : 0.17662063241004944
1324680 0.176907 0.176621 0.168967 CURRENT LEARNING RATE: 1.2359446964049822e-06
previous_iter_valid_loss : 0.16212695837020874
1324700 0.162291 0.162127 0.167661 CURRENT LEARNING RATE: 1.2356975321829477e-06
previous_iter_valid_loss : 0.1605471670627594
1324720 0.160702 0.160547 0.167444 CURRENT LEARNING RATE: 1.2354504173888126e-06
previous_iter_valid_loss : 0.16052749752998352
1324740 0.160682 0.160527 0.167013 CURRENT LEARNING RATE: 1.2352033520126965e-06
previous_iter_valid_loss : 0.16956058144569397
1324760 0.169813 0.169561 0.167309 CURRENT LEARNING RATE: 1.234956336044715e-06
previous_iter_valid_loss : 0.16052061319351196
1324780 0.160680 0.160521 0.166942 CURRENT LEARNING RATE: 1.2347093694749867e-06
previous_iter_valid_loss : 0.16226112842559814
1324800 0.162465 0.162261 0.165948 CURRENT LEARNING RATE: 1.2344624522936311e-06
previous_iter_valid_loss : 0.16097265481948853
1324820 0.161158 0.160973 0.165916 CURRENT LEARNING RATE: 1.2342155844907764e-06
previous_iter_valid_loss : 0.1619550883769989
1324840 0.162108 0.161955 0.165988 CURRENT LEARNING RATE: 1.233968766056545e-06
previous_iter_valid_loss : 0.17274008691310883
1324860 0.172894 0.172740 0.165973 CURRENT LEARNING RATE: 1.2337219969810642e-06
previous_iter_valid_loss : 0.16212762892246246
1324880 0.162290 0.162128 0.165601 CURRENT LEARNING RATE: 1.2334752772544615e-06
previous_iter_valid_loss : 0.20055924355983734
1324900 0.200632 0.200559 0.167589 CURRENT LEARNING RATE: 1.233228606866872e-06
previous_iter_valid_loss : 0.16717290878295898
1324920 0.167333 0.167173 0.167813 CURRENT LEARNING RATE: 1.2329819858084272e-06
previous_iter_valid_loss : 0.16291700303554535
1324940 0.163108 0.162917 0.167675 CURRENT LEARNING RATE: 1.2327354140692619e-06
previous_iter_valid_loss : 0.17989704012870789
1324960 0.180055 0.179897 0.168631 CURRENT LEARNING RATE: 1.2324888916395112e-06
previous_iter_valid_loss : 0.16205711662769318
1324980 0.162245 0.162057 0.168530 CURRENT LEARNING RATE: 1.2322424185093185e-06
previous_iter_valid_loss : 0.16092318296432495
1325000 0.161096 0.160923 0.168533 CURRENT LEARNING RATE: 1.2319959946688226e-06
previous_iter_valid_loss : 0.16449615359306335
1325020 0.164656 0.164496 0.167727 CURRENT LEARNING RATE: 1.2317496201081646e-06
previous_iter_valid_loss : 0.1643816977739334
1325040 0.164590 0.164382 0.167878 CURRENT LEARNING RATE: 1.2315032948174936e-06
previous_iter_valid_loss : 0.16363194584846497
1325060 0.163817 0.163632 0.166798 CURRENT LEARNING RATE: 1.2312570187869547e-06
previous_iter_valid_loss : 0.16946890950202942
1325080 0.169624 0.169469 0.166440 CURRENT LEARNING RATE: 1.2310107920066968e-06
previous_iter_valid_loss : 0.16057206690311432
1325100 0.160719 0.160572 0.166363 CURRENT LEARNING RATE: 1.2307646144668681e-06
previous_iter_valid_loss : 0.16053932905197144
1325120 0.160702 0.160539 0.166362 CURRENT LEARNING RATE: 1.2305184861576267e-06
previous_iter_valid_loss : 0.16257187724113464
1325140 0.162779 0.162572 0.166464 CURRENT LEARNING RATE: 1.230272407069125e-06
previous_iter_valid_loss : 0.1618582159280777
1325160 0.162020 0.161858 0.166079 CURRENT LEARNING RATE: 1.2300263771915196e-06
previous_iter_valid_loss : 0.16088666021823883
1325180 0.161070 0.160887 0.166098 CURRENT LEARNING RATE: 1.2297803965149673e-06
previous_iter_valid_loss : 0.16132624447345734
1325200 0.161478 0.161326 0.166051 CURRENT LEARNING RATE: 1.229534465029633e-06
previous_iter_valid_loss : 0.16064505279064178
1325220 0.160825 0.160645 0.166035 CURRENT LEARNING RATE: 1.2292885827256778e-06
previous_iter_valid_loss : 0.16063469648361206
1325240 0.160792 0.160635 0.165969 CURRENT LEARNING RATE: 1.2290427495932659e-06
previous_iter_valid_loss : 0.1634110063314438
1325260 0.163583 0.163411 0.165502 CURRENT LEARNING RATE: 1.228796965622562e-06
previous_iter_valid_loss : 0.1606709361076355
1325280 0.160836 0.160671 0.165429 CURRENT LEARNING RATE: 1.228551230803739e-06
previous_iter_valid_loss : 0.1798567771911621
1325300 0.180174 0.179857 0.164394 CURRENT LEARNING RATE: 1.2283055451269654e-06
previous_iter_valid_loss : 0.1628817766904831
1325320 0.163066 0.162882 0.164180 CURRENT LEARNING RATE: 1.228059908582414e-06
previous_iter_valid_loss : 0.17093534767627716
1325340 0.171084 0.170935 0.164580 CURRENT LEARNING RATE: 1.2278143211602568e-06
previous_iter_valid_loss : 0.16052445769309998
1325360 0.160689 0.160524 0.163612 CURRENT LEARNING RATE: 1.2275687828506747e-06
previous_iter_valid_loss : 0.16092456877231598
1325380 0.161078 0.160925 0.163555 CURRENT LEARNING RATE: 1.227323293643844e-06
previous_iter_valid_loss : 0.1605968326330185
1325400 0.160765 0.160597 0.163539 CURRENT LEARNING RATE: 1.227077853529943e-06
previous_iter_valid_loss : 0.1606244146823883
1325420 0.160794 0.160624 0.163345 CURRENT LEARNING RATE: 1.226832462499159e-06
previous_iter_valid_loss : 0.1656041294336319
1325440 0.165770 0.165604 0.163406 CURRENT LEARNING RATE: 1.226587120541673e-06
previous_iter_valid_loss : 0.16062971949577332
1325460 0.160804 0.160630 0.163256 CURRENT LEARNING RATE: 1.2263418276476723e-06
previous_iter_valid_loss : 0.16128075122833252
1325480 0.161463 0.161281 0.162847 CURRENT LEARNING RATE: 1.2260965838073429e-06
previous_iter_valid_loss : 0.1606593281030655
1325500 0.160828 0.160659 0.162851 CURRENT LEARNING RATE: 1.2258513890108788e-06
previous_iter_valid_loss : 0.1624222844839096
1325520 0.162588 0.162422 0.162945 CURRENT LEARNING RATE: 1.2256062432484706e-06
previous_iter_valid_loss : 0.16068483889102936
1325540 0.160849 0.160685 0.162851 CURRENT LEARNING RATE: 1.2253611465103124e-06
previous_iter_valid_loss : 0.16237056255340576
1325560 0.162559 0.162371 0.162877 CURRENT LEARNING RATE: 1.2251160987865979e-06
previous_iter_valid_loss : 0.1609947234392166
1325580 0.161155 0.160995 0.162882 CURRENT LEARNING RATE: 1.2248711000675298e-06
previous_iter_valid_loss : 0.16159415245056152
1325600 0.161782 0.161594 0.162896 CURRENT LEARNING RATE: 1.2246261503433057e-06
previous_iter_valid_loss : 0.1643318384885788
1325620 0.164530 0.164332 0.163080 CURRENT LEARNING RATE: 1.224381249604128e-06
previous_iter_valid_loss : 0.18084019422531128
1325640 0.181179 0.180840 0.164090 CURRENT LEARNING RATE: 1.224136397840198e-06
previous_iter_valid_loss : 0.16054853796958923
1325660 0.160698 0.160549 0.163947 CURRENT LEARNING RATE: 1.2238915950417263e-06
previous_iter_valid_loss : 0.16579440236091614
1325680 0.165999 0.165794 0.164203 CURRENT LEARNING RATE: 1.2236468411989187e-06
previous_iter_valid_loss : 0.16171875596046448
1325700 0.161901 0.161719 0.163296 CURRENT LEARNING RATE: 1.2234021363019847e-06
previous_iter_valid_loss : 0.1734243482351303
1325720 0.173697 0.173424 0.163823 CURRENT LEARNING RATE: 1.2231574803411344e-06
previous_iter_valid_loss : 0.19853107631206512
1325740 0.199061 0.198531 0.165203 CURRENT LEARNING RATE: 1.2229128733065857e-06
previous_iter_valid_loss : 0.16764315962791443
1325760 0.167875 0.167643 0.165559 CURRENT LEARNING RATE: 1.2226683151885518e-06
previous_iter_valid_loss : 0.16115857660770416
1325780 0.161347 0.161159 0.165571 CURRENT LEARNING RATE: 1.222423805977251e-06
previous_iter_valid_loss : 0.17143647372722626
1325800 0.171585 0.171436 0.166113 CURRENT LEARNING RATE: 1.2221793456629001e-06
previous_iter_valid_loss : 0.16239286959171295
1325820 0.162546 0.162393 0.166201 CURRENT LEARNING RATE: 1.2219349342357257e-06
previous_iter_valid_loss : 0.16052204370498657
1325840 0.160685 0.160522 0.165947 CURRENT LEARNING RATE: 1.2216905716859485e-06
previous_iter_valid_loss : 0.17957031726837158
1325860 0.179727 0.179570 0.166894 CURRENT LEARNING RATE: 1.2214462580037923e-06
previous_iter_valid_loss : 0.1609375923871994
1325880 0.161104 0.160938 0.166877 CURRENT LEARNING RATE: 1.2212019931794886e-06
previous_iter_valid_loss : 0.16229651868343353
1325900 0.162464 0.162297 0.166959 CURRENT LEARNING RATE: 1.2209577772032651e-06
previous_iter_valid_loss : 0.1620856076478958
1325920 0.162277 0.162086 0.166942 CURRENT LEARNING RATE: 1.2207136100653527e-06
previous_iter_valid_loss : 0.1607987880706787
1325940 0.160963 0.160799 0.166948 CURRENT LEARNING RATE: 1.2204694917559828e-06
previous_iter_valid_loss : 0.1640980839729309
1325960 0.164270 0.164098 0.167034 CURRENT LEARNING RATE: 1.2202254222653948e-06
previous_iter_valid_loss : 0.1613582968711853
1325980 0.161515 0.161358 0.167052 CURRENT LEARNING RATE: 1.2199814015838238e-06
previous_iter_valid_loss : 0.16437259316444397
1326000 0.164566 0.164373 0.167191 CURRENT LEARNING RATE: 1.219737429701509e-06
previous_iter_valid_loss : 0.1614978164434433
1326020 0.161656 0.161498 0.167049 CURRENT LEARNING RATE: 1.2194935066086894e-06
previous_iter_valid_loss : 0.16473226249217987
1326040 0.164934 0.164732 0.166244 CURRENT LEARNING RATE: 1.2192496322956125e-06
previous_iter_valid_loss : 0.16533459722995758
1326060 0.165545 0.165335 0.166483 CURRENT LEARNING RATE: 1.219005806752521e-06
previous_iter_valid_loss : 0.1693112552165985
1326080 0.169558 0.169311 0.166659 CURRENT LEARNING RATE: 1.218762029969662e-06
previous_iter_valid_loss : 0.16314281523227692
1326100 0.163326 0.163143 0.166730 CURRENT LEARNING RATE: 1.218518301937282e-06
previous_iter_valid_loss : 0.1771654635667801
1326120 0.177467 0.177165 0.166917 CURRENT LEARNING RATE: 1.2182746226456366e-06
previous_iter_valid_loss : 0.16431012749671936
1326140 0.164478 0.164310 0.165206 CURRENT LEARNING RATE: 1.2180309920849763e-06
previous_iter_valid_loss : 0.16180731356143951
1326160 0.161967 0.161807 0.164915 CURRENT LEARNING RATE: 1.2177874102455558e-06
previous_iter_valid_loss : 0.16066983342170715
1326180 0.160836 0.160670 0.164890 CURRENT LEARNING RATE: 1.2175438771176296e-06
previous_iter_valid_loss : 0.16084976494312286
1326200 0.161028 0.160850 0.164361 CURRENT LEARNING RATE: 1.2173003926914609e-06
previous_iter_valid_loss : 0.1633273810148239
1326220 0.163495 0.163327 0.164408 CURRENT LEARNING RATE: 1.217056956957308e-06
previous_iter_valid_loss : 0.1630440056324005
1326240 0.163236 0.163044 0.164534 CURRENT LEARNING RATE: 1.2168135699054313e-06
previous_iter_valid_loss : 0.1961085945367813
1326260 0.196214 0.196109 0.165361 CURRENT LEARNING RATE: 1.2165702315261e-06
previous_iter_valid_loss : 0.16645778715610504
1326280 0.166678 0.166458 0.165637 CURRENT LEARNING RATE: 1.216326941809578e-06
previous_iter_valid_loss : 0.16287235915660858
1326300 0.163038 0.162872 0.165665 CURRENT LEARNING RATE: 1.2160837007461336e-06
previous_iter_valid_loss : 0.16313256323337555
1326320 0.163298 0.163133 0.165718 CURRENT LEARNING RATE: 1.2158405083260355e-06
previous_iter_valid_loss : 0.17285573482513428
1326340 0.172995 0.172856 0.166321 CURRENT LEARNING RATE: 1.21559736453956e-06
previous_iter_valid_loss : 0.1720363348722458
1326360 0.172296 0.172036 0.166717 CURRENT LEARNING RATE: 1.2153542693769793e-06
previous_iter_valid_loss : 0.16474877297878265
1326380 0.164914 0.164749 0.166887 CURRENT LEARNING RATE: 1.2151112228285694e-06
previous_iter_valid_loss : 0.16168485581874847
1326400 0.161849 0.161685 0.166753 CURRENT LEARNING RATE: 1.2148682248846064e-06
previous_iter_valid_loss : 0.17924584448337555
1326420 0.179397 0.179246 0.167640 CURRENT LEARNING RATE: 1.2146252755353749e-06
previous_iter_valid_loss : 0.16066056489944458
1326440 0.160817 0.160661 0.167436 CURRENT LEARNING RATE: 1.2143823747711544e-06
previous_iter_valid_loss : 0.17691022157669067
1326460 0.177067 0.176910 0.168015 CURRENT LEARNING RATE: 1.2141395225822292e-06
previous_iter_valid_loss : 0.17048610746860504
1326480 0.170638 0.170486 0.168074 CURRENT LEARNING RATE: 1.213896718958883e-06
previous_iter_valid_loss : 0.16560295224189758
1326500 0.165807 0.165603 0.168197 CURRENT LEARNING RATE: 1.2136539638914076e-06
previous_iter_valid_loss : 0.16633927822113037
1326520 0.166551 0.166339 0.167656 CURRENT LEARNING RATE: 1.213411257370091e-06
previous_iter_valid_loss : 0.16201777756214142
1326540 0.162176 0.162018 0.167541 CURRENT LEARNING RATE: 1.2131685993852249e-06
previous_iter_valid_loss : 0.16332465410232544
1326560 0.163519 0.163325 0.167617 CURRENT LEARNING RATE: 1.2129259899271009e-06
previous_iter_valid_loss : 0.1715470403432846
1326580 0.171697 0.171547 0.168161 CURRENT LEARNING RATE: 1.2126834289860186e-06
previous_iter_valid_loss : 0.1606462448835373
1326600 0.160805 0.160646 0.168151 CURRENT LEARNING RATE: 1.2124409165522738e-06
previous_iter_valid_loss : 0.16940324008464813
1326620 0.169636 0.169403 0.168454 CURRENT LEARNING RATE: 1.2121984526161634e-06
previous_iter_valid_loss : 0.16791139543056488
1326640 0.168139 0.167911 0.168698 CURRENT LEARNING RATE: 1.2119560371679936e-06
previous_iter_valid_loss : 0.16700531542301178
1326660 0.167162 0.167005 0.167243 CURRENT LEARNING RATE: 1.2117136701980655e-06
previous_iter_valid_loss : 0.1637742519378662
1326680 0.163987 0.163774 0.167108 CURRENT LEARNING RATE: 1.2114713516966843e-06
previous_iter_valid_loss : 0.1870683878660202
1326700 0.187208 0.187068 0.168318 CURRENT LEARNING RATE: 1.2112290816541554e-06
previous_iter_valid_loss : 0.16715076565742493
1326720 0.167375 0.167151 0.168519 CURRENT LEARNING RATE: 1.2109868600607917e-06
previous_iter_valid_loss : 0.16504982113838196
1326740 0.165214 0.165050 0.168129 CURRENT LEARNING RATE: 1.2107446869069027e-06
previous_iter_valid_loss : 0.16609160602092743
1326760 0.166308 0.166092 0.167832 CURRENT LEARNING RATE: 1.2105025621828014e-06
previous_iter_valid_loss : 0.16183383762836456
1326780 0.162033 0.161834 0.167686 CURRENT LEARNING RATE: 1.2102604858788007e-06
previous_iter_valid_loss : 0.16084575653076172
1326800 0.161024 0.160846 0.167644 CURRENT LEARNING RATE: 1.2100184579852215e-06
previous_iter_valid_loss : 0.16187457740306854
1326820 0.162039 0.161875 0.166775 CURRENT LEARNING RATE: 1.209776478492381e-06
previous_iter_valid_loss : 0.17682921886444092
1326840 0.176981 0.176829 0.167584 CURRENT LEARNING RATE: 1.2095345473905996e-06
previous_iter_valid_loss : 0.16172479093074799
1326860 0.161915 0.161725 0.166825 CURRENT LEARNING RATE: 1.2092926646701982e-06
previous_iter_valid_loss : 0.16862419247627258
1326880 0.168863 0.168624 0.166731 CURRENT LEARNING RATE: 1.2090508303215057e-06
previous_iter_valid_loss : 0.162880077958107
1326900 0.163037 0.162880 0.166595 CURRENT LEARNING RATE: 1.2088090443348465e-06
previous_iter_valid_loss : 0.16055431962013245
1326920 0.160713 0.160554 0.166306 CURRENT LEARNING RATE: 1.2085673067005493e-06
previous_iter_valid_loss : 0.16704824566841125
1326940 0.167206 0.167048 0.166558 CURRENT LEARNING RATE: 1.2083256174089424e-06
previous_iter_valid_loss : 0.16180263459682465
1326960 0.161955 0.161803 0.166481 CURRENT LEARNING RATE: 1.2080839764503626e-06
previous_iter_valid_loss : 0.16098859906196594
1326980 0.161134 0.160989 0.165954 CURRENT LEARNING RATE: 1.207842383815142e-06
previous_iter_valid_loss : 0.17082606256008148
1327000 0.171075 0.170826 0.166463 CURRENT LEARNING RATE: 1.2076008394936147e-06
previous_iter_valid_loss : 0.18129046261310577
1327020 0.181643 0.181290 0.167057 CURRENT LEARNING RATE: 1.2073593434761232e-06
previous_iter_valid_loss : 0.16053378582000732
1327040 0.160702 0.160534 0.166688 CURRENT LEARNING RATE: 1.2071178957530056e-06
previous_iter_valid_loss : 0.16678565740585327
1327060 0.166946 0.166786 0.166677 CURRENT LEARNING RATE: 1.206876496314604e-06
previous_iter_valid_loss : 0.16450653970241547
1327080 0.164708 0.164507 0.166714 CURRENT LEARNING RATE: 1.2066351451512605e-06
previous_iter_valid_loss : 0.16257928311824799
1327100 0.162760 0.162579 0.165489 CURRENT LEARNING RATE: 1.206393842253325e-06
previous_iter_valid_loss : 0.18210400640964508
1327120 0.182253 0.182104 0.166237 CURRENT LEARNING RATE: 1.2061525876111432e-06
previous_iter_valid_loss : 0.16371113061904907
1327140 0.163874 0.163711 0.166170 CURRENT LEARNING RATE: 1.2059113812150653e-06
previous_iter_valid_loss : 0.16326114535331726
1327160 0.163458 0.163261 0.166028 CURRENT LEARNING RATE: 1.2056702230554405e-06
previous_iter_valid_loss : 0.1619483083486557
1327180 0.162097 0.161948 0.166034 CURRENT LEARNING RATE: 1.2054291131226268e-06
previous_iter_valid_loss : 0.16115230321884155
1327200 0.161304 0.161152 0.166050 CURRENT LEARNING RATE: 1.205188051406978e-06
previous_iter_valid_loss : 0.17588604986667633
1327220 0.176039 0.175886 0.166750 CURRENT LEARNING RATE: 1.2049470378988514e-06
previous_iter_valid_loss : 0.1633334755897522
1327240 0.163503 0.163333 0.166075 CURRENT LEARNING RATE: 1.2047060725886043e-06
previous_iter_valid_loss : 0.1605004072189331
1327260 0.160669 0.160500 0.166014 CURRENT LEARNING RATE: 1.2044651554666025e-06
previous_iter_valid_loss : 0.1607583463191986
1327280 0.160932 0.160758 0.165621 CURRENT LEARNING RATE: 1.204224286523207e-06
previous_iter_valid_loss : 0.1631454974412918
1327300 0.163317 0.163145 0.165634 CURRENT LEARNING RATE: 1.203983465748783e-06
previous_iter_valid_loss : 0.162986159324646
1327320 0.163157 0.162986 0.165756 CURRENT LEARNING RATE: 1.2037426931336957e-06
previous_iter_valid_loss : 0.16299299895763397
1327340 0.163194 0.162993 0.165553 CURRENT LEARNING RATE: 1.2035019686683185e-06
previous_iter_valid_loss : 0.1668044626712799
1327360 0.166964 0.166804 0.165803 CURRENT LEARNING RATE: 1.2032612923430201e-06
previous_iter_valid_loss : 0.16053427755832672
1327380 0.160686 0.160534 0.165780 CURRENT LEARNING RATE: 1.2030206641481738e-06
previous_iter_valid_loss : 0.16138488054275513
1327400 0.161574 0.161385 0.165308 CURRENT LEARNING RATE: 1.202780084074152e-06
previous_iter_valid_loss : 0.16550453007221222
1327420 0.165712 0.165505 0.164519 CURRENT LEARNING RATE: 1.2025395521113355e-06
previous_iter_valid_loss : 0.19496379792690277
1327440 0.195074 0.194964 0.166240 CURRENT LEARNING RATE: 1.2022990682501016e-06
previous_iter_valid_loss : 0.16290542483329773
1327460 0.163095 0.162905 0.166046 CURRENT LEARNING RATE: 1.2020586324808286e-06
previous_iter_valid_loss : 0.16289544105529785
1327480 0.163058 0.162895 0.165966 CURRENT LEARNING RATE: 1.2018182447939028e-06
previous_iter_valid_loss : 0.16057346761226654
1327500 0.160731 0.160573 0.165866 CURRENT LEARNING RATE: 1.201577905179707e-06
previous_iter_valid_loss : 0.16157281398773193
1327520 0.161733 0.161573 0.164839 CURRENT LEARNING RATE: 1.2013376136286278e-06
previous_iter_valid_loss : 0.17270205914974213
1327540 0.172856 0.172702 0.165289 CURRENT LEARNING RATE: 1.2010973701310513e-06
previous_iter_valid_loss : 0.16186730563640594
1327560 0.162053 0.161867 0.165219 CURRENT LEARNING RATE: 1.2008571746773715e-06
previous_iter_valid_loss : 0.17369702458381653
1327580 0.173839 0.173697 0.165806 CURRENT LEARNING RATE: 1.200617027257979e-06
previous_iter_valid_loss : 0.1605595201253891
1327600 0.160738 0.160560 0.165777 CURRENT LEARNING RATE: 1.2003769278632676e-06
previous_iter_valid_loss : 0.17644339799880981
1327620 0.176740 0.176443 0.165805 CURRENT LEARNING RATE: 1.2001368764836318e-06
previous_iter_valid_loss : 0.23831599950790405
1327640 0.238236 0.238316 0.169554 CURRENT LEARNING RATE: 1.199896873109473e-06
previous_iter_valid_loss : 0.16078996658325195
1327660 0.160963 0.160790 0.169568 CURRENT LEARNING RATE: 1.1996569177311894e-06
previous_iter_valid_loss : 0.16219784319400787
1327680 0.162378 0.162198 0.169640 CURRENT LEARNING RATE: 1.1994170103391825e-06
previous_iter_valid_loss : 0.17017687857151031
1327700 0.170326 0.170177 0.169992 CURRENT LEARNING RATE: 1.1991771509238542e-06
previous_iter_valid_loss : 0.17348319292068481
1327720 0.173630 0.173483 0.170517 CURRENT LEARNING RATE: 1.1989373394756142e-06
previous_iter_valid_loss : 0.16050228476524353
1327740 0.160661 0.160502 0.170392 CURRENT LEARNING RATE: 1.198697575984868e-06
previous_iter_valid_loss : 0.16637659072875977
1327760 0.166603 0.166377 0.170371 CURRENT LEARNING RATE: 1.1984578604420249e-06
previous_iter_valid_loss : 0.17068243026733398
1327780 0.170931 0.170682 0.170878 CURRENT LEARNING RATE: 1.1982181928374942e-06
previous_iter_valid_loss : 0.16353221237659454
1327800 0.163730 0.163532 0.170985 CURRENT LEARNING RATE: 1.1979785731616936e-06
previous_iter_valid_loss : 0.16080234944820404
1327820 0.160956 0.160802 0.170750 CURRENT LEARNING RATE: 1.197739001405036e-06
previous_iter_valid_loss : 0.18083561956882477
1327840 0.181171 0.180836 0.170044 CURRENT LEARNING RATE: 1.1974994775579365e-06
previous_iter_valid_loss : 0.1740359216928482
1327860 0.174184 0.174036 0.170600 CURRENT LEARNING RATE: 1.1972600016108186e-06
previous_iter_valid_loss : 0.1718582808971405
1327880 0.172014 0.171858 0.171049 CURRENT LEARNING RATE: 1.1970205735541007e-06
previous_iter_valid_loss : 0.16092965006828308
1327900 0.161109 0.160930 0.171066 CURRENT LEARNING RATE: 1.196781193378206e-06
previous_iter_valid_loss : 0.1612190306186676
1327920 0.161405 0.161219 0.171049 CURRENT LEARNING RATE: 1.1965418610735568e-06
previous_iter_valid_loss : 0.1805390864610672
1327940 0.180859 0.180539 0.171440 CURRENT LEARNING RATE: 1.1963025766305846e-06
previous_iter_valid_loss : 0.16738881170749664
1327960 0.167621 0.167389 0.171717 CURRENT LEARNING RATE: 1.1960633400397158e-06
previous_iter_valid_loss : 0.16101352870464325
1327980 0.161198 0.161014 0.171082 CURRENT LEARNING RATE: 1.1958241512913805e-06
previous_iter_valid_loss : 0.16066330671310425
1328000 0.160821 0.160663 0.171088 CURRENT LEARNING RATE: 1.1955850103760092e-06
previous_iter_valid_loss : 0.19874785840511322
1328020 0.198835 0.198748 0.172203 CURRENT LEARNING RATE: 1.1953459172840409e-06
previous_iter_valid_loss : 0.17171011865139008
1328040 0.171969 0.171710 0.168873 CURRENT LEARNING RATE: 1.1951068720059093e-06
previous_iter_valid_loss : 0.16129036247730255
1328060 0.161473 0.161290 0.168898 CURRENT LEARNING RATE: 1.1948678745320527e-06
previous_iter_valid_loss : 0.16583631932735443
1328080 0.166032 0.165836 0.169079 CURRENT LEARNING RATE: 1.194628924852909e-06
previous_iter_valid_loss : 0.1740168184041977
1328100 0.174290 0.174017 0.169271 CURRENT LEARNING RATE: 1.1943900229589247e-06
previous_iter_valid_loss : 0.160847470164299
1328120 0.161026 0.160847 0.168640 CURRENT LEARNING RATE: 1.1941511688405415e-06
previous_iter_valid_loss : 0.16684335470199585
1328140 0.167063 0.166843 0.168957 CURRENT LEARNING RATE: 1.1939123624882053e-06
previous_iter_valid_loss : 0.16058877110481262
1328160 0.160764 0.160589 0.168667 CURRENT LEARNING RATE: 1.1936736038923615e-06
previous_iter_valid_loss : 0.16050197184085846
1328180 0.160666 0.160502 0.168158 CURRENT LEARNING RATE: 1.1934348930434641e-06
previous_iter_valid_loss : 0.16094538569450378
1328200 0.161097 0.160945 0.168029 CURRENT LEARNING RATE: 1.1931962299319627e-06
previous_iter_valid_loss : 0.1605260968208313
1328220 0.160691 0.160526 0.168015 CURRENT LEARNING RATE: 1.1929576145483084e-06
previous_iter_valid_loss : 0.1606334000825882
1328240 0.160801 0.160633 0.167005 CURRENT LEARNING RATE: 1.1927190468829612e-06
previous_iter_valid_loss : 0.1605287343263626
1328260 0.160695 0.160529 0.166330 CURRENT LEARNING RATE: 1.192480526926376e-06
previous_iter_valid_loss : 0.16907744109630585
1328280 0.169325 0.169077 0.166191 CURRENT LEARNING RATE: 1.1922420546690117e-06
previous_iter_valid_loss : 0.17303787171840668
1328300 0.173184 0.173038 0.166796 CURRENT LEARNING RATE: 1.1920036301013278e-06
previous_iter_valid_loss : 0.17426447570323944
1328320 0.174412 0.174264 0.167448 CURRENT LEARNING RATE: 1.1917652532137916e-06
previous_iter_valid_loss : 0.16062544286251068
1328340 0.160776 0.160625 0.166453 CURRENT LEARNING RATE: 1.1915269239968653e-06
previous_iter_valid_loss : 0.160525843501091
1328360 0.160686 0.160526 0.166110 CURRENT LEARNING RATE: 1.1912886424410164e-06
previous_iter_valid_loss : 0.16083694994449615
1328380 0.161015 0.160837 0.166101 CURRENT LEARNING RATE: 1.1910504085367112e-06
previous_iter_valid_loss : 0.17400909960269928
1328400 0.174153 0.174009 0.166768 CURRENT LEARNING RATE: 1.1908122222744247e-06
previous_iter_valid_loss : 0.16330388188362122
1328420 0.163503 0.163304 0.164996 CURRENT LEARNING RATE: 1.190574083644627e-06
previous_iter_valid_loss : 0.16655680537223816
1328440 0.166721 0.166557 0.164738 CURRENT LEARNING RATE: 1.1903359926377931e-06
previous_iter_valid_loss : 0.16654695570468903
1328460 0.166763 0.166547 0.165001 CURRENT LEARNING RATE: 1.1900979492443967e-06
previous_iter_valid_loss : 0.16933292150497437
1328480 0.169484 0.169333 0.165176 CURRENT LEARNING RATE: 1.1898599534549208e-06
previous_iter_valid_loss : 0.16053901612758636
1328500 0.160708 0.160539 0.164502 CURRENT LEARNING RATE: 1.189622005259843e-06
previous_iter_valid_loss : 0.16861368715763092
1328520 0.168858 0.168614 0.164890 CURRENT LEARNING RATE: 1.1893841046496456e-06
previous_iter_valid_loss : 0.16434428095817566
1328540 0.164551 0.164344 0.164765 CURRENT LEARNING RATE: 1.1891462516148103e-06
previous_iter_valid_loss : 0.1658961921930313
1328560 0.166054 0.165896 0.165031 CURRENT LEARNING RATE: 1.1889084461458274e-06
previous_iter_valid_loss : 0.16422604024410248
1328580 0.164428 0.164226 0.165217 CURRENT LEARNING RATE: 1.1886706882331828e-06
previous_iter_valid_loss : 0.16206887364387512
1328600 0.162259 0.162069 0.165273 CURRENT LEARNING RATE: 1.1884329778673658e-06
previous_iter_valid_loss : 0.1751154065132141
1328620 0.175259 0.175115 0.166002 CURRENT LEARNING RATE: 1.1881953150388656e-06
previous_iter_valid_loss : 0.16487599909305573
1328640 0.165043 0.164876 0.166215 CURRENT LEARNING RATE: 1.1879576997381806e-06
previous_iter_valid_loss : 0.16637086868286133
1328660 0.166581 0.166371 0.166507 CURRENT LEARNING RATE: 1.1877201319558036e-06
previous_iter_valid_loss : 0.16109515726566315
1328680 0.161250 0.161095 0.166108 CURRENT LEARNING RATE: 1.18748261168223e-06
previous_iter_valid_loss : 0.16243945062160492
1328700 0.162590 0.162439 0.165578 CURRENT LEARNING RATE: 1.187245138907963e-06
previous_iter_valid_loss : 0.1620098501443863
1328720 0.162168 0.162010 0.164965 CURRENT LEARNING RATE: 1.187007713623502e-06
previous_iter_valid_loss : 0.16245734691619873
1328740 0.162649 0.162457 0.165056 CURRENT LEARNING RATE: 1.1867703358193495e-06
previous_iter_valid_loss : 0.16877031326293945
1328760 0.169002 0.168770 0.165469 CURRENT LEARNING RATE: 1.1865330054860084e-06
previous_iter_valid_loss : 0.17232787609100342
1328780 0.172474 0.172328 0.166043 CURRENT LEARNING RATE: 1.18629572261399e-06
previous_iter_valid_loss : 0.16695651412010193
1328800 0.167180 0.166957 0.165691 CURRENT LEARNING RATE: 1.1860584871938005e-06
previous_iter_valid_loss : 0.16200461983680725
1328820 0.162164 0.162005 0.165626 CURRENT LEARNING RATE: 1.1858212992159506e-06
previous_iter_valid_loss : 0.16632653772830963
1328840 0.166487 0.166327 0.165614 CURRENT LEARNING RATE: 1.185584158670951e-06
previous_iter_valid_loss : 0.1636253297328949
1328860 0.163811 0.163625 0.165468 CURRENT LEARNING RATE: 1.1853470655493198e-06
previous_iter_valid_loss : 0.16098931431770325
1328880 0.161177 0.160989 0.165051 CURRENT LEARNING RATE: 1.1851100198415714e-06
previous_iter_valid_loss : 0.16099007427692413
1328900 0.161172 0.160990 0.165073 CURRENT LEARNING RATE: 1.184873021538224e-06
previous_iter_valid_loss : 0.16282887756824493
1328920 0.163019 0.162829 0.164784 CURRENT LEARNING RATE: 1.1846360706297953e-06
previous_iter_valid_loss : 0.16355612874031067
1328940 0.163745 0.163556 0.164745 CURRENT LEARNING RATE: 1.184399167106812e-06
previous_iter_valid_loss : 0.16282469034194946
1328960 0.163023 0.162825 0.164591 CURRENT LEARNING RATE: 1.1841623109597954e-06
previous_iter_valid_loss : 0.16084402799606323
1328980 0.161029 0.160844 0.164422 CURRENT LEARNING RATE: 1.1839255021792713e-06
previous_iter_valid_loss : 0.1831686943769455
1329000 0.183317 0.183169 0.165477 CURRENT LEARNING RATE: 1.1836887407557656e-06
previous_iter_valid_loss : 0.1618649810552597
1329020 0.162050 0.161865 0.164815 CURRENT LEARNING RATE: 1.1834520266798117e-06
previous_iter_valid_loss : 0.16334456205368042
1329040 0.163537 0.163345 0.164738 CURRENT LEARNING RATE: 1.1832153599419388e-06
previous_iter_valid_loss : 0.16229064762592316
1329060 0.162454 0.162291 0.164534 CURRENT LEARNING RATE: 1.1829787405326786e-06
previous_iter_valid_loss : 0.16091999411582947
1329080 0.161073 0.160920 0.164525 CURRENT LEARNING RATE: 1.18274216844257e-06
previous_iter_valid_loss : 0.16660983860492706
1329100 0.166819 0.166610 0.164734 CURRENT LEARNING RATE: 1.1825056436621487e-06
previous_iter_valid_loss : 0.16607746481895447
1329120 0.166238 0.166077 0.164937 CURRENT LEARNING RATE: 1.1822691661819531e-06
previous_iter_valid_loss : 0.1605762094259262
1329140 0.160747 0.160576 0.164843 CURRENT LEARNING RATE: 1.1820327359925222e-06
previous_iter_valid_loss : 0.18267977237701416
1329160 0.182833 0.182680 0.165539 CURRENT LEARNING RATE: 1.181796353084403e-06
previous_iter_valid_loss : 0.16895906627178192
1329180 0.169196 0.168959 0.165370 CURRENT LEARNING RATE: 1.181560017448138e-06
previous_iter_valid_loss : 0.16503098607063293
1329200 0.165236 0.165031 0.165274 CURRENT LEARNING RATE: 1.181323729074274e-06
previous_iter_valid_loss : 0.16746915876865387
1329220 0.167697 0.167469 0.165547 CURRENT LEARNING RATE: 1.1810874879533572e-06
previous_iter_valid_loss : 0.16996684670448303
1329240 0.170120 0.169967 0.165729 CURRENT LEARNING RATE: 1.1808512940759421e-06
previous_iter_valid_loss : 0.16219067573547363
1329260 0.162345 0.162191 0.165657 CURRENT LEARNING RATE: 1.180615147432579e-06
previous_iter_valid_loss : 0.16503140330314636
1329280 0.165200 0.165031 0.165859 CURRENT LEARNING RATE: 1.1803790480138219e-06
previous_iter_valid_loss : 0.1765027791261673
1329300 0.176662 0.176503 0.166635 CURRENT LEARNING RATE: 1.1801429958102249e-06
previous_iter_valid_loss : 0.16068169474601746
1329320 0.160844 0.160682 0.166528 CURRENT LEARNING RATE: 1.1799069908123498e-06
previous_iter_valid_loss : 0.16228865087032318
1329340 0.162453 0.162289 0.166464 CURRENT LEARNING RATE: 1.1796710330107545e-06
previous_iter_valid_loss : 0.16300195455551147
1329360 0.163208 0.163002 0.166473 CURRENT LEARNING RATE: 1.1794351223960008e-06
previous_iter_valid_loss : 0.1639927178621292
1329380 0.164197 0.163993 0.166631 CURRENT LEARNING RATE: 1.17919925895865e-06
previous_iter_valid_loss : 0.174838587641716
1329400 0.175121 0.174839 0.166214 CURRENT LEARNING RATE: 1.1789634426892718e-06
previous_iter_valid_loss : 0.16074883937835693
1329420 0.160920 0.160749 0.166158 CURRENT LEARNING RATE: 1.1787276735784313e-06
previous_iter_valid_loss : 0.16052046418190002
1329440 0.160676 0.160520 0.166017 CURRENT LEARNING RATE: 1.178491951616696e-06
previous_iter_valid_loss : 0.19409146904945374
1329460 0.194554 0.194091 0.167607 CURRENT LEARNING RATE: 1.1782562767946412e-06
previous_iter_valid_loss : 0.17845380306243896
1329480 0.178771 0.178454 0.168484 CURRENT LEARNING RATE: 1.1780206491028372e-06
previous_iter_valid_loss : 0.16219031810760498
1329500 0.162387 0.162190 0.168263 CURRENT LEARNING RATE: 1.1777850685318598e-06
previous_iter_valid_loss : 0.16438710689544678
1329520 0.164557 0.164387 0.168178 CURRENT LEARNING RATE: 1.1775495350722828e-06
previous_iter_valid_loss : 0.16373196244239807
1329540 0.163928 0.163732 0.168336 CURRENT LEARNING RATE: 1.1773140487146896e-06
previous_iter_valid_loss : 0.17927119135856628
1329560 0.179431 0.179271 0.168166 CURRENT LEARNING RATE: 1.1770786094496586e-06
previous_iter_valid_loss : 0.16800765693187714
1329580 0.168166 0.168008 0.168118 CURRENT LEARNING RATE: 1.176843217267772e-06
previous_iter_valid_loss : 0.17072021961212158
1329600 0.170869 0.170720 0.168403 CURRENT LEARNING RATE: 1.1766078721596122e-06
previous_iter_valid_loss : 0.16489069163799286
1329620 0.165058 0.164891 0.168274 CURRENT LEARNING RATE: 1.1763725741157696e-06
previous_iter_valid_loss : 0.17652593553066254
1329640 0.176675 0.176526 0.168602 CURRENT LEARNING RATE: 1.17613732312683e-06
previous_iter_valid_loss : 0.1698215901851654
1329660 0.170072 0.169822 0.168983 CURRENT LEARNING RATE: 1.1759021191833835e-06
previous_iter_valid_loss : 0.16050675511360168
1329680 0.160665 0.160507 0.168757 CURRENT LEARNING RATE: 1.17566696227602e-06
previous_iter_valid_loss : 0.17971578240394592
1329700 0.179875 0.179716 0.168918 CURRENT LEARNING RATE: 1.175431852395337e-06
previous_iter_valid_loss : 0.16083328425884247
1329720 0.160983 0.160833 0.168925 CURRENT LEARNING RATE: 1.1751967895319283e-06
previous_iter_valid_loss : 0.17050474882125854
1329740 0.170655 0.170505 0.169336 CURRENT LEARNING RATE: 1.1749617736763915e-06
previous_iter_valid_loss : 0.16418030858039856
1329760 0.164350 0.164180 0.169395 CURRENT LEARNING RATE: 1.1747268048193235e-06
previous_iter_valid_loss : 0.16051028668880463
1329780 0.160684 0.160510 0.169221 CURRENT LEARNING RATE: 1.1744918829513302e-06
previous_iter_valid_loss : 0.16811829805374146
1329800 0.168276 0.168118 0.168885 CURRENT LEARNING RATE: 1.1742570080630123e-06
previous_iter_valid_loss : 0.1644812673330307
1329820 0.164686 0.164481 0.169071 CURRENT LEARNING RATE: 1.1740221801449725e-06
previous_iter_valid_loss : 0.16160131990909576
1329840 0.161798 0.161601 0.169125 CURRENT LEARNING RATE: 1.1737873991878224e-06
previous_iter_valid_loss : 0.1651088297367096
1329860 0.165273 0.165109 0.167676 CURRENT LEARNING RATE: 1.1735526651821686e-06
previous_iter_valid_loss : 0.18224814534187317
1329880 0.182596 0.182248 0.167866 CURRENT LEARNING RATE: 1.1733179781186213e-06
previous_iter_valid_loss : 0.16122308373451233
1329900 0.161407 0.161223 0.167818 CURRENT LEARNING RATE: 1.1730833379877912e-06
previous_iter_valid_loss : 0.17021295428276062
1329920 0.170464 0.170213 0.168109 CURRENT LEARNING RATE: 1.172848744780297e-06
previous_iter_valid_loss : 0.1702454686164856
1329940 0.170494 0.170245 0.168435 CURRENT LEARNING RATE: 1.1726141984867526e-06
previous_iter_valid_loss : 0.16251300275325775
1329960 0.162666 0.162513 0.167597 CURRENT LEARNING RATE: 1.1723796990977763e-06
previous_iter_valid_loss : 0.1604965180158615
1329980 0.160659 0.160497 0.167221 CURRENT LEARNING RATE: 1.1721452466039861e-06
previous_iter_valid_loss : 0.16056475043296814
1330000 0.160713 0.160565 0.166713 CURRENT LEARNING RATE: 1.1719108409960081e-06
previous_iter_valid_loss : 0.16064274311065674
1330020 0.160801 0.160643 0.166501 CURRENT LEARNING RATE: 1.1716764822644638e-06
previous_iter_valid_loss : 0.16440269351005554
1330040 0.164569 0.164403 0.165895 CURRENT LEARNING RATE: 1.1714421703999787e-06
previous_iter_valid_loss : 0.1746203750371933
1330060 0.174771 0.174620 0.166135 CURRENT LEARNING RATE: 1.171207905393179e-06
previous_iter_valid_loss : 0.16505475342273712
1330080 0.165219 0.165055 0.166362 CURRENT LEARNING RATE: 1.1709736872346974e-06
previous_iter_valid_loss : 0.161201611161232
1330100 0.161360 0.161202 0.165437 CURRENT LEARNING RATE: 1.1707395159151636e-06
previous_iter_valid_loss : 0.1639188677072525
1330120 0.164118 0.163919 0.165591 CURRENT LEARNING RATE: 1.1705053914252104e-06
previous_iter_valid_loss : 0.17232590913772583
1330140 0.172474 0.172326 0.165682 CURRENT LEARNING RATE: 1.170271313755471e-06
previous_iter_valid_loss : 0.16236315667629242
1330160 0.162563 0.162363 0.165591 CURRENT LEARNING RATE: 1.1700372828965867e-06
previous_iter_valid_loss : 0.16765841841697693
1330180 0.167874 0.167658 0.165948 CURRENT LEARNING RATE: 1.1698032988391933e-06
previous_iter_valid_loss : 0.16756246984004974
1330200 0.167785 0.167562 0.165921 CURRENT LEARNING RATE: 1.1695693615739325e-06
previous_iter_valid_loss : 0.17471569776535034
1330220 0.174988 0.174716 0.166432 CURRENT LEARNING RATE: 1.169335471091444e-06
previous_iter_valid_loss : 0.16350099444389343
1330240 0.163670 0.163501 0.166527 CURRENT LEARNING RATE: 1.1691016273823768e-06
previous_iter_valid_loss : 0.1678004115819931
1330260 0.168034 0.167800 0.166662 CURRENT LEARNING RATE: 1.1688678304373747e-06
previous_iter_valid_loss : 0.1870892494916916
1330280 0.187482 0.187089 0.166904 CURRENT LEARNING RATE: 1.1686340802470838e-06
previous_iter_valid_loss : 0.16057831048965454
1330300 0.160742 0.160578 0.166872 CURRENT LEARNING RATE: 1.1684003768021584e-06
previous_iter_valid_loss : 0.16405387222766876
1330320 0.164224 0.164054 0.166564 CURRENT LEARNING RATE: 1.1681667200932482e-06
previous_iter_valid_loss : 0.17092952132225037
1330340 0.171079 0.170930 0.166598 CURRENT LEARNING RATE: 1.1679331101110072e-06
previous_iter_valid_loss : 0.16098003089427948
1330360 0.161157 0.160980 0.166521 CURRENT LEARNING RATE: 1.1676995468460884e-06
previous_iter_valid_loss : 0.16239719092845917
1330380 0.162571 0.162397 0.166616 CURRENT LEARNING RATE: 1.1674660302891538e-06
previous_iter_valid_loss : 0.1621173918247223
1330400 0.162279 0.162117 0.166694 CURRENT LEARNING RATE: 1.1672325604308606e-06
previous_iter_valid_loss : 0.16632646322250366
1330420 0.166490 0.166326 0.166978 CURRENT LEARNING RATE: 1.16699913726187e-06
previous_iter_valid_loss : 0.1605522334575653
1330440 0.160711 0.160552 0.166786 CURRENT LEARNING RATE: 1.166765760772843e-06
previous_iter_valid_loss : 0.16397622227668762
1330460 0.164177 0.163976 0.166253 CURRENT LEARNING RATE: 1.1665324309544485e-06
previous_iter_valid_loss : 0.16114716231822968
1330480 0.161308 0.161147 0.166058 CURRENT LEARNING RATE: 1.1662991477973514e-06
previous_iter_valid_loss : 0.16050848364830017
1330500 0.160672 0.160508 0.166023 CURRENT LEARNING RATE: 1.1660659112922205e-06
previous_iter_valid_loss : 0.16834114491939545
1330520 0.168564 0.168341 0.166244 CURRENT LEARNING RATE: 1.1658327214297239e-06
previous_iter_valid_loss : 0.1638224869966507
1330540 0.163994 0.163822 0.165819 CURRENT LEARNING RATE: 1.1655995782005387e-06
previous_iter_valid_loss : 0.16640909016132355
1330560 0.166573 0.166409 0.166022 CURRENT LEARNING RATE: 1.1653664815953366e-06
previous_iter_valid_loss : 0.16111768782138824
1330580 0.161276 0.161118 0.165695 CURRENT LEARNING RATE: 1.165133431604794e-06
previous_iter_valid_loss : 0.16753612458705902
1330600 0.167692 0.167536 0.165693 CURRENT LEARNING RATE: 1.1649004282195866e-06
previous_iter_valid_loss : 0.16057124733924866
1330620 0.160728 0.160571 0.164986 CURRENT LEARNING RATE: 1.1646674714303987e-06
previous_iter_valid_loss : 0.16126561164855957
1330640 0.161427 0.161266 0.164874 CURRENT LEARNING RATE: 1.1644345612279098e-06
previous_iter_valid_loss : 0.16328164935112
1330660 0.163480 0.163282 0.164648 CURRENT LEARNING RATE: 1.1642016976028015e-06
previous_iter_valid_loss : 0.16670623421669006
1330680 0.166862 0.166706 0.163629 CURRENT LEARNING RATE: 1.1639688805457632e-06
previous_iter_valid_loss : 0.16063839197158813
1330700 0.160802 0.160638 0.163632 CURRENT LEARNING RATE: 1.1637361100474803e-06
previous_iter_valid_loss : 0.1615690290927887
1330720 0.161729 0.161569 0.163508 CURRENT LEARNING RATE: 1.163503386098642e-06
previous_iter_valid_loss : 0.1604975163936615
1330740 0.160661 0.160498 0.162986 CURRENT LEARNING RATE: 1.1632707086899373e-06
previous_iter_valid_loss : 0.16997990012168884
1330760 0.170134 0.169980 0.163436 CURRENT LEARNING RATE: 1.163038077812063e-06
previous_iter_valid_loss : 0.16758088767528534
1330780 0.167738 0.167581 0.163695 CURRENT LEARNING RATE: 1.162805493455712e-06
previous_iter_valid_loss : 0.16778481006622314
1330800 0.167946 0.167785 0.163979 CURRENT LEARNING RATE: 1.162572955611581e-06
previous_iter_valid_loss : 0.16079865396022797
1330820 0.160959 0.160799 0.163702 CURRENT LEARNING RATE: 1.1623404642703663e-06
previous_iter_valid_loss : 0.16051357984542847
1330840 0.160681 0.160514 0.163701 CURRENT LEARNING RATE: 1.1621080194227722e-06
previous_iter_valid_loss : 0.18118838965892792
1330860 0.181340 0.181188 0.164561 CURRENT LEARNING RATE: 1.1618756210594992e-06
previous_iter_valid_loss : 0.16285936534404755
1330880 0.163026 0.162859 0.164647 CURRENT LEARNING RATE: 1.1616432691712512e-06
previous_iter_valid_loss : 0.16066737473011017
1330900 0.160838 0.160667 0.164655 CURRENT LEARNING RATE: 1.161410963748732e-06
previous_iter_valid_loss : 0.16251204907894135
1330920 0.162707 0.162512 0.164363 CURRENT LEARNING RATE: 1.1611787047826536e-06
previous_iter_valid_loss : 0.17049874365329742
1330940 0.170644 0.170499 0.164697 CURRENT LEARNING RATE: 1.1609464922637236e-06
previous_iter_valid_loss : 0.1642688661813736
1330960 0.164471 0.164269 0.164590 CURRENT LEARNING RATE: 1.1607143261826534e-06
previous_iter_valid_loss : 0.16835907101631165
1330980 0.168593 0.168359 0.164952 CURRENT LEARNING RATE: 1.1604822065301543e-06
previous_iter_valid_loss : 0.1902376115322113
1331000 0.190364 0.190238 0.166087 CURRENT LEARNING RATE: 1.1602501332969458e-06
previous_iter_valid_loss : 0.16088959574699402
1331020 0.161072 0.160890 0.166103 CURRENT LEARNING RATE: 1.1600181064737425e-06
previous_iter_valid_loss : 0.1617669016122818
1331040 0.161923 0.161767 0.166128 CURRENT LEARNING RATE: 1.159786126051262e-06
previous_iter_valid_loss : 0.18084441125392914
1331060 0.181179 0.180844 0.167006 CURRENT LEARNING RATE: 1.1595541920202284e-06
previous_iter_valid_loss : 0.16319461166858673
1331080 0.163392 0.163195 0.166831 CURRENT LEARNING RATE: 1.1593223043713626e-06
previous_iter_valid_loss : 0.17313820123672485
1331100 0.173408 0.173138 0.167456 CURRENT LEARNING RATE: 1.1590904630953893e-06
previous_iter_valid_loss : 0.1619180589914322
1331120 0.162075 0.161918 0.167473 CURRENT LEARNING RATE: 1.1588586681830326e-06
previous_iter_valid_loss : 0.16874176263809204
1331140 0.168893 0.168742 0.167885 CURRENT LEARNING RATE: 1.158626919625025e-06
previous_iter_valid_loss : 0.16792722046375275
1331160 0.168083 0.167927 0.167783 CURRENT LEARNING RATE: 1.1583952174120941e-06
previous_iter_valid_loss : 0.16083015501499176
1331180 0.160971 0.160830 0.167445 CURRENT LEARNING RATE: 1.158163561534972e-06
previous_iter_valid_loss : 0.16931331157684326
1331200 0.169559 0.169313 0.167522 CURRENT LEARNING RATE: 1.1579319519843907e-06
previous_iter_valid_loss : 0.16132394969463348
1331220 0.161482 0.161324 0.167548 CURRENT LEARNING RATE: 1.1577003887510894e-06
previous_iter_valid_loss : 0.17296266555786133
1331240 0.173114 0.172963 0.168170 CURRENT LEARNING RATE: 1.1574688718258042e-06
previous_iter_valid_loss : 0.16060246527194977
1331260 0.160772 0.160602 0.167141 CURRENT LEARNING RATE: 1.1572374011992738e-06
previous_iter_valid_loss : 0.16552941501140594
1331280 0.165690 0.165529 0.167275 CURRENT LEARNING RATE: 1.1570059768622374e-06
previous_iter_valid_loss : 0.18380270898342133
1331300 0.183947 0.183803 0.168431 CURRENT LEARNING RATE: 1.1567745988054424e-06
previous_iter_valid_loss : 0.16676418483257294
1331320 0.166920 0.166764 0.168644 CURRENT LEARNING RATE: 1.1565432670196317e-06
previous_iter_valid_loss : 0.1686023622751236
1331340 0.168760 0.168602 0.168549 CURRENT LEARNING RATE: 1.1563119814955515e-06
previous_iter_valid_loss : 0.16058821976184845
1331360 0.160759 0.160588 0.168365 CURRENT LEARNING RATE: 1.1560807422239488e-06
previous_iter_valid_loss : 0.16256386041641235
1331380 0.162731 0.162564 0.168075 CURRENT LEARNING RATE: 1.155849549195578e-06
previous_iter_valid_loss : 0.16275984048843384
1331400 0.162935 0.162760 0.166701 CURRENT LEARNING RATE: 1.1556184024011894e-06
previous_iter_valid_loss : 0.1739582121372223
1331420 0.174227 0.173958 0.167355 CURRENT LEARNING RATE: 1.155387301831537e-06
previous_iter_valid_loss : 0.16919420659542084
1331440 0.169436 0.169194 0.167726 CURRENT LEARNING RATE: 1.1551562474773748e-06
previous_iter_valid_loss : 0.1606007069349289
1331460 0.160757 0.160601 0.166714 CURRENT LEARNING RATE: 1.1549252393294646e-06
previous_iter_valid_loss : 0.1675904542207718
1331480 0.167816 0.167590 0.166934 CURRENT LEARNING RATE: 1.1546942773785645e-06
previous_iter_valid_loss : 0.1614433377981186
1331500 0.161593 0.161443 0.166349 CURRENT LEARNING RATE: 1.1544633616154333e-06
previous_iter_valid_loss : 0.16059008240699768
1331520 0.160758 0.160590 0.166283 CURRENT LEARNING RATE: 1.1542324920308386e-06
previous_iter_valid_loss : 0.16237002611160278
1331540 0.162536 0.162370 0.165964 CURRENT LEARNING RATE: 1.154001668615544e-06
previous_iter_valid_loss : 0.16087706387043
1331560 0.161058 0.160877 0.165612 CURRENT LEARNING RATE: 1.1537708913603162e-06
previous_iter_valid_loss : 0.16151005029678345
1331580 0.161698 0.161510 0.165646 CURRENT LEARNING RATE: 1.1535401602559222e-06
previous_iter_valid_loss : 0.1652136892080307
1331600 0.165423 0.165214 0.165441 CURRENT LEARNING RATE: 1.1533094752931367e-06
previous_iter_valid_loss : 0.16071337461471558
1331620 0.160888 0.160713 0.165410 CURRENT LEARNING RATE: 1.1530788364627304e-06
previous_iter_valid_loss : 0.16357994079589844
1331640 0.163750 0.163580 0.164941 CURRENT LEARNING RATE: 1.1528482437554778e-06
previous_iter_valid_loss : 0.16098137199878693
1331660 0.161136 0.160981 0.164960 CURRENT LEARNING RATE: 1.1526176971621531e-06
previous_iter_valid_loss : 0.19307272136211395
1331680 0.193191 0.193073 0.166337 CURRENT LEARNING RATE: 1.1523871966735383e-06
previous_iter_valid_loss : 0.17205668985843658
1331700 0.172321 0.172057 0.165750 CURRENT LEARNING RATE: 1.1521567422804117e-06
previous_iter_valid_loss : 0.1612059473991394
1331720 0.161348 0.161206 0.165472 CURRENT LEARNING RATE: 1.1519263339735547e-06
previous_iter_valid_loss : 0.1768343150615692
1331740 0.176983 0.176834 0.165883 CURRENT LEARNING RATE: 1.1516959717437494e-06
previous_iter_valid_loss : 0.16057506203651428
1331760 0.160729 0.160575 0.165883 CURRENT LEARNING RATE: 1.1514656555817852e-06
previous_iter_valid_loss : 0.1724659651517868
1331780 0.172610 0.172466 0.166378 CURRENT LEARNING RATE: 1.1512353854784472e-06
previous_iter_valid_loss : 0.1605490744113922
1331800 0.160707 0.160549 0.166267 CURRENT LEARNING RATE: 1.151005161424525e-06
previous_iter_valid_loss : 0.16757428646087646
1331820 0.167730 0.167574 0.165948 CURRENT LEARNING RATE: 1.1507749834108072e-06
previous_iter_valid_loss : 0.1724305897951126
1331840 0.172689 0.172431 0.166110 CURRENT LEARNING RATE: 1.1505448514280909e-06
previous_iter_valid_loss : 0.1614280641078949
1331860 0.161584 0.161428 0.166151 CURRENT LEARNING RATE: 1.1503147654671689e-06
previous_iter_valid_loss : 0.1606801301240921
1331880 0.160849 0.160680 0.165806 CURRENT LEARNING RATE: 1.1500847255188354e-06
previous_iter_valid_loss : 0.16310395300388336
1331900 0.163290 0.163104 0.165889 CURRENT LEARNING RATE: 1.1498547315738934e-06
previous_iter_valid_loss : 0.1605522483587265
1331920 0.160704 0.160552 0.165887 CURRENT LEARNING RATE: 1.1496247836231407e-06
previous_iter_valid_loss : 0.16055335104465485
1331940 0.160722 0.160553 0.165796 CURRENT LEARNING RATE: 1.1493948816573796e-06
previous_iter_valid_loss : 0.16091740131378174
1331960 0.161077 0.160917 0.165798 CURRENT LEARNING RATE: 1.1491650256674118e-06
previous_iter_valid_loss : 0.16235759854316711
1331980 0.162519 0.162358 0.165841 CURRENT LEARNING RATE: 1.1489352156440473e-06
previous_iter_valid_loss : 0.1764642596244812
1332000 0.176754 0.176464 0.166403 CURRENT LEARNING RATE: 1.1487054515780914e-06
previous_iter_valid_loss : 0.1659553349018097
1332020 0.166169 0.165955 0.166665 CURRENT LEARNING RATE: 1.1484757334603538e-06
previous_iter_valid_loss : 0.1648198813199997
1332040 0.164988 0.164820 0.166727 CURRENT LEARNING RATE: 1.1482460612816437e-06
previous_iter_valid_loss : 0.16183577477931976
1332060 0.162000 0.161836 0.166770 CURRENT LEARNING RATE: 1.1480164350327781e-06
previous_iter_valid_loss : 0.16330118477344513
1332080 0.163469 0.163301 0.165281 CURRENT LEARNING RATE: 1.1477868547045703e-06
previous_iter_valid_loss : 0.16181133687496185
1332100 0.161959 0.161811 0.164769 CURRENT LEARNING RATE: 1.1475573202878368e-06
previous_iter_valid_loss : 0.16780759394168854
1332120 0.168035 0.167808 0.165099 CURRENT LEARNING RATE: 1.147327831773394e-06
previous_iter_valid_loss : 0.16343934834003448
1332140 0.163606 0.163439 0.164429 CURRENT LEARNING RATE: 1.1470983891520667e-06
previous_iter_valid_loss : 0.16404572129249573
1332160 0.164217 0.164046 0.164603 CURRENT LEARNING RATE: 1.1468689924146753e-06
previous_iter_valid_loss : 0.16648510098457336
1332180 0.166709 0.166485 0.164304 CURRENT LEARNING RATE: 1.1466396415520436e-06
previous_iter_valid_loss : 0.17411616444587708
1332200 0.174266 0.174116 0.164982 CURRENT LEARNING RATE: 1.1464103365549958e-06
previous_iter_valid_loss : 0.1617073118686676
1332220 0.161867 0.161707 0.164689 CURRENT LEARNING RATE: 1.1461810774143636e-06
previous_iter_valid_loss : 0.16164734959602356
1332240 0.161833 0.161647 0.164150 CURRENT LEARNING RATE: 1.1459518641209747e-06
previous_iter_valid_loss : 0.16088052093982697
1332260 0.161059 0.160881 0.164122 CURRENT LEARNING RATE: 1.1457226966656585e-06
previous_iter_valid_loss : 0.1614062339067459
1332280 0.161587 0.161406 0.164159 CURRENT LEARNING RATE: 1.1454935750392521e-06
previous_iter_valid_loss : 0.1766384243965149
1332300 0.176926 0.176638 0.164835 CURRENT LEARNING RATE: 1.145264499232589e-06
previous_iter_valid_loss : 0.1605444997549057
1332320 0.160701 0.160544 0.164835 CURRENT LEARNING RATE: 1.1450354692365063e-06
previous_iter_valid_loss : 0.16416604816913605
1332340 0.164368 0.164166 0.165016 CURRENT LEARNING RATE: 1.1448064850418402e-06
previous_iter_valid_loss : 0.1776873767375946
1332360 0.177992 0.177687 0.165854 CURRENT LEARNING RATE: 1.1445775466394356e-06
previous_iter_valid_loss : 0.1809280961751938
1332380 0.181262 0.180928 0.166783 CURRENT LEARNING RATE: 1.1443486540201332e-06
previous_iter_valid_loss : 0.16302525997161865
1332400 0.163219 0.163025 0.166111 CURRENT LEARNING RATE: 1.1441198071747771e-06
previous_iter_valid_loss : 0.16092033684253693
1332420 0.161075 0.160920 0.165859 CURRENT LEARNING RATE: 1.1438910060942114e-06
previous_iter_valid_loss : 0.1688697636127472
1332440 0.169025 0.168870 0.166061 CURRENT LEARNING RATE: 1.143662250769288e-06
previous_iter_valid_loss : 0.1620529443025589
1332460 0.162241 0.162053 0.166072 CURRENT LEARNING RATE: 1.1434335411908549e-06
previous_iter_valid_loss : 0.16081632673740387
1332480 0.160968 0.160816 0.165948 CURRENT LEARNING RATE: 1.1432048773497638e-06
previous_iter_valid_loss : 0.1625898778438568
1332500 0.162783 0.162590 0.165987 CURRENT LEARNING RATE: 1.1429762592368656e-06
previous_iter_valid_loss : 0.16078490018844604
1332520 0.160944 0.160785 0.165636 CURRENT LEARNING RATE: 1.14274768684302e-06
previous_iter_valid_loss : 0.1834474503993988
1332540 0.183604 0.183447 0.166636 CURRENT LEARNING RATE: 1.142519160159082e-06
previous_iter_valid_loss : 0.1615060418844223
1332560 0.161695 0.161506 0.166509 CURRENT LEARNING RATE: 1.1422906791759106e-06
previous_iter_valid_loss : 0.16329649090766907
1332580 0.163499 0.163296 0.166350 CURRENT LEARNING RATE: 1.1420622438843646e-06
previous_iter_valid_loss : 0.16234658658504486
1332600 0.162512 0.162347 0.165761 CURRENT LEARNING RATE: 1.1418338542753105e-06
previous_iter_valid_loss : 0.16421003639698029
1332620 0.164386 0.164210 0.165886 CURRENT LEARNING RATE: 1.1416055103396107e-06
previous_iter_valid_loss : 0.1632419228553772
1332640 0.163440 0.163242 0.165966 CURRENT LEARNING RATE: 1.1413772120681314e-06
previous_iter_valid_loss : 0.18931728601455688
1332660 0.189442 0.189317 0.167388 CURRENT LEARNING RATE: 1.1411489594517388e-06
previous_iter_valid_loss : 0.17163074016571045
1332680 0.171784 0.171631 0.167899 CURRENT LEARNING RATE: 1.1409207524813066e-06
previous_iter_valid_loss : 0.16069529950618744
1332700 0.160861 0.160695 0.167102 CURRENT LEARNING RATE: 1.1406925911477048e-06
previous_iter_valid_loss : 0.16291353106498718
1332720 0.163107 0.162914 0.167221 CURRENT LEARNING RATE: 1.1404644754418047e-06
previous_iter_valid_loss : 0.160846546292305
1332740 0.161004 0.160847 0.167055 CURRENT LEARNING RATE: 1.140236405354486e-06
previous_iter_valid_loss : 0.1604938507080078
1332760 0.160652 0.160494 0.166195 CURRENT LEARNING RATE: 1.1400083808766234e-06
previous_iter_valid_loss : 0.1625952273607254
1332780 0.162759 0.162595 0.165278 CURRENT LEARNING RATE: 1.1397804019990964e-06
previous_iter_valid_loss : 0.16084499657154083
1332800 0.161003 0.160845 0.165169 CURRENT LEARNING RATE: 1.1395524687127835e-06
previous_iter_valid_loss : 0.16131681203842163
1332820 0.161483 0.161317 0.165189 CURRENT LEARNING RATE: 1.1393245810085715e-06
previous_iter_valid_loss : 0.16175295412540436
1332840 0.161903 0.161753 0.164833 CURRENT LEARNING RATE: 1.1390967388773428e-06
previous_iter_valid_loss : 0.1609828621149063
1332860 0.161163 0.160983 0.164780 CURRENT LEARNING RATE: 1.138868942309984e-06
previous_iter_valid_loss : 0.16052204370498657
1332880 0.160698 0.160522 0.164765 CURRENT LEARNING RATE: 1.138641191297381e-06
previous_iter_valid_loss : 0.16089792549610138
1332900 0.161059 0.160898 0.164680 CURRENT LEARNING RATE: 1.1384134858304276e-06
previous_iter_valid_loss : 0.17060735821723938
1332920 0.170758 0.170607 0.165172 CURRENT LEARNING RATE: 1.138185825900014e-06
previous_iter_valid_loss : 0.16093671321868896
1332940 0.161112 0.160937 0.164046 CURRENT LEARNING RATE: 1.1379582114970337e-06
previous_iter_valid_loss : 0.16131679713726044
1332960 0.161502 0.161317 0.164037 CURRENT LEARNING RATE: 1.1377306426123797e-06
previous_iter_valid_loss : 0.16306281089782715
1332980 0.163229 0.163063 0.164025 CURRENT LEARNING RATE: 1.1375031192369538e-06
previous_iter_valid_loss : 0.16054821014404297
1333000 0.160708 0.160548 0.163935 CURRENT LEARNING RATE: 1.1372756413616527e-06
previous_iter_valid_loss : 0.16082021594047546
1333020 0.160995 0.160820 0.163765 CURRENT LEARNING RATE: 1.1370482089773774e-06
previous_iter_valid_loss : 0.1799948364496231
1333040 0.180322 0.179995 0.164603 CURRENT LEARNING RATE: 1.1368208220750287e-06
previous_iter_valid_loss : 0.16448543965816498
1333060 0.164675 0.164485 0.163362 CURRENT LEARNING RATE: 1.1365934806455148e-06
previous_iter_valid_loss : 0.17820818722248077
1333080 0.178521 0.178208 0.163690 CURRENT LEARNING RATE: 1.1363661846797405e-06
previous_iter_valid_loss : 0.1690284013748169
1333100 0.169261 0.169028 0.164107 CURRENT LEARNING RATE: 1.1361389341686119e-06
previous_iter_valid_loss : 0.16067680716514587
1333120 0.160850 0.160677 0.163995 CURRENT LEARNING RATE: 1.1359117291030425e-06
previous_iter_valid_loss : 0.16490530967712402
1333140 0.165109 0.164905 0.164198 CURRENT LEARNING RATE: 1.1356845694739425e-06
previous_iter_valid_loss : 0.16385893523693085
1333160 0.164054 0.163859 0.164366 CURRENT LEARNING RATE: 1.1354574552722255e-06
previous_iter_valid_loss : 0.1621009111404419
1333180 0.162270 0.162101 0.164342 CURRENT LEARNING RATE: 1.1352303864888048e-06
previous_iter_valid_loss : 0.16735246777534485
1333200 0.167510 0.167352 0.164667 CURRENT LEARNING RATE: 1.1350033631146016e-06
previous_iter_valid_loss : 0.1829487681388855
1333220 0.183301 0.182949 0.165749 CURRENT LEARNING RATE: 1.1347763851405333e-06
previous_iter_valid_loss : 0.1720447838306427
1333240 0.172306 0.172045 0.166263 CURRENT LEARNING RATE: 1.1345494525575204e-06
previous_iter_valid_loss : 0.1621999740600586
1333260 0.162359 0.162200 0.166324 CURRENT LEARNING RATE: 1.1343225653564839e-06
previous_iter_valid_loss : 0.16110429167747498
1333280 0.161261 0.161104 0.166353 CURRENT LEARNING RATE: 1.134095723528352e-06
previous_iter_valid_loss : 0.17293177545070648
1333300 0.173081 0.172932 0.166955 CURRENT LEARNING RATE: 1.1338689270640493e-06
previous_iter_valid_loss : 0.16144351661205292
1333320 0.161607 0.161444 0.166497 CURRENT LEARNING RATE: 1.1336421759545039e-06
previous_iter_valid_loss : 0.16082921624183655
1333340 0.161013 0.160829 0.166491 CURRENT LEARNING RATE: 1.1334154701906434e-06
previous_iter_valid_loss : 0.1613924652338028
1333360 0.161577 0.161392 0.166495 CURRENT LEARNING RATE: 1.1331888097634043e-06
previous_iter_valid_loss : 0.1613054722547531
1333380 0.161460 0.161305 0.166407 CURRENT LEARNING RATE: 1.1329621946637173e-06
previous_iter_valid_loss : 0.16156449913978577
1333400 0.161751 0.161564 0.166458 CURRENT LEARNING RATE: 1.1327356248825184e-06
previous_iter_valid_loss : 0.17788177728652954
1333420 0.178041 0.177882 0.167311 CURRENT LEARNING RATE: 1.1325091004107427e-06
previous_iter_valid_loss : 0.16779759526252747
1333440 0.167955 0.167798 0.166701 CURRENT LEARNING RATE: 1.1322826212393333e-06
previous_iter_valid_loss : 0.16727356612682343
1333460 0.167500 0.167274 0.166841 CURRENT LEARNING RATE: 1.1320561873592287e-06
previous_iter_valid_loss : 0.16209648549556732
1333480 0.162247 0.162096 0.166035 CURRENT LEARNING RATE: 1.1318297987613698e-06
previous_iter_valid_loss : 0.16168561577796936
1333500 0.161873 0.161686 0.165668 CURRENT LEARNING RATE: 1.131603455436705e-06
previous_iter_valid_loss : 0.17550519108772278
1333520 0.175788 0.175505 0.166409 CURRENT LEARNING RATE: 1.1313771573761785e-06
previous_iter_valid_loss : 0.1640046238899231
1333540 0.164174 0.164005 0.166364 CURRENT LEARNING RATE: 1.1311509045707385e-06
previous_iter_valid_loss : 0.1621508002281189
1333560 0.162310 0.162151 0.166279 CURRENT LEARNING RATE: 1.1309246970113328e-06
previous_iter_valid_loss : 0.16600216925144196
1333580 0.166161 0.166002 0.166474 CURRENT LEARNING RATE: 1.1306985346889173e-06
previous_iter_valid_loss : 0.16222627460956573
1333600 0.162406 0.162226 0.166218 CURRENT LEARNING RATE: 1.130472417594443e-06
previous_iter_valid_loss : 0.1894356608390808
1333620 0.189864 0.189436 0.166542 CURRENT LEARNING RATE: 1.130246345718866e-06
previous_iter_valid_loss : 0.1645810902118683
1333640 0.164776 0.164581 0.166169 CURRENT LEARNING RATE: 1.1300203190531406e-06
previous_iter_valid_loss : 0.16574320197105408
1333660 0.165910 0.165743 0.166346 CURRENT LEARNING RATE: 1.1297943375882304e-06
previous_iter_valid_loss : 0.17561829090118408
1333680 0.175765 0.175618 0.167072 CURRENT LEARNING RATE: 1.1295684013150937e-06
previous_iter_valid_loss : 0.16077297925949097
1333700 0.160928 0.160773 0.166464 CURRENT LEARNING RATE: 1.1293425102246932e-06
previous_iter_valid_loss : 0.16098181903362274
1333720 0.161139 0.160982 0.166441 CURRENT LEARNING RATE: 1.1291166643079911e-06
previous_iter_valid_loss : 0.16546565294265747
1333740 0.165680 0.165466 0.166672 CURRENT LEARNING RATE: 1.128890863555958e-06
previous_iter_valid_loss : 0.16127601265907288
1333760 0.161465 0.161276 0.166667 CURRENT LEARNING RATE: 1.1286651079595594e-06
previous_iter_valid_loss : 0.16233980655670166
1333780 0.162497 0.162340 0.166718 CURRENT LEARNING RATE: 1.1284393975097655e-06
previous_iter_valid_loss : 0.1618093103170395
1333800 0.161970 0.161809 0.166731 CURRENT LEARNING RATE: 1.1282137321975456e-06
previous_iter_valid_loss : 0.1607530266046524
1333820 0.160926 0.160753 0.165874 CURRENT LEARNING RATE: 1.127988112013877e-06
previous_iter_valid_loss : 0.16065894067287445
1333840 0.160833 0.160659 0.165517 CURRENT LEARNING RATE: 1.127762536949733e-06
previous_iter_valid_loss : 0.16593584418296814
1333860 0.166105 0.165936 0.165450 CURRENT LEARNING RATE: 1.1275370069960887e-06
previous_iter_valid_loss : 0.1614312380552292
1333880 0.161618 0.161431 0.165417 CURRENT LEARNING RATE: 1.1273115221439268e-06
previous_iter_valid_loss : 0.1656237542629242
1333900 0.165791 0.165624 0.165614 CURRENT LEARNING RATE: 1.127086082384226e-06
previous_iter_valid_loss : 0.16095884144306183
1333920 0.161138 0.160959 0.164887 CURRENT LEARNING RATE: 1.1268606877079687e-06
previous_iter_valid_loss : 0.16054877638816833
1333940 0.160703 0.160549 0.164714 CURRENT LEARNING RATE: 1.126635338106137e-06
previous_iter_valid_loss : 0.1712539792060852
1333960 0.171512 0.171254 0.165169 CURRENT LEARNING RATE: 1.126410033569721e-06
previous_iter_valid_loss : 0.16079914569854736
1333980 0.160971 0.160799 0.164909 CURRENT LEARNING RATE: 1.1261847740897065e-06
previous_iter_valid_loss : 0.16393889486789703
1334000 0.164106 0.163939 0.164995 CURRENT LEARNING RATE: 1.1259595596570829e-06
previous_iter_valid_loss : 0.16062238812446594
1334020 0.160783 0.160622 0.163554 CURRENT LEARNING RATE: 1.12573439026284e-06
previous_iter_valid_loss : 0.1647707223892212
1334040 0.164941 0.164771 0.163563 CURRENT LEARNING RATE: 1.1255092658979749e-06
previous_iter_valid_loss : 0.16084031760692596
1334060 0.161020 0.160840 0.163318 CURRENT LEARNING RATE: 1.1252841865534804e-06
previous_iter_valid_loss : 0.16313990950584412
1334080 0.163335 0.163140 0.162694 CURRENT LEARNING RATE: 1.1250591522203538e-06
previous_iter_valid_loss : 0.16497375071048737
1334100 0.165176 0.164974 0.162904 CURRENT LEARNING RATE: 1.1248341628895913e-06
previous_iter_valid_loss : 0.16302475333213806
1334120 0.163195 0.163025 0.163006 CURRENT LEARNING RATE: 1.1246092185521975e-06
previous_iter_valid_loss : 0.1621120274066925
1334140 0.162305 0.162112 0.162839 CURRENT LEARNING RATE: 1.1243843191991726e-06
previous_iter_valid_loss : 0.1605571210384369
1334160 0.160711 0.160557 0.162803 CURRENT LEARNING RATE: 1.1241594648215204e-06
previous_iter_valid_loss : 0.16913047432899475
1334180 0.169285 0.169130 0.163142 CURRENT LEARNING RATE: 1.1239346554102451e-06
previous_iter_valid_loss : 0.1764744371175766
1334200 0.176767 0.176474 0.163876 CURRENT LEARNING RATE: 1.1237098909563582e-06
previous_iter_valid_loss : 0.17031191289424896
1334220 0.170557 0.170312 0.164354 CURRENT LEARNING RATE: 1.1234851714508672e-06
previous_iter_valid_loss : 0.16692131757736206
1334240 0.167144 0.166921 0.164667 CURRENT LEARNING RATE: 1.123260496884783e-06
previous_iter_valid_loss : 0.1609540581703186
1334260 0.161113 0.160954 0.164418 CURRENT LEARNING RATE: 1.123035867249117e-06
previous_iter_valid_loss : 0.16255734860897064
1334280 0.162765 0.162557 0.164474 CURRENT LEARNING RATE: 1.1228112825348877e-06
previous_iter_valid_loss : 0.16132229566574097
1334300 0.161476 0.161322 0.164259 CURRENT LEARNING RATE: 1.1225867427331098e-06
previous_iter_valid_loss : 0.18186825513839722
1334320 0.182027 0.181868 0.165304 CURRENT LEARNING RATE: 1.1223622478347999e-06
previous_iter_valid_loss : 0.16051343083381653
1334340 0.160675 0.160513 0.165303 CURRENT LEARNING RATE: 1.122137797830982e-06
previous_iter_valid_loss : 0.1605578064918518
1334360 0.160719 0.160558 0.164768 CURRENT LEARNING RATE: 1.1219133927126763e-06
previous_iter_valid_loss : 0.1722499132156372
1334380 0.172397 0.172250 0.165340 CURRENT LEARNING RATE: 1.1216890324709063e-06
previous_iter_valid_loss : 0.16386094689369202
1334400 0.164039 0.163861 0.165336 CURRENT LEARNING RATE: 1.1214647170966956e-06
previous_iter_valid_loss : 0.16435635089874268
1334420 0.164570 0.164356 0.165523 CURRENT LEARNING RATE: 1.121240446581076e-06
previous_iter_valid_loss : 0.17842185497283936
1334440 0.178737 0.178422 0.166206 CURRENT LEARNING RATE: 1.1210162209150744e-06
previous_iter_valid_loss : 0.17529788613319397
1334460 0.175455 0.175298 0.166928 CURRENT LEARNING RATE: 1.1207920400897216e-06
previous_iter_valid_loss : 0.16786465048789978
1334480 0.168019 0.167865 0.167165 CURRENT LEARNING RATE: 1.1205679040960486e-06
previous_iter_valid_loss : 0.162037655711174
1334500 0.162229 0.162038 0.167018 CURRENT LEARNING RATE: 1.120343812925094e-06
previous_iter_valid_loss : 0.16069510579109192
1334520 0.160851 0.160695 0.166901 CURRENT LEARNING RATE: 1.1201197665678922e-06
previous_iter_valid_loss : 0.16111351549625397
1334540 0.161264 0.161114 0.166852 CURRENT LEARNING RATE: 1.119895765015481e-06
previous_iter_valid_loss : 0.1659241020679474
1334560 0.166083 0.165924 0.167120 CURRENT LEARNING RATE: 1.1196718082588984e-06
previous_iter_valid_loss : 0.16217391192913055
1334580 0.162369 0.162174 0.166772 CURRENT LEARNING RATE: 1.1194478962891907e-06
previous_iter_valid_loss : 0.16245387494564056
1334600 0.162614 0.162454 0.166071 CURRENT LEARNING RATE: 1.1192240290973989e-06
previous_iter_valid_loss : 0.17206819355487823
1334620 0.172328 0.172068 0.166159 CURRENT LEARNING RATE: 1.1190002066745683e-06
previous_iter_valid_loss : 0.1622510552406311
1334640 0.162406 0.162251 0.165925 CURRENT LEARNING RATE: 1.118776429011744e-06
previous_iter_valid_loss : 0.16638071835041046
1334660 0.166536 0.166381 0.166197 CURRENT LEARNING RATE: 1.1185526960999792e-06
previous_iter_valid_loss : 0.1605159193277359
1334680 0.160676 0.160516 0.166095 CURRENT LEARNING RATE: 1.1183290079303224e-06
previous_iter_valid_loss : 0.1761641651391983
1334700 0.176319 0.176164 0.166837 CURRENT LEARNING RATE: 1.118105364493824e-06
previous_iter_valid_loss : 0.16864490509033203
1334720 0.168869 0.168645 0.166176 CURRENT LEARNING RATE: 1.117881765781542e-06
previous_iter_valid_loss : 0.1624222844839096
1334740 0.162588 0.162422 0.166271 CURRENT LEARNING RATE: 1.1176582117845313e-06
previous_iter_valid_loss : 0.16096331179141998
1334760 0.161123 0.160963 0.166291 CURRENT LEARNING RATE: 1.117434702493849e-06
previous_iter_valid_loss : 0.16518375277519226
1334780 0.165353 0.165184 0.165938 CURRENT LEARNING RATE: 1.1172112379005528e-06
previous_iter_valid_loss : 0.16245374083518982
1334800 0.162653 0.162454 0.165868 CURRENT LEARNING RATE: 1.1169878179957084e-06
previous_iter_valid_loss : 0.1687137931585312
1334820 0.168865 0.168714 0.166085 CURRENT LEARNING RATE: 1.1167644427703771e-06
previous_iter_valid_loss : 0.16441157460212708
1334840 0.164582 0.164412 0.165385 CURRENT LEARNING RATE: 1.1165411122156233e-06
previous_iter_valid_loss : 0.166067972779274
1334860 0.166229 0.166068 0.164923 CURRENT LEARNING RATE: 1.1163178263225123e-06
previous_iter_valid_loss : 0.1612463891506195
1334880 0.161432 0.161246 0.164593 CURRENT LEARNING RATE: 1.1160945850821166e-06
previous_iter_valid_loss : 0.17122489213943481
1334900 0.171481 0.171225 0.165052 CURRENT LEARNING RATE: 1.1158713884855044e-06
previous_iter_valid_loss : 0.17140494287014008
1334920 0.171556 0.171405 0.165587 CURRENT LEARNING RATE: 1.1156482365237478e-06
previous_iter_valid_loss : 0.17964155972003937
1334940 0.179799 0.179642 0.166514 CURRENT LEARNING RATE: 1.1154251291879189e-06
previous_iter_valid_loss : 0.16191154718399048
1334960 0.162067 0.161912 0.166313 CURRENT LEARNING RATE: 1.1152020664690972e-06
previous_iter_valid_loss : 0.1714654117822647
1334980 0.171725 0.171465 0.166778 CURRENT LEARNING RATE: 1.1149790483583584e-06
previous_iter_valid_loss : 0.16123837232589722
1335000 0.161395 0.161238 0.166717 CURRENT LEARNING RATE: 1.1147560748467818e-06
previous_iter_valid_loss : 0.16316190361976624
1335020 0.163351 0.163162 0.166272 CURRENT LEARNING RATE: 1.1145331459254461e-06
previous_iter_valid_loss : 0.17744290828704834
1335040 0.177757 0.177443 0.167031 CURRENT LEARNING RATE: 1.1143102615854386e-06
previous_iter_valid_loss : 0.1688164621591568
1335060 0.168965 0.168816 0.167153 CURRENT LEARNING RATE: 1.1140874218178415e-06
previous_iter_valid_loss : 0.16064396500587463
1335080 0.160802 0.160644 0.167159 CURRENT LEARNING RATE: 1.1138646266137396e-06
previous_iter_valid_loss : 0.16055521368980408
1335100 0.160716 0.160555 0.166379 CURRENT LEARNING RATE: 1.1136418759642246e-06
previous_iter_valid_loss : 0.16578412055969238
1335120 0.165959 0.165784 0.166236 CURRENT LEARNING RATE: 1.1134191698603851e-06
previous_iter_valid_loss : 0.17805106937885284
1335140 0.178201 0.178051 0.167017 CURRENT LEARNING RATE: 1.1131965082933123e-06
previous_iter_valid_loss : 0.16794706881046295
1335160 0.168100 0.167947 0.167367 CURRENT LEARNING RATE: 1.1129738912540983e-06
previous_iter_valid_loss : 0.18120743334293365
1335180 0.181365 0.181207 0.168168 CURRENT LEARNING RATE: 1.1127513187338418e-06
previous_iter_valid_loss : 0.16768139600753784
1335200 0.167844 0.167681 0.168429 CURRENT LEARNING RATE: 1.1125287907236384e-06
previous_iter_valid_loss : 0.16726545989513397
1335220 0.167495 0.167265 0.168357 CURRENT LEARNING RATE: 1.1123063072145867e-06
previous_iter_valid_loss : 0.1611432582139969
1335240 0.161329 0.161143 0.168193 CURRENT LEARNING RATE: 1.1120838681977854e-06
previous_iter_valid_loss : 0.16349473595619202
1335260 0.163686 0.163495 0.168065 CURRENT LEARNING RATE: 1.1118614736643413e-06
previous_iter_valid_loss : 0.17655065655708313
1335280 0.176706 0.176551 0.168830 CURRENT LEARNING RATE: 1.111639123605356e-06
previous_iter_valid_loss : 0.16395241022109985
1335300 0.164115 0.163952 0.168466 CURRENT LEARNING RATE: 1.1114168180119356e-06
previous_iter_valid_loss : 0.1611415594816208
1335320 0.161303 0.161142 0.167953 CURRENT LEARNING RATE: 1.1111945568751864e-06
previous_iter_valid_loss : 0.16063156723976135
1335340 0.160784 0.160632 0.167003 CURRENT LEARNING RATE: 1.1109723401862215e-06
previous_iter_valid_loss : 0.16486859321594238
1335360 0.165041 0.164869 0.167150 CURRENT LEARNING RATE: 1.1107501679361503e-06
previous_iter_valid_loss : 0.16177450120449066
1335380 0.161958 0.161775 0.166666 CURRENT LEARNING RATE: 1.110528040116086e-06
previous_iter_valid_loss : 0.17210207879543304
1335400 0.172372 0.172102 0.167209 CURRENT LEARNING RATE: 1.1103059567171415e-06
previous_iter_valid_loss : 0.16322684288024902
1335420 0.163397 0.163227 0.167212 CURRENT LEARNING RATE: 1.1100839177304376e-06
previous_iter_valid_loss : 0.1605992317199707
1335440 0.160756 0.160599 0.166370 CURRENT LEARNING RATE: 1.1098619231470902e-06
previous_iter_valid_loss : 0.16982309520244598
1335460 0.169976 0.169823 0.166420 CURRENT LEARNING RATE: 1.10963997295822e-06
previous_iter_valid_loss : 0.17503726482391357
1335480 0.175185 0.175037 0.167140 CURRENT LEARNING RATE: 1.109418067154947e-06
previous_iter_valid_loss : 0.1646248996257782
1335500 0.164805 0.164625 0.167344 CURRENT LEARNING RATE: 1.1091962057283988e-06
previous_iter_valid_loss : 0.16360069811344147
1335520 0.163803 0.163601 0.167234 CURRENT LEARNING RATE: 1.1089743886696987e-06
previous_iter_valid_loss : 0.1605234444141388
1335540 0.160692 0.160523 0.166358 CURRENT LEARNING RATE: 1.1087526159699726e-06
previous_iter_valid_loss : 0.16766168177127838
1335560 0.167819 0.167662 0.166344 CURRENT LEARNING RATE: 1.1085308876203531e-06
previous_iter_valid_loss : 0.1751948893070221
1335580 0.175343 0.175195 0.166043 CURRENT LEARNING RATE: 1.1083092036119693e-06
previous_iter_valid_loss : 0.16225852072238922
1335600 0.162453 0.162259 0.165772 CURRENT LEARNING RATE: 1.108087563935954e-06
previous_iter_valid_loss : 0.16093601286411285
1335620 0.161116 0.160936 0.165456 CURRENT LEARNING RATE: 1.1078659685834393e-06
previous_iter_valid_loss : 0.16375266015529633
1335640 0.163933 0.163753 0.165586 CURRENT LEARNING RATE: 1.1076444175455653e-06
previous_iter_valid_loss : 0.1855667233467102
1335660 0.185947 0.185567 0.166690 CURRENT LEARNING RATE: 1.1074229108134683e-06
previous_iter_valid_loss : 0.16417241096496582
1335680 0.164344 0.164172 0.166071 CURRENT LEARNING RATE: 1.1072014483782878e-06
previous_iter_valid_loss : 0.16089555621147156
1335700 0.161045 0.160896 0.165918 CURRENT LEARNING RATE: 1.1069800302311635e-06
previous_iter_valid_loss : 0.16094514727592468
1335720 0.161127 0.160945 0.165908 CURRENT LEARNING RATE: 1.1067586563632425e-06
previous_iter_valid_loss : 0.16115081310272217
1335740 0.161337 0.161151 0.165934 CURRENT LEARNING RATE: 1.1065373267656678e-06
previous_iter_valid_loss : 0.16420309245586395
1335760 0.164396 0.164203 0.165901 CURRENT LEARNING RATE: 1.1063160414295865e-06
previous_iter_valid_loss : 0.1670672744512558
1335780 0.167281 0.167067 0.166165 CURRENT LEARNING RATE: 1.106094800346145e-06
previous_iter_valid_loss : 0.18811222910881042
1335800 0.188248 0.188112 0.166966 CURRENT LEARNING RATE: 1.1058736035064975e-06
previous_iter_valid_loss : 0.1715877652168274
1335820 0.171842 0.171588 0.167384 CURRENT LEARNING RATE: 1.1056524509017942e-06
previous_iter_valid_loss : 0.16243106126785278
1335840 0.162597 0.162431 0.167475 CURRENT LEARNING RATE: 1.1054313425231894e-06
previous_iter_valid_loss : 0.16085149347782135
1335860 0.161033 0.160851 0.167027 CURRENT LEARNING RATE: 1.1052102783618362e-06
previous_iter_valid_loss : 0.16183726489543915
1335880 0.161996 0.161837 0.166367 CURRENT LEARNING RATE: 1.1049892584088965e-06
previous_iter_valid_loss : 0.1748780906200409
1335900 0.175025 0.174878 0.166880 CURRENT LEARNING RATE: 1.1047682826555272e-06
previous_iter_valid_loss : 0.16054397821426392
1335920 0.160711 0.160544 0.166727 CURRENT LEARNING RATE: 1.1045473510928872e-06
previous_iter_valid_loss : 0.16052737832069397
1335940 0.160684 0.160527 0.166727 CURRENT LEARNING RATE: 1.1043264637121437e-06
previous_iter_valid_loss : 0.1611752212047577
1335960 0.161330 0.161175 0.166403 CURRENT LEARNING RATE: 1.1041056205044587e-06
previous_iter_valid_loss : 0.17742614448070526
1335980 0.177587 0.177426 0.166514 CURRENT LEARNING RATE: 1.1038848214609986e-06
previous_iter_valid_loss : 0.17144644260406494
1336000 0.171703 0.171446 0.166974 CURRENT LEARNING RATE: 1.1036640665729297e-06
previous_iter_valid_loss : 0.16311299800872803
1336020 0.163280 0.163113 0.167082 CURRENT LEARNING RATE: 1.1034433558314252e-06
previous_iter_valid_loss : 0.1664264053106308
1336040 0.166589 0.166426 0.167216 CURRENT LEARNING RATE: 1.1032226892276555e-06
previous_iter_valid_loss : 0.16070231795310974
1336060 0.160862 0.160702 0.165973 CURRENT LEARNING RATE: 1.1030020667527935e-06
previous_iter_valid_loss : 0.18924309313297272
1336080 0.189678 0.189243 0.167226 CURRENT LEARNING RATE: 1.1027814883980121e-06
previous_iter_valid_loss : 0.16122309863567352
1336100 0.161377 0.161223 0.167243 CURRENT LEARNING RATE: 1.1025609541544925e-06
previous_iter_valid_loss : 0.16090618073940277
1336120 0.161082 0.160906 0.167241 CURRENT LEARNING RATE: 1.1023404640134111e-06
previous_iter_valid_loss : 0.16087649762630463
1336140 0.161031 0.160876 0.167227 CURRENT LEARNING RATE: 1.1021200179659486e-06
previous_iter_valid_loss : 0.1613234430551529
1336160 0.161505 0.161323 0.167083 CURRENT LEARNING RATE: 1.1018996160032849e-06
previous_iter_valid_loss : 0.16247330605983734
1336180 0.162628 0.162473 0.166853 CURRENT LEARNING RATE: 1.101679258116608e-06
previous_iter_valid_loss : 0.1609451323747635
1336200 0.161128 0.160945 0.165495 CURRENT LEARNING RATE: 1.1014589442971016e-06
previous_iter_valid_loss : 0.1700061559677124
1336220 0.170258 0.170006 0.165416 CURRENT LEARNING RATE: 1.101238674535953e-06
previous_iter_valid_loss : 0.19929714500904083
1336240 0.199371 0.199297 0.167259 CURRENT LEARNING RATE: 1.1010184488243495e-06
previous_iter_valid_loss : 0.17551730573177338
1336260 0.175673 0.175517 0.167993 CURRENT LEARNING RATE: 1.1007982671534863e-06
previous_iter_valid_loss : 0.16092269122600555
1336280 0.161100 0.160923 0.167947 CURRENT LEARNING RATE: 1.1005781295145537e-06
previous_iter_valid_loss : 0.19728918373584747
1336300 0.197382 0.197289 0.169067 CURRENT LEARNING RATE: 1.1003580358987445e-06
previous_iter_valid_loss : 0.1618105173110962
1336320 0.161980 0.161811 0.169131 CURRENT LEARNING RATE: 1.100137986297259e-06
previous_iter_valid_loss : 0.16241952776908875
1336340 0.162575 0.162420 0.169225 CURRENT LEARNING RATE: 1.099917980701293e-06
previous_iter_valid_loss : 0.16338615119457245
1336360 0.163549 0.163386 0.169336 CURRENT LEARNING RATE: 1.0996980191020464e-06
previous_iter_valid_loss : 0.16177937388420105
1336380 0.161954 0.161779 0.168554 CURRENT LEARNING RATE: 1.0994781014907189e-06
previous_iter_valid_loss : 0.16564978659152985
1336400 0.165814 0.165650 0.168264 CURRENT LEARNING RATE: 1.0992582278585172e-06
previous_iter_valid_loss : 0.16298756003379822
1336420 0.163175 0.162988 0.168258 CURRENT LEARNING RATE: 1.099038398196645e-06
previous_iter_valid_loss : 0.16130734980106354
1336440 0.161470 0.161307 0.168002 CURRENT LEARNING RATE: 1.0988186124963087e-06
previous_iter_valid_loss : 0.1609405130147934
1336460 0.161124 0.160941 0.168013 CURRENT LEARNING RATE: 1.0985988707487154e-06
previous_iter_valid_loss : 0.16274826228618622
1336480 0.162911 0.162748 0.166689 CURRENT LEARNING RATE: 1.098379172945079e-06
previous_iter_valid_loss : 0.16218210756778717
1336500 0.162340 0.162182 0.166737 CURRENT LEARNING RATE: 1.0981595190766094e-06
previous_iter_valid_loss : 0.1968027651309967
1336520 0.197319 0.196803 0.168531 CURRENT LEARNING RATE: 1.0979399091345208e-06
previous_iter_valid_loss : 0.16065074503421783
1336540 0.160809 0.160651 0.168520 CURRENT LEARNING RATE: 1.0977203431100267e-06
previous_iter_valid_loss : 0.16473549604415894
1336560 0.164903 0.164735 0.168691 CURRENT LEARNING RATE: 1.0975008209943486e-06
previous_iter_valid_loss : 0.1934514343738556
1336580 0.193927 0.193451 0.170240 CURRENT LEARNING RATE: 1.0972813427787034e-06
previous_iter_valid_loss : 0.1605093777179718
1336600 0.160678 0.160509 0.170218 CURRENT LEARNING RATE: 1.097061908454312e-06
previous_iter_valid_loss : 0.171681210398674
1336620 0.171947 0.171681 0.170302 CURRENT LEARNING RATE: 1.0968425180123952e-06
previous_iter_valid_loss : 0.1705687791109085
1336640 0.170718 0.170569 0.168865 CURRENT LEARNING RATE: 1.0966231714441812e-06
previous_iter_valid_loss : 0.17253035306930542
1336660 0.172677 0.172530 0.168716 CURRENT LEARNING RATE: 1.0964038687408943e-06
previous_iter_valid_loss : 0.16584694385528564
1336680 0.166062 0.165847 0.168962 CURRENT LEARNING RATE: 1.09618460989376e-06
previous_iter_valid_loss : 0.18594691157341003
1336700 0.186339 0.185947 0.168395 CURRENT LEARNING RATE: 1.0959653948940126e-06
previous_iter_valid_loss : 0.16167257726192474
1336720 0.161872 0.161673 0.168388 CURRENT LEARNING RATE: 1.095746223732881e-06
previous_iter_valid_loss : 0.16518932580947876
1336740 0.165409 0.165189 0.168527 CURRENT LEARNING RATE: 1.0955270964015986e-06
previous_iter_valid_loss : 0.16137956082820892
1336760 0.161568 0.161380 0.168426 CURRENT LEARNING RATE: 1.0953080128913982e-06
previous_iter_valid_loss : 0.17736677825450897
1336780 0.177672 0.177367 0.169206 CURRENT LEARNING RATE: 1.0950889731935204e-06
previous_iter_valid_loss : 0.1665431559085846
1336800 0.166756 0.166543 0.169250 CURRENT LEARNING RATE: 1.0948699772992016e-06
previous_iter_valid_loss : 0.16836409270763397
1336820 0.168517 0.168364 0.169519 CURRENT LEARNING RATE: 1.0946510251996819e-06
previous_iter_valid_loss : 0.16396206617355347
1336840 0.164166 0.163962 0.169652 CURRENT LEARNING RATE: 1.0944321168862015e-06
previous_iter_valid_loss : 0.16541896760463715
1336860 0.165622 0.165419 0.169876 CURRENT LEARNING RATE: 1.094213252350008e-06
previous_iter_valid_loss : 0.16283965110778809
1336880 0.163035 0.162840 0.169880 CURRENT LEARNING RATE: 1.0939944315823447e-06
previous_iter_valid_loss : 0.16366609930992126
1336900 0.163877 0.163666 0.169955 CURRENT LEARNING RATE: 1.0937756545744588e-06
previous_iter_valid_loss : 0.1764853447675705
1336920 0.176772 0.176485 0.168939 CURRENT LEARNING RATE: 1.0935569213175972e-06
previous_iter_valid_loss : 0.17096959054470062
1336940 0.171120 0.170970 0.169455 CURRENT LEARNING RATE: 1.0933382318030146e-06
previous_iter_valid_loss : 0.17000532150268555
1336960 0.170160 0.170005 0.169718 CURRENT LEARNING RATE: 1.0931195860219615e-06
previous_iter_valid_loss : 0.16281713545322418
1336980 0.162978 0.162817 0.168186 CURRENT LEARNING RATE: 1.092900983965692e-06
previous_iter_valid_loss : 0.1693759560585022
1337000 0.169525 0.169376 0.168630 CURRENT LEARNING RATE: 1.09268242562546e-06
previous_iter_valid_loss : 0.16748906672000885
1337020 0.167646 0.167489 0.168420 CURRENT LEARNING RATE: 1.092463910992527e-06
previous_iter_valid_loss : 0.16718801856040955
1337040 0.167356 0.167188 0.168251 CURRENT LEARNING RATE: 1.0922454400581507e-06
previous_iter_valid_loss : 0.17001530528068542
1337060 0.170268 0.170015 0.168125 CURRENT LEARNING RATE: 1.0920270128135921e-06
previous_iter_valid_loss : 0.16880768537521362
1337080 0.168961 0.168808 0.168273 CURRENT LEARNING RATE: 1.0918086292501122e-06
previous_iter_valid_loss : 0.16617999970912933
1337100 0.166344 0.166180 0.167285 CURRENT LEARNING RATE: 1.0915902893589796e-06
previous_iter_valid_loss : 0.1649942696094513
1337120 0.165207 0.164994 0.167451 CURRENT LEARNING RATE: 1.0913719931314589e-06
previous_iter_valid_loss : 0.16055026650428772
1337140 0.160715 0.160550 0.167219 CURRENT LEARNING RATE: 1.0911537405588157e-06
previous_iter_valid_loss : 0.16396743059158325
1337160 0.164166 0.163967 0.167349 CURRENT LEARNING RATE: 1.0909355316323245e-06
previous_iter_valid_loss : 0.16617843508720398
1337180 0.166341 0.166178 0.166789 CURRENT LEARNING RATE: 1.0907173663432547e-06
previous_iter_valid_loss : 0.1686316579580307
1337200 0.168789 0.168632 0.166894 CURRENT LEARNING RATE: 1.0904992446828796e-06
previous_iter_valid_loss : 0.16137515008449554
1337220 0.161559 0.161375 0.166544 CURRENT LEARNING RATE: 1.0902811666424726e-06
previous_iter_valid_loss : 0.18875621259212494
1337240 0.188886 0.188756 0.167784 CURRENT LEARNING RATE: 1.0900631322133145e-06
previous_iter_valid_loss : 0.1605842560529709
1337260 0.160755 0.160584 0.167542 CURRENT LEARNING RATE: 1.0898451413866814e-06
previous_iter_valid_loss : 0.16965517401695251
1337280 0.169804 0.169655 0.167883 CURRENT LEARNING RATE: 1.0896271941538545e-06
previous_iter_valid_loss : 0.16103790700435638
1337300 0.161220 0.161038 0.167751 CURRENT LEARNING RATE: 1.0894092905061135e-06
previous_iter_valid_loss : 0.1607360690832138
1337320 0.160897 0.160736 0.166964 CURRENT LEARNING RATE: 1.0891914304347461e-06
previous_iter_valid_loss : 0.18444675207138062
1337340 0.184591 0.184447 0.167638 CURRENT LEARNING RATE: 1.088973613931036e-06
previous_iter_valid_loss : 0.16054509580135345
1337360 0.160707 0.160545 0.167165 CURRENT LEARNING RATE: 1.0887558409862707e-06
previous_iter_valid_loss : 0.16799002885818481
1337380 0.168148 0.167990 0.167423 CURRENT LEARNING RATE: 1.0885381115917373e-06
previous_iter_valid_loss : 0.17512285709381104
1337400 0.175273 0.175123 0.167711 CURRENT LEARNING RATE: 1.0883204257387304e-06
previous_iter_valid_loss : 0.16086339950561523
1337420 0.161046 0.160863 0.167379 CURRENT LEARNING RATE: 1.0881027834185406e-06
previous_iter_valid_loss : 0.1606977880001068
1337440 0.160858 0.160698 0.167055 CURRENT LEARNING RATE: 1.0878851846224623e-06
previous_iter_valid_loss : 0.1619531810283661
1337460 0.162116 0.161953 0.166652 CURRENT LEARNING RATE: 1.0876676293417896e-06
previous_iter_valid_loss : 0.1694919466972351
1337480 0.169744 0.169492 0.166686 CURRENT LEARNING RATE: 1.0874501175678242e-06
previous_iter_valid_loss : 0.17240780591964722
1337500 0.172549 0.172408 0.166997 CURRENT LEARNING RATE: 1.0872326492918637e-06
previous_iter_valid_loss : 0.19598671793937683
1337520 0.196094 0.195987 0.168547 CURRENT LEARNING RATE: 1.0870152245052072e-06
previous_iter_valid_loss : 0.1605779379606247
1337540 0.160752 0.160578 0.168548 CURRENT LEARNING RATE: 1.086797843199162e-06
previous_iter_valid_loss : 0.17282259464263916
1337560 0.172975 0.172823 0.168991 CURRENT LEARNING RATE: 1.0865805053650306e-06
previous_iter_valid_loss : 0.1683182567358017
1337580 0.168550 0.168318 0.169098 CURRENT LEARNING RATE: 1.0863632109941194e-06
previous_iter_valid_loss : 0.17084072530269623
1337600 0.171100 0.170841 0.169209 CURRENT LEARNING RATE: 1.086145960077735e-06
previous_iter_valid_loss : 0.1640888750553131
1337620 0.164255 0.164089 0.169344 CURRENT LEARNING RATE: 1.0859287526071909e-06
previous_iter_valid_loss : 0.1622857302427292
1337640 0.162482 0.162286 0.168021 CURRENT LEARNING RATE: 1.0857115885737972e-06
previous_iter_valid_loss : 0.1624600887298584
1337660 0.162616 0.162460 0.168115 CURRENT LEARNING RATE: 1.0854944679688674e-06
previous_iter_valid_loss : 0.16056422889232635
1337680 0.160732 0.160564 0.167660 CURRENT LEARNING RATE: 1.0852773907837142e-06
previous_iter_valid_loss : 0.16528092324733734
1337700 0.165493 0.165281 0.167872 CURRENT LEARNING RATE: 1.0850603570096588e-06
previous_iter_valid_loss : 0.16243600845336914
1337720 0.162623 0.162436 0.167957 CURRENT LEARNING RATE: 1.0848433666380178e-06
previous_iter_valid_loss : 0.16448761522769928
1337740 0.164685 0.164488 0.166959 CURRENT LEARNING RATE: 1.0846264196601116e-06
previous_iter_valid_loss : 0.16659897565841675
1337760 0.166757 0.166599 0.167262 CURRENT LEARNING RATE: 1.0844095160672605e-06
previous_iter_valid_loss : 0.16274112462997437
1337780 0.162944 0.162741 0.167000 CURRENT LEARNING RATE: 1.0841926558507922e-06
previous_iter_valid_loss : 0.16246841847896576
1337800 0.162666 0.162468 0.166367 CURRENT LEARNING RATE: 1.0839758390020302e-06
previous_iter_valid_loss : 0.174186572432518
1337820 0.174461 0.174187 0.167033 CURRENT LEARNING RATE: 1.0837590655123016e-06
previous_iter_valid_loss : 0.1607389748096466
1337840 0.160901 0.160739 0.167035 CURRENT LEARNING RATE: 1.0835423353729342e-06
previous_iter_valid_loss : 0.16595964133739471
1337860 0.166176 0.165960 0.167235 CURRENT LEARNING RATE: 1.0833256485752622e-06
previous_iter_valid_loss : 0.16182416677474976
1337880 0.162025 0.161824 0.166852 CURRENT LEARNING RATE: 1.0831090051106162e-06
previous_iter_valid_loss : 0.17301225662231445
1337900 0.173156 0.173012 0.166882 CURRENT LEARNING RATE: 1.0828924049703288e-06
previous_iter_valid_loss : 0.16082702577114105
1337920 0.161004 0.160827 0.165124 CURRENT LEARNING RATE: 1.0826758481457395e-06
previous_iter_valid_loss : 0.16051875054836273
1337940 0.160682 0.160519 0.165121 CURRENT LEARNING RATE: 1.0824593346281843e-06
previous_iter_valid_loss : 0.18435010313987732
1337960 0.184708 0.184350 0.165698 CURRENT LEARNING RATE: 1.0822428644090026e-06
previous_iter_valid_loss : 0.17148500680923462
1337980 0.171745 0.171485 0.165856 CURRENT LEARNING RATE: 1.0820264374795338e-06
previous_iter_valid_loss : 0.16080394387245178
1338000 0.160980 0.160804 0.165354 CURRENT LEARNING RATE: 1.0818100538311245e-06
previous_iter_valid_loss : 0.1616586595773697
1338020 0.161847 0.161659 0.165233 CURRENT LEARNING RATE: 1.0815937134551175e-06
previous_iter_valid_loss : 0.16865991055965424
1338040 0.168813 0.168660 0.165551 CURRENT LEARNING RATE: 1.0813774163428592e-06
previous_iter_valid_loss : 0.17108462750911713
1338060 0.171227 0.171085 0.165983 CURRENT LEARNING RATE: 1.0811611624856957e-06
previous_iter_valid_loss : 0.17053046822547913
1338080 0.170685 0.170530 0.166481 CURRENT LEARNING RATE: 1.080944951874981e-06
previous_iter_valid_loss : 0.16054818034172058
1338100 0.160704 0.160548 0.166244 CURRENT LEARNING RATE: 1.0807287845020643e-06
previous_iter_valid_loss : 0.17119112610816956
1338120 0.171448 0.171191 0.166682 CURRENT LEARNING RATE: 1.080512660358299e-06
previous_iter_valid_loss : 0.17280787229537964
1338140 0.172955 0.172808 0.167098 CURRENT LEARNING RATE: 1.0802965794350387e-06
previous_iter_valid_loss : 0.16051754355430603
1338160 0.160688 0.160518 0.166794 CURRENT LEARNING RATE: 1.0800805417236434e-06
previous_iter_valid_loss : 0.16066528856754303
1338180 0.160836 0.160665 0.166690 CURRENT LEARNING RATE: 1.07986454721547e-06
previous_iter_valid_loss : 0.16117984056472778
1338200 0.161332 0.161180 0.166626 CURRENT LEARNING RATE: 1.0796485959018785e-06
previous_iter_valid_loss : 0.16060097515583038
1338220 0.160749 0.160601 0.165946 CURRENT LEARNING RATE: 1.0794326877742293e-06
previous_iter_valid_loss : 0.1674732118844986
1338240 0.167684 0.167473 0.166283 CURRENT LEARNING RATE: 1.0792168228238895e-06
previous_iter_valid_loss : 0.16183294355869293
1338260 0.162020 0.161833 0.166077 CURRENT LEARNING RATE: 1.0790010010422228e-06
previous_iter_valid_loss : 0.16553851962089539
1338280 0.165746 0.165539 0.166262 CURRENT LEARNING RATE: 1.0787852224205962e-06
previous_iter_valid_loss : 0.17038896679878235
1338300 0.170536 0.170389 0.166131 CURRENT LEARNING RATE: 1.0785694869503769e-06
previous_iter_valid_loss : 0.16214044392108917
1338320 0.162339 0.162140 0.166197 CURRENT LEARNING RATE: 1.078353794622939e-06
previous_iter_valid_loss : 0.1628071516752243
1338340 0.162998 0.162807 0.166311 CURRENT LEARNING RATE: 1.0781381454296531e-06
previous_iter_valid_loss : 0.16431443393230438
1338360 0.164527 0.164314 0.165310 CURRENT LEARNING RATE: 1.0779225393618912e-06
previous_iter_valid_loss : 0.16053639352321625
1338380 0.160695 0.160536 0.164762 CURRENT LEARNING RATE: 1.077706976411033e-06
previous_iter_valid_loss : 0.16055788099765778
1338400 0.160727 0.160558 0.164750 CURRENT LEARNING RATE: 1.077491456568454e-06
previous_iter_valid_loss : 0.16232343018054962
1338420 0.162486 0.162323 0.164783 CURRENT LEARNING RATE: 1.0772759798255334e-06
previous_iter_valid_loss : 0.17262853682041168
1338440 0.172774 0.172629 0.164982 CURRENT LEARNING RATE: 1.07706054617365e-06
previous_iter_valid_loss : 0.1651223748922348
1338460 0.165284 0.165122 0.164683 CURRENT LEARNING RATE: 1.0768451556041907e-06
previous_iter_valid_loss : 0.16344241797924042
1338480 0.163606 0.163442 0.164329 CURRENT LEARNING RATE: 1.0766298081085379e-06
previous_iter_valid_loss : 0.18096736073493958
1338500 0.181129 0.180967 0.165350 CURRENT LEARNING RATE: 1.0764145036780774e-06
previous_iter_valid_loss : 0.16053862869739532
1338520 0.160696 0.160539 0.164817 CURRENT LEARNING RATE: 1.0761992423041953e-06
previous_iter_valid_loss : 0.16051985323429108
1338540 0.160692 0.160520 0.164203 CURRENT LEARNING RATE: 1.0759840239782848e-06
previous_iter_valid_loss : 0.1702217310667038
1338560 0.170369 0.170222 0.164688 CURRENT LEARNING RATE: 1.0757688486917356e-06
previous_iter_valid_loss : 0.16170868277549744
1338580 0.161890 0.161709 0.164740 CURRENT LEARNING RATE: 1.0755537164359405e-06
previous_iter_valid_loss : 0.1613469123840332
1338600 0.161502 0.161347 0.164749 CURRENT LEARNING RATE: 1.0753386272022924e-06
previous_iter_valid_loss : 0.17065708339214325
1338620 0.170805 0.170657 0.165251 CURRENT LEARNING RATE: 1.0751235809821911e-06
previous_iter_valid_loss : 0.16413718461990356
1338640 0.164339 0.164137 0.165085 CURRENT LEARNING RATE: 1.0749085777670334e-06
previous_iter_valid_loss : 0.16080167889595032
1338660 0.160960 0.160802 0.165033 CURRENT LEARNING RATE: 1.0746936175482189e-06
previous_iter_valid_loss : 0.1642782837152481
1338680 0.164464 0.164278 0.164970 CURRENT LEARNING RATE: 1.0744787003171472e-06
previous_iter_valid_loss : 0.16544222831726074
1338700 0.165614 0.165442 0.164723 CURRENT LEARNING RATE: 1.0742638260652259e-06
previous_iter_valid_loss : 0.17656399309635162
1338720 0.176716 0.176564 0.165444 CURRENT LEARNING RATE: 1.0740489947838575e-06
previous_iter_valid_loss : 0.16744375228881836
1338740 0.167602 0.167444 0.165676 CURRENT LEARNING RATE: 1.0738342064644472e-06
previous_iter_valid_loss : 0.17023205757141113
1338760 0.170480 0.170232 0.165972 CURRENT LEARNING RATE: 1.0736194610984074e-06
previous_iter_valid_loss : 0.1631614714860916
1338780 0.163329 0.163161 0.166103 CURRENT LEARNING RATE: 1.073404758677146e-06
previous_iter_valid_loss : 0.1634465456008911
1338800 0.163609 0.163447 0.166247 CURRENT LEARNING RATE: 1.073190099192075e-06
previous_iter_valid_loss : 0.16858461499214172
1338820 0.168738 0.168585 0.166560 CURRENT LEARNING RATE: 1.0729754826346063e-06
previous_iter_valid_loss : 0.16538633406162262
1338840 0.165588 0.165386 0.166198 CURRENT LEARNING RATE: 1.072760908996159e-06
previous_iter_valid_loss : 0.1724708527326584
1338860 0.172624 0.172471 0.166566 CURRENT LEARNING RATE: 1.0725463782681482e-06
previous_iter_valid_loss : 0.16423283517360687
1338880 0.164443 0.164233 0.166605 CURRENT LEARNING RATE: 1.0723318904419925e-06
previous_iter_valid_loss : 0.1825767457485199
1338900 0.182943 0.182577 0.166686 CURRENT LEARNING RATE: 1.072117445509111e-06
previous_iter_valid_loss : 0.16053901612758636
1338920 0.160710 0.160539 0.166686 CURRENT LEARNING RATE: 1.071903043460929e-06
previous_iter_valid_loss : 0.16054892539978027
1338940 0.160715 0.160549 0.166687 CURRENT LEARNING RATE: 1.0716886842888692e-06
previous_iter_valid_loss : 0.16141264140605927
1338960 0.161596 0.161413 0.166247 CURRENT LEARNING RATE: 1.0714743679843568e-06
previous_iter_valid_loss : 0.16996528208255768
1338980 0.170116 0.169965 0.166660 CURRENT LEARNING RATE: 1.0712600945388172e-06
previous_iter_valid_loss : 0.16697418689727783
1339000 0.167131 0.166974 0.166941 CURRENT LEARNING RATE: 1.0710458639436835e-06
previous_iter_valid_loss : 0.16244010627269745
1339020 0.162599 0.162440 0.166530 CURRENT LEARNING RATE: 1.0708316761903845e-06
previous_iter_valid_loss : 0.16083881258964539
1339040 0.160994 0.160839 0.166365 CURRENT LEARNING RATE: 1.070617531270353e-06
previous_iter_valid_loss : 0.16210238635540009
1339060 0.162257 0.162102 0.166430 CURRENT LEARNING RATE: 1.0704034291750205e-06
previous_iter_valid_loss : 0.16129671037197113
1339080 0.161481 0.161297 0.166281 CURRENT LEARNING RATE: 1.0701893698958276e-06
previous_iter_valid_loss : 0.16059844195842743
1339100 0.160754 0.160598 0.166039 CURRENT LEARNING RATE: 1.0699753534242095e-06
previous_iter_valid_loss : 0.16050635278224945
1339120 0.160677 0.160506 0.165236 CURRENT LEARNING RATE: 1.0697613797516036e-06
previous_iter_valid_loss : 0.16636444628238678
1339140 0.166582 0.166364 0.165182 CURRENT LEARNING RATE: 1.0695474488694552e-06
previous_iter_valid_loss : 0.16074274480342865
1339160 0.160920 0.160743 0.164708 CURRENT LEARNING RATE: 1.0693335607692049e-06
previous_iter_valid_loss : 0.19135664403438568
1339180 0.191802 0.191357 0.166117 CURRENT LEARNING RATE: 1.069119715442297e-06
previous_iter_valid_loss : 0.17367719113826752
1339200 0.173947 0.173677 0.166629 CURRENT LEARNING RATE: 1.068905912880176e-06
previous_iter_valid_loss : 0.16065534949302673
1339220 0.160820 0.160655 0.166232 CURRENT LEARNING RATE: 1.0686921530742935e-06
previous_iter_valid_loss : 0.1644165962934494
1339240 0.164575 0.164417 0.166184 CURRENT LEARNING RATE: 1.0684784360160974e-06
previous_iter_valid_loss : 0.16305743157863617
1339260 0.163253 0.163057 0.165713 CURRENT LEARNING RATE: 1.0682647616970388e-06
previous_iter_valid_loss : 0.1606575846672058
1339280 0.160826 0.160658 0.165534 CURRENT LEARNING RATE: 1.068051130108569e-06
previous_iter_valid_loss : 0.1728348284959793
1339300 0.173098 0.172835 0.165047 CURRENT LEARNING RATE: 1.0678375412421463e-06
previous_iter_valid_loss : 0.16175717115402222
1339320 0.161907 0.161757 0.165108 CURRENT LEARNING RATE: 1.0676239950892255e-06
previous_iter_valid_loss : 0.16368980705738068
1339340 0.163881 0.163690 0.165265 CURRENT LEARNING RATE: 1.0674104916412647e-06
previous_iter_valid_loss : 0.16439777612686157
1339360 0.164610 0.164398 0.165415 CURRENT LEARNING RATE: 1.0671970308897219e-06
previous_iter_valid_loss : 0.16054019331932068
1339380 0.160707 0.160540 0.164943 CURRENT LEARNING RATE: 1.066983612826062e-06
previous_iter_valid_loss : 0.16082420945167542
1339400 0.160980 0.160824 0.164636 CURRENT LEARNING RATE: 1.066770237441747e-06
previous_iter_valid_loss : 0.16058383882045746
1339420 0.160750 0.160584 0.164543 CURRENT LEARNING RATE: 1.0665569047282417e-06
previous_iter_valid_loss : 0.1619943529367447
1339440 0.162147 0.161994 0.164601 CURRENT LEARNING RATE: 1.0663436146770107e-06
previous_iter_valid_loss : 0.16637855768203735
1339460 0.166581 0.166379 0.164815 CURRENT LEARNING RATE: 1.0661303672795264e-06
previous_iter_valid_loss : 0.164676234126091
1339480 0.164885 0.164676 0.164984 CURRENT LEARNING RATE: 1.0659171625272569e-06
previous_iter_valid_loss : 0.16196578741073608
1339500 0.162159 0.161966 0.165052 CURRENT LEARNING RATE: 1.0657040004116721e-06
previous_iter_valid_loss : 0.16676515340805054
1339520 0.166981 0.166765 0.165365 CURRENT LEARNING RATE: 1.0654908809242495e-06
previous_iter_valid_loss : 0.16735218465328217
1339540 0.167572 0.167352 0.165414 CURRENT LEARNING RATE: 1.065277804056462e-06
previous_iter_valid_loss : 0.17279528081417084
1339560 0.172941 0.172795 0.166017 CURRENT LEARNING RATE: 1.0650647697997871e-06
previous_iter_valid_loss : 0.1675039380788803
1339580 0.167661 0.167504 0.164824 CURRENT LEARNING RATE: 1.064851778145701e-06
previous_iter_valid_loss : 0.1650548279285431
1339600 0.165225 0.165055 0.164393 CURRENT LEARNING RATE: 1.0646388290856883e-06
previous_iter_valid_loss : 0.16184943914413452
1339620 0.162014 0.161849 0.164453 CURRENT LEARNING RATE: 1.0644259226112289e-06
previous_iter_valid_loss : 0.16805918514728546
1339640 0.168214 0.168059 0.164635 CURRENT LEARNING RATE: 1.0642130587138062e-06
previous_iter_valid_loss : 0.16191615164279938
1339660 0.162070 0.161916 0.164578 CURRENT LEARNING RATE: 1.0640002373849043e-06
previous_iter_valid_loss : 0.16235940158367157
1339680 0.162545 0.162359 0.164663 CURRENT LEARNING RATE: 1.0637874586160141e-06
previous_iter_valid_loss : 0.16071879863739014
1339700 0.160873 0.160719 0.164057 CURRENT LEARNING RATE: 1.0635747223986222e-06
previous_iter_valid_loss : 0.16093958914279938
1339720 0.161120 0.160940 0.164016 CURRENT LEARNING RATE: 1.0633620287242195e-06
previous_iter_valid_loss : 0.16355597972869873
1339740 0.163713 0.163556 0.164010 CURRENT LEARNING RATE: 1.063149377584296e-06
previous_iter_valid_loss : 0.16130094230175018
1339760 0.161452 0.161301 0.163855 CURRENT LEARNING RATE: 1.0629367689703497e-06
previous_iter_valid_loss : 0.16131262481212616
1339780 0.161478 0.161313 0.163893 CURRENT LEARNING RATE: 1.0627242028738745e-06
previous_iter_valid_loss : 0.16520816087722778
1339800 0.165375 0.165208 0.164113 CURRENT LEARNING RATE: 1.0625116792863671e-06
previous_iter_valid_loss : 0.16867363452911377
1339820 0.168912 0.168674 0.164517 CURRENT LEARNING RATE: 1.0622991981993257e-06
previous_iter_valid_loss : 0.1606098711490631
1339840 0.160770 0.160610 0.164448 CURRENT LEARNING RATE: 1.0620867596042537e-06
previous_iter_valid_loss : 0.16089940071105957
1339860 0.161080 0.160899 0.164174 CURRENT LEARNING RATE: 1.0618743634926526e-06
previous_iter_valid_loss : 0.16293586790561676
1339880 0.163129 0.162936 0.164087 CURRENT LEARNING RATE: 1.0616620098560262e-06
previous_iter_valid_loss : 0.17775365710258484
1339900 0.178062 0.177754 0.164876 CURRENT LEARNING RATE: 1.0614496986858783e-06
previous_iter_valid_loss : 0.1720626801252365
1339920 0.172329 0.172063 0.165141 CURRENT LEARNING RATE: 1.0612374299737203e-06
previous_iter_valid_loss : 0.162496879696846
1339940 0.162657 0.162497 0.164898 CURRENT LEARNING RATE: 1.0610252037110597e-06
previous_iter_valid_loss : 0.16087259352207184
1339960 0.161055 0.160873 0.164302 CURRENT LEARNING RATE: 1.0608130198894057e-06
previous_iter_valid_loss : 0.16180089116096497
1339980 0.161986 0.161801 0.164017 CURRENT LEARNING RATE: 1.0606008785002742e-06
previous_iter_valid_loss : 0.16408021748065948
1340000 0.164269 0.164080 0.163968 CURRENT LEARNING RATE: 1.0603887795351782e-06
previous_iter_valid_loss : 0.16091255843639374
1340020 0.161074 0.160913 0.163922 CURRENT LEARNING RATE: 1.0601767229856335e-06
previous_iter_valid_loss : 0.16327224671840668
1340040 0.163439 0.163272 0.163682 CURRENT LEARNING RATE: 1.059964708843156e-06
previous_iter_valid_loss : 0.16054506599903107
1340060 0.160706 0.160545 0.163614 CURRENT LEARNING RATE: 1.0597527370992688e-06
previous_iter_valid_loss : 0.16123947501182556
1340080 0.161401 0.161239 0.163558 CURRENT LEARNING RATE: 1.0595408077454912e-06
previous_iter_valid_loss : 0.16329652070999146
1340100 0.163472 0.163297 0.163687 CURRENT LEARNING RATE: 1.0593289207733462e-06
previous_iter_valid_loss : 0.16515731811523438
1340120 0.165327 0.165157 0.163897 CURRENT LEARNING RATE: 1.059117076174356e-06
previous_iter_valid_loss : 0.16621133685112
1340140 0.166427 0.166211 0.164030 CURRENT LEARNING RATE: 1.0589052739400512e-06
previous_iter_valid_loss : 0.16060397028923035
1340160 0.160768 0.160604 0.163995 CURRENT LEARNING RATE: 1.0586935140619572e-06
previous_iter_valid_loss : 0.16122081875801086
1340180 0.161408 0.161221 0.163991 CURRENT LEARNING RATE: 1.0584817965316042e-06
previous_iter_valid_loss : 0.1656043380498886
1340200 0.165767 0.165604 0.164011 CURRENT LEARNING RATE: 1.058270121340521e-06
previous_iter_valid_loss : 0.16772399842739105
1340220 0.167944 0.167724 0.163963 CURRENT LEARNING RATE: 1.058058488480245e-06
previous_iter_valid_loss : 0.16329637169837952
1340240 0.163487 0.163296 0.164097 CURRENT LEARNING RATE: 1.0578468979423085e-06
previous_iter_valid_loss : 0.1692301630973816
1340260 0.169464 0.169230 0.164514 CURRENT LEARNING RATE: 1.0576353497182482e-06
previous_iter_valid_loss : 0.16237954795360565
1340280 0.162578 0.162380 0.164486 CURRENT LEARNING RATE: 1.0574238437996e-06
previous_iter_valid_loss : 0.16226144134998322
1340300 0.162417 0.162261 0.163712 CURRENT LEARNING RATE: 1.0572123801779077e-06
previous_iter_valid_loss : 0.16540829837322235
1340320 0.165578 0.165408 0.163379 CURRENT LEARNING RATE: 1.0570009588447107e-06
previous_iter_valid_loss : 0.164323091506958
1340340 0.164489 0.164323 0.163470 CURRENT LEARNING RATE: 1.0567895797915502e-06
previous_iter_valid_loss : 0.16280002892017365
1340360 0.162984 0.162800 0.163567 CURRENT LEARNING RATE: 1.056578243009975e-06
previous_iter_valid_loss : 0.18043889105319977
1340380 0.180600 0.180439 0.164498 CURRENT LEARNING RATE: 1.0563669484915297e-06
previous_iter_valid_loss : 0.16292721033096313
1340400 0.163127 0.162927 0.164441 CURRENT LEARNING RATE: 1.0561556962277625e-06
previous_iter_valid_loss : 0.17031893134117126
1340420 0.170565 0.170319 0.164911 CURRENT LEARNING RATE: 1.0559444862102212e-06
previous_iter_valid_loss : 0.16454163193702698
1340440 0.164746 0.164542 0.164975 CURRENT LEARNING RATE: 1.0557333184304616e-06
previous_iter_valid_loss : 0.1653052568435669
1340460 0.165472 0.165305 0.165213 CURRENT LEARNING RATE: 1.0555221928800348e-06
previous_iter_valid_loss : 0.16442692279815674
1340480 0.164585 0.164427 0.165372 CURRENT LEARNING RATE: 1.0553111095504959e-06
previous_iter_valid_loss : 0.17906856536865234
1340500 0.179382 0.179069 0.166161 CURRENT LEARNING RATE: 1.0551000684333995e-06
previous_iter_valid_loss : 0.16049405932426453
1340520 0.160658 0.160494 0.165927 CURRENT LEARNING RATE: 1.0548890695203079e-06
previous_iter_valid_loss : 0.1648235321044922
1340540 0.165029 0.164824 0.165858 CURRENT LEARNING RATE: 1.0546781128027793e-06
previous_iter_valid_loss : 0.16066493093967438
1340560 0.160824 0.160665 0.165861 CURRENT LEARNING RATE: 1.0544671982723753e-06
previous_iter_valid_loss : 0.16072721779346466
1340580 0.160901 0.160727 0.165836 CURRENT LEARNING RATE: 1.0542563259206576e-06
previous_iter_valid_loss : 0.1608353555202484
1340600 0.160987 0.160835 0.165598 CURRENT LEARNING RATE: 1.0540454957391948e-06
previous_iter_valid_loss : 0.16275399923324585
1340620 0.162915 0.162754 0.165349 CURRENT LEARNING RATE: 1.0538347077195521e-06
previous_iter_valid_loss : 0.16166110336780548
1340640 0.161816 0.161661 0.165268 CURRENT LEARNING RATE: 1.0536239618532978e-06
previous_iter_valid_loss : 0.1697356104850769
1340660 0.169973 0.169736 0.165293 CURRENT LEARNING RATE: 1.0534132581320003e-06
previous_iter_valid_loss : 0.1606428325176239
1340680 0.160804 0.160643 0.165206 CURRENT LEARNING RATE: 1.053202596547235e-06
previous_iter_valid_loss : 0.17179101705551147
1340700 0.171935 0.171791 0.165683 CURRENT LEARNING RATE: 1.0529919770905738e-06
previous_iter_valid_loss : 0.16676606237888336
1340720 0.166930 0.166766 0.165750 CURRENT LEARNING RATE: 1.0527813997535898e-06
previous_iter_valid_loss : 0.16570532321929932
1340740 0.165912 0.165705 0.165820 CURRENT LEARNING RATE: 1.052570864527864e-06
previous_iter_valid_loss : 0.16109810769557953
1340760 0.161276 0.161098 0.165734 CURRENT LEARNING RATE: 1.0523603714049728e-06
previous_iter_valid_loss : 0.16063866019248962
1340780 0.160807 0.160639 0.164744 CURRENT LEARNING RATE: 1.0521499203764967e-06
previous_iter_valid_loss : 0.1611744910478592
1340800 0.161356 0.161174 0.164657 CURRENT LEARNING RATE: 1.0519395114340156e-06
previous_iter_valid_loss : 0.16193300485610962
1340820 0.162099 0.161933 0.164238 CURRENT LEARNING RATE: 1.051729144569117e-06
previous_iter_valid_loss : 0.16160450875759125
1340840 0.161775 0.161605 0.164091 CURRENT LEARNING RATE: 1.0515188197733845e-06
previous_iter_valid_loss : 0.16376528143882751
1340860 0.163955 0.163765 0.164014 CURRENT LEARNING RATE: 1.0513085370384046e-06
previous_iter_valid_loss : 0.16336533427238464
1340880 0.163557 0.163365 0.163961 CURRENT LEARNING RATE: 1.0510982963557646e-06
previous_iter_valid_loss : 0.16788971424102783
1340900 0.168124 0.167890 0.163402 CURRENT LEARNING RATE: 1.0508880977170586e-06
previous_iter_valid_loss : 0.175753653049469
1340920 0.176039 0.175754 0.164165 CURRENT LEARNING RATE: 1.0506779411138763e-06
previous_iter_valid_loss : 0.16941869258880615
1340940 0.169656 0.169419 0.164394 CURRENT LEARNING RATE: 1.050467826537812e-06
previous_iter_valid_loss : 0.16116924583911896
1340960 0.161336 0.161169 0.164420 CURRENT LEARNING RATE: 1.0502577539804591e-06
previous_iter_valid_loss : 0.16090677678585052
1340980 0.161063 0.160907 0.164429 CURRENT LEARNING RATE: 1.0500477234334184e-06
previous_iter_valid_loss : 0.18301072716712952
1341000 0.183387 0.183011 0.165537 CURRENT LEARNING RATE: 1.0498377348882866e-06
previous_iter_valid_loss : 0.16209125518798828
1341020 0.162242 0.162091 0.165504 CURRENT LEARNING RATE: 1.0496277883366646e-06
previous_iter_valid_loss : 0.1634712666273117
1341040 0.163642 0.163471 0.165595 CURRENT LEARNING RATE: 1.0494178837701522e-06
previous_iter_valid_loss : 0.16081376373767853
1341060 0.160966 0.160814 0.165149 CURRENT LEARNING RATE: 1.049208021180357e-06
previous_iter_valid_loss : 0.16087432205677032
1341080 0.161060 0.160874 0.165160 CURRENT LEARNING RATE: 1.048998200558883e-06
previous_iter_valid_loss : 0.1627190262079239
1341100 0.162905 0.162719 0.164707 CURRENT LEARNING RATE: 1.0487884218973372e-06
previous_iter_valid_loss : 0.17259597778320312
1341120 0.172742 0.172596 0.164998 CURRENT LEARNING RATE: 1.0485786851873263e-06
previous_iter_valid_loss : 0.1663275957107544
1341140 0.166481 0.166328 0.165029 CURRENT LEARNING RATE: 1.0483689904204652e-06
previous_iter_valid_loss : 0.16987738013267517
1341160 0.170029 0.169877 0.165468 CURRENT LEARNING RATE: 1.0481593375883634e-06
previous_iter_valid_loss : 0.16384899616241455
1341180 0.164015 0.163849 0.165629 CURRENT LEARNING RATE: 1.047949726682634e-06
previous_iter_valid_loss : 0.16356873512268066
1341200 0.163756 0.163569 0.165748 CURRENT LEARNING RATE: 1.047740157694895e-06
previous_iter_valid_loss : 0.16064640879631042
1341220 0.160824 0.160646 0.165684 CURRENT LEARNING RATE: 1.0475306306167629e-06
previous_iter_valid_loss : 0.1621728390455246
1341240 0.162337 0.162173 0.165712 CURRENT LEARNING RATE: 1.047321145439856e-06
previous_iter_valid_loss : 0.17437100410461426
1341260 0.174657 0.174371 0.166243 CURRENT LEARNING RATE: 1.047111702155793e-06
previous_iter_valid_loss : 0.16159719228744507
1341280 0.161752 0.161597 0.166154 CURRENT LEARNING RATE: 1.0469023007562005e-06
previous_iter_valid_loss : 0.1677112877368927
1341300 0.167868 0.167711 0.166145 CURRENT LEARNING RATE: 1.0466929412327e-06
previous_iter_valid_loss : 0.16148315370082855
1341320 0.161644 0.161483 0.165432 CURRENT LEARNING RATE: 1.0464836235769172e-06
previous_iter_valid_loss : 0.16929733753204346
1341340 0.169452 0.169297 0.165426 CURRENT LEARNING RATE: 1.0462743477804776e-06
previous_iter_valid_loss : 0.19480343163013458
1341360 0.194918 0.194803 0.167108 CURRENT LEARNING RATE: 1.0460651138350142e-06
previous_iter_valid_loss : 0.16100558638572693
1341380 0.161187 0.161006 0.167112 CURRENT LEARNING RATE: 1.045855921732155e-06
previous_iter_valid_loss : 0.16727089881896973
1341400 0.167486 0.167271 0.166325 CURRENT LEARNING RATE: 1.0456467714635332e-06
previous_iter_valid_loss : 0.16417253017425537
1341420 0.164371 0.164173 0.166430 CURRENT LEARNING RATE: 1.0454376630207804e-06
previous_iter_valid_loss : 0.1605985164642334
1341440 0.160772 0.160599 0.166286 CURRENT LEARNING RATE: 1.0452285963955362e-06
previous_iter_valid_loss : 0.16141894459724426
1341460 0.161601 0.161419 0.166316 CURRENT LEARNING RATE: 1.0450195715794359e-06
previous_iter_valid_loss : 0.16468197107315063
1341480 0.164894 0.164682 0.166507 CURRENT LEARNING RATE: 1.0448105885641187e-06
previous_iter_valid_loss : 0.16535162925720215
1341500 0.165523 0.165352 0.166638 CURRENT LEARNING RATE: 1.0446016473412233e-06
previous_iter_valid_loss : 0.16781659424304962
1341520 0.168043 0.167817 0.166399 CURRENT LEARNING RATE: 1.0443927479023958e-06
previous_iter_valid_loss : 0.1605629026889801
1341540 0.160721 0.160563 0.166111 CURRENT LEARNING RATE: 1.0441838902392782e-06
previous_iter_valid_loss : 0.17214415967464447
1341560 0.172299 0.172144 0.166224 CURRENT LEARNING RATE: 1.0439750743435147e-06
previous_iter_valid_loss : 0.16146259009838104
1341580 0.161617 0.161463 0.166105 CURRENT LEARNING RATE: 1.043766300206756e-06
previous_iter_valid_loss : 0.16590368747711182
1341600 0.166114 0.165904 0.166222 CURRENT LEARNING RATE: 1.0435575678206495e-06
previous_iter_valid_loss : 0.18740838766098022
1341620 0.187809 0.187408 0.167560 CURRENT LEARNING RATE: 1.0433488771768459e-06
previous_iter_valid_loss : 0.16111113131046295
1341640 0.161293 0.161111 0.167507 CURRENT LEARNING RATE: 1.0431402282669956e-06
previous_iter_valid_loss : 0.182303786277771
1341660 0.182460 0.182304 0.167903 CURRENT LEARNING RATE: 1.0429316210827566e-06
previous_iter_valid_loss : 0.17231285572052002
1341680 0.172462 0.172313 0.168439 CURRENT LEARNING RATE: 1.0427230556157824e-06
previous_iter_valid_loss : 0.16809669137001038
1341700 0.168257 0.168097 0.168458 CURRENT LEARNING RATE: 1.0425145318577306e-06
previous_iter_valid_loss : 0.16113321483135223
1341720 0.161284 0.161133 0.168441 CURRENT LEARNING RATE: 1.0423060498002583e-06
previous_iter_valid_loss : 0.16056706011295319
1341740 0.160724 0.160567 0.168004 CURRENT LEARNING RATE: 1.04209760943503e-06
previous_iter_valid_loss : 0.16366103291511536
1341760 0.163867 0.163661 0.166447 CURRENT LEARNING RATE: 1.0418892107537064e-06
previous_iter_valid_loss : 0.1644204705953598
1341780 0.164592 0.164420 0.166618 CURRENT LEARNING RATE: 1.041680853747951e-06
previous_iter_valid_loss : 0.1604977250099182
1341800 0.160662 0.160498 0.166279 CURRENT LEARNING RATE: 1.0414725384094286e-06
previous_iter_valid_loss : 0.1638958603143692
1341820 0.164063 0.163896 0.166266 CURRENT LEARNING RATE: 1.0412642647298094e-06
previous_iter_valid_loss : 0.1717545986175537
1341840 0.172017 0.171755 0.166823 CURRENT LEARNING RATE: 1.0410560327007608e-06
previous_iter_valid_loss : 0.16066811978816986
1341860 0.160840 0.160668 0.166786 CURRENT LEARNING RATE: 1.0408478423139538e-06
previous_iter_valid_loss : 0.16510826349258423
1341880 0.165282 0.165108 0.166807 CURRENT LEARNING RATE: 1.0406396935610589e-06
previous_iter_valid_loss : 0.18018440902233124
1341900 0.180342 0.180184 0.167549 CURRENT LEARNING RATE: 1.0404315864337533e-06
previous_iter_valid_loss : 0.16081830859184265
1341920 0.160997 0.160818 0.167199 CURRENT LEARNING RATE: 1.0402235209237119e-06
previous_iter_valid_loss : 0.1621951162815094
1341940 0.162358 0.162195 0.167281 CURRENT LEARNING RATE: 1.0400154970226092e-06
previous_iter_valid_loss : 0.16053250432014465
1341960 0.160690 0.160533 0.166700 CURRENT LEARNING RATE: 1.0398075147221285e-06
previous_iter_valid_loss : 0.1606540083885193
1341980 0.160823 0.160654 0.166660 CURRENT LEARNING RATE: 1.0395995740139484e-06
previous_iter_valid_loss : 0.16222204267978668
1342000 0.162390 0.162222 0.166475 CURRENT LEARNING RATE: 1.0393916748897516e-06
previous_iter_valid_loss : 0.1679820865392685
1342020 0.168138 0.167982 0.165504 CURRENT LEARNING RATE: 1.03918381734122e-06
previous_iter_valid_loss : 0.16072264313697815
1342040 0.160897 0.160723 0.165485 CURRENT LEARNING RATE: 1.038976001360043e-06
previous_iter_valid_loss : 0.16112905740737915
1342060 0.161291 0.161129 0.164426 CURRENT LEARNING RATE: 1.0387682269379063e-06
previous_iter_valid_loss : 0.16060401499271393
1342080 0.160766 0.160604 0.163841 CURRENT LEARNING RATE: 1.0385604940664988e-06
previous_iter_valid_loss : 0.20657441020011902
1342100 0.207149 0.206574 0.165764 CURRENT LEARNING RATE: 1.0383528027375094e-06
previous_iter_valid_loss : 0.1907157152891159
1342120 0.191159 0.190716 0.167244 CURRENT LEARNING RATE: 1.038145152942634e-06
previous_iter_valid_loss : 0.16246649622917175
1342140 0.162665 0.162466 0.167339 CURRENT LEARNING RATE: 1.037937544673565e-06
previous_iter_valid_loss : 0.16499914228916168
1342160 0.165164 0.164999 0.167405 CURRENT LEARNING RATE: 1.0377299779219977e-06
previous_iter_valid_loss : 0.18314653635025024
1342180 0.183508 0.183147 0.168342 CURRENT LEARNING RATE: 1.037522452679628e-06
previous_iter_valid_loss : 0.17875950038433075
1342200 0.179076 0.178760 0.169255 CURRENT LEARNING RATE: 1.0373149689381583e-06
previous_iter_valid_loss : 0.1609400510787964
1342220 0.161095 0.160940 0.169107 CURRENT LEARNING RATE: 1.0371075266892874e-06
previous_iter_valid_loss : 0.1608605980873108
1342240 0.161040 0.160861 0.168562 CURRENT LEARNING RATE: 1.0369001259247178e-06
previous_iter_valid_loss : 0.18322062492370605
1342260 0.183586 0.183221 0.169690 CURRENT LEARNING RATE: 1.0366927666361516e-06
previous_iter_valid_loss : 0.1605539470911026
1342280 0.160725 0.160554 0.169462 CURRENT LEARNING RATE: 1.036485448815298e-06
previous_iter_valid_loss : 0.16172409057617188
1342300 0.161909 0.161724 0.168539 CURRENT LEARNING RATE: 1.0362781724538626e-06
previous_iter_valid_loss : 0.17059671878814697
1342320 0.170745 0.170597 0.169028 CURRENT LEARNING RATE: 1.036070937543552e-06
previous_iter_valid_loss : 0.17074406147003174
1342340 0.170895 0.170744 0.169456 CURRENT LEARNING RATE: 1.0358637440760814e-06
previous_iter_valid_loss : 0.16300685703754425
1342360 0.163206 0.163007 0.169579 CURRENT LEARNING RATE: 1.0356565920431603e-06
previous_iter_valid_loss : 0.16591712832450867
1342380 0.166127 0.165917 0.169842 CURRENT LEARNING RATE: 1.0354494814365033e-06
previous_iter_valid_loss : 0.16467702388763428
1342400 0.164881 0.164677 0.169965 CURRENT LEARNING RATE: 1.0352424122478238e-06
previous_iter_valid_loss : 0.16588139533996582
1342420 0.166039 0.165881 0.169860 CURRENT LEARNING RATE: 1.0350353844688428e-06
previous_iter_valid_loss : 0.1615794152021408
1342440 0.161725 0.161579 0.169903 CURRENT LEARNING RATE: 1.034828398091277e-06
previous_iter_valid_loss : 0.17204847931861877
1342460 0.172306 0.172048 0.170449 CURRENT LEARNING RATE: 1.0346214531068477e-06
previous_iter_valid_loss : 0.18303769826889038
1342480 0.183395 0.183038 0.171571 CURRENT LEARNING RATE: 1.0344145495072744e-06
previous_iter_valid_loss : 0.16055487096309662
1342500 0.160720 0.160555 0.169270 CURRENT LEARNING RATE: 1.0342076872842852e-06
previous_iter_valid_loss : 0.1629728078842163
1342520 0.163146 0.162973 0.167883 CURRENT LEARNING RATE: 1.0340008664296038e-06
previous_iter_valid_loss : 0.16953377425670624
1342540 0.169690 0.169534 0.168236 CURRENT LEARNING RATE: 1.0337940869349572e-06
previous_iter_valid_loss : 0.1646399050951004
1342560 0.164842 0.164640 0.168218 CURRENT LEARNING RATE: 1.0335873487920722e-06
previous_iter_valid_loss : 0.1629665195941925
1342580 0.163130 0.162967 0.167209 CURRENT LEARNING RATE: 1.0333806519926832e-06
previous_iter_valid_loss : 0.16354303061962128
1342600 0.163711 0.163543 0.166448 CURRENT LEARNING RATE: 1.0331739965285204e-06
previous_iter_valid_loss : 0.17059925198554993
1342620 0.170749 0.170599 0.166931 CURRENT LEARNING RATE: 1.0329673823913175e-06
previous_iter_valid_loss : 0.16096770763397217
1342640 0.161120 0.160968 0.166936 CURRENT LEARNING RATE: 1.0327608095728085e-06
previous_iter_valid_loss : 0.16083966195583344
1342660 0.160996 0.160840 0.165817 CURRENT LEARNING RATE: 1.0325542780647337e-06
previous_iter_valid_loss : 0.1738990843296051
1342680 0.174049 0.173899 0.166485 CURRENT LEARNING RATE: 1.0323477878588299e-06
previous_iter_valid_loss : 0.1627282202243805
1342700 0.162897 0.162728 0.166535 CURRENT LEARNING RATE: 1.032141338946838e-06
previous_iter_valid_loss : 0.19932624697685242
1342720 0.199865 0.199326 0.167971 CURRENT LEARNING RATE: 1.031934931320498e-06
previous_iter_valid_loss : 0.16089443862438202
1342740 0.161078 0.160894 0.167479 CURRENT LEARNING RATE: 1.0317285649715572e-06
previous_iter_valid_loss : 0.1645721048116684
1342760 0.164743 0.164572 0.167557 CURRENT LEARNING RATE: 1.0315222398917591e-06
previous_iter_valid_loss : 0.16545431315898895
1342780 0.165663 0.165454 0.167534 CURRENT LEARNING RATE: 1.031315956072849e-06
previous_iter_valid_loss : 0.16726723313331604
1342800 0.167498 0.167267 0.167663 CURRENT LEARNING RATE: 1.031109713506579e-06
previous_iter_valid_loss : 0.16487595438957214
1342820 0.165090 0.164876 0.167613 CURRENT LEARNING RATE: 1.0309035121846976e-06
previous_iter_valid_loss : 0.16443917155265808
1342840 0.164601 0.164439 0.167756 CURRENT LEARNING RATE: 1.030697352098957e-06
previous_iter_valid_loss : 0.16678571701049805
1342860 0.166944 0.166786 0.167493 CURRENT LEARNING RATE: 1.0304912332411088e-06
previous_iter_valid_loss : 0.16217860579490662
1342880 0.162358 0.162179 0.166450 CURRENT LEARNING RATE: 1.0302851556029116e-06
previous_iter_valid_loss : 0.1648985594511032
1342900 0.165092 0.164899 0.166667 CURRENT LEARNING RATE: 1.030079119176121e-06
previous_iter_valid_loss : 0.16088774800300598
1342920 0.161059 0.160888 0.166563 CURRENT LEARNING RATE: 1.0298731239524952e-06
previous_iter_valid_loss : 0.17494191229343414
1342940 0.175095 0.174942 0.166833 CURRENT LEARNING RATE: 1.0296671699237929e-06
previous_iter_valid_loss : 0.16085587441921234
1342960 0.161018 0.160856 0.166644 CURRENT LEARNING RATE: 1.0294612570817791e-06
previous_iter_valid_loss : 0.16212835907936096
1342980 0.162286 0.162128 0.166602 CURRENT LEARNING RATE: 1.0292553854182158e-06
previous_iter_valid_loss : 0.1658286601305008
1343000 0.166045 0.165829 0.166717 CURRENT LEARNING RATE: 1.029049554924868e-06
previous_iter_valid_loss : 0.1621788889169693
1343020 0.162328 0.162179 0.166296 CURRENT LEARNING RATE: 1.028843765593501e-06
previous_iter_valid_loss : 0.16301123797893524
1343040 0.163210 0.163011 0.166398 CURRENT LEARNING RATE: 1.0286380174158863e-06
previous_iter_valid_loss : 0.16168305277824402
1343060 0.161875 0.161683 0.166440 CURRENT LEARNING RATE: 1.0284323103837924e-06
previous_iter_valid_loss : 0.16512225568294525
1343080 0.165294 0.165122 0.166001 CURRENT LEARNING RATE: 1.0282266444889913e-06
previous_iter_valid_loss : 0.16050565242767334
1343100 0.160664 0.160506 0.165890 CURRENT LEARNING RATE: 1.0280210197232542e-06
previous_iter_valid_loss : 0.16078317165374756
1343120 0.160946 0.160783 0.163963 CURRENT LEARNING RATE: 1.0278154360783597e-06
previous_iter_valid_loss : 0.1641685962677002
1343140 0.164342 0.164169 0.164127 CURRENT LEARNING RATE: 1.0276098935460829e-06
previous_iter_valid_loss : 0.16955040395259857
1343160 0.169804 0.169550 0.164375 CURRENT LEARNING RATE: 1.0274043921182e-06
previous_iter_valid_loss : 0.17481198906898499
1343180 0.175092 0.174812 0.164843 CURRENT LEARNING RATE: 1.027198931786495e-06
previous_iter_valid_loss : 0.17327918112277985
1343200 0.173549 0.173279 0.165144 CURRENT LEARNING RATE: 1.0269935125427472e-06
previous_iter_valid_loss : 0.17969268560409546
1343220 0.180018 0.179693 0.165885 CURRENT LEARNING RATE: 1.02678813437874e-06
previous_iter_valid_loss : 0.16081249713897705
1343240 0.160993 0.160812 0.165703 CURRENT LEARNING RATE: 1.0265827972862567e-06
previous_iter_valid_loss : 0.16216380894184113
1343260 0.162357 0.162164 0.165472 CURRENT LEARNING RATE: 1.0263775012570873e-06
previous_iter_valid_loss : 0.16499628126621246
1343280 0.165163 0.164996 0.165613 CURRENT LEARNING RATE: 1.0261722462830178e-06
previous_iter_valid_loss : 0.16159780323505402
1343300 0.161794 0.161598 0.165448 CURRENT LEARNING RATE: 1.0259670323558386e-06
previous_iter_valid_loss : 0.16802750527858734
1343320 0.168187 0.168028 0.165805 CURRENT LEARNING RATE: 1.0257618594673386e-06
previous_iter_valid_loss : 0.1656559258699417
1343340 0.165864 0.165656 0.165341 CURRENT LEARNING RATE: 1.0255567276093153e-06
previous_iter_valid_loss : 0.16118179261684418
1343360 0.161365 0.161182 0.165357 CURRENT LEARNING RATE: 1.0253516367735612e-06
previous_iter_valid_loss : 0.1706095039844513
1343380 0.170758 0.170610 0.165781 CURRENT LEARNING RATE: 1.0251465869518725e-06
previous_iter_valid_loss : 0.16217239201068878
1343400 0.162375 0.162172 0.165598 CURRENT LEARNING RATE: 1.0249415781360457e-06
previous_iter_valid_loss : 0.1675688773393631
1343420 0.167804 0.167569 0.165868 CURRENT LEARNING RATE: 1.0247366103178842e-06
previous_iter_valid_loss : 0.16211947798728943
1343440 0.162323 0.162119 0.165823 CURRENT LEARNING RATE: 1.0245316834891869e-06
previous_iter_valid_loss : 0.17178577184677124
1343460 0.172042 0.171786 0.166328 CURRENT LEARNING RATE: 1.0243267976417573e-06
previous_iter_valid_loss : 0.1625305563211441
1343480 0.162717 0.162531 0.166199 CURRENT LEARNING RATE: 1.024121952767398e-06
previous_iter_valid_loss : 0.1605706363916397
1343500 0.160727 0.160571 0.166202 CURRENT LEARNING RATE: 1.0239171488579184e-06
previous_iter_valid_loss : 0.16658547520637512
1343520 0.166801 0.166585 0.166492 CURRENT LEARNING RATE: 1.0237123859051252e-06
previous_iter_valid_loss : 0.16057118773460388
1343540 0.160735 0.160571 0.166312 CURRENT LEARNING RATE: 1.0235076639008257e-06
previous_iter_valid_loss : 0.1613471806049347
1343560 0.161507 0.161347 0.165902 CURRENT LEARNING RATE: 1.0233029828368347e-06
previous_iter_valid_loss : 0.16058185696601868
1343580 0.160750 0.160582 0.165191 CURRENT LEARNING RATE: 1.0230983427049632e-06
previous_iter_valid_loss : 0.1612004041671753
1343600 0.161374 0.161200 0.164587 CURRENT LEARNING RATE: 1.0228937434970254e-06
previous_iter_valid_loss : 0.1609872728586197
1343620 0.161154 0.160987 0.163651 CURRENT LEARNING RATE: 1.0226891852048357e-06
previous_iter_valid_loss : 0.17481759190559387
1343640 0.175099 0.174818 0.164352 CURRENT LEARNING RATE: 1.0224846678202154e-06
previous_iter_valid_loss : 0.16056731343269348
1343660 0.160715 0.160567 0.164272 CURRENT LEARNING RATE: 1.0222801913349818e-06
previous_iter_valid_loss : 0.16114449501037598
1343680 0.161327 0.161144 0.164079 CURRENT LEARNING RATE: 1.0220757557409562e-06
previous_iter_valid_loss : 0.18040615320205688
1343700 0.180563 0.180406 0.165020 CURRENT LEARNING RATE: 1.0218713610299592e-06
previous_iter_valid_loss : 0.16049228608608246
1343720 0.160653 0.160492 0.164643 CURRENT LEARNING RATE: 1.0216670071938185e-06
previous_iter_valid_loss : 0.18268123269081116
1343740 0.183023 0.182681 0.165494 CURRENT LEARNING RATE: 1.0214626942243581e-06
previous_iter_valid_loss : 0.16605637967586517
1343760 0.166215 0.166056 0.165738 CURRENT LEARNING RATE: 1.0212584221134057e-06
previous_iter_valid_loss : 0.16237977147102356
1343780 0.162579 0.162380 0.165327 CURRENT LEARNING RATE: 1.0210541908527886e-06
previous_iter_valid_loss : 0.16260258853435516
1343800 0.162764 0.162603 0.165348 CURRENT LEARNING RATE: 1.020850000434341e-06
previous_iter_valid_loss : 0.16056112945079803
1343820 0.160723 0.160561 0.164998 CURRENT LEARNING RATE: 1.0206458508498935e-06
previous_iter_valid_loss : 0.16884693503379822
1343840 0.168999 0.168847 0.165334 CURRENT LEARNING RATE: 1.0204417420912803e-06
previous_iter_valid_loss : 0.16096074879169464
1343860 0.161140 0.160961 0.164793 CURRENT LEARNING RATE: 1.0202376741503349e-06
previous_iter_valid_loss : 0.16181442141532898
1343880 0.162007 0.161814 0.164757 CURRENT LEARNING RATE: 1.0200336470188985e-06
previous_iter_valid_loss : 0.16224831342697144
1343900 0.162432 0.162248 0.164841 CURRENT LEARNING RATE: 1.0198296606888082e-06
previous_iter_valid_loss : 0.1606164276599884
1343920 0.160768 0.160616 0.164542 CURRENT LEARNING RATE: 1.0196257151519045e-06
previous_iter_valid_loss : 0.16909663379192352
1343940 0.169249 0.169097 0.164969 CURRENT LEARNING RATE: 1.0194218104000277e-06
previous_iter_valid_loss : 0.16404615342617035
1343960 0.164214 0.164046 0.165104 CURRENT LEARNING RATE: 1.0192179464250253e-06
previous_iter_valid_loss : 0.1609322875738144
1343980 0.161089 0.160932 0.165121 CURRENT LEARNING RATE: 1.0190141232187407e-06
previous_iter_valid_loss : 0.16150431334972382
1344000 0.161675 0.161504 0.165136 CURRENT LEARNING RATE: 1.0188103407730193e-06
previous_iter_valid_loss : 0.16492506861686707
1344020 0.165091 0.164925 0.165333 CURRENT LEARNING RATE: 1.0186065990797138e-06
previous_iter_valid_loss : 0.17027068138122559
1344040 0.170419 0.170271 0.165106 CURRENT LEARNING RATE: 1.0184028981306722e-06
previous_iter_valid_loss : 0.17955483496189117
1344060 0.179718 0.179555 0.166055 CURRENT LEARNING RATE: 1.0181992379177466e-06
previous_iter_valid_loss : 0.1809292882680893
1344080 0.181088 0.180929 0.167044 CURRENT LEARNING RATE: 1.017995618432789e-06
previous_iter_valid_loss : 0.16049765050411224
1344100 0.160663 0.160498 0.166049 CURRENT LEARNING RATE: 1.017792039667658e-06
previous_iter_valid_loss : 0.16052274405956268
1344120 0.160681 0.160523 0.166051 CURRENT LEARNING RATE: 1.017588501614209e-06
previous_iter_valid_loss : 0.16071876883506775
1344140 0.160875 0.160719 0.164952 CURRENT LEARNING RATE: 1.0173850042643e-06
previous_iter_valid_loss : 0.18381647765636444
1344160 0.184190 0.183816 0.165840 CURRENT LEARNING RATE: 1.0171815476097892e-06
previous_iter_valid_loss : 0.1723700612783432
1344180 0.172627 0.172370 0.166340 CURRENT LEARNING RATE: 1.0169781316425426e-06
previous_iter_valid_loss : 0.16387993097305298
1344200 0.164081 0.163880 0.166404 CURRENT LEARNING RATE: 1.0167747563544213e-06
previous_iter_valid_loss : 0.16191761195659637
1344220 0.162077 0.161918 0.166472 CURRENT LEARNING RATE: 1.0165714217372902e-06
previous_iter_valid_loss : 0.16254013776779175
1344240 0.162726 0.162540 0.166156 CURRENT LEARNING RATE: 1.0163681277830146e-06
previous_iter_valid_loss : 0.16296982765197754
1344260 0.163150 0.162970 0.166257 CURRENT LEARNING RATE: 1.016164874483466e-06
previous_iter_valid_loss : 0.16176167130470276
1344280 0.161920 0.161762 0.166254 CURRENT LEARNING RATE: 1.0159616618305122e-06
previous_iter_valid_loss : 0.16400060057640076
1344300 0.164174 0.164001 0.166342 CURRENT LEARNING RATE: 1.0157584898160256e-06
previous_iter_valid_loss : 0.17054519057273865
1344320 0.170788 0.170545 0.166838 CURRENT LEARNING RATE: 1.0155553584318764e-06
previous_iter_valid_loss : 0.16241684556007385
1344340 0.162581 0.162417 0.166504 CURRENT LEARNING RATE: 1.0153522676699438e-06
previous_iter_valid_loss : 0.17739979922771454
1344360 0.177556 0.177400 0.167172 CURRENT LEARNING RATE: 1.015149217522102e-06
previous_iter_valid_loss : 0.16912148892879486
1344380 0.169355 0.169121 0.167581 CURRENT LEARNING RATE: 1.014946207980227e-06
previous_iter_valid_loss : 0.16118627786636353
1344400 0.161372 0.161186 0.167565 CURRENT LEARNING RATE: 1.0147432390362022e-06
previous_iter_valid_loss : 0.16208483278751373
1344420 0.162239 0.162085 0.167423 CURRENT LEARNING RATE: 1.0145403106819074e-06
previous_iter_valid_loss : 0.16204547882080078
1344440 0.162200 0.162045 0.167012 CURRENT LEARNING RATE: 1.014337422909225e-06
previous_iter_valid_loss : 0.16138552129268646
1344460 0.161571 0.161386 0.166104 CURRENT LEARNING RATE: 1.014134575710038e-06
previous_iter_valid_loss : 0.16839289665222168
1344480 0.168617 0.168393 0.165477 CURRENT LEARNING RATE: 1.0139317690762358e-06
previous_iter_valid_loss : 0.160538911819458
1344500 0.160691 0.160539 0.165479 CURRENT LEARNING RATE: 1.0137290029997046e-06
previous_iter_valid_loss : 0.16081739962100983
1344520 0.160976 0.160817 0.165494 CURRENT LEARNING RATE: 1.0135262774723336e-06
previous_iter_valid_loss : 0.16058865189552307
1344540 0.160744 0.160589 0.165487 CURRENT LEARNING RATE: 1.0133235924860122e-06
previous_iter_valid_loss : 0.16324448585510254
1344560 0.163406 0.163244 0.164459 CURRENT LEARNING RATE: 1.013120948032636e-06
previous_iter_valid_loss : 0.16181597113609314
1344580 0.162004 0.161816 0.163931 CURRENT LEARNING RATE: 1.0129183441040984e-06
previous_iter_valid_loss : 0.1648518145084381
1344600 0.165020 0.164852 0.163979 CURRENT LEARNING RATE: 1.0127157806922943e-06
previous_iter_valid_loss : 0.16105318069458008
1344620 0.161216 0.161053 0.163936 CURRENT LEARNING RATE: 1.01251325778912e-06
previous_iter_valid_loss : 0.1796543300151825
1344640 0.179816 0.179654 0.164792 CURRENT LEARNING RATE: 1.0123107753864779e-06
previous_iter_valid_loss : 0.16173703968524933
1344660 0.161903 0.161737 0.164730 CURRENT LEARNING RATE: 1.0121083334762668e-06
previous_iter_valid_loss : 0.16337823867797852
1344680 0.163544 0.163378 0.164811 CURRENT LEARNING RATE: 1.0119059320503893e-06
previous_iter_valid_loss : 0.183627188205719
1344700 0.183779 0.183627 0.165792 CURRENT LEARNING RATE: 1.0117035711007473e-06
previous_iter_valid_loss : 0.1992308497428894
1344720 0.199326 0.199231 0.167227 CURRENT LEARNING RATE: 1.0115012506192502e-06
previous_iter_valid_loss : 0.16059575974941254
1344740 0.160755 0.160596 0.167136 CURRENT LEARNING RATE: 1.0112989705978033e-06
previous_iter_valid_loss : 0.16050024330615997
1344760 0.160664 0.160500 0.166291 CURRENT LEARNING RATE: 1.0110967310283134e-06
previous_iter_valid_loss : 0.1643650382757187
1344780 0.164535 0.164365 0.166053 CURRENT LEARNING RATE: 1.010894531902695e-06
previous_iter_valid_loss : 0.1622079759836197
1344800 0.162365 0.162208 0.166104 CURRENT LEARNING RATE: 1.0106923732128578e-06
previous_iter_valid_loss : 0.16061308979988098
1344820 0.160772 0.160613 0.166030 CURRENT LEARNING RATE: 1.0104902549507154e-06
previous_iter_valid_loss : 0.16152094304561615
1344840 0.161715 0.161521 0.166004 CURRENT LEARNING RATE: 1.0102881771081819e-06
previous_iter_valid_loss : 0.20812588930130005
1344860 0.208186 0.208126 0.168341 CURRENT LEARNING RATE: 1.0100861396771773e-06
previous_iter_valid_loss : 0.16231730580329895
1344880 0.162481 0.162317 0.168037 CURRENT LEARNING RATE: 1.0098841426496183e-06
previous_iter_valid_loss : 0.17525100708007812
1344900 0.175398 0.175251 0.168773 CURRENT LEARNING RATE: 1.0096821860174252e-06
previous_iter_valid_loss : 0.1645839363336563
1344920 0.164776 0.164584 0.168961 CURRENT LEARNING RATE: 1.0094802697725181e-06
previous_iter_valid_loss : 0.17267730832099915
1344940 0.172816 0.172677 0.169566 CURRENT LEARNING RATE: 1.0092783939068234e-06
previous_iter_valid_loss : 0.16143639385700226
1344960 0.161601 0.161436 0.169475 CURRENT LEARNING RATE: 1.0090765584122648e-06
previous_iter_valid_loss : 0.16787713766098022
1344980 0.168107 0.167877 0.169778 CURRENT LEARNING RATE: 1.0088747632807688e-06
previous_iter_valid_loss : 0.16165772080421448
1345000 0.161816 0.161658 0.169619 CURRENT LEARNING RATE: 1.0086730085042615e-06
previous_iter_valid_loss : 0.16239683330059052
1345020 0.162555 0.162397 0.169686 CURRENT LEARNING RATE: 1.0084712940746763e-06
previous_iter_valid_loss : 0.16056421399116516
1345040 0.160715 0.160564 0.168731 CURRENT LEARNING RATE: 1.008269619983943e-06
previous_iter_valid_loss : 0.16674663126468658
1345060 0.166958 0.166747 0.168982 CURRENT LEARNING RATE: 1.008067986223995e-06
previous_iter_valid_loss : 0.1740693747997284
1345080 0.174215 0.174069 0.169516 CURRENT LEARNING RATE: 1.0078663927867646e-06
previous_iter_valid_loss : 0.17563830316066742
1345100 0.175932 0.175638 0.169117 CURRENT LEARNING RATE: 1.0076648396641917e-06
previous_iter_valid_loss : 0.1606738120317459
1345120 0.160828 0.160674 0.167189 CURRENT LEARNING RATE: 1.0074633268482127e-06
previous_iter_valid_loss : 0.16666609048843384
1345140 0.166825 0.166666 0.167493 CURRENT LEARNING RATE: 1.007261854330767e-06
previous_iter_valid_loss : 0.16104665398597717
1345160 0.161201 0.161047 0.167520 CURRENT LEARNING RATE: 1.0070604221037936e-06
previous_iter_valid_loss : 0.16114334762096405
1345180 0.161329 0.161143 0.167359 CURRENT LEARNING RATE: 1.0068590301592389e-06
previous_iter_valid_loss : 0.16056187450885773
1345200 0.160724 0.160562 0.167276 CURRENT LEARNING RATE: 1.0066576784890457e-06
previous_iter_valid_loss : 0.18651647865772247
1345220 0.186920 0.186516 0.168572 CURRENT LEARNING RATE: 1.0064563670851582e-06
previous_iter_valid_loss : 0.1744367778301239
1345240 0.174708 0.174437 0.169217 CURRENT LEARNING RATE: 1.006255095939527e-06
previous_iter_valid_loss : 0.17685920000076294
1345260 0.177155 0.176859 0.167654 CURRENT LEARNING RATE: 1.0060538650441e-06
previous_iter_valid_loss : 0.16124016046524048
1345280 0.161397 0.161240 0.167600 CURRENT LEARNING RATE: 1.0058526743908276e-06
previous_iter_valid_loss : 0.16063830256462097
1345300 0.160797 0.160638 0.166870 CURRENT LEARNING RATE: 1.0056515239716603e-06
previous_iter_valid_loss : 0.1609543412923813
1345320 0.161131 0.160954 0.166688 CURRENT LEARNING RATE: 1.0054504137785562e-06
previous_iter_valid_loss : 0.1606692373752594
1345340 0.160833 0.160669 0.166088 CURRENT LEARNING RATE: 1.0052493438034689e-06
previous_iter_valid_loss : 0.16083243489265442
1345360 0.160983 0.160832 0.166058 CURRENT LEARNING RATE: 1.0050483140383552e-06
previous_iter_valid_loss : 0.1663471907377243
1345380 0.166515 0.166347 0.165981 CURRENT LEARNING RATE: 1.0048473244751724e-06
previous_iter_valid_loss : 0.1639419049024582
1345400 0.164115 0.163942 0.166095 CURRENT LEARNING RATE: 1.0046463751058845e-06
previous_iter_valid_loss : 0.20159301161766052
1345420 0.201656 0.201593 0.168055 CURRENT LEARNING RATE: 1.004445465922452e-06
previous_iter_valid_loss : 0.1651076227426529
1345440 0.165314 0.165108 0.168282 CURRENT LEARNING RATE: 1.004244596916838e-06
previous_iter_valid_loss : 0.16212645173072815
1345460 0.162322 0.162126 0.168051 CURRENT LEARNING RATE: 1.0040437680810064e-06
previous_iter_valid_loss : 0.1644347459077835
1345480 0.164607 0.164435 0.167569 CURRENT LEARNING RATE: 1.0038429794069273e-06
previous_iter_valid_loss : 0.1606459617614746
1345500 0.160804 0.160646 0.166820 CURRENT LEARNING RATE: 1.0036422308865677e-06
previous_iter_valid_loss : 0.1708105355501175
1345520 0.170957 0.170811 0.167327 CURRENT LEARNING RATE: 1.0034415225118972e-06
previous_iter_valid_loss : 0.17028839886188507
1345540 0.170437 0.170288 0.167508 CURRENT LEARNING RATE: 1.0032408542748863e-06
previous_iter_valid_loss : 0.16156458854675293
1345560 0.161717 0.161565 0.167534 CURRENT LEARNING RATE: 1.0030402261675111e-06
previous_iter_valid_loss : 0.16053086519241333
1345580 0.160687 0.160531 0.167503 CURRENT LEARNING RATE: 1.0028396381817455e-06
previous_iter_valid_loss : 0.1606425940990448
1345600 0.160813 0.160643 0.167507 CURRENT LEARNING RATE: 1.0026390903095633e-06
previous_iter_valid_loss : 0.1620907187461853
1345620 0.162278 0.162091 0.166286 CURRENT LEARNING RATE: 1.002438582542947e-06
previous_iter_valid_loss : 0.1690993756055832
1345640 0.169257 0.169099 0.166019 CURRENT LEARNING RATE: 1.0022381148738738e-06
previous_iter_valid_loss : 0.16188392043113708
1345660 0.162068 0.161884 0.165270 CURRENT LEARNING RATE: 1.0020376872943257e-06
previous_iter_valid_loss : 0.1630425900220871
1345680 0.163235 0.163043 0.165360 CURRENT LEARNING RATE: 1.0018372997962834e-06
previous_iter_valid_loss : 0.16355490684509277
1345700 0.163719 0.163555 0.165506 CURRENT LEARNING RATE: 1.0016369523717349e-06
previous_iter_valid_loss : 0.16063132882118225
1345720 0.160789 0.160631 0.165490 CURRENT LEARNING RATE: 1.0014366450126645e-06
previous_iter_valid_loss : 0.1610395461320877
1345740 0.161198 0.161040 0.165509 CURRENT LEARNING RATE: 1.0012363777110602e-06
previous_iter_valid_loss : 0.18553107976913452
1345760 0.185906 0.185531 0.166743 CURRENT LEARNING RATE: 1.0010361504589092e-06
previous_iter_valid_loss : 0.1753610372543335
1345780 0.175516 0.175361 0.167194 CURRENT LEARNING RATE: 1.0008359632482064e-06
previous_iter_valid_loss : 0.16118495166301727
1345800 0.161372 0.161185 0.167056 CURRENT LEARNING RATE: 1.000635816070942e-06
previous_iter_valid_loss : 0.16071072220802307
1345820 0.160885 0.160711 0.165012 CURRENT LEARNING RATE: 1.0004357089191105e-06
previous_iter_valid_loss : 0.16548389196395874
1345840 0.165691 0.165484 0.165031 CURRENT LEARNING RATE: 1.0002356417847057e-06
previous_iter_valid_loss : 0.16425181925296783
1345860 0.164444 0.164252 0.165137 CURRENT LEARNING RATE: 1.0000356146597285e-06
previous_iter_valid_loss : 0.169443741440773
1345880 0.169598 0.169444 0.165388 CURRENT LEARNING RATE: 9.99835627536176e-07
previous_iter_valid_loss : 0.1606200635433197
1345900 0.160791 0.160620 0.165386 CURRENT LEARNING RATE: 9.996356804060487e-07
previous_iter_valid_loss : 0.17929281294345856
1345920 0.179623 0.179293 0.165810 CURRENT LEARNING RATE: 9.994357732613471e-07
previous_iter_valid_loss : 0.1987423598766327
1345940 0.199265 0.198742 0.167233 CURRENT LEARNING RATE: 9.992359060940782e-07
previous_iter_valid_loss : 0.1671248823404312
1345960 0.167353 0.167125 0.167511 CURRENT LEARNING RATE: 9.990360788962457e-07
previous_iter_valid_loss : 0.17472518980503082
1345980 0.174868 0.174725 0.168221 CURRENT LEARNING RATE: 9.988362916598549e-07
previous_iter_valid_loss : 0.18964171409606934
1346000 0.189780 0.189642 0.169671 CURRENT LEARNING RATE: 9.986365443769174e-07
previous_iter_valid_loss : 0.17235077917575836
1346020 0.172500 0.172351 0.170184 CURRENT LEARNING RATE: 9.984368370394418e-07
previous_iter_valid_loss : 0.1605408936738968
1346040 0.160708 0.160541 0.169756 CURRENT LEARNING RATE: 9.9823716963944e-07
previous_iter_valid_loss : 0.1608305722475052
1346060 0.161009 0.160831 0.169703 CURRENT LEARNING RATE: 9.980375421689232e-07
previous_iter_valid_loss : 0.16056843101978302
1346080 0.160734 0.160568 0.169580 CURRENT LEARNING RATE: 9.978379546199102e-07
previous_iter_valid_loss : 0.1611221432685852
1346100 0.161310 0.161122 0.169458 CURRENT LEARNING RATE: 9.976384069844155e-07
previous_iter_valid_loss : 0.1613711714744568
1346120 0.161527 0.161371 0.169495 CURRENT LEARNING RATE: 9.97438899254457e-07
previous_iter_valid_loss : 0.1613454520702362
1346140 0.161504 0.161345 0.169510 CURRENT LEARNING RATE: 9.97239431422053e-07
previous_iter_valid_loss : 0.1607731729745865
1346160 0.160938 0.160773 0.168272 CURRENT LEARNING RATE: 9.97040003479228e-07
previous_iter_valid_loss : 0.16053524613380432
1346180 0.160703 0.160535 0.167531 CURRENT LEARNING RATE: 9.968406154180033e-07
previous_iter_valid_loss : 0.196275532245636
1346200 0.196773 0.196276 0.169286 CURRENT LEARNING RATE: 9.966412672304035e-07
previous_iter_valid_loss : 0.16658338904380798
1346220 0.166741 0.166583 0.169579 CURRENT LEARNING RATE: 9.964419589084526e-07
previous_iter_valid_loss : 0.19860143959522247
1346240 0.199121 0.198601 0.171235 CURRENT LEARNING RATE: 9.962426904441821e-07
previous_iter_valid_loss : 0.16295744478702545
1346260 0.163155 0.162957 0.171170 CURRENT LEARNING RATE: 9.960434618296193e-07
previous_iter_valid_loss : 0.160680890083313
1346280 0.160855 0.160681 0.170732 CURRENT LEARNING RATE: 9.95844273056795e-07
previous_iter_valid_loss : 0.16098161041736603
1346300 0.161163 0.160982 0.170750 CURRENT LEARNING RATE: 9.956451241177402e-07
previous_iter_valid_loss : 0.1756911724805832
1346320 0.175845 0.175691 0.170570 CURRENT LEARNING RATE: 9.95446015004492e-07
previous_iter_valid_loss : 0.16132961213588715
1346340 0.161489 0.161330 0.168700 CURRENT LEARNING RATE: 9.952469457090847e-07
previous_iter_valid_loss : 0.16325736045837402
1346360 0.163423 0.163257 0.168506 CURRENT LEARNING RATE: 9.950479162235538e-07
previous_iter_valid_loss : 0.16114526987075806
1346380 0.161302 0.161145 0.167827 CURRENT LEARNING RATE: 9.94848926539941e-07
previous_iter_valid_loss : 0.17863096296787262
1346400 0.178948 0.178631 0.167277 CURRENT LEARNING RATE: 9.946499766502856e-07
previous_iter_valid_loss : 0.1629006564617157
1346420 0.163088 0.162901 0.166804 CURRENT LEARNING RATE: 9.944510665466294e-07
previous_iter_valid_loss : 0.16061006486415863
1346440 0.160771 0.160610 0.166808 CURRENT LEARNING RATE: 9.942521962210144e-07
previous_iter_valid_loss : 0.16808731853961945
1346460 0.168312 0.168087 0.167170 CURRENT LEARNING RATE: 9.940533656654889e-07
previous_iter_valid_loss : 0.16097114980220795
1346480 0.161155 0.160971 0.167191 CURRENT LEARNING RATE: 9.938545748720982e-07
previous_iter_valid_loss : 0.1649543195962906
1346500 0.165119 0.164954 0.167382 CURRENT LEARNING RATE: 9.936558238328907e-07
previous_iter_valid_loss : 0.16092470288276672
1346520 0.161106 0.160925 0.167360 CURRENT LEARNING RATE: 9.934571125399144e-07
previous_iter_valid_loss : 0.16623319685459137
1346540 0.166447 0.166233 0.167604 CURRENT LEARNING RATE: 9.932584409852246e-07
previous_iter_valid_loss : 0.16187676787376404
1346560 0.162038 0.161877 0.167659 CURRENT LEARNING RATE: 9.930598091608726e-07
previous_iter_valid_loss : 0.16079531610012054
1346580 0.160954 0.160795 0.167672 CURRENT LEARNING RATE: 9.928612170589131e-07
previous_iter_valid_loss : 0.16052544116973877
1346600 0.160682 0.160525 0.165885 CURRENT LEARNING RATE: 9.926626646714006e-07
previous_iter_valid_loss : 0.16238370537757874
1346620 0.162580 0.162384 0.165675 CURRENT LEARNING RATE: 9.924641519903966e-07
previous_iter_valid_loss : 0.1640954315662384
1346640 0.164300 0.164095 0.163950 CURRENT LEARNING RATE: 9.922656790079589e-07
previous_iter_valid_loss : 0.1673085242509842
1346660 0.167529 0.167309 0.164167 CURRENT LEARNING RATE: 9.920672457161482e-07
previous_iter_valid_loss : 0.16065844893455505
1346680 0.160819 0.160658 0.164166 CURRENT LEARNING RATE: 9.918688521070259e-07
previous_iter_valid_loss : 0.16071419417858124
1346700 0.160884 0.160714 0.164153 CURRENT LEARNING RATE: 9.916704981726597e-07
previous_iter_valid_loss : 0.1644446700811386
1346720 0.164655 0.164445 0.163590 CURRENT LEARNING RATE: 9.914721839051133e-07
previous_iter_valid_loss : 0.17014813423156738
1346740 0.170300 0.170148 0.164031 CURRENT LEARNING RATE: 9.912739092964546e-07
previous_iter_valid_loss : 0.16106359660625458
1346760 0.161213 0.161064 0.163922 CURRENT LEARNING RATE: 9.910756743387505e-07
previous_iter_valid_loss : 0.1606275588274002
1346780 0.160799 0.160628 0.163896 CURRENT LEARNING RATE: 9.908774790240753e-07
previous_iter_valid_loss : 0.1718330979347229
1346800 0.171981 0.171833 0.163556 CURRENT LEARNING RATE: 9.906793233444995e-07
previous_iter_valid_loss : 0.18709225952625275
1346820 0.187230 0.187092 0.164765 CURRENT LEARNING RATE: 9.904812072920949e-07
previous_iter_valid_loss : 0.1662740409374237
1346840 0.166434 0.166274 0.165049 CURRENT LEARNING RATE: 9.902831308589406e-07
previous_iter_valid_loss : 0.17885078489780426
1346860 0.179006 0.178851 0.165587 CURRENT LEARNING RATE: 9.900850940371115e-07
previous_iter_valid_loss : 0.1825600117444992
1346880 0.182715 0.182560 0.166666 CURRENT LEARNING RATE: 9.898870968186864e-07
previous_iter_valid_loss : 0.1610347181558609
1346900 0.161195 0.161035 0.166470 CURRENT LEARNING RATE: 9.896891391957435e-07
previous_iter_valid_loss : 0.16060306131839752
1346920 0.160774 0.160603 0.166454 CURRENT LEARNING RATE: 9.894912211603681e-07
previous_iter_valid_loss : 0.16073313355445862
1346940 0.160915 0.160733 0.166179 CURRENT LEARNING RATE: 9.892933427046416e-07
previous_iter_valid_loss : 0.16864003241062164
1346960 0.168789 0.168640 0.166517 CURRENT LEARNING RATE: 9.89095503820649e-07
previous_iter_valid_loss : 0.16510556638240814
1346980 0.165311 0.165106 0.166733 CURRENT LEARNING RATE: 9.88897704500475e-07
previous_iter_valid_loss : 0.17499110102653503
1347000 0.175134 0.174991 0.167456 CURRENT LEARNING RATE: 9.88699944736211e-07
previous_iter_valid_loss : 0.16233021020889282
1347020 0.162496 0.162330 0.167453 CURRENT LEARNING RATE: 9.885022245199448e-07
previous_iter_valid_loss : 0.1607266366481781
1347040 0.160894 0.160727 0.167285 CURRENT LEARNING RATE: 9.883045438437678e-07
previous_iter_valid_loss : 0.18400363624095917
1347060 0.184369 0.184004 0.168120 CURRENT LEARNING RATE: 9.88106902699771e-07
previous_iter_valid_loss : 0.1640205681324005
1347080 0.164209 0.164021 0.168288 CURRENT LEARNING RATE: 9.879093010800523e-07
previous_iter_valid_loss : 0.16854603588581085
1347100 0.168786 0.168546 0.168680 CURRENT LEARNING RATE: 9.877117389767055e-07
previous_iter_valid_loss : 0.16217467188835144
1347120 0.162336 0.162175 0.168566 CURRENT LEARNING RATE: 9.875142163818285e-07
previous_iter_valid_loss : 0.16236013174057007
1347140 0.162522 0.162360 0.168177 CURRENT LEARNING RATE: 9.873167332875186e-07
previous_iter_valid_loss : 0.16500142216682434
1347160 0.165214 0.165001 0.168373 CURRENT LEARNING RATE: 9.871192896858799e-07
previous_iter_valid_loss : 0.1645634025335312
1347180 0.164768 0.164563 0.168570 CURRENT LEARNING RATE: 9.86921885569013e-07
previous_iter_valid_loss : 0.1732228696346283
1347200 0.173372 0.173223 0.168640 CURRENT LEARNING RATE: 9.867245209290196e-07
previous_iter_valid_loss : 0.1636062115430832
1347220 0.163800 0.163606 0.167465 CURRENT LEARNING RATE: 9.865271957580092e-07
previous_iter_valid_loss : 0.1612047255039215
1347240 0.161390 0.161205 0.167212 CURRENT LEARNING RATE: 9.863299100480865e-07
previous_iter_valid_loss : 0.16121052205562592
1347260 0.161398 0.161211 0.166330 CURRENT LEARNING RATE: 9.861326637913606e-07
previous_iter_valid_loss : 0.16065792739391327
1347280 0.160821 0.160658 0.165235 CURRENT LEARNING RATE: 9.859354569799394e-07
previous_iter_valid_loss : 0.18342794477939606
1347300 0.183791 0.183428 0.166355 CURRENT LEARNING RATE: 9.857382896059386e-07
previous_iter_valid_loss : 0.165846049785614
1347320 0.166051 0.165846 0.166617 CURRENT LEARNING RATE: 9.855411616614695e-07
previous_iter_valid_loss : 0.16103681921958923
1347340 0.161196 0.161037 0.166632 CURRENT LEARNING RATE: 9.853440731386468e-07
previous_iter_valid_loss : 0.20793743431568146
1347360 0.207995 0.207937 0.168597 CURRENT LEARNING RATE: 9.851470240295856e-07
previous_iter_valid_loss : 0.1657639741897583
1347380 0.165981 0.165764 0.168630 CURRENT LEARNING RATE: 9.849500143264072e-07
previous_iter_valid_loss : 0.17174886167049408
1347400 0.171895 0.171749 0.168468 CURRENT LEARNING RATE: 9.847530440212294e-07
previous_iter_valid_loss : 0.17943476140499115
1347420 0.179595 0.179435 0.169323 CURRENT LEARNING RATE: 9.845561131061735e-07
previous_iter_valid_loss : 0.16466398537158966
1347440 0.164866 0.164664 0.169520 CURRENT LEARNING RATE: 9.843592215733607e-07
previous_iter_valid_loss : 0.16972613334655762
1347460 0.169876 0.169726 0.168806 CURRENT LEARNING RATE: 9.841623694149185e-07
previous_iter_valid_loss : 0.16058659553527832
1347480 0.160737 0.160587 0.168634 CURRENT LEARNING RATE: 9.839655566229711e-07
previous_iter_valid_loss : 0.1633145660161972
1347500 0.163483 0.163315 0.168372 CURRENT LEARNING RATE: 9.837687831896462e-07
previous_iter_valid_loss : 0.17515148222446442
1347520 0.175303 0.175151 0.169021 CURRENT LEARNING RATE: 9.83572049107071e-07
previous_iter_valid_loss : 0.16223600506782532
1347540 0.162401 0.162236 0.169015 CURRENT LEARNING RATE: 9.833753543673797e-07
previous_iter_valid_loss : 0.1611763834953308
1347560 0.161368 0.161176 0.168824 CURRENT LEARNING RATE: 9.831786989627027e-07
previous_iter_valid_loss : 0.17961715161800385
1347580 0.179942 0.179617 0.169577 CURRENT LEARNING RATE: 9.829820828851718e-07
previous_iter_valid_loss : 0.1605059951543808
1347600 0.160667 0.160506 0.168941 CURRENT LEARNING RATE: 9.827855061269265e-07
previous_iter_valid_loss : 0.1605265587568283
1347620 0.160685 0.160527 0.168787 CURRENT LEARNING RATE: 9.825889686801015e-07
previous_iter_valid_loss : 0.1679389476776123
1347640 0.168158 0.167939 0.169123 CURRENT LEARNING RATE: 9.82392470536835e-07
previous_iter_valid_loss : 0.16296343505382538
1347660 0.163129 0.162963 0.169211 CURRENT LEARNING RATE: 9.82196011689266e-07
previous_iter_valid_loss : 0.16328957676887512
1347680 0.163457 0.163290 0.169343 CURRENT LEARNING RATE: 9.819995921295394e-07
previous_iter_valid_loss : 0.16541695594787598
1347700 0.165629 0.165417 0.168442 CURRENT LEARNING RATE: 9.818032118497964e-07
previous_iter_valid_loss : 0.16102056205272675
1347720 0.161200 0.161021 0.168201 CURRENT LEARNING RATE: 9.816068708421822e-07
previous_iter_valid_loss : 0.18443240225315094
1347740 0.184576 0.184432 0.169371 CURRENT LEARNING RATE: 9.814105690988413e-07
previous_iter_valid_loss : 0.1607830673456192
1347760 0.160940 0.160783 0.167013 CURRENT LEARNING RATE: 9.812143066119248e-07
previous_iter_valid_loss : 0.16348737478256226
1347780 0.163687 0.163487 0.166899 CURRENT LEARNING RATE: 9.810180833735808e-07
previous_iter_valid_loss : 0.17482821643352509
1347800 0.174973 0.174828 0.167053 CURRENT LEARNING RATE: 9.808218993759602e-07
previous_iter_valid_loss : 0.17012493312358856
1347820 0.170274 0.170125 0.166588 CURRENT LEARNING RATE: 9.806257546112141e-07
previous_iter_valid_loss : 0.1605357825756073
1347840 0.160699 0.160536 0.166381 CURRENT LEARNING RATE: 9.804296490714998e-07
previous_iter_valid_loss : 0.1617036759853363
1347860 0.161882 0.161704 0.165980 CURRENT LEARNING RATE: 9.80233582748972e-07
previous_iter_valid_loss : 0.1607210636138916
1347880 0.160861 0.160721 0.165987 CURRENT LEARNING RATE: 9.800375556357873e-07
previous_iter_valid_loss : 0.16475236415863037
1347900 0.164945 0.164752 0.166059 CURRENT LEARNING RATE: 9.798415677241033e-07
previous_iter_valid_loss : 0.16353429853916168
1347920 0.163735 0.163534 0.165478 CURRENT LEARNING RATE: 9.79645619006084e-07
previous_iter_valid_loss : 0.1608848124742508
1347940 0.161066 0.160885 0.165410 CURRENT LEARNING RATE: 9.794497094738894e-07
previous_iter_valid_loss : 0.16079404950141907
1347960 0.160945 0.160794 0.165391 CURRENT LEARNING RATE: 9.792538391196835e-07
previous_iter_valid_loss : 0.16491267085075378
1347980 0.165121 0.164913 0.164656 CURRENT LEARNING RATE: 9.790580079356293e-07
previous_iter_valid_loss : 0.16098497807979584
1348000 0.161143 0.160985 0.164680 CURRENT LEARNING RATE: 9.788622159138974e-07
previous_iter_valid_loss : 0.166364848613739
1348020 0.166530 0.166365 0.164972 CURRENT LEARNING RATE: 9.786664630466544e-07
previous_iter_valid_loss : 0.16762125492095947
1348040 0.167777 0.167621 0.164956 CURRENT LEARNING RATE: 9.784707493260682e-07
previous_iter_valid_loss : 0.16533005237579346
1348060 0.165543 0.165330 0.165074 CURRENT LEARNING RATE: 9.78275074744314e-07
previous_iter_valid_loss : 0.16055254638195038
1348080 0.160717 0.160553 0.164937 CURRENT LEARNING RATE: 9.780794392935626e-07
previous_iter_valid_loss : 0.16410264372825623
1348100 0.164303 0.164103 0.164872 CURRENT LEARNING RATE: 9.778838429659892e-07
previous_iter_valid_loss : 0.16389784216880798
1348120 0.164088 0.163898 0.165016 CURRENT LEARNING RATE: 9.776882857537678e-07
previous_iter_valid_loss : 0.1605178862810135
1348140 0.160679 0.160518 0.163820 CURRENT LEARNING RATE: 9.774927676490795e-07
previous_iter_valid_loss : 0.16293185949325562
1348160 0.163129 0.162932 0.163927 CURRENT LEARNING RATE: 9.772972886441023e-07
previous_iter_valid_loss : 0.1669549196958542
1348180 0.167112 0.166955 0.164101 CURRENT LEARNING RATE: 9.771018487310168e-07
previous_iter_valid_loss : 0.1607988178730011
1348200 0.160974 0.160799 0.163399 CURRENT LEARNING RATE: 9.769064479020036e-07
previous_iter_valid_loss : 0.1670355200767517
1348220 0.167189 0.167036 0.163245 CURRENT LEARNING RATE: 9.7671108614925e-07
previous_iter_valid_loss : 0.1620432436466217
1348240 0.162224 0.162043 0.163320 CURRENT LEARNING RATE: 9.765157634649402e-07
previous_iter_valid_loss : 0.16842742264270782
1348260 0.168585 0.168427 0.163656 CURRENT LEARNING RATE: 9.76320479841261e-07
previous_iter_valid_loss : 0.16954664885997772
1348280 0.169702 0.169547 0.164098 CURRENT LEARNING RATE: 9.761252352703994e-07
previous_iter_valid_loss : 0.16540972888469696
1348300 0.165608 0.165410 0.164130 CURRENT LEARNING RATE: 9.75930029744549e-07
previous_iter_valid_loss : 0.17011196911334991
1348320 0.170264 0.170112 0.164459 CURRENT LEARNING RATE: 9.757348632558999e-07
previous_iter_valid_loss : 0.17302164435386658
1348340 0.173169 0.173022 0.165066 CURRENT LEARNING RATE: 9.755397357966456e-07
previous_iter_valid_loss : 0.16437092423439026
1348360 0.164545 0.164371 0.165245 CURRENT LEARNING RATE: 9.753446473589792e-07
previous_iter_valid_loss : 0.16127359867095947
1348380 0.161460 0.161274 0.165063 CURRENT LEARNING RATE: 9.751495979351002e-07
previous_iter_valid_loss : 0.1781957894563675
1348400 0.178505 0.178196 0.165924 CURRENT LEARNING RATE: 9.749545875172054e-07
previous_iter_valid_loss : 0.16234564781188965
1348420 0.162539 0.162346 0.165723 CURRENT LEARNING RATE: 9.747596160974927e-07
previous_iter_valid_loss : 0.16069544851779938
1348440 0.160867 0.160695 0.165376 CURRENT LEARNING RATE: 9.745646836681663e-07
previous_iter_valid_loss : 0.1638507843017578
1348460 0.164018 0.163851 0.165302 CURRENT LEARNING RATE: 9.743697902214276e-07
previous_iter_valid_loss : 0.16114972531795502
1348480 0.161305 0.161150 0.165332 CURRENT LEARNING RATE: 9.741749357494803e-07
previous_iter_valid_loss : 0.16313119232654572
1348500 0.163297 0.163131 0.165284 CURRENT LEARNING RATE: 9.73980120244529e-07
previous_iter_valid_loss : 0.16315709054470062
1348520 0.163362 0.163157 0.165247 CURRENT LEARNING RATE: 9.737853436987846e-07
previous_iter_valid_loss : 0.16194428503513336
1348540 0.162134 0.161944 0.165318 CURRENT LEARNING RATE: 9.735906061044537e-07
previous_iter_valid_loss : 0.1608506292104721
1348560 0.161000 0.160851 0.165214 CURRENT LEARNING RATE: 9.733959074537474e-07
previous_iter_valid_loss : 0.16237331926822662
1348580 0.162572 0.162373 0.164985 CURRENT LEARNING RATE: 9.732012477388758e-07
previous_iter_valid_loss : 0.1643741875886917
1348600 0.164572 0.164374 0.165164 CURRENT LEARNING RATE: 9.730066269520557e-07
previous_iter_valid_loss : 0.19929762184619904
1348620 0.199379 0.199298 0.166777 CURRENT LEARNING RATE: 9.72812045085501e-07
previous_iter_valid_loss : 0.1626175493001938
1348640 0.162807 0.162618 0.166805 CURRENT LEARNING RATE: 9.726175021314284e-07
previous_iter_valid_loss : 0.16262781620025635
1348660 0.162793 0.162628 0.166515 CURRENT LEARNING RATE: 9.72422998082054e-07
previous_iter_valid_loss : 0.17216435074806213
1348680 0.172312 0.172164 0.166646 CURRENT LEARNING RATE: 9.722285329296014e-07
previous_iter_valid_loss : 0.16645723581314087
1348700 0.166613 0.166457 0.166699 CURRENT LEARNING RATE: 9.720341066662903e-07
previous_iter_valid_loss : 0.1636972278356552
1348720 0.163869 0.163697 0.166378 CURRENT LEARNING RATE: 9.718397192843438e-07
previous_iter_valid_loss : 0.17368243634700775
1348740 0.173951 0.173682 0.166411 CURRENT LEARNING RATE: 9.716453707759842e-07
previous_iter_valid_loss : 0.1847931295633316
1348760 0.185179 0.184793 0.167432 CURRENT LEARNING RATE: 9.714510611334415e-07
previous_iter_valid_loss : 0.1671755313873291
1348780 0.167402 0.167176 0.167727 CURRENT LEARNING RATE: 9.712567903489412e-07
previous_iter_valid_loss : 0.16955889761447906
1348800 0.169800 0.169559 0.167295 CURRENT LEARNING RATE: 9.710625584147112e-07
previous_iter_valid_loss : 0.16061395406723022
1348820 0.160781 0.160614 0.167209 CURRENT LEARNING RATE: 9.708683653229851e-07
previous_iter_valid_loss : 0.16196802258491516
1348840 0.162166 0.161968 0.167272 CURRENT LEARNING RATE: 9.706742110659938e-07
previous_iter_valid_loss : 0.18350990116596222
1348860 0.183659 0.183510 0.168255 CURRENT LEARNING RATE: 9.704800956359711e-07
previous_iter_valid_loss : 0.17381979525089264
1348880 0.173964 0.173820 0.168889 CURRENT LEARNING RATE: 9.702860190251508e-07
previous_iter_valid_loss : 0.1687770038843155
1348900 0.168927 0.168777 0.169171 CURRENT LEARNING RATE: 9.700919812257729e-07
previous_iter_valid_loss : 0.17449165880680084
1348920 0.174641 0.174492 0.169738 CURRENT LEARNING RATE: 9.698979822300744e-07
previous_iter_valid_loss : 0.17042197287082672
1348940 0.170660 0.170422 0.170162 CURRENT LEARNING RATE: 9.697040220302954e-07
previous_iter_valid_loss : 0.16972865164279938
1348960 0.169987 0.169729 0.170606 CURRENT LEARNING RATE: 9.695101006186756e-07
previous_iter_valid_loss : 0.16232450306415558
1348980 0.162523 0.162325 0.170603 CURRENT LEARNING RATE: 9.693162179874617e-07
previous_iter_valid_loss : 0.16135945916175842
1349000 0.161546 0.161359 0.170452 CURRENT LEARNING RATE: 9.691223741288966e-07
previous_iter_valid_loss : 0.16063860058784485
1349020 0.160788 0.160639 0.168519 CURRENT LEARNING RATE: 9.689285690352268e-07
previous_iter_valid_loss : 0.16055817902088165
1349040 0.160725 0.160558 0.168417 CURRENT LEARNING RATE: 9.68734802698698e-07
previous_iter_valid_loss : 0.16607339680194855
1349060 0.166240 0.166073 0.168589 CURRENT LEARNING RATE: 9.68541075111563e-07
previous_iter_valid_loss : 0.16104839742183685
1349080 0.161215 0.161048 0.168033 CURRENT LEARNING RATE: 9.683473862660715e-07
previous_iter_valid_loss : 0.1619817316532135
1349100 0.162136 0.161982 0.167809 CURRENT LEARNING RATE: 9.681537361544755e-07
previous_iter_valid_loss : 0.16167369484901428
1349120 0.161822 0.161674 0.167708 CURRENT LEARNING RATE: 9.679601247690272e-07
previous_iter_valid_loss : 0.16060782968997955
1349140 0.160774 0.160608 0.167054 CURRENT LEARNING RATE: 9.677665521019856e-07
previous_iter_valid_loss : 0.17569600045681
1349160 0.175846 0.175696 0.166599 CURRENT LEARNING RATE: 9.675730181456065e-07
previous_iter_valid_loss : 0.16150890290737152
1349180 0.161694 0.161509 0.166316 CURRENT LEARNING RATE: 9.673795228921464e-07
previous_iter_valid_loss : 0.16488531231880188
1349200 0.165060 0.164885 0.166082 CURRENT LEARNING RATE: 9.671860663338691e-07
previous_iter_valid_loss : 0.16213352978229523
1349220 0.162321 0.162134 0.166158 CURRENT LEARNING RATE: 9.669926484630346e-07
previous_iter_valid_loss : 0.1607610285282135
1349240 0.160936 0.160761 0.166098 CURRENT LEARNING RATE: 9.667992692719063e-07
previous_iter_valid_loss : 0.16197210550308228
1349260 0.162164 0.161972 0.165021 CURRENT LEARNING RATE: 9.666059287527468e-07
previous_iter_valid_loss : 0.16108691692352295
1349280 0.161251 0.161087 0.164385 CURRENT LEARNING RATE: 9.664126268978268e-07
previous_iter_valid_loss : 0.1611911505460739
1349300 0.161375 0.161191 0.164005 CURRENT LEARNING RATE: 9.662193636994116e-07
previous_iter_valid_loss : 0.1606142818927765
1349320 0.160771 0.160614 0.163311 CURRENT LEARNING RATE: 9.66026139149771e-07
previous_iter_valid_loss : 0.16857144236564636
1349340 0.168723 0.168571 0.163219 CURRENT LEARNING RATE: 9.658329532411748e-07
previous_iter_valid_loss : 0.17435342073440552
1349360 0.174632 0.174353 0.163450 CURRENT LEARNING RATE: 9.656398059658983e-07
previous_iter_valid_loss : 0.18419425189495087
1349380 0.184550 0.184194 0.164544 CURRENT LEARNING RATE: 9.654466973162143e-07
previous_iter_valid_loss : 0.161203071475029
1349400 0.161386 0.161203 0.164536 CURRENT LEARNING RATE: 9.652536272843982e-07
previous_iter_valid_loss : 0.1662796586751938
1349420 0.166439 0.166280 0.164818 CURRENT LEARNING RATE: 9.650605958627257e-07
previous_iter_valid_loss : 0.16886389255523682
1349440 0.169099 0.168864 0.165233 CURRENT LEARNING RATE: 9.648676030434788e-07
previous_iter_valid_loss : 0.17131274938583374
1349460 0.171575 0.171313 0.165495 CURRENT LEARNING RATE: 9.646746488189362e-07
previous_iter_valid_loss : 0.16051790118217468
1349480 0.160680 0.160518 0.165469 CURRENT LEARNING RATE: 9.644817331813798e-07
previous_iter_valid_loss : 0.1650230586528778
1349500 0.165186 0.165023 0.165621 CURRENT LEARNING RATE: 9.64288856123091e-07
previous_iter_valid_loss : 0.16459804773330688
1349520 0.164757 0.164598 0.165767 CURRENT LEARNING RATE: 9.640960176363581e-07
previous_iter_valid_loss : 0.1614353209733963
1349540 0.161600 0.161435 0.165808 CURRENT LEARNING RATE: 9.639032177134664e-07
previous_iter_valid_loss : 0.171038419008255
1349560 0.171188 0.171038 0.165575 CURRENT LEARNING RATE: 9.637104563467033e-07
previous_iter_valid_loss : 0.18765506148338318
1349580 0.187791 0.187655 0.166883 CURRENT LEARNING RATE: 9.63517733528357e-07
previous_iter_valid_loss : 0.1606913059949875
1349600 0.160865 0.160691 0.166673 CURRENT LEARNING RATE: 9.633250492507218e-07
previous_iter_valid_loss : 0.174033060669899
1349620 0.174307 0.174033 0.167268 CURRENT LEARNING RATE: 9.631324035060887e-07
previous_iter_valid_loss : 0.16628319025039673
1349640 0.166446 0.166283 0.167544 CURRENT LEARNING RATE: 9.629397962867502e-07
previous_iter_valid_loss : 0.16298474371433258
1349660 0.163186 0.162985 0.167595 CURRENT LEARNING RATE: 9.627472275850054e-07
previous_iter_valid_loss : 0.16064196825027466
1349680 0.160811 0.160642 0.167572 CURRENT LEARNING RATE: 9.625546973931497e-07
previous_iter_valid_loss : 0.1609979122877121
1349700 0.161150 0.160998 0.167563 CURRENT LEARNING RATE: 9.623622057034821e-07
previous_iter_valid_loss : 0.1763177514076233
1349720 0.176472 0.176318 0.168348 CURRENT LEARNING RATE: 9.621697525083013e-07
previous_iter_valid_loss : 0.1608176976442337
1349740 0.160983 0.160818 0.167960 CURRENT LEARNING RATE: 9.619773377999124e-07
previous_iter_valid_loss : 0.17065244913101196
1349760 0.170904 0.170652 0.167775 CURRENT LEARNING RATE: 9.61784961570617e-07
previous_iter_valid_loss : 0.16707435250282288
1349780 0.167302 0.167074 0.166919 CURRENT LEARNING RATE: 9.615926238127201e-07
previous_iter_valid_loss : 0.16075016558170319
1349800 0.160921 0.160750 0.166897 CURRENT LEARNING RATE: 9.614003245185268e-07
previous_iter_valid_loss : 0.16217030584812164
1349820 0.162335 0.162170 0.166691 CURRENT LEARNING RATE: 9.612080636803482e-07
previous_iter_valid_loss : 0.16338638961315155
1349840 0.163560 0.163386 0.166417 CURRENT LEARNING RATE: 9.610158412904925e-07
previous_iter_valid_loss : 0.17008765041828156
1349860 0.170237 0.170088 0.166356 CURRENT LEARNING RATE: 9.608236573412701e-07
previous_iter_valid_loss : 0.16066178679466248
1349880 0.160837 0.160662 0.166363 CURRENT LEARNING RATE: 9.606315118249927e-07
previous_iter_valid_loss : 0.17273655533790588
1349900 0.173006 0.172737 0.166749 CURRENT LEARNING RATE: 9.604394047339777e-07
previous_iter_valid_loss : 0.1607525646686554
1349920 0.160924 0.160753 0.166557 CURRENT LEARNING RATE: 9.60247336060539e-07
previous_iter_valid_loss : 0.1663428097963333
1349940 0.166501 0.166343 0.166802 CURRENT LEARNING RATE: 9.600553057969937e-07
previous_iter_valid_loss : 0.16649548709392548
1349960 0.166651 0.166495 0.166575 CURRENT LEARNING RATE: 9.598633139356592e-07
previous_iter_valid_loss : 0.17039644718170166
1349980 0.170642 0.170396 0.165712 CURRENT LEARNING RATE: 9.59671360468859e-07
previous_iter_valid_loss : 0.16224655508995056
1350000 0.162443 0.162247 0.165790 CURRENT LEARNING RATE: 9.594794453889132e-07
previous_iter_valid_loss : 0.16838820278644562
1350020 0.168540 0.168388 0.165507 CURRENT LEARNING RATE: 9.59287568688144e-07
previous_iter_valid_loss : 0.16075237095355988
1350040 0.160926 0.160752 0.165231 CURRENT LEARNING RATE: 9.590957303588792e-07
previous_iter_valid_loss : 0.16280797123908997
1350060 0.162994 0.162808 0.165222 CURRENT LEARNING RATE: 9.589039303934437e-07
previous_iter_valid_loss : 0.16112206876277924
1350080 0.161303 0.161122 0.165246 CURRENT LEARNING RATE: 9.587121687841656e-07
previous_iter_valid_loss : 0.1713859736919403
1350100 0.171538 0.171386 0.165765 CURRENT LEARNING RATE: 9.585204455233727e-07
previous_iter_valid_loss : 0.17093195021152496
1350120 0.171188 0.170932 0.165496 CURRENT LEARNING RATE: 9.583287606033993e-07
previous_iter_valid_loss : 0.1606350690126419
1350140 0.160810 0.160635 0.165487 CURRENT LEARNING RATE: 9.581371140165768e-07
previous_iter_valid_loss : 0.16192029416561127
1350160 0.162115 0.161920 0.165050 CURRENT LEARNING RATE: 9.579455057552387e-07
previous_iter_valid_loss : 0.16064487397670746
1350180 0.160803 0.160645 0.164729 CURRENT LEARNING RATE: 9.577539358117193e-07
previous_iter_valid_loss : 0.1606898158788681
1350200 0.160866 0.160690 0.164726 CURRENT LEARNING RATE: 9.57562404178359e-07
previous_iter_valid_loss : 0.18274222314357758
1350220 0.183105 0.182742 0.165755 CURRENT LEARNING RATE: 9.573709108474955e-07
previous_iter_valid_loss : 0.17131154239177704
1350240 0.171458 0.171312 0.166151 CURRENT LEARNING RATE: 9.57179455811468e-07
previous_iter_valid_loss : 0.16073903441429138
1350260 0.160896 0.160739 0.165683 CURRENT LEARNING RATE: 9.569880390626174e-07
previous_iter_valid_loss : 0.18752294778823853
1350280 0.187651 0.187523 0.167026 CURRENT LEARNING RATE: 9.567966605932903e-07
previous_iter_valid_loss : 0.1628292202949524
1350300 0.163018 0.162829 0.166531 CURRENT LEARNING RATE: 9.566053203958296e-07
previous_iter_valid_loss : 0.17606262862682343
1350320 0.176346 0.176063 0.167297 CURRENT LEARNING RATE: 9.56414018462582e-07
previous_iter_valid_loss : 0.16804678738117218
1350340 0.168208 0.168047 0.167382 CURRENT LEARNING RATE: 9.562227547858933e-07
previous_iter_valid_loss : 0.1662905514240265
1350360 0.166452 0.166291 0.167371 CURRENT LEARNING RATE: 9.560315293581168e-07
previous_iter_valid_loss : 0.1638728529214859
1350380 0.164073 0.163873 0.167045 CURRENT LEARNING RATE: 9.558403421716015e-07
previous_iter_valid_loss : 0.16974081099033356
1350400 0.169993 0.169741 0.167420 CURRENT LEARNING RATE: 9.556491932186984e-07
previous_iter_valid_loss : 0.16282211244106293
1350420 0.163017 0.162822 0.167142 CURRENT LEARNING RATE: 9.554580824917649e-07
previous_iter_valid_loss : 0.16262884438037872
1350440 0.162824 0.162629 0.167236 CURRENT LEARNING RATE: 9.552670099831548e-07
previous_iter_valid_loss : 0.16184931993484497
1350460 0.162014 0.161849 0.167188 CURRENT LEARNING RATE: 9.55075975685225e-07
previous_iter_valid_loss : 0.1696203052997589
1350480 0.169866 0.169620 0.167612 CURRENT LEARNING RATE: 9.548849795903328e-07
previous_iter_valid_loss : 0.16240310668945312
1350500 0.162558 0.162403 0.167163 CURRENT LEARNING RATE: 9.546940216908417e-07
previous_iter_valid_loss : 0.1736411452293396
1350520 0.173916 0.173641 0.167299 CURRENT LEARNING RATE: 9.545031019791117e-07
previous_iter_valid_loss : 0.1686551719903946
1350540 0.168888 0.168655 0.167700 CURRENT LEARNING RATE: 9.543122204475057e-07
previous_iter_valid_loss : 0.17169122397899628
1350560 0.171841 0.171691 0.168188 CURRENT LEARNING RATE: 9.54121377088387e-07
previous_iter_valid_loss : 0.17243756353855133
1350580 0.172700 0.172438 0.168778 CURRENT LEARNING RATE: 9.539305718941254e-07
previous_iter_valid_loss : 0.1609962433576584
1350600 0.161157 0.160996 0.168793 CURRENT LEARNING RATE: 9.537398048570864e-07
previous_iter_valid_loss : 0.16330423951148987
1350620 0.163490 0.163304 0.167821 CURRENT LEARNING RATE: 9.535490759696399e-07
previous_iter_valid_loss : 0.16300541162490845
1350640 0.163190 0.163005 0.167406 CURRENT LEARNING RATE: 9.53358385224155e-07
previous_iter_valid_loss : 0.16474665701389313
1350660 0.164951 0.164747 0.167606 CURRENT LEARNING RATE: 9.531677326130073e-07
previous_iter_valid_loss : 0.1615091860294342
1350680 0.161701 0.161509 0.166306 CURRENT LEARNING RATE: 9.529771181285689e-07
previous_iter_valid_loss : 0.16051624715328217
1350700 0.160692 0.160516 0.166190 CURRENT LEARNING RATE: 9.527865417632153e-07
previous_iter_valid_loss : 0.1634206622838974
1350720 0.163589 0.163421 0.165558 CURRENT LEARNING RATE: 9.525960035093221e-07
previous_iter_valid_loss : 0.1605098396539688
1350740 0.160676 0.160510 0.165181 CURRENT LEARNING RATE: 9.524055033592705e-07
previous_iter_valid_loss : 0.1740429848432541
1350760 0.174197 0.174043 0.165569 CURRENT LEARNING RATE: 9.522150413054393e-07
previous_iter_valid_loss : 0.1623457819223404
1350780 0.162534 0.162346 0.165492 CURRENT LEARNING RATE: 9.520246173402101e-07
previous_iter_valid_loss : 0.16705478727817535
1350800 0.167272 0.167055 0.165358 CURRENT LEARNING RATE: 9.518342314559638e-07
previous_iter_valid_loss : 0.17586146295070648
1350820 0.176011 0.175861 0.166010 CURRENT LEARNING RATE: 9.516438836450886e-07
previous_iter_valid_loss : 0.16328519582748413
1350840 0.163474 0.163285 0.166043 CURRENT LEARNING RATE: 9.51453573899969e-07
previous_iter_valid_loss : 0.17896099388599396
1350860 0.179279 0.178961 0.166899 CURRENT LEARNING RATE: 9.512633022129907e-07
previous_iter_valid_loss : 0.1635211706161499
1350880 0.163688 0.163521 0.166594 CURRENT LEARNING RATE: 9.510730685765463e-07
previous_iter_valid_loss : 0.1660844385623932
1350900 0.166287 0.166084 0.166778 CURRENT LEARNING RATE: 9.508828729830248e-07
previous_iter_valid_loss : 0.16798900067806244
1350920 0.168222 0.167989 0.166495 CURRENT LEARNING RATE: 9.506927154248183e-07
previous_iter_valid_loss : 0.18085302412509918
1350940 0.181186 0.180853 0.167105 CURRENT LEARNING RATE: 9.505025958943188e-07
previous_iter_valid_loss : 0.16052156686782837
1350960 0.160683 0.160522 0.166546 CURRENT LEARNING RATE: 9.50312514383925e-07
previous_iter_valid_loss : 0.16416576504707336
1350980 0.164336 0.164166 0.166133 CURRENT LEARNING RATE: 9.50122470886032e-07
previous_iter_valid_loss : 0.16169355809688568
1351000 0.161852 0.161694 0.166168 CURRENT LEARNING RATE: 9.499324653930379e-07
previous_iter_valid_loss : 0.172812357544899
1351020 0.173072 0.172812 0.166643 CURRENT LEARNING RATE: 9.497424978973408e-07
previous_iter_valid_loss : 0.1605030596256256
1351040 0.160669 0.160503 0.166518 CURRENT LEARNING RATE: 9.495525683913455e-07
previous_iter_valid_loss : 0.16936546564102173
1351060 0.169609 0.169365 0.166749 CURRENT LEARNING RATE: 9.49362676867453e-07
previous_iter_valid_loss : 0.16055728495121002
1351080 0.160715 0.160557 0.166701 CURRENT LEARNING RATE: 9.491728233180678e-07
previous_iter_valid_loss : 0.16260097920894623
1351100 0.162803 0.162601 0.166806 CURRENT LEARNING RATE: 9.489830077355939e-07
previous_iter_valid_loss : 0.19564490020275116
1351120 0.196124 0.195645 0.168417 CURRENT LEARNING RATE: 9.487932301124421e-07
previous_iter_valid_loss : 0.16218025982379913
1351140 0.162352 0.162180 0.168500 CURRENT LEARNING RATE: 9.486034904410196e-07
previous_iter_valid_loss : 0.16058902442455292
1351160 0.160753 0.160589 0.167828 CURRENT LEARNING RATE: 9.48413788713737e-07
previous_iter_valid_loss : 0.16137732565402985
1351180 0.161563 0.161377 0.167779 CURRENT LEARNING RATE: 9.482241249230042e-07
previous_iter_valid_loss : 0.16450084745883942
1351200 0.164687 0.164501 0.167651 CURRENT LEARNING RATE: 9.480344990612383e-07
previous_iter_valid_loss : 0.16221828758716583
1351220 0.162370 0.162218 0.166969 CURRENT LEARNING RATE: 9.478449111208526e-07
previous_iter_valid_loss : 0.17805902659893036
1351240 0.178363 0.178059 0.167708 CURRENT LEARNING RATE: 9.476553610942616e-07
previous_iter_valid_loss : 0.1622016429901123
1351260 0.162359 0.162202 0.166870 CURRENT LEARNING RATE: 9.474658489738869e-07
previous_iter_valid_loss : 0.16338132321834564
1351280 0.163580 0.163381 0.166863 CURRENT LEARNING RATE: 9.472763747521464e-07
previous_iter_valid_loss : 0.17429451644420624
1351300 0.174446 0.174295 0.167274 CURRENT LEARNING RATE: 9.47086938421461e-07
previous_iter_valid_loss : 0.16167165338993073
1351320 0.161861 0.161672 0.166958 CURRENT LEARNING RATE: 9.468975399742514e-07
previous_iter_valid_loss : 0.163651242852211
1351340 0.163827 0.163651 0.166098 CURRENT LEARNING RATE: 9.467081794029454e-07
previous_iter_valid_loss : 0.16214053332805634
1351360 0.162299 0.162141 0.166179 CURRENT LEARNING RATE: 9.465188566999666e-07
previous_iter_valid_loss : 0.16275066137313843
1351380 0.162946 0.162751 0.166108 CURRENT LEARNING RATE: 9.463295718577422e-07
previous_iter_valid_loss : 0.17009621858596802
1351400 0.170245 0.170096 0.166528 CURRENT LEARNING RATE: 9.461403248686991e-07
previous_iter_valid_loss : 0.16310614347457886
1351420 0.163282 0.163106 0.166043 CURRENT LEARNING RATE: 9.459511157252708e-07
previous_iter_valid_loss : 0.22645238041877747
1351440 0.226411 0.226452 0.169340 CURRENT LEARNING RATE: 9.457619444198874e-07
previous_iter_valid_loss : 0.16056697070598602
1351460 0.160737 0.160567 0.168900 CURRENT LEARNING RATE: 9.455728109449817e-07
previous_iter_valid_loss : 0.17405758798122406
1351480 0.174335 0.174058 0.169575 CURRENT LEARNING RATE: 9.45383715292987e-07
previous_iter_valid_loss : 0.17064262926578522
1351500 0.170792 0.170643 0.169977 CURRENT LEARNING RATE: 9.451946574563427e-07
previous_iter_valid_loss : 0.16230641305446625
1351520 0.162495 0.162306 0.168310 CURRENT LEARNING RATE: 9.450056374274849e-07
previous_iter_valid_loss : 0.1768236756324768
1351540 0.176979 0.176824 0.169042 CURRENT LEARNING RATE: 9.448166551988527e-07
previous_iter_valid_loss : 0.1609950065612793
1351560 0.161151 0.160995 0.169063 CURRENT LEARNING RATE: 9.44627710762885e-07
previous_iter_valid_loss : 0.16293123364448547
1351580 0.163097 0.162931 0.169140 CURRENT LEARNING RATE: 9.444388041120277e-07
previous_iter_valid_loss : 0.16057881712913513
1351600 0.160739 0.160579 0.168944 CURRENT LEARNING RATE: 9.442499352387227e-07
previous_iter_valid_loss : 0.1619974970817566
1351620 0.162179 0.161997 0.168933 CURRENT LEARNING RATE: 9.440611041354134e-07
previous_iter_valid_loss : 0.17797337472438812
1351640 0.178129 0.177973 0.168929 CURRENT LEARNING RATE: 9.438723107945502e-07
previous_iter_valid_loss : 0.1605139523744583
1351660 0.160682 0.160514 0.168845 CURRENT LEARNING RATE: 9.436835552085796e-07
previous_iter_valid_loss : 0.16163212060928345
1351680 0.161791 0.161632 0.168757 CURRENT LEARNING RATE: 9.434948373699511e-07
previous_iter_valid_loss : 0.16667556762695312
1351700 0.166834 0.166676 0.168376 CURRENT LEARNING RATE: 9.433061572711147e-07
previous_iter_valid_loss : 0.17042140662670135
1351720 0.170573 0.170421 0.168814 CURRENT LEARNING RATE: 9.431175149045264e-07
previous_iter_valid_loss : 0.16184327006340027
1351740 0.161997 0.161843 0.168723 CURRENT LEARNING RATE: 9.429289102626388e-07
previous_iter_valid_loss : 0.16458766162395477
1351760 0.164751 0.164588 0.168846 CURRENT LEARNING RATE: 9.427403433379078e-07
previous_iter_valid_loss : 0.16061949729919434
1351780 0.160789 0.160619 0.168739 CURRENT LEARNING RATE: 9.425518141227889e-07
previous_iter_valid_loss : 0.16778017580509186
1351800 0.168003 0.167780 0.168623 CURRENT LEARNING RATE: 9.423633226097444e-07
previous_iter_valid_loss : 0.17071743309497833
1351820 0.170967 0.170717 0.169004 CURRENT LEARNING RATE: 9.421748687912328e-07
previous_iter_valid_loss : 0.16056093573570251
1351840 0.160723 0.160561 0.165709 CURRENT LEARNING RATE: 9.419864526597162e-07
previous_iter_valid_loss : 0.19053421914577484
1351860 0.190955 0.190534 0.167208 CURRENT LEARNING RATE: 9.417980742076562e-07
previous_iter_valid_loss : 0.16058681905269623
1351880 0.160738 0.160587 0.166534 CURRENT LEARNING RATE: 9.41609733427521e-07
previous_iter_valid_loss : 0.16466695070266724
1351900 0.164833 0.164667 0.166235 CURRENT LEARNING RATE: 9.414214303117751e-07
previous_iter_valid_loss : 0.18075008690357208
1351920 0.180908 0.180750 0.167158 CURRENT LEARNING RATE: 9.412331648528867e-07
previous_iter_valid_loss : 0.16300202906131744
1351940 0.163190 0.163002 0.166467 CURRENT LEARNING RATE: 9.410449370433232e-07
previous_iter_valid_loss : 0.16086776554584503
1351960 0.161053 0.160868 0.166460 CURRENT LEARNING RATE: 9.408567468755591e-07
previous_iter_valid_loss : 0.16070538759231567
1351980 0.160871 0.160705 0.166349 CURRENT LEARNING RATE: 9.406685943420649e-07
previous_iter_valid_loss : 0.16106581687927246
1352000 0.161225 0.161066 0.166373 CURRENT LEARNING RATE: 9.404804794353131e-07
previous_iter_valid_loss : 0.18049418926239014
1352020 0.180649 0.180494 0.167298 CURRENT LEARNING RATE: 9.40292402147782e-07
previous_iter_valid_loss : 0.17007169127464294
1352040 0.170222 0.170072 0.166903 CURRENT LEARNING RATE: 9.401043624719473e-07
previous_iter_valid_loss : 0.16101574897766113
1352060 0.161175 0.161016 0.166928 CURRENT LEARNING RATE: 9.399163604002872e-07
previous_iter_valid_loss : 0.17405149340629578
1352080 0.174323 0.174051 0.167549 CURRENT LEARNING RATE: 9.3972839592528e-07
previous_iter_valid_loss : 0.1606716513633728
1352100 0.160830 0.160672 0.167249 CURRENT LEARNING RATE: 9.395404690394103e-07
previous_iter_valid_loss : 0.16708672046661377
1352120 0.167311 0.167087 0.167082 CURRENT LEARNING RATE: 9.393525797351597e-07
previous_iter_valid_loss : 0.16498306393623352
1352140 0.165183 0.164983 0.167239 CURRENT LEARNING RATE: 9.391647280050122e-07
previous_iter_valid_loss : 0.16082331538200378
1352160 0.161004 0.160823 0.167051 CURRENT LEARNING RATE: 9.389769138414524e-07
previous_iter_valid_loss : 0.1759880781173706
1352180 0.176280 0.175988 0.167819 CURRENT LEARNING RATE: 9.38789137236971e-07
previous_iter_valid_loss : 0.16136181354522705
1352200 0.161514 0.161362 0.167498 CURRENT LEARNING RATE: 9.386013981840551e-07
previous_iter_valid_loss : 0.1622881144285202
1352220 0.162460 0.162288 0.167077 CURRENT LEARNING RATE: 9.384136966751952e-07
previous_iter_valid_loss : 0.17401181161403656
1352240 0.174295 0.174012 0.167749 CURRENT LEARNING RATE: 9.382260327028818e-07
previous_iter_valid_loss : 0.1612054407596588
1352260 0.161369 0.161205 0.166283 CURRENT LEARNING RATE: 9.380384062596113e-07
previous_iter_valid_loss : 0.16609229147434235
1352280 0.166307 0.166092 0.166558 CURRENT LEARNING RATE: 9.378508173378774e-07
previous_iter_valid_loss : 0.1609165072441101
1352300 0.161070 0.160917 0.166371 CURRENT LEARNING RATE: 9.376632659301761e-07
previous_iter_valid_loss : 0.161392942070961
1352320 0.161580 0.161393 0.165403 CURRENT LEARNING RATE: 9.37475752029004e-07
previous_iter_valid_loss : 0.16072316467761993
1352340 0.160885 0.160723 0.165289 CURRENT LEARNING RATE: 9.372882756268638e-07
previous_iter_valid_loss : 0.16053162515163422
1352360 0.160699 0.160532 0.165272 CURRENT LEARNING RATE: 9.371008367162547e-07
previous_iter_valid_loss : 0.1631721705198288
1352380 0.163362 0.163172 0.165395 CURRENT LEARNING RATE: 9.369134352896792e-07
previous_iter_valid_loss : 0.1607009917497635
1352400 0.160848 0.160701 0.165377 CURRENT LEARNING RATE: 9.367260713396397e-07
previous_iter_valid_loss : 0.16497640311717987
1352420 0.165185 0.164976 0.164601 CURRENT LEARNING RATE: 9.365387448586447e-07
previous_iter_valid_loss : 0.1613968461751938
1352440 0.161588 0.161397 0.164168 CURRENT LEARNING RATE: 9.363514558391996e-07
previous_iter_valid_loss : 0.16220560669898987
1352460 0.162364 0.162206 0.164227 CURRENT LEARNING RATE: 9.361642042738112e-07
previous_iter_valid_loss : 0.17273037135601044
1352480 0.172998 0.172730 0.164161 CURRENT LEARNING RATE: 9.359769901549928e-07
previous_iter_valid_loss : 0.16094739735126495
1352500 0.161131 0.160947 0.164175 CURRENT LEARNING RATE: 9.357898134752541e-07
previous_iter_valid_loss : 0.1848488301038742
1352520 0.184999 0.184849 0.165063 CURRENT LEARNING RATE: 9.356026742271081e-07
previous_iter_valid_loss : 0.1622985601425171
1352540 0.162468 0.162299 0.164929 CURRENT LEARNING RATE: 9.354155724030676e-07
previous_iter_valid_loss : 0.1726161390542984
1352560 0.172758 0.172616 0.165518 CURRENT LEARNING RATE: 9.352285079956518e-07
previous_iter_valid_loss : 0.16743974387645721
1352580 0.167662 0.167440 0.165091 CURRENT LEARNING RATE: 9.350414809973763e-07
previous_iter_valid_loss : 0.16083310544490814
1352600 0.161007 0.160833 0.165065 CURRENT LEARNING RATE: 9.348544914007602e-07
previous_iter_valid_loss : 0.18432681262493134
1352620 0.184694 0.184327 0.166166 CURRENT LEARNING RATE: 9.346675391983223e-07
previous_iter_valid_loss : 0.16408945620059967
1352640 0.164290 0.164089 0.165670 CURRENT LEARNING RATE: 9.344806243825877e-07
previous_iter_valid_loss : 0.1796974390745163
1352660 0.180027 0.179697 0.166595 CURRENT LEARNING RATE: 9.342937469460781e-07
previous_iter_valid_loss : 0.16316847503185272
1352680 0.163336 0.163168 0.166449 CURRENT LEARNING RATE: 9.341069068813187e-07
previous_iter_valid_loss : 0.1805509328842163
1352700 0.180714 0.180551 0.167430 CURRENT LEARNING RATE: 9.33920104180834e-07
previous_iter_valid_loss : 0.16317369043827057
1352720 0.163338 0.163174 0.167519 CURRENT LEARNING RATE: 9.337333388371551e-07
previous_iter_valid_loss : 0.16116423904895782
1352740 0.161324 0.161164 0.167542 CURRENT LEARNING RATE: 9.3354661084281e-07
previous_iter_valid_loss : 0.1610090583562851
1352760 0.161161 0.161009 0.167565 CURRENT LEARNING RATE: 9.333599201903293e-07
previous_iter_valid_loss : 0.16114062070846558
1352780 0.161294 0.161141 0.167464 CURRENT LEARNING RATE: 9.331732668722441e-07
previous_iter_valid_loss : 0.1612190157175064
1352800 0.161409 0.161219 0.167490 CURRENT LEARNING RATE: 9.329866508810912e-07
previous_iter_valid_loss : 0.1626192182302475
1352820 0.162783 0.162619 0.167372 CURRENT LEARNING RATE: 9.328000722094046e-07
previous_iter_valid_loss : 0.16851180791854858
1352840 0.168670 0.168512 0.167728 CURRENT LEARNING RATE: 9.326135308497192e-07
previous_iter_valid_loss : 0.16648240387439728
1352860 0.166643 0.166482 0.167941 CURRENT LEARNING RATE: 9.324270267945769e-07
previous_iter_valid_loss : 0.16340720653533936
1352880 0.163583 0.163407 0.167475 CURRENT LEARNING RATE: 9.322405600365158e-07
previous_iter_valid_loss : 0.17809772491455078
1352900 0.178416 0.178098 0.168333 CURRENT LEARNING RATE: 9.320541305680772e-07
previous_iter_valid_loss : 0.16145095229148865
1352920 0.161606 0.161451 0.167163 CURRENT LEARNING RATE: 9.318677383818023e-07
previous_iter_valid_loss : 0.16140513122081757
1352940 0.161592 0.161405 0.167118 CURRENT LEARNING RATE: 9.316813834702386e-07
previous_iter_valid_loss : 0.1709376573562622
1352960 0.171182 0.170938 0.167034 CURRENT LEARNING RATE: 9.314950658259306e-07
previous_iter_valid_loss : 0.1605032980442047
1352980 0.160666 0.160503 0.166688 CURRENT LEARNING RATE: 9.313087854414252e-07
previous_iter_valid_loss : 0.1605241894721985
1353000 0.160681 0.160524 0.166672 CURRENT LEARNING RATE: 9.311225423092697e-07
previous_iter_valid_loss : 0.17104458808898926
1353020 0.171302 0.171045 0.166008 CURRENT LEARNING RATE: 9.309363364220177e-07
previous_iter_valid_loss : 0.16260282695293427
1353040 0.162797 0.162603 0.165934 CURRENT LEARNING RATE: 9.307501677722193e-07
previous_iter_valid_loss : 0.16174918413162231
1353060 0.161900 0.161749 0.165036 CURRENT LEARNING RATE: 9.305640363524277e-07
previous_iter_valid_loss : 0.1629025787115097
1353080 0.163060 0.162903 0.165023 CURRENT LEARNING RATE: 9.30377942155196e-07
previous_iter_valid_loss : 0.16232958436012268
1353100 0.162529 0.162330 0.164112 CURRENT LEARNING RATE: 9.301918851730838e-07
previous_iter_valid_loss : 0.20146134495735168
1353120 0.202021 0.201461 0.166026 CURRENT LEARNING RATE: 9.300058653986471e-07
previous_iter_valid_loss : 0.1619265228509903
1353140 0.162105 0.161927 0.166064 CURRENT LEARNING RATE: 9.298198828244452e-07
previous_iter_valid_loss : 0.16118931770324707
1353160 0.161371 0.161189 0.166073 CURRENT LEARNING RATE: 9.29633937443037e-07
previous_iter_valid_loss : 0.16364158689975739
1353180 0.163812 0.163642 0.166198 CURRENT LEARNING RATE: 9.294480292469881e-07
previous_iter_valid_loss : 0.1640317440032959
1353200 0.164227 0.164032 0.166339 CURRENT LEARNING RATE: 9.292621582288606e-07
previous_iter_valid_loss : 0.16053257882595062
1353220 0.160693 0.160533 0.166235 CURRENT LEARNING RATE: 9.290763243812178e-07
previous_iter_valid_loss : 0.168252095580101
1353240 0.168481 0.168252 0.166222 CURRENT LEARNING RATE: 9.288905276966298e-07
previous_iter_valid_loss : 0.1767313927412033
1353260 0.176884 0.176731 0.166734 CURRENT LEARNING RATE: 9.28704768167663e-07
previous_iter_valid_loss : 0.1819760650396347
1353280 0.182326 0.181976 0.167663 CURRENT LEARNING RATE: 9.285190457868871e-07
previous_iter_valid_loss : 0.17641587555408478
1353300 0.176567 0.176416 0.167579 CURRENT LEARNING RATE: 9.283333605468713e-07
previous_iter_valid_loss : 0.1910516768693924
1353320 0.191177 0.191052 0.169059 CURRENT LEARNING RATE: 9.281477124401919e-07
previous_iter_valid_loss : 0.17595547437667847
1353340 0.176110 0.175955 0.169786 CURRENT LEARNING RATE: 9.279621014594211e-07
previous_iter_valid_loss : 0.16054417192935944
1353360 0.160713 0.160544 0.169266 CURRENT LEARNING RATE: 9.277765275971344e-07
previous_iter_valid_loss : 0.1676482856273651
1353380 0.167870 0.167648 0.169624 CURRENT LEARNING RATE: 9.275909908459075e-07
previous_iter_valid_loss : 0.16316649317741394
1353400 0.163326 0.163166 0.169756 CURRENT LEARNING RATE: 9.274054911983218e-07
previous_iter_valid_loss : 0.16094152629375458
1353420 0.161123 0.160942 0.169251 CURRENT LEARNING RATE: 9.272200286469558e-07
previous_iter_valid_loss : 0.16141623258590698
1353440 0.161600 0.161416 0.169191 CURRENT LEARNING RATE: 9.270346031843913e-07
previous_iter_valid_loss : 0.16160830855369568
1353460 0.161801 0.161608 0.169184 CURRENT LEARNING RATE: 9.268492148032092e-07
previous_iter_valid_loss : 0.16051259636878967
1353480 0.160683 0.160513 0.169065 CURRENT LEARNING RATE: 9.266638634959976e-07
previous_iter_valid_loss : 0.1657756119966507
1353500 0.165988 0.165776 0.169237 CURRENT LEARNING RATE: 9.264785492553406e-07
previous_iter_valid_loss : 0.160624161362648
1353520 0.160795 0.160624 0.167195 CURRENT LEARNING RATE: 9.262932720738258e-07
previous_iter_valid_loss : 0.19185450673103333
1353540 0.191974 0.191855 0.168692 CURRENT LEARNING RATE: 9.261080319440402e-07
previous_iter_valid_loss : 0.16431640088558197
1353560 0.164486 0.164316 0.168848 CURRENT LEARNING RATE: 9.259228288585776e-07
previous_iter_valid_loss : 0.16589218378067017
1353580 0.166060 0.165892 0.168960 CURRENT LEARNING RATE: 9.257376628100284e-07
previous_iter_valid_loss : 0.16183337569236755
1353600 0.161995 0.161833 0.168851 CURRENT LEARNING RATE: 9.255525337909859e-07
previous_iter_valid_loss : 0.1895703226327896
1353620 0.190018 0.189570 0.170302 CURRENT LEARNING RATE: 9.253674417940431e-07
previous_iter_valid_loss : 0.1707969307899475
1353640 0.171059 0.170797 0.170430 CURRENT LEARNING RATE: 9.251823868117998e-07
previous_iter_valid_loss : 0.16118384897708893
1353660 0.161345 0.161184 0.169652 CURRENT LEARNING RATE: 9.249973688368522e-07
previous_iter_valid_loss : 0.16787000000476837
1353680 0.168031 0.167870 0.168947 CURRENT LEARNING RATE: 9.248123878617976e-07
previous_iter_valid_loss : 0.17121702432632446
1353700 0.171369 0.171217 0.168687 CURRENT LEARNING RATE: 9.246274438792405e-07
previous_iter_valid_loss : 0.17144019901752472
1353720 0.171589 0.171440 0.167706 CURRENT LEARNING RATE: 9.244425368817811e-07
previous_iter_valid_loss : 0.17025025188922882
1353740 0.170400 0.170250 0.167421 CURRENT LEARNING RATE: 9.242576668620234e-07
previous_iter_valid_loss : 0.16261762380599976
1353760 0.162768 0.162618 0.167525 CURRENT LEARNING RATE: 9.240728338125708e-07
previous_iter_valid_loss : 0.16636930406093597
1353780 0.166588 0.166369 0.167461 CURRENT LEARNING RATE: 9.238880377260334e-07
previous_iter_valid_loss : 0.16365958750247955
1353800 0.163827 0.163660 0.167486 CURRENT LEARNING RATE: 9.237032785950176e-07
previous_iter_valid_loss : 0.16177667677402496
1353820 0.161963 0.161777 0.167527 CURRENT LEARNING RATE: 9.235185564121332e-07
previous_iter_valid_loss : 0.16165791451931
1353840 0.161850 0.161658 0.167539 CURRENT LEARNING RATE: 9.233338711699893e-07
previous_iter_valid_loss : 0.16092795133590698
1353860 0.161092 0.160928 0.167505 CURRENT LEARNING RATE: 9.23149222861202e-07
previous_iter_valid_loss : 0.16055823862552643
1353880 0.160725 0.160558 0.167508 CURRENT LEARNING RATE: 9.22964611478384e-07
previous_iter_valid_loss : 0.1659085899591446
1353900 0.166112 0.165909 0.167514 CURRENT LEARNING RATE: 9.227800370141503e-07
previous_iter_valid_loss : 0.16716262698173523
1353920 0.167381 0.167163 0.167841 CURRENT LEARNING RATE: 9.225954994611167e-07
previous_iter_valid_loss : 0.16550937294960022
1353940 0.165720 0.165509 0.166524 CURRENT LEARNING RATE: 9.224109988119049e-07
previous_iter_valid_loss : 0.1608361452817917
1353960 0.160987 0.160836 0.166350 CURRENT LEARNING RATE: 9.22226535059133e-07
previous_iter_valid_loss : 0.16052700579166412
1353980 0.160696 0.160527 0.166082 CURRENT LEARNING RATE: 9.220421081954228e-07
previous_iter_valid_loss : 0.16596899926662445
1354000 0.166180 0.165969 0.166289 CURRENT LEARNING RATE: 9.218577182133954e-07
previous_iter_valid_loss : 0.17102453112602234
1354020 0.171278 0.171025 0.165361 CURRENT LEARNING RATE: 9.216733651056783e-07
previous_iter_valid_loss : 0.16279393434524536
1354040 0.162977 0.162794 0.164961 CURRENT LEARNING RATE: 9.214890488648962e-07
previous_iter_valid_loss : 0.16591568291187286
1354060 0.166132 0.165916 0.165198 CURRENT LEARNING RATE: 9.213047694836744e-07
previous_iter_valid_loss : 0.1618448942899704
1354080 0.162009 0.161845 0.164896 CURRENT LEARNING RATE: 9.211205269546452e-07
previous_iter_valid_loss : 0.1637684404850006
1354100 0.163973 0.163768 0.164524 CURRENT LEARNING RATE: 9.20936321270437e-07
previous_iter_valid_loss : 0.16584397852420807
1354120 0.166058 0.165844 0.164244 CURRENT LEARNING RATE: 9.20752152423682e-07
previous_iter_valid_loss : 0.18017064034938812
1354140 0.180498 0.180171 0.164740 CURRENT LEARNING RATE: 9.205680204070115e-07
previous_iter_valid_loss : 0.17199072241783142
1354160 0.172262 0.171991 0.165209 CURRENT LEARNING RATE: 9.203839252130636e-07
previous_iter_valid_loss : 0.16336871683597565
1354180 0.163562 0.163369 0.165059 CURRENT LEARNING RATE: 9.201998668344727e-07
previous_iter_valid_loss : 0.1756066381931305
1354200 0.175890 0.175607 0.165656 CURRENT LEARNING RATE: 9.200158452638767e-07
previous_iter_valid_loss : 0.1605222523212433
1354220 0.160701 0.160522 0.165593 CURRENT LEARNING RATE: 9.198318604939131e-07
previous_iter_valid_loss : 0.16078366339206696
1354240 0.160939 0.160784 0.165550 CURRENT LEARNING RATE: 9.196479125172254e-07
previous_iter_valid_loss : 0.16109661757946014
1354260 0.161276 0.161097 0.165558 CURRENT LEARNING RATE: 9.194640013264546e-07
previous_iter_valid_loss : 0.17824667692184448
1354280 0.178408 0.178247 0.166443 CURRENT LEARNING RATE: 9.192801269142439e-07
previous_iter_valid_loss : 0.1785084307193756
1354300 0.178670 0.178508 0.167073 CURRENT LEARNING RATE: 9.190962892732366e-07
previous_iter_valid_loss : 0.1612817347049713
1354320 0.161466 0.161282 0.166779 CURRENT LEARNING RATE: 9.189124883960829e-07
previous_iter_valid_loss : 0.16302859783172607
1354340 0.163215 0.163029 0.166655 CURRENT LEARNING RATE: 9.187287242754286e-07
previous_iter_valid_loss : 0.1650506854057312
1354360 0.165260 0.165051 0.166865 CURRENT LEARNING RATE: 9.185449969039236e-07
previous_iter_valid_loss : 0.16050149500370026
1354380 0.160657 0.160501 0.166864 CURRENT LEARNING RATE: 9.183613062742169e-07
previous_iter_valid_loss : 0.16921845078468323
1354400 0.169459 0.169218 0.167026 CURRENT LEARNING RATE: 9.181776523789642e-07
previous_iter_valid_loss : 0.16488488018512726
1354420 0.165058 0.164885 0.166720 CURRENT LEARNING RATE: 9.179940352108177e-07
previous_iter_valid_loss : 0.1623198240995407
1354440 0.162518 0.162320 0.166696 CURRENT LEARNING RATE: 9.178104547624311e-07
previous_iter_valid_loss : 0.16570661962032318
1354460 0.165928 0.165707 0.166685 CURRENT LEARNING RATE: 9.176269110264645e-07
previous_iter_valid_loss : 0.16122108697891235
1354480 0.161371 0.161221 0.166654 CURRENT LEARNING RATE: 9.174434039955744e-07
previous_iter_valid_loss : 0.1613769680261612
1354500 0.161555 0.161377 0.166535 CURRENT LEARNING RATE: 9.172599336624205e-07
previous_iter_valid_loss : 0.16189903020858765
1354520 0.162090 0.161899 0.166337 CURRENT LEARNING RATE: 9.170765000196626e-07
previous_iter_valid_loss : 0.16417065262794495
1354540 0.164340 0.164171 0.165537 CURRENT LEARNING RATE: 9.168931030599664e-07
previous_iter_valid_loss : 0.16374608874320984
1354560 0.163944 0.163746 0.165125 CURRENT LEARNING RATE: 9.167097427759944e-07
previous_iter_valid_loss : 0.16115102171897888
1354580 0.161310 0.161151 0.165014 CURRENT LEARNING RATE: 9.165264191604123e-07
previous_iter_valid_loss : 0.16076608002185822
1354600 0.160923 0.160766 0.164272 CURRENT LEARNING RATE: 9.163431322058854e-07
previous_iter_valid_loss : 0.16155414283275604
1354620 0.161746 0.161554 0.164324 CURRENT LEARNING RATE: 9.161598819050855e-07
previous_iter_valid_loss : 0.164865642786026
1354640 0.165074 0.164866 0.164528 CURRENT LEARNING RATE: 9.15976668250681e-07
previous_iter_valid_loss : 0.17115019261837006
1354660 0.171296 0.171150 0.165031 CURRENT LEARNING RATE: 9.157934912353435e-07
previous_iter_valid_loss : 0.17370176315307617
1354680 0.173978 0.173702 0.164803 CURRENT LEARNING RATE: 9.156103508517442e-07
previous_iter_valid_loss : 0.17621655762195587
1354700 0.176508 0.176217 0.164689 CURRENT LEARNING RATE: 9.154272470925605e-07
previous_iter_valid_loss : 0.16368409991264343
1354720 0.163854 0.163684 0.164809 CURRENT LEARNING RATE: 9.152441799504669e-07
previous_iter_valid_loss : 0.19409634172916412
1354740 0.194209 0.194096 0.166362 CURRENT LEARNING RATE: 9.150611494181405e-07
previous_iter_valid_loss : 0.16049034893512726
1354760 0.160655 0.160490 0.166134 CURRENT LEARNING RATE: 9.148781554882587e-07
previous_iter_valid_loss : 0.16136237978935242
1354780 0.161544 0.161362 0.166177 CURRENT LEARNING RATE: 9.146951981535047e-07
previous_iter_valid_loss : 0.16396790742874146
1354800 0.164153 0.163968 0.165915 CURRENT LEARNING RATE: 9.145122774065589e-07
previous_iter_valid_loss : 0.16165290772914886
1354820 0.161836 0.161653 0.165753 CURRENT LEARNING RATE: 9.143293932401026e-07
previous_iter_valid_loss : 0.17539162933826447
1354840 0.175544 0.175392 0.166407 CURRENT LEARNING RATE: 9.141465456468238e-07
previous_iter_valid_loss : 0.16061636805534363
1354860 0.160786 0.160616 0.166152 CURRENT LEARNING RATE: 9.139637346194069e-07
previous_iter_valid_loss : 0.17149846255779266
1354880 0.171644 0.171498 0.166666 CURRENT LEARNING RATE: 9.137809601505397e-07
previous_iter_valid_loss : 0.16756877303123474
1354900 0.167721 0.167569 0.166976 CURRENT LEARNING RATE: 9.135982222329092e-07
previous_iter_valid_loss : 0.16968412697315216
1354920 0.169835 0.169684 0.167365 CURRENT LEARNING RATE: 9.134155208592095e-07
previous_iter_valid_loss : 0.16110754013061523
1354940 0.161293 0.161108 0.167212 CURRENT LEARNING RATE: 9.132328560221306e-07
previous_iter_valid_loss : 0.16251283884048462
1354960 0.162672 0.162513 0.167150 CURRENT LEARNING RATE: 9.130502277143663e-07
previous_iter_valid_loss : 0.169266939163208
1354980 0.169505 0.169267 0.167556 CURRENT LEARNING RATE: 9.128676359286093e-07
previous_iter_valid_loss : 0.164399653673172
1355000 0.164613 0.164400 0.167738 CURRENT LEARNING RATE: 9.126850806575597e-07
previous_iter_valid_loss : 0.16914476454257965
1355020 0.169384 0.169145 0.168117 CURRENT LEARNING RATE: 9.125025618939134e-07
previous_iter_valid_loss : 0.16301895678043365
1355040 0.163193 0.163019 0.168025 CURRENT LEARNING RATE: 9.123200796303697e-07
previous_iter_valid_loss : 0.16050985455513
1355060 0.160670 0.160510 0.167493 CURRENT LEARNING RATE: 9.121376338596275e-07
previous_iter_valid_loss : 0.16267886757850647
1355080 0.162870 0.162679 0.166942 CURRENT LEARNING RATE: 9.119552245743926e-07
previous_iter_valid_loss : 0.17334426939487457
1355100 0.173495 0.173344 0.166798 CURRENT LEARNING RATE: 9.117728517673668e-07
previous_iter_valid_loss : 0.1640745997428894
1355120 0.164267 0.164075 0.166818 CURRENT LEARNING RATE: 9.115905154312552e-07
previous_iter_valid_loss : 0.1606391817331314
1355140 0.160810 0.160639 0.165145 CURRENT LEARNING RATE: 9.114082155587626e-07
previous_iter_valid_loss : 0.16370181739330292
1355160 0.163866 0.163702 0.165305 CURRENT LEARNING RATE: 9.112259521426004e-07
previous_iter_valid_loss : 0.17103789746761322
1355180 0.171300 0.171038 0.165789 CURRENT LEARNING RATE: 9.110437251754765e-07
previous_iter_valid_loss : 0.16059249639511108
1355200 0.160754 0.160592 0.165620 CURRENT LEARNING RATE: 9.108615346501016e-07
previous_iter_valid_loss : 0.16054217517375946
1355220 0.160712 0.160542 0.165565 CURRENT LEARNING RATE: 9.106793805591868e-07
previous_iter_valid_loss : 0.17666852474212646
1355240 0.176826 0.176669 0.165629 CURRENT LEARNING RATE: 9.104972628954487e-07
previous_iter_valid_loss : 0.16360241174697876
1355260 0.163768 0.163602 0.165778 CURRENT LEARNING RATE: 9.103151816516014e-07
previous_iter_valid_loss : 0.1624496877193451
1355280 0.162610 0.162450 0.165325 CURRENT LEARNING RATE: 9.101331368203598e-07
previous_iter_valid_loss : 0.20504315197467804
1355300 0.205602 0.205043 0.167199 CURRENT LEARNING RATE: 9.099511283944455e-07
previous_iter_valid_loss : 0.17175008356571198
1355320 0.172002 0.171750 0.167302 CURRENT LEARNING RATE: 9.097691563665763e-07
previous_iter_valid_loss : 0.16124440729618073
1355340 0.161392 0.161244 0.167309 CURRENT LEARNING RATE: 9.095872207294736e-07
previous_iter_valid_loss : 0.1606343686580658
1355360 0.160807 0.160634 0.167215 CURRENT LEARNING RATE: 9.094053214758582e-07
previous_iter_valid_loss : 0.16444368660449982
1355380 0.164647 0.164444 0.166974 CURRENT LEARNING RATE: 9.092234585984573e-07
previous_iter_valid_loss : 0.16796894371509552
1355400 0.168120 0.167969 0.167153 CURRENT LEARNING RATE: 9.090416320899951e-07
previous_iter_valid_loss : 0.1612677127122879
1355420 0.161421 0.161268 0.166759 CURRENT LEARNING RATE: 9.088598419431982e-07
previous_iter_valid_loss : 0.16131934523582458
1355440 0.161473 0.161319 0.166674 CURRENT LEARNING RATE: 9.086780881507935e-07
previous_iter_valid_loss : 0.1615840047597885
1355460 0.161776 0.161584 0.166728 CURRENT LEARNING RATE: 9.084963707055139e-07
previous_iter_valid_loss : 0.16077089309692383
1355480 0.160926 0.160771 0.166632 CURRENT LEARNING RATE: 9.083146896000895e-07
previous_iter_valid_loss : 0.1692987084388733
1355500 0.169456 0.169299 0.166430 CURRENT LEARNING RATE: 9.081330448272526e-07
previous_iter_valid_loss : 0.16069366037845612
1355520 0.160867 0.160694 0.166261 CURRENT LEARNING RATE: 9.07951436379736e-07
previous_iter_valid_loss : 0.16348427534103394
1355540 0.163645 0.163484 0.166403 CURRENT LEARNING RATE: 9.077698642502788e-07
previous_iter_valid_loss : 0.16051392257213593
1355560 0.160689 0.160514 0.166244 CURRENT LEARNING RATE: 9.075883284316161e-07
previous_iter_valid_loss : 0.16612820327281952
1355580 0.166292 0.166128 0.165998 CURRENT LEARNING RATE: 9.074068289164867e-07
previous_iter_valid_loss : 0.16133347153663635
1355600 0.161493 0.161333 0.166035 CURRENT LEARNING RATE: 9.072253656976289e-07
previous_iter_valid_loss : 0.16069887578487396
1355620 0.160849 0.160699 0.166043 CURRENT LEARNING RATE: 9.070439387677876e-07
previous_iter_valid_loss : 0.16197623312473297
1355640 0.162165 0.161976 0.165308 CURRENT LEARNING RATE: 9.068625481197039e-07
previous_iter_valid_loss : 0.16185666620731354
1355660 0.162010 0.161857 0.165221 CURRENT LEARNING RATE: 9.066811937461206e-07
previous_iter_valid_loss : 0.16213549673557281
1355680 0.162327 0.162135 0.165205 CURRENT LEARNING RATE: 9.064998756397868e-07
previous_iter_valid_loss : 0.16070714592933655
1355700 0.160858 0.160707 0.162989 CURRENT LEARNING RATE: 9.063185937934482e-07
previous_iter_valid_loss : 0.16068847477436066
1355720 0.160845 0.160688 0.162436 CURRENT LEARNING RATE: 9.061373481998535e-07
previous_iter_valid_loss : 0.16708828508853912
1355740 0.167246 0.167088 0.162728 CURRENT LEARNING RATE: 9.059561388517511e-07
previous_iter_valid_loss : 0.1816376894712448
1355760 0.181788 0.181638 0.163778 CURRENT LEARNING RATE: 9.057749657418961e-07
previous_iter_valid_loss : 0.16068510711193085
1355780 0.160859 0.160685 0.163590 CURRENT LEARNING RATE: 9.055938288630399e-07
previous_iter_valid_loss : 0.16100509464740753
1355800 0.161162 0.161005 0.163242 CURRENT LEARNING RATE: 9.054127282079369e-07
previous_iter_valid_loss : 0.17230837047100067
1355820 0.172460 0.172308 0.163794 CURRENT LEARNING RATE: 9.052316637693414e-07
previous_iter_valid_loss : 0.16701796650886536
1355840 0.167175 0.167018 0.164079 CURRENT LEARNING RATE: 9.050506355400143e-07
previous_iter_valid_loss : 0.16242587566375732
1355860 0.162617 0.162426 0.164121 CURRENT LEARNING RATE: 9.048696435127129e-07
previous_iter_valid_loss : 0.16385363042354584
1355880 0.164069 0.163854 0.164275 CURRENT LEARNING RATE: 9.046886876801971e-07
previous_iter_valid_loss : 0.16164517402648926
1355900 0.161802 0.161645 0.163892 CURRENT LEARNING RATE: 9.045077680352275e-07
previous_iter_valid_loss : 0.16083665192127228
1355920 0.161011 0.160837 0.163899 CURRENT LEARNING RATE: 9.043268845705703e-07
previous_iter_valid_loss : 0.17025034129619598
1355940 0.170494 0.170250 0.164238 CURRENT LEARNING RATE: 9.041460372789886e-07
previous_iter_valid_loss : 0.16395097970962524
1355960 0.164123 0.163951 0.164410 CURRENT LEARNING RATE: 9.039652261532485e-07
previous_iter_valid_loss : 0.17636705935001373
1355980 0.176523 0.176367 0.164922 CURRENT LEARNING RATE: 9.03784451186116e-07
previous_iter_valid_loss : 0.16160719096660614
1356000 0.161761 0.161607 0.164935 CURRENT LEARNING RATE: 9.036037123703632e-07
previous_iter_valid_loss : 0.1742873191833496
1356020 0.174438 0.174287 0.165615 CURRENT LEARNING RATE: 9.034230096987591e-07
previous_iter_valid_loss : 0.1619919091463089
1356040 0.162156 0.161992 0.165615 CURRENT LEARNING RATE: 9.032423431640738e-07
previous_iter_valid_loss : 0.16051332652568817
1356060 0.160684 0.160513 0.165548 CURRENT LEARNING RATE: 9.03061712759084e-07
previous_iter_valid_loss : 0.16780680418014526
1356080 0.168036 0.167807 0.165832 CURRENT LEARNING RATE: 9.028811184765627e-07
previous_iter_valid_loss : 0.161194309592247
1356100 0.161346 0.161194 0.165856 CURRENT LEARNING RATE: 9.027005603092865e-07
previous_iter_valid_loss : 0.16200421750545502
1356120 0.162164 0.162004 0.165922 CURRENT LEARNING RATE: 9.025200382500312e-07
previous_iter_valid_loss : 0.16477303206920624
1356140 0.164945 0.164773 0.165806 CURRENT LEARNING RATE: 9.02339552291579e-07
previous_iter_valid_loss : 0.16304521262645721
1356160 0.163210 0.163045 0.164877 CURRENT LEARNING RATE: 9.021591024267092e-07
previous_iter_valid_loss : 0.17748640477657318
1356180 0.177645 0.177486 0.165717 CURRENT LEARNING RATE: 9.019786886482035e-07
previous_iter_valid_loss : 0.16170239448547363
1356200 0.161869 0.161702 0.165751 CURRENT LEARNING RATE: 9.017983109488438e-07
previous_iter_valid_loss : 0.16170863807201385
1356220 0.161898 0.161709 0.165221 CURRENT LEARNING RATE: 9.016179693214183e-07
previous_iter_valid_loss : 0.17985109984874725
1356240 0.180010 0.179851 0.165863 CURRENT LEARNING RATE: 9.014376637587118e-07
previous_iter_valid_loss : 0.1673755645751953
1356260 0.167597 0.167376 0.166111 CURRENT LEARNING RATE: 9.012573942535119e-07
previous_iter_valid_loss : 0.16137062013149261
1356280 0.161530 0.161371 0.165986 CURRENT LEARNING RATE: 9.010771607986062e-07
previous_iter_valid_loss : 0.16051456332206726
1356300 0.160670 0.160515 0.165930 CURRENT LEARNING RATE: 9.008969633867887e-07
previous_iter_valid_loss : 0.16567711532115936
1356320 0.165897 0.165677 0.166172 CURRENT LEARNING RATE: 9.0071680201085e-07
previous_iter_valid_loss : 0.16764923930168152
1356340 0.167806 0.167649 0.166042 CURRENT LEARNING RATE: 9.005366766635835e-07
previous_iter_valid_loss : 0.1608734279870987
1356360 0.161030 0.160873 0.165888 CURRENT LEARNING RATE: 9.003565873377824e-07
previous_iter_valid_loss : 0.17401787638664246
1356380 0.174171 0.174018 0.165771 CURRENT LEARNING RATE: 9.001765340262466e-07
previous_iter_valid_loss : 0.1750183403491974
1356400 0.175166 0.175018 0.166441 CURRENT LEARNING RATE: 8.999965167217723e-07
previous_iter_valid_loss : 0.16814664006233215
1356420 0.168302 0.168147 0.166134 CURRENT LEARNING RATE: 8.998165354171587e-07
previous_iter_valid_loss : 0.16087381541728973
1356440 0.161023 0.160874 0.166078 CURRENT LEARNING RATE: 8.996365901052052e-07
previous_iter_valid_loss : 0.16358764469623566
1356460 0.163755 0.163588 0.166232 CURRENT LEARNING RATE: 8.994566807787168e-07
previous_iter_valid_loss : 0.1663571000099182
1356480 0.166572 0.166357 0.166159 CURRENT LEARNING RATE: 8.992768074304959e-07
previous_iter_valid_loss : 0.16693277657032013
1356500 0.167093 0.166933 0.166446 CURRENT LEARNING RATE: 8.990969700533458e-07
previous_iter_valid_loss : 0.1705790013074875
1356520 0.170835 0.170579 0.166875 CURRENT LEARNING RATE: 8.989171686400762e-07
previous_iter_valid_loss : 0.16342505812644958
1356540 0.163599 0.163425 0.166808 CURRENT LEARNING RATE: 8.987374031834935e-07
previous_iter_valid_loss : 0.16208548843860626
1356560 0.162277 0.162085 0.166760 CURRENT LEARNING RATE: 8.98557673676407e-07
previous_iter_valid_loss : 0.16823221743106842
1356580 0.168475 0.168232 0.166297 CURRENT LEARNING RATE: 8.98377980111626e-07
previous_iter_valid_loss : 0.16084986925125122
1356600 0.161009 0.160850 0.166254 CURRENT LEARNING RATE: 8.98198322481966e-07
previous_iter_valid_loss : 0.1608952283859253
1356620 0.161048 0.160895 0.166214 CURRENT LEARNING RATE: 8.980187007802389e-07
previous_iter_valid_loss : 0.16338884830474854
1356640 0.163554 0.163389 0.165391 CURRENT LEARNING RATE: 8.978391149992599e-07
previous_iter_valid_loss : 0.16248320043087006
1356660 0.162648 0.162483 0.165146 CURRENT LEARNING RATE: 8.976595651318441e-07
previous_iter_valid_loss : 0.1605396866798401
1356680 0.160701 0.160540 0.165104 CURRENT LEARNING RATE: 8.974800511708127e-07
previous_iter_valid_loss : 0.17197296023368835
1356700 0.172235 0.171973 0.165677 CURRENT LEARNING RATE: 8.973005731089834e-07
previous_iter_valid_loss : 0.16635258495807648
1356720 0.166569 0.166353 0.165711 CURRENT LEARNING RATE: 8.971211309391772e-07
previous_iter_valid_loss : 0.17249780893325806
1356740 0.172763 0.172498 0.165954 CURRENT LEARNING RATE: 8.969417246542147e-07
previous_iter_valid_loss : 0.16049568355083466
1356760 0.160659 0.160496 0.165935 CURRENT LEARNING RATE: 8.967623542469229e-07
previous_iter_valid_loss : 0.16385525465011597
1356780 0.164048 0.163855 0.165427 CURRENT LEARNING RATE: 8.965830197101254e-07
previous_iter_valid_loss : 0.16050677001476288
1356800 0.160669 0.160507 0.164701 CURRENT LEARNING RATE: 8.964037210366487e-07
previous_iter_valid_loss : 0.16449923813343048
1356820 0.164689 0.164499 0.164519 CURRENT LEARNING RATE: 8.962244582193196e-07
previous_iter_valid_loss : 0.1697356253862381
1356840 0.169888 0.169736 0.164962 CURRENT LEARNING RATE: 8.960452312509703e-07
previous_iter_valid_loss : 0.16257233917713165
1356860 0.162760 0.162572 0.164911 CURRENT LEARNING RATE: 8.958660401244305e-07
previous_iter_valid_loss : 0.16099046170711517
1356880 0.161155 0.160990 0.164643 CURRENT LEARNING RATE: 8.956868848325309e-07
previous_iter_valid_loss : 0.16053621470928192
1356900 0.160697 0.160536 0.164323 CURRENT LEARNING RATE: 8.955077653681082e-07
previous_iter_valid_loss : 0.16419504582881927
1356920 0.164358 0.164195 0.164004 CURRENT LEARNING RATE: 8.953286817239963e-07
previous_iter_valid_loss : 0.16499827802181244
1356940 0.165201 0.164998 0.164082 CURRENT LEARNING RATE: 8.951496338930319e-07
previous_iter_valid_loss : 0.17018312215805054
1356960 0.170329 0.170183 0.164487 CURRENT LEARNING RATE: 8.949706218680513e-07
previous_iter_valid_loss : 0.17121653258800507
1356980 0.171366 0.171217 0.164636 CURRENT LEARNING RATE: 8.947916456418974e-07
previous_iter_valid_loss : 0.16285572946071625
1357000 0.163049 0.162856 0.164737 CURRENT LEARNING RATE: 8.946127052074094e-07
previous_iter_valid_loss : 0.16174434125423431
1357020 0.161935 0.161744 0.164779 CURRENT LEARNING RATE: 8.944338005574296e-07
previous_iter_valid_loss : 0.160544753074646
1357040 0.160711 0.160545 0.164637 CURRENT LEARNING RATE: 8.942549316848005e-07
previous_iter_valid_loss : 0.16375914216041565
1357060 0.163927 0.163759 0.164701 CURRENT LEARNING RATE: 8.940760985823703e-07
previous_iter_valid_loss : 0.16285429894924164
1357080 0.163018 0.162854 0.164816 CURRENT LEARNING RATE: 8.938973012429842e-07
previous_iter_valid_loss : 0.167523592710495
1357100 0.167682 0.167524 0.164594 CURRENT LEARNING RATE: 8.937185396594902e-07
previous_iter_valid_loss : 0.16774415969848633
1357120 0.167902 0.167744 0.164663 CURRENT LEARNING RATE: 8.935398138247364e-07
previous_iter_valid_loss : 0.17251206934452057
1357140 0.172772 0.172512 0.164664 CURRENT LEARNING RATE: 8.933611237315767e-07
previous_iter_valid_loss : 0.18100160360336304
1357160 0.181158 0.181002 0.165689 CURRENT LEARNING RATE: 8.931824693728621e-07
previous_iter_valid_loss : 0.16060234606266022
1357180 0.160770 0.160602 0.165527 CURRENT LEARNING RATE: 8.930038507414466e-07
previous_iter_valid_loss : 0.16823457181453705
1357200 0.168389 0.168235 0.165913 CURRENT LEARNING RATE: 8.928252678301836e-07
previous_iter_valid_loss : 0.1638849675655365
1357220 0.164060 0.163885 0.165883 CURRENT LEARNING RATE: 8.926467206319329e-07
previous_iter_valid_loss : 0.16111193597316742
1357240 0.161273 0.161112 0.165451 CURRENT LEARNING RATE: 8.924682091395511e-07
previous_iter_valid_loss : 0.16852256655693054
1357260 0.168674 0.168523 0.165749 CURRENT LEARNING RATE: 8.922897333458963e-07
previous_iter_valid_loss : 0.16516172885894775
1357280 0.165330 0.165162 0.165957 CURRENT LEARNING RATE: 8.921112932438326e-07
previous_iter_valid_loss : 0.16101688146591187
1357300 0.161173 0.161017 0.165981 CURRENT LEARNING RATE: 8.919328888262208e-07
previous_iter_valid_loss : 0.16438353061676025
1357320 0.164548 0.164384 0.165991 CURRENT LEARNING RATE: 8.917545200859246e-07
previous_iter_valid_loss : 0.16160856187343597
1357340 0.161764 0.161609 0.165821 CURRENT LEARNING RATE: 8.915761870158076e-07
previous_iter_valid_loss : 0.16289667785167694
1357360 0.163082 0.162897 0.165457 CURRENT LEARNING RATE: 8.913978896087399e-07
previous_iter_valid_loss : 0.16052472591400146
1357380 0.160688 0.160525 0.164922 CURRENT LEARNING RATE: 8.912196278575879e-07
previous_iter_valid_loss : 0.16282111406326294
1357400 0.162986 0.162821 0.164921 CURRENT LEARNING RATE: 8.910414017552211e-07
previous_iter_valid_loss : 0.16304177045822144
1357420 0.163205 0.163042 0.164986 CURRENT LEARNING RATE: 8.90863211294509e-07
previous_iter_valid_loss : 0.1761140674352646
1357440 0.176413 0.176114 0.165764 CURRENT LEARNING RATE: 8.90685056468327e-07
previous_iter_valid_loss : 0.16100715100765228
1357460 0.161189 0.161007 0.165626 CURRENT LEARNING RATE: 8.905069372695473e-07
previous_iter_valid_loss : 0.16657046973705292
1357480 0.166789 0.166570 0.165812 CURRENT LEARNING RATE: 8.903288536910453e-07
previous_iter_valid_loss : 0.1702229380607605
1357500 0.170474 0.170223 0.165947 CURRENT LEARNING RATE: 8.901508057256959e-07
previous_iter_valid_loss : 0.1721821278333664
1357520 0.172449 0.172182 0.166169 CURRENT LEARNING RATE: 8.899727933663804e-07
previous_iter_valid_loss : 0.1607200652360916
1357540 0.160894 0.160720 0.165580 CURRENT LEARNING RATE: 8.89794816605977e-07
previous_iter_valid_loss : 0.16208240389823914
1357560 0.162278 0.162082 0.164634 CURRENT LEARNING RATE: 8.896168754373661e-07
previous_iter_valid_loss : 0.16241493821144104
1357580 0.162574 0.162415 0.164724 CURRENT LEARNING RATE: 8.894389698534289e-07
previous_iter_valid_loss : 0.16823816299438477
1357600 0.168479 0.168238 0.164724 CURRENT LEARNING RATE: 8.892610998470522e-07
previous_iter_valid_loss : 0.1626385748386383
1357620 0.162803 0.162639 0.164662 CURRENT LEARNING RATE: 8.890832654111197e-07
previous_iter_valid_loss : 0.16093799471855164
1357640 0.161086 0.160938 0.164653 CURRENT LEARNING RATE: 8.889054665385177e-07
previous_iter_valid_loss : 0.18645235896110535
1357660 0.186850 0.186452 0.165550 CURRENT LEARNING RATE: 8.88727703222133e-07
previous_iter_valid_loss : 0.1733495593070984
1357680 0.173616 0.173350 0.165959 CURRENT LEARNING RATE: 8.885499754548581e-07
previous_iter_valid_loss : 0.16691707074642181
1357700 0.167151 0.166917 0.166254 CURRENT LEARNING RATE: 8.883722832295824e-07
previous_iter_valid_loss : 0.16058897972106934
1357720 0.160739 0.160589 0.166065 CURRENT LEARNING RATE: 8.881946265391966e-07
previous_iter_valid_loss : 0.16055583953857422
1357740 0.160710 0.160556 0.166012 CURRENT LEARNING RATE: 8.880170053765975e-07
previous_iter_valid_loss : 0.18276947736740112
1357760 0.182927 0.182769 0.167006 CURRENT LEARNING RATE: 8.878394197346787e-07
previous_iter_valid_loss : 0.16613784432411194
1357780 0.166300 0.166138 0.167286 CURRENT LEARNING RATE: 8.876618696063369e-07
previous_iter_valid_loss : 0.16979703307151794
1357800 0.169951 0.169797 0.167635 CURRENT LEARNING RATE: 8.874843549844684e-07
previous_iter_valid_loss : 0.1623341292142868
1357820 0.162494 0.162334 0.167600 CURRENT LEARNING RATE: 8.873068758619757e-07
previous_iter_valid_loss : 0.16113150119781494
1357840 0.161311 0.161132 0.166851 CURRENT LEARNING RATE: 8.871294322317581e-07
previous_iter_valid_loss : 0.16649183630943298
1357860 0.166704 0.166492 0.167125 CURRENT LEARNING RATE: 8.869520240867181e-07
previous_iter_valid_loss : 0.16599871218204498
1357880 0.166160 0.165999 0.167096 CURRENT LEARNING RATE: 8.867746514197576e-07
previous_iter_valid_loss : 0.16507144272327423
1357900 0.165236 0.165071 0.166839 CURRENT LEARNING RATE: 8.865973142237847e-07
previous_iter_valid_loss : 0.17298293113708496
1357920 0.173125 0.172983 0.166879 CURRENT LEARNING RATE: 8.864200124917046e-07
previous_iter_valid_loss : 0.16058263182640076
1357940 0.160746 0.160583 0.166872 CURRENT LEARNING RATE: 8.862427462164251e-07
previous_iter_valid_loss : 0.16063006222248077
1357960 0.160798 0.160630 0.166799 CURRENT LEARNING RATE: 8.86065515390854e-07
previous_iter_valid_loss : 0.16790981590747833
1357980 0.168154 0.167910 0.167074 CURRENT LEARNING RATE: 8.858883200079052e-07
previous_iter_valid_loss : 0.1607542484998703
1358000 0.160916 0.160754 0.166700 CURRENT LEARNING RATE: 8.857111600604894e-07
previous_iter_valid_loss : 0.16121141612529755
1358020 0.161398 0.161211 0.166628 CURRENT LEARNING RATE: 8.8553403554152e-07
previous_iter_valid_loss : 0.16323155164718628
1358040 0.163405 0.163232 0.166743 CURRENT LEARNING RATE: 8.853569464439106e-07
previous_iter_valid_loss : 0.16063933074474335
1358060 0.160820 0.160639 0.165452 CURRENT LEARNING RATE: 8.851798927605807e-07
previous_iter_valid_loss : 0.16104090213775635
1358080 0.161219 0.161041 0.164837 CURRENT LEARNING RATE: 8.850028744844466e-07
previous_iter_valid_loss : 0.16121229529380798
1358100 0.161371 0.161212 0.164552 CURRENT LEARNING RATE: 8.848258916084261e-07
previous_iter_valid_loss : 0.16713014245033264
1358120 0.167282 0.167130 0.164879 CURRENT LEARNING RATE: 8.84648944125443e-07
previous_iter_valid_loss : 0.16063566505908966
1358140 0.160810 0.160636 0.164883 CURRENT LEARNING RATE: 8.844720320284177e-07
previous_iter_valid_loss : 0.1613047569990158
1358160 0.161492 0.161305 0.163810 CURRENT LEARNING RATE: 8.842951553102738e-07
previous_iter_valid_loss : 0.1611107438802719
1358180 0.161300 0.161111 0.163558 CURRENT LEARNING RATE: 8.841183139639347e-07
previous_iter_valid_loss : 0.16947036981582642
1358200 0.169713 0.169470 0.163542 CURRENT LEARNING RATE: 8.839415079823299e-07
previous_iter_valid_loss : 0.1605154424905777
1358220 0.160680 0.160515 0.163451 CURRENT LEARNING RATE: 8.837647373583855e-07
previous_iter_valid_loss : 0.16050079464912415
1358240 0.160668 0.160501 0.163419 CURRENT LEARNING RATE: 8.835880020850306e-07
previous_iter_valid_loss : 0.19378066062927246
1358260 0.193893 0.193781 0.164784 CURRENT LEARNING RATE: 8.834113021551944e-07
previous_iter_valid_loss : 0.1842566877603531
1358280 0.184403 0.184257 0.165697 CURRENT LEARNING RATE: 8.83234637561812e-07
previous_iter_valid_loss : 0.1616024374961853
1358300 0.161747 0.161602 0.165523 CURRENT LEARNING RATE: 8.830580082978152e-07
previous_iter_valid_loss : 0.16081638634204865
1358320 0.160996 0.160816 0.164915 CURRENT LEARNING RATE: 8.828814143561389e-07
previous_iter_valid_loss : 0.16247870028018951
1358340 0.162631 0.162479 0.165010 CURRENT LEARNING RATE: 8.827048557297177e-07
previous_iter_valid_loss : 0.17203938961029053
1358360 0.172184 0.172039 0.165580 CURRENT LEARNING RATE: 8.825283324114924e-07
previous_iter_valid_loss : 0.16069674491882324
1358380 0.160874 0.160697 0.165220 CURRENT LEARNING RATE: 8.823518443944005e-07
previous_iter_valid_loss : 0.16126739978790283
1358400 0.161433 0.161267 0.165245 CURRENT LEARNING RATE: 8.821753916713825e-07
previous_iter_valid_loss : 0.16223783791065216
1358420 0.162432 0.162238 0.165297 CURRENT LEARNING RATE: 8.819989742353788e-07
previous_iter_valid_loss : 0.16598451137542725
1358440 0.166143 0.165985 0.165434 CURRENT LEARNING RATE: 8.818225920793356e-07
previous_iter_valid_loss : 0.1606133133172989
1358460 0.160787 0.160613 0.165433 CURRENT LEARNING RATE: 8.816462451961963e-07
previous_iter_valid_loss : 0.17133887112140656
1358480 0.171593 0.171339 0.165948 CURRENT LEARNING RATE: 8.814699335789053e-07
previous_iter_valid_loss : 0.17682106792926788
1358500 0.177110 0.176821 0.166728 CURRENT LEARNING RATE: 8.812936572204133e-07
previous_iter_valid_loss : 0.1728283166885376
1358520 0.173098 0.172828 0.167013 CURRENT LEARNING RATE: 8.811174161136679e-07
previous_iter_valid_loss : 0.17166182398796082
1358540 0.171920 0.171662 0.167564 CURRENT LEARNING RATE: 8.809412102516191e-07
previous_iter_valid_loss : 0.16148920357227325
1358560 0.161646 0.161489 0.167574 CURRENT LEARNING RATE: 8.807650396272174e-07
previous_iter_valid_loss : 0.16154886782169342
1358580 0.161708 0.161549 0.167596 CURRENT LEARNING RATE: 8.805889042334187e-07
previous_iter_valid_loss : 0.16373924911022186
1358600 0.163945 0.163739 0.167309 CURRENT LEARNING RATE: 8.804128040631765e-07
previous_iter_valid_loss : 0.17181631922721863
1358620 0.172078 0.171816 0.167874 CURRENT LEARNING RATE: 8.802367391094466e-07
previous_iter_valid_loss : 0.1683070957660675
1358640 0.168466 0.168307 0.168264 CURRENT LEARNING RATE: 8.800607093651847e-07
previous_iter_valid_loss : 0.16103200614452362
1358660 0.161180 0.161032 0.166627 CURRENT LEARNING RATE: 8.798847148233529e-07
previous_iter_valid_loss : 0.16114924848079681
1358680 0.161332 0.161149 0.165472 CURRENT LEARNING RATE: 8.7970875547691e-07
previous_iter_valid_loss : 0.186308816075325
1358700 0.186719 0.186309 0.166707 CURRENT LEARNING RATE: 8.79532831318817e-07
previous_iter_valid_loss : 0.1605396866798401
1358720 0.160707 0.160540 0.166693 CURRENT LEARNING RATE: 8.793569423420361e-07
previous_iter_valid_loss : 0.16071462631225586
1358740 0.160870 0.160715 0.166605 CURRENT LEARNING RATE: 8.791810885395346e-07
previous_iter_valid_loss : 0.16157549619674683
1358760 0.161770 0.161575 0.166082 CURRENT LEARNING RATE: 8.790052699042766e-07
previous_iter_valid_loss : 0.1756017953157425
1358780 0.175747 0.175602 0.166827 CURRENT LEARNING RATE: 8.788294864292297e-07
previous_iter_valid_loss : 0.16058264672756195
1358800 0.160758 0.160583 0.166793 CURRENT LEARNING RATE: 8.786537381073606e-07
previous_iter_valid_loss : 0.1660269945859909
1358820 0.166232 0.166027 0.166982 CURRENT LEARNING RATE: 8.784780249316429e-07
previous_iter_valid_loss : 0.16540780663490295
1358840 0.165615 0.165408 0.166953 CURRENT LEARNING RATE: 8.783023468950462e-07
previous_iter_valid_loss : 0.16057375073432922
1358860 0.160728 0.160574 0.166951 CURRENT LEARNING RATE: 8.78126703990542e-07
previous_iter_valid_loss : 0.17497478425502777
1358880 0.175258 0.174975 0.167133 CURRENT LEARNING RATE: 8.779510962111077e-07
previous_iter_valid_loss : 0.16192319989204407
1358900 0.162117 0.161923 0.166388 CURRENT LEARNING RATE: 8.777755235497172e-07
previous_iter_valid_loss : 0.1716241091489792
1358920 0.171889 0.171624 0.166328 CURRENT LEARNING RATE: 8.775999859993478e-07
previous_iter_valid_loss : 0.1794348806142807
1358940 0.179755 0.179435 0.166717 CURRENT LEARNING RATE: 8.774244835529764e-07
previous_iter_valid_loss : 0.1610938012599945
1358960 0.161273 0.161094 0.166697 CURRENT LEARNING RATE: 8.77249016203586e-07
previous_iter_valid_loss : 0.16284815967082977
1358980 0.163022 0.162848 0.166762 CURRENT LEARNING RATE: 8.770735839441564e-07
previous_iter_valid_loss : 0.16176773607730865
1359000 0.161959 0.161768 0.166663 CURRENT LEARNING RATE: 8.768981867676703e-07
previous_iter_valid_loss : 0.1642351895570755
1359020 0.164408 0.164235 0.166284 CURRENT LEARNING RATE: 8.767228246671102e-07
previous_iter_valid_loss : 0.1658339649438858
1359040 0.166004 0.165834 0.166161 CURRENT LEARNING RATE: 8.765474976354649e-07
previous_iter_valid_loss : 0.1644367277622223
1359060 0.164601 0.164437 0.166331 CURRENT LEARNING RATE: 8.763722056657195e-07
previous_iter_valid_loss : 0.16076067090034485
1359080 0.160933 0.160761 0.166311 CURRENT LEARNING RATE: 8.761969487508624e-07
previous_iter_valid_loss : 0.16383373737335205
1359100 0.163998 0.163834 0.165188 CURRENT LEARNING RATE: 8.760217268838819e-07
previous_iter_valid_loss : 0.16327719390392303
1359120 0.163441 0.163277 0.165324 CURRENT LEARNING RATE: 8.75846540057772e-07
previous_iter_valid_loss : 0.16052596271038055
1359140 0.160694 0.160526 0.165315 CURRENT LEARNING RATE: 8.75671388265524e-07
previous_iter_valid_loss : 0.16085337102413177
1359160 0.161017 0.160853 0.165279 CURRENT LEARNING RATE: 8.754962715001316e-07
previous_iter_valid_loss : 0.16203653812408447
1359180 0.162239 0.162037 0.164601 CURRENT LEARNING RATE: 8.753211897545885e-07
previous_iter_valid_loss : 0.16062401235103607
1359200 0.160800 0.160624 0.164603 CURRENT LEARNING RATE: 8.751461430218947e-07
previous_iter_valid_loss : 0.16084323823451996
1359220 0.161021 0.160843 0.164344 CURRENT LEARNING RATE: 8.749711312950469e-07
previous_iter_valid_loss : 0.16539162397384644
1359240 0.165596 0.165392 0.164343 CURRENT LEARNING RATE: 8.747961545670443e-07
previous_iter_valid_loss : 0.16394443809986115
1359260 0.164114 0.163944 0.164511 CURRENT LEARNING RATE: 8.746212128308865e-07
previous_iter_valid_loss : 0.16066871583461761
1359280 0.160819 0.160669 0.163796 CURRENT LEARNING RATE: 8.744463060795788e-07
previous_iter_valid_loss : 0.162230983376503
1359300 0.162428 0.162231 0.163811 CURRENT LEARNING RATE: 8.742714343061236e-07
previous_iter_valid_loss : 0.1607837975025177
1359320 0.160940 0.160784 0.163269 CURRENT LEARNING RATE: 8.740965975035243e-07
previous_iter_valid_loss : 0.18642041087150574
1359340 0.186565 0.186420 0.163619 CURRENT LEARNING RATE: 8.739217956647905e-07
previous_iter_valid_loss : 0.16067853569984436
1359360 0.160851 0.160679 0.163598 CURRENT LEARNING RATE: 8.737470287829288e-07
previous_iter_valid_loss : 0.1676272600889206
1359380 0.167789 0.167627 0.163837 CURRENT LEARNING RATE: 8.735722968509481e-07
previous_iter_valid_loss : 0.16142301261425018
1359400 0.161579 0.161423 0.163820 CURRENT LEARNING RATE: 8.733975998618581e-07
previous_iter_valid_loss : 0.1623549908399582
1359420 0.162555 0.162355 0.163726 CURRENT LEARNING RATE: 8.732229378086736e-07
previous_iter_valid_loss : 0.1632145494222641
1359440 0.163415 0.163215 0.163595 CURRENT LEARNING RATE: 8.730483106844069e-07
previous_iter_valid_loss : 0.16484509408473969
1359460 0.165001 0.164845 0.163615 CURRENT LEARNING RATE: 8.728737184820726e-07
previous_iter_valid_loss : 0.19514605402946472
1359480 0.195261 0.195146 0.165334 CURRENT LEARNING RATE: 8.726991611946857e-07
previous_iter_valid_loss : 0.16810999810695648
1359500 0.168258 0.168110 0.165548 CURRENT LEARNING RATE: 8.725246388152668e-07
previous_iter_valid_loss : 0.16435161232948303
1359520 0.164522 0.164352 0.165602 CURRENT LEARNING RATE: 8.723501513368336e-07
previous_iter_valid_loss : 0.16518646478652954
1359540 0.165394 0.165186 0.165835 CURRENT LEARNING RATE: 8.721756987524067e-07
previous_iter_valid_loss : 0.1691340059041977
1359560 0.169283 0.169134 0.166249 CURRENT LEARNING RATE: 8.720012810550061e-07
previous_iter_valid_loss : 0.17195148766040802
1359580 0.172099 0.171951 0.166745 CURRENT LEARNING RATE: 8.718268982376585e-07
previous_iter_valid_loss : 0.16380377113819122
1359600 0.164011 0.163804 0.166904 CURRENT LEARNING RATE: 8.71652550293387e-07
previous_iter_valid_loss : 0.17223359644412994
1359620 0.172503 0.172234 0.167473 CURRENT LEARNING RATE: 8.714782372152175e-07
previous_iter_valid_loss : 0.16801044344902039
1359640 0.168238 0.168010 0.167604 CURRENT LEARNING RATE: 8.713039589961763e-07
previous_iter_valid_loss : 0.16148938238620758
1359660 0.161677 0.161489 0.167481 CURRENT LEARNING RATE: 8.711297156292949e-07
previous_iter_valid_loss : 0.16625633835792542
1359680 0.166418 0.166256 0.167761 CURRENT LEARNING RATE: 8.709555071076023e-07
previous_iter_valid_loss : 0.1611560583114624
1359700 0.161344 0.161156 0.167707 CURRENT LEARNING RATE: 8.707813334241286e-07
previous_iter_valid_loss : 0.16532644629478455
1359720 0.165531 0.165326 0.167934 CURRENT LEARNING RATE: 8.706071945719099e-07
previous_iter_valid_loss : 0.16554345190525055
1359740 0.165711 0.165543 0.166890 CURRENT LEARNING RATE: 8.704330905439789e-07
previous_iter_valid_loss : 0.16963909566402435
1359760 0.169877 0.169639 0.167338 CURRENT LEARNING RATE: 8.702590213333719e-07
previous_iter_valid_loss : 0.16344350576400757
1359780 0.163613 0.163444 0.167129 CURRENT LEARNING RATE: 8.700849869331243e-07
previous_iter_valid_loss : 0.16171269118785858
1359800 0.161882 0.161713 0.167144 CURRENT LEARNING RATE: 8.699109873362777e-07
previous_iter_valid_loss : 0.17027175426483154
1359820 0.170529 0.170272 0.167539 CURRENT LEARNING RATE: 8.697370225358708e-07
previous_iter_valid_loss : 0.1802768111228943
1359840 0.180603 0.180277 0.168392 CURRENT LEARNING RATE: 8.695630925249449e-07
previous_iter_valid_loss : 0.16703031957149506
1359860 0.167189 0.167030 0.168502 CURRENT LEARNING RATE: 8.693891972965412e-07
previous_iter_valid_loss : 0.16551518440246582
1359880 0.165675 0.165515 0.167020 CURRENT LEARNING RATE: 8.692153368437071e-07
previous_iter_valid_loss : 0.17701688408851624
1359900 0.177171 0.177017 0.167466 CURRENT LEARNING RATE: 8.690415111594866e-07
previous_iter_valid_loss : 0.16052447259426117
1359920 0.160687 0.160524 0.167274 CURRENT LEARNING RATE: 8.688677202369267e-07
previous_iter_valid_loss : 0.16158731281757355
1359940 0.161755 0.161587 0.167094 CURRENT LEARNING RATE: 8.686939640690742e-07
previous_iter_valid_loss : 0.16533635556697845
1359960 0.165501 0.165336 0.166904 CURRENT LEARNING RATE: 8.685202426489819e-07
previous_iter_valid_loss : 0.16370925307273865
1359980 0.163880 0.163709 0.166492 CURRENT LEARNING RATE: 8.683465559696993e-07
previous_iter_valid_loss : 0.1615481823682785
1360000 0.161730 0.161548 0.166379 CURRENT LEARNING RATE: 8.681729040242792e-07
previous_iter_valid_loss : 0.16606347262859344
1360020 0.166223 0.166063 0.166071 CURRENT LEARNING RATE: 8.679992868057737e-07
previous_iter_valid_loss : 0.16574940085411072
1360040 0.165911 0.165749 0.165958 CURRENT LEARNING RATE: 8.678257043072414e-07
previous_iter_valid_loss : 0.1736019402742386
1360060 0.173875 0.173602 0.166564 CURRENT LEARNING RATE: 8.676521565217375e-07
previous_iter_valid_loss : 0.16092808544635773
1360080 0.161083 0.160928 0.166297 CURRENT LEARNING RATE: 8.674786434423183e-07
previous_iter_valid_loss : 0.16127833724021912
1360100 0.161467 0.161278 0.166303 CURRENT LEARNING RATE: 8.673051650620465e-07
previous_iter_valid_loss : 0.18250422179698944
1360120 0.182656 0.182504 0.167162 CURRENT LEARNING RATE: 8.671317213739815e-07
previous_iter_valid_loss : 0.16427583992481232
1360140 0.164469 0.164276 0.167099 CURRENT LEARNING RATE: 8.669583123711854e-07
previous_iter_valid_loss : 0.16128408908843994
1360160 0.161467 0.161284 0.166681 CURRENT LEARNING RATE: 8.667849380467203e-07
previous_iter_valid_loss : 0.1626734733581543
1360180 0.162835 0.162673 0.166643 CURRENT LEARNING RATE: 8.666115983936546e-07
previous_iter_valid_loss : 0.17468208074569702
1360200 0.174959 0.174682 0.167291 CURRENT LEARNING RATE: 8.664382934050528e-07
previous_iter_valid_loss : 0.1691213995218277
1360220 0.169356 0.169121 0.167233 CURRENT LEARNING RATE: 8.662650230739828e-07
previous_iter_valid_loss : 0.1626114845275879
1360240 0.162806 0.162611 0.166350 CURRENT LEARNING RATE: 8.660917873935124e-07
previous_iter_valid_loss : 0.16050952672958374
1360260 0.160666 0.160510 0.166024 CURRENT LEARNING RATE: 8.659185863567151e-07
previous_iter_valid_loss : 0.16066309809684753
1360280 0.160809 0.160663 0.165782 CURRENT LEARNING RATE: 8.657454199566614e-07
previous_iter_valid_loss : 0.16281703114509583
1360300 0.163001 0.162817 0.165072 CURRENT LEARNING RATE: 8.655722881864246e-07
previous_iter_valid_loss : 0.16054143011569977
1360320 0.160696 0.160541 0.165072 CURRENT LEARNING RATE: 8.653991910390779e-07
previous_iter_valid_loss : 0.16060246527194977
1360340 0.160769 0.160602 0.165023 CURRENT LEARNING RATE: 8.652261285077004e-07
previous_iter_valid_loss : 0.16269387304782867
1360360 0.162859 0.162694 0.164891 CURRENT LEARNING RATE: 8.650531005853684e-07
previous_iter_valid_loss : 0.16121362149715424
1360380 0.161366 0.161214 0.164766 CURRENT LEARNING RATE: 8.648801072651603e-07
previous_iter_valid_loss : 0.1692793071269989
1360400 0.169520 0.169279 0.165153 CURRENT LEARNING RATE: 8.647071485401552e-07
previous_iter_valid_loss : 0.16111183166503906
1360420 0.161271 0.161112 0.164905 CURRENT LEARNING RATE: 8.645342244034377e-07
previous_iter_valid_loss : 0.1610255241394043
1360440 0.161192 0.161026 0.164669 CURRENT LEARNING RATE: 8.643613348480893e-07
previous_iter_valid_loss : 0.16825124621391296
1360460 0.168406 0.168251 0.164402 CURRENT LEARNING RATE: 8.641884798671943e-07
previous_iter_valid_loss : 0.16058477759361267
1360480 0.160759 0.160585 0.164384 CURRENT LEARNING RATE: 8.640156594538371e-07
previous_iter_valid_loss : 0.16539032757282257
1360500 0.165605 0.165390 0.164590 CURRENT LEARNING RATE: 8.638428736011079e-07
previous_iter_valid_loss : 0.16846442222595215
1360520 0.168703 0.168464 0.163888 CURRENT LEARNING RATE: 8.636701223020939e-07
previous_iter_valid_loss : 0.1605086624622345
1360540 0.160678 0.160509 0.163700 CURRENT LEARNING RATE: 8.634974055498833e-07
previous_iter_valid_loss : 0.1704777628183365
1360560 0.170726 0.170478 0.164159 CURRENT LEARNING RATE: 8.633247233375704e-07
previous_iter_valid_loss : 0.16106808185577393
1360580 0.161261 0.161068 0.164079 CURRENT LEARNING RATE: 8.631520756582468e-07
previous_iter_valid_loss : 0.18206043541431427
1360600 0.182403 0.182060 0.164448 CURRENT LEARNING RATE: 8.629794625050063e-07
previous_iter_valid_loss : 0.1606801599264145
1360620 0.160854 0.160680 0.164026 CURRENT LEARNING RATE: 8.628068838709429e-07
previous_iter_valid_loss : 0.1622665375471115
1360640 0.162452 0.162267 0.164009 CURRENT LEARNING RATE: 8.626343397491564e-07
previous_iter_valid_loss : 0.16358010470867157
1360660 0.163745 0.163580 0.164162 CURRENT LEARNING RATE: 8.624618301327438e-07
previous_iter_valid_loss : 0.16172553598880768
1360680 0.161892 0.161726 0.164215 CURRENT LEARNING RATE: 8.622893550148041e-07
previous_iter_valid_loss : 0.16174522042274475
1360700 0.161926 0.161745 0.164162 CURRENT LEARNING RATE: 8.621169143884376e-07
previous_iter_valid_loss : 0.16531610488891602
1360720 0.165476 0.165316 0.164400 CURRENT LEARNING RATE: 8.619445082467492e-07
previous_iter_valid_loss : 0.17206262052059174
1360740 0.172212 0.172063 0.164973 CURRENT LEARNING RATE: 8.617721365828411e-07
previous_iter_valid_loss : 0.16106781363487244
1360760 0.161227 0.161068 0.164892 CURRENT LEARNING RATE: 8.615997993898187e-07
previous_iter_valid_loss : 0.1605721265077591
1360780 0.160733 0.160572 0.164860 CURRENT LEARNING RATE: 8.614274966607868e-07
previous_iter_valid_loss : 0.16221120953559875
1360800 0.162370 0.162211 0.164507 CURRENT LEARNING RATE: 8.612552283888565e-07
previous_iter_valid_loss : 0.16883060336112976
1360820 0.169066 0.168831 0.164893 CURRENT LEARNING RATE: 8.610829945671354e-07
previous_iter_valid_loss : 0.16193173825740814
1360840 0.162087 0.161932 0.164938 CURRENT LEARNING RATE: 8.609107951887343e-07
previous_iter_valid_loss : 0.16055841743946075
1360860 0.160736 0.160558 0.164553 CURRENT LEARNING RATE: 8.607386302467635e-07
previous_iter_valid_loss : 0.16743922233581543
1360880 0.167593 0.167439 0.164896 CURRENT LEARNING RATE: 8.605664997343396e-07
previous_iter_valid_loss : 0.16197077929973602
1360900 0.162156 0.161971 0.164725 CURRENT LEARNING RATE: 8.603944036445757e-07
previous_iter_valid_loss : 0.161030575633049
1360920 0.161214 0.161031 0.164353 CURRENT LEARNING RATE: 8.602223419705866e-07
previous_iter_valid_loss : 0.16108211874961853
1360940 0.161246 0.161082 0.164382 CURRENT LEARNING RATE: 8.600503147054928e-07
previous_iter_valid_loss : 0.19220072031021118
1360960 0.192328 0.192201 0.165468 CURRENT LEARNING RATE: 8.598783218424117e-07
previous_iter_valid_loss : 0.16461442410945892
1360980 0.164779 0.164614 0.165645 CURRENT LEARNING RATE: 8.597063633744636e-07
previous_iter_valid_loss : 0.16067609190940857
1361000 0.160836 0.160676 0.164576 CURRENT LEARNING RATE: 8.595344392947687e-07
previous_iter_valid_loss : 0.16051627695560455
1361020 0.160678 0.160516 0.164568 CURRENT LEARNING RATE: 8.593625495964528e-07
previous_iter_valid_loss : 0.1614648699760437
1361040 0.161665 0.161465 0.164528 CURRENT LEARNING RATE: 8.591906942726392e-07
previous_iter_valid_loss : 0.17053869366645813
1361060 0.170786 0.170539 0.164876 CURRENT LEARNING RATE: 8.590188733164535e-07
previous_iter_valid_loss : 0.16314351558685303
1361080 0.163313 0.163144 0.164947 CURRENT LEARNING RATE: 8.588470867210213e-07
previous_iter_valid_loss : 0.16148269176483154
1361100 0.161634 0.161483 0.164934 CURRENT LEARNING RATE: 8.586753344794741e-07
previous_iter_valid_loss : 0.16313783824443817
1361120 0.163328 0.163138 0.164825 CURRENT LEARNING RATE: 8.585036165849404e-07
previous_iter_valid_loss : 0.1607639193534851
1361140 0.160915 0.160764 0.164260 CURRENT LEARNING RATE: 8.583319330305515e-07
previous_iter_valid_loss : 0.1605525016784668
1361160 0.160721 0.160553 0.164234 CURRENT LEARNING RATE: 8.581602838094387e-07
previous_iter_valid_loss : 0.1619998812675476
1361180 0.162193 0.162000 0.164305 CURRENT LEARNING RATE: 8.579886689147387e-07
previous_iter_valid_loss : 0.16083969175815582
1361200 0.161016 0.160840 0.164237 CURRENT LEARNING RATE: 8.578170883395856e-07
previous_iter_valid_loss : 0.1612870842218399
1361220 0.161440 0.161287 0.163860 CURRENT LEARNING RATE: 8.576455420771161e-07
previous_iter_valid_loss : 0.16134394705295563
1361240 0.161532 0.161344 0.163830 CURRENT LEARNING RATE: 8.574740301204669e-07
previous_iter_valid_loss : 0.16172052919864655
1361260 0.161882 0.161721 0.163888 CURRENT LEARNING RATE: 8.573025524627807e-07
previous_iter_valid_loss : 0.16245195269584656
1361280 0.162641 0.162452 0.163639 CURRENT LEARNING RATE: 8.571311090971965e-07
previous_iter_valid_loss : 0.16087691485881805
1361300 0.161050 0.160877 0.163584 CURRENT LEARNING RATE: 8.569597000168554e-07
previous_iter_valid_loss : 0.1624377816915512
1361320 0.162603 0.162438 0.163655 CURRENT LEARNING RATE: 8.567883252149038e-07
previous_iter_valid_loss : 0.16391506791114807
1361340 0.164107 0.163915 0.163796 CURRENT LEARNING RATE: 8.566169846844854e-07
previous_iter_valid_loss : 0.16069799661636353
1361360 0.160852 0.160698 0.162221 CURRENT LEARNING RATE: 8.564456784187465e-07
previous_iter_valid_loss : 0.16832131147384644
1361380 0.168560 0.168321 0.162407 CURRENT LEARNING RATE: 8.562744064108332e-07
previous_iter_valid_loss : 0.16528640687465668
1361400 0.165454 0.165286 0.162637 CURRENT LEARNING RATE: 8.56103168653898e-07
previous_iter_valid_loss : 0.16067324578762054
1361420 0.160850 0.160673 0.162645 CURRENT LEARNING RATE: 8.559319651410897e-07
previous_iter_valid_loss : 0.1643957942724228
1361440 0.164594 0.164396 0.162791 CURRENT LEARNING RATE: 8.557607958655599e-07
previous_iter_valid_loss : 0.17419439554214478
1361460 0.174475 0.174194 0.162974 CURRENT LEARNING RATE: 8.555896608204607e-07
previous_iter_valid_loss : 0.1671479046344757
1361480 0.167308 0.167148 0.163174 CURRENT LEARNING RATE: 8.554185599989495e-07
previous_iter_valid_loss : 0.1768127828836441
1361500 0.176963 0.176813 0.163941 CURRENT LEARNING RATE: 8.552474933941808e-07
previous_iter_valid_loss : 0.16061536967754364
1361520 0.160771 0.160615 0.163815 CURRENT LEARNING RATE: 8.550764609993118e-07
previous_iter_valid_loss : 0.165172278881073
1361540 0.165333 0.165172 0.164035 CURRENT LEARNING RATE: 8.549054628075001e-07
previous_iter_valid_loss : 0.16530649363994598
1361560 0.165470 0.165306 0.164273 CURRENT LEARNING RATE: 8.547344988119084e-07
previous_iter_valid_loss : 0.16326656937599182
1361580 0.163422 0.163267 0.164336 CURRENT LEARNING RATE: 8.545635690056967e-07
previous_iter_valid_loss : 0.1628686785697937
1361600 0.163062 0.162869 0.164438 CURRENT LEARNING RATE: 8.543926733820281e-07
previous_iter_valid_loss : 0.1762695610523224
1361620 0.176563 0.176270 0.165187 CURRENT LEARNING RATE: 8.542218119340649e-07
previous_iter_valid_loss : 0.16583837568759918
1361640 0.166001 0.165838 0.165412 CURRENT LEARNING RATE: 8.540509846549758e-07
previous_iter_valid_loss : 0.16588637232780457
1361660 0.166048 0.165886 0.165620 CURRENT LEARNING RATE: 8.538801915379262e-07
previous_iter_valid_loss : 0.1644769012928009
1361680 0.164649 0.164477 0.165721 CURRENT LEARNING RATE: 8.537094325760829e-07
previous_iter_valid_loss : 0.16063016653060913
1361700 0.160801 0.160630 0.165709 CURRENT LEARNING RATE: 8.535387077626185e-07
previous_iter_valid_loss : 0.16048943996429443
1361720 0.160655 0.160489 0.165611 CURRENT LEARNING RATE: 8.533680170907026e-07
previous_iter_valid_loss : 0.1668718457221985
1361740 0.167085 0.166872 0.165759 CURRENT LEARNING RATE: 8.531973605535073e-07
previous_iter_valid_loss : 0.1615460366010666
1361760 0.161736 0.161546 0.165802 CURRENT LEARNING RATE: 8.530267381442052e-07
previous_iter_valid_loss : 0.16177234053611755
1361780 0.161968 0.161772 0.165474 CURRENT LEARNING RATE: 8.528561498559742e-07
previous_iter_valid_loss : 0.16338109970092773
1361800 0.163592 0.163381 0.165379 CURRENT LEARNING RATE: 8.526855956819894e-07
previous_iter_valid_loss : 0.1631496250629425
1361820 0.163340 0.163150 0.165503 CURRENT LEARNING RATE: 8.525150756154283e-07
previous_iter_valid_loss : 0.16391165554523468
1361840 0.164121 0.163912 0.165478 CURRENT LEARNING RATE: 8.523445896494691e-07
previous_iter_valid_loss : 0.16074758768081665
1361860 0.160904 0.160748 0.164806 CURRENT LEARNING RATE: 8.521741377772949e-07
previous_iter_valid_loss : 0.16113363206386566
1361880 0.161322 0.161134 0.164505 CURRENT LEARNING RATE: 8.520037199920865e-07
previous_iter_valid_loss : 0.16657286882400513
1361900 0.166731 0.166573 0.163993 CURRENT LEARNING RATE: 8.51833336287027e-07
previous_iter_valid_loss : 0.17751052975654602
1361920 0.177672 0.177511 0.164838 CURRENT LEARNING RATE: 8.516629866552994e-07
previous_iter_valid_loss : 0.17433485388755798
1361940 0.174484 0.174335 0.165296 CURRENT LEARNING RATE: 8.51492671090093e-07
previous_iter_valid_loss : 0.1606525182723999
1361960 0.160822 0.160653 0.165064 CURRENT LEARNING RATE: 8.513223895845936e-07
previous_iter_valid_loss : 0.1604962795972824
1361980 0.160661 0.160496 0.164925 CURRENT LEARNING RATE: 8.511521421319897e-07
previous_iter_valid_loss : 0.17749063670635223
1362000 0.177649 0.177491 0.165656 CURRENT LEARNING RATE: 8.509819287254703e-07
previous_iter_valid_loss : 0.1832464635372162
1362020 0.183392 0.183246 0.166005 CURRENT LEARNING RATE: 8.508117493582296e-07
previous_iter_valid_loss : 0.17537787556648254
1362040 0.175531 0.175378 0.166482 CURRENT LEARNING RATE: 8.50641604023459e-07
previous_iter_valid_loss : 0.18286027014255524
1362060 0.183212 0.182860 0.167331 CURRENT LEARNING RATE: 8.504714927143526e-07
previous_iter_valid_loss : 0.1609119325876236
1362080 0.161091 0.160912 0.167152 CURRENT LEARNING RATE: 8.503014154241046e-07
previous_iter_valid_loss : 0.1608418971300125
1362100 0.161020 0.160842 0.167163 CURRENT LEARNING RATE: 8.501313721459148e-07
previous_iter_valid_loss : 0.1730721890926361
1362120 0.173353 0.173072 0.167792 CURRENT LEARNING RATE: 8.4996136287298e-07
previous_iter_valid_loss : 0.16355490684509277
1362140 0.163754 0.163555 0.167626 CURRENT LEARNING RATE: 8.497913875984983e-07
previous_iter_valid_loss : 0.16821762919425964
1362160 0.168373 0.168218 0.167960 CURRENT LEARNING RATE: 8.496214463156737e-07
previous_iter_valid_loss : 0.16051284968852997
1362180 0.160678 0.160513 0.167897 CURRENT LEARNING RATE: 8.494515390177072e-07
previous_iter_valid_loss : 0.16294187307357788
1362200 0.163104 0.162942 0.167875 CURRENT LEARNING RATE: 8.492816656978022e-07
previous_iter_valid_loss : 0.1684870421886444
1362220 0.168641 0.168487 0.168142 CURRENT LEARNING RATE: 8.491118263491626e-07
previous_iter_valid_loss : 0.17726902663707733
1362240 0.177564 0.177269 0.168810 CURRENT LEARNING RATE: 8.489420209649976e-07
previous_iter_valid_loss : 0.16654294729232788
1362260 0.166761 0.166543 0.169099 CURRENT LEARNING RATE: 8.487722495385135e-07
previous_iter_valid_loss : 0.17204684019088745
1362280 0.172191 0.172047 0.169645 CURRENT LEARNING RATE: 8.486025120629196e-07
previous_iter_valid_loss : 0.16826048493385315
1362300 0.168500 0.168260 0.169730 CURRENT LEARNING RATE: 8.484328085314247e-07
previous_iter_valid_loss : 0.1605214774608612
1362320 0.160676 0.160521 0.168880 CURRENT LEARNING RATE: 8.482631389372438e-07
previous_iter_valid_loss : 0.16435088217258453
1362340 0.164558 0.164351 0.168381 CURRENT LEARNING RATE: 8.480935032735886e-07
previous_iter_valid_loss : 0.1659817397594452
1362360 0.166191 0.165982 0.168647 CURRENT LEARNING RATE: 8.479239015336735e-07
previous_iter_valid_loss : 0.16819775104522705
1362380 0.168436 0.168198 0.169032 CURRENT LEARNING RATE: 8.477543337107133e-07
previous_iter_valid_loss : 0.16093958914279938
1362400 0.161100 0.160940 0.168205 CURRENT LEARNING RATE: 8.47584799797928e-07
previous_iter_valid_loss : 0.17993691563606262
1362420 0.180276 0.179937 0.168039 CURRENT LEARNING RATE: 8.474152997885347e-07
previous_iter_valid_loss : 0.19189153611660004
1362440 0.192011 0.191892 0.168865 CURRENT LEARNING RATE: 8.472458336757535e-07
previous_iter_valid_loss : 0.18406152725219727
1362460 0.184210 0.184062 0.168925 CURRENT LEARNING RATE: 8.470764014528044e-07
previous_iter_valid_loss : 0.1618250608444214
1362480 0.161981 0.161825 0.168971 CURRENT LEARNING RATE: 8.469070031129129e-07
previous_iter_valid_loss : 0.16068163514137268
1362500 0.160839 0.160682 0.168963 CURRENT LEARNING RATE: 8.467376386493015e-07
previous_iter_valid_loss : 0.16057278215885162
1362520 0.160742 0.160573 0.168338 CURRENT LEARNING RATE: 8.465683080551944e-07
previous_iter_valid_loss : 0.16346220672130585
1362540 0.163624 0.163462 0.168333 CURRENT LEARNING RATE: 8.463990113238212e-07
previous_iter_valid_loss : 0.1608201414346695
1362560 0.160978 0.160820 0.167963 CURRENT LEARNING RATE: 8.462297484484086e-07
previous_iter_valid_loss : 0.16507700085639954
1362580 0.165247 0.165077 0.168191 CURRENT LEARNING RATE: 8.460605194221861e-07
previous_iter_valid_loss : 0.16436763107776642
1362600 0.164535 0.164368 0.168263 CURRENT LEARNING RATE: 8.458913242383828e-07
previous_iter_valid_loss : 0.1623603254556656
1362620 0.162522 0.162360 0.167956 CURRENT LEARNING RATE: 8.457221628902342e-07
previous_iter_valid_loss : 0.16431577503681183
1362640 0.164510 0.164316 0.167309 CURRENT LEARNING RATE: 8.455530353709724e-07
previous_iter_valid_loss : 0.16690203547477722
1362660 0.167054 0.166902 0.167327 CURRENT LEARNING RATE: 8.453839416738319e-07
previous_iter_valid_loss : 0.1604892909526825
1362680 0.160652 0.160489 0.166749 CURRENT LEARNING RATE: 8.452148817920477e-07
previous_iter_valid_loss : 0.16285334527492523
1362700 0.163011 0.162853 0.166478 CURRENT LEARNING RATE: 8.450458557188604e-07
previous_iter_valid_loss : 0.1624472439289093
1362720 0.162603 0.162447 0.166575 CURRENT LEARNING RATE: 8.448768634475074e-07
previous_iter_valid_loss : 0.1628084033727646
1362740 0.162970 0.162808 0.166498 CURRENT LEARNING RATE: 8.447079049712291e-07
previous_iter_valid_loss : 0.16167610883712769
1362760 0.161831 0.161676 0.166282 CURRENT LEARNING RATE: 8.445389802832657e-07
previous_iter_valid_loss : 0.16070960462093353
1362780 0.160892 0.160710 0.165908 CURRENT LEARNING RATE: 8.44370089376863e-07
previous_iter_valid_loss : 0.16231130063533783
1362800 0.162505 0.162311 0.165976 CURRENT LEARNING RATE: 8.44201232245264e-07
previous_iter_valid_loss : 0.18428725004196167
1362820 0.184429 0.184287 0.166194 CURRENT LEARNING RATE: 8.440324088817144e-07
previous_iter_valid_loss : 0.16454052925109863
1362840 0.164706 0.164541 0.164826 CURRENT LEARNING RATE: 8.438636192794599e-07
previous_iter_valid_loss : 0.168634831905365
1362860 0.168790 0.168635 0.164055 CURRENT LEARNING RATE: 8.436948634317516e-07
previous_iter_valid_loss : 0.16212652623653412
1362880 0.162292 0.162127 0.164070 CURRENT LEARNING RATE: 8.435261413318382e-07
previous_iter_valid_loss : 0.1810884177684784
1362900 0.181249 0.181088 0.165091 CURRENT LEARNING RATE: 8.433574529729689e-07
previous_iter_valid_loss : 0.16122819483280182
1362920 0.161404 0.161228 0.165123 CURRENT LEARNING RATE: 8.431887983483993e-07
previous_iter_valid_loss : 0.16107968986034393
1362940 0.161236 0.161080 0.165004 CURRENT LEARNING RATE: 8.430201774513818e-07
previous_iter_valid_loss : 0.1621464341878891
1362960 0.162337 0.162146 0.165071 CURRENT LEARNING RATE: 8.428515902751715e-07
previous_iter_valid_loss : 0.16829818487167358
1362980 0.168526 0.168298 0.165232 CURRENT LEARNING RATE: 8.426830368130234e-07
previous_iter_valid_loss : 0.16158898174762726
1363000 0.161749 0.161589 0.165093 CURRENT LEARNING RATE: 8.425145170581984e-07
previous_iter_valid_loss : 0.16099780797958374
1363020 0.161157 0.160998 0.165025 CURRENT LEARNING RATE: 8.423460310039542e-07
previous_iter_valid_loss : 0.16140803694725037
1363040 0.161567 0.161408 0.164879 CURRENT LEARNING RATE: 8.421775786435513e-07
previous_iter_valid_loss : 0.16055503487586975
1363060 0.160729 0.160555 0.164562 CURRENT LEARNING RATE: 8.420091599702502e-07
previous_iter_valid_loss : 0.16404986381530762
1363080 0.164252 0.164050 0.164740 CURRENT LEARNING RATE: 8.418407749773172e-07
previous_iter_valid_loss : 0.16050752997398376
1363100 0.160662 0.160508 0.164623 CURRENT LEARNING RATE: 8.416724236580153e-07
previous_iter_valid_loss : 0.16616252064704895
1363120 0.166327 0.166163 0.164808 CURRENT LEARNING RATE: 8.415041060056102e-07
previous_iter_valid_loss : 0.1688098907470703
1363140 0.168967 0.168810 0.165108 CURRENT LEARNING RATE: 8.413358220133682e-07
previous_iter_valid_loss : 0.17727738618850708
1363160 0.177438 0.177277 0.165888 CURRENT LEARNING RATE: 8.411675716745607e-07
previous_iter_valid_loss : 0.16085852682590485
1363180 0.161014 0.160859 0.165896 CURRENT LEARNING RATE: 8.409993549824561e-07
previous_iter_valid_loss : 0.16314058005809784
1363200 0.163309 0.163141 0.165937 CURRENT LEARNING RATE: 8.408311719303259e-07
previous_iter_valid_loss : 0.16070860624313354
1363220 0.160866 0.160709 0.164758 CURRENT LEARNING RATE: 8.406630225114411e-07
previous_iter_valid_loss : 0.16053475439548492
1363240 0.160692 0.160535 0.164558 CURRENT LEARNING RATE: 8.404949067190788e-07
previous_iter_valid_loss : 0.1627543717622757
1363260 0.162960 0.162754 0.164264 CURRENT LEARNING RATE: 8.403268245465128e-07
previous_iter_valid_loss : 0.16987110674381256
1363280 0.170018 0.169871 0.164651 CURRENT LEARNING RATE: 8.4015877598702e-07
previous_iter_valid_loss : 0.16066943109035492
1363300 0.160828 0.160669 0.163630 CURRENT LEARNING RATE: 8.39990761033877e-07
previous_iter_valid_loss : 0.16614308953285217
1363320 0.166353 0.166143 0.163876 CURRENT LEARNING RATE: 8.398227796803659e-07
previous_iter_valid_loss : 0.16852149367332458
1363340 0.168758 0.168521 0.164248 CURRENT LEARNING RATE: 8.39654831919766e-07
previous_iter_valid_loss : 0.1618330031633377
1363360 0.161984 0.161833 0.164233 CURRENT LEARNING RATE: 8.394869177453582e-07
previous_iter_valid_loss : 0.16323892772197723
1363380 0.163426 0.163239 0.163980 CURRENT LEARNING RATE: 8.393190371504285e-07
previous_iter_valid_loss : 0.16062168776988983
1363400 0.160793 0.160622 0.163931 CURRENT LEARNING RATE: 8.391511901282606e-07
previous_iter_valid_loss : 0.16502991318702698
1363420 0.165204 0.165030 0.164133 CURRENT LEARNING RATE: 8.389833766721403e-07
previous_iter_valid_loss : 0.17031145095825195
1363440 0.170464 0.170311 0.164578 CURRENT LEARNING RATE: 8.388155967753538e-07
previous_iter_valid_loss : 0.16346852481365204
1363460 0.163670 0.163469 0.164724 CURRENT LEARNING RATE: 8.386478504311926e-07
previous_iter_valid_loss : 0.16082243621349335
1363480 0.160996 0.160822 0.164562 CURRENT LEARNING RATE: 8.384801376329456e-07
previous_iter_valid_loss : 0.16323646903038025
1363500 0.163422 0.163236 0.164699 CURRENT LEARNING RATE: 8.383124583739043e-07
previous_iter_valid_loss : 0.16662262380123138
1363520 0.166842 0.166623 0.164722 CURRENT LEARNING RATE: 8.381448126473599e-07
previous_iter_valid_loss : 0.16059955954551697
1363540 0.160774 0.160600 0.164311 CURRENT LEARNING RATE: 8.379772004466095e-07
previous_iter_valid_loss : 0.16354958713054657
1363560 0.163713 0.163550 0.163625 CURRENT LEARNING RATE: 8.378096217649474e-07
previous_iter_valid_loss : 0.1618497520685196
1363580 0.162013 0.161850 0.163674 CURRENT LEARNING RATE: 8.376420765956702e-07
previous_iter_valid_loss : 0.16177998483181
1363600 0.161964 0.161780 0.163606 CURRENT LEARNING RATE: 8.374745649320747e-07
previous_iter_valid_loss : 0.16751354932785034
1363620 0.167742 0.167514 0.163947 CURRENT LEARNING RATE: 8.373070867674634e-07
previous_iter_valid_loss : 0.16355817019939423
1363640 0.163759 0.163558 0.164098 CURRENT LEARNING RATE: 8.371396420951357e-07
previous_iter_valid_loss : 0.16827990114688873
1363660 0.168515 0.168280 0.164374 CURRENT LEARNING RATE: 8.369722309083938e-07
previous_iter_valid_loss : 0.16060014069080353
1363680 0.160744 0.160600 0.163911 CURRENT LEARNING RATE: 8.368048532005397e-07
previous_iter_valid_loss : 0.16942618787288666
1363700 0.169668 0.169426 0.164348 CURRENT LEARNING RATE: 8.366375089648812e-07
previous_iter_valid_loss : 0.16062581539154053
1363720 0.160779 0.160626 0.164072 CURRENT LEARNING RATE: 8.364701981947235e-07
previous_iter_valid_loss : 0.1838056892156601
1363740 0.184173 0.183806 0.164837 CURRENT LEARNING RATE: 8.363029208833721e-07
previous_iter_valid_loss : 0.16230811178684235
1363760 0.162499 0.162308 0.164860 CURRENT LEARNING RATE: 8.361356770241393e-07
previous_iter_valid_loss : 0.16155579686164856
1363780 0.161720 0.161556 0.164776 CURRENT LEARNING RATE: 8.359684666103336e-07
previous_iter_valid_loss : 0.17089541256427765
1363800 0.171154 0.170895 0.165290 CURRENT LEARNING RATE: 8.358012896352667e-07
previous_iter_valid_loss : 0.16589468717575073
1363820 0.166054 0.165895 0.165333 CURRENT LEARNING RATE: 8.356341460922499e-07
previous_iter_valid_loss : 0.16826032102108002
1363840 0.168491 0.168260 0.165231 CURRENT LEARNING RATE: 8.354670359746007e-07
previous_iter_valid_loss : 0.167873814702034
1363860 0.168031 0.167874 0.165451 CURRENT LEARNING RATE: 8.35299959275633e-07
previous_iter_valid_loss : 0.16142362356185913
1363880 0.161611 0.161424 0.165481 CURRENT LEARNING RATE: 8.351329159886639e-07
previous_iter_valid_loss : 0.1608450710773468
1363900 0.161003 0.160845 0.165361 CURRENT LEARNING RATE: 8.349659061070098e-07
previous_iter_valid_loss : 0.21936623752117157
1363920 0.219360 0.219366 0.167999 CURRENT LEARNING RATE: 8.347989296239937e-07
previous_iter_valid_loss : 0.16416813433170319
1363940 0.164365 0.164168 0.168177 CURRENT LEARNING RATE: 8.346319865329349e-07
previous_iter_valid_loss : 0.16105522215366364
1363960 0.161210 0.161055 0.168052 CURRENT LEARNING RATE: 8.344650768271556e-07
previous_iter_valid_loss : 0.16279999911785126
1363980 0.162962 0.162800 0.168100 CURRENT LEARNING RATE: 8.342982004999782e-07
previous_iter_valid_loss : 0.16906236112117767
1364000 0.169306 0.169062 0.168464 CURRENT LEARNING RATE: 8.341313575447301e-07
previous_iter_valid_loss : 0.16108687222003937
1364020 0.161235 0.161087 0.168143 CURRENT LEARNING RATE: 8.339645479547367e-07
previous_iter_valid_loss : 0.16058924794197083
1364040 0.160760 0.160589 0.167994 CURRENT LEARNING RATE: 8.337977717233251e-07
previous_iter_valid_loss : 0.16361196339130402
1364060 0.163812 0.163612 0.167761 CURRENT LEARNING RATE: 8.336310288438231e-07
previous_iter_valid_loss : 0.17654968798160553
1364080 0.176706 0.176550 0.168558 CURRENT LEARNING RATE: 8.33464319309564e-07
previous_iter_valid_loss : 0.16353671252727509
1364100 0.163724 0.163537 0.168264 CURRENT LEARNING RATE: 8.332976431138776e-07
previous_iter_valid_loss : 0.1612776517868042
1364120 0.161434 0.161278 0.168296 CURRENT LEARNING RATE: 8.331310002500955e-07
previous_iter_valid_loss : 0.16081303358078003
1364140 0.160993 0.160813 0.167147 CURRENT LEARNING RATE: 8.329643907115551e-07
previous_iter_valid_loss : 0.17717672884464264
1364160 0.177478 0.177177 0.167890 CURRENT LEARNING RATE: 8.327978144915905e-07
previous_iter_valid_loss : 0.1612582802772522
1364180 0.161428 0.161258 0.167875 CURRENT LEARNING RATE: 8.326312715835384e-07
previous_iter_valid_loss : 0.16106384992599487
1364200 0.161228 0.161064 0.167384 CURRENT LEARNING RATE: 8.32464761980736e-07
previous_iter_valid_loss : 0.1624162495136261
1364220 0.162610 0.162416 0.167210 CURRENT LEARNING RATE: 8.322982856765256e-07
previous_iter_valid_loss : 0.16302673518657684
1364240 0.163234 0.163027 0.166948 CURRENT LEARNING RATE: 8.321318426642467e-07
previous_iter_valid_loss : 0.16348156332969666
1364260 0.163693 0.163482 0.166729 CURRENT LEARNING RATE: 8.319654329372415e-07
previous_iter_valid_loss : 0.16319221258163452
1364280 0.163390 0.163192 0.166817 CURRENT LEARNING RATE: 8.317990564888525e-07
previous_iter_valid_loss : 0.17544607818126678
1364300 0.175727 0.175446 0.167547 CURRENT LEARNING RATE: 8.316327133124271e-07
previous_iter_valid_loss : 0.1623634248971939
1364320 0.162531 0.162363 0.164697 CURRENT LEARNING RATE: 8.314664034013105e-07
previous_iter_valid_loss : 0.167842835187912
1364340 0.167998 0.167843 0.164881 CURRENT LEARNING RATE: 8.313001267488502e-07
previous_iter_valid_loss : 0.1683472841978073
1364360 0.168579 0.168347 0.165245 CURRENT LEARNING RATE: 8.311338833483935e-07
previous_iter_valid_loss : 0.1686982810497284
1364380 0.168941 0.168698 0.165540 CURRENT LEARNING RATE: 8.309676731932938e-07
previous_iter_valid_loss : 0.17303214967250824
1364400 0.173307 0.173032 0.165739 CURRENT LEARNING RATE: 8.308014962769011e-07
previous_iter_valid_loss : 0.16605181992053986
1364420 0.166213 0.166052 0.165987 CURRENT LEARNING RATE: 8.306353525925683e-07
previous_iter_valid_loss : 0.16800329089164734
1364440 0.168160 0.168003 0.166358 CURRENT LEARNING RATE: 8.304692421336483e-07
previous_iter_valid_loss : 0.1663135141134262
1364460 0.166532 0.166314 0.166493 CURRENT LEARNING RATE: 8.303031648934996e-07
previous_iter_valid_loss : 0.16062484681606293
1364480 0.160795 0.160625 0.165696 CURRENT LEARNING RATE: 8.301371208654776e-07
previous_iter_valid_loss : 0.16200774908065796
1364500 0.162171 0.162008 0.165620 CURRENT LEARNING RATE: 8.29971110042939e-07
previous_iter_valid_loss : 0.16081289947032928
1364520 0.160994 0.160813 0.165597 CURRENT LEARNING RATE: 8.298051324192465e-07
previous_iter_valid_loss : 0.16979515552520752
1364540 0.169945 0.169795 0.166046 CURRENT LEARNING RATE: 8.296391879877593e-07
previous_iter_valid_loss : 0.1604986935853958
1364560 0.160668 0.160499 0.165212 CURRENT LEARNING RATE: 8.294732767418397e-07
previous_iter_valid_loss : 0.183526411652565
1364580 0.183682 0.183526 0.166325 CURRENT LEARNING RATE: 8.2930739867485e-07
previous_iter_valid_loss : 0.16677440702915192
1364600 0.166934 0.166774 0.166611 CURRENT LEARNING RATE: 8.291415537801576e-07
previous_iter_valid_loss : 0.16084620356559753
1364620 0.161028 0.160846 0.166532 CURRENT LEARNING RATE: 8.289757420511276e-07
previous_iter_valid_loss : 0.1633806824684143
1364640 0.163552 0.163381 0.166550 CURRENT LEARNING RATE: 8.288099634811274e-07
previous_iter_valid_loss : 0.16116118431091309
1364660 0.161314 0.161161 0.166434 CURRENT LEARNING RATE: 8.286442180635243e-07
previous_iter_valid_loss : 0.1652630865573883
1364680 0.165460 0.165263 0.166538 CURRENT LEARNING RATE: 8.284785057916916e-07
previous_iter_valid_loss : 0.1607678085565567
1364700 0.160925 0.160768 0.165804 CURRENT LEARNING RATE: 8.283128266589991e-07
previous_iter_valid_loss : 0.16212871670722961
1364720 0.162313 0.162129 0.165792 CURRENT LEARNING RATE: 8.281471806588198e-07
previous_iter_valid_loss : 0.16151733696460724
1364740 0.161662 0.161517 0.165476 CURRENT LEARNING RATE: 8.279815677845265e-07
previous_iter_valid_loss : 0.16194848716259003
1364760 0.162138 0.161948 0.165156 CURRENT LEARNING RATE: 8.278159880294973e-07
previous_iter_valid_loss : 0.16456805169582367
1364780 0.164758 0.164568 0.164949 CURRENT LEARNING RATE: 8.27650441387108e-07
previous_iter_valid_loss : 0.16049426794052124
1364800 0.160661 0.160494 0.164322 CURRENT LEARNING RATE: 8.274849278507363e-07
previous_iter_valid_loss : 0.16149748861789703
1364820 0.161684 0.161497 0.164095 CURRENT LEARNING RATE: 8.273194474137603e-07
previous_iter_valid_loss : 0.16293011605739594
1364840 0.163087 0.162930 0.163841 CURRENT LEARNING RATE: 8.271540000695638e-07
previous_iter_valid_loss : 0.16250920295715332
1364860 0.162695 0.162509 0.163651 CURRENT LEARNING RATE: 8.269885858115275e-07
previous_iter_valid_loss : 0.16473963856697083
1364880 0.164946 0.164740 0.163857 CURRENT LEARNING RATE: 8.268232046330347e-07
previous_iter_valid_loss : 0.17231065034866333
1364900 0.172580 0.172311 0.164372 CURRENT LEARNING RATE: 8.266578565274688e-07
previous_iter_valid_loss : 0.16132663190364838
1364920 0.161511 0.161327 0.164397 CURRENT LEARNING RATE: 8.264925414882186e-07
previous_iter_valid_loss : 0.18843001127243042
1364940 0.188871 0.188430 0.165329 CURRENT LEARNING RATE: 8.263272595086702e-07
previous_iter_valid_loss : 0.1816914975643158
1364960 0.182037 0.181691 0.166389 CURRENT LEARNING RATE: 8.261620105822109e-07
previous_iter_valid_loss : 0.16772878170013428
1364980 0.167950 0.167729 0.165599 CURRENT LEARNING RATE: 8.259967947022336e-07
previous_iter_valid_loss : 0.16072678565979004
1365000 0.160907 0.160727 0.165296 CURRENT LEARNING RATE: 8.25831611862128e-07
previous_iter_valid_loss : 0.1638818234205246
1365020 0.164080 0.163882 0.165448 CURRENT LEARNING RATE: 8.256664620552872e-07
previous_iter_valid_loss : 0.16492074728012085
1365040 0.165117 0.164921 0.165525 CURRENT LEARNING RATE: 8.255013452751036e-07
previous_iter_valid_loss : 0.16203288733959198
1365060 0.162189 0.162033 0.165569 CURRENT LEARNING RATE: 8.253362615149753e-07
previous_iter_valid_loss : 0.17408053576946259
1365080 0.174360 0.174081 0.166010 CURRENT LEARNING RATE: 8.251712107682973e-07
previous_iter_valid_loss : 0.1610836535692215
1365100 0.161262 0.161084 0.166026 CURRENT LEARNING RATE: 8.250061930284682e-07
previous_iter_valid_loss : 0.16846027970314026
1365120 0.168612 0.168460 0.166342 CURRENT LEARNING RATE: 8.248412082888853e-07
previous_iter_valid_loss : 0.16784963011741638
1365140 0.168004 0.167850 0.166659 CURRENT LEARNING RATE: 8.246762565429523e-07
previous_iter_valid_loss : 0.16214725375175476
1365160 0.162336 0.162147 0.166669 CURRENT LEARNING RATE: 8.245113377840698e-07
previous_iter_valid_loss : 0.16131988167762756
1365180 0.161479 0.161320 0.166506 CURRENT LEARNING RATE: 8.243464520056408e-07
previous_iter_valid_loss : 0.16503778100013733
1365200 0.165241 0.165038 0.166733 CURRENT LEARNING RATE: 8.241815992010685e-07
previous_iter_valid_loss : 0.1622154265642166
1365220 0.162403 0.162215 0.166769 CURRENT LEARNING RATE: 8.240167793637619e-07
previous_iter_valid_loss : 0.16076816618442535
1365240 0.160950 0.160768 0.166661 CURRENT LEARNING RATE: 8.238519924871265e-07
previous_iter_valid_loss : 0.17457515001296997
1365260 0.174850 0.174575 0.167264 CURRENT LEARNING RATE: 8.236872385645708e-07
previous_iter_valid_loss : 0.16433732211589813
1365280 0.164532 0.164337 0.167244 CURRENT LEARNING RATE: 8.235225175895035e-07
previous_iter_valid_loss : 0.1798691749572754
1365300 0.180212 0.179869 0.167622 CURRENT LEARNING RATE: 8.233578295553384e-07
previous_iter_valid_loss : 0.1644124984741211
1365320 0.164617 0.164412 0.167777 CURRENT LEARNING RATE: 8.231931744554864e-07
previous_iter_valid_loss : 0.16079212725162506
1365340 0.160971 0.160792 0.166395 CURRENT LEARNING RATE: 8.230285522833603e-07
previous_iter_valid_loss : 0.1721353977918625
1365360 0.172277 0.172135 0.165917 CURRENT LEARNING RATE: 8.228639630323776e-07
previous_iter_valid_loss : 0.16587629914283752
1365380 0.166045 0.165876 0.165824 CURRENT LEARNING RATE: 8.226994066959537e-07
previous_iter_valid_loss : 0.16087457537651062
1365400 0.161035 0.160875 0.165832 CURRENT LEARNING RATE: 8.225348832675062e-07
previous_iter_valid_loss : 0.17946629226207733
1365420 0.179802 0.179466 0.166611 CURRENT LEARNING RATE: 8.223703927404526e-07
previous_iter_valid_loss : 0.1661873757839203
1365440 0.166345 0.166187 0.166674 CURRENT LEARNING RATE: 8.222059351082163e-07
previous_iter_valid_loss : 0.16728264093399048
1365460 0.167507 0.167283 0.166937 CURRENT LEARNING RATE: 8.220415103642175e-07
previous_iter_valid_loss : 0.16097582876682281
1365480 0.161146 0.160976 0.166281 CURRENT LEARNING RATE: 8.218771185018793e-07
previous_iter_valid_loss : 0.16094335913658142
1365500 0.161131 0.160943 0.166274 CURRENT LEARNING RATE: 8.217127595146243e-07
previous_iter_valid_loss : 0.1679239422082901
1365520 0.168154 0.167924 0.166248 CURRENT LEARNING RATE: 8.215484333958815e-07
previous_iter_valid_loss : 0.16091884672641754
1365540 0.161102 0.160919 0.165901 CURRENT LEARNING RATE: 8.21384140139076e-07
previous_iter_valid_loss : 0.16088268160820007
1365560 0.161061 0.160883 0.165838 CURRENT LEARNING RATE: 8.212198797376363e-07
previous_iter_valid_loss : 0.1672152280807495
1365580 0.167379 0.167215 0.166133 CURRENT LEARNING RATE: 8.210556521849904e-07
previous_iter_valid_loss : 0.1605910211801529
1365600 0.160749 0.160591 0.165910 CURRENT LEARNING RATE: 8.208914574745721e-07
previous_iter_valid_loss : 0.16305837035179138
1365620 0.163261 0.163058 0.165952 CURRENT LEARNING RATE: 8.207272955998124e-07
previous_iter_valid_loss : 0.17110152542591095
1365640 0.171253 0.171102 0.166469 CURRENT LEARNING RATE: 8.205631665541444e-07
previous_iter_valid_loss : 0.1606081873178482
1365660 0.160762 0.160608 0.165771 CURRENT LEARNING RATE: 8.203990703310017e-07
previous_iter_valid_loss : 0.17659492790699005
1365680 0.176890 0.176595 0.166384 CURRENT LEARNING RATE: 8.202350069238235e-07
previous_iter_valid_loss : 0.1622406393289566
1365700 0.162433 0.162241 0.165502 CURRENT LEARNING RATE: 8.200709763260456e-07
previous_iter_valid_loss : 0.17104856669902802
1365720 0.171196 0.171049 0.165834 CURRENT LEARNING RATE: 8.199069785311056e-07
previous_iter_valid_loss : 0.16229304671287537
1365740 0.162484 0.162293 0.165909 CURRENT LEARNING RATE: 8.197430135324462e-07
previous_iter_valid_loss : 0.16489726305007935
1365760 0.165102 0.164897 0.165547 CURRENT LEARNING RATE: 8.195790813235074e-07
previous_iter_valid_loss : 0.16639897227287292
1365780 0.166563 0.166399 0.165573 CURRENT LEARNING RATE: 8.194151818977318e-07
previous_iter_valid_loss : 0.17983029782772064
1365800 0.179985 0.179830 0.166521 CURRENT LEARNING RATE: 8.192513152485624e-07
previous_iter_valid_loss : 0.16051192581653595
1365820 0.160675 0.160512 0.165573 CURRENT LEARNING RATE: 8.190874813694471e-07
previous_iter_valid_loss : 0.16145779192447662
1365840 0.161616 0.161458 0.165337 CURRENT LEARNING RATE: 8.189236802538311e-07
previous_iter_valid_loss : 0.16631563007831573
1365860 0.166481 0.166316 0.165289 CURRENT LEARNING RATE: 8.187599118951626e-07
previous_iter_valid_loss : 0.18735961616039276
1365880 0.187489 0.187360 0.166608 CURRENT LEARNING RATE: 8.185961762868891e-07
previous_iter_valid_loss : 0.1615462303161621
1365900 0.161727 0.161546 0.166638 CURRENT LEARNING RATE: 8.184324734224642e-07
previous_iter_valid_loss : 0.16112811863422394
1365920 0.161278 0.161128 0.166298 CURRENT LEARNING RATE: 8.182688032953385e-07
previous_iter_valid_loss : 0.187685027718544
1365940 0.188089 0.187685 0.167636 CURRENT LEARNING RATE: 8.181051658989647e-07
previous_iter_valid_loss : 0.17037275433540344
1365960 0.170634 0.170373 0.168111 CURRENT LEARNING RATE: 8.179415612267965e-07
previous_iter_valid_loss : 0.17619012296199799
1365980 0.176479 0.176190 0.168560 CURRENT LEARNING RATE: 8.177779892722922e-07
previous_iter_valid_loss : 0.1636994630098343
1366000 0.163902 0.163699 0.168715 CURRENT LEARNING RATE: 8.176144500289076e-07
previous_iter_valid_loss : 0.18350420892238617
1366020 0.183860 0.183504 0.169737 CURRENT LEARNING RATE: 8.174509434901011e-07
previous_iter_valid_loss : 0.16053001582622528
1366040 0.160693 0.160530 0.169209 CURRENT LEARNING RATE: 8.172874696493311e-07
previous_iter_valid_loss : 0.16069380939006805
1366060 0.160861 0.160694 0.169213 CURRENT LEARNING RATE: 8.171240285000613e-07
previous_iter_valid_loss : 0.16055500507354736
1366080 0.160716 0.160555 0.168411 CURRENT LEARNING RATE: 8.169606200357527e-07
previous_iter_valid_loss : 0.16212475299835205
1366100 0.162284 0.162125 0.168405 CURRENT LEARNING RATE: 8.167972442498691e-07
previous_iter_valid_loss : 0.16085828840732574
1366120 0.161048 0.160858 0.167896 CURRENT LEARNING RATE: 8.166339011358739e-07
previous_iter_valid_loss : 0.16464947164058685
1366140 0.164853 0.164649 0.168014 CURRENT LEARNING RATE: 8.164705906872363e-07
previous_iter_valid_loss : 0.16149701178073883
1366160 0.161687 0.161497 0.167844 CURRENT LEARNING RATE: 8.163073128974225e-07
previous_iter_valid_loss : 0.16311006247997284
1366180 0.163314 0.163110 0.167679 CURRENT LEARNING RATE: 8.161440677598998e-07
previous_iter_valid_loss : 0.16313506662845612
1366200 0.163334 0.163135 0.166844 CURRENT LEARNING RATE: 8.159808552681416e-07
previous_iter_valid_loss : 0.16468073427677155
1366220 0.164846 0.164681 0.167053 CURRENT LEARNING RATE: 8.158176754156175e-07
previous_iter_valid_loss : 0.16384802758693695
1366240 0.164012 0.163848 0.167172 CURRENT LEARNING RATE: 8.156545281958005e-07
previous_iter_valid_loss : 0.16409209370613098
1366260 0.164300 0.164092 0.167061 CURRENT LEARNING RATE: 8.154914136021634e-07
previous_iter_valid_loss : 0.16634231805801392
1366280 0.166559 0.166342 0.166010 CURRENT LEARNING RATE: 8.153283316281843e-07
previous_iter_valid_loss : 0.16123256087303162
1366300 0.161421 0.161233 0.165995 CURRENT LEARNING RATE: 8.151652822673386e-07
previous_iter_valid_loss : 0.1621723771095276
1366320 0.162362 0.162172 0.166047 CURRENT LEARNING RATE: 8.150022655131044e-07
previous_iter_valid_loss : 0.1605570912361145
1366340 0.160719 0.160557 0.164690 CURRENT LEARNING RATE: 8.148392813589594e-07
previous_iter_valid_loss : 0.16232016682624817
1366360 0.162504 0.162320 0.164288 CURRENT LEARNING RATE: 8.146763297983872e-07
previous_iter_valid_loss : 0.16068874299526215
1366380 0.160846 0.160689 0.163513 CURRENT LEARNING RATE: 8.145134108248684e-07
previous_iter_valid_loss : 0.1695539802312851
1366400 0.169799 0.169554 0.163805 CURRENT LEARNING RATE: 8.14350524431886e-07
previous_iter_valid_loss : 0.16231080889701843
1366420 0.162472 0.162311 0.162746 CURRENT LEARNING RATE: 8.141876706129232e-07
previous_iter_valid_loss : 0.16056512296199799
1366440 0.160725 0.160565 0.162748 CURRENT LEARNING RATE: 8.14024849361469e-07
previous_iter_valid_loss : 0.16544055938720703
1366460 0.165606 0.165441 0.162985 CURRENT LEARNING RATE: 8.138620606710087e-07
previous_iter_valid_loss : 0.1741115301847458
1366480 0.174383 0.174112 0.163663 CURRENT LEARNING RATE: 8.13699304535031e-07
previous_iter_valid_loss : 0.16191346943378448
1366500 0.162111 0.161913 0.163652 CURRENT LEARNING RATE: 8.135365809470243e-07
previous_iter_valid_loss : 0.16698923707008362
1366520 0.167148 0.166989 0.163959 CURRENT LEARNING RATE: 8.133738899004822e-07
previous_iter_valid_loss : 0.17681871354579926
1366540 0.176978 0.176819 0.164567 CURRENT LEARNING RATE: 8.132112313888958e-07
previous_iter_valid_loss : 0.16055814921855927
1366560 0.160716 0.160558 0.164520 CURRENT LEARNING RATE: 8.130486054057573e-07
previous_iter_valid_loss : 0.1605929732322693
1366580 0.160737 0.160593 0.164394 CURRENT LEARNING RATE: 8.128860119445646e-07
previous_iter_valid_loss : 0.16122756898403168
1366600 0.161384 0.161228 0.164299 CURRENT LEARNING RATE: 8.127234509988125e-07
previous_iter_valid_loss : 0.1605260670185089
1366620 0.160696 0.160526 0.164091 CURRENT LEARNING RATE: 8.125609225619985e-07
previous_iter_valid_loss : 0.16394640505313873
1366640 0.164115 0.163946 0.164096 CURRENT LEARNING RATE: 8.123984266276202e-07
previous_iter_valid_loss : 0.16176702082157135
1366660 0.161962 0.161767 0.163980 CURRENT LEARNING RATE: 8.122359631891805e-07
previous_iter_valid_loss : 0.16141349077224731
1366680 0.161591 0.161413 0.163733 CURRENT LEARNING RATE: 8.120735322401794e-07
previous_iter_valid_loss : 0.16437911987304688
1366700 0.164583 0.164379 0.163891 CURRENT LEARNING RATE: 8.119111337741197e-07
previous_iter_valid_loss : 0.1650773137807846
1366720 0.165283 0.165077 0.164036 CURRENT LEARNING RATE: 8.117487677845039e-07
previous_iter_valid_loss : 0.16964684426784515
1366740 0.169800 0.169647 0.164490 CURRENT LEARNING RATE: 8.115864342648404e-07
previous_iter_valid_loss : 0.1676076501607895
1366760 0.167765 0.167608 0.164755 CURRENT LEARNING RATE: 8.114241332086345e-07
previous_iter_valid_loss : 0.16061802208423615
1366780 0.160786 0.160618 0.164751 CURRENT LEARNING RATE: 8.11261864609394e-07
previous_iter_valid_loss : 0.1651727557182312
1366800 0.165375 0.165173 0.164532 CURRENT LEARNING RATE: 8.110996284606267e-07
previous_iter_valid_loss : 0.16097775101661682
1366820 0.161138 0.160978 0.164466 CURRENT LEARNING RATE: 8.109374247558461e-07
previous_iter_valid_loss : 0.17007865011692047
1366840 0.170227 0.170079 0.164941 CURRENT LEARNING RATE: 8.107752534885626e-07
previous_iter_valid_loss : 0.1609039008617401
1366860 0.161067 0.160904 0.164714 CURRENT LEARNING RATE: 8.106131146522893e-07
previous_iter_valid_loss : 0.1608390063047409
1366880 0.161017 0.160839 0.164051 CURRENT LEARNING RATE: 8.104510082405394e-07
previous_iter_valid_loss : 0.16054168343544006
1366900 0.160706 0.160542 0.163982 CURRENT LEARNING RATE: 8.102889342468312e-07
previous_iter_valid_loss : 0.16284707188606262
1366920 0.163023 0.162847 0.163775 CURRENT LEARNING RATE: 8.101268926646806e-07
previous_iter_valid_loss : 0.1646437793970108
1366940 0.164855 0.164644 0.163166 CURRENT LEARNING RATE: 8.099648834876043e-07
previous_iter_valid_loss : 0.16582398116588593
1366960 0.166032 0.165824 0.163430 CURRENT LEARNING RATE: 8.09802906709125e-07
previous_iter_valid_loss : 0.1788358837366104
1366980 0.178991 0.178836 0.164342 CURRENT LEARNING RATE: 8.096409623227621e-07
previous_iter_valid_loss : 0.16524580121040344
1367000 0.165408 0.165246 0.164543 CURRENT LEARNING RATE: 8.094790503220375e-07
previous_iter_valid_loss : 0.16229943931102753
1367020 0.162490 0.162299 0.164631 CURRENT LEARNING RATE: 8.09317170700474e-07
previous_iter_valid_loss : 0.16062074899673462
1367040 0.160778 0.160621 0.164465 CURRENT LEARNING RATE: 8.091553234515985e-07
previous_iter_valid_loss : 0.16336286067962646
1367060 0.163530 0.163363 0.164545 CURRENT LEARNING RATE: 8.089935085689363e-07
previous_iter_valid_loss : 0.16271638870239258
1367080 0.162880 0.162716 0.164610 CURRENT LEARNING RATE: 8.088317260460144e-07
previous_iter_valid_loss : 0.1827402561903
1367100 0.182896 0.182740 0.165528 CURRENT LEARNING RATE: 8.086699758763603e-07
previous_iter_valid_loss : 0.17883214354515076
1367120 0.179153 0.178832 0.166216 CURRENT LEARNING RATE: 8.085082580535067e-07
previous_iter_valid_loss : 0.17294085025787354
1367140 0.173089 0.172941 0.166381 CURRENT LEARNING RATE: 8.083465725709837e-07
previous_iter_valid_loss : 0.1841513067483902
1367160 0.184299 0.184151 0.167208 CURRENT LEARNING RATE: 8.081849194223236e-07
previous_iter_valid_loss : 0.16140912473201752
1367180 0.161557 0.161409 0.167247 CURRENT LEARNING RATE: 8.080232986010589e-07
previous_iter_valid_loss : 0.16060982644557953
1367200 0.160773 0.160610 0.167019 CURRENT LEARNING RATE: 8.078617101007277e-07
previous_iter_valid_loss : 0.16199712455272675
1367220 0.162158 0.161997 0.167070 CURRENT LEARNING RATE: 8.07700153914865e-07
previous_iter_valid_loss : 0.17265449464321136
1367240 0.172802 0.172654 0.167199 CURRENT LEARNING RATE: 8.075386300370087e-07
previous_iter_valid_loss : 0.17832179367542267
1367260 0.178482 0.178322 0.168070 CURRENT LEARNING RATE: 8.07377138460696e-07
previous_iter_valid_loss : 0.1656675785779953
1367280 0.165888 0.165668 0.168311 CURRENT LEARNING RATE: 8.072156791794706e-07
previous_iter_valid_loss : 0.1624547839164734
1367300 0.162639 0.162455 0.168407 CURRENT LEARNING RATE: 8.070542521868724e-07
previous_iter_valid_loss : 0.1634252667427063
1367320 0.163615 0.163425 0.168436 CURRENT LEARNING RATE: 8.068928574764431e-07
previous_iter_valid_loss : 0.16079910099506378
1367340 0.160953 0.160799 0.168244 CURRENT LEARNING RATE: 8.067314950417295e-07
previous_iter_valid_loss : 0.1794794350862503
1367360 0.179637 0.179479 0.168926 CURRENT LEARNING RATE: 8.065701648762758e-07
previous_iter_valid_loss : 0.1690998524427414
1367380 0.169249 0.169100 0.168440 CURRENT LEARNING RATE: 8.064088669736289e-07
previous_iter_valid_loss : 0.1748177856206894
1367400 0.174962 0.174818 0.168918 CURRENT LEARNING RATE: 8.062476013273352e-07
previous_iter_valid_loss : 0.16187429428100586
1367420 0.162034 0.161874 0.168897 CURRENT LEARNING RATE: 8.060863679309472e-07
previous_iter_valid_loss : 0.16552478075027466
1367440 0.165686 0.165525 0.169142 CURRENT LEARNING RATE: 8.059251667780141e-07
previous_iter_valid_loss : 0.16074830293655396
1367460 0.160908 0.160748 0.169011 CURRENT LEARNING RATE: 8.057639978620877e-07
previous_iter_valid_loss : 0.16631479561328888
1367480 0.166537 0.166315 0.169191 CURRENT LEARNING RATE: 8.056028611767198e-07
previous_iter_valid_loss : 0.1617346704006195
1367500 0.161901 0.161735 0.168141 CURRENT LEARNING RATE: 8.05441756715468e-07
previous_iter_valid_loss : 0.1614747792482376
1367520 0.161633 0.161475 0.167273 CURRENT LEARNING RATE: 8.052806844718866e-07
previous_iter_valid_loss : 0.16744038462638855
1367540 0.167600 0.167440 0.166998 CURRENT LEARNING RATE: 8.051196444395326e-07
previous_iter_valid_loss : 0.16132685542106628
1367560 0.161483 0.161327 0.165857 CURRENT LEARNING RATE: 8.049586366119631e-07
previous_iter_valid_loss : 0.16487963497638702
1367580 0.165042 0.164880 0.166030 CURRENT LEARNING RATE: 8.047976609827406e-07
previous_iter_valid_loss : 0.16588547825813293
1367600 0.166098 0.165885 0.166294 CURRENT LEARNING RATE: 8.046367175454246e-07
previous_iter_valid_loss : 0.16123178601264954
1367620 0.161392 0.161232 0.166256 CURRENT LEARNING RATE: 8.044758062935775e-07
previous_iter_valid_loss : 0.16205713152885437
1367640 0.162244 0.162057 0.165726 CURRENT LEARNING RATE: 8.043149272207613e-07
previous_iter_valid_loss : 0.1870337277650833
1367660 0.187435 0.187034 0.166162 CURRENT LEARNING RATE: 8.041540803205437e-07
previous_iter_valid_loss : 0.1632155030965805
1367680 0.163376 0.163216 0.166039 CURRENT LEARNING RATE: 8.039932655864894e-07
previous_iter_valid_loss : 0.16098099946975708
1367700 0.161142 0.160981 0.165965 CURRENT LEARNING RATE: 8.03832483012166e-07
previous_iter_valid_loss : 0.16074544191360474
1367720 0.160908 0.160745 0.165831 CURRENT LEARNING RATE: 8.036717325911402e-07
previous_iter_valid_loss : 0.1608351320028305
1367740 0.160992 0.160835 0.165833 CURRENT LEARNING RATE: 8.035110143169856e-07
previous_iter_valid_loss : 0.1605554074048996
1367760 0.160713 0.160555 0.164887 CURRENT LEARNING RATE: 8.033503281832716e-07
previous_iter_valid_loss : 0.1624862253665924
1367780 0.162649 0.162486 0.164556 CURRENT LEARNING RATE: 8.031896741835693e-07
previous_iter_valid_loss : 0.17837487161159515
1367800 0.178682 0.178375 0.164734 CURRENT LEARNING RATE: 8.030290523114556e-07
previous_iter_valid_loss : 0.16052988171577454
1367820 0.160685 0.160530 0.164667 CURRENT LEARNING RATE: 8.028684625605041e-07
previous_iter_valid_loss : 0.16415701806545258
1367840 0.164338 0.164157 0.164599 CURRENT LEARNING RATE: 8.027079049242912e-07
previous_iter_valid_loss : 0.16974499821662903
1367860 0.169994 0.169745 0.165048 CURRENT LEARNING RATE: 8.025473793963931e-07
previous_iter_valid_loss : 0.17163704335689545
1367880 0.171904 0.171637 0.165314 CURRENT LEARNING RATE: 8.023868859703918e-07
previous_iter_valid_loss : 0.16088974475860596
1367900 0.161068 0.160890 0.165272 CURRENT LEARNING RATE: 8.022264246398661e-07
previous_iter_valid_loss : 0.1747264415025711
1367920 0.174870 0.174726 0.165935 CURRENT LEARNING RATE: 8.020659953983974e-07
previous_iter_valid_loss : 0.16411536931991577
1367940 0.164320 0.164115 0.165769 CURRENT LEARNING RATE: 8.019055982395672e-07
previous_iter_valid_loss : 0.16092291474342346
1367960 0.161104 0.160923 0.165748 CURRENT LEARNING RATE: 8.017452331569624e-07
previous_iter_valid_loss : 0.18140360713005066
1367980 0.181563 0.181404 0.166575 CURRENT LEARNING RATE: 8.015849001441672e-07
previous_iter_valid_loss : 0.16269178688526154
1368000 0.162875 0.162692 0.166415 CURRENT LEARNING RATE: 8.01424599194768e-07
previous_iter_valid_loss : 0.1629018783569336
1368020 0.163090 0.162902 0.166498 CURRENT LEARNING RATE: 8.012643303023514e-07
previous_iter_valid_loss : 0.16053558886051178
1368040 0.160697 0.160536 0.166422 CURRENT LEARNING RATE: 8.011040934605095e-07
previous_iter_valid_loss : 0.16659405827522278
1368060 0.166815 0.166594 0.165400 CURRENT LEARNING RATE: 8.009438886628316e-07
previous_iter_valid_loss : 0.18308666348457336
1368080 0.183238 0.183087 0.166394 CURRENT LEARNING RATE: 8.007837159029094e-07
previous_iter_valid_loss : 0.19062753021717072
1368100 0.191068 0.190628 0.167876 CURRENT LEARNING RATE: 8.006235751743344e-07
previous_iter_valid_loss : 0.1618943065404892
1368120 0.162075 0.161894 0.167934 CURRENT LEARNING RATE: 8.00463466470704e-07
previous_iter_valid_loss : 0.16326409578323364
1368140 0.163432 0.163264 0.168055 CURRENT LEARNING RATE: 8.003033897856123e-07
previous_iter_valid_loss : 0.16107846796512604
1368160 0.161256 0.161078 0.168081 CURRENT LEARNING RATE: 8.001433451126549e-07
previous_iter_valid_loss : 0.1712217777967453
1368180 0.171479 0.171222 0.168518 CURRENT LEARNING RATE: 7.999833324454329e-07
previous_iter_valid_loss : 0.1839490681886673
1368200 0.184316 0.183949 0.168797 CURRENT LEARNING RATE: 7.998233517775441e-07
previous_iter_valid_loss : 0.1609223634004593
1368220 0.161099 0.160922 0.168816 CURRENT LEARNING RATE: 7.996634031025897e-07
previous_iter_valid_loss : 0.16055750846862793
1368240 0.160712 0.160558 0.168636 CURRENT LEARNING RATE: 7.995034864141701e-07
previous_iter_valid_loss : 0.16655555367469788
1368260 0.166769 0.166556 0.168477 CURRENT LEARNING RATE: 7.993436017058913e-07
previous_iter_valid_loss : 0.1695363074541092
1368280 0.169779 0.169536 0.168372 CURRENT LEARNING RATE: 7.991837489713569e-07
previous_iter_valid_loss : 0.161993607878685
1368300 0.162172 0.161994 0.168427 CURRENT LEARNING RATE: 7.990239282041725e-07
previous_iter_valid_loss : 0.16876012086868286
1368320 0.168995 0.168760 0.168129 CURRENT LEARNING RATE: 7.988641393979438e-07
previous_iter_valid_loss : 0.16138356924057007
1368340 0.161528 0.161384 0.167992 CURRENT LEARNING RATE: 7.987043825462822e-07
previous_iter_valid_loss : 0.16130603849887848
1368360 0.161462 0.161306 0.168011 CURRENT LEARNING RATE: 7.985446576427962e-07
previous_iter_valid_loss : 0.1639169603586197
1368380 0.164119 0.163917 0.167137 CURRENT LEARNING RATE: 7.983849646810965e-07
previous_iter_valid_loss : 0.16094569861888885
1368400 0.161104 0.160946 0.167050 CURRENT LEARNING RATE: 7.98225303654794e-07
previous_iter_valid_loss : 0.16060388088226318
1368420 0.160776 0.160604 0.166935 CURRENT LEARNING RATE: 7.980656745575053e-07
previous_iter_valid_loss : 0.16334408521652222
1368440 0.163537 0.163344 0.167075 CURRENT LEARNING RATE: 7.979060773828436e-07
previous_iter_valid_loss : 0.17549200356006622
1368460 0.175780 0.175492 0.167520 CURRENT LEARNING RATE: 7.977465121244251e-07
previous_iter_valid_loss : 0.16056497395038605
1368480 0.160724 0.160565 0.166394 CURRENT LEARNING RATE: 7.975869787758659e-07
previous_iter_valid_loss : 0.1689261943101883
1368500 0.169075 0.168926 0.165309 CURRENT LEARNING RATE: 7.974274773307872e-07
previous_iter_valid_loss : 0.17004147171974182
1368520 0.170289 0.170041 0.165716 CURRENT LEARNING RATE: 7.972680077828078e-07
previous_iter_valid_loss : 0.1631319373846054
1368540 0.163301 0.163132 0.165710 CURRENT LEARNING RATE: 7.971085701255474e-07
previous_iter_valid_loss : 0.16081832349300385
1368560 0.160980 0.160818 0.165697 CURRENT LEARNING RATE: 7.969491643526311e-07
previous_iter_valid_loss : 0.16063092648983002
1368580 0.160787 0.160631 0.165167 CURRENT LEARNING RATE: 7.967897904576819e-07
previous_iter_valid_loss : 0.16052000224590302
1368600 0.160678 0.160520 0.163996 CURRENT LEARNING RATE: 7.966304484343242e-07
previous_iter_valid_loss : 0.18118928372859955
1368620 0.181518 0.181189 0.165009 CURRENT LEARNING RATE: 7.964711382761832e-07
previous_iter_valid_loss : 0.18706858158111572
1368640 0.187213 0.187069 0.166335 CURRENT LEARNING RATE: 7.963118599768891e-07
previous_iter_valid_loss : 0.1607164442539215
1368660 0.160890 0.160716 0.166043 CURRENT LEARNING RATE: 7.961526135300696e-07
previous_iter_valid_loss : 0.17553377151489258
1368680 0.175682 0.175534 0.166343 CURRENT LEARNING RATE: 7.959933989293548e-07
previous_iter_valid_loss : 0.17416425049304962
1368700 0.174315 0.174164 0.166951 CURRENT LEARNING RATE: 7.958342161683745e-07
previous_iter_valid_loss : 0.16097328066825867
1368720 0.161159 0.160973 0.166562 CURRENT LEARNING RATE: 7.956750652407644e-07
previous_iter_valid_loss : 0.1634598970413208
1368740 0.163658 0.163460 0.166666 CURRENT LEARNING RATE: 7.955159461401571e-07
previous_iter_valid_loss : 0.1674230396747589
1368760 0.167582 0.167423 0.166971 CURRENT LEARNING RATE: 7.953568588601878e-07
previous_iter_valid_loss : 0.16926735639572144
1368780 0.169415 0.169267 0.167239 CURRENT LEARNING RATE: 7.951978033944914e-07
previous_iter_valid_loss : 0.16660800576210022
1368800 0.166769 0.166608 0.167522 CURRENT LEARNING RATE: 7.950387797367088e-07
previous_iter_valid_loss : 0.1613319367170334
1368820 0.161521 0.161332 0.167558 CURRENT LEARNING RATE: 7.948797878804774e-07
previous_iter_valid_loss : 0.16077718138694763
1368840 0.160950 0.160777 0.167430 CURRENT LEARNING RATE: 7.947208278194376e-07
previous_iter_valid_loss : 0.1777028739452362
1368860 0.178004 0.177703 0.167541 CURRENT LEARNING RATE: 7.945618995472297e-07
previous_iter_valid_loss : 0.16747021675109863
1368880 0.167695 0.167470 0.167886 CURRENT LEARNING RATE: 7.944030030574993e-07
previous_iter_valid_loss : 0.17845748364925385
1368900 0.178772 0.178457 0.168363 CURRENT LEARNING RATE: 7.94244138343889e-07
previous_iter_valid_loss : 0.16133315861225128
1368920 0.161517 0.161333 0.167927 CURRENT LEARNING RATE: 7.940853054000445e-07
previous_iter_valid_loss : 0.17013168334960938
1368940 0.170378 0.170132 0.168277 CURRENT LEARNING RATE: 7.939265042196108e-07
previous_iter_valid_loss : 0.1734980046749115
1368960 0.173651 0.173498 0.168911 CURRENT LEARNING RATE: 7.937677347962388e-07
previous_iter_valid_loss : 0.1693865954875946
1368980 0.169633 0.169387 0.169349 CURRENT LEARNING RATE: 7.936089971235762e-07
previous_iter_valid_loss : 0.16202884912490845
1369000 0.162211 0.162029 0.169424 CURRENT LEARNING RATE: 7.934502911952724e-07
previous_iter_valid_loss : 0.16088081896305084
1369020 0.161037 0.160881 0.168409 CURRENT LEARNING RATE: 7.932916170049817e-07
previous_iter_valid_loss : 0.19274400174617767
1369040 0.192865 0.192744 0.168693 CURRENT LEARNING RATE: 7.931329745463557e-07
previous_iter_valid_loss : 0.17356863617897034
1369060 0.173715 0.173569 0.169335 CURRENT LEARNING RATE: 7.929743638130489e-07
previous_iter_valid_loss : 0.16055937111377716
1369080 0.160729 0.160559 0.168587 CURRENT LEARNING RATE: 7.928157847987153e-07
previous_iter_valid_loss : 0.16058577597141266
1369100 0.160757 0.160586 0.167908 CURRENT LEARNING RATE: 7.926572374970146e-07
previous_iter_valid_loss : 0.16072364151477814
1369120 0.160879 0.160724 0.167895 CURRENT LEARNING RATE: 7.924987219016034e-07
previous_iter_valid_loss : 0.1706821620464325
1369140 0.170832 0.170682 0.168256 CURRENT LEARNING RATE: 7.923402380061413e-07
previous_iter_valid_loss : 0.18143059313297272
1369160 0.181590 0.181431 0.168957 CURRENT LEARNING RATE: 7.921817858042873e-07
previous_iter_valid_loss : 0.16090494394302368
1369180 0.161087 0.160905 0.168539 CURRENT LEARNING RATE: 7.920233652897064e-07
previous_iter_valid_loss : 0.16051584482192993
1369200 0.160668 0.160516 0.168234 CURRENT LEARNING RATE: 7.918649764560601e-07
previous_iter_valid_loss : 0.16337159276008606
1369220 0.163537 0.163372 0.168336 CURRENT LEARNING RATE: 7.91706619297013e-07
previous_iter_valid_loss : 0.1833055168390274
1369240 0.183458 0.183306 0.169462 CURRENT LEARNING RATE: 7.915482938062295e-07
previous_iter_valid_loss : 0.16165944933891296
1369260 0.161818 0.161659 0.168660 CURRENT LEARNING RATE: 7.913899999773791e-07
previous_iter_valid_loss : 0.16065597534179688
1369280 0.160830 0.160656 0.168319 CURRENT LEARNING RATE: 7.912317378041289e-07
previous_iter_valid_loss : 0.16049249470233917
1369300 0.160653 0.160492 0.167421 CURRENT LEARNING RATE: 7.910735072801482e-07
previous_iter_valid_loss : 0.18717381358146667
1369320 0.187589 0.187174 0.168713 CURRENT LEARNING RATE: 7.909153083991066e-07
previous_iter_valid_loss : 0.16121700406074524
1369340 0.161407 0.161217 0.168268 CURRENT LEARNING RATE: 7.907571411546789e-07
previous_iter_valid_loss : 0.16227556765079498
1369360 0.162467 0.162276 0.167706 CURRENT LEARNING RATE: 7.905990055405367e-07
previous_iter_valid_loss : 0.17442090809345245
1369380 0.174569 0.174421 0.167958 CURRENT LEARNING RATE: 7.904409015503537e-07
previous_iter_valid_loss : 0.16080322861671448
1369400 0.160958 0.160803 0.167897 CURRENT LEARNING RATE: 7.902828291778081e-07
previous_iter_valid_loss : 0.16301125288009644
1369420 0.163179 0.163011 0.168003 CURRENT LEARNING RATE: 7.901247884165759e-07
previous_iter_valid_loss : 0.16562972962856293
1369440 0.165839 0.165630 0.166648 CURRENT LEARNING RATE: 7.899667792603353e-07
previous_iter_valid_loss : 0.16256287693977356
1369460 0.162725 0.162563 0.166097 CURRENT LEARNING RATE: 7.898088017027645e-07
previous_iter_valid_loss : 0.1614435762166977
1369480 0.161603 0.161444 0.166142 CURRENT LEARNING RATE: 7.896508557375473e-07
previous_iter_valid_loss : 0.16262343525886536
1369500 0.162816 0.162623 0.166243 CURRENT LEARNING RATE: 7.894929413583644e-07
previous_iter_valid_loss : 0.18090678751468658
1369520 0.181249 0.180907 0.167253 CURRENT LEARNING RATE: 7.893350585588995e-07
previous_iter_valid_loss : 0.16335329413414001
1369540 0.163527 0.163353 0.166886 CURRENT LEARNING RATE: 7.891772073328354e-07
previous_iter_valid_loss : 0.16287028789520264
1369560 0.163035 0.162870 0.165958 CURRENT LEARNING RATE: 7.890193876738611e-07
previous_iter_valid_loss : 0.18029072880744934
1369580 0.180443 0.180291 0.166927 CURRENT LEARNING RATE: 7.888615995756625e-07
previous_iter_valid_loss : 0.16829940676689148
1369600 0.168450 0.168299 0.167317 CURRENT LEARNING RATE: 7.88703843031928e-07
previous_iter_valid_loss : 0.1611153483390808
1369620 0.161302 0.161115 0.167204 CURRENT LEARNING RATE: 7.885461180363458e-07
previous_iter_valid_loss : 0.16634084284305573
1369640 0.166567 0.166341 0.166356 CURRENT LEARNING RATE: 7.883884245826099e-07
previous_iter_valid_loss : 0.16088999807834625
1369660 0.161047 0.160890 0.166317 CURRENT LEARNING RATE: 7.882307626644112e-07
previous_iter_valid_loss : 0.1617119312286377
1369680 0.161903 0.161712 0.166370 CURRENT LEARNING RATE: 7.880731322754431e-07
previous_iter_valid_loss : 0.16117358207702637
1369700 0.161326 0.161174 0.166404 CURRENT LEARNING RATE: 7.879155334093988e-07
previous_iter_valid_loss : 0.16120581328868866
1369720 0.161397 0.161206 0.165105 CURRENT LEARNING RATE: 7.877579660599774e-07
previous_iter_valid_loss : 0.16121125221252441
1369740 0.161396 0.161211 0.165105 CURRENT LEARNING RATE: 7.876004302208749e-07
previous_iter_valid_loss : 0.19852983951568604
1369760 0.198637 0.198530 0.166918 CURRENT LEARNING RATE: 7.874429258857881e-07
previous_iter_valid_loss : 0.18104220926761627
1369780 0.181203 0.181042 0.167249 CURRENT LEARNING RATE: 7.8728545304842e-07
previous_iter_valid_loss : 0.16261716187000275
1369800 0.162824 0.162617 0.167340 CURRENT LEARNING RATE: 7.871280117024701e-07
previous_iter_valid_loss : 0.16829325258731842
1369820 0.168449 0.168293 0.167604 CURRENT LEARNING RATE: 7.869706018416408e-07
previous_iter_valid_loss : 0.16052313148975372
1369840 0.160682 0.160523 0.167348 CURRENT LEARNING RATE: 7.868132234596343e-07
previous_iter_valid_loss : 0.16326171159744263
1369860 0.163424 0.163262 0.167383 CURRENT LEARNING RATE: 7.866558765501581e-07
previous_iter_valid_loss : 0.17470736801624298
1369880 0.174857 0.174707 0.168047 CURRENT LEARNING RATE: 7.86498561106917e-07
previous_iter_valid_loss : 0.19591930508613586
1369900 0.196424 0.195919 0.169711 CURRENT LEARNING RATE: 7.863412771236188e-07
previous_iter_valid_loss : 0.16143633425235748
1369920 0.161619 0.161436 0.168738 CURRENT LEARNING RATE: 7.861840245939702e-07
previous_iter_valid_loss : 0.1627630740404129
1369940 0.162943 0.162763 0.168708 CURRENT LEARNING RATE: 7.86026803511684e-07
previous_iter_valid_loss : 0.17927707731723785
1369960 0.179587 0.179277 0.169529 CURRENT LEARNING RATE: 7.858696138704702e-07
previous_iter_valid_loss : 0.1674525886774063
1369980 0.167682 0.167453 0.168887 CURRENT LEARNING RATE: 7.857124556640408e-07
previous_iter_valid_loss : 0.16340601444244385
1370000 0.163568 0.163406 0.168642 CURRENT LEARNING RATE: 7.855553288861087e-07
previous_iter_valid_loss : 0.16116778552532196
1370020 0.161354 0.161168 0.168645 CURRENT LEARNING RATE: 7.853982335303909e-07
previous_iter_valid_loss : 0.16712301969528198
1370040 0.167278 0.167123 0.168684 CURRENT LEARNING RATE: 7.852411695906028e-07
previous_iter_valid_loss : 0.16050483286380768
1370060 0.160665 0.160505 0.168665 CURRENT LEARNING RATE: 7.850841370604615e-07
previous_iter_valid_loss : 0.17398430407047272
1370080 0.174132 0.173984 0.169278 CURRENT LEARNING RATE: 7.849271359336844e-07
previous_iter_valid_loss : 0.16058938205242157
1370100 0.160743 0.160589 0.169249 CURRENT LEARNING RATE: 7.847701662039942e-07
previous_iter_valid_loss : 0.17000117897987366
1370120 0.170152 0.170001 0.169689 CURRENT LEARNING RATE: 7.846132278651107e-07
previous_iter_valid_loss : 0.17292316257953644
1370140 0.173194 0.172923 0.170274 CURRENT LEARNING RATE: 7.844563209107566e-07
previous_iter_valid_loss : 0.16251300275325775
1370160 0.162706 0.162513 0.168473 CURRENT LEARNING RATE: 7.842994453346539e-07
previous_iter_valid_loss : 0.17587335407733917
1370180 0.176166 0.175873 0.168215 CURRENT LEARNING RATE: 7.841426011305306e-07
previous_iter_valid_loss : 0.18115542829036713
1370200 0.181502 0.181155 0.169142 CURRENT LEARNING RATE: 7.839857882921114e-07
previous_iter_valid_loss : 0.1737479865550995
1370220 0.173895 0.173748 0.169415 CURRENT LEARNING RATE: 7.838290068131225e-07
previous_iter_valid_loss : 0.16993741691112518
1370240 0.170181 0.169937 0.169885 CURRENT LEARNING RATE: 7.836722566872952e-07
previous_iter_valid_loss : 0.16579730808734894
1370260 0.166005 0.165797 0.170012 CURRENT LEARNING RATE: 7.835155379083585e-07
previous_iter_valid_loss : 0.16202549636363983
1370280 0.162226 0.162025 0.169378 CURRENT LEARNING RATE: 7.833588504700434e-07
previous_iter_valid_loss : 0.175017312169075
1370300 0.175306 0.175017 0.168333 CURRENT LEARNING RATE: 7.832021943660807e-07
previous_iter_valid_loss : 0.17110012471675873
1370320 0.171352 0.171100 0.168816 CURRENT LEARNING RATE: 7.830455695902077e-07
previous_iter_valid_loss : 0.18429630994796753
1370340 0.184445 0.184296 0.169893 CURRENT LEARNING RATE: 7.828889761361575e-07
previous_iter_valid_loss : 0.16200026869773865
1370360 0.162200 0.162000 0.169029 CURRENT LEARNING RATE: 7.827324139976663e-07
previous_iter_valid_loss : 0.1605331301689148
1370380 0.160700 0.160533 0.168683 CURRENT LEARNING RATE: 7.825758831684703e-07
previous_iter_valid_loss : 0.18432186543941498
1370400 0.184709 0.184322 0.169729 CURRENT LEARNING RATE: 7.824193836423114e-07
previous_iter_valid_loss : 0.1611788421869278
1370420 0.161339 0.161179 0.169729 CURRENT LEARNING RATE: 7.822629154129277e-07
previous_iter_valid_loss : 0.1605089008808136
1370440 0.160668 0.160509 0.169399 CURRENT LEARNING RATE: 7.821064784740608e-07
previous_iter_valid_loss : 0.16753923892974854
1370460 0.167760 0.167539 0.169750 CURRENT LEARNING RATE: 7.819500728194518e-07
previous_iter_valid_loss : 0.16834907233715057
1370480 0.168574 0.168349 0.169469 CURRENT LEARNING RATE: 7.817936984428472e-07
previous_iter_valid_loss : 0.16149193048477173
1370500 0.161652 0.161492 0.169514 CURRENT LEARNING RATE: 7.816373553379905e-07
previous_iter_valid_loss : 0.16382558643817902
1440220 0.163995 0.163826 0.167040 CURRENT LEARNING RATE: 3.892379654688135e-07
previous_iter_valid_loss : 0.16376453638076782
1440240 0.163956 0.163765 0.166992 CURRENT LEARNING RATE: 3.8916012565996027e-07
previous_iter_valid_loss : 0.1634746789932251
1440260 0.163674 0.163475 0.166264 CURRENT LEARNING RATE: 3.8908230141751214e-07
previous_iter_valid_loss : 0.16058850288391113
1440280 0.160754 0.160589 0.165386 CURRENT LEARNING RATE: 3.890044927383554e-07
previous_iter_valid_loss : 0.16501441597938538
1440300 0.165224 0.165014 0.165540 CURRENT LEARNING RATE: 3.8892669961937915e-07
previous_iter_valid_loss : 0.16453690826892853
1440320 0.164742 0.164537 0.165705 CURRENT LEARNING RATE: 3.8884892205747087e-07
previous_iter_valid_loss : 0.16569159924983978
1440340 0.165904 0.165692 0.165508 CURRENT LEARNING RATE: 3.887711600495188e-07
previous_iter_valid_loss : 0.16078490018844604
1440360 0.160948 0.160785 0.165019 CURRENT LEARNING RATE: 3.88693413592414e-07
previous_iter_valid_loss : 0.16069671511650085
1440380 0.160849 0.160697 0.164752 CURRENT LEARNING RATE: 3.886156826830457e-07
previous_iter_valid_loss : 0.1702108085155487
1440400 0.170362 0.170211 0.165160 CURRENT LEARNING RATE: 3.8853796731830486e-07
previous_iter_valid_loss : 0.1609218418598175
1440420 0.161110 0.160922 0.164898 CURRENT LEARNING RATE: 3.8846026749508196e-07
previous_iter_valid_loss : 0.16899347305297852
1440440 0.169148 0.168993 0.164789 CURRENT LEARNING RATE: 3.883825832102706e-07
previous_iter_valid_loss : 0.16388626396656036
1440460 0.164081 0.163886 0.164783 CURRENT LEARNING RATE: 3.8830491446076256e-07
previous_iter_valid_loss : 0.16058377921581268
1440480 0.160749 0.160584 0.164548 CURRENT LEARNING RATE: 3.8822726124345113e-07
previous_iter_valid_loss : 0.1614261120557785
1440500 0.161591 0.161426 0.164539 CURRENT LEARNING RATE: 3.881496235552295e-07
previous_iter_valid_loss : 0.18020719289779663
1440520 0.180533 0.180207 0.165182 CURRENT LEARNING RATE: 3.8807200139299365e-07
previous_iter_valid_loss : 0.17164233326911926
1440540 0.171910 0.171642 0.165190 CURRENT LEARNING RATE: 3.8799439475363785e-07
previous_iter_valid_loss : 0.17320382595062256
1440560 0.173485 0.173204 0.165535 CURRENT LEARNING RATE: 3.879168036340579e-07
previous_iter_valid_loss : 0.17103473842144012
1440580 0.171182 0.171035 0.165729 CURRENT LEARNING RATE: 3.878392280311495e-07
previous_iter_valid_loss : 0.16241256892681122
1440600 0.162614 0.162413 0.165643 CURRENT LEARNING RATE: 3.877616679418109e-07
previous_iter_valid_loss : 0.16598084568977356
1440620 0.166146 0.165981 0.165751 CURRENT LEARNING RATE: 3.876841233629391e-07
previous_iter_valid_loss : 0.16771310567855835
1440640 0.167871 0.167713 0.165948 CURRENT LEARNING RATE: 3.8760659429143227e-07
previous_iter_valid_loss : 0.1605919748544693
1440660 0.160753 0.160592 0.165804 CURRENT LEARNING RATE: 3.8752908072418853e-07
previous_iter_valid_loss : 0.16067904233932495
1440680 0.160855 0.160679 0.165809 CURRENT LEARNING RATE: 3.874515826581089e-07
previous_iter_valid_loss : 0.17196887731552124
1440700 0.172112 0.171969 0.166156 CURRENT LEARNING RATE: 3.873741000900925e-07
previous_iter_valid_loss : 0.16949793696403503
1440720 0.169654 0.169498 0.166404 CURRENT LEARNING RATE: 3.872966330170395e-07
previous_iter_valid_loss : 0.18540824949741364
1440740 0.185783 0.185408 0.167390 CURRENT LEARNING RATE: 3.8721918143585255e-07
previous_iter_valid_loss : 0.17330196499824524
1440760 0.173568 0.173302 0.168016 CURRENT LEARNING RATE: 3.8714174534343294e-07
previous_iter_valid_loss : 0.16176624596118927
1440780 0.161923 0.161766 0.168069 CURRENT LEARNING RATE: 3.870643247366832e-07
previous_iter_valid_loss : 0.16120143234729767
1440800 0.161347 0.161201 0.167619 CURRENT LEARNING RATE: 3.869869196125057e-07
previous_iter_valid_loss : 0.16054241359233856
1440820 0.160711 0.160542 0.167600 CURRENT LEARNING RATE: 3.8690952996780587e-07
previous_iter_valid_loss : 0.16670553386211395
1440840 0.166867 0.166706 0.167486 CURRENT LEARNING RATE: 3.868321557994872e-07
previous_iter_valid_loss : 0.17612451314926147
1440860 0.176411 0.176125 0.168098 CURRENT LEARNING RATE: 3.867547971044549e-07
previous_iter_valid_loss : 0.16569390892982483
1440880 0.165914 0.165694 0.168353 CURRENT LEARNING RATE: 3.8667745387961374e-07
previous_iter_valid_loss : 0.16606120765209198
1440900 0.166226 0.166061 0.168585 CURRENT LEARNING RATE: 3.866001261218716e-07
previous_iter_valid_loss : 0.16638052463531494
1440920 0.166602 0.166381 0.167893 CURRENT LEARNING RATE: 3.8652281382813446e-07
previous_iter_valid_loss : 0.16062992811203003
1440940 0.160782 0.160630 0.167343 CURRENT LEARNING RATE: 3.864455169953099e-07
previous_iter_valid_loss : 0.1675887405872345
1440960 0.167750 0.167589 0.167062 CURRENT LEARNING RATE: 3.863682356203055e-07
previous_iter_valid_loss : 0.16329869627952576
1440980 0.163469 0.163299 0.166675 CURRENT LEARNING RATE: 3.8629096970003114e-07
previous_iter_valid_loss : 0.16647954285144806
1441000 0.166639 0.166480 0.166879 CURRENT LEARNING RATE: 3.862137192313957e-07
previous_iter_valid_loss : 0.16577374935150146
1441020 0.165986 0.165774 0.166868 CURRENT LEARNING RATE: 3.861364842113091e-07
previous_iter_valid_loss : 0.1611296832561493
1441040 0.161314 0.161130 0.166539 CURRENT LEARNING RATE: 3.860592646366812e-07
previous_iter_valid_loss : 0.16196180880069733
1441060 0.162109 0.161962 0.166608 CURRENT LEARNING RATE: 3.8598206050442456e-07
previous_iter_valid_loss : 0.16297593712806702
1441080 0.163137 0.162976 0.166723 CURRENT LEARNING RATE: 3.8590487181145044e-07
previous_iter_valid_loss : 0.16720512509346008
1441100 0.167362 0.167205 0.166484 CURRENT LEARNING RATE: 3.858276985546713e-07
previous_iter_valid_loss : 0.16743002831935883
1441120 0.167651 0.167430 0.166381 CURRENT LEARNING RATE: 3.8575054073099936e-07
previous_iter_valid_loss : 0.16100478172302246
1441140 0.161182 0.161005 0.165161 CURRENT LEARNING RATE: 3.856733983373499e-07
previous_iter_valid_loss : 0.1647203117609024
1441160 0.164892 0.164720 0.164732 CURRENT LEARNING RATE: 3.8559627137063635e-07
previous_iter_valid_loss : 0.16262619197368622
1441180 0.162795 0.162626 0.164775 CURRENT LEARNING RATE: 3.8551915982777305e-07
previous_iter_valid_loss : 0.16270926594734192
1441200 0.162901 0.162709 0.164850 CURRENT LEARNING RATE: 3.8544206370567687e-07
previous_iter_valid_loss : 0.1627626270055771
1441220 0.162957 0.162763 0.164961 CURRENT LEARNING RATE: 3.8536498300126327e-07
previous_iter_valid_loss : 0.16086988151073456
1441240 0.161041 0.160870 0.164669 CURRENT LEARNING RATE: 3.852879177114491e-07
previous_iter_valid_loss : 0.16955943405628204
1441260 0.169806 0.169559 0.164341 CURRENT LEARNING RATE: 3.85210867833151e-07
previous_iter_valid_loss : 0.17052863538265228
1441280 0.170680 0.170529 0.164583 CURRENT LEARNING RATE: 3.851338333632883e-07
previous_iter_valid_loss : 0.18126711249351501
1441300 0.181420 0.181267 0.165343 CURRENT LEARNING RATE: 3.85056814298779e-07
previous_iter_valid_loss : 0.16364188492298126
1441320 0.163815 0.163642 0.165206 CURRENT LEARNING RATE: 3.849798106365423e-07
previous_iter_valid_loss : 0.17636996507644653
1441340 0.176527 0.176370 0.165993 CURRENT LEARNING RATE: 3.849028223734974e-07
previous_iter_valid_loss : 0.17636609077453613
1441360 0.176521 0.176366 0.166432 CURRENT LEARNING RATE: 3.8482584950656616e-07
previous_iter_valid_loss : 0.1656445562839508
1441380 0.165849 0.165645 0.166549 CURRENT LEARNING RATE: 3.847488920326689e-07
previous_iter_valid_loss : 0.16392259299755096
1441400 0.164118 0.163923 0.166421 CURRENT LEARNING RATE: 3.8467194994872745e-07
previous_iter_valid_loss : 0.16241399943828583
1441420 0.162606 0.162414 0.166253 CURRENT LEARNING RATE: 3.845950232516633e-07
previous_iter_valid_loss : 0.1639498621225357
1441440 0.164122 0.163950 0.166394 CURRENT LEARNING RATE: 3.845181119384009e-07
previous_iter_valid_loss : 0.1648712158203125
1441460 0.165024 0.164871 0.166540 CURRENT LEARNING RATE: 3.8444121600586293e-07
previous_iter_valid_loss : 0.1737992912530899
1441480 0.174065 0.173799 0.167081 CURRENT LEARNING RATE: 3.8436433545097367e-07
previous_iter_valid_loss : 0.1721186488866806
1441500 0.172381 0.172119 0.167327 CURRENT LEARNING RATE: 3.842874702706573e-07
previous_iter_valid_loss : 0.16241134703159332
1441520 0.162590 0.162411 0.167076 CURRENT LEARNING RATE: 3.842106204618403e-07
previous_iter_valid_loss : 0.16061963140964508
1441540 0.160788 0.160620 0.167057 CURRENT LEARNING RATE: 3.8413378602144836e-07
previous_iter_valid_loss : 0.16686609387397766
1441560 0.167094 0.166866 0.167164 CURRENT LEARNING RATE: 3.8405696694640714e-07
previous_iter_valid_loss : 0.16051453351974487
1441580 0.160676 0.160515 0.167058 CURRENT LEARNING RATE: 3.839801632336453e-07
previous_iter_valid_loss : 0.16063113510608673
1441600 0.160786 0.160631 0.166954 CURRENT LEARNING RATE: 3.839033748800901e-07
previous_iter_valid_loss : 0.16078884899616241
1441620 0.160956 0.160789 0.166856 CURRENT LEARNING RATE: 3.8382660188266987e-07
previous_iter_valid_loss : 0.1612762212753296
1441640 0.161437 0.161276 0.166876 CURRENT LEARNING RATE: 3.8374984423831314e-07
previous_iter_valid_loss : 0.16651277244091034
1441660 0.166671 0.166513 0.166724 CURRENT LEARNING RATE: 3.836731019439509e-07
previous_iter_valid_loss : 0.16625557839870453
1441680 0.166467 0.166256 0.166510 CURRENT LEARNING RATE: 3.8359637499651277e-07
previous_iter_valid_loss : 0.16428455710411072
1441700 0.164490 0.164285 0.165661 CURRENT LEARNING RATE: 3.835196633929298e-07
previous_iter_valid_loss : 0.16117943823337555
1441720 0.161342 0.161179 0.165538 CURRENT LEARNING RATE: 3.8344296713013254e-07
previous_iter_valid_loss : 0.16695640981197357
1441740 0.167173 0.166956 0.165067 CURRENT LEARNING RATE: 3.833662862050548e-07
previous_iter_valid_loss : 0.16196191310882568
1441760 0.162147 0.161962 0.164347 CURRENT LEARNING RATE: 3.832896206146286e-07
previous_iter_valid_loss : 0.17850688099861145
1441780 0.178666 0.178507 0.164990 CURRENT LEARNING RATE: 3.8321297035578727e-07
previous_iter_valid_loss : 0.16411912441253662
1441800 0.164338 0.164119 0.165000 CURRENT LEARNING RATE: 3.8313633542546404e-07
previous_iter_valid_loss : 0.16178478300571442
1441820 0.161980 0.161785 0.164968 CURRENT LEARNING RATE: 3.8305971582059505e-07
previous_iter_valid_loss : 0.16547709703445435
1441840 0.165687 0.165477 0.165045 CURRENT LEARNING RATE: 3.829831115381147e-07
previous_iter_valid_loss : 0.16318818926811218
1441860 0.163363 0.163188 0.164961 CURRENT LEARNING RATE: 3.829065225749589e-07
previous_iter_valid_loss : 0.1606115698814392
1441880 0.160779 0.160612 0.164301 CURRENT LEARNING RATE: 3.828299489280633e-07
previous_iter_valid_loss : 0.16220778226852417
1441900 0.162403 0.162208 0.163806 CURRENT LEARNING RATE: 3.8275339059436643e-07
previous_iter_valid_loss : 0.1625664383172989
1441920 0.162760 0.162566 0.163813 CURRENT LEARNING RATE: 3.8267684757080527e-07
previous_iter_valid_loss : 0.16336612403392792
1441940 0.163532 0.163366 0.163951 CURRENT LEARNING RATE: 3.8260031985431726e-07
previous_iter_valid_loss : 0.17867012321949005
1441960 0.178978 0.178670 0.164541 CURRENT LEARNING RATE: 3.8252380744184294e-07
previous_iter_valid_loss : 0.17083556950092316
1441980 0.171092 0.170836 0.165057 CURRENT LEARNING RATE: 3.824473103303209e-07
previous_iter_valid_loss : 0.1611320674419403
1442000 0.161289 0.161132 0.165082 CURRENT LEARNING RATE: 3.8237082851669125e-07
previous_iter_valid_loss : 0.16100449860095978
1442020 0.161162 0.161004 0.165093 CURRENT LEARNING RATE: 3.822943619978942e-07
previous_iter_valid_loss : 0.16105380654335022
1442040 0.161239 0.161054 0.165082 CURRENT LEARNING RATE: 3.8221791077087233e-07
previous_iter_valid_loss : 0.1662040501832962
1442060 0.166362 0.166204 0.165066 CURRENT LEARNING RATE: 3.82141474832567e-07
previous_iter_valid_loss : 0.17262068390846252
1442080 0.172760 0.172621 0.165384 CURRENT LEARNING RATE: 3.820650541799206e-07
previous_iter_valid_loss : 0.1605985015630722
1442100 0.160755 0.160599 0.165200 CURRENT LEARNING RATE: 3.819886488098758e-07
previous_iter_valid_loss : 0.16053955256938934
1442120 0.160696 0.160540 0.165168 CURRENT LEARNING RATE: 3.8191225871937767e-07
previous_iter_valid_loss : 0.16263172030448914
1442140 0.162822 0.162632 0.164952 CURRENT LEARNING RATE: 3.8183588390537e-07
previous_iter_valid_loss : 0.16258931159973145
1442160 0.162787 0.162589 0.164983 CURRENT LEARNING RATE: 3.8175952436479773e-07
previous_iter_valid_loss : 0.16102522611618042
1442180 0.161206 0.161025 0.164109 CURRENT LEARNING RATE: 3.8168318009460575e-07
previous_iter_valid_loss : 0.16076497733592987
1442200 0.160945 0.160765 0.163942 CURRENT LEARNING RATE: 3.816068510917417e-07
previous_iter_valid_loss : 0.1626439392566681
1442220 0.162830 0.162644 0.163984 CURRENT LEARNING RATE: 3.815305373531518e-07
previous_iter_valid_loss : 0.16912585496902466
1442240 0.169368 0.169126 0.164167 CURRENT LEARNING RATE: 3.8145423887578335e-07
previous_iter_valid_loss : 0.16212080419063568
1442260 0.162279 0.162121 0.164114 CURRENT LEARNING RATE: 3.81377955656584e-07
previous_iter_valid_loss : 0.21685999631881714
1442280 0.217498 0.216860 0.166926 CURRENT LEARNING RATE: 3.813016876925034e-07
previous_iter_valid_loss : 0.16161684691905975
1442300 0.161811 0.161617 0.166896 CURRENT LEARNING RATE: 3.8122543498049044e-07
previous_iter_valid_loss : 0.1903170943260193
1442320 0.190441 0.190317 0.168284 CURRENT LEARNING RATE: 3.811491975174943e-07
previous_iter_valid_loss : 0.1605517864227295
1442340 0.160715 0.160552 0.168143 CURRENT LEARNING RATE: 3.8107297530046673e-07
previous_iter_valid_loss : 0.16213910281658173
1442360 0.162299 0.162139 0.167317 CURRENT LEARNING RATE: 3.8099676832635826e-07
previous_iter_valid_loss : 0.16076907515525818
1442380 0.160923 0.160769 0.166813 CURRENT LEARNING RATE: 3.809205765921206e-07
previous_iter_valid_loss : 0.16059409081935883
1442400 0.160750 0.160594 0.166786 CURRENT LEARNING RATE: 3.8084440009470536e-07
previous_iter_valid_loss : 0.16054606437683105
1442420 0.160707 0.160546 0.166764 CURRENT LEARNING RATE: 3.807682388310668e-07
previous_iter_valid_loss : 0.16287729144096375
1442440 0.163061 0.162877 0.166855 CURRENT LEARNING RATE: 3.8069209279815784e-07
previous_iter_valid_loss : 0.17664936184883118
1442460 0.176940 0.176649 0.167377 CURRENT LEARNING RATE: 3.806159619929327e-07
previous_iter_valid_loss : 0.18973934650421143
1442480 0.190178 0.189739 0.168233 CURRENT LEARNING RATE: 3.805398464123454e-07
previous_iter_valid_loss : 0.16966843605041504
1442500 0.169912 0.169668 0.168686 CURRENT LEARNING RATE: 3.804637460533527e-07
previous_iter_valid_loss : 0.16124366223812103
1442520 0.161418 0.161244 0.168722 CURRENT LEARNING RATE: 3.8038766091290984e-07
previous_iter_valid_loss : 0.1747998744249344
1442540 0.175080 0.174800 0.169330 CURRENT LEARNING RATE: 3.803115909879735e-07
previous_iter_valid_loss : 0.1700921654701233
1442560 0.170343 0.170092 0.169705 CURRENT LEARNING RATE: 3.8023553627550014e-07
previous_iter_valid_loss : 0.16421140730381012
1442580 0.164378 0.164211 0.169864 CURRENT LEARNING RATE: 3.8015949677244906e-07
previous_iter_valid_loss : 0.1750038117170334
1442600 0.175153 0.175004 0.170576 CURRENT LEARNING RATE: 3.8008347247577777e-07
previous_iter_valid_loss : 0.17356039583683014
1442620 0.173835 0.173560 0.171122 CURRENT LEARNING RATE: 3.800074633824455e-07
previous_iter_valid_loss : 0.16822031140327454
1442640 0.168377 0.168220 0.171077 CURRENT LEARNING RATE: 3.799314694894111e-07
previous_iter_valid_loss : 0.16153641045093536
1442660 0.161725 0.161536 0.171048 CURRENT LEARNING RATE: 3.7985549079363627e-07
previous_iter_valid_loss : 0.1626783162355423
1442680 0.162841 0.162678 0.168339 CURRENT LEARNING RATE: 3.797795272920811e-07
previous_iter_valid_loss : 0.1773492693901062
1442700 0.177645 0.177349 0.169125 CURRENT LEARNING RATE: 3.79703578981707e-07
previous_iter_valid_loss : 0.1685245782136917
1442720 0.168761 0.168525 0.168036 CURRENT LEARNING RATE: 3.7962764585947554e-07
previous_iter_valid_loss : 0.16367115080356598
1442740 0.163870 0.163671 0.168192 CURRENT LEARNING RATE: 3.795517279223506e-07
previous_iter_valid_loss : 0.16152840852737427
1442760 0.161720 0.161528 0.168161 CURRENT LEARNING RATE: 3.794758251672948e-07
previous_iter_valid_loss : 0.18048767745494843
1442780 0.180640 0.180488 0.169147 CURRENT LEARNING RATE: 3.793999375912714e-07
previous_iter_valid_loss : 0.16293096542358398
1442800 0.163103 0.162931 0.169264 CURRENT LEARNING RATE: 3.7932406519124624e-07
previous_iter_valid_loss : 0.1674554944038391
1442820 0.167678 0.167455 0.169609 CURRENT LEARNING RATE: 3.792482079641837e-07
previous_iter_valid_loss : 0.16303333640098572
1442840 0.163195 0.163033 0.169617 CURRENT LEARNING RATE: 3.791723659070496e-07
previous_iter_valid_loss : 0.16189421713352203
1442860 0.162049 0.161894 0.168879 CURRENT LEARNING RATE: 3.7909653901680947e-07
previous_iter_valid_loss : 0.16402879357337952
1442880 0.164200 0.164029 0.167594 CURRENT LEARNING RATE: 3.790207272904316e-07
previous_iter_valid_loss : 0.17484906315803528
1442900 0.175000 0.174849 0.167853 CURRENT LEARNING RATE: 3.7894493072488293e-07
previous_iter_valid_loss : 0.16093222796916962
1442920 0.161093 0.160932 0.167837 CURRENT LEARNING RATE: 3.7886914931713156e-07
previous_iter_valid_loss : 0.16670890152454376
1442940 0.166863 0.166709 0.167433 CURRENT LEARNING RATE: 3.7879338306414544e-07
previous_iter_valid_loss : 0.1613781601190567
1442960 0.161561 0.161378 0.166997 CURRENT LEARNING RATE: 3.7871763196289544e-07
previous_iter_valid_loss : 0.16179771721363068
1442980 0.161958 0.161798 0.166876 CURRENT LEARNING RATE: 3.786418960103507e-07
previous_iter_valid_loss : 0.1667959988117218
1443000 0.166954 0.166796 0.166466 CURRENT LEARNING RATE: 3.785661752034819e-07
previous_iter_valid_loss : 0.16437239944934845
1443020 0.164536 0.164372 0.166007 CURRENT LEARNING RATE: 3.7849046953925945e-07
previous_iter_valid_loss : 0.17489847540855408
1443040 0.175182 0.174898 0.166341 CURRENT LEARNING RATE: 3.784147790146566e-07
previous_iter_valid_loss : 0.16535118222236633
1443060 0.165513 0.165351 0.166531 CURRENT LEARNING RATE: 3.7833910362664483e-07
previous_iter_valid_loss : 0.16080181300640106
1443080 0.160957 0.160802 0.166438 CURRENT LEARNING RATE: 3.782634433721974e-07
previous_iter_valid_loss : 0.16051790118217468
1443100 0.160683 0.160518 0.165596 CURRENT LEARNING RATE: 3.78187798248287e-07
previous_iter_valid_loss : 0.16100750863552094
1443120 0.161160 0.161008 0.165220 CURRENT LEARNING RATE: 3.7811216825188925e-07
previous_iter_valid_loss : 0.1627511978149414
1443140 0.162947 0.162751 0.165174 CURRENT LEARNING RATE: 3.780365533799783e-07
previous_iter_valid_loss : 0.1752735674381256
1443160 0.175431 0.175274 0.165861 CURRENT LEARNING RATE: 3.7796095362952886e-07
previous_iter_valid_loss : 0.1703895628452301
1443180 0.170633 0.170390 0.165356 CURRENT LEARNING RATE: 3.778853689975183e-07
previous_iter_valid_loss : 0.16898387670516968
1443200 0.169139 0.168984 0.165659 CURRENT LEARNING RATE: 3.7780979948092247e-07
previous_iter_valid_loss : 0.16054518520832062
1443220 0.160707 0.160545 0.165314 CURRENT LEARNING RATE: 3.7773424507671877e-07
previous_iter_valid_loss : 0.16238458454608917
1443240 0.162571 0.162385 0.165281 CURRENT LEARNING RATE: 3.776587057818842e-07
previous_iter_valid_loss : 0.1605536788702011
1443260 0.160726 0.160554 0.165214 CURRENT LEARNING RATE: 3.775831815933986e-07
previous_iter_valid_loss : 0.16109701991081238
1443280 0.161252 0.161097 0.165067 CURRENT LEARNING RATE: 3.7750767250824033e-07
previous_iter_valid_loss : 0.17903868854045868
1443300 0.179364 0.179039 0.165277 CURRENT LEARNING RATE: 3.7743217852338894e-07
previous_iter_valid_loss : 0.20186984539031982
1443320 0.201957 0.201870 0.167324 CURRENT LEARNING RATE: 3.7735669963582415e-07
previous_iter_valid_loss : 0.16054712235927582
1443340 0.160698 0.160547 0.167016 CURRENT LEARNING RATE: 3.7728123584252804e-07
previous_iter_valid_loss : 0.1621502935886383
1443360 0.162340 0.162150 0.167054 CURRENT LEARNING RATE: 3.772057871404814e-07
previous_iter_valid_loss : 0.16316616535186768
1443380 0.163333 0.163166 0.167123 CURRENT LEARNING RATE: 3.771303535266663e-07
previous_iter_valid_loss : 0.16228730976581573
1443400 0.162480 0.162287 0.166897 CURRENT LEARNING RATE: 3.770549349980647e-07
previous_iter_valid_loss : 0.16426968574523926
1443420 0.164470 0.164270 0.166892 CURRENT LEARNING RATE: 3.769795315516613e-07
previous_iter_valid_loss : 0.16588331758975983
1443440 0.166045 0.165883 0.166442 CURRENT LEARNING RATE: 3.7690414318443914e-07
previous_iter_valid_loss : 0.16369254887104034
1443460 0.163860 0.163693 0.166359 CURRENT LEARNING RATE: 3.7682876989338275e-07
previous_iter_valid_loss : 0.1619015634059906
1443480 0.162095 0.161902 0.166414 CURRENT LEARNING RATE: 3.767534116754766e-07
previous_iter_valid_loss : 0.16292227804660797
1443500 0.163104 0.162922 0.166534 CURRENT LEARNING RATE: 3.7667806852770755e-07
previous_iter_valid_loss : 0.16118690371513367
1443520 0.161353 0.161187 0.166543 CURRENT LEARNING RATE: 3.7660274044706135e-07
previous_iter_valid_loss : 0.16180258989334106
1443540 0.161947 0.161803 0.166495 CURRENT LEARNING RATE: 3.765274274305242e-07
previous_iter_valid_loss : 0.16155759990215302
1443560 0.161717 0.161558 0.165810 CURRENT LEARNING RATE: 3.764521294750848e-07
previous_iter_valid_loss : 0.1831626147031784
1443580 0.183320 0.183163 0.166448 CURRENT LEARNING RATE: 3.763768465777306e-07
previous_iter_valid_loss : 0.16886253654956818
1443600 0.169012 0.168863 0.166442 CURRENT LEARNING RATE: 3.7630157873545034e-07
previous_iter_valid_loss : 0.1613813191652298
1443620 0.161548 0.161381 0.166484 CURRENT LEARNING RATE: 3.7622632594523264e-07
previous_iter_valid_loss : 0.16105152666568756
1443640 0.161234 0.161052 0.166417 CURRENT LEARNING RATE: 3.761510882040687e-07
previous_iter_valid_loss : 0.16242174804210663
1443660 0.162586 0.162422 0.166511 CURRENT LEARNING RATE: 3.7607586550894827e-07
previous_iter_valid_loss : 0.1612231582403183
1443680 0.161376 0.161223 0.166517 CURRENT LEARNING RATE: 3.760006578568626e-07
previous_iter_valid_loss : 0.17156662046909332
1443700 0.171709 0.171567 0.166143 CURRENT LEARNING RATE: 3.759254652448026e-07
previous_iter_valid_loss : 0.17695562541484833
1443720 0.177114 0.176956 0.164898 CURRENT LEARNING RATE: 3.7585028766976187e-07
previous_iter_valid_loss : 0.16077391803264618
1443740 0.160941 0.160774 0.164909 CURRENT LEARNING RATE: 3.7577512512873275e-07
previous_iter_valid_loss : 0.16371922194957733
1443760 0.163920 0.163719 0.164987 CURRENT LEARNING RATE: 3.7569997761870863e-07
previous_iter_valid_loss : 0.1818092316389084
1443780 0.182162 0.181809 0.165920 CURRENT LEARNING RATE: 3.756248451366831e-07
previous_iter_valid_loss : 0.16096903383731842
1443800 0.161126 0.160969 0.165854 CURRENT LEARNING RATE: 3.75549727679652e-07
previous_iter_valid_loss : 0.16054795682430267
1443820 0.160708 0.160548 0.165668 CURRENT LEARNING RATE: 3.754746252446101e-07
previous_iter_valid_loss : 0.16335812211036682
1443840 0.163549 0.163358 0.165541 CURRENT LEARNING RATE: 3.753995378285533e-07
previous_iter_valid_loss : 0.16735781729221344
1443860 0.167518 0.167358 0.165725 CURRENT LEARNING RATE: 3.753244654284773e-07
previous_iter_valid_loss : 0.16182400286197662
1443880 0.161981 0.161824 0.165721 CURRENT LEARNING RATE: 3.752494080413807e-07
previous_iter_valid_loss : 0.16227824985980988
1443900 0.162437 0.162278 0.165689 CURRENT LEARNING RATE: 3.7517436566426044e-07
previous_iter_valid_loss : 0.176256000995636
1443920 0.176414 0.176256 0.166442 CURRENT LEARNING RATE: 3.750993382941149e-07
previous_iter_valid_loss : 0.19466853141784668
1443940 0.194776 0.194669 0.168085 CURRENT LEARNING RATE: 3.750243259279422e-07
previous_iter_valid_loss : 0.1756529062986374
1443960 0.175935 0.175653 0.168790 CURRENT LEARNING RATE: 3.7494932856274334e-07
previous_iter_valid_loss : 0.17104047536849976
1443980 0.171301 0.171040 0.168184 CURRENT LEARNING RATE: 3.748743461955176e-07
previous_iter_valid_loss : 0.1606598198413849
1444000 0.160818 0.160660 0.167774 CURRENT LEARNING RATE: 3.747993788232651e-07
previous_iter_valid_loss : 0.16144509613513947
1444020 0.161636 0.161445 0.167777 CURRENT LEARNING RATE: 3.7472442644298846e-07
previous_iter_valid_loss : 0.16460596024990082
1444040 0.164770 0.164606 0.167955 CURRENT LEARNING RATE: 3.7464948905168906e-07
previous_iter_valid_loss : 0.16125908493995667
1444060 0.161422 0.161259 0.167897 CURRENT LEARNING RATE: 3.745745666463691e-07
previous_iter_valid_loss : 0.1631746143102646
1444080 0.163341 0.163175 0.167994 CURRENT LEARNING RATE: 3.7449965922403127e-07
previous_iter_valid_loss : 0.1673697829246521
1444100 0.167584 0.167370 0.167784 CURRENT LEARNING RATE: 3.7442476678168056e-07
previous_iter_valid_loss : 0.17817406356334686
1444120 0.178487 0.178174 0.167845 CURRENT LEARNING RATE: 3.7434988931632047e-07
previous_iter_valid_loss : 0.16232892870903015
1444140 0.162524 0.162329 0.167923 CURRENT LEARNING RATE: 3.742750268249561e-07
previous_iter_valid_loss : 0.1647641807794571
1444160 0.164968 0.164764 0.167975 CURRENT LEARNING RATE: 3.742001793045921e-07
previous_iter_valid_loss : 0.1628452092409134
1444180 0.163015 0.162845 0.167027 CURRENT LEARNING RATE: 3.74125346752236e-07
previous_iter_valid_loss : 0.1605290025472641
1444200 0.160693 0.160529 0.167005 CURRENT LEARNING RATE: 3.740505291648939e-07
previous_iter_valid_loss : 0.17542627453804016
1444220 0.175576 0.175426 0.167749 CURRENT LEARNING RATE: 3.7397572653957304e-07
previous_iter_valid_loss : 0.16128918528556824
1444240 0.161454 0.161289 0.167646 CURRENT LEARNING RATE: 3.7390093887328053e-07
previous_iter_valid_loss : 0.16355063021183014
1444260 0.163753 0.163551 0.167455 CURRENT LEARNING RATE: 3.738261661630263e-07
previous_iter_valid_loss : 0.1657956838607788
1444280 0.166012 0.165796 0.167654 CURRENT LEARNING RATE: 3.7375140840581877e-07
previous_iter_valid_loss : 0.16554908454418182
1444300 0.165756 0.165549 0.167817 CURRENT LEARNING RATE: 3.7367666559866766e-07
previous_iter_valid_loss : 0.16049334406852722
1444320 0.160657 0.160493 0.167029 CURRENT LEARNING RATE: 3.736019377385825e-07
previous_iter_valid_loss : 0.16723187267780304
1444340 0.167456 0.167232 0.165657 CURRENT LEARNING RATE: 3.7352722482257564e-07
previous_iter_valid_loss : 0.16109898686408997
1444360 0.161288 0.161099 0.164930 CURRENT LEARNING RATE: 3.7345252684765774e-07
previous_iter_valid_loss : 0.16583028435707092
1444380 0.166033 0.165830 0.164669 CURRENT LEARNING RATE: 3.733778438108404e-07
previous_iter_valid_loss : 0.1613595336675644
1444400 0.161548 0.161360 0.164704 CURRENT LEARNING RATE: 3.733031757091374e-07
previous_iter_valid_loss : 0.16436433792114258
1444420 0.164535 0.164364 0.164850 CURRENT LEARNING RATE: 3.7322852253956163e-07
previous_iter_valid_loss : 0.17522473633289337
1444440 0.175369 0.175225 0.165381 CURRENT LEARNING RATE: 3.731538842991267e-07
previous_iter_valid_loss : 0.16052737832069397
1444460 0.160682 0.160527 0.165344 CURRENT LEARNING RATE: 3.7307926098484655e-07
previous_iter_valid_loss : 0.16117297112941742
1444480 0.161322 0.161173 0.165244 CURRENT LEARNING RATE: 3.730046525937375e-07
previous_iter_valid_loss : 0.16099484264850616
1444500 0.161181 0.160995 0.164926 CURRENT LEARNING RATE: 3.7293005912281474e-07
previous_iter_valid_loss : 0.16053645312786102
1444520 0.160701 0.160536 0.164044 CURRENT LEARNING RATE: 3.728554805690943e-07
previous_iter_valid_loss : 0.16761820018291473
1444540 0.167846 0.167618 0.164308 CURRENT LEARNING RATE: 3.727809169295925e-07
previous_iter_valid_loss : 0.172004833817482
1444560 0.172155 0.172005 0.164670 CURRENT LEARNING RATE: 3.7270636820132805e-07
previous_iter_valid_loss : 0.17245915532112122
1444580 0.172603 0.172459 0.165151 CURRENT LEARNING RATE: 3.726318343813184e-07
previous_iter_valid_loss : 0.1688598096370697
1444600 0.169011 0.168860 0.165567 CURRENT LEARNING RATE: 3.725573154665822e-07
previous_iter_valid_loss : 0.16916778683662415
1444620 0.169401 0.169168 0.165255 CURRENT LEARNING RATE: 3.72482811454138e-07
previous_iter_valid_loss : 0.16122031211853027
1444640 0.161370 0.161220 0.165251 CURRENT LEARNING RATE: 3.724083223410069e-07
previous_iter_valid_loss : 0.17231862246990204
1444660 0.172466 0.172319 0.165690 CURRENT LEARNING RATE: 3.7233384812420884e-07
previous_iter_valid_loss : 0.16769081354141235
1444680 0.167845 0.167691 0.165784 CURRENT LEARNING RATE: 3.722593888007647e-07
previous_iter_valid_loss : 0.16065925359725952
1444700 0.160829 0.160659 0.165540 CURRENT LEARNING RATE: 3.7218494436769555e-07
previous_iter_valid_loss : 0.16510730981826782
1444720 0.165265 0.165107 0.165771 CURRENT LEARNING RATE: 3.7211051482202486e-07
previous_iter_valid_loss : 0.20381265878677368
1444740 0.203878 0.203813 0.167600 CURRENT LEARNING RATE: 3.720361001607747e-07
previous_iter_valid_loss : 0.16116121411323547
1444760 0.161308 0.161161 0.167603 CURRENT LEARNING RATE: 3.719617003809681e-07
previous_iter_valid_loss : 0.1734050065279007
1444780 0.173682 0.173405 0.167981 CURRENT LEARNING RATE: 3.7188731547963016e-07
previous_iter_valid_loss : 0.1624620258808136
1444800 0.162625 0.162462 0.168037 CURRENT LEARNING RATE: 3.7181294545378486e-07
previous_iter_valid_loss : 0.165632963180542
1444820 0.165795 0.165633 0.168100 CURRENT LEARNING RATE: 3.7173859030045745e-07
previous_iter_valid_loss : 0.16648516058921814
1444840 0.166707 0.166485 0.167663 CURRENT LEARNING RATE: 3.716642500166731e-07
previous_iter_valid_loss : 0.18403230607509613
1444860 0.184402 0.184032 0.168838 CURRENT LEARNING RATE: 3.715899245994594e-07
previous_iter_valid_loss : 0.1609204113483429
1444880 0.161079 0.160920 0.168826 CURRENT LEARNING RATE: 3.7151561404584275e-07
previous_iter_valid_loss : 0.16222095489501953
1444900 0.162380 0.162221 0.168887 CURRENT LEARNING RATE: 3.714413183528507e-07
previous_iter_valid_loss : 0.16054417192935944
1444920 0.160709 0.160544 0.168887 CURRENT LEARNING RATE: 3.713670375175108e-07
previous_iter_valid_loss : 0.17221474647521973
1444940 0.172492 0.172215 0.169117 CURRENT LEARNING RATE: 3.7129277153685306e-07
previous_iter_valid_loss : 0.1612902134656906
1444960 0.161475 0.161290 0.168581 CURRENT LEARNING RATE: 3.712185204079063e-07
previous_iter_valid_loss : 0.16241411864757538
1444980 0.162579 0.162414 0.168079 CURRENT LEARNING RATE: 3.7114428412770033e-07
previous_iter_valid_loss : 0.1605198085308075
1445000 0.160677 0.160520 0.167662 CURRENT LEARNING RATE: 3.710700626932652e-07
previous_iter_valid_loss : 0.18693837523460388
1445020 0.187330 0.186938 0.168551 CURRENT LEARNING RATE: 3.7099585610163324e-07
previous_iter_valid_loss : 0.16332121193408966
1445040 0.163528 0.163321 0.168656 CURRENT LEARNING RATE: 3.709216643498355e-07
previous_iter_valid_loss : 0.1694047451019287
1445060 0.169651 0.169405 0.168510 CURRENT LEARNING RATE: 3.7084748743490447e-07
previous_iter_valid_loss : 0.1606917679309845
1445080 0.160840 0.160692 0.168160 CURRENT LEARNING RATE: 3.7077332535387233e-07
previous_iter_valid_loss : 0.16057033836841583
1445100 0.160727 0.160570 0.168156 CURRENT LEARNING RATE: 3.706991781037739e-07
previous_iter_valid_loss : 0.16087034344673157
1445120 0.161039 0.160870 0.167944 CURRENT LEARNING RATE: 3.7062504568164267e-07
previous_iter_valid_loss : 0.16048672795295715
1445140 0.160653 0.160487 0.165778 CURRENT LEARNING RATE: 3.7055092808451327e-07
previous_iter_valid_loss : 0.16116394102573395
1445160 0.161320 0.161164 0.165778 CURRENT LEARNING RATE: 3.704768253094204e-07
previous_iter_valid_loss : 0.16058066487312317
1445180 0.160740 0.160581 0.165136 CURRENT LEARNING RATE: 3.7040273735340127e-07
previous_iter_valid_loss : 0.16077953577041626
1445200 0.160931 0.160780 0.165052 CURRENT LEARNING RATE: 3.703286642134916e-07
previous_iter_valid_loss : 0.16276633739471436
1445220 0.162936 0.162766 0.164909 CURRENT LEARNING RATE: 3.7025460588672793e-07
previous_iter_valid_loss : 0.16586895287036896
1445240 0.166081 0.165869 0.164878 CURRENT LEARNING RATE: 3.701805623701493e-07
previous_iter_valid_loss : 0.1609942615032196
1445260 0.161151 0.160994 0.163726 CURRENT LEARNING RATE: 3.701065336607931e-07
previous_iter_valid_loss : 0.16401712596416473
1445280 0.164180 0.164017 0.163881 CURRENT LEARNING RATE: 3.7003251975569836e-07
previous_iter_valid_loss : 0.1870354264974594
1445300 0.187169 0.187035 0.165122 CURRENT LEARNING RATE: 3.699585206519038e-07
previous_iter_valid_loss : 0.16132105886936188
1445320 0.161506 0.161321 0.165161 CURRENT LEARNING RATE: 3.698845363464507e-07
previous_iter_valid_loss : 0.16060373187065125
1445340 0.160778 0.160604 0.164580 CURRENT LEARNING RATE: 3.698105668363792e-07
previous_iter_valid_loss : 0.16051863133907318
1445360 0.160688 0.160519 0.164542 CURRENT LEARNING RATE: 3.697366121187304e-07
previous_iter_valid_loss : 0.16067953407764435
1445380 0.160848 0.160680 0.164455 CURRENT LEARNING RATE: 3.696626721905454e-07
previous_iter_valid_loss : 0.16347931325435638
1445400 0.163640 0.163479 0.164603 CURRENT LEARNING RATE: 3.695887470488681e-07
previous_iter_valid_loss : 0.1707177609205246
1445420 0.170968 0.170718 0.163792 CURRENT LEARNING RATE: 3.6951483669074065e-07
previous_iter_valid_loss : 0.16078928112983704
1445440 0.160940 0.160789 0.163665 CURRENT LEARNING RATE: 3.694409411132067e-07
previous_iter_valid_loss : 0.1610458493232727
1445460 0.161206 0.161046 0.163247 CURRENT LEARNING RATE: 3.6936706031330987e-07
previous_iter_valid_loss : 0.16218483448028564
1445480 0.162344 0.162185 0.163322 CURRENT LEARNING RATE: 3.6929319428809617e-07
previous_iter_valid_loss : 0.16056805849075317
1445500 0.160731 0.160568 0.163322 CURRENT LEARNING RATE: 3.692193430346102e-07
previous_iter_valid_loss : 0.164865642786026
1445520 0.165075 0.164866 0.163521 CURRENT LEARNING RATE: 3.691455065498981e-07
previous_iter_valid_loss : 0.16414986550807953
1445540 0.164321 0.164150 0.163705 CURRENT LEARNING RATE: 3.690716848310055e-07
previous_iter_valid_loss : 0.17217124998569489
1445560 0.172448 0.172171 0.164255 CURRENT LEARNING RATE: 3.689978778749812e-07
previous_iter_valid_loss : 0.16519418358802795
1445580 0.165361 0.165194 0.164486 CURRENT LEARNING RATE: 3.689240856788719e-07
previous_iter_valid_loss : 0.1605246514081955
1445600 0.160693 0.160525 0.164473 CURRENT LEARNING RATE: 3.6885030823972544e-07
previous_iter_valid_loss : 0.16843834519386292
1445620 0.168669 0.168438 0.164757 CURRENT LEARNING RATE: 3.687765455545921e-07
previous_iter_valid_loss : 0.16221392154693604
1445640 0.162407 0.162214 0.164574 CURRENT LEARNING RATE: 3.687027976205206e-07
previous_iter_valid_loss : 0.16303695738315582
1445660 0.163204 0.163037 0.164676 CURRENT LEARNING RATE: 3.68629064434561e-07
previous_iter_valid_loss : 0.16218708455562592
1445680 0.162348 0.162187 0.164584 CURRENT LEARNING RATE: 3.685553459937634e-07
previous_iter_valid_loss : 0.16823065280914307
1445700 0.168381 0.168231 0.163644 CURRENT LEARNING RATE: 3.6848164229518034e-07
previous_iter_valid_loss : 0.16553528606891632
1445720 0.165742 0.165535 0.163855 CURRENT LEARNING RATE: 3.6840795333586306e-07
previous_iter_valid_loss : 0.1619797945022583
1445740 0.162173 0.161980 0.163924 CURRENT LEARNING RATE: 3.68334279112864e-07
previous_iter_valid_loss : 0.16127519309520721
1445760 0.161450 0.161275 0.163962 CURRENT LEARNING RATE: 3.682606196232354e-07
previous_iter_valid_loss : 0.16061946749687195
1445780 0.160790 0.160619 0.163959 CURRENT LEARNING RATE: 3.6818697486403237e-07
previous_iter_valid_loss : 0.16055423021316528
1445800 0.160717 0.160554 0.163812 CURRENT LEARNING RATE: 3.681133448323083e-07
previous_iter_valid_loss : 0.16055835783481598
1445820 0.160728 0.160558 0.163304 CURRENT LEARNING RATE: 3.680397295251181e-07
previous_iter_valid_loss : 0.16323451697826385
1445840 0.163416 0.163235 0.163427 CURRENT LEARNING RATE: 3.679661289395165e-07
previous_iter_valid_loss : 0.16071650385856628
1445860 0.160867 0.160717 0.163410 CURRENT LEARNING RATE: 3.678925430725607e-07
previous_iter_valid_loss : 0.17012342810630798
1445880 0.170358 0.170123 0.163807 CURRENT LEARNING RATE: 3.6781897192130677e-07
previous_iter_valid_loss : 0.16205671429634094
1445900 0.162212 0.162057 0.163881 CURRENT LEARNING RATE: 3.6774541548281173e-07
previous_iter_valid_loss : 0.16350054740905762
1445920 0.163664 0.163501 0.163813 CURRENT LEARNING RATE: 3.676718737541327e-07
previous_iter_valid_loss : 0.16423653066158295
1445940 0.164403 0.164237 0.163818 CURRENT LEARNING RATE: 3.675983467323293e-07
previous_iter_valid_loss : 0.1710323542356491
1445960 0.171282 0.171032 0.163761 CURRENT LEARNING RATE: 3.6752483441445985e-07
previous_iter_valid_loss : 0.16050133109092712
1445980 0.160657 0.160501 0.163526 CURRENT LEARNING RATE: 3.6745133679758316e-07
previous_iter_valid_loss : 0.1768815517425537
1446000 0.177037 0.176882 0.164344 CURRENT LEARNING RATE: 3.673778538787607e-07
previous_iter_valid_loss : 0.16278456151485443
1446020 0.162988 0.162785 0.164061 CURRENT LEARNING RATE: 3.673043856550523e-07
previous_iter_valid_loss : 0.16253897547721863
1446040 0.162705 0.162539 0.164077 CURRENT LEARNING RATE: 3.6723093212351946e-07
previous_iter_valid_loss : 0.1624193638563156
1446060 0.162577 0.162419 0.164046 CURRENT LEARNING RATE: 3.671574932812233e-07
previous_iter_valid_loss : 0.16204462945461273
1446080 0.162193 0.162045 0.164039 CURRENT LEARNING RATE: 3.670840691252276e-07
previous_iter_valid_loss : 0.16243226826190948
1446100 0.162617 0.162432 0.163749 CURRENT LEARNING RATE: 3.6701065965259464e-07
previous_iter_valid_loss : 0.16057610511779785
1446120 0.160740 0.160576 0.163501 CURRENT LEARNING RATE: 3.669372648603882e-07
previous_iter_valid_loss : 0.16074110567569733
1446140 0.160895 0.160741 0.163440 CURRENT LEARNING RATE: 3.668638847456717e-07
previous_iter_valid_loss : 0.1744687259197235
1446160 0.174739 0.174469 0.164099 CURRENT LEARNING RATE: 3.667905193055113e-07
previous_iter_valid_loss : 0.16177624464035034
1446180 0.161968 0.161776 0.164157 CURRENT LEARNING RATE: 3.6671716853697176e-07
previous_iter_valid_loss : 0.16104525327682495
1446200 0.161225 0.161045 0.164182 CURRENT LEARNING RATE: 3.6664383243711896e-07
previous_iter_valid_loss : 0.18719498813152313
1446220 0.187328 0.187195 0.165513 CURRENT LEARNING RATE: 3.6657051100301886e-07
previous_iter_valid_loss : 0.16922324895858765
1446240 0.169376 0.169223 0.165813 CURRENT LEARNING RATE: 3.6649720423173993e-07
previous_iter_valid_loss : 0.16796506941318512
1446260 0.168176 0.167965 0.166175 CURRENT LEARNING RATE: 3.664239121203492e-07
previous_iter_valid_loss : 0.1658976972103119
1446280 0.166111 0.165898 0.165964 CURRENT LEARNING RATE: 3.66350634665915e-07
previous_iter_valid_loss : 0.18756720423698425
1446300 0.187988 0.187567 0.167240 CURRENT LEARNING RATE: 3.6627737186550553e-07
previous_iter_valid_loss : 0.1831003874540329
1446320 0.183253 0.183100 0.168220 CURRENT LEARNING RATE: 3.662041237161917e-07
previous_iter_valid_loss : 0.17105424404144287
1446340 0.171311 0.171054 0.168560 CURRENT LEARNING RATE: 3.6613089021504293e-07
previous_iter_valid_loss : 0.16050821542739868
1446360 0.160669 0.160508 0.168034 CURRENT LEARNING RATE: 3.6605767135912906e-07
previous_iter_valid_loss : 0.16050748527050018
1446380 0.160663 0.160507 0.168035 CURRENT LEARNING RATE: 3.659844671455228e-07
previous_iter_valid_loss : 0.16480983793735504
1446400 0.164977 0.164810 0.167431 CURRENT LEARNING RATE: 3.6591127757129524e-07
previous_iter_valid_loss : 0.16154424846172333
1446420 0.161733 0.161544 0.167369 CURRENT LEARNING RATE: 3.6583810263351886e-07
previous_iter_valid_loss : 0.17972341179847717
1446440 0.179883 0.179723 0.168228 CURRENT LEARNING RATE: 3.6576494232926595e-07
previous_iter_valid_loss : 0.16348794102668762
1446460 0.163684 0.163488 0.168282 CURRENT LEARNING RATE: 3.6569179665561143e-07
previous_iter_valid_loss : 0.1850094348192215
1446480 0.185151 0.185009 0.169430 CURRENT LEARNING RATE: 3.656186656096288e-07
previous_iter_valid_loss : 0.16243195533752441
1446500 0.162595 0.162432 0.169430 CURRENT LEARNING RATE: 3.6554554918839293e-07
previous_iter_valid_loss : 0.16096319258213043
1446520 0.161151 0.160963 0.169449 CURRENT LEARNING RATE: 3.654724473889784e-07
previous_iter_valid_loss : 0.17206768691539764
1446540 0.172325 0.172068 0.170015 CURRENT LEARNING RATE: 3.6539936020846247e-07
previous_iter_valid_loss : 0.16315807402133942
1446560 0.163347 0.163158 0.169450 CURRENT LEARNING RATE: 3.65326287643921e-07
previous_iter_valid_loss : 0.16478180885314941
1446580 0.164986 0.164782 0.169600 CURRENT LEARNING RATE: 3.6525322969243104e-07
previous_iter_valid_loss : 0.16357232630252838
1446600 0.163739 0.163572 0.169727 CURRENT LEARNING RATE: 3.651801863510696e-07
previous_iter_valid_loss : 0.16057342290878296
1446620 0.160736 0.160573 0.168396 CURRENT LEARNING RATE: 3.651071576169165e-07
previous_iter_valid_loss : 0.1620001196861267
1446640 0.162175 0.162000 0.168034 CURRENT LEARNING RATE: 3.6503414348704964e-07
previous_iter_valid_loss : 0.16259153187274933
1446660 0.162756 0.162592 0.167766 CURRENT LEARNING RATE: 3.6496114395854856e-07
previous_iter_valid_loss : 0.1711389422416687
1446680 0.171290 0.171139 0.168028 CURRENT LEARNING RATE: 3.648881590284926e-07
previous_iter_valid_loss : 0.1682567149400711
1446700 0.168412 0.168257 0.167062 CURRENT LEARNING RATE: 3.6481518869396384e-07
previous_iter_valid_loss : 0.16066524386405945
1446720 0.160814 0.160665 0.165940 CURRENT LEARNING RATE: 3.647422329520426e-07
previous_iter_valid_loss : 0.1828315258026123
1446740 0.182991 0.182832 0.166529 CURRENT LEARNING RATE: 3.646692917998107e-07
previous_iter_valid_loss : 0.1625182032585144
1446760 0.162708 0.162518 0.166630 CURRENT LEARNING RATE: 3.645963652343499e-07
previous_iter_valid_loss : 0.16864901781082153
1446780 0.168806 0.168649 0.167037 CURRENT LEARNING RATE: 3.645234532527444e-07
previous_iter_valid_loss : 0.1723715364933014
1446800 0.172641 0.172372 0.167415 CURRENT LEARNING RATE: 3.644505558520771e-07
previous_iter_valid_loss : 0.16580472886562347
1446820 0.165964 0.165805 0.167628 CURRENT LEARNING RATE: 3.643776730294314e-07
previous_iter_valid_loss : 0.18436403572559357
1446840 0.184717 0.184364 0.167860 CURRENT LEARNING RATE: 3.643048047818933e-07
previous_iter_valid_loss : 0.1797923594713211
1446860 0.179947 0.179792 0.168675 CURRENT LEARNING RATE: 3.6423195110654754e-07
previous_iter_valid_loss : 0.1619236022233963
1446880 0.162080 0.161924 0.167521 CURRENT LEARNING RATE: 3.6415911200047975e-07
previous_iter_valid_loss : 0.16180768609046936
1446900 0.161958 0.161808 0.167490 CURRENT LEARNING RATE: 3.6408628746077587e-07
previous_iter_valid_loss : 0.1672385185956955
1446920 0.167393 0.167239 0.167804 CURRENT LEARNING RATE: 3.640134774845243e-07
previous_iter_valid_loss : 0.16590365767478943
1446940 0.166121 0.165904 0.167495 CURRENT LEARNING RATE: 3.6394068206881174e-07
previous_iter_valid_loss : 0.16178877651691437
1446960 0.161949 0.161789 0.167427 CURRENT LEARNING RATE: 3.6386790121072655e-07
previous_iter_valid_loss : 0.16056035459041595
1446980 0.160733 0.160560 0.167216 CURRENT LEARNING RATE: 3.637951349073568e-07
previous_iter_valid_loss : 0.1670645922422409
1447000 0.167225 0.167065 0.167390 CURRENT LEARNING RATE: 3.637223831557932e-07
previous_iter_valid_loss : 0.1609363555908203
1447020 0.161096 0.160936 0.167409 CURRENT LEARNING RATE: 3.636496459531249e-07
previous_iter_valid_loss : 0.1612943708896637
1447040 0.161477 0.161294 0.167373 CURRENT LEARNING RATE: 3.635769232964425e-07
previous_iter_valid_loss : 0.1740088015794754
1447060 0.174281 0.174009 0.167944 CURRENT LEARNING RATE: 3.635042151828365e-07
previous_iter_valid_loss : 0.1613488346338272
1447080 0.161536 0.161349 0.167455 CURRENT LEARNING RATE: 3.634315216093998e-07
previous_iter_valid_loss : 0.1678815633058548
1447100 0.168110 0.167882 0.167436 CURRENT LEARNING RATE: 3.633588425732239e-07
previous_iter_valid_loss : 0.1765497773885727
1447120 0.176852 0.176550 0.168230 CURRENT LEARNING RATE: 3.6328617807140183e-07
previous_iter_valid_loss : 0.16233743727207184
1447140 0.162507 0.162337 0.167205 CURRENT LEARNING RATE: 3.632135281010263e-07
previous_iter_valid_loss : 0.16059283912181854
1447160 0.160765 0.160593 0.167109 CURRENT LEARNING RATE: 3.6314089265919255e-07
previous_iter_valid_loss : 0.16055963933467865
1447180 0.160714 0.160560 0.166705 CURRENT LEARNING RATE: 3.6306827174299455e-07
previous_iter_valid_loss : 0.16126342117786407
1447200 0.161428 0.161263 0.166149 CURRENT LEARNING RATE: 3.629956653495269e-07
previous_iter_valid_loss : 0.16855992376804352
1447220 0.168796 0.168560 0.166287 CURRENT LEARNING RATE: 3.6292307347588646e-07
previous_iter_valid_loss : 0.16357120871543884
1447240 0.163743 0.163571 0.165247 CURRENT LEARNING RATE: 3.6285049611916906e-07
previous_iter_valid_loss : 0.16130918264389038
1447260 0.161491 0.161309 0.164323 CURRENT LEARNING RATE: 3.627779332764716e-07
previous_iter_valid_loss : 0.1606927514076233
1447280 0.160872 0.160693 0.164262 CURRENT LEARNING RATE: 3.627053849448908e-07
previous_iter_valid_loss : 0.17460893094539642
1447300 0.174890 0.174609 0.164902 CURRENT LEARNING RATE: 3.62632851121526e-07
previous_iter_valid_loss : 0.16207848489284515
1447320 0.162273 0.162078 0.164644 CURRENT LEARNING RATE: 3.625603318034754e-07
previous_iter_valid_loss : 0.160844087600708
1447340 0.161026 0.160844 0.164391 CURRENT LEARNING RATE: 3.6248782698783816e-07
previous_iter_valid_loss : 0.16226889193058014
1447360 0.162472 0.162269 0.164415 CURRENT LEARNING RATE: 3.6241533667171344e-07
previous_iter_valid_loss : 0.1676204949617386
1447380 0.167775 0.167620 0.164768 CURRENT LEARNING RATE: 3.6234286085220276e-07
previous_iter_valid_loss : 0.16053731739521027
1447400 0.160696 0.160537 0.164441 CURRENT LEARNING RATE: 3.622703995264066e-07
previous_iter_valid_loss : 0.16072645783424377
1447420 0.160897 0.160726 0.164431 CURRENT LEARNING RATE: 3.6219795269142647e-07
previous_iter_valid_loss : 0.1606484353542328
1447440 0.160811 0.160648 0.164399 CURRENT LEARNING RATE: 3.621255203443638e-07
previous_iter_valid_loss : 0.16692431271076202
1447460 0.167141 0.166924 0.164044 CURRENT LEARNING RATE: 3.6205310248232276e-07
previous_iter_valid_loss : 0.16408675909042358
1447480 0.164251 0.164087 0.164181 CURRENT LEARNING RATE: 3.619806991024058e-07
previous_iter_valid_loss : 0.16975322365760803
1447500 0.169908 0.169753 0.164275 CURRENT LEARNING RATE: 3.619083102017168e-07
previous_iter_valid_loss : 0.17048145830631256
1447520 0.170633 0.170481 0.163972 CURRENT LEARNING RATE: 3.618359357773597e-07
previous_iter_valid_loss : 0.16777808964252472
1447540 0.167935 0.167778 0.164244 CURRENT LEARNING RATE: 3.617635758264407e-07
previous_iter_valid_loss : 0.16082702577114105
1447560 0.160983 0.160827 0.164255 CURRENT LEARNING RATE: 3.616912303460648e-07
previous_iter_valid_loss : 0.17280174791812897
1447580 0.173077 0.172802 0.164867 CURRENT LEARNING RATE: 3.616188993333375e-07
previous_iter_valid_loss : 0.1620829701423645
1447600 0.162277 0.162083 0.164908 CURRENT LEARNING RATE: 3.6154658278536677e-07
previous_iter_valid_loss : 0.1608782559633255
1447620 0.161057 0.160878 0.164524 CURRENT LEARNING RATE: 3.614742806992595e-07
previous_iter_valid_loss : 0.1612531989812851
1447640 0.161441 0.161253 0.164408 CURRENT LEARNING RATE: 3.614019930721235e-07
previous_iter_valid_loss : 0.16587363183498383
1447660 0.166090 0.165874 0.164637 CURRENT LEARNING RATE: 3.613297199010666e-07
previous_iter_valid_loss : 0.1675654649734497
1447680 0.167795 0.167565 0.164980 CURRENT LEARNING RATE: 3.6125746118319925e-07
previous_iter_valid_loss : 0.16061343252658844
1447700 0.160783 0.160613 0.164280 CURRENT LEARNING RATE: 3.6118521691563036e-07
previous_iter_valid_loss : 0.1624828577041626
1447720 0.162678 0.162483 0.164301 CURRENT LEARNING RATE: 3.611129870954702e-07
previous_iter_valid_loss : 0.18235985934734344
1447740 0.182514 0.182360 0.165376 CURRENT LEARNING RATE: 3.610407717198289e-07
previous_iter_valid_loss : 0.16066552698612213
1447760 0.160822 0.160666 0.165296 CURRENT LEARNING RATE: 3.609685707858192e-07
previous_iter_valid_loss : 0.16729076206684113
1447780 0.167516 0.167291 0.165280 CURRENT LEARNING RATE: 3.6089638429055233e-07
previous_iter_valid_loss : 0.16063806414604187
1447800 0.160808 0.160638 0.165285 CURRENT LEARNING RATE: 3.6082421223114084e-07
previous_iter_valid_loss : 0.165925994515419
1447820 0.166084 0.165926 0.165545 CURRENT LEARNING RATE: 3.6075205460469733e-07
previous_iter_valid_loss : 0.16592584550380707
1447840 0.166143 0.165926 0.165809 CURRENT LEARNING RATE: 3.606799114083367e-07
previous_iter_valid_loss : 0.1609070599079132
1447860 0.161082 0.160907 0.165508 CURRENT LEARNING RATE: 3.6060778263917254e-07
previous_iter_valid_loss : 0.18178637325763702
1447880 0.181945 0.181786 0.166393 CURRENT LEARNING RATE: 3.6053566829431974e-07
previous_iter_valid_loss : 0.16275936365127563
1447900 0.162958 0.162759 0.166043 CURRENT LEARNING RATE: 3.604635683708931e-07
previous_iter_valid_loss : 0.16514305770397186
1447920 0.165311 0.165143 0.165776 CURRENT LEARNING RATE: 3.6039148286600986e-07
previous_iter_valid_loss : 0.1784760057926178
1447940 0.178634 0.178476 0.166311 CURRENT LEARNING RATE: 3.6031941177678593e-07
previous_iter_valid_loss : 0.176698237657547
1447960 0.176849 0.176698 0.167105 CURRENT LEARNING RATE: 3.602473551003386e-07
previous_iter_valid_loss : 0.17329594492912292
1447980 0.173573 0.173296 0.167129 CURRENT LEARNING RATE: 3.6017531283378485e-07
previous_iter_valid_loss : 0.16739700734615326
1448000 0.167561 0.167397 0.167395 CURRENT LEARNING RATE: 3.6010328497424433e-07
previous_iter_valid_loss : 0.16949035227298737
1448020 0.169645 0.169490 0.167826 CURRENT LEARNING RATE: 3.6003127151883524e-07
previous_iter_valid_loss : 0.16815826296806335
1448040 0.168385 0.168158 0.168171 CURRENT LEARNING RATE: 3.599592724646764e-07
previous_iter_valid_loss : 0.16915681958198547
1448060 0.169389 0.169157 0.168335 CURRENT LEARNING RATE: 3.598872878088892e-07
previous_iter_valid_loss : 0.1683136224746704
1448080 0.168471 0.168314 0.168373 CURRENT LEARNING RATE: 3.598153175485935e-07
previous_iter_valid_loss : 0.16089609265327454
1448100 0.161080 0.160896 0.168387 CURRENT LEARNING RATE: 3.5974336168091055e-07
previous_iter_valid_loss : 0.16055932641029358
1448120 0.160733 0.160559 0.168290 CURRENT LEARNING RATE: 3.596714202029615e-07
previous_iter_valid_loss : 0.16196314990520477
1448140 0.162149 0.161963 0.167271 CURRENT LEARNING RATE: 3.595994931118699e-07
previous_iter_valid_loss : 0.16489501297473907
1448160 0.165059 0.164895 0.167482 CURRENT LEARNING RATE: 3.595275804047582e-07
previous_iter_valid_loss : 0.18655796349048615
1448180 0.186701 0.186558 0.168445 CURRENT LEARNING RATE: 3.5945568207874963e-07
previous_iter_valid_loss : 0.16804377734661102
1448200 0.168202 0.168044 0.168816 CURRENT LEARNING RATE: 3.593837981309678e-07
previous_iter_valid_loss : 0.1729576736688614
1448220 0.173108 0.172958 0.169167 CURRENT LEARNING RATE: 3.5931192855853857e-07
previous_iter_valid_loss : 0.16077640652656555
1448240 0.160957 0.160776 0.168910 CURRENT LEARNING RATE: 3.5924007335858656e-07
previous_iter_valid_loss : 0.16151291131973267
1448260 0.161684 0.161513 0.168940 CURRENT LEARNING RATE: 3.5916823252823754e-07
previous_iter_valid_loss : 0.16577041149139404
1448280 0.165938 0.165770 0.168139 CURRENT LEARNING RATE: 3.590964060646172e-07
previous_iter_valid_loss : 0.16989319026470184
1448300 0.170043 0.169893 0.168496 CURRENT LEARNING RATE: 3.590245939648538e-07
previous_iter_valid_loss : 0.17819195985794067
1448320 0.178347 0.178192 0.169149 CURRENT LEARNING RATE: 3.589527962260742e-07
previous_iter_valid_loss : 0.16360192000865936
1448340 0.163764 0.163602 0.168405 CURRENT LEARNING RATE: 3.588810128454065e-07
previous_iter_valid_loss : 0.16073006391525269
1448360 0.160903 0.160730 0.167606 CURRENT LEARNING RATE: 3.588092438199787e-07
previous_iter_valid_loss : 0.16489052772521973
1448380 0.165090 0.164891 0.167186 CURRENT LEARNING RATE: 3.5873748914692135e-07
previous_iter_valid_loss : 0.18020080029964447
1448400 0.180356 0.180201 0.167826 CURRENT LEARNING RATE: 3.586657488233636e-07
previous_iter_valid_loss : 0.16997367143630981
1448420 0.170220 0.169974 0.167851 CURRENT LEARNING RATE: 3.585940228464353e-07
previous_iter_valid_loss : 0.16158995032310486
1448440 0.161782 0.161590 0.167522 CURRENT LEARNING RATE: 3.585223112132685e-07
previous_iter_valid_loss : 0.1614236831665039
1448460 0.161589 0.161424 0.167135 CURRENT LEARNING RATE: 3.584506139209942e-07
previous_iter_valid_loss : 0.16092504560947418
1448480 0.161073 0.160925 0.166766 CURRENT LEARNING RATE: 3.583789309667446e-07
previous_iter_valid_loss : 0.1774873286485672
1448500 0.177791 0.177487 0.167596 CURRENT LEARNING RATE: 3.583072623476516e-07
previous_iter_valid_loss : 0.17601554095745087
1448520 0.176295 0.176016 0.168368 CURRENT LEARNING RATE: 3.582356080608497e-07
previous_iter_valid_loss : 0.1620163917541504
1448540 0.162208 0.162016 0.168371 CURRENT LEARNING RATE: 3.5816396810347224e-07
previous_iter_valid_loss : 0.16699780523777008
1448560 0.167215 0.166998 0.168476 CURRENT LEARNING RATE: 3.5809234247265357e-07
previous_iter_valid_loss : 0.1605299860239029
1448580 0.160701 0.160530 0.167175 CURRENT LEARNING RATE: 3.58020731165528e-07
previous_iter_valid_loss : 0.16201765835285187
1448600 0.162170 0.162018 0.166874 CURRENT LEARNING RATE: 3.5794913417923236e-07
previous_iter_valid_loss : 0.16555474698543549
1448620 0.165723 0.165555 0.166503 CURRENT LEARNING RATE: 3.578775515109021e-07
previous_iter_valid_loss : 0.1773662567138672
1448640 0.177665 0.177366 0.167333 CURRENT LEARNING RATE: 3.57805983157674e-07
previous_iter_valid_loss : 0.18116237223148346
1448660 0.181489 0.181162 0.168315 CURRENT LEARNING RATE: 3.5773442911668455e-07
previous_iter_valid_loss : 0.1671019345521927
1448680 0.167257 0.167102 0.168382 CURRENT LEARNING RATE: 3.576628893850731e-07
previous_iter_valid_loss : 0.16284096240997314
1448700 0.163002 0.162841 0.168029 CURRENT LEARNING RATE: 3.5759136395997715e-07
previous_iter_valid_loss : 0.1622225046157837
1448720 0.162404 0.162223 0.167231 CURRENT LEARNING RATE: 3.5751985283853576e-07
previous_iter_valid_loss : 0.16496682167053223
1448740 0.165189 0.164967 0.167299 CURRENT LEARNING RATE: 3.57448356017888e-07
previous_iter_valid_loss : 0.16075436770915985
1448760 0.160925 0.160754 0.167300 CURRENT LEARNING RATE: 3.573768734951751e-07
previous_iter_valid_loss : 0.16060450673103333
1448780 0.160780 0.160605 0.167086 CURRENT LEARNING RATE: 3.5730540526753723e-07
previous_iter_valid_loss : 0.16758015751838684
1448800 0.167738 0.167580 0.166455 CURRENT LEARNING RATE: 3.5723395133211496e-07
previous_iter_valid_loss : 0.19119776785373688
1448820 0.191325 0.191198 0.167516 CURRENT LEARNING RATE: 3.571625116860515e-07
previous_iter_valid_loss : 0.16993850469589233
1448840 0.170088 0.169939 0.167934 CURRENT LEARNING RATE: 3.5709108632648853e-07
previous_iter_valid_loss : 0.16861900687217712
1448860 0.168766 0.168619 0.168293 CURRENT LEARNING RATE: 3.57019675250569e-07
previous_iter_valid_loss : 0.16933633387088776
1448880 0.169570 0.169336 0.168714 CURRENT LEARNING RATE: 3.569482784554359e-07
previous_iter_valid_loss : 0.16897928714752197
1448900 0.169214 0.168979 0.168288 CURRENT LEARNING RATE: 3.568768959382347e-07
previous_iter_valid_loss : 0.16184009611606598
1448920 0.162026 0.161840 0.167580 CURRENT LEARNING RATE: 3.568055276961093e-07
previous_iter_valid_loss : 0.18311569094657898
1448940 0.183273 0.183116 0.168635 CURRENT LEARNING RATE: 3.56734173726205e-07
previous_iter_valid_loss : 0.16790758073329926
1448960 0.168062 0.167908 0.168680 CURRENT LEARNING RATE: 3.566628340256672e-07
previous_iter_valid_loss : 0.16244837641716003
1448980 0.162637 0.162448 0.168776 CURRENT LEARNING RATE: 3.5659150859164336e-07
previous_iter_valid_loss : 0.16198578476905823
1449000 0.162168 0.161986 0.168774 CURRENT LEARNING RATE: 3.5652019742128e-07
previous_iter_valid_loss : 0.1653534173965454
1449020 0.165547 0.165353 0.168764 CURRENT LEARNING RATE: 3.564489005117245e-07
previous_iter_valid_loss : 0.17552880942821503
1449040 0.175678 0.175529 0.168673 CURRENT LEARNING RATE: 3.5637761786012443e-07
previous_iter_valid_loss : 0.1729927510023117
1449060 0.173142 0.172993 0.168264 CURRENT LEARNING RATE: 3.5630634946362977e-07
previous_iter_valid_loss : 0.16248585283756256
1449080 0.162648 0.162486 0.168033 CURRENT LEARNING RATE: 3.562350953193892e-07
previous_iter_valid_loss : 0.16269105672836304
1449100 0.162855 0.162691 0.168026 CURRENT LEARNING RATE: 3.561638554245524e-07
previous_iter_valid_loss : 0.1706995964050293
1449120 0.170850 0.170700 0.168450 CURRENT LEARNING RATE: 3.560926297762693e-07
previous_iter_valid_loss : 0.16082581877708435
1449140 0.160987 0.160826 0.168243 CURRENT LEARNING RATE: 3.5602141837169197e-07
previous_iter_valid_loss : 0.16264724731445312
1449160 0.162848 0.162647 0.168337 CURRENT LEARNING RATE: 3.559502212079715e-07
previous_iter_valid_loss : 0.1794375628232956
1449180 0.179598 0.179438 0.169279 CURRENT LEARNING RATE: 3.5587903828225937e-07
previous_iter_valid_loss : 0.16475516557693481
1449200 0.164968 0.164755 0.169138 CURRENT LEARNING RATE: 3.5580786959170927e-07
previous_iter_valid_loss : 0.1689131110906601
1449220 0.169141 0.168913 0.168023 CURRENT LEARNING RATE: 3.5573671513347416e-07
previous_iter_valid_loss : 0.1623835414648056
1449240 0.162587 0.162384 0.167646 CURRENT LEARNING RATE: 3.556655749047077e-07
previous_iter_valid_loss : 0.16992522776126862
1449260 0.170173 0.169925 0.167711 CURRENT LEARNING RATE: 3.555944489025635e-07
previous_iter_valid_loss : 0.17153571546077728
1449280 0.171689 0.171536 0.167821 CURRENT LEARNING RATE: 3.5552333712419804e-07
previous_iter_valid_loss : 0.18644076585769653
1449300 0.186580 0.186441 0.168694 CURRENT LEARNING RATE: 3.554522395667661e-07
previous_iter_valid_loss : 0.17108173668384552
1449320 0.171230 0.171082 0.169156 CURRENT LEARNING RATE: 3.553811562274238e-07
previous_iter_valid_loss : 0.16131675243377686
1449340 0.161503 0.161317 0.168066 CURRENT LEARNING RATE: 3.553100871033272e-07
previous_iter_valid_loss : 0.1809941679239273
1449360 0.181335 0.180994 0.168720 CURRENT LEARNING RATE: 3.5523903219163467e-07
previous_iter_valid_loss : 0.16467340290546417
1449380 0.164881 0.164673 0.168832 CURRENT LEARNING RATE: 3.5516799148950356e-07
previous_iter_valid_loss : 0.16314208507537842
1449400 0.163335 0.163142 0.168890 CURRENT LEARNING RATE: 3.5509696499409205e-07
previous_iter_valid_loss : 0.1605539321899414
1449420 0.160726 0.160554 0.168650 CURRENT LEARNING RATE: 3.550259527025586e-07
previous_iter_valid_loss : 0.16689124703407288
1449440 0.167115 0.166891 0.168218 CURRENT LEARNING RATE: 3.5495495461206406e-07
previous_iter_valid_loss : 0.16081465780735016
1449460 0.160969 0.160815 0.167609 CURRENT LEARNING RATE: 3.548839707197676e-07
previous_iter_valid_loss : 0.18628591299057007
1449480 0.186414 0.186286 0.168799 CURRENT LEARNING RATE: 3.548130010228301e-07
previous_iter_valid_loss : 0.1659449189901352
1449500 0.166102 0.165945 0.168961 CURRENT LEARNING RATE: 3.5474204551841203e-07
previous_iter_valid_loss : 0.16088826954364777
1449520 0.161047 0.160888 0.168471 CURRENT LEARNING RATE: 3.5467110420367645e-07
previous_iter_valid_loss : 0.17471608519554138
1449540 0.174862 0.174716 0.169165 CURRENT LEARNING RATE: 3.5460017707578506e-07
previous_iter_valid_loss : 0.16357840597629547
1449560 0.163783 0.163578 0.169212 CURRENT LEARNING RATE: 3.545292641319009e-07
previous_iter_valid_loss : 0.16068050265312195
1449580 0.160839 0.160681 0.168274 CURRENT LEARNING RATE: 3.544583653691866e-07
previous_iter_valid_loss : 0.1642085313796997
1449600 0.164417 0.164209 0.168247 CURRENT LEARNING RATE: 3.543874807848077e-07
previous_iter_valid_loss : 0.16051092743873596
1449620 0.160667 0.160511 0.167827 CURRENT LEARNING RATE: 3.54316610375928e-07
previous_iter_valid_loss : 0.16737622022628784
1449640 0.167530 0.167376 0.168076 CURRENT LEARNING RATE: 3.5424575413971214e-07
previous_iter_valid_loss : 0.17154349386692047
1449660 0.171804 0.171543 0.168157 CURRENT LEARNING RATE: 3.5417491207332714e-07
previous_iter_valid_loss : 0.1609944999217987
1449680 0.161148 0.160994 0.167630 CURRENT LEARNING RATE: 3.541040841739387e-07
previous_iter_valid_loss : 0.17403599619865417
1449700 0.174187 0.174036 0.167010 CURRENT LEARNING RATE: 3.540332704387136e-07
previous_iter_valid_loss : 0.1605888158082962
1449720 0.160762 0.160589 0.166485 CURRENT LEARNING RATE: 3.539624708648189e-07
previous_iter_valid_loss : 0.20528481900691986
1449740 0.205348 0.205285 0.168684 CURRENT LEARNING RATE: 3.538916854494235e-07
previous_iter_valid_loss : 0.16721448302268982
1449760 0.167369 0.167214 0.167995 CURRENT LEARNING RATE: 3.538209141896957e-07
previous_iter_valid_loss : 0.16158705949783325
1449780 0.161773 0.161587 0.167840 CURRENT LEARNING RATE: 3.5375015708280445e-07
previous_iter_valid_loss : 0.17385591566562653
1449800 0.174122 0.173856 0.168376 CURRENT LEARNING RATE: 3.5367941412591893e-07
previous_iter_valid_loss : 0.16289176046848297
1449820 0.163050 0.162892 0.168493 CURRENT LEARNING RATE: 3.5360868531621063e-07
previous_iter_valid_loss : 0.16445337235927582
1449840 0.164615 0.164453 0.168371 CURRENT LEARNING RATE: 3.535379706508498e-07
previous_iter_valid_loss : 0.16263128817081451
1449860 0.162830 0.162631 0.168462 CURRENT LEARNING RATE: 3.534672701270079e-07
previous_iter_valid_loss : 0.18104547262191772
1449880 0.181391 0.181045 0.168200 CURRENT LEARNING RATE: 3.5339658374185615e-07
previous_iter_valid_loss : 0.16298557817935944
1449900 0.163166 0.162986 0.168052 CURRENT LEARNING RATE: 3.5332591149256844e-07
previous_iter_valid_loss : 0.18419305980205536
1449920 0.184548 0.184193 0.169217 CURRENT LEARNING RATE: 3.5325525337631727e-07
previous_iter_valid_loss : 0.16142462193965912
1449940 0.161589 0.161425 0.168553 CURRENT LEARNING RATE: 3.531846093902762e-07
previous_iter_valid_loss : 0.1818302720785141
1449960 0.181987 0.181830 0.169465 CURRENT LEARNING RATE: 3.5311397953161895e-07
previous_iter_valid_loss : 0.1678621917963028
1449980 0.168077 0.167862 0.169824 CURRENT LEARNING RATE: 3.530433637975216e-07
previous_iter_valid_loss : 0.1706087440252304
1450000 0.170861 0.170609 0.170144 CURRENT LEARNING RATE: 3.529727621851589e-07
previous_iter_valid_loss : 0.16953714191913605
1450020 0.169778 0.169537 0.170596 CURRENT LEARNING RATE: 3.5290217469170605e-07
previous_iter_valid_loss : 0.16313086450099945
1450040 0.163308 0.163131 0.170383 CURRENT LEARNING RATE: 3.528316013143408e-07
previous_iter_valid_loss : 0.16664515435695648
1450060 0.166810 0.166645 0.170138 CURRENT LEARNING RATE: 3.527610420502397e-07
previous_iter_valid_loss : 0.16293536126613617
1450080 0.163123 0.162935 0.170235 CURRENT LEARNING RATE: 3.5269049689658037e-07
previous_iter_valid_loss : 0.16235120594501495
1450100 0.162507 0.162351 0.169651 CURRENT LEARNING RATE: 3.5261996585054027e-07
previous_iter_valid_loss : 0.19087821245193481
1450120 0.191007 0.190878 0.171166 CURRENT LEARNING RATE: 3.5254944890929953e-07
previous_iter_valid_loss : 0.16052260994911194
1450140 0.160676 0.160523 0.168928 CURRENT LEARNING RATE: 3.5247894607003674e-07
previous_iter_valid_loss : 0.1654881238937378
1450160 0.165704 0.165488 0.168841 CURRENT LEARNING RATE: 3.524084573299319e-07
previous_iter_valid_loss : 0.1605994701385498
1450180 0.160777 0.160599 0.168792 CURRENT LEARNING RATE: 3.5233798268616474e-07
previous_iter_valid_loss : 0.16134925186634064
1450200 0.161509 0.161349 0.168167 CURRENT LEARNING RATE: 3.5226752213591753e-07
previous_iter_valid_loss : 0.16388709843158722
1450220 0.164085 0.163887 0.168216 CURRENT LEARNING RATE: 3.5219707567637134e-07
previous_iter_valid_loss : 0.16062450408935547
1450240 0.160795 0.160625 0.168025 CURRENT LEARNING RATE: 3.521266433047081e-07
previous_iter_valid_loss : 0.1608750969171524
1450260 0.161027 0.160875 0.167937 CURRENT LEARNING RATE: 3.520562250181101e-07
previous_iter_valid_loss : 0.17051587998867035
1450280 0.170768 0.170516 0.167411 CURRENT LEARNING RATE: 3.519858208137618e-07
previous_iter_valid_loss : 0.1618557870388031
1450300 0.162003 0.161856 0.167354 CURRENT LEARNING RATE: 3.519154306888463e-07
previous_iter_valid_loss : 0.16622693836688995
1450320 0.166383 0.166227 0.166456 CURRENT LEARNING RATE: 3.518450546405481e-07
previous_iter_valid_loss : 0.17108885943889618
1450340 0.171346 0.171089 0.166939 CURRENT LEARNING RATE: 3.5177469266605155e-07
previous_iter_valid_loss : 0.16854499280452728
1450360 0.168693 0.168545 0.166275 CURRENT LEARNING RATE: 3.517043447625433e-07
previous_iter_valid_loss : 0.16300740838050842
1450380 0.163169 0.163007 0.166032 CURRENT LEARNING RATE: 3.51634010927209e-07
previous_iter_valid_loss : 0.1624235212802887
1450400 0.162611 0.162424 0.165623 CURRENT LEARNING RATE: 3.5156369115723446e-07
previous_iter_valid_loss : 0.16896934807300568
1450420 0.169118 0.168969 0.165594 CURRENT LEARNING RATE: 3.5149338544980825e-07
previous_iter_valid_loss : 0.17085802555084229
1450440 0.171006 0.170858 0.165981 CURRENT LEARNING RATE: 3.514230938021176e-07
previous_iter_valid_loss : 0.16056837141513824
1450460 0.160720 0.160568 0.165677 CURRENT LEARNING RATE: 3.5135281621135063e-07
previous_iter_valid_loss : 0.1609683781862259
1450480 0.161150 0.160968 0.165579 CURRENT LEARNING RATE: 3.5128255267469583e-07
previous_iter_valid_loss : 0.1626143455505371
1450500 0.162804 0.162614 0.165592 CURRENT LEARNING RATE: 3.512123031893437e-07
previous_iter_valid_loss : 0.1630716770887375
1450520 0.163238 0.163072 0.164201 CURRENT LEARNING RATE: 3.5114206775248383e-07
previous_iter_valid_loss : 0.17851923406124115
1450540 0.178683 0.178519 0.165101 CURRENT LEARNING RATE: 3.510718463613067e-07
previous_iter_valid_loss : 0.16460560262203217
1450560 0.164824 0.164606 0.165057 CURRENT LEARNING RATE: 3.510016390130028e-07
previous_iter_valid_loss : 0.16128690540790558
1450580 0.161450 0.161287 0.165091 CURRENT LEARNING RATE: 3.5093144570476517e-07
previous_iter_valid_loss : 0.1681555211544037
1450600 0.168313 0.168156 0.165432 CURRENT LEARNING RATE: 3.508612664337854e-07
previous_iter_valid_loss : 0.16926200687885284
1450620 0.169508 0.169262 0.165701 CURRENT LEARNING RATE: 3.507911011972564e-07
previous_iter_valid_loss : 0.16086852550506592
1450640 0.161047 0.160869 0.165713 CURRENT LEARNING RATE: 3.5072094999237073e-07
previous_iter_valid_loss : 0.1638287603855133
1450660 0.163994 0.163829 0.165860 CURRENT LEARNING RATE: 3.506508128163239e-07
previous_iter_valid_loss : 0.16149559617042542
1450680 0.161657 0.161496 0.165409 CURRENT LEARNING RATE: 3.505806896663095e-07
previous_iter_valid_loss : 0.16072359681129456
1450700 0.160898 0.160724 0.165353 CURRENT LEARNING RATE: 3.505105805395228e-07
previous_iter_valid_loss : 0.1847848892211914
1450720 0.184920 0.184785 0.166281 CURRENT LEARNING RATE: 3.504404854331587e-07
previous_iter_valid_loss : 0.16465434432029724
1450740 0.164829 0.164654 0.165959 CURRENT LEARNING RATE: 3.5037040434441473e-07
previous_iter_valid_loss : 0.1727352738380432
1450760 0.173007 0.172735 0.166168 CURRENT LEARNING RATE: 3.5030033727048696e-07
previous_iter_valid_loss : 0.16074107587337494
1450780 0.160915 0.160741 0.166055 CURRENT LEARNING RATE: 3.502302842085727e-07
previous_iter_valid_loss : 0.1605498343706131
1450800 0.160710 0.160550 0.165961 CURRENT LEARNING RATE: 3.5016024515586925e-07
previous_iter_valid_loss : 0.1605384647846222
1450820 0.160706 0.160538 0.165540 CURRENT LEARNING RATE: 3.500902201095763e-07
previous_iter_valid_loss : 0.16056933999061584
1450840 0.160733 0.160569 0.165025 CURRENT LEARNING RATE: 3.5002020906689223e-07
previous_iter_valid_loss : 0.16075657308101654
1450860 0.160923 0.160757 0.165035 CURRENT LEARNING RATE: 3.4995021202501586e-07
previous_iter_valid_loss : 0.16202914714813232
1450880 0.162188 0.162029 0.165088 CURRENT LEARNING RATE: 3.498802289811487e-07
previous_iter_valid_loss : 0.17078915238380432
1450900 0.171048 0.170789 0.165497 CURRENT LEARNING RATE: 3.498102599324907e-07
previous_iter_valid_loss : 0.16527490317821503
1450920 0.165439 0.165275 0.165607 CURRENT LEARNING RATE: 3.497403048762432e-07
previous_iter_valid_loss : 0.16318733990192413
1450940 0.163359 0.163187 0.164840 CURRENT LEARNING RATE: 3.496703638096073e-07
previous_iter_valid_loss : 0.16052648425102234
1450960 0.160700 0.160526 0.164636 CURRENT LEARNING RATE: 3.496004367297866e-07
previous_iter_valid_loss : 0.19127437472343445
1450980 0.191746 0.191274 0.166136 CURRENT LEARNING RATE: 3.4953052363398343e-07
previous_iter_valid_loss : 0.16122959554195404
1451000 0.161397 0.161230 0.165789 CURRENT LEARNING RATE: 3.494606245194013e-07
previous_iter_valid_loss : 0.17822493612766266
1451020 0.178525 0.178225 0.166238 CURRENT LEARNING RATE: 3.4939073938324346e-07
previous_iter_valid_loss : 0.16050128638744354
1451040 0.160664 0.160501 0.166219 CURRENT LEARNING RATE: 3.4932086822271596e-07
previous_iter_valid_loss : 0.16242673993110657
1451060 0.162589 0.162427 0.166149 CURRENT LEARNING RATE: 3.4925101103502317e-07
previous_iter_valid_loss : 0.16719409823417664
1451080 0.167354 0.167194 0.166434 CURRENT LEARNING RATE: 3.491811678173709e-07
previous_iter_valid_loss : 0.16289718449115753
1451100 0.163065 0.162897 0.166543 CURRENT LEARNING RATE: 3.491113385669648e-07
previous_iter_valid_loss : 0.1605978012084961
1451120 0.160759 0.160598 0.165333 CURRENT LEARNING RATE: 3.490415232810129e-07
previous_iter_valid_loss : 0.16063982248306274
1451140 0.160807 0.160640 0.165133 CURRENT LEARNING RATE: 3.4897172195672194e-07
previous_iter_valid_loss : 0.16058111190795898
1451160 0.160744 0.160581 0.164525 CURRENT LEARNING RATE: 3.489019345912999e-07
previous_iter_valid_loss : 0.16259866952896118
1451180 0.162757 0.162599 0.164618 CURRENT LEARNING RATE: 3.4883216118195473e-07
previous_iter_valid_loss : 0.17741438746452332
1451200 0.177712 0.177414 0.165461 CURRENT LEARNING RATE: 3.4876240172589663e-07
previous_iter_valid_loss : 0.16331668198108673
1451220 0.163518 0.163317 0.165600 CURRENT LEARNING RATE: 3.486926562203347e-07
previous_iter_valid_loss : 0.16453924775123596
1451240 0.164739 0.164539 0.165798 CURRENT LEARNING RATE: 3.486229246624783e-07
previous_iter_valid_loss : 0.18135260045528412
1451260 0.181679 0.181353 0.166828 CURRENT LEARNING RATE: 3.485532070495397e-07
previous_iter_valid_loss : 0.1614672988653183
1451280 0.161610 0.161467 0.166800 CURRENT LEARNING RATE: 3.484835033787294e-07
previous_iter_valid_loss : 0.17230667173862457
1451300 0.172455 0.172307 0.166876 CURRENT LEARNING RATE: 3.4841381364725927e-07
previous_iter_valid_loss : 0.1622432917356491
1451320 0.162421 0.162243 0.166724 CURRENT LEARNING RATE: 3.4834413785234107e-07
previous_iter_valid_loss : 0.16377368569374084
1451340 0.163935 0.163774 0.166754 CURRENT LEARNING RATE: 3.482744759911891e-07
previous_iter_valid_loss : 0.1607317477464676
1451360 0.160896 0.160732 0.166764 CURRENT LEARNING RATE: 3.482048280610162e-07
previous_iter_valid_loss : 0.16064269840717316
1451380 0.160802 0.160643 0.165232 CURRENT LEARNING RATE: 3.481351940590365e-07
previous_iter_valid_loss : 0.1608768105506897
1451400 0.161029 0.160877 0.165215 CURRENT LEARNING RATE: 3.4806557398246393e-07
previous_iter_valid_loss : 0.17541766166687012
1451420 0.175557 0.175418 0.165074 CURRENT LEARNING RATE: 3.47995967828515e-07
previous_iter_valid_loss : 0.18433032929897308
1451440 0.184713 0.184330 0.166266 CURRENT LEARNING RATE: 3.4792637559440484e-07
previous_iter_valid_loss : 0.16142037510871887
1451460 0.161608 0.161420 0.166215 CURRENT LEARNING RATE: 3.478567972773498e-07
previous_iter_valid_loss : 0.16319316625595093
1451480 0.163391 0.163193 0.166015 CURRENT LEARNING RATE: 3.47787232874566e-07
previous_iter_valid_loss : 0.16756846010684967
1451500 0.167797 0.167568 0.166249 CURRENT LEARNING RATE: 3.4771768238327225e-07
previous_iter_valid_loss : 0.17071563005447388
1451520 0.170964 0.170716 0.166755 CURRENT LEARNING RATE: 3.4764814580068575e-07
previous_iter_valid_loss : 0.1652671843767166
1451540 0.165436 0.165267 0.166986 CURRENT LEARNING RATE: 3.475786231240252e-07
previous_iter_valid_loss : 0.18028393387794495
1451560 0.180430 0.180284 0.167971 CURRENT LEARNING RATE: 3.47509114350509e-07
previous_iter_valid_loss : 0.16134634613990784
1451580 0.161503 0.161346 0.167909 CURRENT LEARNING RATE: 3.47439619477358e-07
previous_iter_valid_loss : 0.1669662445783615
1451600 0.167188 0.166966 0.167386 CURRENT LEARNING RATE: 3.473701385017919e-07
previous_iter_valid_loss : 0.1719859093427658
1451620 0.172131 0.171986 0.167820 CURRENT LEARNING RATE: 3.473006714210307e-07
previous_iter_valid_loss : 0.1647123396396637
1451640 0.164921 0.164712 0.167828 CURRENT LEARNING RATE: 3.4723121823229703e-07
previous_iter_valid_loss : 0.16086702048778534
1451660 0.161030 0.160867 0.166804 CURRENT LEARNING RATE: 3.4716177893281217e-07
previous_iter_valid_loss : 0.1633884757757187
1451680 0.163576 0.163388 0.166900 CURRENT LEARNING RATE: 3.470923535197984e-07
previous_iter_valid_loss : 0.1606743335723877
1451700 0.160812 0.160674 0.166319 CURRENT LEARNING RATE: 3.4702294199047837e-07
previous_iter_valid_loss : 0.16123990714550018
1451720 0.161425 0.161240 0.166268 CURRENT LEARNING RATE: 3.469535443420766e-07
previous_iter_valid_loss : 0.1694241464138031
1451740 0.169664 0.169424 0.166551 CURRENT LEARNING RATE: 3.4688416057181664e-07
previous_iter_valid_loss : 0.20480693876743317
1451760 0.205388 0.204807 0.168755 CURRENT LEARNING RATE: 3.4681479067692314e-07
previous_iter_valid_loss : 0.16082090139389038
1451780 0.161001 0.160821 0.168764 CURRENT LEARNING RATE: 3.4674543465462074e-07
previous_iter_valid_loss : 0.16054904460906982
1451800 0.160723 0.160549 0.168747 CURRENT LEARNING RATE: 3.4667609250213637e-07
previous_iter_valid_loss : 0.17242677509784698
1451820 0.172570 0.172427 0.168598 CURRENT LEARNING RATE: 3.4660676421669577e-07
previous_iter_valid_loss : 0.1606098711490631
1451840 0.160773 0.160610 0.167412 CURRENT LEARNING RATE: 3.465374497955257e-07
previous_iter_valid_loss : 0.16563168168067932
1451860 0.165841 0.165632 0.167622 CURRENT LEARNING RATE: 3.4646814923585316e-07
previous_iter_valid_loss : 0.163559690117836
1451880 0.163755 0.163560 0.167641 CURRENT LEARNING RATE: 3.463988625349072e-07
previous_iter_valid_loss : 0.1605616807937622
1451900 0.160719 0.160562 0.167290 CURRENT LEARNING RATE: 3.4632958968991574e-07
previous_iter_valid_loss : 0.16415710747241974
1451920 0.164321 0.164157 0.166962 CURRENT LEARNING RATE: 3.46260330698108e-07
previous_iter_valid_loss : 0.16342155635356903
1451940 0.163605 0.163422 0.166870 CURRENT LEARNING RATE: 3.461910855567129e-07
previous_iter_valid_loss : 0.16637244820594788
1451960 0.166592 0.166372 0.166174 CURRENT LEARNING RATE: 3.4612185426296184e-07
previous_iter_valid_loss : 0.1621217429637909
1451980 0.162312 0.162122 0.166213 CURRENT LEARNING RATE: 3.46052636814085e-07
previous_iter_valid_loss : 0.16824297606945038
1452000 0.168477 0.168243 0.166277 CURRENT LEARNING RATE: 3.4598343320731305e-07
previous_iter_valid_loss : 0.1658540517091751
1452020 0.166064 0.165854 0.165970 CURRENT LEARNING RATE: 3.4591424343987913e-07
previous_iter_valid_loss : 0.1637154072523117
1452040 0.163881 0.163715 0.165921 CURRENT LEARNING RATE: 3.4584506750901507e-07
previous_iter_valid_loss : 0.16287915408611298
1452060 0.163039 0.162879 0.166021 CURRENT LEARNING RATE: 3.4577590541195366e-07
previous_iter_valid_loss : 0.1605854481458664
1452080 0.160751 0.160585 0.165881 CURRENT LEARNING RATE: 3.4570675714592793e-07
previous_iter_valid_loss : 0.16169343888759613
1452100 0.161884 0.161693 0.165932 CURRENT LEARNING RATE: 3.456376227081731e-07
previous_iter_valid_loss : 0.18763522803783417
1452120 0.188041 0.187635 0.167252 CURRENT LEARNING RATE: 3.455685020959232e-07
previous_iter_valid_loss : 0.16199173033237457
1452140 0.162178 0.161992 0.166880 CURRENT LEARNING RATE: 3.454993953064135e-07
previous_iter_valid_loss : 0.16054171323776245
1452160 0.160707 0.160542 0.164667 CURRENT LEARNING RATE: 3.4543030233687906e-07
previous_iter_valid_loss : 0.17441897094249725
1452180 0.174696 0.174419 0.165347 CURRENT LEARNING RATE: 3.453612231845573e-07
previous_iter_valid_loss : 0.1698417365550995
1452200 0.169997 0.169842 0.165811 CURRENT LEARNING RATE: 3.452921578466846e-07
previous_iter_valid_loss : 0.1606283038854599
1452220 0.160804 0.160628 0.165221 CURRENT LEARNING RATE: 3.4522310632049816e-07
previous_iter_valid_loss : 0.16574153304100037
1452240 0.165907 0.165742 0.165478 CURRENT LEARNING RATE: 3.4515406860323556e-07
previous_iter_valid_loss : 0.17732958495616913
1452260 0.177483 0.177330 0.166063 CURRENT LEARNING RATE: 3.4508504469213624e-07
previous_iter_valid_loss : 0.17265793681144714
1452280 0.172926 0.172658 0.166518 CURRENT LEARNING RATE: 3.4501603458443877e-07
previous_iter_valid_loss : 0.16083084046840668
1452300 0.160984 0.160831 0.166531 CURRENT LEARNING RATE: 3.4494703827738273e-07
previous_iter_valid_loss : 0.1626860350370407
1452320 0.162851 0.162686 0.166458 CURRENT LEARNING RATE: 3.448780557682076e-07
previous_iter_valid_loss : 0.16052144765853882
1452340 0.160683 0.160521 0.166313 CURRENT LEARNING RATE: 3.448090870541555e-07
previous_iter_valid_loss : 0.16248080134391785
1452360 0.162634 0.162481 0.166118 CURRENT LEARNING RATE: 3.447401321324668e-07
previous_iter_valid_loss : 0.1605737805366516
1452380 0.160731 0.160574 0.166041 CURRENT LEARNING RATE: 3.446711910003835e-07
previous_iter_valid_loss : 0.1614534705877304
1452400 0.161637 0.161453 0.165701 CURRENT LEARNING RATE: 3.446022636551472e-07
previous_iter_valid_loss : 0.1629086136817932
1452420 0.163093 0.162909 0.165554 CURRENT LEARNING RATE: 3.445333500940022e-07
previous_iter_valid_loss : 0.18126945197582245
1452440 0.181623 0.181269 0.166432 CURRENT LEARNING RATE: 3.4446445031419125e-07
previous_iter_valid_loss : 0.16452158987522125
1452460 0.164725 0.164522 0.166514 CURRENT LEARNING RATE: 3.4439556431295765e-07
previous_iter_valid_loss : 0.16425010561943054
1452480 0.164420 0.164250 0.166697 CURRENT LEARNING RATE: 3.4432669208754734e-07
previous_iter_valid_loss : 0.1657271534204483
1452500 0.165939 0.165727 0.166899 CURRENT LEARNING RATE: 3.4425783363520474e-07
previous_iter_valid_loss : 0.17197220027446747
1452520 0.172236 0.171972 0.166116 CURRENT LEARNING RATE: 3.4418898895317554e-07
previous_iter_valid_loss : 0.17688210308551788
1452540 0.177180 0.176882 0.166860 CURRENT LEARNING RATE: 3.4412015803870536e-07
previous_iter_valid_loss : 0.16414159536361694
1452560 0.164339 0.164142 0.167040 CURRENT LEARNING RATE: 3.440513408890422e-07
previous_iter_valid_loss : 0.16377140581607819
1452580 0.163970 0.163771 0.166508 CURRENT LEARNING RATE: 3.4398253750143263e-07
previous_iter_valid_loss : 0.16115480661392212
1452600 0.161311 0.161155 0.166073 CURRENT LEARNING RATE: 3.439137478731246e-07
previous_iter_valid_loss : 0.1745588779449463
1452620 0.174709 0.174559 0.166770 CURRENT LEARNING RATE: 3.4384497200136597e-07
previous_iter_valid_loss : 0.17941345274448395
1452640 0.179568 0.179413 0.167454 CURRENT LEARNING RATE: 3.437762098834068e-07
previous_iter_valid_loss : 0.16065168380737305
1452660 0.160811 0.160652 0.166620 CURRENT LEARNING RATE: 3.437074615164962e-07
previous_iter_valid_loss : 0.18939059972763062
1452680 0.189821 0.189391 0.167456 CURRENT LEARNING RATE: 3.43638726897884e-07
previous_iter_valid_loss : 0.16051135957241058
1452700 0.160673 0.160511 0.167440 CURRENT LEARNING RATE: 3.435700060248204e-07
previous_iter_valid_loss : 0.160502627491951
1452720 0.160664 0.160503 0.167331 CURRENT LEARNING RATE: 3.435012988945576e-07
previous_iter_valid_loss : 0.16382627189159393
1452740 0.163999 0.163826 0.167496 CURRENT LEARNING RATE: 3.4343260550434684e-07
previous_iter_valid_loss : 0.16140428185462952
1452760 0.161556 0.161404 0.167443 CURRENT LEARNING RATE: 3.433639258514404e-07
previous_iter_valid_loss : 0.1605251282453537
1452780 0.160687 0.160525 0.167440 CURRENT LEARNING RATE: 3.432952599330904e-07
previous_iter_valid_loss : 0.16148968040943146
1452800 0.161687 0.161490 0.167442 CURRENT LEARNING RATE: 3.432266077465514e-07
previous_iter_valid_loss : 0.19323374330997467
1452820 0.193353 0.193234 0.168958 CURRENT LEARNING RATE: 3.4315796928907673e-07
previous_iter_valid_loss : 0.1807941496372223
1452840 0.180951 0.180794 0.168934 CURRENT LEARNING RATE: 3.4308934455792037e-07
previous_iter_valid_loss : 0.1608177125453949
1452860 0.160976 0.160818 0.168749 CURRENT LEARNING RATE: 3.4302073355033845e-07
previous_iter_valid_loss : 0.17953407764434814
1452880 0.179850 0.179534 0.169513 CURRENT LEARNING RATE: 3.429521362635858e-07
previous_iter_valid_loss : 0.1669950932264328
1452900 0.167210 0.166995 0.169577 CURRENT LEARNING RATE: 3.428835526949187e-07
previous_iter_valid_loss : 0.163031205534935
1452920 0.163220 0.163031 0.169130 CURRENT LEARNING RATE: 3.4281498284159325e-07
previous_iter_valid_loss : 0.16175638139247894
1452940 0.161938 0.161756 0.168373 CURRENT LEARNING RATE: 3.4274642670086765e-07
previous_iter_valid_loss : 0.16554827988147736
1452960 0.165754 0.165548 0.168444 CURRENT LEARNING RATE: 3.426778842699992e-07
previous_iter_valid_loss : 0.16075924038887024
1452980 0.160906 0.160759 0.168293 CURRENT LEARNING RATE: 3.4260935554624616e-07
previous_iter_valid_loss : 0.16343580186367035
1453000 0.163606 0.163436 0.168407 CURRENT LEARNING RATE: 3.425408405268668e-07
previous_iter_valid_loss : 0.1613592803478241
1453020 0.161546 0.161359 0.167747 CURRENT LEARNING RATE: 3.4247233920912167e-07
previous_iter_valid_loss : 0.16330024600028992
1453040 0.163476 0.163300 0.166942 CURRENT LEARNING RATE: 3.424038515902702e-07
previous_iter_valid_loss : 0.16339556872844696
1453060 0.163592 0.163396 0.167079 CURRENT LEARNING RATE: 3.423353776675728e-07
previous_iter_valid_loss : 0.16642606258392334
1453080 0.166582 0.166426 0.165931 CURRENT LEARNING RATE: 3.4226691743829e-07
previous_iter_valid_loss : 0.16066546738147736
1453100 0.160832 0.160665 0.165938 CURRENT LEARNING RATE: 3.4219847089968456e-07
previous_iter_valid_loss : 0.16452020406723022
1453120 0.164719 0.164520 0.166139 CURRENT LEARNING RATE: 3.421300380490179e-07
previous_iter_valid_loss : 0.16067899763584137
1453140 0.160855 0.160679 0.165982 CURRENT LEARNING RATE: 3.4206161888355285e-07
previous_iter_valid_loss : 0.16538631916046143
1453160 0.165543 0.165386 0.166181 CURRENT LEARNING RATE: 3.4199321340055205e-07
previous_iter_valid_loss : 0.16490639746189117
1453180 0.165068 0.164906 0.166400 CURRENT LEARNING RATE: 3.4192482159728036e-07
previous_iter_valid_loss : 0.16059650480747223
1453200 0.160760 0.160597 0.166355 CURRENT LEARNING RATE: 3.418564434710017e-07
previous_iter_valid_loss : 0.16922152042388916
1453220 0.169461 0.169222 0.165155 CURRENT LEARNING RATE: 3.4178807901898006e-07
previous_iter_valid_loss : 0.16221000254154205
1453240 0.162364 0.162210 0.164225 CURRENT LEARNING RATE: 3.417197282384823e-07
previous_iter_valid_loss : 0.17170539498329163
1453260 0.171954 0.171705 0.164770 CURRENT LEARNING RATE: 3.4165139112677374e-07
previous_iter_valid_loss : 0.16057510673999786
1453280 0.160743 0.160575 0.163822 CURRENT LEARNING RATE: 3.415830676811209e-07
previous_iter_valid_loss : 0.169196218252182
1453300 0.169344 0.169196 0.163932 CURRENT LEARNING RATE: 3.415147578987901e-07
previous_iter_valid_loss : 0.16235819458961487
1453320 0.162526 0.162358 0.163898 CURRENT LEARNING RATE: 3.4144646177705035e-07
previous_iter_valid_loss : 0.17322635650634766
1453340 0.173491 0.173226 0.164472 CURRENT LEARNING RATE: 3.413781793131691e-07
previous_iter_valid_loss : 0.16226892173290253
1453360 0.162459 0.162269 0.164308 CURRENT LEARNING RATE: 3.413099105044151e-07
previous_iter_valid_loss : 0.16057662665843964
1453380 0.160739 0.160577 0.164299 CURRENT LEARNING RATE: 3.412416553480569e-07
previous_iter_valid_loss : 0.16247253119945526
1453400 0.162631 0.162473 0.164251 CURRENT LEARNING RATE: 3.411734138413655e-07
previous_iter_valid_loss : 0.16287684440612793
1453420 0.163034 0.162877 0.164326 CURRENT LEARNING RATE: 3.411051859816109e-07
previous_iter_valid_loss : 0.16086003184318542
1453440 0.161031 0.160860 0.164204 CURRENT LEARNING RATE: 3.410369717660636e-07
previous_iter_valid_loss : 0.1637713462114334
1453460 0.163973 0.163771 0.164223 CURRENT LEARNING RATE: 3.4096877119199474e-07
previous_iter_valid_loss : 0.1652189940214157
1453480 0.165381 0.165219 0.164163 CURRENT LEARNING RATE: 3.4090058425667734e-07
previous_iter_valid_loss : 0.16119782626628876
1453500 0.161377 0.161198 0.164189 CURRENT LEARNING RATE: 3.408324109573833e-07
previous_iter_valid_loss : 0.1650266945362091
1453520 0.165196 0.165027 0.164215 CURRENT LEARNING RATE: 3.407642512913858e-07
previous_iter_valid_loss : 0.16092677414417267
1453540 0.161106 0.160927 0.164227 CURRENT LEARNING RATE: 3.4069610525595777e-07
previous_iter_valid_loss : 0.16620828211307526
1453560 0.166371 0.166208 0.164268 CURRENT LEARNING RATE: 3.406279728483746e-07
previous_iter_valid_loss : 0.17122173309326172
1453580 0.171363 0.171222 0.164584 CURRENT LEARNING RATE: 3.405598540659104e-07
previous_iter_valid_loss : 0.16132225096225739
1453600 0.161506 0.161322 0.164620 CURRENT LEARNING RATE: 3.4049174890584037e-07
previous_iter_valid_loss : 0.16569086909294128
1453620 0.165857 0.165691 0.164444 CURRENT LEARNING RATE: 3.4042365736543977e-07
previous_iter_valid_loss : 0.16093134880065918
1453640 0.161074 0.160931 0.164380 CURRENT LEARNING RATE: 3.4035557944198615e-07
previous_iter_valid_loss : 0.1681031435728073
1453660 0.168336 0.168103 0.164200 CURRENT LEARNING RATE: 3.402875151327557e-07
previous_iter_valid_loss : 0.16064545512199402
1453680 0.160802 0.160645 0.164203 CURRENT LEARNING RATE: 3.402194644350253e-07
previous_iter_valid_loss : 0.1628100872039795
1453700 0.162991 0.162810 0.163884 CURRENT LEARNING RATE: 3.401514273460742e-07
previous_iter_valid_loss : 0.16625884175300598
1453720 0.166425 0.166259 0.164079 CURRENT LEARNING RATE: 3.400834038631801e-07
previous_iter_valid_loss : 0.16822054982185364
1453740 0.168377 0.168221 0.163829 CURRENT LEARNING RATE: 3.400153939836223e-07
previous_iter_valid_loss : 0.16448183357715607
1453760 0.164675 0.164482 0.163939 CURRENT LEARNING RATE: 3.3994739770467964e-07
previous_iter_valid_loss : 0.16074927151203156
1453780 0.160922 0.160749 0.163948 CURRENT LEARNING RATE: 3.3987941502363364e-07
previous_iter_valid_loss : 0.18334050476551056
1453800 0.183489 0.183341 0.164991 CURRENT LEARNING RATE: 3.398114459377642e-07
previous_iter_valid_loss : 0.160949245095253
1453820 0.161103 0.160949 0.164895 CURRENT LEARNING RATE: 3.397434904443527e-07
previous_iter_valid_loss : 0.16545206308364868
1453840 0.165661 0.165452 0.165125 CURRENT LEARNING RATE: 3.396755485406802e-07
previous_iter_valid_loss : 0.16478675603866577
1453860 0.165001 0.164787 0.165175 CURRENT LEARNING RATE: 3.396076202240303e-07
previous_iter_valid_loss : 0.17015144228935242
1453880 0.170397 0.170151 0.165422 CURRENT LEARNING RATE: 3.395397054916853e-07
previous_iter_valid_loss : 0.16050505638122559
1453900 0.160670 0.160505 0.165387 CURRENT LEARNING RATE: 3.394718043409285e-07
previous_iter_valid_loss : 0.16262124478816986
1453920 0.162807 0.162621 0.165267 CURRENT LEARNING RATE: 3.3940391676904334e-07
previous_iter_valid_loss : 0.17160256206989288
1453940 0.171745 0.171603 0.165801 CURRENT LEARNING RATE: 3.393360427733155e-07
previous_iter_valid_loss : 0.1605447679758072
1453960 0.160710 0.160545 0.165518 CURRENT LEARNING RATE: 3.392681823510294e-07
previous_iter_valid_loss : 0.1605716496706009
1453980 0.160738 0.160572 0.164985 CURRENT LEARNING RATE: 3.3920033549947073e-07
previous_iter_valid_loss : 0.16601203382015228
1454000 0.166171 0.166012 0.165220 CURRENT LEARNING RATE: 3.3913250221592486e-07
previous_iter_valid_loss : 0.1648573875427246
1454020 0.165026 0.164857 0.165178 CURRENT LEARNING RATE: 3.3906468249767967e-07
previous_iter_valid_loss : 0.1679723709821701
1454040 0.168128 0.167972 0.165530 CURRENT LEARNING RATE: 3.389968763420219e-07
previous_iter_valid_loss : 0.16129456460475922
1454060 0.161481 0.161295 0.165190 CURRENT LEARNING RATE: 3.3892908374623855e-07
previous_iter_valid_loss : 0.16754752397537231
1454080 0.167702 0.167548 0.165535 CURRENT LEARNING RATE: 3.388613047076193e-07
previous_iter_valid_loss : 0.16064190864562988
1454100 0.160804 0.160642 0.165426 CURRENT LEARNING RATE: 3.387935392234522e-07
previous_iter_valid_loss : 0.16055071353912354
1454120 0.160713 0.160551 0.165141 CURRENT LEARNING RATE: 3.387257872910268e-07
previous_iter_valid_loss : 0.16056865453720093
1454140 0.160743 0.160569 0.164758 CURRENT LEARNING RATE: 3.386580489076323e-07
previous_iter_valid_loss : 0.16050656139850616
1454160 0.160666 0.160507 0.164560 CURRENT LEARNING RATE: 3.385903240705604e-07
previous_iter_valid_loss : 0.17465423047542572
1454180 0.174804 0.174654 0.165255 CURRENT LEARNING RATE: 3.3852261277710147e-07
previous_iter_valid_loss : 0.1606062352657318
1454200 0.160765 0.160606 0.164118 CURRENT LEARNING RATE: 3.384549150245471e-07
previous_iter_valid_loss : 0.17677856981754303
1454220 0.176928 0.176779 0.164910 CURRENT LEARNING RATE: 3.383872308101888e-07
previous_iter_valid_loss : 0.1653713583946228
1454240 0.165566 0.165371 0.164906 CURRENT LEARNING RATE: 3.3831956013132036e-07
previous_iter_valid_loss : 0.1634635180234909
1454260 0.163672 0.163464 0.164839 CURRENT LEARNING RATE: 3.3825190298523444e-07
previous_iter_valid_loss : 0.16298909485340118
1454280 0.163159 0.162989 0.164481 CURRENT LEARNING RATE: 3.3818425936922465e-07
previous_iter_valid_loss : 0.16074378788471222
1454300 0.160904 0.160744 0.164493 CURRENT LEARNING RATE: 3.3811662928058465e-07
previous_iter_valid_loss : 0.16637961566448212
1454320 0.166536 0.166380 0.164681 CURRENT LEARNING RATE: 3.380490127166104e-07
previous_iter_valid_loss : 0.16054372489452362
1454340 0.160695 0.160544 0.164128 CURRENT LEARNING RATE: 3.3798140967459683e-07
previous_iter_valid_loss : 0.16263476014137268
1454360 0.162832 0.162635 0.164233 CURRENT LEARNING RATE: 3.3791382015183963e-07
previous_iter_valid_loss : 0.16497333347797394
1454380 0.165143 0.164973 0.164453 CURRENT LEARNING RATE: 3.378462441456347e-07
previous_iter_valid_loss : 0.16148674488067627
1454400 0.161648 0.161487 0.164226 CURRENT LEARNING RATE: 3.377786816532801e-07
previous_iter_valid_loss : 0.16272515058517456
1454420 0.162922 0.162725 0.164120 CURRENT LEARNING RATE: 3.3771113267207295e-07
previous_iter_valid_loss : 0.16051049530506134
1454440 0.160664 0.160510 0.163747 CURRENT LEARNING RATE: 3.3764359719931053e-07
previous_iter_valid_loss : 0.16603215038776398
1454460 0.166194 0.166032 0.163984 CURRENT LEARNING RATE: 3.375760752322926e-07
previous_iter_valid_loss : 0.16547323763370514
1454480 0.165686 0.165473 0.163880 CURRENT LEARNING RATE: 3.3750856676831775e-07
previous_iter_valid_loss : 0.16093383729457855
1454500 0.161120 0.160934 0.163895 CURRENT LEARNING RATE: 3.374410718046855e-07
previous_iter_valid_loss : 0.17325128614902496
1454520 0.173526 0.173251 0.164530 CURRENT LEARNING RATE: 3.373735903386957e-07
previous_iter_valid_loss : 0.16576403379440308
1454540 0.165922 0.165764 0.164789 CURRENT LEARNING RATE: 3.3730612236765005e-07
previous_iter_valid_loss : 0.17487378418445587
1454560 0.175026 0.174874 0.165508 CURRENT LEARNING RATE: 3.3723866788884943e-07
previous_iter_valid_loss : 0.16059499979019165
1454580 0.160753 0.160595 0.164805 CURRENT LEARNING RATE: 3.3717122689959557e-07
previous_iter_valid_loss : 0.16425703465938568
1454600 0.164422 0.164257 0.164987 CURRENT LEARNING RATE: 3.3710379939719025e-07
previous_iter_valid_loss : 0.17773227393627167
1454620 0.178037 0.177732 0.165035 CURRENT LEARNING RATE: 3.370363853789375e-07
previous_iter_valid_loss : 0.16049431264400482
1454640 0.160662 0.160494 0.164791 CURRENT LEARNING RATE: 3.3696898484214017e-07
previous_iter_valid_loss : 0.1677306890487671
1454660 0.167884 0.167731 0.165004 CURRENT LEARNING RATE: 3.3690159778410235e-07
previous_iter_valid_loss : 0.16312524676322937
1454680 0.163293 0.163125 0.165011 CURRENT LEARNING RATE: 3.3683422420212785e-07
previous_iter_valid_loss : 0.1663464456796646
1454700 0.166566 0.166346 0.165291 CURRENT LEARNING RATE: 3.36766864093523e-07
previous_iter_valid_loss : 0.16435541212558746
1454720 0.164552 0.164355 0.165190 CURRENT LEARNING RATE: 3.366995174555927e-07
previous_iter_valid_loss : 0.162380188703537
1454740 0.162563 0.162380 0.165282 CURRENT LEARNING RATE: 3.3663218428564317e-07
previous_iter_valid_loss : 0.16234950721263885
1454760 0.162520 0.162350 0.165268 CURRENT LEARNING RATE: 3.3656486458098054e-07
previous_iter_valid_loss : 0.16490037739276886
1454780 0.165115 0.164900 0.165264 CURRENT LEARNING RATE: 3.36497558338913e-07
previous_iter_valid_loss : 0.16074763238430023
1454800 0.160924 0.160748 0.165227 CURRENT LEARNING RATE: 3.3643026555674794e-07
previous_iter_valid_loss : 0.16275034844875336
1454820 0.162911 0.162750 0.165228 CURRENT LEARNING RATE: 3.3636298623179285e-07
previous_iter_valid_loss : 0.1605551689863205
1454840 0.160721 0.160555 0.165231 CURRENT LEARNING RATE: 3.3629572036135797e-07
previous_iter_valid_loss : 0.16110187768936157
1454860 0.161261 0.161102 0.164984 CURRENT LEARNING RATE: 3.362284679427519e-07
previous_iter_valid_loss : 0.16054825484752655
1454880 0.160718 0.160548 0.164738 CURRENT LEARNING RATE: 3.361612289732846e-07
previous_iter_valid_loss : 0.17251162230968475
1454900 0.172652 0.172512 0.165317 CURRENT LEARNING RATE: 3.360940034502659e-07
previous_iter_valid_loss : 0.16640934348106384
1454920 0.166627 0.166409 0.164975 CURRENT LEARNING RATE: 3.3602679137100793e-07
previous_iter_valid_loss : 0.16416536271572113
1454940 0.164331 0.164165 0.164895 CURRENT LEARNING RATE: 3.3595959273282167e-07
previous_iter_valid_loss : 0.16365714371204376
1454960 0.163827 0.163657 0.164334 CURRENT LEARNING RATE: 3.3589240753301917e-07
previous_iter_valid_loss : 0.21844087541103363
1454980 0.218466 0.218441 0.167226 CURRENT LEARNING RATE: 3.3582523576891246e-07
previous_iter_valid_loss : 0.17139488458633423
1455000 0.171545 0.171395 0.167583 CURRENT LEARNING RATE: 3.3575807743781576e-07
previous_iter_valid_loss : 0.162739098072052
1455020 0.162938 0.162739 0.166833 CURRENT LEARNING RATE: 3.356909325370423e-07
previous_iter_valid_loss : 0.1617940068244934
1455040 0.161943 0.161794 0.166898 CURRENT LEARNING RATE: 3.3562380106390616e-07
previous_iter_valid_loss : 0.16258235275745392
1455060 0.162768 0.162582 0.166641 CURRENT LEARNING RATE: 3.3555668301572147e-07
previous_iter_valid_loss : 0.16192395985126495
1455080 0.162116 0.161924 0.166581 CURRENT LEARNING RATE: 3.354895783898048e-07
previous_iter_valid_loss : 0.1610756367444992
1455100 0.161259 0.161076 0.166317 CURRENT LEARNING RATE: 3.354224871834712e-07
previous_iter_valid_loss : 0.16185466945171356
1455120 0.162027 0.161855 0.166192 CURRENT LEARNING RATE: 3.353554093940372e-07
previous_iter_valid_loss : 0.16184048354625702
1455140 0.162031 0.161840 0.166165 CURRENT LEARNING RATE: 3.35288345018819e-07
previous_iter_valid_loss : 0.17812074720859528
1455160 0.178279 0.178121 0.166954 CURRENT LEARNING RATE: 3.352212940551353e-07
previous_iter_valid_loss : 0.16082744300365448
1455180 0.160975 0.160827 0.166750 CURRENT LEARNING RATE: 3.3515425650030336e-07
previous_iter_valid_loss : 0.16115638613700867
1455200 0.161344 0.161156 0.166771 CURRENT LEARNING RATE: 3.350872323516418e-07
previous_iter_valid_loss : 0.1730431318283081
1455220 0.173185 0.173043 0.167285 CURRENT LEARNING RATE: 3.3502022160646887e-07
previous_iter_valid_loss : 0.1839202493429184
1455240 0.184073 0.183920 0.168454 CURRENT LEARNING RATE: 3.349532242621055e-07
previous_iter_valid_loss : 0.1632586121559143
1455260 0.163442 0.163259 0.168561 CURRENT LEARNING RATE: 3.348862403158711e-07
previous_iter_valid_loss : 0.16432879865169525
1455280 0.164485 0.164329 0.168750 CURRENT LEARNING RATE: 3.348192697650858e-07
previous_iter_valid_loss : 0.18720397353172302
1455300 0.187339 0.187204 0.169485 CURRENT LEARNING RATE: 3.3475231260707193e-07
previous_iter_valid_loss : 0.16491234302520752
1455320 0.165113 0.164912 0.169410 CURRENT LEARNING RATE: 3.346853688391507e-07
previous_iter_valid_loss : 0.161071315407753
1455340 0.161230 0.161071 0.169256 CURRENT LEARNING RATE: 3.346184384586441e-07
previous_iter_valid_loss : 0.16091370582580566
1455360 0.161073 0.160914 0.169118 CURRENT LEARNING RATE: 3.345515214628746e-07
previous_iter_valid_loss : 0.1605408936738968
1455380 0.160715 0.160541 0.166223 CURRENT LEARNING RATE: 3.3448461784916655e-07
previous_iter_valid_loss : 0.16059274971485138
1455400 0.160751 0.160593 0.165683 CURRENT LEARNING RATE: 3.344177276148433e-07
previous_iter_valid_loss : 0.1642301231622696
1455420 0.164402 0.164230 0.165758 CURRENT LEARNING RATE: 3.343508507572291e-07
previous_iter_valid_loss : 0.1778600662946701
1455440 0.178159 0.177860 0.166561 CURRENT LEARNING RATE: 3.342839872736485e-07
previous_iter_valid_loss : 0.16050194203853607
1455460 0.160660 0.160502 0.166457 CURRENT LEARNING RATE: 3.3421713716142794e-07
previous_iter_valid_loss : 0.16169852018356323
1455480 0.161870 0.161699 0.166446 CURRENT LEARNING RATE: 3.34150300417893e-07
previous_iter_valid_loss : 0.1659882366657257
1455500 0.166149 0.165988 0.166691 CURRENT LEARNING RATE: 3.3408347704037006e-07
previous_iter_valid_loss : 0.17656652629375458
1455520 0.176867 0.176567 0.167427 CURRENT LEARNING RATE: 3.340166670261857e-07
previous_iter_valid_loss : 0.1654738485813141
1455540 0.165696 0.165474 0.167609 CURRENT LEARNING RATE: 3.3394987037266856e-07
previous_iter_valid_loss : 0.17412984371185303
1455560 0.174279 0.174130 0.167409 CURRENT LEARNING RATE: 3.3388308707714643e-07
previous_iter_valid_loss : 0.1624527871608734
1455580 0.162645 0.162453 0.167490 CURRENT LEARNING RATE: 3.3381631713694764e-07
previous_iter_valid_loss : 0.16905736923217773
1455600 0.169297 0.169057 0.167885 CURRENT LEARNING RATE: 3.3374956054940116e-07
previous_iter_valid_loss : 0.1609783172607422
1455620 0.161135 0.160978 0.167282 CURRENT LEARNING RATE: 3.336828173118377e-07
previous_iter_valid_loss : 0.17734922468662262
1455640 0.177505 0.177349 0.166954 CURRENT LEARNING RATE: 3.336160874215869e-07
previous_iter_valid_loss : 0.1605052798986435
1455660 0.160674 0.160505 0.166816 CURRENT LEARNING RATE: 3.335493708759791e-07
previous_iter_valid_loss : 0.16182038187980652
1455680 0.162008 0.161820 0.166691 CURRENT LEARNING RATE: 3.334826676723468e-07
previous_iter_valid_loss : 0.16867481172084808
1455700 0.168905 0.168675 0.165764 CURRENT LEARNING RATE: 3.3341597780802115e-07
previous_iter_valid_loss : 0.16184453666210175
1455720 0.162028 0.161845 0.165611 CURRENT LEARNING RATE: 3.333493012803348e-07
previous_iter_valid_loss : 0.16081728041172028
1455740 0.160968 0.160817 0.165598 CURRENT LEARNING RATE: 3.3328263808661983e-07
previous_iter_valid_loss : 0.1622740477323532
1455760 0.162442 0.162274 0.165666 CURRENT LEARNING RATE: 3.3321598822421107e-07
previous_iter_valid_loss : 0.1606372445821762
1455780 0.160789 0.160637 0.165671 CURRENT LEARNING RATE: 3.331493516904419e-07
previous_iter_valid_loss : 0.16978780925273895
1455800 0.170031 0.169788 0.166131 CURRENT LEARNING RATE: 3.330827284826468e-07
previous_iter_valid_loss : 0.1718110740184784
1455820 0.171959 0.171811 0.166510 CURRENT LEARNING RATE: 3.330161185981603e-07
previous_iter_valid_loss : 0.16472037136554718
1455840 0.164888 0.164720 0.165853 CURRENT LEARNING RATE: 3.329495220343192e-07
previous_iter_valid_loss : 0.16972804069519043
1455860 0.169877 0.169728 0.166314 CURRENT LEARNING RATE: 3.3288293878845905e-07
previous_iter_valid_loss : 0.16279681026935577
1455880 0.162961 0.162797 0.166369 CURRENT LEARNING RATE: 3.3281636885791647e-07
previous_iter_valid_loss : 0.16057619452476501
1455900 0.160727 0.160576 0.166098 CURRENT LEARNING RATE: 3.327498122400281e-07
previous_iter_valid_loss : 0.1610909402370453
1455920 0.161282 0.161091 0.165325 CURRENT LEARNING RATE: 3.3268326893213285e-07
previous_iter_valid_loss : 0.16321918368339539
1455940 0.163413 0.163219 0.165212 CURRENT LEARNING RATE: 3.3261673893156837e-07
previous_iter_valid_loss : 0.17043112218379974
1455960 0.170583 0.170431 0.165027 CURRENT LEARNING RATE: 3.3255022223567353e-07
previous_iter_valid_loss : 0.17156249284744263
1455980 0.171826 0.171562 0.165482 CURRENT LEARNING RATE: 3.32483718841787e-07
previous_iter_valid_loss : 0.1772027462720871
1456000 0.177495 0.177203 0.165890 CURRENT LEARNING RATE: 3.3241722874724994e-07
previous_iter_valid_loss : 0.16299697756767273
1456020 0.163195 0.162997 0.165991 CURRENT LEARNING RATE: 3.32350751949402e-07
previous_iter_valid_loss : 0.160548597574234
1456040 0.160711 0.160549 0.165151 CURRENT LEARNING RATE: 3.322842884455836e-07
previous_iter_valid_loss : 0.16072390973567963
1456060 0.160898 0.160724 0.165161 CURRENT LEARNING RATE: 3.322178382331374e-07
previous_iter_valid_loss : 0.16739541292190552
1456080 0.167612 0.167395 0.165440 CURRENT LEARNING RATE: 3.3215140130940474e-07
previous_iter_valid_loss : 0.1622086614370346
1456100 0.162393 0.162209 0.165117 CURRENT LEARNING RATE: 3.320849776717282e-07
previous_iter_valid_loss : 0.16053159534931183
1456120 0.160700 0.160532 0.165051 CURRENT LEARNING RATE: 3.3201856731745023e-07
previous_iter_valid_loss : 0.16932208836078644
1456140 0.169564 0.169322 0.165477 CURRENT LEARNING RATE: 3.3195217024391557e-07
previous_iter_valid_loss : 0.16083113849163055
1456160 0.161012 0.160831 0.165404 CURRENT LEARNING RATE: 3.3188578644846774e-07
previous_iter_valid_loss : 0.1690112054347992
1456180 0.169251 0.169011 0.165823 CURRENT LEARNING RATE: 3.3181941592845146e-07
previous_iter_valid_loss : 0.16476014256477356
1456200 0.164966 0.164760 0.165572 CURRENT LEARNING RATE: 3.3175305868121123e-07
previous_iter_valid_loss : 0.16055209934711456
1456220 0.160715 0.160552 0.165009 CURRENT LEARNING RATE: 3.3168671470409404e-07
previous_iter_valid_loss : 0.16819937527179718
1456240 0.168357 0.168199 0.165183 CURRENT LEARNING RATE: 3.3162038399444544e-07
previous_iter_valid_loss : 0.17222285270690918
1456260 0.172366 0.172223 0.165307 CURRENT LEARNING RATE: 3.3155406654961226e-07
previous_iter_valid_loss : 0.17124763131141663
1456280 0.171389 0.171248 0.165730 CURRENT LEARNING RATE: 3.314877623669412e-07
previous_iter_valid_loss : 0.1713293343782425
1456300 0.171592 0.171329 0.166268 CURRENT LEARNING RATE: 3.314214714437812e-07
previous_iter_valid_loss : 0.17057065665721893
1456320 0.170816 0.170571 0.166742 CURRENT LEARNING RATE: 3.313551937774801e-07
previous_iter_valid_loss : 0.16471680998802185
1456340 0.164919 0.164717 0.166817 CURRENT LEARNING RATE: 3.312889293653869e-07
previous_iter_valid_loss : 0.17479266226291656
1456360 0.175071 0.174793 0.167035 CURRENT LEARNING RATE: 3.312226782048503e-07
previous_iter_valid_loss : 0.16052702069282532
1456380 0.160695 0.160527 0.166483 CURRENT LEARNING RATE: 3.3115644029322143e-07
previous_iter_valid_loss : 0.16527603566646576
1456400 0.165488 0.165276 0.165886 CURRENT LEARNING RATE: 3.310902156278502e-07
previous_iter_valid_loss : 0.16060858964920044
1456420 0.160772 0.160609 0.165767 CURRENT LEARNING RATE: 3.310240042060877e-07
previous_iter_valid_loss : 0.16820862889289856
1456440 0.168451 0.168209 0.166150 CURRENT LEARNING RATE: 3.3095780602528476e-07
previous_iter_valid_loss : 0.16377310454845428
1456460 0.163965 0.163773 0.166303 CURRENT LEARNING RATE: 3.3089162108279474e-07
previous_iter_valid_loss : 0.16116394102573395
1456480 0.161315 0.161164 0.165991 CURRENT LEARNING RATE: 3.308254493759696e-07
previous_iter_valid_loss : 0.16076168417930603
1456500 0.160912 0.160762 0.165919 CURRENT LEARNING RATE: 3.3075929090216187e-07
previous_iter_valid_loss : 0.16712728142738342
1456520 0.167289 0.167127 0.166248 CURRENT LEARNING RATE: 3.306931456587264e-07
previous_iter_valid_loss : 0.1609092652797699
1456540 0.161069 0.160909 0.165828 CURRENT LEARNING RATE: 3.306270136430168e-07
previous_iter_valid_loss : 0.18992817401885986
1456560 0.190391 0.189928 0.167283 CURRENT LEARNING RATE: 3.305608948523878e-07
previous_iter_valid_loss : 0.16515934467315674
1456580 0.165356 0.165159 0.167090 CURRENT LEARNING RATE: 3.304947892841941e-07
previous_iter_valid_loss : 0.17463649809360504
1456600 0.174919 0.174636 0.167584 CURRENT LEARNING RATE: 3.304286969357926e-07
previous_iter_valid_loss : 0.161457359790802
1456620 0.161641 0.161457 0.167629 CURRENT LEARNING RATE: 3.3036261780453896e-07
previous_iter_valid_loss : 0.16768309473991394
1456640 0.167911 0.167683 0.167603 CURRENT LEARNING RATE: 3.302965518877901e-07
previous_iter_valid_loss : 0.16534076631069183
1456660 0.165541 0.165341 0.167259 CURRENT LEARNING RATE: 3.3023049918290276e-07
previous_iter_valid_loss : 0.16764234006404877
1456680 0.167871 0.167642 0.167079 CURRENT LEARNING RATE: 3.30164459687236e-07
previous_iter_valid_loss : 0.16064341366291046
1456700 0.160800 0.160643 0.166545 CURRENT LEARNING RATE: 3.3009843339814774e-07
previous_iter_valid_loss : 0.17944380640983582
1456720 0.179760 0.179444 0.166988 CURRENT LEARNING RATE: 3.300324203129968e-07
previous_iter_valid_loss : 0.1605762094259262
1456740 0.160733 0.160576 0.166781 CURRENT LEARNING RATE: 3.2996642042914217e-07
previous_iter_valid_loss : 0.16065196692943573
1456760 0.160812 0.160652 0.166074 CURRENT LEARNING RATE: 3.2990043374394495e-07
previous_iter_valid_loss : 0.1637347787618637
1456780 0.163913 0.163735 0.166235 CURRENT LEARNING RATE: 3.298344602547652e-07
previous_iter_valid_loss : 0.17134875059127808
1456800 0.171497 0.171349 0.166538 CURRENT LEARNING RATE: 3.2976849995896383e-07
previous_iter_valid_loss : 0.16794443130493164
1456820 0.168175 0.167944 0.166905 CURRENT LEARNING RATE: 3.2970255285390195e-07
previous_iter_valid_loss : 0.16151180863380432
1456840 0.161695 0.161512 0.166570 CURRENT LEARNING RATE: 3.296366189369428e-07
previous_iter_valid_loss : 0.16053418815135956
1456860 0.160700 0.160534 0.166408 CURRENT LEARNING RATE: 3.295706982054484e-07
previous_iter_valid_loss : 0.16342653334140778
1456880 0.163619 0.163427 0.166521 CURRENT LEARNING RATE: 3.2950479065678145e-07
previous_iter_valid_loss : 0.16184945404529572
1456900 0.162034 0.161849 0.166576 CURRENT LEARNING RATE: 3.2943889628830676e-07
previous_iter_valid_loss : 0.16968399286270142
1456920 0.169834 0.169684 0.166704 CURRENT LEARNING RATE: 3.2937301509738795e-07
previous_iter_valid_loss : 0.16145868599414825
1456940 0.161621 0.161459 0.166731 CURRENT LEARNING RATE: 3.2930714708138976e-07
previous_iter_valid_loss : 0.16385194659233093
1456960 0.164048 0.163852 0.165427 CURRENT LEARNING RATE: 3.2924129223767695e-07
previous_iter_valid_loss : 0.1833483725786209
1456980 0.183497 0.183348 0.166337 CURRENT LEARNING RATE: 3.2917545056361646e-07
previous_iter_valid_loss : 0.16274121403694153
1457000 0.162911 0.162741 0.165742 CURRENT LEARNING RATE: 3.2910962205657404e-07
previous_iter_valid_loss : 0.16348779201507568
1457020 0.163657 0.163488 0.165843 CURRENT LEARNING RATE: 3.290438067139165e-07
previous_iter_valid_loss : 0.16148264706134796
1457040 0.161640 0.161483 0.165533 CURRENT LEARNING RATE: 3.289780045330107e-07
previous_iter_valid_loss : 0.16439294815063477
1457060 0.164561 0.164393 0.165486 CURRENT LEARNING RATE: 3.289122155112257e-07
previous_iter_valid_loss : 0.17012478411197662
1457080 0.170273 0.170125 0.165610 CURRENT LEARNING RATE: 3.2884643964592947e-07
previous_iter_valid_loss : 0.16477620601654053
1457100 0.164941 0.164776 0.165817 CURRENT LEARNING RATE: 3.2878067693449077e-07
previous_iter_valid_loss : 0.16069453954696655
1457120 0.160857 0.160695 0.164879 CURRENT LEARNING RATE: 3.287149273742786e-07
previous_iter_valid_loss : 0.1685636341571808
1457140 0.168722 0.168564 0.165279 CURRENT LEARNING RATE: 3.286491909626642e-07
previous_iter_valid_loss : 0.16051450371742249
1457160 0.160685 0.160515 0.165272 CURRENT LEARNING RATE: 3.2858346769701745e-07
previous_iter_valid_loss : 0.1830468326807022
1457180 0.183197 0.183047 0.166237 CURRENT LEARNING RATE: 3.2851775757470947e-07
previous_iter_valid_loss : 0.17116668820381165
1457200 0.171420 0.171167 0.166228 CURRENT LEARNING RATE: 3.284520605931113e-07
previous_iter_valid_loss : 0.1621313989162445
1457220 0.162326 0.162131 0.165938 CURRENT LEARNING RATE: 3.283863767495961e-07
previous_iter_valid_loss : 0.16664563119411469
1457240 0.166853 0.166646 0.166194 CURRENT LEARNING RATE: 3.2832070604153605e-07
previous_iter_valid_loss : 0.1605728268623352
1457260 0.160737 0.160573 0.166196 CURRENT LEARNING RATE: 3.282550484663037e-07
previous_iter_valid_loss : 0.1711900681257248
1457280 0.171333 0.171190 0.166584 CURRENT LEARNING RATE: 3.2818940402127385e-07
previous_iter_valid_loss : 0.16064591705799103
1457300 0.160821 0.160646 0.166524 CURRENT LEARNING RATE: 3.281237727038203e-07
previous_iter_valid_loss : 0.1621413230895996
1457320 0.162307 0.162141 0.166147 CURRENT LEARNING RATE: 3.280581545113177e-07
previous_iter_valid_loss : 0.1702919900417328
1457340 0.170443 0.170292 0.166589 CURRENT LEARNING RATE: 3.2799254944114063e-07
previous_iter_valid_loss : 0.1626940369606018
1457360 0.162851 0.162694 0.166531 CURRENT LEARNING RATE: 3.2792695749066625e-07
previous_iter_valid_loss : 0.18271948397159576
1457380 0.182877 0.182719 0.166499 CURRENT LEARNING RATE: 3.2786137865727025e-07
previous_iter_valid_loss : 0.17492346465587616
1457400 0.175217 0.174923 0.167109 CURRENT LEARNING RATE: 3.277958129383294e-07
previous_iter_valid_loss : 0.16160590946674347
1457420 0.161769 0.161606 0.167014 CURRENT LEARNING RATE: 3.277302603312205e-07
previous_iter_valid_loss : 0.16111184656620026
1457440 0.161270 0.161112 0.166996 CURRENT LEARNING RATE: 3.276647208333227e-07
previous_iter_valid_loss : 0.16052226722240448
1457460 0.160687 0.160522 0.166802 CURRENT LEARNING RATE: 3.275991944420137e-07
previous_iter_valid_loss : 0.16097232699394226
1457480 0.161119 0.160972 0.166345 CURRENT LEARNING RATE: 3.2753368115467254e-07
previous_iter_valid_loss : 0.16062384843826294
1457500 0.160778 0.160624 0.166137 CURRENT LEARNING RATE: 3.274681809686781e-07
previous_iter_valid_loss : 0.1674463152885437
1457520 0.167671 0.167446 0.166475 CURRENT LEARNING RATE: 3.274026938814116e-07
previous_iter_valid_loss : 0.16049887239933014
1457540 0.160670 0.160499 0.166071 CURRENT LEARNING RATE: 3.2733721989025284e-07
previous_iter_valid_loss : 0.1612279713153839
1457560 0.161414 0.161228 0.166107 CURRENT LEARNING RATE: 3.2727175899258287e-07
previous_iter_valid_loss : 0.16056707501411438
1457580 0.160734 0.160567 0.164983 CURRENT LEARNING RATE: 3.272063111857828e-07
previous_iter_valid_loss : 0.1793307512998581
1457600 0.179646 0.179331 0.165391 CURRENT LEARNING RATE: 3.271408764672357e-07
previous_iter_valid_loss : 0.1618545651435852
1457620 0.162051 0.161855 0.165378 CURRENT LEARNING RATE: 3.270754548343238e-07
previous_iter_valid_loss : 0.17960958182811737
1457640 0.179940 0.179610 0.166026 CURRENT LEARNING RATE: 3.2701004628443014e-07
previous_iter_valid_loss : 0.16136769950389862
1457660 0.161528 0.161368 0.166065 CURRENT LEARNING RATE: 3.269446508149377e-07
previous_iter_valid_loss : 0.16058987379074097
1457680 0.160758 0.160590 0.165535 CURRENT LEARNING RATE: 3.26879268423232e-07
previous_iter_valid_loss : 0.17349235713481903
1457700 0.173765 0.173492 0.166178 CURRENT LEARNING RATE: 3.268138991066971e-07
previous_iter_valid_loss : 0.17160581052303314
1457720 0.171754 0.171606 0.166651 CURRENT LEARNING RATE: 3.2674854286271755e-07
previous_iter_valid_loss : 0.16050750017166138
1457740 0.160673 0.160508 0.166162 CURRENT LEARNING RATE: 3.2668319968868037e-07
previous_iter_valid_loss : 0.16980472207069397
1457760 0.170051 0.169805 0.166517 CURRENT LEARNING RATE: 3.2661786958197124e-07
previous_iter_valid_loss : 0.16556523740291595
1457780 0.165780 0.165565 0.165660 CURRENT LEARNING RATE: 3.265525525399769e-07
previous_iter_valid_loss : 0.16990236937999725
1457800 0.170055 0.169902 0.165409 CURRENT LEARNING RATE: 3.2648724856008416e-07
previous_iter_valid_loss : 0.16800560057163239
1457820 0.168233 0.168006 0.165729 CURRENT LEARNING RATE: 3.2642195763968197e-07
previous_iter_valid_loss : 0.17387312650680542
1457840 0.174138 0.173873 0.166367 CURRENT LEARNING RATE: 3.2635667977615814e-07
previous_iter_valid_loss : 0.1615956872701645
1457860 0.161760 0.161596 0.166420 CURRENT LEARNING RATE: 3.2629141496690154e-07
previous_iter_valid_loss : 0.16229721903800964
1457880 0.162450 0.162297 0.166487 CURRENT LEARNING RATE: 3.26226163209301e-07
previous_iter_valid_loss : 0.1743885576725006
1457900 0.174535 0.174389 0.167175 CURRENT LEARNING RATE: 3.261609245007476e-07
previous_iter_valid_loss : 0.16179898381233215
1457920 0.161963 0.161799 0.166892 CURRENT LEARNING RATE: 3.2609569883863123e-07
previous_iter_valid_loss : 0.16438980400562286
1457940 0.164589 0.164390 0.167087 CURRENT LEARNING RATE: 3.2603048622034284e-07
previous_iter_valid_loss : 0.16581431031227112
1457960 0.165978 0.165814 0.167316 CURRENT LEARNING RATE: 3.259652866432734e-07
previous_iter_valid_loss : 0.16764234006404877
1457980 0.167869 0.167642 0.167670 CURRENT LEARNING RATE: 3.2590010010481606e-07
previous_iter_valid_loss : 0.16867651045322418
1458000 0.168924 0.168677 0.167137 CURRENT LEARNING RATE: 3.258349266023627e-07
previous_iter_valid_loss : 0.16066387295722961
1458020 0.160829 0.160664 0.167078 CURRENT LEARNING RATE: 3.257697661333065e-07
previous_iter_valid_loss : 0.1738155335187912
1458040 0.173958 0.173816 0.166788 CURRENT LEARNING RATE: 3.257046186950404e-07
previous_iter_valid_loss : 0.1621762365102768
1458060 0.162374 0.162176 0.166828 CURRENT LEARNING RATE: 3.2563948428495965e-07
previous_iter_valid_loss : 0.16174383461475372
1458080 0.161906 0.161744 0.166886 CURRENT LEARNING RATE: 3.2557436290045835e-07
previous_iter_valid_loss : 0.170161634683609
1458100 0.170398 0.170162 0.166720 CURRENT LEARNING RATE: 3.25509254538931e-07
previous_iter_valid_loss : 0.17089805006980896
1458120 0.171153 0.170898 0.166684 CURRENT LEARNING RATE: 3.2544415919777444e-07
previous_iter_valid_loss : 0.16058047115802765
1458140 0.160725 0.160580 0.166688 CURRENT LEARNING RATE: 3.2537907687438433e-07
previous_iter_valid_loss : 0.19012688100337982
1458160 0.190256 0.190127 0.167704 CURRENT LEARNING RATE: 3.253140075661573e-07
previous_iter_valid_loss : 0.16252948343753815
1458180 0.162691 0.162529 0.167552 CURRENT LEARNING RATE: 3.252489512704901e-07
previous_iter_valid_loss : 0.16064415872097015
1458200 0.160805 0.160644 0.167089 CURRENT LEARNING RATE: 3.2518390798478156e-07
previous_iter_valid_loss : 0.162517711520195
1458220 0.162713 0.162518 0.166815 CURRENT LEARNING RATE: 3.2511887770642933e-07
previous_iter_valid_loss : 0.1605747789144516
1458240 0.160748 0.160575 0.166150 CURRENT LEARNING RATE: 3.250538604328323e-07
previous_iter_valid_loss : 0.16139228641986847
1458260 0.161552 0.161392 0.166140 CURRENT LEARNING RATE: 3.2498885616138914e-07
previous_iter_valid_loss : 0.16416124999523163
1458280 0.164366 0.164161 0.166233 CURRENT LEARNING RATE: 3.249238648895008e-07
previous_iter_valid_loss : 0.16847606003284454
1458300 0.168704 0.168476 0.165937 CURRENT LEARNING RATE: 3.2485888661456713e-07
previous_iter_valid_loss : 0.16102439165115356
1458320 0.161182 0.161024 0.165899 CURRENT LEARNING RATE: 3.2479392133398903e-07
previous_iter_valid_loss : 0.16955584287643433
1458340 0.169708 0.169556 0.166157 CURRENT LEARNING RATE: 3.247289690451672e-07
previous_iter_valid_loss : 0.16570121049880981
1458360 0.165860 0.165701 0.166151 CURRENT LEARNING RATE: 3.246640297455047e-07
previous_iter_valid_loss : 0.16134007275104523
1458380 0.161485 0.161340 0.165836 CURRENT LEARNING RATE: 3.245991034324035e-07
previous_iter_valid_loss : 0.1610182225704193
1458400 0.161175 0.161018 0.165453 CURRENT LEARNING RATE: 3.2453419010326646e-07
previous_iter_valid_loss : 0.16080833971500397
1458420 0.160973 0.160808 0.165461 CURRENT LEARNING RATE: 3.244692897554965e-07
previous_iter_valid_loss : 0.16813604533672333
1458440 0.168363 0.168136 0.165177 CURRENT LEARNING RATE: 3.2440440238649875e-07
previous_iter_valid_loss : 0.1655736267566681
1458460 0.165787 0.165574 0.165346 CURRENT LEARNING RATE: 3.2433952799367715e-07
previous_iter_valid_loss : 0.16078458726406097
1458480 0.160941 0.160785 0.165298 CURRENT LEARNING RATE: 3.2427466657443606e-07
previous_iter_valid_loss : 0.16622477769851685
1458500 0.166446 0.166225 0.165102 CURRENT LEARNING RATE: 3.2420981812618233e-07
previous_iter_valid_loss : 0.16553950309753418
1458520 0.165741 0.165540 0.164834 CURRENT LEARNING RATE: 3.2414498264632135e-07
previous_iter_valid_loss : 0.16059790551662445
1458540 0.160772 0.160598 0.164835 CURRENT LEARNING RATE: 3.240801601322597e-07
previous_iter_valid_loss : 0.16097711026668549
1458560 0.161129 0.160977 0.163377 CURRENT LEARNING RATE: 3.24015350581404e-07
previous_iter_valid_loss : 0.1792394518852234
1458580 0.179397 0.179239 0.164213 CURRENT LEARNING RATE: 3.2395055399116284e-07
previous_iter_valid_loss : 0.1605362594127655
1458600 0.160696 0.160536 0.164207 CURRENT LEARNING RATE: 3.2388577035894395e-07
previous_iter_valid_loss : 0.1717725694179535
1458620 0.172027 0.171773 0.164670 CURRENT LEARNING RATE: 3.238209996821559e-07
previous_iter_valid_loss : 0.16735431551933289
1458640 0.167585 0.167354 0.165009 CURRENT LEARNING RATE: 3.237562419582073e-07
previous_iter_valid_loss : 0.16106726229190826
1458660 0.161248 0.161067 0.164993 CURRENT LEARNING RATE: 3.2369149718450896e-07
previous_iter_valid_loss : 0.16051656007766724
1458680 0.160671 0.160517 0.164810 CURRENT LEARNING RATE: 3.236267653584706e-07
previous_iter_valid_loss : 0.16352637112140656
1458700 0.163688 0.163526 0.164563 CURRENT LEARNING RATE: 3.235620464775029e-07
previous_iter_valid_loss : 0.18467813730239868
1458720 0.184824 0.184678 0.165746 CURRENT LEARNING RATE: 3.234973405390165e-07
previous_iter_valid_loss : 0.16102419793605804
1458740 0.161180 0.161024 0.165319 CURRENT LEARNING RATE: 3.2343264754042433e-07
previous_iter_valid_loss : 0.17018647491931915
1458760 0.170334 0.170186 0.165543 CURRENT LEARNING RATE: 3.233679674791381e-07
previous_iter_valid_loss : 0.16059206426143646
1458780 0.160761 0.160592 0.165506 CURRENT LEARNING RATE: 3.233033003525707e-07
previous_iter_valid_loss : 0.1683957725763321
1458800 0.168546 0.168396 0.165875 CURRENT LEARNING RATE: 3.232386461581347e-07
previous_iter_valid_loss : 0.16096575558185577
1458820 0.161126 0.160966 0.165883 CURRENT LEARNING RATE: 3.231740048932452e-07
previous_iter_valid_loss : 0.17025339603424072
1458840 0.170404 0.170253 0.165989 CURRENT LEARNING RATE: 3.231093765553159e-07
previous_iter_valid_loss : 0.16084586083889008
1458860 0.161000 0.160846 0.165752 CURRENT LEARNING RATE: 3.2304476114176115e-07
previous_iter_valid_loss : 0.16056574881076813
1458880 0.160733 0.160566 0.165741 CURRENT LEARNING RATE: 3.2298015864999746e-07
previous_iter_valid_loss : 0.16997955739498138
1458900 0.170232 0.169980 0.165929 CURRENT LEARNING RATE: 3.229155690774402e-07
previous_iter_valid_loss : 0.16090360283851624
1458920 0.161075 0.160904 0.165697 CURRENT LEARNING RATE: 3.228509924215057e-07
previous_iter_valid_loss : 0.17953933775424957
1458940 0.179695 0.179539 0.166644 CURRENT LEARNING RATE: 3.227864286796104e-07
previous_iter_valid_loss : 0.1615360826253891
1458960 0.161721 0.161536 0.166672 CURRENT LEARNING RATE: 3.2272187784917276e-07
previous_iter_valid_loss : 0.16050973534584045
1458980 0.160663 0.160510 0.165736 CURRENT LEARNING RATE: 3.2265733992761044e-07
previous_iter_valid_loss : 0.16056783497333527
1459000 0.160727 0.160568 0.165737 CURRENT LEARNING RATE: 3.2259281491234165e-07
previous_iter_valid_loss : 0.16064336895942688
1459020 0.160810 0.160643 0.165181 CURRENT LEARNING RATE: 3.2252830280078495e-07
previous_iter_valid_loss : 0.16167068481445312
1459040 0.161856 0.161671 0.164897 CURRENT LEARNING RATE: 3.2246380359036097e-07
previous_iter_valid_loss : 0.16317273676395416
1459060 0.163337 0.163173 0.165002 CURRENT LEARNING RATE: 3.223993172784892e-07
previous_iter_valid_loss : 0.1623256802558899
1459080 0.162485 0.162326 0.165092 CURRENT LEARNING RATE: 3.2233484386259013e-07
previous_iter_valid_loss : 0.16625668108463287
1459100 0.166417 0.166257 0.165229 CURRENT LEARNING RATE: 3.222703833400843e-07
previous_iter_valid_loss : 0.1728212982416153
1459120 0.173089 0.172821 0.164636 CURRENT LEARNING RATE: 3.2220593570839445e-07
previous_iter_valid_loss : 0.16209609806537628
1459140 0.162264 0.162096 0.164690 CURRENT LEARNING RATE: 3.2214150096494204e-07
previous_iter_valid_loss : 0.16110749542713165
1459160 0.161288 0.161107 0.164236 CURRENT LEARNING RATE: 3.2207707910714975e-07
previous_iter_valid_loss : 0.1607564091682434
1459180 0.160936 0.160756 0.164244 CURRENT LEARNING RATE: 3.2201267013244007e-07
previous_iter_valid_loss : 0.16810911893844604
1459200 0.168261 0.168109 0.164230 CURRENT LEARNING RATE: 3.219482740382378e-07
previous_iter_valid_loss : 0.16426576673984528
1459220 0.164440 0.164266 0.164395 CURRENT LEARNING RATE: 3.2188389082196654e-07
previous_iter_valid_loss : 0.1823890507221222
1459240 0.182544 0.182389 0.165001 CURRENT LEARNING RATE: 3.2181952048105093e-07
previous_iter_valid_loss : 0.16527798771858215
1459260 0.165484 0.165278 0.165223 CURRENT LEARNING RATE: 3.2175516301291563e-07
previous_iter_valid_loss : 0.16650162637233734
1459280 0.166724 0.166502 0.165520 CURRENT LEARNING RATE: 3.216908184149875e-07
previous_iter_valid_loss : 0.1701386272907257
1459300 0.170385 0.170139 0.165528 CURRENT LEARNING RATE: 3.216264866846921e-07
previous_iter_valid_loss : 0.16060087084770203
1459320 0.160767 0.160601 0.165513 CURRENT LEARNING RATE: 3.2156216781945567e-07
previous_iter_valid_loss : 0.17310312390327454
1459340 0.173380 0.173103 0.165191 CURRENT LEARNING RATE: 3.2149786181670656e-07
previous_iter_valid_loss : 0.16791127622127533
1459360 0.168141 0.167911 0.165510 CURRENT LEARNING RATE: 3.2143356867387195e-07
previous_iter_valid_loss : 0.16111378371715546
1459380 0.161267 0.161114 0.165540 CURRENT LEARNING RATE: 3.2136928838838015e-07
previous_iter_valid_loss : 0.16051143407821655
1459400 0.160665 0.160511 0.165537 CURRENT LEARNING RATE: 3.2130502095765936e-07
previous_iter_valid_loss : 0.16153554618358612
1459420 0.161692 0.161536 0.165582 CURRENT LEARNING RATE: 3.2124076637914e-07
previous_iter_valid_loss : 0.18780431151390076
1459440 0.187932 0.187804 0.166888 CURRENT LEARNING RATE: 3.211765246502514e-07
previous_iter_valid_loss : 0.16157159209251404
1459460 0.161761 0.161572 0.166808 CURRENT LEARNING RATE: 3.2111229576842375e-07
previous_iter_valid_loss : 0.1736142933368683
1459480 0.173899 0.173614 0.167373 CURRENT LEARNING RATE: 3.210480797310874e-07
previous_iter_valid_loss : 0.1642492711544037
1459500 0.164422 0.164249 0.167272 CURRENT LEARNING RATE: 3.209838765356749e-07
previous_iter_valid_loss : 0.16085562109947205
1459520 0.161031 0.160856 0.166674 CURRENT LEARNING RATE: 3.209196861796175e-07
previous_iter_valid_loss : 0.16164468228816986
1459540 0.161831 0.161645 0.166651 CURRENT LEARNING RATE: 3.2085550866034756e-07
previous_iter_valid_loss : 0.16203495860099792
1459560 0.162197 0.162035 0.166698 CURRENT LEARNING RATE: 3.2079134397529746e-07
previous_iter_valid_loss : 0.18205448985099792
1459580 0.182400 0.182054 0.167763 CURRENT LEARNING RATE: 3.207271921219017e-07
previous_iter_valid_loss : 0.1809460073709488
1459600 0.181284 0.180946 0.168405 CURRENT LEARNING RATE: 3.2066305309759373e-07
previous_iter_valid_loss : 0.16437043249607086
1459620 0.164538 0.164370 0.168410 CURRENT LEARNING RATE: 3.205989268998079e-07
previous_iter_valid_loss : 0.16980737447738647
1459640 0.169960 0.169807 0.167781 CURRENT LEARNING RATE: 3.2053481352597857e-07
previous_iter_valid_loss : 0.1661616861820221
1459660 0.166321 0.166162 0.167825 CURRENT LEARNING RATE: 3.2047071297354245e-07
previous_iter_valid_loss : 0.16718649864196777
1459680 0.167413 0.167186 0.167859 CURRENT LEARNING RATE: 3.204066252399349e-07
previous_iter_valid_loss : 0.1918310970067978
1459700 0.191951 0.191831 0.168944 CURRENT LEARNING RATE: 3.203425503225918e-07
previous_iter_valid_loss : 0.18465319275856018
1459720 0.184800 0.184653 0.170146 CURRENT LEARNING RATE: 3.202784882189513e-07
previous_iter_valid_loss : 0.16069935262203217
1459740 0.160852 0.160699 0.169526 CURRENT LEARNING RATE: 3.202144389264505e-07
previous_iter_valid_loss : 0.18682006001472473
1459760 0.186957 0.186820 0.170472 CURRENT LEARNING RATE: 3.2015040244252717e-07
previous_iter_valid_loss : 0.16089603304862976
1459780 0.161078 0.160896 0.170461 CURRENT LEARNING RATE: 3.2008637876461944e-07
previous_iter_valid_loss : 0.1853356957435608
1459800 0.185719 0.185336 0.171702 CURRENT LEARNING RATE: 3.200223678901675e-07
previous_iter_valid_loss : 0.16078607738018036
1459820 0.160942 0.160786 0.171664 CURRENT LEARNING RATE: 3.1995836981661025e-07
previous_iter_valid_loss : 0.1612495332956314
1459840 0.161405 0.161250 0.170337 CURRENT LEARNING RATE: 3.198943845413879e-07
previous_iter_valid_loss : 0.16203705966472626
1459860 0.162223 0.162037 0.170360 CURRENT LEARNING RATE: 3.198304120619404e-07
previous_iter_valid_loss : 0.1619088053703308
1459880 0.162090 0.161909 0.169775 CURRENT LEARNING RATE: 3.1976645237571e-07
previous_iter_valid_loss : 0.16098108887672424
1459900 0.161127 0.160981 0.169611 CURRENT LEARNING RATE: 3.197025054801377e-07
previous_iter_valid_loss : 0.16419410705566406
1459920 0.164367 0.164194 0.169778 CURRENT LEARNING RATE: 3.1963857137266567e-07
previous_iter_valid_loss : 0.16294549405574799
1459940 0.163139 0.162945 0.169843 CURRENT LEARNING RATE: 3.19574650050736e-07
previous_iter_valid_loss : 0.1629900336265564
1459960 0.163199 0.162990 0.169891 CURRENT LEARNING RATE: 3.195107415117929e-07
previous_iter_valid_loss : 0.1610741913318634
1459980 0.161261 0.161074 0.168842 CURRENT LEARNING RATE: 3.1944684575327954e-07
previous_iter_valid_loss : 0.17358587682247162
1460000 0.173857 0.173586 0.168474 CURRENT LEARNING RATE: 3.1938296277264004e-07
previous_iter_valid_loss : 0.16405121982097626
1460020 0.164218 0.164051 0.168458 CURRENT LEARNING RATE: 3.1931909256731855e-07
previous_iter_valid_loss : 0.16182146966457367
1460040 0.161990 0.161821 0.168059 CURRENT LEARNING RATE: 3.1925523513476134e-07
previous_iter_valid_loss : 0.16060771048069
1460060 0.160758 0.160608 0.167781 CURRENT LEARNING RATE: 3.1919139047241357e-07
previous_iter_valid_loss : 0.1727379858493805
1460080 0.172881 0.172738 0.168059 CURRENT LEARNING RATE: 3.1912755857772095e-07
previous_iter_valid_loss : 0.18150420486927032
1460100 0.181658 0.181504 0.167542 CURRENT LEARNING RATE: 3.190637394481312e-07
previous_iter_valid_loss : 0.16185902059078217
1460120 0.162053 0.161859 0.166403 CURRENT LEARNING RATE: 3.1899993308109113e-07
previous_iter_valid_loss : 0.16439619660377502
1460140 0.164599 0.164396 0.166587 CURRENT LEARNING RATE: 3.189361394740484e-07
previous_iter_valid_loss : 0.17172673344612122
1460160 0.171980 0.171727 0.165833 CURRENT LEARNING RATE: 3.1887235862445077e-07
previous_iter_valid_loss : 0.16083882749080658
1460180 0.161022 0.160839 0.165830 CURRENT LEARNING RATE: 3.18808590529748e-07
previous_iter_valid_loss : 0.1636941283941269
1460200 0.163900 0.163694 0.164748 CURRENT LEARNING RATE: 3.18744835187389e-07
previous_iter_valid_loss : 0.16659918427467346
1460220 0.166816 0.166599 0.165038 CURRENT LEARNING RATE: 3.1868109259482336e-07
previous_iter_valid_loss : 0.17509211599826813
1460240 0.175373 0.175092 0.165731 CURRENT LEARNING RATE: 3.1861736274950096e-07
previous_iter_valid_loss : 0.16117773950099945
1460260 0.161367 0.161178 0.165688 CURRENT LEARNING RATE: 3.1855364564887366e-07
previous_iter_valid_loss : 0.17916378378868103
1460280 0.179320 0.179164 0.166550 CURRENT LEARNING RATE: 3.1848994129039226e-07
previous_iter_valid_loss : 0.1605759859085083
1460300 0.160734 0.160576 0.166530 CURRENT LEARNING RATE: 3.1842624967150853e-07
previous_iter_valid_loss : 0.16413240134716034
1460320 0.164348 0.164132 0.166527 CURRENT LEARNING RATE: 3.1836257078967426e-07
previous_iter_valid_loss : 0.1633428931236267
1460340 0.163538 0.163343 0.166547 CURRENT LEARNING RATE: 3.182989046423434e-07
previous_iter_valid_loss : 0.18241064250469208
1460360 0.182565 0.182411 0.167518 CURRENT LEARNING RATE: 3.1823525122696883e-07
previous_iter_valid_loss : 0.17959609627723694
1460380 0.179750 0.179596 0.168444 CURRENT LEARNING RATE: 3.181716105410043e-07
previous_iter_valid_loss : 0.1616724133491516
1460400 0.161827 0.161672 0.167848 CURRENT LEARNING RATE: 3.1810798258190366e-07
previous_iter_valid_loss : 0.1638033092021942
1460420 0.163963 0.163803 0.167836 CURRENT LEARNING RATE: 3.1804436734712296e-07
previous_iter_valid_loss : 0.18857797980308533
1460440 0.188716 0.188578 0.169174 CURRENT LEARNING RATE: 3.1798076483411703e-07
previous_iter_valid_loss : 0.16549256443977356
1460460 0.165655 0.165493 0.169418 CURRENT LEARNING RATE: 3.179171750403417e-07
previous_iter_valid_loss : 0.16184775531291962
1460480 0.162011 0.161848 0.168874 CURRENT LEARNING RATE: 3.1785359796325283e-07
previous_iter_valid_loss : 0.16562147438526154
1460500 0.165827 0.165621 0.168079 CURRENT LEARNING RATE: 3.177900336003085e-07
previous_iter_valid_loss : 0.19362446665763855
1460520 0.193740 0.193624 0.169668 CURRENT LEARNING RATE: 3.1772648194896555e-07
previous_iter_valid_loss : 0.16169658303260803
1460540 0.161890 0.161697 0.169533 CURRENT LEARNING RATE: 3.176629430066814e-07
previous_iter_valid_loss : 0.1872970163822174
1460560 0.187692 0.187297 0.170311 CURRENT LEARNING RATE: 3.1759941677091553e-07
previous_iter_valid_loss : 0.16496634483337402
1460580 0.165169 0.164966 0.170518 CURRENT LEARNING RATE: 3.175359032391264e-07
previous_iter_valid_loss : 0.16053509712219238
1460600 0.160691 0.160535 0.170360 CURRENT LEARNING RATE: 3.174724024087734e-07
previous_iter_valid_loss : 0.16057632863521576
1460620 0.160743 0.160576 0.170058 CURRENT LEARNING RATE: 3.17408914277316e-07
previous_iter_valid_loss : 0.16817855834960938
1460640 0.168419 0.168179 0.169713 CURRENT LEARNING RATE: 3.173454388422158e-07
previous_iter_valid_loss : 0.1652301847934723
1460660 0.165436 0.165230 0.169915 CURRENT LEARNING RATE: 3.1728197610093315e-07
previous_iter_valid_loss : 0.16228652000427246
1460680 0.162474 0.162287 0.169072 CURRENT LEARNING RATE: 3.172185260509296e-07
previous_iter_valid_loss : 0.16133759915828705
1460700 0.161534 0.161338 0.169110 CURRENT LEARNING RATE: 3.171550886896666e-07
previous_iter_valid_loss : 0.16901931166648865
1460720 0.169265 0.169019 0.169354 CURRENT LEARNING RATE: 3.170916640146077e-07
previous_iter_valid_loss : 0.16400383412837982
1460740 0.164168 0.164004 0.169387 CURRENT LEARNING RATE: 3.1702825202321547e-07
previous_iter_valid_loss : 0.1606115847826004
1460760 0.160763 0.160612 0.168297 CURRENT LEARNING RATE: 3.169648527129533e-07
previous_iter_valid_loss : 0.165080726146698
1460780 0.165291 0.165081 0.167571 CURRENT LEARNING RATE: 3.169014660812848e-07
previous_iter_valid_loss : 0.16069085896015167
1460800 0.160864 0.160691 0.167522 CURRENT LEARNING RATE: 3.168380921256755e-07
previous_iter_valid_loss : 0.1604919135570526
1460820 0.160653 0.160492 0.167357 CURRENT LEARNING RATE: 3.167747308435899e-07
previous_iter_valid_loss : 0.1616596132516861
1460840 0.161824 0.161660 0.166011 CURRENT LEARNING RATE: 3.167113822324936e-07
previous_iter_valid_loss : 0.1608072966337204
1460860 0.160983 0.160807 0.165776 CURRENT LEARNING RATE: 3.1664804628985205e-07
previous_iter_valid_loss : 0.16749368607997894
1460880 0.167648 0.167494 0.166059 CURRENT LEARNING RATE: 3.16584723013133e-07
previous_iter_valid_loss : 0.17002145946025848
1460900 0.170171 0.170021 0.166279 CURRENT LEARNING RATE: 3.165214123998029e-07
previous_iter_valid_loss : 0.16294904053211212
1460920 0.163130 0.162949 0.164745 CURRENT LEARNING RATE: 3.1645811444732874e-07
previous_iter_valid_loss : 0.1605529934167862
1460940 0.160719 0.160553 0.164688 CURRENT LEARNING RATE: 3.163948291531798e-07
previous_iter_valid_loss : 0.16250139474868774
1460960 0.162692 0.162501 0.163448 CURRENT LEARNING RATE: 3.1633155651482404e-07
previous_iter_valid_loss : 0.20334291458129883
1460980 0.203415 0.203343 0.165367 CURRENT LEARNING RATE: 3.162682965297306e-07
previous_iter_valid_loss : 0.1629016399383545
1461000 0.163063 0.162902 0.165485 CURRENT LEARNING RATE: 3.162050491953685e-07
previous_iter_valid_loss : 0.17262569069862366
1461020 0.172771 0.172626 0.166088 CURRENT LEARNING RATE: 3.16141814509209e-07
previous_iter_valid_loss : 0.16206037998199463
1461040 0.162226 0.162060 0.165782 CURRENT LEARNING RATE: 3.160785924687221e-07
previous_iter_valid_loss : 0.16051322221755981
1461060 0.160680 0.160513 0.165546 CURRENT LEARNING RATE: 3.160153830713789e-07
previous_iter_valid_loss : 0.16853253543376923
1461080 0.168774 0.168533 0.165858 CURRENT LEARNING RATE: 3.1595218631465057e-07
previous_iter_valid_loss : 0.1706845760345459
1461100 0.170835 0.170685 0.166326 CURRENT LEARNING RATE: 3.1588900219601024e-07
previous_iter_valid_loss : 0.16169065237045288
1461120 0.161875 0.161691 0.165959 CURRENT LEARNING RATE: 3.1582583071293006e-07
previous_iter_valid_loss : 0.17328056693077087
1461140 0.173426 0.173281 0.166423 CURRENT LEARNING RATE: 3.157626718628832e-07
previous_iter_valid_loss : 0.16049371659755707
1461160 0.160659 0.160494 0.166417 CURRENT LEARNING RATE: 3.156995256433426e-07
previous_iter_valid_loss : 0.16874410212039948
1461180 0.168984 0.168744 0.166600 CURRENT LEARNING RATE: 3.156363920517837e-07
previous_iter_valid_loss : 0.1611258089542389
1461200 0.161278 0.161126 0.166622 CURRENT LEARNING RATE: 3.155732710856805e-07
previous_iter_valid_loss : 0.16992105543613434
1461220 0.170074 0.169921 0.167093 CURRENT LEARNING RATE: 3.155101627425082e-07
previous_iter_valid_loss : 0.16431759297847748
1461240 0.164521 0.164318 0.167226 CURRENT LEARNING RATE: 3.154470670197419e-07
previous_iter_valid_loss : 0.1619497686624527
1461260 0.162113 0.161950 0.167283 CURRENT LEARNING RATE: 3.1538398391485885e-07
previous_iter_valid_loss : 0.18737643957138062
1461280 0.187782 0.187376 0.168278 CURRENT LEARNING RATE: 3.153209134253352e-07
previous_iter_valid_loss : 0.1629534661769867
1461300 0.163136 0.162953 0.167924 CURRENT LEARNING RATE: 3.1525785554864757e-07
previous_iter_valid_loss : 0.17030824720859528
1461320 0.170459 0.170308 0.168292 CURRENT LEARNING RATE: 3.1519481028227477e-07
previous_iter_valid_loss : 0.16666166484355927
1461340 0.166823 0.166662 0.168598 CURRENT LEARNING RATE: 3.151317776236945e-07
previous_iter_valid_loss : 0.18057382106781006
1461360 0.180730 0.180574 0.169501 CURRENT LEARNING RATE: 3.1506875757038523e-07
previous_iter_valid_loss : 0.18202713131904602
1461380 0.182178 0.182027 0.168435 CURRENT LEARNING RATE: 3.1500575011982584e-07
previous_iter_valid_loss : 0.16770024597644806
1461400 0.167925 0.167700 0.168675 CURRENT LEARNING RATE: 3.1494275526949706e-07
previous_iter_valid_loss : 0.16086675226688385
1461420 0.161020 0.160867 0.168087 CURRENT LEARNING RATE: 3.148797730168785e-07
previous_iter_valid_loss : 0.16547293961048126
1461440 0.165637 0.165473 0.168258 CURRENT LEARNING RATE: 3.1481680335945093e-07
previous_iter_valid_loss : 0.16050931811332703
1461460 0.160671 0.160509 0.168258 CURRENT LEARNING RATE: 3.1475384629469495e-07
previous_iter_valid_loss : 0.16638609766960144
1461480 0.166603 0.166386 0.168150 CURRENT LEARNING RATE: 3.1469090182009344e-07
previous_iter_valid_loss : 0.16878101229667664
1461500 0.168936 0.168781 0.168055 CURRENT LEARNING RATE: 3.14627969933128e-07
previous_iter_valid_loss : 0.1611870527267456
1461520 0.161373 0.161187 0.168030 CURRENT LEARNING RATE: 3.1456505063128146e-07
previous_iter_valid_loss : 0.1661149263381958
1461540 0.166275 0.166115 0.167672 CURRENT LEARNING RATE: 3.1450214391203643e-07
previous_iter_valid_loss : 0.19968105852603912
1461560 0.199768 0.199681 0.169631 CURRENT LEARNING RATE: 3.1443924977287773e-07
previous_iter_valid_loss : 0.1628330647945404
1461580 0.163018 0.162833 0.169336 CURRENT LEARNING RATE: 3.1437636821128903e-07
previous_iter_valid_loss : 0.1656295359134674
1461600 0.165844 0.165630 0.169561 CURRENT LEARNING RATE: 3.1431349922475516e-07
previous_iter_valid_loss : 0.163938969373703
1461620 0.164106 0.163939 0.169262 CURRENT LEARNING RATE: 3.1425064281076066e-07
previous_iter_valid_loss : 0.17286592721939087
1461640 0.173137 0.172866 0.169689 CURRENT LEARNING RATE: 3.1418779896679254e-07
previous_iter_valid_loss : 0.16645103693008423
1461660 0.166672 0.166451 0.169914 CURRENT LEARNING RATE: 3.1412496769033643e-07
previous_iter_valid_loss : 0.16409027576446533
1461680 0.164256 0.164090 0.168750 CURRENT LEARNING RATE: 3.140621489788785e-07
previous_iter_valid_loss : 0.17998194694519043
1461700 0.180296 0.179982 0.169601 CURRENT LEARNING RATE: 3.1399934282990713e-07
previous_iter_valid_loss : 0.16817672550678253
1461720 0.168395 0.168177 0.169495 CURRENT LEARNING RATE: 3.139365492409095e-07
previous_iter_valid_loss : 0.16064530611038208
1461740 0.160814 0.160645 0.169194 CURRENT LEARNING RATE: 3.138737682093739e-07
previous_iter_valid_loss : 0.16534581780433655
1461760 0.165556 0.165346 0.168433 CURRENT LEARNING RATE: 3.138109997327885e-07
previous_iter_valid_loss : 0.18103599548339844
1461780 0.181377 0.181036 0.168383 CURRENT LEARNING RATE: 3.137482438086437e-07
previous_iter_valid_loss : 0.16053025424480438
1461800 0.160692 0.160530 0.168025 CURRENT LEARNING RATE: 3.1368550043442867e-07
previous_iter_valid_loss : 0.16179350018501282
1461820 0.161951 0.161794 0.168071 CURRENT LEARNING RATE: 3.136227696076337e-07
previous_iter_valid_loss : 0.16119369864463806
1461840 0.161349 0.161194 0.167857 CURRENT LEARNING RATE: 3.1356005132574906e-07
previous_iter_valid_loss : 0.17284071445465088
1461860 0.173119 0.172841 0.168473 CURRENT LEARNING RATE: 3.1349734558626697e-07
previous_iter_valid_loss : 0.1607247143983841
1461880 0.160899 0.160725 0.168190 CURRENT LEARNING RATE: 3.134346523866788e-07
previous_iter_valid_loss : 0.17587821185588837
1461900 0.176035 0.175878 0.168545 CURRENT LEARNING RATE: 3.1337197172447677e-07
previous_iter_valid_loss : 0.16688436269760132
1461920 0.167045 0.166884 0.168830 CURRENT LEARNING RATE: 3.133093035971531e-07
previous_iter_valid_loss : 0.16375632584095
1461940 0.163926 0.163756 0.168712 CURRENT LEARNING RATE: 3.1324664800220217e-07
previous_iter_valid_loss : 0.16287067532539368
1461960 0.163060 0.162871 0.166872 CURRENT LEARNING RATE: 3.131840049371172e-07
previous_iter_valid_loss : 0.16537024080753326
1461980 0.165571 0.165370 0.166999 CURRENT LEARNING RATE: 3.1312137439939244e-07
previous_iter_valid_loss : 0.1689416915178299
1462000 0.169179 0.168942 0.167164 CURRENT LEARNING RATE: 3.1305875638652216e-07
previous_iter_valid_loss : 0.1607491672039032
1462020 0.160909 0.160749 0.167005 CURRENT LEARNING RATE: 3.1299615089600275e-07
previous_iter_valid_loss : 0.16917471587657928
1462040 0.169423 0.169175 0.166820 CURRENT LEARNING RATE: 3.129335579253294e-07
previous_iter_valid_loss : 0.16543109714984894
1462060 0.165604 0.165431 0.166769 CURRENT LEARNING RATE: 3.1287097747199843e-07
previous_iter_valid_loss : 0.17383740842342377
1462080 0.174104 0.173837 0.167256 CURRENT LEARNING RATE: 3.1280840953350604e-07
previous_iter_valid_loss : 0.16201484203338623
1462100 0.162203 0.162015 0.166358 CURRENT LEARNING RATE: 3.127458541073506e-07
previous_iter_valid_loss : 0.1645869016647339
1462120 0.164797 0.164587 0.166179 CURRENT LEARNING RATE: 3.126833111910294e-07
previous_iter_valid_loss : 0.16398490965366364
1462140 0.164177 0.163985 0.166346 CURRENT LEARNING RATE: 3.1262078078204014e-07
previous_iter_valid_loss : 0.16906896233558655
1462160 0.169309 0.169069 0.166532 CURRENT LEARNING RATE: 3.1255826287788266e-07
previous_iter_valid_loss : 0.16898411512374878
1462180 0.169139 0.168984 0.165929 CURRENT LEARNING RATE: 3.1249575747605574e-07
previous_iter_valid_loss : 0.16421236097812653
1462200 0.164382 0.164212 0.166113 CURRENT LEARNING RATE: 3.124332645740592e-07
previous_iter_valid_loss : 0.16062234342098236
1462220 0.160797 0.160622 0.166055 CURRENT LEARNING RATE: 3.123707841693927e-07
previous_iter_valid_loss : 0.16052794456481934
1462240 0.160696 0.160528 0.166021 CURRENT LEARNING RATE: 3.123083162595582e-07
previous_iter_valid_loss : 0.1752176135778427
1462260 0.175509 0.175218 0.166140 CURRENT LEARNING RATE: 3.1224586084205633e-07
previous_iter_valid_loss : 0.16204425692558289
1462280 0.162207 0.162044 0.166206 CURRENT LEARNING RATE: 3.12183417914389e-07
previous_iter_valid_loss : 0.16595004498958588
1462300 0.166158 0.165950 0.165710 CURRENT LEARNING RATE: 3.121209874740578e-07
previous_iter_valid_loss : 0.16427159309387207
1462320 0.164471 0.164272 0.165579 CURRENT LEARNING RATE: 3.120585695185668e-07
previous_iter_valid_loss : 0.1636870801448822
1462340 0.163854 0.163687 0.165576 CURRENT LEARNING RATE: 3.1199616404541854e-07
previous_iter_valid_loss : 0.1634317934513092
1462360 0.163623 0.163432 0.165604 CURRENT LEARNING RATE: 3.119337710521169e-07
previous_iter_valid_loss : 0.16127635538578033
1462380 0.161427 0.161276 0.165399 CURRENT LEARNING RATE: 3.118713905361656e-07
previous_iter_valid_loss : 0.16198880970478058
1462400 0.162146 0.161989 0.165051 CURRENT LEARNING RATE: 3.118090224950705e-07
previous_iter_valid_loss : 0.1605435013771057
1462420 0.160705 0.160544 0.165041 CURRENT LEARNING RATE: 3.117466669263364e-07
previous_iter_valid_loss : 0.16538281738758087
1462440 0.165546 0.165383 0.164852 CURRENT LEARNING RATE: 3.1168432382746893e-07
previous_iter_valid_loss : 0.16674740612506866
1462460 0.166902 0.166747 0.164917 CURRENT LEARNING RATE: 3.1162199319597395e-07
previous_iter_valid_loss : 0.1791830062866211
1462480 0.179505 0.179183 0.165185 CURRENT LEARNING RATE: 3.1155967502935933e-07
previous_iter_valid_loss : 0.16071246564388275
1462500 0.160872 0.160712 0.165119 CURRENT LEARNING RATE: 3.114973693251317e-07
previous_iter_valid_loss : 0.1703517884016037
1462520 0.170502 0.170352 0.165408 CURRENT LEARNING RATE: 3.1143507608079833e-07
previous_iter_valid_loss : 0.1686989665031433
1462540 0.168922 0.168699 0.165643 CURRENT LEARNING RATE: 3.1137279529386865e-07
previous_iter_valid_loss : 0.16987599432468414
1462560 0.170030 0.169876 0.165684 CURRENT LEARNING RATE: 3.1131052696185075e-07
previous_iter_valid_loss : 0.165873184800148
1462580 0.166039 0.165873 0.165528 CURRENT LEARNING RATE: 3.11248271082254e-07
previous_iter_valid_loss : 0.16562801599502563
1462600 0.165835 0.165628 0.165599 CURRENT LEARNING RATE: 3.111860276525876e-07
previous_iter_valid_loss : 0.1679728478193283
1462620 0.168194 0.167973 0.165967 CURRENT LEARNING RATE: 3.111237966703629e-07
previous_iter_valid_loss : 0.1620696783065796
1462640 0.162264 0.162070 0.166044 CURRENT LEARNING RATE: 3.110615781330901e-07
previous_iter_valid_loss : 0.1616460382938385
1462660 0.161840 0.161646 0.165365 CURRENT LEARNING RATE: 3.1099937203828045e-07
previous_iter_valid_loss : 0.16054649651050568
1462680 0.160703 0.160546 0.165290 CURRENT LEARNING RATE: 3.109371783834452e-07
previous_iter_valid_loss : 0.16669617593288422
1462700 0.166914 0.166696 0.165328 CURRENT LEARNING RATE: 3.108749971660976e-07
previous_iter_valid_loss : 0.16702286899089813
1462720 0.167253 0.167023 0.165465 CURRENT LEARNING RATE: 3.1081282838375003e-07
previous_iter_valid_loss : 0.1713005155324936
1462740 0.171559 0.171301 0.165846 CURRENT LEARNING RATE: 3.1075067203391557e-07
previous_iter_valid_loss : 0.16054829955101013
1462760 0.160703 0.160548 0.165702 CURRENT LEARNING RATE: 3.1068852811410756e-07
previous_iter_valid_loss : 0.16527025401592255
1462780 0.165437 0.165270 0.165901 CURRENT LEARNING RATE: 3.106263966218412e-07
previous_iter_valid_loss : 0.17777478694915771
1462800 0.177930 0.177775 0.166691 CURRENT LEARNING RATE: 3.105642775546307e-07
previous_iter_valid_loss : 0.1715325117111206
1462820 0.171683 0.171533 0.167240 CURRENT LEARNING RATE: 3.1050217090999144e-07
previous_iter_valid_loss : 0.16082051396369934
1462840 0.161005 0.160821 0.167012 CURRENT LEARNING RATE: 3.104400766854385e-07
previous_iter_valid_loss : 0.16169902682304382
1462860 0.161887 0.161699 0.166760 CURRENT LEARNING RATE: 3.103779948784892e-07
previous_iter_valid_loss : 0.16913442313671112
1462880 0.169292 0.169134 0.166257 CURRENT LEARNING RATE: 3.103159254866597e-07
previous_iter_valid_loss : 0.16197028756141663
1462900 0.162137 0.161970 0.166320 CURRENT LEARNING RATE: 3.102538685074668e-07
previous_iter_valid_loss : 0.16070543229579926
1462920 0.160891 0.160705 0.165838 CURRENT LEARNING RATE: 3.101918239384291e-07
previous_iter_valid_loss : 0.1615762561559677
1462940 0.161781 0.161576 0.165482 CURRENT LEARNING RATE: 3.1012979177706445e-07
previous_iter_valid_loss : 0.16582037508487701
1462960 0.166021 0.165820 0.165279 CURRENT LEARNING RATE: 3.100677720208915e-07
previous_iter_valid_loss : 0.1670343577861786
1462980 0.167199 0.167034 0.165337 CURRENT LEARNING RATE: 3.1000576466742903e-07
previous_iter_valid_loss : 0.1622365564107895
1463000 0.162408 0.162237 0.165167 CURRENT LEARNING RATE: 3.0994376971419764e-07
previous_iter_valid_loss : 0.16064833104610443
1463020 0.160824 0.160648 0.164801 CURRENT LEARNING RATE: 3.0988178715871713e-07
previous_iter_valid_loss : 0.16775326430797577
1463040 0.167977 0.167753 0.165085 CURRENT LEARNING RATE: 3.098198169985081e-07
previous_iter_valid_loss : 0.17076514661312103
1463060 0.170914 0.170765 0.165541 CURRENT LEARNING RATE: 3.097578592310913e-07
previous_iter_valid_loss : 0.16094744205474854
1463080 0.161132 0.160947 0.165561 CURRENT LEARNING RATE: 3.096959138539894e-07
previous_iter_valid_loss : 0.16055069863796234
1463100 0.160717 0.160551 0.165254 CURRENT LEARNING RATE: 3.0963398086472406e-07
previous_iter_valid_loss : 0.16964730620384216
1463120 0.169802 0.169647 0.165385 CURRENT LEARNING RATE: 3.0957206026081806e-07
previous_iter_valid_loss : 0.17852024734020233
1463140 0.178834 0.178520 0.165746 CURRENT LEARNING RATE: 3.0951015203979397e-07
previous_iter_valid_loss : 0.16392143070697784
1463160 0.164124 0.163921 0.165915 CURRENT LEARNING RATE: 3.0944825619917655e-07
previous_iter_valid_loss : 0.16369593143463135
1463180 0.163877 0.163696 0.165836 CURRENT LEARNING RATE: 3.093863727364894e-07
previous_iter_valid_loss : 0.16226965188980103
1463200 0.162451 0.162270 0.165061 CURRENT LEARNING RATE: 3.093245016492572e-07
previous_iter_valid_loss : 0.17083415389060974
1463220 0.171083 0.170834 0.165026 CURRENT LEARNING RATE: 3.092626429350046e-07
previous_iter_valid_loss : 0.1622418910264969
1463240 0.162409 0.162242 0.165097 CURRENT LEARNING RATE: 3.0920079659125824e-07
previous_iter_valid_loss : 0.16503778100013733
1463260 0.165241 0.165038 0.165264 CURRENT LEARNING RATE: 3.091389626155438e-07
previous_iter_valid_loss : 0.17008773982524872
1463280 0.170237 0.170088 0.165312 CURRENT LEARNING RATE: 3.0907714100538794e-07
previous_iter_valid_loss : 0.16121849417686462
1463300 0.161406 0.161218 0.165274 CURRENT LEARNING RATE: 3.090153317583172e-07
previous_iter_valid_loss : 0.16231027245521545
1463320 0.162473 0.162310 0.165354 CURRENT LEARNING RATE: 3.089535348718603e-07
previous_iter_valid_loss : 0.1651923954486847
1463340 0.165358 0.165192 0.165535 CURRENT LEARNING RATE: 3.0889175034354487e-07
previous_iter_valid_loss : 0.16572943329811096
1463360 0.165937 0.165729 0.165531 CURRENT LEARNING RATE: 3.088299781708989e-07
previous_iter_valid_loss : 0.1624087244272232
1463380 0.162603 0.162409 0.165299 CURRENT LEARNING RATE: 3.087682183514527e-07
previous_iter_valid_loss : 0.16048914194107056
1463400 0.160656 0.160489 0.165212 CURRENT LEARNING RATE: 3.0870647088273525e-07
previous_iter_valid_loss : 0.16121569275856018
1463420 0.161378 0.161216 0.165240 CURRENT LEARNING RATE: 3.0864473576227667e-07
previous_iter_valid_loss : 0.164541557431221
1463440 0.164712 0.164542 0.165080 CURRENT LEARNING RATE: 3.08583012987607e-07
previous_iter_valid_loss : 0.16752687096595764
1463460 0.167687 0.167527 0.164918 CURRENT LEARNING RATE: 3.0852130255625847e-07
previous_iter_valid_loss : 0.16227081418037415
1463480 0.162440 0.162271 0.164984 CURRENT LEARNING RATE: 3.0845960446576207e-07
previous_iter_valid_loss : 0.16520343720912933
1463500 0.165371 0.165203 0.165217 CURRENT LEARNING RATE: 3.0839791871364993e-07
previous_iter_valid_loss : 0.17179898917675018
1463520 0.171950 0.171799 0.165324 CURRENT LEARNING RATE: 3.08336245297454e-07
previous_iter_valid_loss : 0.1613149493932724
1463540 0.161469 0.161315 0.164464 CURRENT LEARNING RATE: 3.0827458421470845e-07
previous_iter_valid_loss : 0.16993999481201172
1463560 0.170188 0.169940 0.164765 CURRENT LEARNING RATE: 3.082129354629463e-07
previous_iter_valid_loss : 0.17921239137649536
1463580 0.179531 0.179212 0.165541 CURRENT LEARNING RATE: 3.081512990397016e-07
previous_iter_valid_loss : 0.16075433790683746
1463600 0.160912 0.160754 0.165465 CURRENT LEARNING RATE: 3.080896749425084e-07
previous_iter_valid_loss : 0.18990562856197357
1463620 0.190357 0.189906 0.166418 CURRENT LEARNING RATE: 3.080280631689028e-07
previous_iter_valid_loss : 0.1605345904827118
1463640 0.160697 0.160535 0.166333 CURRENT LEARNING RATE: 3.0796646371641973e-07
previous_iter_valid_loss : 0.16096974909305573
1463660 0.161131 0.160970 0.166130 CURRENT LEARNING RATE: 3.079048765825953e-07
previous_iter_valid_loss : 0.16359291970729828
1463680 0.163792 0.163593 0.165805 CURRENT LEARNING RATE: 3.078433017649654e-07
previous_iter_valid_loss : 0.16765746474266052
1463700 0.167870 0.167657 0.166127 CURRENT LEARNING RATE: 3.0778173926106813e-07
previous_iter_valid_loss : 0.18703193962574005
1463720 0.187170 0.187032 0.167363 CURRENT LEARNING RATE: 3.077201890684405e-07
previous_iter_valid_loss : 0.16063347458839417
1463740 0.160790 0.160633 0.167135 CURRENT LEARNING RATE: 3.076586511846199e-07
previous_iter_valid_loss : 0.1606016904115677
1463760 0.160768 0.160602 0.166879 CURRENT LEARNING RATE: 3.0759712560714594e-07
previous_iter_valid_loss : 0.17511528730392456
1463780 0.175407 0.175115 0.167514 CURRENT LEARNING RATE: 3.0753561233355705e-07
previous_iter_valid_loss : 0.1811142861843109
1463800 0.181275 0.181114 0.168545 CURRENT LEARNING RATE: 3.074741113613927e-07
previous_iter_valid_loss : 0.16161349415779114
1463820 0.161800 0.161613 0.168565 CURRENT LEARNING RATE: 3.074126226881923e-07
previous_iter_valid_loss : 0.16211675107479095
1463840 0.162298 0.162117 0.168444 CURRENT LEARNING RATE: 3.073511463114974e-07
previous_iter_valid_loss : 0.1663123071193695
1463860 0.166475 0.166312 0.168383 CURRENT LEARNING RATE: 3.072896822288484e-07
previous_iter_valid_loss : 0.16296985745429993
1463880 0.163138 0.162970 0.168418 CURRENT LEARNING RATE: 3.072282304377867e-07
previous_iter_valid_loss : 0.1630990356206894
1463900 0.163268 0.163099 0.168313 CURRENT LEARNING RATE: 3.0716679093585374e-07
previous_iter_valid_loss : 0.1606757938861847
1463920 0.160843 0.160676 0.167757 CURRENT LEARNING RATE: 3.07105363720593e-07
previous_iter_valid_loss : 0.16320374608039856
1463940 0.163376 0.163204 0.167851 CURRENT LEARNING RATE: 3.070439487895469e-07
previous_iter_valid_loss : 0.1618746817111969
1463960 0.162032 0.161875 0.167448 CURRENT LEARNING RATE: 3.069825461402587e-07
previous_iter_valid_loss : 0.16095681488513947
1463980 0.161138 0.160957 0.166535 CURRENT LEARNING RATE: 3.0692115577027186e-07
previous_iter_valid_loss : 0.16576866805553436
1464000 0.165976 0.165769 0.166786 CURRENT LEARNING RATE: 3.0685977767713187e-07
previous_iter_valid_loss : 0.17116369307041168
1464020 0.171313 0.171164 0.165849 CURRENT LEARNING RATE: 3.06798411858383e-07
previous_iter_valid_loss : 0.16913145780563354
1464040 0.169285 0.169131 0.166279 CURRENT LEARNING RATE: 3.0673705831157067e-07
previous_iter_valid_loss : 0.16049689054489136
1464060 0.160662 0.160497 0.166255 CURRENT LEARNING RATE: 3.0667571703424016e-07
previous_iter_valid_loss : 0.1606864184141159
1464080 0.160847 0.160686 0.166110 CURRENT LEARNING RATE: 3.066143880239389e-07
previous_iter_valid_loss : 0.16392220556735992
1464100 0.164095 0.163922 0.165923 CURRENT LEARNING RATE: 3.0655307127821324e-07
previous_iter_valid_loss : 0.16108432412147522
1464120 0.161250 0.161084 0.164626 CURRENT LEARNING RATE: 3.064917667946099e-07
previous_iter_valid_loss : 0.1615796834230423
1464140 0.161756 0.161580 0.164673 CURRENT LEARNING RATE: 3.0643047457067786e-07
previous_iter_valid_loss : 0.16480043530464172
1464160 0.165021 0.164800 0.164883 CURRENT LEARNING RATE: 3.0636919460396477e-07
previous_iter_valid_loss : 0.17270687222480774
1464180 0.172965 0.172707 0.164762 CURRENT LEARNING RATE: 3.0630792689201954e-07
previous_iter_valid_loss : 0.161179780960083
1464200 0.161362 0.161180 0.163766 CURRENT LEARNING RATE: 3.062466714323909e-07
previous_iter_valid_loss : 0.16253119707107544
1464220 0.162701 0.162531 0.163812 CURRENT LEARNING RATE: 3.0618542822262964e-07
previous_iter_valid_loss : 0.16975082457065582
1464240 0.170001 0.169751 0.164193 CURRENT LEARNING RATE: 3.061241972602856e-07
previous_iter_valid_loss : 0.160604789853096
1464260 0.160766 0.160605 0.163908 CURRENT LEARNING RATE: 3.060629785429095e-07
previous_iter_valid_loss : 0.1789059340953827
1464280 0.179230 0.178906 0.164705 CURRENT LEARNING RATE: 3.0600177206805204e-07
previous_iter_valid_loss : 0.16284067928791046
1464300 0.163031 0.162841 0.164692 CURRENT LEARNING RATE: 3.0594057783326604e-07
previous_iter_valid_loss : 0.1605314016342163
1464320 0.160697 0.160531 0.164685 CURRENT LEARNING RATE: 3.0587939583610316e-07
previous_iter_valid_loss : 0.17945146560668945
1464340 0.179780 0.179451 0.165497 CURRENT LEARNING RATE: 3.058182260741162e-07
previous_iter_valid_loss : 0.16556452214717865
1464360 0.165770 0.165565 0.165681 CURRENT LEARNING RATE: 3.0575706854485777e-07
previous_iter_valid_loss : 0.16067278385162354
1464380 0.160827 0.160673 0.165667 CURRENT LEARNING RATE: 3.056959232458826e-07
previous_iter_valid_loss : 0.16068606078624725
1464400 0.160858 0.160686 0.165413 CURRENT LEARNING RATE: 3.0563479017474446e-07
previous_iter_valid_loss : 0.16833694279193878
1464420 0.168484 0.168337 0.165272 CURRENT LEARNING RATE: 3.05573669328998e-07
previous_iter_valid_loss : 0.16754050552845
1464440 0.167699 0.167541 0.165192 CURRENT LEARNING RATE: 3.055125607061978e-07
previous_iter_valid_loss : 0.16230139136314392
1464460 0.162466 0.162301 0.165282 CURRENT LEARNING RATE: 3.054514643039006e-07
previous_iter_valid_loss : 0.16061359643936157
1464480 0.160786 0.160614 0.165279 CURRENT LEARNING RATE: 3.0539038011966194e-07
previous_iter_valid_loss : 0.1829259991645813
1464500 0.183289 0.182926 0.166229 CURRENT LEARNING RATE: 3.05329308151038e-07
previous_iter_valid_loss : 0.16289420425891876
1464520 0.163086 0.162894 0.166319 CURRENT LEARNING RATE: 3.052682483955871e-07
previous_iter_valid_loss : 0.161194309592247
1464540 0.161381 0.161194 0.166300 CURRENT LEARNING RATE: 3.0520720085086606e-07
previous_iter_valid_loss : 0.16879549622535706
1464560 0.169022 0.168795 0.166500 CURRENT LEARNING RATE: 3.0514616551443314e-07
previous_iter_valid_loss : 0.16074593365192413
1464580 0.160918 0.160746 0.165902 CURRENT LEARNING RATE: 3.050851423838463e-07
previous_iter_valid_loss : 0.17480462789535522
1464600 0.175088 0.174805 0.166583 CURRENT LEARNING RATE: 3.0502413145666576e-07
previous_iter_valid_loss : 0.1807711273431778
1464620 0.181119 0.180771 0.167495 CURRENT LEARNING RATE: 3.0496313273045054e-07
previous_iter_valid_loss : 0.1628776490688324
1464640 0.163046 0.162878 0.167151 CURRENT LEARNING RATE: 3.049021462027606e-07
previous_iter_valid_loss : 0.1640598475933075
1464660 0.164229 0.164060 0.167324 CURRENT LEARNING RATE: 3.048411718711561e-07
previous_iter_valid_loss : 0.16063497960567474
1464680 0.160794 0.160635 0.166411 CURRENT LEARNING RATE: 3.04780209733199e-07
previous_iter_valid_loss : 0.16956527531147003
1464700 0.169819 0.169565 0.166747 CURRENT LEARNING RATE: 3.0471925978645035e-07
previous_iter_valid_loss : 0.1622363179922104
1464720 0.162390 0.162236 0.166832 CURRENT LEARNING RATE: 3.0465832202847214e-07
previous_iter_valid_loss : 0.16190923750400543
1464740 0.162061 0.161909 0.165955 CURRENT LEARNING RATE: 3.0459739645682625e-07
previous_iter_valid_loss : 0.16066980361938477
1464760 0.160849 0.160670 0.165710 CURRENT LEARNING RATE: 3.045364830690769e-07
previous_iter_valid_loss : 0.16086968779563904
1464780 0.161048 0.160870 0.165720 CURRENT LEARNING RATE: 3.0447558186278686e-07
previous_iter_valid_loss : 0.18807761371135712
1464800 0.188208 0.188078 0.167090 CURRENT LEARNING RATE: 3.044146928355201e-07
previous_iter_valid_loss : 0.17352448403835297
1464820 0.173674 0.173524 0.167349 CURRENT LEARNING RATE: 3.043538159848406e-07
previous_iter_valid_loss : 0.16582819819450378
1464840 0.165993 0.165828 0.167264 CURRENT LEARNING RATE: 3.042929513083143e-07
previous_iter_valid_loss : 0.17045779526233673
1464860 0.170711 0.170458 0.167671 CURRENT LEARNING RATE: 3.042320988035061e-07
previous_iter_valid_loss : 0.16182585060596466
1464880 0.161990 0.161826 0.167732 CURRENT LEARNING RATE: 3.041712584679819e-07
previous_iter_valid_loss : 0.16083203256130219
1464900 0.161015 0.160832 0.166627 CURRENT LEARNING RATE: 3.041104302993075e-07
previous_iter_valid_loss : 0.16053922474384308
1464920 0.160703 0.160539 0.166510 CURRENT LEARNING RATE: 3.0404961429505096e-07
previous_iter_valid_loss : 0.16108988225460052
1464940 0.161248 0.161090 0.166504 CURRENT LEARNING RATE: 3.03988810452779e-07
previous_iter_valid_loss : 0.16329218447208405
1464960 0.163491 0.163292 0.166229 CURRENT LEARNING RATE: 3.03928018770059e-07
previous_iter_valid_loss : 0.1605333387851715
1464980 0.160695 0.160533 0.166219 CURRENT LEARNING RATE: 3.0386723924446024e-07
previous_iter_valid_loss : 0.17005334794521332
1465000 0.170307 0.170053 0.165981 CURRENT LEARNING RATE: 3.0380647187355114e-07
previous_iter_valid_loss : 0.1605222523212433
1465020 0.160683 0.160522 0.164969 CURRENT LEARNING RATE: 3.0374571665490097e-07
previous_iter_valid_loss : 0.1672915667295456
1465040 0.167515 0.167292 0.165189 CURRENT LEARNING RATE: 3.0368497358607895e-07
previous_iter_valid_loss : 0.16052448749542236
1465060 0.160696 0.160524 0.165012 CURRENT LEARNING RATE: 3.0362424266465643e-07
previous_iter_valid_loss : 0.160795658826828
1465080 0.160975 0.160796 0.165020 CURRENT LEARNING RATE: 3.035635238882037e-07
previous_iter_valid_loss : 0.18460753560066223
1465100 0.184978 0.184608 0.165773 CURRENT LEARNING RATE: 3.0350281725429193e-07
previous_iter_valid_loss : 0.16410240530967712
1465120 0.164304 0.164102 0.165866 CURRENT LEARNING RATE: 3.034421227604924e-07
previous_iter_valid_loss : 0.16531573235988617
1465140 0.165519 0.165316 0.166036 CURRENT LEARNING RATE: 3.0338144040437834e-07
previous_iter_valid_loss : 0.16206927597522736
1465160 0.162223 0.162069 0.166106 CURRENT LEARNING RATE: 3.033207701835219e-07
previous_iter_valid_loss : 0.16320426762104034
1465180 0.163399 0.163204 0.166223 CURRENT LEARNING RATE: 3.032601120954963e-07
previous_iter_valid_loss : 0.1629180908203125
1465200 0.163137 0.162918 0.164965 CURRENT LEARNING RATE: 3.0319946613787477e-07
previous_iter_valid_loss : 0.16406536102294922
1465220 0.164264 0.164065 0.164492 CURRENT LEARNING RATE: 3.031388323082324e-07
previous_iter_valid_loss : 0.17075949907302856
1465240 0.170910 0.170759 0.164739 CURRENT LEARNING RATE: 3.030782106041434e-07
previous_iter_valid_loss : 0.16780859231948853
1465260 0.167963 0.167809 0.164606 CURRENT LEARNING RATE: 3.030176010231828e-07
previous_iter_valid_loss : 0.1615258753299713
1465280 0.161688 0.161526 0.164591 CURRENT LEARNING RATE: 3.029570035629258e-07
previous_iter_valid_loss : 0.16133886575698853
1465300 0.161529 0.161339 0.164616 CURRENT LEARNING RATE: 3.0289641822094947e-07
previous_iter_valid_loss : 0.16421107947826385
1465320 0.164413 0.164211 0.164800 CURRENT LEARNING RATE: 3.0283584499482997e-07
previous_iter_valid_loss : 0.165418803691864
1465340 0.165579 0.165419 0.165016 CURRENT LEARNING RATE: 3.0277528388214374e-07
previous_iter_valid_loss : 0.16221781075000763
1465360 0.162383 0.162218 0.164963 CURRENT LEARNING RATE: 3.027147348804694e-07
previous_iter_valid_loss : 0.16382990777492523
1465380 0.163988 0.163830 0.165128 CURRENT LEARNING RATE: 3.026541979873846e-07
previous_iter_valid_loss : 0.16854478418827057
1465400 0.168787 0.168545 0.165052 CURRENT LEARNING RATE: 3.025936732004677e-07
previous_iter_valid_loss : 0.16049325466156006
1465420 0.160652 0.160493 0.165051 CURRENT LEARNING RATE: 3.0253316051729723e-07
previous_iter_valid_loss : 0.1684374064207077
1465440 0.168588 0.168437 0.165108 CURRENT LEARNING RATE: 3.0247265993545376e-07
previous_iter_valid_loss : 0.16228193044662476
1465460 0.162440 0.162282 0.165196 CURRENT LEARNING RATE: 3.0241217145251677e-07
previous_iter_valid_loss : 0.19695253670215607
1465480 0.197050 0.196953 0.167004 CURRENT LEARNING RATE: 3.023516950660666e-07
previous_iter_valid_loss : 0.16779252886772156
1465500 0.167949 0.167793 0.166163 CURRENT LEARNING RATE: 3.022912307736838e-07
previous_iter_valid_loss : 0.161005437374115
1465520 0.161167 0.161005 0.166008 CURRENT LEARNING RATE: 3.0223077857295076e-07
previous_iter_valid_loss : 0.16964931786060333
1465540 0.169885 0.169649 0.166225 CURRENT LEARNING RATE: 3.0217033846144896e-07
previous_iter_valid_loss : 0.16053396463394165
1465560 0.160697 0.160534 0.166148 CURRENT LEARNING RATE: 3.021099104367607e-07
previous_iter_valid_loss : 0.1682581603527069
1465580 0.168495 0.168258 0.166401 CURRENT LEARNING RATE: 3.0204949449646835e-07
previous_iter_valid_loss : 0.168936625123024
1465600 0.169093 0.168937 0.166702 CURRENT LEARNING RATE: 3.0198909063815637e-07
previous_iter_valid_loss : 0.160577192902565
1465620 0.160750 0.160577 0.166527 CURRENT LEARNING RATE: 3.019286988594081e-07
previous_iter_valid_loss : 0.1702183187007904
1465640 0.170463 0.170218 0.166500 CURRENT LEARNING RATE: 3.018683191578078e-07
previous_iter_valid_loss : 0.17261944711208344
1465660 0.172888 0.172619 0.166741 CURRENT LEARNING RATE: 3.0180795153093974e-07
previous_iter_valid_loss : 0.18011784553527832
1465680 0.180272 0.180118 0.167670 CURRENT LEARNING RATE: 3.017475959763903e-07
previous_iter_valid_loss : 0.17300952970981598
1465700 0.173162 0.173010 0.168254 CURRENT LEARNING RATE: 3.0168725249174475e-07
previous_iter_valid_loss : 0.16939853131771088
1465720 0.169551 0.169399 0.168513 CURRENT LEARNING RATE: 3.0162692107458886e-07
previous_iter_valid_loss : 0.16480562090873718
1465740 0.164972 0.164806 0.168483 CURRENT LEARNING RATE: 3.0156660172251034e-07
previous_iter_valid_loss : 0.16054768860340118
1465760 0.160712 0.160548 0.168399 CURRENT LEARNING RATE: 3.0150629443309595e-07
previous_iter_valid_loss : 0.18196113407611847
1465780 0.182312 0.181961 0.169306 CURRENT LEARNING RATE: 3.014459992039334e-07
previous_iter_valid_loss : 0.18456408381462097
1465800 0.184711 0.184564 0.170107 CURRENT LEARNING RATE: 3.013857160326103e-07
previous_iter_valid_loss : 0.16118289530277252
1465820 0.161369 0.161183 0.170141 CURRENT LEARNING RATE: 3.013254449167164e-07
previous_iter_valid_loss : 0.18137872219085693
1465840 0.181529 0.181379 0.170788 CURRENT LEARNING RATE: 3.0126518585384034e-07
previous_iter_valid_loss : 0.16137944161891937
1465860 0.161535 0.161379 0.170743 CURRENT LEARNING RATE: 3.0120493884157174e-07
previous_iter_valid_loss : 0.16798242926597595
1465880 0.168135 0.167982 0.169295 CURRENT LEARNING RATE: 3.011447038775002e-07
previous_iter_valid_loss : 0.17854909598827362
1465900 0.178704 0.178549 0.169832 CURRENT LEARNING RATE: 3.010844809592175e-07
previous_iter_valid_loss : 0.17223669588565826
1465920 0.172384 0.172237 0.170394 CURRENT LEARNING RATE: 3.0102427008431393e-07
previous_iter_valid_loss : 0.16686031222343445
1465940 0.167075 0.166860 0.170254 CURRENT LEARNING RATE: 3.009640712503813e-07
previous_iter_valid_loss : 0.170690655708313
1465960 0.170838 0.170691 0.170762 CURRENT LEARNING RATE: 3.0090388445501097e-07
previous_iter_valid_loss : 0.16154958307743073
1465980 0.161710 0.161550 0.170427 CURRENT LEARNING RATE: 3.008437096957966e-07
previous_iter_valid_loss : 0.16282778978347778
1466000 0.162995 0.162828 0.170121 CURRENT LEARNING RATE: 3.007835469703307e-07
previous_iter_valid_loss : 0.16227351129055023
1466020 0.162465 0.162274 0.170206 CURRENT LEARNING RATE: 3.0072339627620664e-07
previous_iter_valid_loss : 0.17501789331436157
1466040 0.175172 0.175018 0.170446 CURRENT LEARNING RATE: 3.00663257611018e-07
previous_iter_valid_loss : 0.1620173156261444
1466060 0.162176 0.162017 0.169916 CURRENT LEARNING RATE: 3.006031309723602e-07
previous_iter_valid_loss : 0.17038455605506897
1466080 0.170632 0.170385 0.169429 CURRENT LEARNING RATE: 3.0054301635782774e-07
previous_iter_valid_loss : 0.1680181622505188
1466100 0.168174 0.168018 0.169180 CURRENT LEARNING RATE: 3.0048291376501594e-07
previous_iter_valid_loss : 0.16117557883262634
1466120 0.161362 0.161176 0.168769 CURRENT LEARNING RATE: 3.004228231915202e-07
previous_iter_valid_loss : 0.16092827916145325
1466140 0.161082 0.160928 0.168575 CURRENT LEARNING RATE: 3.0036274463493793e-07
previous_iter_valid_loss : 0.16168510913848877
1466160 0.161837 0.161685 0.168632 CURRENT LEARNING RATE: 3.0030267809286555e-07
previous_iter_valid_loss : 0.16721953451633453
1466180 0.167441 0.167220 0.167895 CURRENT LEARNING RATE: 3.0024262356289975e-07
previous_iter_valid_loss : 0.16048602759838104
1466200 0.160653 0.160486 0.166691 CURRENT LEARNING RATE: 3.0018258104263945e-07
previous_iter_valid_loss : 0.16093893349170685
1466220 0.161122 0.160939 0.166679 CURRENT LEARNING RATE: 3.001225505296825e-07
previous_iter_valid_loss : 0.16441906988620758
1466240 0.164586 0.164419 0.165831 CURRENT LEARNING RATE: 3.0006253202162753e-07
previous_iter_valid_loss : 0.16412989795207977
1466260 0.164339 0.164130 0.165968 CURRENT LEARNING RATE: 3.000025255160734e-07
previous_iter_valid_loss : 0.16583137214183807
1466280 0.165989 0.165831 0.165861 CURRENT LEARNING RATE: 2.999425310106209e-07
previous_iter_valid_loss : 0.16075552999973297
1466300 0.160917 0.160756 0.164971 CURRENT LEARNING RATE: 2.9988254850286963e-07
previous_iter_valid_loss : 0.1685931533575058
1466320 0.168751 0.168593 0.164789 CURRENT LEARNING RATE: 2.998225779904203e-07
previous_iter_valid_loss : 0.16110603511333466
1466340 0.161295 0.161106 0.164501 CURRENT LEARNING RATE: 2.9976261947087367e-07
previous_iter_valid_loss : 0.17776264250278473
1466360 0.177917 0.177763 0.164855 CURRENT LEARNING RATE: 2.9970267294183237e-07
previous_iter_valid_loss : 0.16083133220672607
1466380 0.161002 0.160831 0.164819 CURRENT LEARNING RATE: 2.99642738400898e-07
previous_iter_valid_loss : 0.1788267344236374
1466400 0.178992 0.178827 0.165619 CURRENT LEARNING RATE: 2.9958281584567323e-07
previous_iter_valid_loss : 0.1640150249004364
1466420 0.164203 0.164015 0.165706 CURRENT LEARNING RATE: 2.995229052737606e-07
previous_iter_valid_loss : 0.16069796681404114
1466440 0.160853 0.160698 0.164990 CURRENT LEARNING RATE: 2.9946300668276473e-07
previous_iter_valid_loss : 0.1605520099401474
1466460 0.160709 0.160552 0.164916 CURRENT LEARNING RATE: 2.9940312007028916e-07
previous_iter_valid_loss : 0.16065934300422668
1466480 0.160821 0.160659 0.164430 CURRENT LEARNING RATE: 2.9934324543393847e-07
previous_iter_valid_loss : 0.17428234219551086
1466500 0.174430 0.174282 0.164743 CURRENT LEARNING RATE: 2.992833827713171e-07
previous_iter_valid_loss : 0.17375193536281586
1466520 0.173904 0.173752 0.165372 CURRENT LEARNING RATE: 2.992235320800316e-07
previous_iter_valid_loss : 0.1605370193719864
1466540 0.160700 0.160537 0.165353 CURRENT LEARNING RATE: 2.9916369335768744e-07
previous_iter_valid_loss : 0.16180403530597687
1466560 0.161975 0.161804 0.165359 CURRENT LEARNING RATE: 2.991038666018905e-07
previous_iter_valid_loss : 0.16067899763584137
1466580 0.160845 0.160679 0.165032 CURRENT LEARNING RATE: 2.9904405181024883e-07
previous_iter_valid_loss : 0.16334012150764465
1466600 0.163551 0.163340 0.165174 CURRENT LEARNING RATE: 2.989842489803692e-07
previous_iter_valid_loss : 0.17295244336128235
1466620 0.173097 0.172952 0.165775 CURRENT LEARNING RATE: 2.9892445810985965e-07
previous_iter_valid_loss : 0.16255895793437958
1466640 0.162721 0.162559 0.165682 CURRENT LEARNING RATE: 2.9886467919632794e-07
previous_iter_valid_loss : 0.16071756184101105
1466660 0.160881 0.160718 0.165511 CURRENT LEARNING RATE: 2.9880491223738393e-07
previous_iter_valid_loss : 0.1624053418636322
1466680 0.162592 0.162405 0.165340 CURRENT LEARNING RATE: 2.9874515723063644e-07
previous_iter_valid_loss : 0.17186249792575836
1466700 0.172129 0.171862 0.165895 CURRENT LEARNING RATE: 2.986854141736953e-07
previous_iter_valid_loss : 0.16458027064800262
1466720 0.164749 0.164580 0.165695 CURRENT LEARNING RATE: 2.986256830641702e-07
previous_iter_valid_loss : 0.16093768179416656
1466740 0.161092 0.160938 0.165686 CURRENT LEARNING RATE: 2.9856596389967305e-07
previous_iter_valid_loss : 0.1606764793395996
1466760 0.160828 0.160676 0.164832 CURRENT LEARNING RATE: 2.985062566778144e-07
previous_iter_valid_loss : 0.16190236806869507
1466780 0.162094 0.161902 0.164886 CURRENT LEARNING RATE: 2.984465613962061e-07
previous_iter_valid_loss : 0.16286537051200867
1466800 0.163030 0.162865 0.164088 CURRENT LEARNING RATE: 2.9838687805245984e-07
previous_iter_valid_loss : 0.1759556382894516
1466820 0.176247 0.175956 0.164685 CURRENT LEARNING RATE: 2.9832720664418923e-07
previous_iter_valid_loss : 0.16265924274921417
1466840 0.162822 0.162659 0.164783 CURRENT LEARNING RATE: 2.9826754716900693e-07
previous_iter_valid_loss : 0.16268178820610046
1466860 0.162863 0.162682 0.164889 CURRENT LEARNING RATE: 2.982078996245265e-07
previous_iter_valid_loss : 0.17138098180294037
1466880 0.171636 0.171381 0.165425 CURRENT LEARNING RATE: 2.9814826400836165e-07
previous_iter_valid_loss : 0.16714687645435333
1466900 0.167368 0.167147 0.165068 CURRENT LEARNING RATE: 2.980886403181279e-07
previous_iter_valid_loss : 0.16451187431812286
1466920 0.164684 0.164512 0.164606 CURRENT LEARNING RATE: 2.9802902855143973e-07
previous_iter_valid_loss : 0.1614108383655548
1466940 0.161571 0.161411 0.164650 CURRENT LEARNING RATE: 2.979694287059123e-07
previous_iter_valid_loss : 0.1700294315814972
1466960 0.170177 0.170029 0.165061 CURRENT LEARNING RATE: 2.9790984077916253e-07
previous_iter_valid_loss : 0.1604936718940735
1466980 0.160657 0.160494 0.165052 CURRENT LEARNING RATE: 2.978502647688065e-07
previous_iter_valid_loss : 0.16325728595256805
1467000 0.163426 0.163257 0.165048 CURRENT LEARNING RATE: 2.97790700672461e-07
previous_iter_valid_loss : 0.16225190460681915
1467020 0.162405 0.162252 0.164513 CURRENT LEARNING RATE: 2.9773114848774316e-07
previous_iter_valid_loss : 0.1758870780467987
1467040 0.176188 0.175887 0.165179 CURRENT LEARNING RATE: 2.9767160821227175e-07
previous_iter_valid_loss : 0.21128331124782562
1467060 0.211882 0.211283 0.167708 CURRENT LEARNING RATE: 2.976120798436647e-07
previous_iter_valid_loss : 0.16159921884536743
1467080 0.161756 0.161599 0.167667 CURRENT LEARNING RATE: 2.975525633795409e-07
previous_iter_valid_loss : 0.16561025381088257
1467100 0.165774 0.165610 0.167355 CURRENT LEARNING RATE: 2.9749305881751917e-07
previous_iter_valid_loss : 0.16741207242012024
1467120 0.167640 0.167412 0.167496 CURRENT LEARNING RATE: 2.974335661552203e-07
previous_iter_valid_loss : 0.1692979782819748
1467140 0.169449 0.169298 0.167914 CURRENT LEARNING RATE: 2.973740853902642e-07
previous_iter_valid_loss : 0.16150037944316864
1467160 0.161655 0.161500 0.167956 CURRENT LEARNING RATE: 2.973146165202715e-07
previous_iter_valid_loss : 0.16568982601165771
1467180 0.165903 0.165690 0.168145 CURRENT LEARNING RATE: 2.97255159542863e-07
previous_iter_valid_loss : 0.16214261949062347
1467200 0.162336 0.162143 0.168109 CURRENT LEARNING RATE: 2.9719571445566143e-07
previous_iter_valid_loss : 0.1605084389448166
1467220 0.160662 0.160508 0.167336 CURRENT LEARNING RATE: 2.971362812562885e-07
previous_iter_valid_loss : 0.1606678068637848
1467240 0.160838 0.160668 0.167237 CURRENT LEARNING RATE: 2.970768599423668e-07
previous_iter_valid_loss : 0.16412898898124695
1467260 0.164303 0.164129 0.167309 CURRENT LEARNING RATE: 2.970174505115191e-07
previous_iter_valid_loss : 0.16056565940380096
1467280 0.160722 0.160566 0.166768 CURRENT LEARNING RATE: 2.9695805296136996e-07
previous_iter_valid_loss : 0.16076518595218658
1467300 0.160932 0.160765 0.166449 CURRENT LEARNING RATE: 2.968986672895429e-07
previous_iter_valid_loss : 0.16319938004016876
1467320 0.163369 0.163199 0.166384 CURRENT LEARNING RATE: 2.968392934936621e-07
previous_iter_valid_loss : 0.16851377487182617
1467340 0.168669 0.168514 0.166739 CURRENT LEARNING RATE: 2.9677993157135364e-07
previous_iter_valid_loss : 0.16859251260757446
1467360 0.168827 0.168593 0.166667 CURRENT LEARNING RATE: 2.967205815202424e-07
previous_iter_valid_loss : 0.16170577704906464
1467380 0.161893 0.161706 0.166728 CURRENT LEARNING RATE: 2.9666124333795457e-07
previous_iter_valid_loss : 0.160641610622406
1467400 0.160801 0.160642 0.166597 CURRENT LEARNING RATE: 2.9660191702211594e-07
previous_iter_valid_loss : 0.16228163242340088
1467420 0.162430 0.162282 0.166598 CURRENT LEARNING RATE: 2.9654260257035455e-07
previous_iter_valid_loss : 0.1638631820678711
1467440 0.164027 0.163863 0.165997 CURRENT LEARNING RATE: 2.9648329998029724e-07
previous_iter_valid_loss : 0.16362883150577545
1467460 0.163830 0.163629 0.163614 CURRENT LEARNING RATE: 2.9642400924957205e-07
previous_iter_valid_loss : 0.16074040532112122
1467480 0.160916 0.160740 0.163571 CURRENT LEARNING RATE: 2.9636473037580675e-07
previous_iter_valid_loss : 0.16404645144939423
1467500 0.164214 0.164046 0.163493 CURRENT LEARNING RATE: 2.963054633566312e-07
previous_iter_valid_loss : 0.1612495332956314
1467520 0.161436 0.161250 0.163185 CURRENT LEARNING RATE: 2.962462081896742e-07
previous_iter_valid_loss : 0.16227072477340698
1467540 0.162456 0.162271 0.162834 CURRENT LEARNING RATE: 2.961869648725656e-07
previous_iter_valid_loss : 0.16149885952472687
1467560 0.161683 0.161499 0.162834 CURRENT LEARNING RATE: 2.961277334029351e-07
previous_iter_valid_loss : 0.16585518419742584
1467580 0.166068 0.165855 0.162842 CURRENT LEARNING RATE: 2.9606851377841447e-07
previous_iter_valid_loss : 0.17643040418624878
1467600 0.176586 0.176430 0.163556 CURRENT LEARNING RATE: 2.960093059966345e-07
previous_iter_valid_loss : 0.16104745864868164
1467620 0.161199 0.161047 0.163583 CURRENT LEARNING RATE: 2.959501100552268e-07
previous_iter_valid_loss : 0.18382515013217926
1467640 0.184190 0.183825 0.164741 CURRENT LEARNING RATE: 2.9589092595182295e-07
previous_iter_valid_loss : 0.17299315333366394
1467660 0.173136 0.172993 0.165184 CURRENT LEARNING RATE: 2.9583175368405674e-07
previous_iter_valid_loss : 0.1682206243276596
1467680 0.168448 0.168221 0.165567 CURRENT LEARNING RATE: 2.957725932495607e-07
previous_iter_valid_loss : 0.16319093108177185
1467700 0.163360 0.163191 0.165688 CURRENT LEARNING RATE: 2.9571344464596844e-07
previous_iter_valid_loss : 0.1605379730463028
1467720 0.160703 0.160538 0.165555 CURRENT LEARNING RATE: 2.9565430787091354e-07
previous_iter_valid_loss : 0.16379712522029877
1467740 0.163965 0.163797 0.165320 CURRENT LEARNING RATE: 2.9559518292203143e-07
previous_iter_valid_loss : 0.16051046550273895
1467760 0.160670 0.160510 0.164915 CURRENT LEARNING RATE: 2.955360697969567e-07
previous_iter_valid_loss : 0.16175693273544312
1467780 0.161940 0.161757 0.164918 CURRENT LEARNING RATE: 2.954769684933243e-07
previous_iter_valid_loss : 0.16054366528987885
1467800 0.160703 0.160544 0.164913 CURRENT LEARNING RATE: 2.954178790087712e-07
previous_iter_valid_loss : 0.16348673403263092
1467820 0.163689 0.163487 0.164973 CURRENT LEARNING RATE: 2.953588013409333e-07
previous_iter_valid_loss : 0.1910344660282135
1467840 0.191161 0.191034 0.166332 CURRENT LEARNING RATE: 2.952997354874475e-07
previous_iter_valid_loss : 0.16234606504440308
1467860 0.162502 0.162346 0.166268 CURRENT LEARNING RATE: 2.952406814459506e-07
previous_iter_valid_loss : 0.16053548455238342
1467880 0.160701 0.160535 0.166258 CURRENT LEARNING RATE: 2.9518163921408153e-07
previous_iter_valid_loss : 0.1604912430047989
1467900 0.160656 0.160491 0.166080 CURRENT LEARNING RATE: 2.951226087894781e-07
previous_iter_valid_loss : 0.1612159013748169
1467920 0.161378 0.161216 0.166078 CURRENT LEARNING RATE: 2.95063590169779e-07
previous_iter_valid_loss : 0.17356397211551666
1467940 0.173839 0.173564 0.166643 CURRENT LEARNING RATE: 2.950045833526231e-07
previous_iter_valid_loss : 0.16090942919254303
1467960 0.161088 0.160909 0.166613 CURRENT LEARNING RATE: 2.9494558833565106e-07
previous_iter_valid_loss : 0.19075417518615723
1467980 0.191216 0.190754 0.167858 CURRENT LEARNING RATE: 2.948866051165026e-07
previous_iter_valid_loss : 0.1801663637161255
1468000 0.180323 0.180166 0.168045 CURRENT LEARNING RATE: 2.9482763369281836e-07
previous_iter_valid_loss : 0.16058239340782166
1468020 0.160739 0.160582 0.168022 CURRENT LEARNING RATE: 2.94768674062239e-07
previous_iter_valid_loss : 0.16423320770263672
1468040 0.164401 0.164233 0.167042 CURRENT LEARNING RATE: 2.9470972622240717e-07
previous_iter_valid_loss : 0.1705252230167389
1468060 0.170780 0.170525 0.166919 CURRENT LEARNING RATE: 2.9465079017096446e-07
previous_iter_valid_loss : 0.16305209696292877
1468080 0.163217 0.163052 0.166660 CURRENT LEARNING RATE: 2.945918659055533e-07
previous_iter_valid_loss : 0.17530065774917603
1468100 0.175581 0.175301 0.167266 CURRENT LEARNING RATE: 2.9453295342381637e-07
previous_iter_valid_loss : 0.16305582225322723
1468120 0.163254 0.163056 0.167392 CURRENT LEARNING RATE: 2.944740527233981e-07
previous_iter_valid_loss : 0.1639321893453598
1468140 0.164103 0.163932 0.167398 CURRENT LEARNING RATE: 2.9441516380194204e-07
previous_iter_valid_loss : 0.16060440242290497
1468160 0.160763 0.160604 0.167403 CURRENT LEARNING RATE: 2.94356286657092e-07
previous_iter_valid_loss : 0.16206812858581543
1468180 0.162241 0.162068 0.167419 CURRENT LEARNING RATE: 2.9429742128649396e-07
previous_iter_valid_loss : 0.17134977877140045
1468200 0.171499 0.171350 0.167959 CURRENT LEARNING RATE: 2.942385676877929e-07
previous_iter_valid_loss : 0.1605093777179718
1468220 0.160675 0.160509 0.167810 CURRENT LEARNING RATE: 2.941797258586345e-07
previous_iter_valid_loss : 0.16210870444774628
1468240 0.162267 0.162109 0.166364 CURRENT LEARNING RATE: 2.941208957966647e-07
previous_iter_valid_loss : 0.16212515532970428
1468260 0.162282 0.162125 0.166353 CURRENT LEARNING RATE: 2.940620774995313e-07
previous_iter_valid_loss : 0.17615938186645508
1468280 0.176446 0.176159 0.167134 CURRENT LEARNING RATE: 2.9400327096488103e-07
previous_iter_valid_loss : 0.16053180396556854
1468300 0.160684 0.160532 0.167136 CURRENT LEARNING RATE: 2.939444761903616e-07
previous_iter_valid_loss : 0.16139867901802063
1468320 0.161554 0.161399 0.167145 CURRENT LEARNING RATE: 2.938856931736208e-07
previous_iter_valid_loss : 0.16159746050834656
1468340 0.161780 0.161597 0.166547 CURRENT LEARNING RATE: 2.938269219123082e-07
previous_iter_valid_loss : 0.1779240369796753
1468360 0.178228 0.177924 0.167398 CURRENT LEARNING RATE: 2.937681624040726e-07
previous_iter_valid_loss : 0.16209450364112854
1468380 0.162290 0.162095 0.165965 CURRENT LEARNING RATE: 2.937094146465635e-07
previous_iter_valid_loss : 0.1608763486146927
1468400 0.161029 0.160876 0.165000 CURRENT LEARNING RATE: 2.9365067863743047e-07
previous_iter_valid_loss : 0.16052620112895966
1468420 0.160687 0.160526 0.164997 CURRENT LEARNING RATE: 2.9359195437432516e-07
previous_iter_valid_loss : 0.17130349576473236
1468440 0.171448 0.171303 0.165351 CURRENT LEARNING RATE: 2.9353324185489814e-07
previous_iter_valid_loss : 0.16295763850212097
1468460 0.163147 0.162958 0.164972 CURRENT LEARNING RATE: 2.9347454107680074e-07
previous_iter_valid_loss : 0.17383000254631042
1468480 0.174099 0.173830 0.165511 CURRENT LEARNING RATE: 2.934158520376845e-07
previous_iter_valid_loss : 0.161985382437706
1468500 0.162149 0.161985 0.164846 CURRENT LEARNING RATE: 2.93357174735203e-07
previous_iter_valid_loss : 0.16066467761993408
1468520 0.160840 0.160665 0.164726 CURRENT LEARNING RATE: 2.932985091670085e-07
previous_iter_valid_loss : 0.17246602475643158
1468540 0.172614 0.172466 0.165153 CURRENT LEARNING RATE: 2.932398553307538e-07
previous_iter_valid_loss : 0.1624680459499359
1468560 0.162654 0.162468 0.165246 CURRENT LEARNING RATE: 2.931812132240939e-07
previous_iter_valid_loss : 0.1615055650472641
1468580 0.161668 0.161506 0.165218 CURRENT LEARNING RATE: 2.931225828446826e-07
previous_iter_valid_loss : 0.16169670224189758
1468600 0.161891 0.161697 0.164735 CURRENT LEARNING RATE: 2.9306396419017466e-07
previous_iter_valid_loss : 0.16301371157169342
1468620 0.163187 0.163014 0.164860 CURRENT LEARNING RATE: 2.930053572582248e-07
previous_iter_valid_loss : 0.1607520878314972
1468640 0.160930 0.160752 0.164792 CURRENT LEARNING RATE: 2.9294676204648977e-07
previous_iter_valid_loss : 0.17169395089149475
1468660 0.171950 0.171694 0.165271 CURRENT LEARNING RATE: 2.928881785526253e-07
previous_iter_valid_loss : 0.1688752919435501
1468680 0.169117 0.168875 0.164907 CURRENT LEARNING RATE: 2.9282960677428797e-07
previous_iter_valid_loss : 0.16199693083763123
1468700 0.162186 0.161997 0.164980 CURRENT LEARNING RATE: 2.927710467091344e-07
previous_iter_valid_loss : 0.19242316484451294
1468720 0.192872 0.192423 0.166531 CURRENT LEARNING RATE: 2.9271249835482336e-07
previous_iter_valid_loss : 0.16850407421588898
1468740 0.168736 0.168504 0.166877 CURRENT LEARNING RATE: 2.926539617090122e-07
previous_iter_valid_loss : 0.16778434813022614
1468760 0.168005 0.167784 0.166370 CURRENT LEARNING RATE: 2.925954367693596e-07
previous_iter_valid_loss : 0.1611197590827942
1468780 0.161270 0.161120 0.166321 CURRENT LEARNING RATE: 2.92536923533524e-07
previous_iter_valid_loss : 0.16088378429412842
1468800 0.161036 0.160884 0.166321 CURRENT LEARNING RATE: 2.9247842199916586e-07
previous_iter_valid_loss : 0.18933965265750885
1468820 0.189776 0.189340 0.167762 CURRENT LEARNING RATE: 2.9241993216394464e-07
previous_iter_valid_loss : 0.16177891194820404
1468840 0.161973 0.161779 0.167286 CURRENT LEARNING RATE: 2.923614540255207e-07
previous_iter_valid_loss : 0.1611027866601944
1468860 0.161286 0.161103 0.167193 CURRENT LEARNING RATE: 2.9230298758155453e-07
previous_iter_valid_loss : 0.1720244288444519
1468880 0.172290 0.172024 0.167103 CURRENT LEARNING RATE: 2.9224453282970843e-07
previous_iter_valid_loss : 0.16379643976688385
1468900 0.163968 0.163796 0.167193 CURRENT LEARNING RATE: 2.921860897676436e-07
previous_iter_valid_loss : 0.16101454198360443
1468920 0.161170 0.161015 0.167211 CURRENT LEARNING RATE: 2.921276583930224e-07
previous_iter_valid_loss : 0.16059140861034393
1468940 0.160749 0.160591 0.166617 CURRENT LEARNING RATE: 2.9206923870350717e-07
previous_iter_valid_loss : 0.1630639284849167
1468960 0.163256 0.163064 0.166647 CURRENT LEARNING RATE: 2.9201083069676197e-07
previous_iter_valid_loss : 0.1722017526626587
1468980 0.172350 0.172202 0.167181 CURRENT LEARNING RATE: 2.9195243437045e-07
previous_iter_valid_loss : 0.1613534390926361
1469000 0.161539 0.161353 0.167164 CURRENT LEARNING RATE: 2.91894049722235e-07
previous_iter_valid_loss : 0.17085643112659454
1469020 0.171005 0.170856 0.167556 CURRENT LEARNING RATE: 2.918356767497825e-07
previous_iter_valid_loss : 0.16419681906700134
1469040 0.164414 0.164197 0.167729 CURRENT LEARNING RATE: 2.9177731545075714e-07
previous_iter_valid_loss : 0.168327197432518
1469060 0.168478 0.168327 0.167560 CURRENT LEARNING RATE: 2.917189658228244e-07
previous_iter_valid_loss : 0.17071785032749176
1469080 0.170975 0.170718 0.167652 CURRENT LEARNING RATE: 2.9166062786364983e-07
previous_iter_valid_loss : 0.17472052574157715
1469100 0.174869 0.174721 0.168289 CURRENT LEARNING RATE: 2.916023015709009e-07
previous_iter_valid_loss : 0.16457000374794006
1469120 0.164742 0.164570 0.166896 CURRENT LEARNING RATE: 2.9154398694224414e-07
previous_iter_valid_loss : 0.16057902574539185
1469140 0.160757 0.160579 0.166500 CURRENT LEARNING RATE: 2.9148568397534683e-07
previous_iter_valid_loss : 0.1671886295080185
1469160 0.167412 0.167189 0.166470 CURRENT LEARNING RATE: 2.9142739266787645e-07
previous_iter_valid_loss : 0.16049958765506744
1469180 0.160668 0.160500 0.166439 CURRENT LEARNING RATE: 2.913691130175023e-07
previous_iter_valid_loss : 0.16185756027698517
1469200 0.162028 0.161858 0.166488 CURRENT LEARNING RATE: 2.913108450218927e-07
previous_iter_valid_loss : 0.16358891129493713
1469220 0.163771 0.163589 0.165200 CURRENT LEARNING RATE: 2.91252588678717e-07
previous_iter_valid_loss : 0.16662418842315674
1469240 0.166788 0.166624 0.165442 CURRENT LEARNING RATE: 2.9119434398564436e-07
previous_iter_valid_loss : 0.16114753484725952
1469260 0.161300 0.161148 0.165445 CURRENT LEARNING RATE: 2.91136110940346e-07
previous_iter_valid_loss : 0.16363133490085602
1469280 0.163822 0.163631 0.165025 CURRENT LEARNING RATE: 2.910778895404921e-07
previous_iter_valid_loss : 0.16337327659130096
1469300 0.163549 0.163373 0.165004 CURRENT LEARNING RATE: 2.9101967978375384e-07
previous_iter_valid_loss : 0.17003168165683746
1469320 0.170272 0.170032 0.165455 CURRENT LEARNING RATE: 2.909614816678023e-07
previous_iter_valid_loss : 0.17003361880779266
1469340 0.170295 0.170034 0.165927 CURRENT LEARNING RATE: 2.9090329519031055e-07
previous_iter_valid_loss : 0.1657762974500656
1469360 0.165990 0.165776 0.166062 CURRENT LEARNING RATE: 2.908451203489507e-07
previous_iter_valid_loss : 0.16114996373653412
1469380 0.161303 0.161150 0.165510 CURRENT LEARNING RATE: 2.9078695714139515e-07
previous_iter_valid_loss : 0.16298143565654755
1469400 0.163158 0.162981 0.165591 CURRENT LEARNING RATE: 2.907288055653185e-07
previous_iter_valid_loss : 0.16126258671283722
1469420 0.161426 0.161263 0.165111 CURRENT LEARNING RATE: 2.9067066561839406e-07
previous_iter_valid_loss : 0.19250431656837463
1469440 0.192961 0.192504 0.166527 CURRENT LEARNING RATE: 2.906125372982963e-07
previous_iter_valid_loss : 0.18810917437076569
1469460 0.188510 0.188109 0.167516 CURRENT LEARNING RATE: 2.905544206026995e-07
previous_iter_valid_loss : 0.16121883690357208
1469480 0.161378 0.161219 0.167041 CURRENT LEARNING RATE: 2.904963155292801e-07
previous_iter_valid_loss : 0.2197345644235611
1469500 0.219736 0.219735 0.169292 CURRENT LEARNING RATE: 2.904382220757134e-07
previous_iter_valid_loss : 0.1674504429101944
1469520 0.167606 0.167450 0.169436 CURRENT LEARNING RATE: 2.903801402396756e-07
previous_iter_valid_loss : 0.16412654519081116
1469540 0.164318 0.164127 0.169613 CURRENT LEARNING RATE: 2.9032207001884295e-07
previous_iter_valid_loss : 0.16738256812095642
1469560 0.167602 0.167383 0.169623 CURRENT LEARNING RATE: 2.9026401141089367e-07
previous_iter_valid_loss : 0.16068799793720245
1469580 0.160857 0.160688 0.169632 CURRENT LEARNING RATE: 2.9020596441350484e-07
previous_iter_valid_loss : 0.16060379147529602
1469600 0.160762 0.160604 0.169570 CURRENT LEARNING RATE: 2.901479290243546e-07
previous_iter_valid_loss : 0.1667069047689438
1469620 0.166862 0.166707 0.169725 CURRENT LEARNING RATE: 2.900899052411211e-07
previous_iter_valid_loss : 0.1704561859369278
1469640 0.170709 0.170456 0.169917 CURRENT LEARNING RATE: 2.9003189306148437e-07
previous_iter_valid_loss : 0.16103322803974152
1469660 0.161194 0.161033 0.169911 CURRENT LEARNING RATE: 2.899738924831234e-07
previous_iter_valid_loss : 0.16082265973091125
1469680 0.160979 0.160823 0.169771 CURRENT LEARNING RATE: 2.899159035037181e-07
previous_iter_valid_loss : 0.16102537512779236
1469700 0.161181 0.161025 0.169653 CURRENT LEARNING RATE: 2.898579261209485e-07
previous_iter_valid_loss : 0.1617421805858612
1469720 0.161895 0.161742 0.169239 CURRENT LEARNING RATE: 2.8979996033249656e-07
previous_iter_valid_loss : 0.16059540212154388
1469740 0.160759 0.160595 0.168767 CURRENT LEARNING RATE: 2.89742006136043e-07
previous_iter_valid_loss : 0.1615903675556183
1469760 0.161784 0.161590 0.168558 CURRENT LEARNING RATE: 2.8968406352926923e-07
previous_iter_valid_loss : 0.16200904548168182
1469780 0.162164 0.162009 0.168601 CURRENT LEARNING RATE: 2.8962613250985854e-07
previous_iter_valid_loss : 0.161611869931221
1469800 0.161775 0.161612 0.168532 CURRENT LEARNING RATE: 2.8956821307549324e-07
previous_iter_valid_loss : 0.16051334142684937
1469820 0.160679 0.160513 0.168495 CURRENT LEARNING RATE: 2.8951030522385646e-07
previous_iter_valid_loss : 0.16288116574287415
1469840 0.163049 0.162881 0.167014 CURRENT LEARNING RATE: 2.894524089526314e-07
previous_iter_valid_loss : 0.16846366226673126
1469860 0.168691 0.168464 0.166031 CURRENT LEARNING RATE: 2.893945242595033e-07
previous_iter_valid_loss : 0.16143140196800232
1469880 0.161583 0.161431 0.166042 CURRENT LEARNING RATE: 2.8933665114215616e-07
previous_iter_valid_loss : 0.16078637540340424
1469900 0.160939 0.160786 0.163095 CURRENT LEARNING RATE: 2.892787895982751e-07
previous_iter_valid_loss : 0.1707703322172165
1469920 0.171021 0.170770 0.163261 CURRENT LEARNING RATE: 2.8922093962554517e-07
previous_iter_valid_loss : 0.16579410433769226
1469940 0.166003 0.165794 0.163344 CURRENT LEARNING RATE: 2.891631012216534e-07
previous_iter_valid_loss : 0.1666097790002823
1469960 0.166824 0.166610 0.163305 CURRENT LEARNING RATE: 2.891052743842857e-07
previous_iter_valid_loss : 0.16136878728866577
1469980 0.161527 0.161369 0.163339 CURRENT LEARNING RATE: 2.8904745911112903e-07
previous_iter_valid_loss : 0.16068153083324432
1470000 0.160852 0.160682 0.163343 CURRENT LEARNING RATE: 2.889896553998702e-07
previous_iter_valid_loss : 0.1607944369316101
1470020 0.160972 0.160794 0.163048 CURRENT LEARNING RATE: 2.889318632481982e-07
previous_iter_valid_loss : 0.16371899843215942
1470040 0.163877 0.163719 0.162711 CURRENT LEARNING RATE: 2.888740826538007e-07
previous_iter_valid_loss : 0.1813260018825531
1470060 0.181483 0.181326 0.163725 CURRENT LEARNING RATE: 2.888163136143666e-07
previous_iter_valid_loss : 0.17121556401252747
1470080 0.171363 0.171216 0.164245 CURRENT LEARNING RATE: 2.8875855612758455e-07
previous_iter_valid_loss : 0.1611899733543396
1470100 0.161349 0.161190 0.164253 CURRENT LEARNING RATE: 2.887008101911453e-07
previous_iter_valid_loss : 0.17735962569713593
1470120 0.177659 0.177360 0.165034 CURRENT LEARNING RATE: 2.886430758027385e-07
previous_iter_valid_loss : 0.1669633537530899
1470140 0.167188 0.166963 0.165353 CURRENT LEARNING RATE: 2.885853529600547e-07
previous_iter_valid_loss : 0.16138878464698792
1470160 0.161544 0.161389 0.165342 CURRENT LEARNING RATE: 2.8852764166078467e-07
previous_iter_valid_loss : 0.18186593055725098
1470180 0.182025 0.181866 0.166335 CURRENT LEARNING RATE: 2.884699419026208e-07
previous_iter_valid_loss : 0.16232243180274963
1470200 0.162492 0.162322 0.166371 CURRENT LEARNING RATE: 2.884122536832546e-07
previous_iter_valid_loss : 0.16067586839199066
1470220 0.160827 0.160676 0.166379 CURRENT LEARNING RATE: 2.8835457700037814e-07
previous_iter_valid_loss : 0.1645815521478653
1470240 0.164780 0.164582 0.166464 CURRENT LEARNING RATE: 2.882969118516853e-07
previous_iter_valid_loss : 0.16342571377754211
1470260 0.163588 0.163426 0.166212 CURRENT LEARNING RATE: 2.8823925823486895e-07
previous_iter_valid_loss : 0.1663704216480255
1470280 0.166531 0.166370 0.166459 CURRENT LEARNING RATE: 2.8818161614762293e-07
previous_iter_valid_loss : 0.17733298242092133
1470300 0.177488 0.177333 0.167286 CURRENT LEARNING RATE: 2.881239855876412e-07
previous_iter_valid_loss : 0.16345691680908203
1470320 0.163649 0.163457 0.166921 CURRENT LEARNING RATE: 2.8806636655261934e-07
previous_iter_valid_loss : 0.16196775436401367
1470340 0.162134 0.161968 0.166729 CURRENT LEARNING RATE: 2.880087590402522e-07
previous_iter_valid_loss : 0.1605149805545807
1470360 0.160677 0.160515 0.166425 CURRENT LEARNING RATE: 2.8795116304823547e-07
previous_iter_valid_loss : 0.16062046587467194
1470380 0.160779 0.160620 0.166387 CURRENT LEARNING RATE: 2.878935785742648e-07
previous_iter_valid_loss : 0.16179576516151428
1470400 0.161960 0.161796 0.166443 CURRENT LEARNING RATE: 2.8783600561603783e-07
previous_iter_valid_loss : 0.16842737793922424
1470420 0.168581 0.168427 0.166825 CURRENT LEARNING RATE: 2.877784441712511e-07
previous_iter_valid_loss : 0.16050298511981964
1470440 0.160670 0.160503 0.166664 CURRENT LEARNING RATE: 2.8772089423760216e-07
previous_iter_valid_loss : 0.1624956578016281
1470460 0.162659 0.162496 0.165722 CURRENT LEARNING RATE: 2.8766335581278853e-07
previous_iter_valid_loss : 0.16152513027191162
1470480 0.161722 0.161525 0.165238 CURRENT LEARNING RATE: 2.876058288945097e-07
previous_iter_valid_loss : 0.16897940635681152
1470500 0.169136 0.168979 0.165627 CURRENT LEARNING RATE: 2.8754831348046406e-07
previous_iter_valid_loss : 0.16985324025154114
1470520 0.170105 0.169853 0.165252 CURRENT LEARNING RATE: 2.8749080956835097e-07
previous_iter_valid_loss : 0.16056394577026367
1470540 0.160733 0.160564 0.164932 CURRENT LEARNING RATE: 2.874333171558699e-07
previous_iter_valid_loss : 0.16050350666046143
1470560 0.160668 0.160504 0.164888 CURRENT LEARNING RATE: 2.8737583624072195e-07
previous_iter_valid_loss : 0.16073176264762878
1470580 0.160885 0.160732 0.163831 CURRENT LEARNING RATE: 2.873183668206075e-07
previous_iter_valid_loss : 0.16263826191425323
1470600 0.162814 0.162638 0.163847 CURRENT LEARNING RATE: 2.8726090889322727e-07
previous_iter_valid_loss : 0.16059361398220062
1470620 0.160751 0.160594 0.163843 CURRENT LEARNING RATE: 2.8720346245628393e-07
previous_iter_valid_loss : 0.16381992399692535
1470640 0.163991 0.163820 0.163805 CURRENT LEARNING RATE: 2.871460275074791e-07
previous_iter_valid_loss : 0.16055472195148468
1470660 0.160712 0.160555 0.163661 CURRENT LEARNING RATE: 2.870886040445155e-07
previous_iter_valid_loss : 0.18375609815120697
1470680 0.184106 0.183756 0.164530 CURRENT LEARNING RATE: 2.870311920650955e-07
previous_iter_valid_loss : 0.1618078500032425
1470700 0.161959 0.161808 0.163754 CURRENT LEARNING RATE: 2.869737915669238e-07
previous_iter_valid_loss : 0.16150765120983124
1470720 0.161671 0.161508 0.163657 CURRENT LEARNING RATE: 2.8691640254770373e-07
previous_iter_valid_loss : 0.17301121354103088
1470740 0.173158 0.173011 0.164209 CURRENT LEARNING RATE: 2.868590250051398e-07
previous_iter_valid_loss : 0.16955240070819855
1470760 0.169705 0.169552 0.164661 CURRENT LEARNING RATE: 2.868016589369365e-07
previous_iter_valid_loss : 0.17120087146759033
1470780 0.171347 0.171201 0.165190 CURRENT LEARNING RATE: 2.8674430434080003e-07
previous_iter_valid_loss : 0.16882599890232086
1470800 0.168982 0.168826 0.165541 CURRENT LEARNING RATE: 2.866869612144358e-07
previous_iter_valid_loss : 0.1636703461408615
1470820 0.163833 0.163670 0.165303 CURRENT LEARNING RATE: 2.8662962955555006e-07
previous_iter_valid_loss : 0.16753984987735748
1470840 0.167695 0.167540 0.165655 CURRENT LEARNING RATE: 2.8657230936184894e-07
previous_iter_valid_loss : 0.16067729890346527
1470860 0.160831 0.160677 0.165564 CURRENT LEARNING RATE: 2.8651500063104084e-07
previous_iter_valid_loss : 0.16076213121414185
1470880 0.160929 0.160762 0.165526 CURRENT LEARNING RATE: 2.8645770336083277e-07
previous_iter_valid_loss : 0.18493272364139557
1470900 0.185298 0.184933 0.166324 CURRENT LEARNING RATE: 2.864004175489329e-07
previous_iter_valid_loss : 0.16390778124332428
1470920 0.164101 0.163908 0.166026 CURRENT LEARNING RATE: 2.863431431930492e-07
previous_iter_valid_loss : 0.1608773171901703
1470940 0.161061 0.160877 0.166042 CURRENT LEARNING RATE: 2.8628588029089185e-07
previous_iter_valid_loss : 0.16079634428024292
1470960 0.160957 0.160796 0.166057 CURRENT LEARNING RATE: 2.8622862884016975e-07
previous_iter_valid_loss : 0.18909572064876556
1470980 0.189524 0.189096 0.167475 CURRENT LEARNING RATE: 2.861713888385923e-07
previous_iter_valid_loss : 0.162076935172081
1471000 0.162232 0.162077 0.167447 CURRENT LEARNING RATE: 2.8611416028387093e-07
previous_iter_valid_loss : 0.16074548661708832
1471020 0.160900 0.160745 0.167454 CURRENT LEARNING RATE: 2.8605694317371606e-07
previous_iter_valid_loss : 0.16970586776733398
1471040 0.169956 0.169706 0.167749 CURRENT LEARNING RATE: 2.859997375058389e-07
previous_iter_valid_loss : 0.1605331003665924
1471060 0.160695 0.160533 0.167748 CURRENT LEARNING RATE: 2.859425432779508e-07
previous_iter_valid_loss : 0.16067366302013397
1471080 0.160853 0.160674 0.166594 CURRENT LEARNING RATE: 2.8588536048776496e-07
previous_iter_valid_loss : 0.16576462984085083
1471100 0.165982 0.165765 0.166791 CURRENT LEARNING RATE: 2.8582818913299355e-07
previous_iter_valid_loss : 0.16086724400520325
1471120 0.161027 0.160867 0.166759 CURRENT LEARNING RATE: 2.857710292113498e-07
previous_iter_valid_loss : 0.19174359738826752
1471140 0.192224 0.191744 0.167696 CURRENT LEARNING RATE: 2.8571388072054676e-07
previous_iter_valid_loss : 0.16362006962299347
1471160 0.163804 0.163620 0.167399 CURRENT LEARNING RATE: 2.8565674365829947e-07
previous_iter_valid_loss : 0.1838012933731079
1471180 0.184164 0.183801 0.168029 CURRENT LEARNING RATE: 2.8559961802232197e-07
previous_iter_valid_loss : 0.16052566468715668
1471200 0.160688 0.160526 0.167614 CURRENT LEARNING RATE: 2.855425038103292e-07
previous_iter_valid_loss : 0.17012803256511688
1471220 0.170371 0.170128 0.167937 CURRENT LEARNING RATE: 2.8548540102003613e-07
previous_iter_valid_loss : 0.17539556324481964
1471240 0.175683 0.175396 0.168330 CURRENT LEARNING RATE: 2.8542830964915963e-07
previous_iter_valid_loss : 0.16487674415111542
1471260 0.165045 0.164877 0.168540 CURRENT LEARNING RATE: 2.8537122969541556e-07
previous_iter_valid_loss : 0.1605241894721985
1471280 0.160683 0.160524 0.168528 CURRENT LEARNING RATE: 2.8531416115652074e-07
previous_iter_valid_loss : 0.18078197538852692
1471300 0.180942 0.180782 0.168321 CURRENT LEARNING RATE: 2.852571040301919e-07
previous_iter_valid_loss : 0.16051001846790314
1471320 0.160670 0.160510 0.168151 CURRENT LEARNING RATE: 2.852000583141478e-07
previous_iter_valid_loss : 0.16063635051250458
1471340 0.160789 0.160636 0.168139 CURRENT LEARNING RATE: 2.85143024006106e-07
previous_iter_valid_loss : 0.17014069855213165
1471360 0.170389 0.170141 0.168606 CURRENT LEARNING RATE: 2.850860011037847e-07
previous_iter_valid_loss : 0.17809970676898956
1471380 0.178257 0.178100 0.168056 CURRENT LEARNING RATE: 2.8502898960490396e-07
previous_iter_valid_loss : 0.1654672473669052
1471400 0.165629 0.165467 0.168226 CURRENT LEARNING RATE: 2.849719895071829e-07
previous_iter_valid_loss : 0.16167227923870087
1471420 0.161863 0.161672 0.168272 CURRENT LEARNING RATE: 2.8491500080834144e-07
previous_iter_valid_loss : 0.1760685294866562
1471440 0.176353 0.176069 0.168590 CURRENT LEARNING RATE: 2.848580235060996e-07
previous_iter_valid_loss : 0.16057218611240387
1471460 0.160734 0.160572 0.168592 CURRENT LEARNING RATE: 2.8480105759817915e-07
previous_iter_valid_loss : 0.1876467615365982
1471480 0.187788 0.187647 0.169941 CURRENT LEARNING RATE: 2.8474410308230106e-07
previous_iter_valid_loss : 0.1889335960149765
1471500 0.189342 0.188934 0.171099 CURRENT LEARNING RATE: 2.846871599561872e-07
previous_iter_valid_loss : 0.17117013037204742
1471520 0.171421 0.171170 0.171614 CURRENT LEARNING RATE: 2.846302282175592e-07
previous_iter_valid_loss : 0.1605740636587143
1471540 0.160732 0.160574 0.170056 CURRENT LEARNING RATE: 2.845733078641409e-07
previous_iter_valid_loss : 0.16751140356063843
1471560 0.167740 0.167511 0.170250 CURRENT LEARNING RATE: 2.8451639889365493e-07
previous_iter_valid_loss : 0.18102318048477173
1471580 0.181350 0.181023 0.170111 CURRENT LEARNING RATE: 2.84459501303825e-07
previous_iter_valid_loss : 0.16055609285831451
1471600 0.160722 0.160556 0.170113 CURRENT LEARNING RATE: 2.844026150923746e-07
previous_iter_valid_loss : 0.163452610373497
1471620 0.163625 0.163453 0.169779 CURRENT LEARNING RATE: 2.843457402570294e-07
previous_iter_valid_loss : 0.16316793859004974
1471640 0.163361 0.163168 0.169168 CURRENT LEARNING RATE: 2.842888767955138e-07
previous_iter_valid_loss : 0.16069278120994568
1471660 0.160853 0.160693 0.168959 CURRENT LEARNING RATE: 2.8423202470555333e-07
previous_iter_valid_loss : 0.16266106069087982
1471680 0.162814 0.162661 0.169065 CURRENT LEARNING RATE: 2.841751839848734e-07
previous_iter_valid_loss : 0.16084113717079163
1471700 0.160993 0.160841 0.168068 CURRENT LEARNING RATE: 2.8411835463120137e-07
previous_iter_valid_loss : 0.16069725155830383
1471720 0.160872 0.160697 0.168078 CURRENT LEARNING RATE: 2.8406153664226356e-07
previous_iter_valid_loss : 0.16162066161632538
1471740 0.161784 0.161621 0.168127 CURRENT LEARNING RATE: 2.840047300157872e-07
previous_iter_valid_loss : 0.17656946182250977
1471760 0.176724 0.176569 0.168448 CURRENT LEARNING RATE: 2.839479347494996e-07
previous_iter_valid_loss : 0.1685599833726883
1471780 0.168800 0.168560 0.167971 CURRENT LEARNING RATE: 2.8389115084112995e-07
previous_iter_valid_loss : 0.17555147409439087
1471800 0.175839 0.175551 0.168476 CURRENT LEARNING RATE: 2.8383437828840643e-07
previous_iter_valid_loss : 0.16387493908405304
1471820 0.164080 0.163875 0.168586 CURRENT LEARNING RATE: 2.8377761708905747e-07
previous_iter_valid_loss : 0.1611631214618683
1471840 0.161322 0.161163 0.167840 CURRENT LEARNING RATE: 2.837208672408138e-07
previous_iter_valid_loss : 0.16216419637203217
1471860 0.162331 0.162164 0.167920 CURRENT LEARNING RATE: 2.8366412874140485e-07
previous_iter_valid_loss : 0.17047394812107086
1471880 0.170619 0.170474 0.167061 CURRENT LEARNING RATE: 2.8360740158856103e-07
previous_iter_valid_loss : 0.1679013967514038
1471900 0.168058 0.167901 0.166010 CURRENT LEARNING RATE: 2.8355068578001286e-07
previous_iter_valid_loss : 0.19060058891773224
1471920 0.190720 0.190601 0.166981 CURRENT LEARNING RATE: 2.8349398131349266e-07
previous_iter_valid_loss : 0.1803044080734253
1471940 0.180461 0.180304 0.167968 CURRENT LEARNING RATE: 2.8343728818673176e-07
previous_iter_valid_loss : 0.16073296964168549
1471960 0.160891 0.160733 0.167629 CURRENT LEARNING RATE: 2.833806063974624e-07
previous_iter_valid_loss : 0.16538971662521362
1471980 0.165557 0.165390 0.166847 CURRENT LEARNING RATE: 2.833239359434169e-07
previous_iter_valid_loss : 0.16382181644439697
1472000 0.163999 0.163822 0.167011 CURRENT LEARNING RATE: 2.832672768223293e-07
previous_iter_valid_loss : 0.16981744766235352
1472020 0.169964 0.169817 0.167329 CURRENT LEARNING RATE: 2.8321062903193284e-07
previous_iter_valid_loss : 0.16171382367610931
1472040 0.161904 0.161714 0.167256 CURRENT LEARNING RATE: 2.8315399256996155e-07
previous_iter_valid_loss : 0.16250500082969666
1472060 0.162709 0.162505 0.167347 CURRENT LEARNING RATE: 2.830973674341495e-07
previous_iter_valid_loss : 0.18264319002628326
1472080 0.183004 0.182643 0.168346 CURRENT LEARNING RATE: 2.8304075362223274e-07
previous_iter_valid_loss : 0.16359356045722961
1472100 0.163782 0.163594 0.168483 CURRENT LEARNING RATE: 2.829841511319461e-07
previous_iter_valid_loss : 0.1633380502462387
1472120 0.163519 0.163338 0.168615 CURRENT LEARNING RATE: 2.8292755996102563e-07
previous_iter_valid_loss : 0.1688884049654007
1472140 0.169120 0.168888 0.168979 CURRENT LEARNING RATE: 2.82870980107207e-07
previous_iter_valid_loss : 0.16562534868717194
1472160 0.165832 0.165625 0.168432 CURRENT LEARNING RATE: 2.828144115682281e-07
previous_iter_valid_loss : 0.1621003895998001
1472180 0.162260 0.162100 0.168109 CURRENT LEARNING RATE: 2.8275785434182583e-07
previous_iter_valid_loss : 0.16839489340782166
1472200 0.168630 0.168395 0.167751 CURRENT LEARNING RATE: 2.8270130842573717e-07
previous_iter_valid_loss : 0.16238626837730408
1472220 0.162577 0.162386 0.167676 CURRENT LEARNING RATE: 2.8264477381770136e-07
previous_iter_valid_loss : 0.16055747866630554
1472240 0.160724 0.160557 0.167646 CURRENT LEARNING RATE: 2.8258825051545665e-07
previous_iter_valid_loss : 0.16554228961467743
1472260 0.165710 0.165542 0.167815 CURRENT LEARNING RATE: 2.825317385167419e-07
previous_iter_valid_loss : 0.16930624842643738
1472280 0.169556 0.169306 0.167757 CURRENT LEARNING RATE: 2.824752378192963e-07
previous_iter_valid_loss : 0.16850262880325317
1472300 0.168737 0.168503 0.167787 CURRENT LEARNING RATE: 2.824187484208607e-07
previous_iter_valid_loss : 0.16287845373153687
1472320 0.163044 0.162878 0.166401 CURRENT LEARNING RATE: 2.8236227031917506e-07
previous_iter_valid_loss : 0.17216695845127106
1472340 0.172311 0.172167 0.165994 CURRENT LEARNING RATE: 2.823058035119803e-07
previous_iter_valid_loss : 0.16151954233646393
1472360 0.161680 0.161520 0.166033 CURRENT LEARNING RATE: 2.822493479970172e-07
previous_iter_valid_loss : 0.17336302995681763
1472380 0.173634 0.173363 0.166432 CURRENT LEARNING RATE: 2.821929037720286e-07
previous_iter_valid_loss : 0.1606786549091339
1472400 0.160848 0.160679 0.166275 CURRENT LEARNING RATE: 2.821364708347562e-07
previous_iter_valid_loss : 0.16320140659809113
1472420 0.163399 0.163201 0.165944 CURRENT LEARNING RATE: 2.820800491829426e-07
previous_iter_valid_loss : 0.16051706671714783
1472440 0.160687 0.160517 0.165884 CURRENT LEARNING RATE: 2.8202363881433054e-07
previous_iter_valid_loss : 0.16379721462726593
1472460 0.163997 0.163797 0.165949 CURRENT LEARNING RATE: 2.8196723972666456e-07
previous_iter_valid_loss : 0.16056092083454132
1472480 0.160731 0.160561 0.164844 CURRENT LEARNING RATE: 2.8191085191768823e-07
previous_iter_valid_loss : 0.16061954200267792
1472500 0.160774 0.160620 0.164696 CURRENT LEARNING RATE: 2.8185447538514597e-07
previous_iter_valid_loss : 0.1722697615623474
1472520 0.172533 0.172270 0.165142 CURRENT LEARNING RATE: 2.817981101267823e-07
previous_iter_valid_loss : 0.16056260466575623
1472540 0.160734 0.160563 0.164726 CURRENT LEARNING RATE: 2.8174175614034356e-07
previous_iter_valid_loss : 0.1634640395641327
1472560 0.163648 0.163464 0.164618 CURRENT LEARNING RATE: 2.816854134235751e-07
previous_iter_valid_loss : 0.16189248859882355
1472580 0.162060 0.161892 0.164608 CURRENT LEARNING RATE: 2.8162908197422274e-07
previous_iter_valid_loss : 0.16162924468517303
1472600 0.161786 0.161629 0.164269 CURRENT LEARNING RATE: 2.8157276179003415e-07
previous_iter_valid_loss : 0.16461093723773956
1472620 0.164822 0.164611 0.164381 CURRENT LEARNING RATE: 2.8151645286875616e-07
previous_iter_valid_loss : 0.1792963743209839
1472640 0.179449 0.179296 0.165318 CURRENT LEARNING RATE: 2.8146015520813623e-07
previous_iter_valid_loss : 0.16747567057609558
1472660 0.167634 0.167476 0.165414 CURRENT LEARNING RATE: 2.8140386880592206e-07
previous_iter_valid_loss : 0.1605035364627838
1472680 0.160674 0.160504 0.164974 CURRENT LEARNING RATE: 2.8134759365986325e-07
previous_iter_valid_loss : 0.1691972315311432
1472700 0.169349 0.169197 0.165009 CURRENT LEARNING RATE: 2.8129132976770816e-07
previous_iter_valid_loss : 0.16794031858444214
1472720 0.168093 0.167940 0.165262 CURRENT LEARNING RATE: 2.812350771272063e-07
previous_iter_valid_loss : 0.16292865574359894
1472740 0.163110 0.162929 0.164800 CURRENT LEARNING RATE: 2.8117883573610704e-07
previous_iter_valid_loss : 0.17277230322360992
1472760 0.172916 0.172772 0.165363 CURRENT LEARNING RATE: 2.811226055921618e-07
previous_iter_valid_loss : 0.16465288400650024
1472780 0.164822 0.164653 0.164927 CURRENT LEARNING RATE: 2.810663866931208e-07
previous_iter_valid_loss : 0.16329477727413177
1472800 0.163492 0.163295 0.165058 CURRENT LEARNING RATE: 2.810101790367353e-07
previous_iter_valid_loss : 0.16312436759471893
1472820 0.163295 0.163124 0.165054 CURRENT LEARNING RATE: 2.809539826207565e-07
previous_iter_valid_loss : 0.1627834439277649
1472840 0.162946 0.162783 0.165167 CURRENT LEARNING RATE: 2.8089779744293755e-07
previous_iter_valid_loss : 0.19043701887130737
1472860 0.190892 0.190437 0.166499 CURRENT LEARNING RATE: 2.808416235010305e-07
previous_iter_valid_loss : 0.16058413684368134
1472880 0.160746 0.160584 0.166501 CURRENT LEARNING RATE: 2.807854607927885e-07
previous_iter_valid_loss : 0.1614607721567154
1472900 0.161626 0.161461 0.166543 CURRENT LEARNING RATE: 2.8072930931596445e-07
previous_iter_valid_loss : 0.16283826529979706
1472920 0.163000 0.162838 0.166071 CURRENT LEARNING RATE: 2.8067316906831325e-07
previous_iter_valid_loss : 0.1605803370475769
1472940 0.160730 0.160580 0.166072 CURRENT LEARNING RATE: 2.806170400475889e-07
previous_iter_valid_loss : 0.16235606372356415
1472960 0.162538 0.162356 0.166017 CURRENT LEARNING RATE: 2.8056092225154616e-07
previous_iter_valid_loss : 0.1665486842393875
1472980 0.166706 0.166549 0.166249 CURRENT LEARNING RATE: 2.8050481567793987e-07
previous_iter_valid_loss : 0.16056868433952332
1473000 0.160733 0.160569 0.166196 CURRENT LEARNING RATE: 2.804487203245267e-07
previous_iter_valid_loss : 0.1827704757452011
1473020 0.182921 0.182770 0.167104 CURRENT LEARNING RATE: 2.8039263618906243e-07
previous_iter_valid_loss : 0.16057170927524567
1473040 0.160737 0.160572 0.166168 CURRENT LEARNING RATE: 2.803365632693032e-07
previous_iter_valid_loss : 0.16373370587825775
1473060 0.163931 0.163734 0.165981 CURRENT LEARNING RATE: 2.8028050156300695e-07
previous_iter_valid_loss : 0.17390337586402893
1473080 0.174180 0.173903 0.166651 CURRENT LEARNING RATE: 2.8022445106793083e-07
previous_iter_valid_loss : 0.1673300564289093
1473100 0.167486 0.167330 0.166558 CURRENT LEARNING RATE: 2.8016841178183275e-07
previous_iter_valid_loss : 0.17613783478736877
1473120 0.176287 0.176138 0.166967 CURRENT LEARNING RATE: 2.8011238370247073e-07
previous_iter_valid_loss : 0.17470528185367584
1473140 0.174849 0.174705 0.167556 CURRENT LEARNING RATE: 2.800563668276046e-07
previous_iter_valid_loss : 0.16329027712345123
1473160 0.163491 0.163290 0.167082 CURRENT LEARNING RATE: 2.800003611549931e-07
previous_iter_valid_loss : 0.1700095534324646
1473180 0.170260 0.170010 0.167350 CURRENT LEARNING RATE: 2.7994436668239617e-07
previous_iter_valid_loss : 0.16069664061069489
1473200 0.160859 0.160697 0.167220 CURRENT LEARNING RATE: 2.798883834075734e-07
previous_iter_valid_loss : 0.16051876544952393
1473220 0.160681 0.160519 0.167090 CURRENT LEARNING RATE: 2.798324113282865e-07
previous_iter_valid_loss : 0.16656634211540222
1473240 0.166720 0.166566 0.167279 CURRENT LEARNING RATE: 2.797764504422961e-07
previous_iter_valid_loss : 0.16930565237998962
1473260 0.169459 0.169306 0.166222 CURRENT LEARNING RATE: 2.7972050074736383e-07
previous_iter_valid_loss : 0.1735750138759613
1473280 0.173727 0.173575 0.166872 CURRENT LEARNING RATE: 2.79664562241251e-07
previous_iter_valid_loss : 0.17491275072097778
1473300 0.175058 0.174913 0.167545 CURRENT LEARNING RATE: 2.796086349217213e-07
previous_iter_valid_loss : 0.1816682368516922
1473320 0.181828 0.181668 0.168486 CURRENT LEARNING RATE: 2.7955271878653695e-07
previous_iter_valid_loss : 0.17072686553001404
1473340 0.170982 0.170727 0.168993 CURRENT LEARNING RATE: 2.794968138334615e-07
previous_iter_valid_loss : 0.1669146865606308
1473360 0.167140 0.166915 0.169221 CURRENT LEARNING RATE: 2.79440920060258e-07
previous_iter_valid_loss : 0.1618143618106842
1473380 0.161985 0.161814 0.168985 CURRENT LEARNING RATE: 2.793850374646919e-07
previous_iter_valid_loss : 0.1613088995218277
1473400 0.161504 0.161309 0.169022 CURRENT LEARNING RATE: 2.793291660445274e-07
previous_iter_valid_loss : 0.1638919562101364
1473420 0.164059 0.163892 0.168078 CURRENT LEARNING RATE: 2.79273305797529e-07
previous_iter_valid_loss : 0.16115708649158478
1473440 0.161321 0.161157 0.168107 CURRENT LEARNING RATE: 2.7921745672146345e-07
previous_iter_valid_loss : 0.16854603588581085
1473460 0.168781 0.168546 0.168348 CURRENT LEARNING RATE: 2.7916161881409614e-07
previous_iter_valid_loss : 0.1661890298128128
1473480 0.166408 0.166189 0.167962 CURRENT LEARNING RATE: 2.791057920731936e-07
previous_iter_valid_loss : 0.16306684911251068
1473500 0.163236 0.163067 0.167749 CURRENT LEARNING RATE: 2.790499764965223e-07
previous_iter_valid_loss : 0.161709263920784
1473520 0.161894 0.161709 0.167027 CURRENT LEARNING RATE: 2.789941720818506e-07
previous_iter_valid_loss : 0.18607430160045624
1473540 0.186454 0.186074 0.167596 CURRENT LEARNING RATE: 2.7893837882694585e-07
previous_iter_valid_loss : 0.17612488567829132
1473560 0.176280 0.176125 0.168237 CURRENT LEARNING RATE: 2.788825967295763e-07
previous_iter_valid_loss : 0.1687982976436615
1473580 0.168947 0.168798 0.168177 CURRENT LEARNING RATE: 2.7882682578751013e-07
previous_iter_valid_loss : 0.16323412954807281
1473600 0.163400 0.163234 0.168304 CURRENT LEARNING RATE: 2.787710659985175e-07
previous_iter_valid_loss : 0.1663665622472763
1473620 0.166578 0.166367 0.168596 CURRENT LEARNING RATE: 2.787153173603676e-07
previous_iter_valid_loss : 0.17388293147087097
1473640 0.174032 0.173883 0.168962 CURRENT LEARNING RATE: 2.786595798708304e-07
previous_iter_valid_loss : 0.1606559306383133
1473660 0.160821 0.160656 0.168530 CURRENT LEARNING RATE: 2.786038535276759e-07
previous_iter_valid_loss : 0.16053715348243713
1473680 0.160704 0.160537 0.167878 CURRENT LEARNING RATE: 2.7854813832867614e-07
previous_iter_valid_loss : 0.16162969172000885
1473700 0.161796 0.161630 0.167213 CURRENT LEARNING RATE: 2.784924342716019e-07
previous_iter_valid_loss : 0.16128002107143402
1473720 0.161437 0.161280 0.166194 CURRENT LEARNING RATE: 2.7843674135422514e-07
previous_iter_valid_loss : 0.16106635332107544
1473740 0.161232 0.161066 0.165711 CURRENT LEARNING RATE: 2.7838105957431747e-07
previous_iter_valid_loss : 0.16649799048900604
1473760 0.166719 0.166498 0.165690 CURRENT LEARNING RATE: 2.783253889296528e-07
previous_iter_valid_loss : 0.16078096628189087
1473780 0.160956 0.160781 0.165639 CURRENT LEARNING RATE: 2.7826972941800365e-07
previous_iter_valid_loss : 0.16368621587753296
1473800 0.163876 0.163686 0.165757 CURRENT LEARNING RATE: 2.7821408103714333e-07
previous_iter_valid_loss : 0.16058295965194702
1473820 0.160753 0.160583 0.165592 CURRENT LEARNING RATE: 2.781584437848467e-07
previous_iter_valid_loss : 0.17361138761043549
1473840 0.173758 0.173611 0.166215 CURRENT LEARNING RATE: 2.7810281765888785e-07
previous_iter_valid_loss : 0.1613658368587494
1473860 0.161522 0.161366 0.165856 CURRENT LEARNING RATE: 2.780472026570418e-07
previous_iter_valid_loss : 0.16572192311286926
1473880 0.165932 0.165722 0.165832 CURRENT LEARNING RATE: 2.779915987770833e-07
previous_iter_valid_loss : 0.1632642149925232
1473900 0.163453 0.163264 0.165842 CURRENT LEARNING RATE: 2.779360060167894e-07
previous_iter_valid_loss : 0.16077956557273865
1473920 0.160943 0.160780 0.165796 CURRENT LEARNING RATE: 2.778804243739357e-07
previous_iter_valid_loss : 0.1723383069038391
1473940 0.172604 0.172338 0.165109 CURRENT LEARNING RATE: 2.7782485384629906e-07
previous_iter_valid_loss : 0.17491494119167328
1473960 0.175193 0.174915 0.165048 CURRENT LEARNING RATE: 2.777692944316561e-07
previous_iter_valid_loss : 0.16058571636676788
1473980 0.160748 0.160586 0.164638 CURRENT LEARNING RATE: 2.7771374612778545e-07
previous_iter_valid_loss : 0.16281382739543915
1474000 0.163016 0.162814 0.164617 CURRENT LEARNING RATE: 2.776582089324647e-07
previous_iter_valid_loss : 0.1606052815914154
1474020 0.160770 0.160605 0.164329 CURRENT LEARNING RATE: 2.776026828434723e-07
previous_iter_valid_loss : 0.17429663240909576
1474040 0.174574 0.174297 0.164349 CURRENT LEARNING RATE: 2.775471678585868e-07
previous_iter_valid_loss : 0.16057944297790527
1474060 0.160742 0.160579 0.164346 CURRENT LEARNING RATE: 2.774916639755885e-07
previous_iter_valid_loss : 0.163587749004364
1474080 0.163784 0.163588 0.164498 CURRENT LEARNING RATE: 2.7743617119225685e-07
previous_iter_valid_loss : 0.16173630952835083
1474100 0.161925 0.161736 0.164503 CURRENT LEARNING RATE: 2.7738068950637204e-07
previous_iter_valid_loss : 0.17313164472579956
1474120 0.173401 0.173132 0.165096 CURRENT LEARNING RATE: 2.773252189157144e-07
previous_iter_valid_loss : 0.16744506359100342
1474140 0.167600 0.167445 0.165415 CURRENT LEARNING RATE: 2.77269759418066e-07
previous_iter_valid_loss : 0.16074758768081665
1474160 0.160927 0.160748 0.165127 CURRENT LEARNING RATE: 2.7721431101120805e-07
previous_iter_valid_loss : 0.16809384524822235
1474180 0.168249 0.168094 0.165493 CURRENT LEARNING RATE: 2.7715887369292204e-07
previous_iter_valid_loss : 0.16145941615104675
1474200 0.161643 0.161459 0.165382 CURRENT LEARNING RATE: 2.771034474609915e-07
previous_iter_valid_loss : 0.1614266186952591
1474220 0.161590 0.161427 0.165424 CURRENT LEARNING RATE: 2.7704803231319897e-07
previous_iter_valid_loss : 0.16730773448944092
1474240 0.167458 0.167308 0.165109 CURRENT LEARNING RATE: 2.769926282473277e-07
previous_iter_valid_loss : 0.16061583161354065
1474260 0.160787 0.160616 0.165071 CURRENT LEARNING RATE: 2.7693723526116113e-07
previous_iter_valid_loss : 0.1707639992237091
1474280 0.171014 0.170764 0.165323 CURRENT LEARNING RATE: 2.7688185335248453e-07
previous_iter_valid_loss : 0.18068137764930725
1474300 0.180844 0.180681 0.166194 CURRENT LEARNING RATE: 2.7682648251908203e-07
previous_iter_valid_loss : 0.16253940761089325
1474320 0.162700 0.162539 0.166282 CURRENT LEARNING RATE: 2.767711227587389e-07
previous_iter_valid_loss : 0.16143271327018738
1474340 0.161590 0.161433 0.165737 CURRENT LEARNING RATE: 2.7671577406924026e-07
previous_iter_valid_loss : 0.16438983380794525
1474360 0.164597 0.164390 0.165211 CURRENT LEARNING RATE: 2.766604364483731e-07
previous_iter_valid_loss : 0.16662847995758057
1474380 0.166785 0.166628 0.165513 CURRENT LEARNING RATE: 2.7660510989392345e-07
previous_iter_valid_loss : 0.17693044245243073
1474400 0.177231 0.176930 0.166219 CURRENT LEARNING RATE: 2.765497944036782e-07
previous_iter_valid_loss : 0.16049395501613617
1474420 0.160656 0.160494 0.166213 CURRENT LEARNING RATE: 2.7649448997542423e-07
previous_iter_valid_loss : 0.16631993651390076
1474440 0.166533 0.166320 0.165814 CURRENT LEARNING RATE: 2.7643919660695046e-07
previous_iter_valid_loss : 0.16317373514175415
1474460 0.163372 0.163174 0.165944 CURRENT LEARNING RATE: 2.7638391429604453e-07
previous_iter_valid_loss : 0.16086074709892273
1474480 0.161011 0.160861 0.165807 CURRENT LEARNING RATE: 2.7632864304049526e-07
previous_iter_valid_loss : 0.1704890877008438
1474500 0.170639 0.170489 0.166245 CURRENT LEARNING RATE: 2.762733828380912e-07
previous_iter_valid_loss : 0.16377419233322144
1474520 0.163939 0.163774 0.165777 CURRENT LEARNING RATE: 2.7621813368662304e-07
previous_iter_valid_loss : 0.1713264435529709
1474540 0.171478 0.171326 0.165971 CURRENT LEARNING RATE: 2.7616289558388027e-07
previous_iter_valid_loss : 0.16776815056800842
1474560 0.167920 0.167768 0.166322 CURRENT LEARNING RATE: 2.7610766852765336e-07
previous_iter_valid_loss : 0.16221649944782257
1474580 0.162386 0.162216 0.166028 CURRENT LEARNING RATE: 2.7605245251573273e-07
previous_iter_valid_loss : 0.1786077469587326
1474600 0.178929 0.178608 0.166886 CURRENT LEARNING RATE: 2.7599724754591067e-07
previous_iter_valid_loss : 0.17848940193653107
1474620 0.178643 0.178489 0.167739 CURRENT LEARNING RATE: 2.7594205361597856e-07
previous_iter_valid_loss : 0.16704730689525604
1474640 0.167261 0.167047 0.167726 CURRENT LEARNING RATE: 2.758868707237282e-07
previous_iter_valid_loss : 0.20404289662837982
1474660 0.204601 0.204043 0.169897 CURRENT LEARNING RATE: 2.7583169886695317e-07
previous_iter_valid_loss : 0.16462381184101105
1474680 0.164799 0.164624 0.169590 CURRENT LEARNING RATE: 2.757765380434461e-07
previous_iter_valid_loss : 0.1880824863910675
1474700 0.188212 0.188082 0.169960 CURRENT LEARNING RATE: 2.7572138825100063e-07
previous_iter_valid_loss : 0.1619207113981247
1474720 0.162080 0.161921 0.169929 CURRENT LEARNING RATE: 2.756662494874102e-07
previous_iter_valid_loss : 0.16350668668746948
1474740 0.163701 0.163507 0.170033 CURRENT LEARNING RATE: 2.756111217504703e-07
previous_iter_valid_loss : 0.16088122129440308
1474760 0.161039 0.160881 0.169858 CURRENT LEARNING RATE: 2.755560050379753e-07
previous_iter_valid_loss : 0.16097362339496613
1474780 0.161162 0.160974 0.169575 CURRENT LEARNING RATE: 2.755008993477206e-07
previous_iter_valid_loss : 0.16820888221263885
1474800 0.168449 0.168209 0.169139 CURRENT LEARNING RATE: 2.7544580467750134e-07
previous_iter_valid_loss : 0.18327635526657104
1474820 0.183646 0.183276 0.170278 CURRENT LEARNING RATE: 2.7539072102511485e-07
previous_iter_valid_loss : 0.1659867763519287
1474840 0.166146 0.165987 0.170261 CURRENT LEARNING RATE: 2.7533564838835716e-07
previous_iter_valid_loss : 0.161046102643013
1474860 0.161202 0.161046 0.170155 CURRENT LEARNING RATE: 2.752805867650255e-07
previous_iter_valid_loss : 0.16555443406105042
1474880 0.165759 0.165554 0.170390 CURRENT LEARNING RATE: 2.7522553615291683e-07
previous_iter_valid_loss : 0.1665060669183731
1474900 0.166663 0.166506 0.170191 CURRENT LEARNING RATE: 2.7517049654983015e-07
previous_iter_valid_loss : 0.1605052798986435
1474920 0.160673 0.160505 0.170027 CURRENT LEARNING RATE: 2.751154679535634e-07
previous_iter_valid_loss : 0.1685294210910797
1474940 0.168751 0.168529 0.169887 CURRENT LEARNING RATE: 2.750604503619154e-07
previous_iter_valid_loss : 0.1625802367925644
1474960 0.162780 0.162580 0.169628 CURRENT LEARNING RATE: 2.750054437726849e-07
previous_iter_valid_loss : 0.18125659227371216
1474980 0.181404 0.181257 0.170580 CURRENT LEARNING RATE: 2.7495044818367274e-07
previous_iter_valid_loss : 0.163127139210701
1475000 0.163319 0.163127 0.169806 CURRENT LEARNING RATE: 2.748954635926785e-07
previous_iter_valid_loss : 0.16162890195846558
1475020 0.161788 0.161629 0.168963 CURRENT LEARNING RATE: 2.7484048999750233e-07
previous_iter_valid_loss : 0.16485477983951569
1475040 0.165018 0.164855 0.168853 CURRENT LEARNING RATE: 2.7478552739594636e-07
previous_iter_valid_loss : 0.1617843061685562
1475060 0.161972 0.161784 0.166740 CURRENT LEARNING RATE: 2.7473057578581146e-07
previous_iter_valid_loss : 0.16843034327030182
1475080 0.168659 0.168430 0.166931 CURRENT LEARNING RATE: 2.746756351648997e-07
previous_iter_valid_loss : 0.16119681298732758
1475100 0.161363 0.161197 0.165586 CURRENT LEARNING RATE: 2.746207055310128e-07
previous_iter_valid_loss : 0.16363008320331573
1475120 0.163803 0.163630 0.165672 CURRENT LEARNING RATE: 2.745657868819547e-07
previous_iter_valid_loss : 0.16527831554412842
1475140 0.165493 0.165278 0.165760 CURRENT LEARNING RATE: 2.745108792155281e-07
previous_iter_valid_loss : 0.176705464720726
1475160 0.176999 0.176705 0.166552 CURRENT LEARNING RATE: 2.744559825295367e-07
previous_iter_valid_loss : 0.17885175347328186
1475180 0.179161 0.178852 0.167445 CURRENT LEARNING RATE: 2.744010968217842e-07
previous_iter_valid_loss : 0.16054129600524902
1475200 0.160707 0.160541 0.167062 CURRENT LEARNING RATE: 2.7434622209007605e-07
previous_iter_valid_loss : 0.1792786866426468
1475220 0.179440 0.179279 0.166862 CURRENT LEARNING RATE: 2.742913583322168e-07
previous_iter_valid_loss : 0.1630844622850418
1475240 0.163283 0.163084 0.166717 CURRENT LEARNING RATE: 2.7423650554601197e-07
previous_iter_valid_loss : 0.16279152035713196
1475260 0.162975 0.162792 0.166804 CURRENT LEARNING RATE: 2.7418166372926687e-07
previous_iter_valid_loss : 0.16414977610111237
1475280 0.164329 0.164150 0.166734 CURRENT LEARNING RATE: 2.7412683287978885e-07
previous_iter_valid_loss : 0.16074250638484955
1475300 0.160897 0.160743 0.166446 CURRENT LEARNING RATE: 2.740720129953842e-07
previous_iter_valid_loss : 0.16640447080135345
1475320 0.166565 0.166404 0.166741 CURRENT LEARNING RATE: 2.740172040738601e-07
previous_iter_valid_loss : 0.16358281672000885
1475340 0.163754 0.163583 0.166494 CURRENT LEARNING RATE: 2.7396240611302373e-07
previous_iter_valid_loss : 0.16289909183979034
1475360 0.163101 0.162899 0.166509 CURRENT LEARNING RATE: 2.739076191106841e-07
previous_iter_valid_loss : 0.1626811921596527
1475380 0.162879 0.162681 0.165581 CURRENT LEARNING RATE: 2.738528430646493e-07
previous_iter_valid_loss : 0.16260625422000885
1475400 0.162802 0.162606 0.165555 CURRENT LEARNING RATE: 2.7379807797272776e-07
previous_iter_valid_loss : 0.1622413992881775
1475420 0.162399 0.162241 0.165585 CURRENT LEARNING RATE: 2.7374332383272984e-07
previous_iter_valid_loss : 0.16137497127056122
1475440 0.161560 0.161375 0.165411 CURRENT LEARNING RATE: 2.736885806424649e-07
previous_iter_valid_loss : 0.16529221832752228
1475460 0.165498 0.165292 0.165587 CURRENT LEARNING RATE: 2.7363384839974325e-07
previous_iter_valid_loss : 0.16280964016914368
1475480 0.162981 0.162810 0.165306 CURRENT LEARNING RATE: 2.735791271023751e-07
previous_iter_valid_loss : 0.16944478452205658
1475500 0.169598 0.169445 0.165718 CURRENT LEARNING RATE: 2.7352441674817256e-07
previous_iter_valid_loss : 0.1671411544084549
1475520 0.167368 0.167141 0.165894 CURRENT LEARNING RATE: 2.734697173349467e-07
previous_iter_valid_loss : 0.16204676032066345
1475540 0.162212 0.162047 0.165732 CURRENT LEARNING RATE: 2.734150288605096e-07
previous_iter_valid_loss : 0.1612052470445633
1475560 0.161363 0.161205 0.164957 CURRENT LEARNING RATE: 2.733603513226732e-07
previous_iter_valid_loss : 0.17117545008659363
1475580 0.171323 0.171175 0.164573 CURRENT LEARNING RATE: 2.733056847192513e-07
previous_iter_valid_loss : 0.1605636179447174
1475600 0.160727 0.160564 0.164574 CURRENT LEARNING RATE: 2.732510290480569e-07
previous_iter_valid_loss : 0.1615688055753708
1475620 0.161764 0.161569 0.163689 CURRENT LEARNING RATE: 2.731963843069037e-07
previous_iter_valid_loss : 0.16086140275001526
1475640 0.161010 0.160861 0.163578 CURRENT LEARNING RATE: 2.731417504936054e-07
previous_iter_valid_loss : 0.16568094491958618
1475660 0.165844 0.165681 0.163722 CURRENT LEARNING RATE: 2.730871276059776e-07
previous_iter_valid_loss : 0.16804733872413635
1475680 0.168205 0.168047 0.163917 CURRENT LEARNING RATE: 2.73032515641835e-07
previous_iter_valid_loss : 0.16655822098255157
1475700 0.166716 0.166558 0.164208 CURRENT LEARNING RATE: 2.7297791459899306e-07
previous_iter_valid_loss : 0.16061635315418243
1475720 0.160786 0.160616 0.163918 CURRENT LEARNING RATE: 2.7292332447526725e-07
previous_iter_valid_loss : 0.16083717346191406
1475740 0.161001 0.160837 0.163781 CURRENT LEARNING RATE: 2.728687452684749e-07
previous_iter_valid_loss : 0.17050860822200775
1475760 0.170762 0.170509 0.164162 CURRENT LEARNING RATE: 2.7281417697643245e-07
previous_iter_valid_loss : 0.16881196200847626
1475780 0.168967 0.168812 0.164468 CURRENT LEARNING RATE: 2.7275961959695707e-07
previous_iter_valid_loss : 0.1620890349149704
1475800 0.162249 0.162089 0.164442 CURRENT LEARNING RATE: 2.727050731278661e-07
previous_iter_valid_loss : 0.17071713507175446
1475820 0.170867 0.170717 0.164866 CURRENT LEARNING RATE: 2.7265053756697854e-07
previous_iter_valid_loss : 0.16121254861354828
1475840 0.161397 0.161213 0.164858 CURRENT LEARNING RATE: 2.725960129121125e-07
previous_iter_valid_loss : 0.17038239538669586
1475860 0.170631 0.170382 0.165112 CURRENT LEARNING RATE: 2.725414991610865e-07
previous_iter_valid_loss : 0.1624407023191452
1475880 0.162601 0.162441 0.165094 CURRENT LEARNING RATE: 2.72486996311721e-07
previous_iter_valid_loss : 0.1605517566204071
1475900 0.160715 0.160552 0.164649 CURRENT LEARNING RATE: 2.724325043618354e-07
previous_iter_valid_loss : 0.1620476394891739
1475920 0.162200 0.162048 0.164395 CURRENT LEARNING RATE: 2.7237802330925007e-07
previous_iter_valid_loss : 0.17371422052383423
1475940 0.173862 0.173714 0.164978 CURRENT LEARNING RATE: 2.723235531517852e-07
previous_iter_valid_loss : 0.1664106398820877
1475960 0.166629 0.166411 0.165238 CURRENT LEARNING RATE: 2.722690938872629e-07
previous_iter_valid_loss : 0.1615597903728485
1475980 0.161719 0.161560 0.164758 CURRENT LEARNING RATE: 2.7221464551350445e-07
previous_iter_valid_loss : 0.18044829368591309
1476000 0.180606 0.180448 0.165752 CURRENT LEARNING RATE: 2.7216020802833186e-07
previous_iter_valid_loss : 0.1606895476579666
1476020 0.160849 0.160690 0.165708 CURRENT LEARNING RATE: 2.7210578142956716e-07
previous_iter_valid_loss : 0.16251187026500702
1476040 0.162711 0.162512 0.165790 CURRENT LEARNING RATE: 2.720513657150342e-07
previous_iter_valid_loss : 0.17175428569316864
1476060 0.172023 0.171754 0.166094 CURRENT LEARNING RATE: 2.7199696088255596e-07
previous_iter_valid_loss : 0.16803690791130066
1476080 0.168261 0.168037 0.166094 CURRENT LEARNING RATE: 2.719425669299561e-07
previous_iter_valid_loss : 0.1605471521615982
1476100 0.160710 0.160547 0.165793 CURRENT LEARNING RATE: 2.7188818385505854e-07
previous_iter_valid_loss : 0.18113301694393158
1476120 0.181486 0.181133 0.166819 CURRENT LEARNING RATE: 2.718338116556888e-07
previous_iter_valid_loss : 0.16055159270763397
1476140 0.160719 0.160552 0.166805 CURRENT LEARNING RATE: 2.717794503296716e-07
previous_iter_valid_loss : 0.16644637286663055
1476160 0.166678 0.166446 0.166601 CURRENT LEARNING RATE: 2.7172509987483243e-07
previous_iter_valid_loss : 0.1682824194431305
1476180 0.168517 0.168282 0.166575 CURRENT LEARNING RATE: 2.7167076028899684e-07
previous_iter_valid_loss : 0.16085797548294067
1476200 0.161007 0.160858 0.166513 CURRENT LEARNING RATE: 2.7161643156999215e-07
previous_iter_valid_loss : 0.16054241359233856
1476220 0.160716 0.160542 0.166005 CURRENT LEARNING RATE: 2.7156211371564476e-07
previous_iter_valid_loss : 0.16262184083461761
1476240 0.162780 0.162622 0.166075 CURRENT LEARNING RATE: 2.715078067237815e-07
previous_iter_valid_loss : 0.16775040328502655
1476260 0.167976 0.167750 0.165944 CURRENT LEARNING RATE: 2.71453510592231e-07
previous_iter_valid_loss : 0.16471467912197113
1476280 0.164881 0.164715 0.166057 CURRENT LEARNING RATE: 2.71399225318821e-07
previous_iter_valid_loss : 0.1609220951795578
1476300 0.161105 0.160922 0.166076 CURRENT LEARNING RATE: 2.7134495090138e-07
previous_iter_valid_loss : 0.18801142275333405
1476320 0.188441 0.188011 0.167374 CURRENT LEARNING RATE: 2.7129068733773665e-07
previous_iter_valid_loss : 0.1840849667787552
1476340 0.184456 0.184085 0.167892 CURRENT LEARNING RATE: 2.7123643462572126e-07
previous_iter_valid_loss : 0.18153512477874756
1476360 0.181862 0.181535 0.168649 CURRENT LEARNING RATE: 2.7118219276316327e-07
previous_iter_valid_loss : 0.16073599457740784
1476380 0.160908 0.160736 0.168608 CURRENT LEARNING RATE: 2.7112796174789307e-07
previous_iter_valid_loss : 0.16233587265014648
1476400 0.162513 0.162336 0.167702 CURRENT LEARNING RATE: 2.710737415777409e-07
previous_iter_valid_loss : 0.1730649173259735
1476420 0.173333 0.173065 0.168321 CURRENT LEARNING RATE: 2.710195322505389e-07
previous_iter_valid_loss : 0.16436190903186798
1476440 0.164536 0.164362 0.168413 CURRENT LEARNING RATE: 2.709653337641182e-07
previous_iter_valid_loss : 0.16242751479148865
1476460 0.162585 0.162428 0.167947 CURRENT LEARNING RATE: 2.709111461163109e-07
previous_iter_valid_loss : 0.1605375111103058
1476480 0.160706 0.160538 0.167572 CURRENT LEARNING RATE: 2.7085696930494906e-07
previous_iter_valid_loss : 0.16052794456481934
1476500 0.160688 0.160528 0.167571 CURRENT LEARNING RATE: 2.7080280332786646e-07
previous_iter_valid_loss : 0.1606627255678177
1476520 0.160835 0.160663 0.166547 CURRENT LEARNING RATE: 2.7074864818289604e-07
previous_iter_valid_loss : 0.1695423126220703
1476540 0.169692 0.169542 0.166997 CURRENT LEARNING RATE: 2.706945038678715e-07
previous_iter_valid_loss : 0.16054056584835052
1476560 0.160703 0.160541 0.166702 CURRENT LEARNING RATE: 2.7064037038062676e-07
previous_iter_valid_loss : 0.16103287041187286
1476580 0.161220 0.161033 0.166339 CURRENT LEARNING RATE: 2.7058624771899733e-07
previous_iter_valid_loss : 0.18225781619548798
1476600 0.182416 0.182258 0.167409 CURRENT LEARNING RATE: 2.705321358808179e-07
previous_iter_valid_loss : 0.1658339649438858
1476620 0.165998 0.165834 0.167674 CURRENT LEARNING RATE: 2.7047803486392335e-07
previous_iter_valid_loss : 0.1666375994682312
1476640 0.166800 0.166638 0.167874 CURRENT LEARNING RATE: 2.704239446661508e-07
previous_iter_valid_loss : 0.16244925558567047
1476660 0.162605 0.162449 0.167609 CURRENT LEARNING RATE: 2.7036986528533606e-07
previous_iter_valid_loss : 0.1757805496454239
1476680 0.176067 0.175781 0.168163 CURRENT LEARNING RATE: 2.7031579671931594e-07
previous_iter_valid_loss : 0.16143836081027985
1476700 0.161625 0.161438 0.168188 CURRENT LEARNING RATE: 2.7026173896592725e-07
previous_iter_valid_loss : 0.16837462782859802
1476720 0.168525 0.168375 0.167207 CURRENT LEARNING RATE: 2.702076920230086e-07
previous_iter_valid_loss : 0.1606297791004181
1476740 0.160783 0.160630 0.166034 CURRENT LEARNING RATE: 2.7015365588839774e-07
previous_iter_valid_loss : 0.1652214527130127
1476760 0.165414 0.165221 0.165218 CURRENT LEARNING RATE: 2.7009963055993314e-07
previous_iter_valid_loss : 0.1724899709224701
1476780 0.172753 0.172490 0.165806 CURRENT LEARNING RATE: 2.7004561603545324e-07
previous_iter_valid_loss : 0.16054601967334747
1476800 0.160709 0.160546 0.165716 CURRENT LEARNING RATE: 2.699916123127986e-07
previous_iter_valid_loss : 0.16501101851463318
1476820 0.165209 0.165011 0.165314 CURRENT LEARNING RATE: 2.699376193898084e-07
previous_iter_valid_loss : 0.17246240377426147
1476840 0.172720 0.172462 0.165719 CURRENT LEARNING RATE: 2.698836372643231e-07
previous_iter_valid_loss : 0.17334714531898499
1476860 0.173617 0.173347 0.166265 CURRENT LEARNING RATE: 2.6982966593418277e-07
previous_iter_valid_loss : 0.16428335011005402
1476880 0.164487 0.164283 0.166452 CURRENT LEARNING RATE: 2.6977570539722966e-07
previous_iter_valid_loss : 0.17489632964134216
1476900 0.175181 0.174896 0.167170 CURRENT LEARNING RATE: 2.697217556513048e-07
previous_iter_valid_loss : 0.16214030981063843
1476920 0.162287 0.162140 0.167244 CURRENT LEARNING RATE: 2.6966781669425014e-07
previous_iter_valid_loss : 0.1615021675825119
1476940 0.161656 0.161502 0.166842 CURRENT LEARNING RATE: 2.6961388852390773e-07
previous_iter_valid_loss : 0.1657002866268158
1476960 0.165860 0.165700 0.167100 CURRENT LEARNING RATE: 2.695599711381213e-07
previous_iter_valid_loss : 0.16087469458580017
1476980 0.161052 0.160875 0.167092 CURRENT LEARNING RATE: 2.6950606453473386e-07
previous_iter_valid_loss : 0.16053396463394165
1477000 0.160695 0.160534 0.166006 CURRENT LEARNING RATE: 2.6945216871158856e-07
previous_iter_valid_loss : 0.1605425924062729
1477020 0.160700 0.160543 0.165742 CURRENT LEARNING RATE: 2.6939828366653047e-07
previous_iter_valid_loss : 0.16077668964862823
1477040 0.160926 0.160777 0.165449 CURRENT LEARNING RATE: 2.693444093974038e-07
previous_iter_valid_loss : 0.16150562465190887
1477060 0.161688 0.161506 0.165401 CURRENT LEARNING RATE: 2.692905459020535e-07
previous_iter_valid_loss : 0.16269142925739288
1477080 0.162850 0.162691 0.164747 CURRENT LEARNING RATE: 2.6923669317832464e-07
previous_iter_valid_loss : 0.17369450628757477
1477100 0.173968 0.173695 0.165360 CURRENT LEARNING RATE: 2.69182851224064e-07
previous_iter_valid_loss : 0.16246278584003448
1477120 0.162647 0.162463 0.165064 CURRENT LEARNING RATE: 2.6912902003711743e-07
previous_iter_valid_loss : 0.16243037581443787
1477140 0.162589 0.162430 0.165154 CURRENT LEARNING RATE: 2.690751996153317e-07
previous_iter_valid_loss : 0.16302098333835602
1477160 0.163204 0.163021 0.165044 CURRENT LEARNING RATE: 2.6902138995655353e-07
previous_iter_valid_loss : 0.1674170345067978
1477180 0.167569 0.167417 0.164790 CURRENT LEARNING RATE: 2.6896759105863146e-07
previous_iter_valid_loss : 0.17277520895004272
1477200 0.172921 0.172775 0.165402 CURRENT LEARNING RATE: 2.689138029194131e-07
previous_iter_valid_loss : 0.17317546904087067
1477220 0.173324 0.173175 0.165810 CURRENT LEARNING RATE: 2.6886002553674686e-07
previous_iter_valid_loss : 0.16064509749412537
1477240 0.160806 0.160645 0.165219 CURRENT LEARNING RATE: 2.688062589084812e-07
previous_iter_valid_loss : 0.1658390313386917
1477260 0.166063 0.165839 0.164844 CURRENT LEARNING RATE: 2.6875250303246645e-07
previous_iter_valid_loss : 0.1820887327194214
1477280 0.182251 0.182089 0.165734 CURRENT LEARNING RATE: 2.686987579065518e-07
previous_iter_valid_loss : 0.16360576450824738
1477300 0.163768 0.163606 0.165170 CURRENT LEARNING RATE: 2.6864502352858753e-07
previous_iter_valid_loss : 0.1608552485704422
1477320 0.161013 0.160855 0.165105 CURRENT LEARNING RATE: 2.6859129989642375e-07
previous_iter_valid_loss : 0.17675001919269562
1477340 0.177042 0.176750 0.165868 CURRENT LEARNING RATE: 2.685375870079125e-07
previous_iter_valid_loss : 0.16460207104682922
1477360 0.164770 0.164602 0.165813 CURRENT LEARNING RATE: 2.6848388486090474e-07
previous_iter_valid_loss : 0.16994306445121765
1477380 0.170093 0.169943 0.166266 CURRENT LEARNING RATE: 2.684301934532524e-07
previous_iter_valid_loss : 0.16456802189350128
1477400 0.164773 0.164568 0.166468 CURRENT LEARNING RATE: 2.683765127828074e-07
previous_iter_valid_loss : 0.1610053926706314
1477420 0.161166 0.161005 0.166491 CURRENT LEARNING RATE: 2.6832284284742337e-07
previous_iter_valid_loss : 0.16100642085075378
1477440 0.161189 0.161006 0.166503 CURRENT LEARNING RATE: 2.6826918364495313e-07
previous_iter_valid_loss : 0.16798000037670135
1477460 0.168135 0.167980 0.166826 CURRENT LEARNING RATE: 2.682155351732498e-07
previous_iter_valid_loss : 0.16671231389045715
1477480 0.166932 0.166712 0.167027 CURRENT LEARNING RATE: 2.6816189743016837e-07
previous_iter_valid_loss : 0.16063246130943298
1477500 0.160800 0.160632 0.166374 CURRENT LEARNING RATE: 2.681082704135629e-07
previous_iter_valid_loss : 0.1829238384962082
1477520 0.183082 0.182924 0.167397 CURRENT LEARNING RATE: 2.6805465412128825e-07
previous_iter_valid_loss : 0.20941057801246643
1477540 0.209465 0.209411 0.169746 CURRENT LEARNING RATE: 2.6800104855119934e-07
previous_iter_valid_loss : 0.16686011850833893
1477560 0.167020 0.166860 0.169938 CURRENT LEARNING RATE: 2.6794745370115284e-07
previous_iter_valid_loss : 0.17323380708694458
1477580 0.173511 0.173234 0.170229 CURRENT LEARNING RATE: 2.678938695690046e-07
previous_iter_valid_loss : 0.16541117429733276
1477600 0.165611 0.165411 0.169861 CURRENT LEARNING RATE: 2.6784029615261115e-07
previous_iter_valid_loss : 0.16663095355033875
1477620 0.166842 0.166631 0.169534 CURRENT LEARNING RATE: 2.677867334498291e-07
previous_iter_valid_loss : 0.1633395105600357
1477640 0.163509 0.163340 0.169668 CURRENT LEARNING RATE: 2.677331814585169e-07
previous_iter_valid_loss : 0.17681075632572174
1477660 0.176968 0.176811 0.170217 CURRENT LEARNING RATE: 2.67679640176532e-07
previous_iter_valid_loss : 0.1606084108352661
1477680 0.160765 0.160608 0.169143 CURRENT LEARNING RATE: 2.676261096017327e-07
previous_iter_valid_loss : 0.1713845133781433
1477700 0.171534 0.171385 0.169532 CURRENT LEARNING RATE: 2.6757258973197737e-07
previous_iter_valid_loss : 0.16332584619522095
1477720 0.163496 0.163326 0.169655 CURRENT LEARNING RATE: 2.6751908056512614e-07
previous_iter_valid_loss : 0.16657154262065887
1477740 0.166729 0.166572 0.169147 CURRENT LEARNING RATE: 2.674655820990382e-07
previous_iter_valid_loss : 0.16797596216201782
1477760 0.168211 0.167976 0.169315 CURRENT LEARNING RATE: 2.6741209433157354e-07
previous_iter_valid_loss : 0.18143615126609802
1477780 0.181781 0.181436 0.169890 CURRENT LEARNING RATE: 2.6735861726059227e-07
previous_iter_valid_loss : 0.17251355946063995
1477800 0.172780 0.172514 0.170287 CURRENT LEARNING RATE: 2.6730515088395613e-07
previous_iter_valid_loss : 0.16255655884742737
1477820 0.162721 0.162557 0.170365 CURRENT LEARNING RATE: 2.672516951995261e-07
previous_iter_valid_loss : 0.1788012534379959
1477840 0.179122 0.178801 0.171254 CURRENT LEARNING RATE: 2.671982502051634e-07
previous_iter_valid_loss : 0.16082121431827545
1477860 0.160995 0.160821 0.170896 CURRENT LEARNING RATE: 2.671448158987313e-07
previous_iter_valid_loss : 0.17798921465873718
1477880 0.178150 0.177989 0.171460 CURRENT LEARNING RATE: 2.670913922780918e-07
previous_iter_valid_loss : 0.16078896820545197
1477900 0.160955 0.160789 0.171468 CURRENT LEARNING RATE: 2.6703797934110807e-07
previous_iter_valid_loss : 0.16666188836097717
1477920 0.166885 0.166662 0.170655 CURRENT LEARNING RATE: 2.6698457708564303e-07
previous_iter_valid_loss : 0.1624855250120163
1477940 0.162659 0.162486 0.168309 CURRENT LEARNING RATE: 2.669311855095616e-07
previous_iter_valid_loss : 0.1605333685874939
1477960 0.160696 0.160533 0.167992 CURRENT LEARNING RATE: 2.6687780461072764e-07
previous_iter_valid_loss : 0.16054610908031464
1477980 0.160703 0.160546 0.167358 CURRENT LEARNING RATE: 2.668244343870059e-07
previous_iter_valid_loss : 0.16891463100910187
1478000 0.169157 0.168915 0.167533 CURRENT LEARNING RATE: 2.6677107483626105e-07
previous_iter_valid_loss : 0.16123487055301666
1478020 0.161417 0.161235 0.167263 CURRENT LEARNING RATE: 2.6671772595635976e-07
previous_iter_valid_loss : 0.18455950915813446
1478040 0.184707 0.184560 0.168324 CURRENT LEARNING RATE: 2.6666438774516756e-07
previous_iter_valid_loss : 0.1612575501203537
1478060 0.161442 0.161258 0.167547 CURRENT LEARNING RATE: 2.6661106020055084e-07
previous_iter_valid_loss : 0.1606786549091339
1478080 0.160837 0.160679 0.167550 CURRENT LEARNING RATE: 2.665577433203761e-07
previous_iter_valid_loss : 0.16385938227176666
1478100 0.164060 0.163859 0.167174 CURRENT LEARNING RATE: 2.6650443710251165e-07
previous_iter_valid_loss : 0.16105906665325165
1478120 0.161243 0.161059 0.167061 CURRENT LEARNING RATE: 2.664511415448247e-07
previous_iter_valid_loss : 0.18412835896015167
1478140 0.184504 0.184128 0.167939 CURRENT LEARNING RATE: 2.663978566451834e-07
previous_iter_valid_loss : 0.16205750405788422
1478160 0.162245 0.162058 0.167643 CURRENT LEARNING RATE: 2.6634458240145596e-07
previous_iter_valid_loss : 0.1895393282175064
1478180 0.189984 0.189539 0.168048 CURRENT LEARNING RATE: 2.6629131881151236e-07
previous_iter_valid_loss : 0.1668601930141449
1478200 0.167011 0.166860 0.167765 CURRENT LEARNING RATE: 2.662380658732215e-07
previous_iter_valid_loss : 0.16083300113677979
1478220 0.160985 0.160833 0.167679 CURRENT LEARNING RATE: 2.661848235844529e-07
previous_iter_valid_loss : 0.16898347437381744
1478240 0.169211 0.168983 0.167188 CURRENT LEARNING RATE: 2.661315919430777e-07
previous_iter_valid_loss : 0.16055956482887268
1478260 0.160725 0.160560 0.167175 CURRENT LEARNING RATE: 2.660783709469662e-07
previous_iter_valid_loss : 0.165394127368927
1478280 0.165565 0.165394 0.166545 CURRENT LEARNING RATE: 2.660251605939896e-07
previous_iter_valid_loss : 0.1605052947998047
1478300 0.160671 0.160505 0.166531 CURRENT LEARNING RATE: 2.65971960882019e-07
previous_iter_valid_loss : 0.1631697118282318
1478320 0.163369 0.163170 0.166356 CURRENT LEARNING RATE: 2.6591877180892735e-07
previous_iter_valid_loss : 0.17817465960979462
1478340 0.178480 0.178175 0.167141 CURRENT LEARNING RATE: 2.6586559337258654e-07
previous_iter_valid_loss : 0.1632862091064453
1478360 0.163453 0.163286 0.167279 CURRENT LEARNING RATE: 2.658124255708696e-07
previous_iter_valid_loss : 0.1753591150045395
1478380 0.175652 0.175359 0.168019 CURRENT LEARNING RATE: 2.6575926840164916e-07
previous_iter_valid_loss : 0.16049425303936005
1478400 0.160651 0.160494 0.167598 CURRENT LEARNING RATE: 2.657061218628e-07
previous_iter_valid_loss : 0.16486220061779022
1478420 0.165070 0.164862 0.167780 CURRENT LEARNING RATE: 2.6565298595219577e-07
previous_iter_valid_loss : 0.16604185104370117
1478440 0.166211 0.166042 0.166854 CURRENT LEARNING RATE: 2.6559986066771095e-07
previous_iter_valid_loss : 0.17066419124603271
1478460 0.170814 0.170664 0.167324 CURRENT LEARNING RATE: 2.6554674600722016e-07
previous_iter_valid_loss : 0.16054771840572357
1478480 0.160699 0.160548 0.167317 CURRENT LEARNING RATE: 2.654936419685997e-07
previous_iter_valid_loss : 0.1998516470193863
1478500 0.200380 0.199852 0.169117 CURRENT LEARNING RATE: 2.65440548549725e-07
previous_iter_valid_loss : 0.18013480305671692
1478520 0.180459 0.180135 0.170071 CURRENT LEARNING RATE: 2.6538746574847223e-07
previous_iter_valid_loss : 0.1786586493253708
1478540 0.178817 0.178659 0.169797 CURRENT LEARNING RATE: 2.6533439356271766e-07
previous_iter_valid_loss : 0.16065290570259094
1478560 0.160821 0.160653 0.169727 CURRENT LEARNING RATE: 2.652813319903394e-07
previous_iter_valid_loss : 0.174444779753685
1478580 0.174714 0.174445 0.168972 CURRENT LEARNING RATE: 2.652282810292144e-07
previous_iter_valid_loss : 0.16294796764850616
1478600 0.163147 0.162948 0.168777 CURRENT LEARNING RATE: 2.6517524067722067e-07
previous_iter_valid_loss : 0.16984021663665771
1478620 0.169991 0.169840 0.169227 CURRENT LEARNING RATE: 2.6512221093223615e-07
previous_iter_valid_loss : 0.16356047987937927
1478640 0.163735 0.163560 0.168956 CURRENT LEARNING RATE: 2.6506919179214056e-07
previous_iter_valid_loss : 0.16194653511047363
1478660 0.162102 0.161947 0.169025 CURRENT LEARNING RATE: 2.6501618325481265e-07
previous_iter_valid_loss : 0.1684751808643341
1478680 0.168630 0.168475 0.169179 CURRENT LEARNING RATE: 2.649631853181317e-07
previous_iter_valid_loss : 0.16759328544139862
1478700 0.167755 0.167593 0.169534 CURRENT LEARNING RATE: 2.649101979799786e-07
previous_iter_valid_loss : 0.16109782457351685
1478720 0.161247 0.161098 0.169430 CURRENT LEARNING RATE: 2.648572212382335e-07
previous_iter_valid_loss : 0.16138243675231934
1478740 0.161542 0.161382 0.168591 CURRENT LEARNING RATE: 2.648042550907773e-07
previous_iter_valid_loss : 0.16124728322029114
1478760 0.161407 0.161247 0.168489 CURRENT LEARNING RATE: 2.6475129953549083e-07
previous_iter_valid_loss : 0.16499300301074982
1478780 0.165193 0.164993 0.167970 CURRENT LEARNING RATE: 2.646983545702569e-07
previous_iter_valid_loss : 0.16101469099521637
1478800 0.161192 0.161015 0.167996 CURRENT LEARNING RATE: 2.646454201929571e-07
previous_iter_valid_loss : 0.16632196307182312
1478820 0.166531 0.166322 0.168069 CURRENT LEARNING RATE: 2.645924964014742e-07
previous_iter_valid_loss : 0.1683582067489624
1478840 0.168589 0.168358 0.168185 CURRENT LEARNING RATE: 2.6453958319369074e-07
previous_iter_valid_loss : 0.16203314065933228
1478860 0.162197 0.162033 0.167754 CURRENT LEARNING RATE: 2.644866805674911e-07
previous_iter_valid_loss : 0.16381247341632843
1478880 0.164012 0.163812 0.167917 CURRENT LEARNING RATE: 2.644337885207587e-07
previous_iter_valid_loss : 0.16324850916862488
1478900 0.163437 0.163249 0.166087 CURRENT LEARNING RATE: 2.6438090705137784e-07
previous_iter_valid_loss : 0.1884457767009735
1478920 0.188577 0.188446 0.166502 CURRENT LEARNING RATE: 2.643280361572329e-07
previous_iter_valid_loss : 0.16194981336593628
1478940 0.162133 0.161950 0.165667 CURRENT LEARNING RATE: 2.642751758362099e-07
previous_iter_valid_loss : 0.18768176436424255
1478960 0.187821 0.187682 0.167018 CURRENT LEARNING RATE: 2.642223260861939e-07
previous_iter_valid_loss : 0.1610470414161682
1478980 0.161206 0.161047 0.166348 CURRENT LEARNING RATE: 2.64169486905071e-07
previous_iter_valid_loss : 0.1687900871038437
1479000 0.168940 0.168790 0.166640 CURRENT LEARNING RATE: 2.641166582907272e-07
previous_iter_valid_loss : 0.1677921861410141
1479020 0.167950 0.167792 0.166538 CURRENT LEARNING RATE: 2.6406384024105023e-07
previous_iter_valid_loss : 0.1605587601661682
1479040 0.160721 0.160559 0.166388 CURRENT LEARNING RATE: 2.6401103275392685e-07
previous_iter_valid_loss : 0.18829484283924103
1479060 0.188423 0.188295 0.167705 CURRENT LEARNING RATE: 2.639582358272444e-07
previous_iter_valid_loss : 0.16150608658790588
1479080 0.161670 0.161506 0.167357 CURRENT LEARNING RATE: 2.6390544945889185e-07
previous_iter_valid_loss : 0.1841602474451065
1479100 0.184545 0.184160 0.168185 CURRENT LEARNING RATE: 2.6385267364675733e-07
previous_iter_valid_loss : 0.16142570972442627
1479120 0.161614 0.161426 0.168202 CURRENT LEARNING RATE: 2.637999083887298e-07
previous_iter_valid_loss : 0.16243210434913635
1479140 0.162592 0.162432 0.168254 CURRENT LEARNING RATE: 2.6374715368269814e-07
previous_iter_valid_loss : 0.1651277393102646
1479160 0.165302 0.165128 0.168448 CURRENT LEARNING RATE: 2.6369440952655317e-07
previous_iter_valid_loss : 0.17815518379211426
1479180 0.178314 0.178155 0.169106 CURRENT LEARNING RATE: 2.636416759181846e-07
previous_iter_valid_loss : 0.1605074107646942
1479200 0.160675 0.160507 0.169081 CURRENT LEARNING RATE: 2.6358895285548306e-07
previous_iter_valid_loss : 0.1612488180398941
1479220 0.161408 0.161249 0.168827 CURRENT LEARNING RATE: 2.6353624033633927e-07
previous_iter_valid_loss : 0.17257694900035858
1479240 0.172853 0.172577 0.169038 CURRENT LEARNING RATE: 2.6348353835864555e-07
previous_iter_valid_loss : 0.1605500876903534
1479260 0.160715 0.160550 0.168964 CURRENT LEARNING RATE: 2.6343084692029343e-07
previous_iter_valid_loss : 0.16405043005943298
1479280 0.164257 0.164050 0.168976 CURRENT LEARNING RATE: 2.633781660191752e-07
previous_iter_valid_loss : 0.17220892012119293
1479300 0.172480 0.172209 0.169424 CURRENT LEARNING RATE: 2.633254956531832e-07
previous_iter_valid_loss : 0.16056349873542786
1479320 0.160720 0.160563 0.168030 CURRENT LEARNING RATE: 2.632728358202115e-07
previous_iter_valid_loss : 0.1605791449546814
1479340 0.160753 0.160579 0.167961 CURRENT LEARNING RATE: 2.6322018651815333e-07
previous_iter_valid_loss : 0.16052937507629395
1479360 0.160705 0.160529 0.166604 CURRENT LEARNING RATE: 2.631675477449026e-07
previous_iter_valid_loss : 0.16070640087127686
1479380 0.160875 0.160706 0.166587 CURRENT LEARNING RATE: 2.631149194983533e-07
previous_iter_valid_loss : 0.16065897047519684
1479400 0.160828 0.160659 0.166180 CURRENT LEARNING RATE: 2.6306230177640137e-07
previous_iter_valid_loss : 0.1605258733034134
1479420 0.160684 0.160526 0.165817 CURRENT LEARNING RATE: 2.6300969457694154e-07
previous_iter_valid_loss : 0.16055743396282196
1479440 0.160726 0.160557 0.165817 CURRENT LEARNING RATE: 2.6295709789786903e-07
previous_iter_valid_loss : 0.16445589065551758
1479460 0.164650 0.164456 0.164625 CURRENT LEARNING RATE: 2.6290451173708093e-07
previous_iter_valid_loss : 0.16584116220474243
1479480 0.166058 0.165841 0.164842 CURRENT LEARNING RATE: 2.628519360924734e-07
previous_iter_valid_loss : 0.21779069304466248
1479500 0.217793 0.217791 0.166523 CURRENT LEARNING RATE: 2.627993709619433e-07
previous_iter_valid_loss : 0.16856054961681366
1479520 0.168713 0.168561 0.166880 CURRENT LEARNING RATE: 2.6274681634338756e-07
previous_iter_valid_loss : 0.1621369868516922
1479540 0.162287 0.162137 0.166865 CURRENT LEARNING RATE: 2.62694272234705e-07
previous_iter_valid_loss : 0.16977542638778687
1479560 0.170015 0.169775 0.167097 CURRENT LEARNING RATE: 2.626417386337934e-07
previous_iter_valid_loss : 0.16067029535770416
1479580 0.160841 0.160670 0.166223 CURRENT LEARNING RATE: 2.6258921553855137e-07
previous_iter_valid_loss : 0.16673071682453156
1479600 0.166951 0.166731 0.166534 CURRENT LEARNING RATE: 2.625367029468775e-07
previous_iter_valid_loss : 0.17821161448955536
1479620 0.178374 0.178212 0.167382 CURRENT LEARNING RATE: 2.624842008566723e-07
previous_iter_valid_loss : 0.16919167339801788
1479640 0.169341 0.169192 0.167213 CURRENT LEARNING RATE: 2.6243170926583516e-07
previous_iter_valid_loss : 0.1697603464126587
1479660 0.170006 0.169760 0.167674 CURRENT LEARNING RATE: 2.623792281722664e-07
previous_iter_valid_loss : 0.1605086624622345
1479680 0.160663 0.160509 0.167497 CURRENT LEARNING RATE: 2.6232675757386634e-07
previous_iter_valid_loss : 0.19924238324165344
1479700 0.199326 0.199242 0.168848 CURRENT LEARNING RATE: 2.6227429746853707e-07
previous_iter_valid_loss : 0.1615050584077835
1479720 0.161693 0.161505 0.168895 CURRENT LEARNING RATE: 2.6222184785417974e-07
previous_iter_valid_loss : 0.1625954657793045
1479740 0.162779 0.162595 0.168996 CURRENT LEARNING RATE: 2.621694087286964e-07
previous_iter_valid_loss : 0.16726304590702057
1479760 0.167418 0.167263 0.169333 CURRENT LEARNING RATE: 2.6211698008998896e-07
previous_iter_valid_loss : 0.16068731248378754
1479780 0.160851 0.160687 0.169332 CURRENT LEARNING RATE: 2.6206456193596117e-07
previous_iter_valid_loss : 0.16579706966876984
1479800 0.166009 0.165797 0.169589 CURRENT LEARNING RATE: 2.62012154264516e-07
previous_iter_valid_loss : 0.16156646609306335
1479820 0.161761 0.161566 0.169641 CURRENT LEARNING RATE: 2.6195975707355646e-07
previous_iter_valid_loss : 0.1620965301990509
1479840 0.162295 0.162097 0.169718 CURRENT LEARNING RATE: 2.6190737036098774e-07
previous_iter_valid_loss : 0.16078881919384003
1479860 0.160932 0.160789 0.169534 CURRENT LEARNING RATE: 2.618549941247139e-07
previous_iter_valid_loss : 0.16411975026130676
1479880 0.164327 0.164120 0.169448 CURRENT LEARNING RATE: 2.618026283626398e-07
previous_iter_valid_loss : 0.1644601970911026
1479900 0.164661 0.164460 0.166782 CURRENT LEARNING RATE: 2.6175027307267046e-07
previous_iter_valid_loss : 0.1667734682559967
1479920 0.166936 0.166773 0.166693 CURRENT LEARNING RATE: 2.6169792825271257e-07
previous_iter_valid_loss : 0.16359843313694
1479940 0.163791 0.163598 0.166766 CURRENT LEARNING RATE: 2.616455939006718e-07
previous_iter_valid_loss : 0.16720905900001526
1479960 0.167364 0.167209 0.166637 CURRENT LEARNING RATE: 2.6159327001445483e-07
previous_iter_valid_loss : 0.16383956372737885
1479980 0.164029 0.163840 0.166796 CURRENT LEARNING RATE: 2.615409565919682e-07
previous_iter_valid_loss : 0.16106806695461273
1480000 0.161254 0.161068 0.166513 CURRENT LEARNING RATE: 2.6148865363112036e-07
previous_iter_valid_loss : 0.1661244034767151
1480020 0.166344 0.166124 0.165908 CURRENT LEARNING RATE: 2.614363611298187e-07
previous_iter_valid_loss : 0.16489958763122559
1480040 0.165100 0.164900 0.165694 CURRENT LEARNING RATE: 2.613840790859715e-07
previous_iter_valid_loss : 0.1633721888065338
1480060 0.163545 0.163372 0.165374 CURRENT LEARNING RATE: 2.613318074974871e-07
previous_iter_valid_loss : 0.17400617897510529
1480080 0.174150 0.174006 0.166049 CURRENT LEARNING RATE: 2.6127954636227537e-07
previous_iter_valid_loss : 0.16431614756584167
1480100 0.164488 0.164316 0.164303 CURRENT LEARNING RATE: 2.6122729567824564e-07
previous_iter_valid_loss : 0.16304461658000946
1480120 0.163208 0.163045 0.164380 CURRENT LEARNING RATE: 2.6117505544330774e-07
previous_iter_valid_loss : 0.1617119461297989
1480140 0.161900 0.161712 0.164336 CURRENT LEARNING RATE: 2.6112282565537165e-07
previous_iter_valid_loss : 0.16055697202682495
1480160 0.160709 0.160557 0.164000 CURRENT LEARNING RATE: 2.6107060631234903e-07
previous_iter_valid_loss : 0.16430068016052246
1480180 0.164476 0.164301 0.164181 CURRENT LEARNING RATE: 2.610183974121507e-07
previous_iter_valid_loss : 0.1675792932510376
1480200 0.167738 0.167579 0.164270 CURRENT LEARNING RATE: 2.609661989526884e-07
previous_iter_valid_loss : 0.160915344953537
1480220 0.161081 0.160915 0.164238 CURRENT LEARNING RATE: 2.6091401093187353e-07
previous_iter_valid_loss : 0.16086257994174957
1480240 0.161024 0.160863 0.164176 CURRENT LEARNING RATE: 2.608618333476196e-07
previous_iter_valid_loss : 0.16055475175380707
1480260 0.160716 0.160555 0.164164 CURRENT LEARNING RATE: 2.6080966619783913e-07
previous_iter_valid_loss : 0.16995255649089813
1480280 0.170196 0.169953 0.164456 CURRENT LEARNING RATE: 2.607575094804448e-07
previous_iter_valid_loss : 0.16196271777153015
1480300 0.162151 0.161963 0.164331 CURRENT LEARNING RATE: 2.6070536319335133e-07
previous_iter_valid_loss : 0.161763995885849
1480320 0.161957 0.161764 0.164080 CURRENT LEARNING RATE: 2.6065322733447245e-07
previous_iter_valid_loss : 0.16204608976840973
1480340 0.162201 0.162046 0.164003 CURRENT LEARNING RATE: 2.606011019017227e-07
previous_iter_valid_loss : 0.16065053641796112
1480360 0.160809 0.160651 0.163675 CURRENT LEARNING RATE: 2.6054898689301663e-07
previous_iter_valid_loss : 0.1616775095462799
1480380 0.161858 0.161678 0.163567 CURRENT LEARNING RATE: 2.6049688230627055e-07
previous_iter_valid_loss : 0.17589794099330902
1480400 0.176182 0.175898 0.164308 CURRENT LEARNING RATE: 2.6044478813939973e-07
previous_iter_valid_loss : 0.1620229333639145
1480420 0.162181 0.162023 0.164103 CURRENT LEARNING RATE: 2.603927043903205e-07
previous_iter_valid_loss : 0.1607237160205841
1480440 0.160886 0.160724 0.163894 CURRENT LEARNING RATE: 2.60340631056949e-07
previous_iter_valid_loss : 0.1749456822872162
1480460 0.175224 0.174946 0.164473 CURRENT LEARNING RATE: 2.602885681372032e-07
previous_iter_valid_loss : 0.16520825028419495
1480480 0.165377 0.165208 0.164033 CURRENT LEARNING RATE: 2.602365156290003e-07
previous_iter_valid_loss : 0.1727837175130844
1480500 0.173059 0.172784 0.164457 CURRENT LEARNING RATE: 2.601844735302579e-07
previous_iter_valid_loss : 0.16413842141628265
1480520 0.164337 0.164138 0.164511 CURRENT LEARNING RATE: 2.601324418388941e-07
previous_iter_valid_loss : 0.16311506927013397
1480540 0.163316 0.163115 0.164582 CURRENT LEARNING RATE: 2.600804205528284e-07
previous_iter_valid_loss : 0.16675393283367157
1480560 0.166912 0.166754 0.164891 CURRENT LEARNING RATE: 2.6002840966997964e-07
previous_iter_valid_loss : 0.16144926846027374
1480580 0.161610 0.161449 0.164749 CURRENT LEARNING RATE: 2.599764091882673e-07
previous_iter_valid_loss : 0.16835691034793854
1480600 0.168591 0.168357 0.164788 CURRENT LEARNING RATE: 2.599244191056109e-07
previous_iter_valid_loss : 0.16109900176525116
1480620 0.161280 0.161099 0.164797 CURRENT LEARNING RATE: 2.598724394199317e-07
previous_iter_valid_loss : 0.16078798472881317
1480640 0.160967 0.160788 0.164793 CURRENT LEARNING RATE: 2.5982047012915015e-07
previous_iter_valid_loss : 0.1617286503314972
1480660 0.161920 0.161729 0.164852 CURRENT LEARNING RATE: 2.5976851123118695e-07
previous_iter_valid_loss : 0.1724179983139038
1480680 0.172678 0.172418 0.164975 CURRENT LEARNING RATE: 2.5971656272396475e-07
previous_iter_valid_loss : 0.16133341193199158
1480700 0.161488 0.161333 0.164944 CURRENT LEARNING RATE: 2.59664624605405e-07
previous_iter_valid_loss : 0.1790638566017151
1480720 0.179223 0.179064 0.165809 CURRENT LEARNING RATE: 2.596126968734304e-07
previous_iter_valid_loss : 0.17898909747600555
1480740 0.179146 0.178989 0.166656 CURRENT LEARNING RATE: 2.5956077952596315e-07
previous_iter_valid_loss : 0.17007498443126678
1480760 0.170227 0.170075 0.167127 CURRENT LEARNING RATE: 2.595088725609276e-07
previous_iter_valid_loss : 0.1646828055381775
1480780 0.164835 0.164683 0.167277 CURRENT LEARNING RATE: 2.59456975976247e-07
previous_iter_valid_loss : 0.16185569763183594
1480800 0.162042 0.161856 0.166575 CURRENT LEARNING RATE: 2.5940508976984547e-07
previous_iter_valid_loss : 0.16389191150665283
1480820 0.164065 0.163892 0.166669 CURRENT LEARNING RATE: 2.5935321393964706e-07
previous_iter_valid_loss : 0.16119661927223206
1480840 0.161346 0.161197 0.166692 CURRENT LEARNING RATE: 2.593013484835778e-07
previous_iter_valid_loss : 0.1626686304807663
1480860 0.162826 0.162669 0.166078 CURRENT LEARNING RATE: 2.592494933995624e-07
previous_iter_valid_loss : 0.16055075824260712
1480880 0.160705 0.160551 0.165845 CURRENT LEARNING RATE: 2.5919764868552683e-07
previous_iter_valid_loss : 0.1605810970067978
1480900 0.160750 0.160581 0.165235 CURRENT LEARNING RATE: 2.591458143393968e-07
previous_iter_valid_loss : 0.18887007236480713
1480920 0.189298 0.188870 0.166472 CURRENT LEARNING RATE: 2.590939903590998e-07
previous_iter_valid_loss : 0.17366383969783783
1480940 0.173936 0.173664 0.166999 CURRENT LEARNING RATE: 2.5904217674256247e-07
previous_iter_valid_loss : 0.16919519007205963
1480960 0.169444 0.169195 0.167121 CURRENT LEARNING RATE: 2.589903734877123e-07
previous_iter_valid_loss : 0.1608116179704666
1480980 0.160987 0.160812 0.167090 CURRENT LEARNING RATE: 2.5893858059247657e-07
previous_iter_valid_loss : 0.16174113750457764
1481000 0.161933 0.161741 0.166759 CURRENT LEARNING RATE: 2.5888679805478455e-07
previous_iter_valid_loss : 0.18066856265068054
1481020 0.180827 0.180669 0.167737 CURRENT LEARNING RATE: 2.5883502587256454e-07
previous_iter_valid_loss : 0.16679862141609192
1481040 0.167005 0.166799 0.168038 CURRENT LEARNING RATE: 2.587832640437451e-07
previous_iter_valid_loss : 0.16213811933994293
1481060 0.162291 0.162138 0.168058 CURRENT LEARNING RATE: 2.587315125662567e-07
previous_iter_valid_loss : 0.17517615854740143
1481080 0.175457 0.175176 0.168196 CURRENT LEARNING RATE: 2.586797714380289e-07
previous_iter_valid_loss : 0.16338075697422028
1481100 0.163552 0.163381 0.168299 CURRENT LEARNING RATE: 2.586280406569919e-07
previous_iter_valid_loss : 0.1628606915473938
1481120 0.163052 0.162861 0.167488 CURRENT LEARNING RATE: 2.5857632022107615e-07
previous_iter_valid_loss : 0.16236159205436707
1481140 0.162518 0.162362 0.166657 CURRENT LEARNING RATE: 2.5852461012821374e-07
previous_iter_valid_loss : 0.17033912241458893
1481160 0.170586 0.170339 0.166670 CURRENT LEARNING RATE: 2.5847291037633576e-07
previous_iter_valid_loss : 0.17769835889339447
1481180 0.177850 0.177698 0.167321 CURRENT LEARNING RATE: 2.584212209633742e-07
previous_iter_valid_loss : 0.16366532444953918
1481200 0.163835 0.163665 0.167411 CURRENT LEARNING RATE: 2.5836954188726106e-07
previous_iter_valid_loss : 0.1609470099210739
1481220 0.161110 0.160947 0.167264 CURRENT LEARNING RATE: 2.583178731459301e-07
previous_iter_valid_loss : 0.16632026433944702
1481240 0.166480 0.166320 0.167520 CURRENT LEARNING RATE: 2.5826621473731404e-07
previous_iter_valid_loss : 0.16389577090740204
1481260 0.164062 0.163896 0.167582 CURRENT LEARNING RATE: 2.5821456665934667e-07
previous_iter_valid_loss : 0.16235515475273132
1481280 0.162517 0.162355 0.167672 CURRENT LEARNING RATE: 2.581629289099615e-07
previous_iter_valid_loss : 0.17383171617984772
1481300 0.173978 0.173832 0.168334 CURRENT LEARNING RATE: 2.5811130148709406e-07
previous_iter_valid_loss : 0.16634061932563782
1481320 0.166567 0.166341 0.167208 CURRENT LEARNING RATE: 2.5805968438867863e-07
previous_iter_valid_loss : 0.16081660985946655
1481340 0.161000 0.160817 0.166566 CURRENT LEARNING RATE: 2.5800807761265065e-07
previous_iter_valid_loss : 0.18095795810222626
1481360 0.181110 0.180958 0.167154 CURRENT LEARNING RATE: 2.579564811569453e-07
previous_iter_valid_loss : 0.18379075825214386
1481380 0.184157 0.183791 0.168303 CURRENT LEARNING RATE: 2.579048950194998e-07
previous_iter_valid_loss : 0.17074720561504364
1481400 0.171000 0.170747 0.168753 CURRENT LEARNING RATE: 2.5785331919825004e-07
previous_iter_valid_loss : 0.1610967218875885
1481420 0.161282 0.161097 0.167774 CURRENT LEARNING RATE: 2.578017536911331e-07
previous_iter_valid_loss : 0.16695110499858856
1481440 0.167112 0.166951 0.167782 CURRENT LEARNING RATE: 2.577501984960859e-07
previous_iter_valid_loss : 0.16430509090423584
1481460 0.164501 0.164305 0.167890 CURRENT LEARNING RATE: 2.576986536110471e-07
previous_iter_valid_loss : 0.1824052482843399
1481480 0.182737 0.182405 0.168252 CURRENT LEARNING RATE: 2.5764711903395455e-07
previous_iter_valid_loss : 0.16790521144866943
1481500 0.168127 0.167905 0.168478 CURRENT LEARNING RATE: 2.5759559476274627e-07
previous_iter_valid_loss : 0.17374837398529053
1481520 0.174023 0.173748 0.169023 CURRENT LEARNING RATE: 2.575440807953623e-07
previous_iter_valid_loss : 0.16958144307136536
1481540 0.169731 0.169581 0.169383 CURRENT LEARNING RATE: 2.5749257712974156e-07
previous_iter_valid_loss : 0.16050666570663452
1481560 0.160673 0.160507 0.168892 CURRENT LEARNING RATE: 2.57441083763824e-07
previous_iter_valid_loss : 0.1640091985464096
1481580 0.164186 0.164009 0.168207 CURRENT LEARNING RATE: 2.5738960069554935e-07
previous_iter_valid_loss : 0.16051873564720154
1481600 0.160684 0.160519 0.168050 CURRENT LEARNING RATE: 2.5733812792285916e-07
previous_iter_valid_loss : 0.16060778498649597
1481620 0.160778 0.160608 0.168033 CURRENT LEARNING RATE: 2.5728666544369414e-07
previous_iter_valid_loss : 0.20127122104167938
1481640 0.201348 0.201271 0.169781 CURRENT LEARNING RATE: 2.5723521325599585e-07
previous_iter_valid_loss : 0.16262775659561157
1481660 0.162814 0.162628 0.169717 CURRENT LEARNING RATE: 2.571837713577056e-07
previous_iter_valid_loss : 0.17244483530521393
1481680 0.172708 0.172445 0.170222 CURRENT LEARNING RATE: 2.5713233974676673e-07
previous_iter_valid_loss : 0.16058112680912018
1481700 0.160736 0.160581 0.169559 CURRENT LEARNING RATE: 2.5708091842112145e-07
previous_iter_valid_loss : 0.16055579483509064
1481720 0.160722 0.160556 0.169270 CURRENT LEARNING RATE: 2.5702950737871296e-07
previous_iter_valid_loss : 0.16477671265602112
1481740 0.164984 0.164777 0.169468 CURRENT LEARNING RATE: 2.5697810661748435e-07
previous_iter_valid_loss : 0.16560891270637512
1481760 0.165815 0.165609 0.168701 CURRENT LEARNING RATE: 2.5692671613538044e-07
previous_iter_valid_loss : 0.17182449996471405
1481780 0.172083 0.171824 0.168102 CURRENT LEARNING RATE: 2.568753359303453e-07
previous_iter_valid_loss : 0.16170355677604675
1481800 0.161868 0.161704 0.167650 CURRENT LEARNING RATE: 2.5682396600032355e-07
previous_iter_valid_loss : 0.16064749658107758
1481820 0.160807 0.160647 0.167628 CURRENT LEARNING RATE: 2.5677260634326007e-07
previous_iter_valid_loss : 0.16086016595363617
1481840 0.161018 0.160860 0.167323 CURRENT LEARNING RATE: 2.567212569571013e-07
previous_iter_valid_loss : 0.1609554886817932
1481860 0.161115 0.160955 0.167156 CURRENT LEARNING RATE: 2.566699178397929e-07
previous_iter_valid_loss : 0.1629164069890976
1481880 0.163116 0.162916 0.166181 CURRENT LEARNING RATE: 2.5661858898928074e-07
previous_iter_valid_loss : 0.165102019906044
1481900 0.165305 0.165102 0.166041 CURRENT LEARNING RATE: 2.5656727040351265e-07
previous_iter_valid_loss : 0.1621086746454239
1481920 0.162296 0.162109 0.165459 CURRENT LEARNING RATE: 2.565159620804354e-07
previous_iter_valid_loss : 0.16135337948799133
1481940 0.161508 0.161353 0.165048 CURRENT LEARNING RATE: 2.5646466401799663e-07
previous_iter_valid_loss : 0.16410589218139648
1481960 0.164272 0.164106 0.165228 CURRENT LEARNING RATE: 2.5641337621414403e-07
previous_iter_valid_loss : 0.16147197782993317
1481980 0.161628 0.161472 0.165101 CURRENT LEARNING RATE: 2.5636209866682705e-07
previous_iter_valid_loss : 0.164272278547287
1482000 0.164446 0.164272 0.165288 CURRENT LEARNING RATE: 2.5631083137399394e-07
previous_iter_valid_loss : 0.16849710047245026
1482020 0.168652 0.168497 0.165683 CURRENT LEARNING RATE: 2.5625957433359417e-07
previous_iter_valid_loss : 0.17106005549430847
1482040 0.171210 0.171060 0.164172 CURRENT LEARNING RATE: 2.5620832754357694e-07
previous_iter_valid_loss : 0.16051465272903442
1482060 0.160676 0.160515 0.164067 CURRENT LEARNING RATE: 2.561570910018933e-07
previous_iter_valid_loss : 0.160590261220932
1482080 0.160764 0.160590 0.163474 CURRENT LEARNING RATE: 2.561058647064933e-07
previous_iter_valid_loss : 0.16479367017745972
1482100 0.164994 0.164794 0.163685 CURRENT LEARNING RATE: 2.56054648655328e-07
previous_iter_valid_loss : 0.16063447296619415
1482120 0.160799 0.160634 0.163689 CURRENT LEARNING RATE: 2.560034428463482e-07
previous_iter_valid_loss : 0.16302424669265747
1482140 0.163212 0.163024 0.163601 CURRENT LEARNING RATE: 2.5595224727750653e-07
previous_iter_valid_loss : 0.16053003072738647
1482160 0.160690 0.160530 0.163347 CURRENT LEARNING RATE: 2.5590106194675487e-07
previous_iter_valid_loss : 0.16056503355503082
1482180 0.160727 0.160565 0.162784 CURRENT LEARNING RATE: 2.5584988685204565e-07
previous_iter_valid_loss : 0.16548378765583038
1482200 0.165682 0.165484 0.162973 CURRENT LEARNING RATE: 2.557987219913316e-07
previous_iter_valid_loss : 0.16338586807250977
1482220 0.163549 0.163386 0.163110 CURRENT LEARNING RATE: 2.557475673625668e-07
previous_iter_valid_loss : 0.1655624359846115
1482240 0.165720 0.165562 0.163345 CURRENT LEARNING RATE: 2.556964229637048e-07
previous_iter_valid_loss : 0.16360080242156982
1482260 0.163768 0.163601 0.163477 CURRENT LEARNING RATE: 2.556452887926993e-07
previous_iter_valid_loss : 0.1613403707742691
1482280 0.161526 0.161340 0.163398 CURRENT LEARNING RATE: 2.555941648475058e-07
previous_iter_valid_loss : 0.16130465269088745
1482300 0.161450 0.161305 0.163209 CURRENT LEARNING RATE: 2.555430511260789e-07
previous_iter_valid_loss : 0.1622181236743927
1482320 0.162406 0.162218 0.163214 CURRENT LEARNING RATE: 2.5549194762637413e-07
previous_iter_valid_loss : 0.16052959859371185
1482340 0.160690 0.160530 0.163173 CURRENT LEARNING RATE: 2.5544085434634684e-07
previous_iter_valid_loss : 0.17243847250938416
1482360 0.172578 0.172438 0.163590 CURRENT LEARNING RATE: 2.553897712839542e-07
previous_iter_valid_loss : 0.16049325466156006
1482380 0.160659 0.160493 0.163541 CURRENT LEARNING RATE: 2.5533869843715243e-07
previous_iter_valid_loss : 0.16064071655273438
1482400 0.160793 0.160641 0.163359 CURRENT LEARNING RATE: 2.5528763580389864e-07
previous_iter_valid_loss : 0.16071109473705292
1482420 0.160887 0.160711 0.162970 CURRENT LEARNING RATE: 2.5523658338214987e-07
previous_iter_valid_loss : 0.16211874783039093
1482440 0.162308 0.162119 0.162523 CURRENT LEARNING RATE: 2.5518554116986496e-07
previous_iter_valid_loss : 0.16814450919628143
1482460 0.168298 0.168145 0.162904 CURRENT LEARNING RATE: 2.551345091650017e-07
previous_iter_valid_loss : 0.1625918447971344
1482480 0.162785 0.162592 0.163004 CURRENT LEARNING RATE: 2.5508348736551883e-07
previous_iter_valid_loss : 0.16050611436367035
1482500 0.160667 0.160506 0.162790 CURRENT LEARNING RATE: 2.5503247576937507e-07
previous_iter_valid_loss : 0.16795238852500916
1482520 0.168189 0.167952 0.163156 CURRENT LEARNING RATE: 2.549814743745308e-07
previous_iter_valid_loss : 0.1613335907459259
1482540 0.161484 0.161334 0.163071 CURRENT LEARNING RATE: 2.5493048317894553e-07
previous_iter_valid_loss : 0.18071624636650085
1482560 0.181052 0.180716 0.164081 CURRENT LEARNING RATE: 2.548795021805796e-07
previous_iter_valid_loss : 0.1686602085828781
1482580 0.168807 0.168660 0.164485 CURRENT LEARNING RATE: 2.548285313773934e-07
previous_iter_valid_loss : 0.16150517761707306
1482600 0.161649 0.161505 0.164286 CURRENT LEARNING RATE: 2.5477757076734894e-07
previous_iter_valid_loss : 0.16872066259384155
1482620 0.168876 0.168721 0.164553 CURRENT LEARNING RATE: 2.547266203484073e-07
previous_iter_valid_loss : 0.16072450578212738
1482640 0.160900 0.160725 0.164311 CURRENT LEARNING RATE: 2.546756801185305e-07
previous_iter_valid_loss : 0.18966110050678253
1482660 0.190082 0.189661 0.165614 CURRENT LEARNING RATE: 2.5462475007568055e-07
previous_iter_valid_loss : 0.20415160059928894
1482680 0.204708 0.204152 0.167755 CURRENT LEARNING RATE: 2.5457383021782104e-07
previous_iter_valid_loss : 0.19554033875465393
1482700 0.196036 0.195540 0.169467 CURRENT LEARNING RATE: 2.545229205429148e-07
previous_iter_valid_loss : 0.16220970451831818
1482720 0.162404 0.162210 0.169466 CURRENT LEARNING RATE: 2.544720210489249e-07
previous_iter_valid_loss : 0.16172443330287933
1482740 0.161881 0.161724 0.169526 CURRENT LEARNING RATE: 2.544211317338164e-07
previous_iter_valid_loss : 0.165679469704628
1482760 0.165838 0.165679 0.169188 CURRENT LEARNING RATE: 2.543702525955532e-07
previous_iter_valid_loss : 0.19143018126487732
1482780 0.191878 0.191430 0.170735 CURRENT LEARNING RATE: 2.543193836321001e-07
previous_iter_valid_loss : 0.2028956115245819
1482800 0.203457 0.202896 0.172848 CURRENT LEARNING RATE: 2.5426852484142194e-07
previous_iter_valid_loss : 0.17021329700946808
1482820 0.170452 0.170213 0.173323 CURRENT LEARNING RATE: 2.5421767622148524e-07
previous_iter_valid_loss : 0.16924136877059937
1482840 0.169388 0.169241 0.173679 CURRENT LEARNING RATE: 2.541668377702557e-07
previous_iter_valid_loss : 0.16049760580062866
1482860 0.160662 0.160498 0.173296 CURRENT LEARNING RATE: 2.5411600948569963e-07
previous_iter_valid_loss : 0.16059577465057373
1482880 0.160766 0.160596 0.173197 CURRENT LEARNING RATE: 2.540651913657835e-07
previous_iter_valid_loss : 0.1607276201248169
1482900 0.160890 0.160728 0.173208 CURRENT LEARNING RATE: 2.540143834084756e-07
previous_iter_valid_loss : 0.16236206889152527
1482920 0.162525 0.162362 0.172928 CURRENT LEARNING RATE: 2.53963585611743e-07
previous_iter_valid_loss : 0.1634538471698761
1482940 0.163646 0.163454 0.173034 CURRENT LEARNING RATE: 2.539127979735539e-07
previous_iter_valid_loss : 0.16116952896118164
1482960 0.161359 0.161170 0.172057 CURRENT LEARNING RATE: 2.5386202049187626e-07
previous_iter_valid_loss : 0.16608934104442596
1482980 0.166248 0.166089 0.171928 CURRENT LEARNING RATE: 2.5381125316467995e-07
previous_iter_valid_loss : 0.16051369905471802
1483000 0.160674 0.160514 0.171879 CURRENT LEARNING RATE: 2.537604959899338e-07
previous_iter_valid_loss : 0.16305090487003326
1483020 0.163215 0.163051 0.171595 CURRENT LEARNING RATE: 2.537097489656075e-07
previous_iter_valid_loss : 0.16076964139938354
1483040 0.160931 0.160770 0.171597 CURRENT LEARNING RATE: 2.536590120896708e-07
previous_iter_valid_loss : 0.16291451454162598
1483060 0.163077 0.162915 0.170260 CURRENT LEARNING RATE: 2.53608285360095e-07
previous_iter_valid_loss : 0.1626037061214447
1483080 0.162806 0.162604 0.168183 CURRENT LEARNING RATE: 2.5355756877485067e-07
previous_iter_valid_loss : 0.1610221415758133
1483100 0.161175 0.161022 0.166457 CURRENT LEARNING RATE: 2.5350686233190875e-07
previous_iter_valid_loss : 0.1606256663799286
1483120 0.160789 0.160626 0.166378 CURRENT LEARNING RATE: 2.534561660292417e-07
previous_iter_valid_loss : 0.1610836386680603
1483140 0.161244 0.161084 0.166346 CURRENT LEARNING RATE: 2.534054798648214e-07
previous_iter_valid_loss : 0.20177185535430908
1483160 0.202316 0.201772 0.168150 CURRENT LEARNING RATE: 2.5335480383662025e-07
previous_iter_valid_loss : 0.1605084091424942
1483180 0.160661 0.160508 0.166604 CURRENT LEARNING RATE: 2.5330413794261087e-07
previous_iter_valid_loss : 0.16493044793605804
1483200 0.165146 0.164930 0.164706 CURRENT LEARNING RATE: 2.532534821807675e-07
previous_iter_valid_loss : 0.16822583973407745
1483220 0.168460 0.168226 0.164607 CURRENT LEARNING RATE: 2.5320283654906347e-07
previous_iter_valid_loss : 0.16149313747882843
1483240 0.161684 0.161493 0.164219 CURRENT LEARNING RATE: 2.531522010454729e-07
previous_iter_valid_loss : 0.16205136477947235
1483260 0.162210 0.162051 0.164297 CURRENT LEARNING RATE: 2.5310157566797e-07
previous_iter_valid_loss : 0.161366805434227
1483280 0.161556 0.161367 0.164335 CURRENT LEARNING RATE: 2.530509604145306e-07
previous_iter_valid_loss : 0.17769187688827515
1483300 0.178004 0.177692 0.165184 CURRENT LEARNING RATE: 2.530003552831296e-07
previous_iter_valid_loss : 0.16370591521263123
1483320 0.163910 0.163706 0.165251 CURRENT LEARNING RATE: 2.529497602717429e-07
previous_iter_valid_loss : 0.18327806890010834
1483340 0.183425 0.183278 0.166242 CURRENT LEARNING RATE: 2.528991753783462e-07
previous_iter_valid_loss : 0.16069380939006805
1483360 0.160873 0.160694 0.166218 CURRENT LEARNING RATE: 2.52848600600917e-07
previous_iter_valid_loss : 0.1606312245130539
1483380 0.160804 0.160631 0.165945 CURRENT LEARNING RATE: 2.527980359374318e-07
previous_iter_valid_loss : 0.17795148491859436
1483400 0.178260 0.177951 0.166817 CURRENT LEARNING RATE: 2.527474813858681e-07
previous_iter_valid_loss : 0.1719469130039215
1483420 0.172211 0.171947 0.167262 CURRENT LEARNING RATE: 2.526969369442032e-07
previous_iter_valid_loss : 0.1611236333847046
1483440 0.161281 0.161124 0.167280 CURRENT LEARNING RATE: 2.526464026104163e-07
previous_iter_valid_loss : 0.1749127209186554
1483460 0.175064 0.174913 0.167880 CURRENT LEARNING RATE: 2.5259587838248556e-07
previous_iter_valid_loss : 0.17260678112506866
1483480 0.172870 0.172607 0.168380 CURRENT LEARNING RATE: 2.5254536425838956e-07
previous_iter_valid_loss : 0.17145979404449463
1483500 0.171728 0.171460 0.168902 CURRENT LEARNING RATE: 2.524948602361086e-07
previous_iter_valid_loss : 0.16184847056865692
1483520 0.162018 0.161848 0.168963 CURRENT LEARNING RATE: 2.52444366313622e-07
previous_iter_valid_loss : 0.17386633157730103
1483540 0.174009 0.173866 0.169602 CURRENT LEARNING RATE: 2.5239388248891017e-07
previous_iter_valid_loss : 0.16118106245994568
1483560 0.161336 0.161181 0.167572 CURRENT LEARNING RATE: 2.523434087599532e-07
previous_iter_valid_loss : 0.16300493478775024
1483580 0.163168 0.163005 0.167697 CURRENT LEARNING RATE: 2.5229294512473305e-07
previous_iter_valid_loss : 0.16228996217250824
1483600 0.162455 0.162290 0.167565 CURRENT LEARNING RATE: 2.5224249158123075e-07
previous_iter_valid_loss : 0.17892012000083923
1483620 0.179077 0.178920 0.168100 CURRENT LEARNING RATE: 2.5219204812742817e-07
previous_iter_valid_loss : 0.17629800736904144
1483640 0.176452 0.176298 0.168840 CURRENT LEARNING RATE: 2.521416147613071e-07
previous_iter_valid_loss : 0.17204806208610535
1483660 0.172309 0.172048 0.169340 CURRENT LEARNING RATE: 2.5209119148085103e-07
previous_iter_valid_loss : 0.16277362406253815
1483680 0.162945 0.162774 0.169410 CURRENT LEARNING RATE: 2.520407782840427e-07
previous_iter_valid_loss : 0.16448312997817993
1483700 0.164651 0.164483 0.168750 CURRENT LEARNING RATE: 2.5199037516886555e-07
previous_iter_valid_loss : 0.16122987866401672
1483720 0.161383 0.161230 0.168626 CURRENT LEARNING RATE: 2.51939982133303e-07
previous_iter_valid_loss : 0.17836208641529083
1483740 0.178678 0.178362 0.168380 CURRENT LEARNING RATE: 2.518895991753402e-07
previous_iter_valid_loss : 0.1628325879573822
1483760 0.163023 0.162833 0.168487 CURRENT LEARNING RATE: 2.5183922629296134e-07
previous_iter_valid_loss : 0.1610739380121231
1483780 0.161227 0.161074 0.168509 CURRENT LEARNING RATE: 2.5178886348415166e-07
previous_iter_valid_loss : 0.16065247356891632
1483800 0.160819 0.160652 0.167644 CURRENT LEARNING RATE: 2.517385107468961e-07
previous_iter_valid_loss : 0.16070061922073364
1483820 0.160865 0.160701 0.167082 CURRENT LEARNING RATE: 2.5168816807918135e-07
previous_iter_valid_loss : 0.1651710718870163
1483840 0.165381 0.165171 0.167284 CURRENT LEARNING RATE: 2.5163783547899346e-07
previous_iter_valid_loss : 0.16212555766105652
1483860 0.162290 0.162126 0.166645 CURRENT LEARNING RATE: 2.515875129443185e-07
previous_iter_valid_loss : 0.16059069335460663
1483880 0.160754 0.160591 0.166044 CURRENT LEARNING RATE: 2.515372004731446e-07
previous_iter_valid_loss : 0.16111746430397034
1483900 0.161297 0.161117 0.165527 CURRENT LEARNING RATE: 2.514868980634587e-07
previous_iter_valid_loss : 0.2020123153924942
1483920 0.202103 0.202012 0.167535 CURRENT LEARNING RATE: 2.514366057132488e-07
previous_iter_valid_loss : 0.1607137769460678
1483940 0.160887 0.160714 0.166878 CURRENT LEARNING RATE: 2.513863234205027e-07
previous_iter_valid_loss : 0.16060511767864227
1483960 0.160769 0.160605 0.166849 CURRENT LEARNING RATE: 2.5133605118321004e-07
previous_iter_valid_loss : 0.16408169269561768
1483980 0.164253 0.164082 0.166903 CURRENT LEARNING RATE: 2.512857889993594e-07
previous_iter_valid_loss : 0.1622311919927597
1484000 0.162408 0.162231 0.166900 CURRENT LEARNING RATE: 2.512355368669404e-07
previous_iter_valid_loss : 0.1612260639667511
1484020 0.161379 0.161226 0.166015 CURRENT LEARNING RATE: 2.511852947839425e-07
previous_iter_valid_loss : 0.1610991209745407
1484040 0.161248 0.161099 0.165255 CURRENT LEARNING RATE: 2.5113506274835683e-07
previous_iter_valid_loss : 0.16173997521400452
1484060 0.161926 0.161740 0.164740 CURRENT LEARNING RATE: 2.5108484075817366e-07
previous_iter_valid_loss : 0.16130174696445465
1484080 0.161461 0.161302 0.164666 CURRENT LEARNING RATE: 2.5103462881138424e-07
previous_iter_valid_loss : 0.16155335307121277
1484100 0.161744 0.161553 0.164520 CURRENT LEARNING RATE: 2.509844269059795e-07
previous_iter_valid_loss : 0.16051052510738373
1484120 0.160677 0.160511 0.164484 CURRENT LEARNING RATE: 2.509342350399523e-07
previous_iter_valid_loss : 0.16991646587848663
1484140 0.170162 0.169916 0.164062 CURRENT LEARNING RATE: 2.508840532112946e-07
previous_iter_valid_loss : 0.1664205938577652
1484160 0.166635 0.166421 0.164241 CURRENT LEARNING RATE: 2.5083388141799903e-07
previous_iter_valid_loss : 0.18204376101493835
1484180 0.182398 0.182044 0.165289 CURRENT LEARNING RATE: 2.5078371965805827e-07
previous_iter_valid_loss : 0.16743211448192596
1484200 0.167661 0.167432 0.165628 CURRENT LEARNING RATE: 2.507335679294668e-07
previous_iter_valid_loss : 0.16669990122318268
1484220 0.166917 0.166700 0.165928 CURRENT LEARNING RATE: 2.506834262302181e-07
previous_iter_valid_loss : 0.1658012568950653
1484240 0.166012 0.165801 0.165960 CURRENT LEARNING RATE: 2.506332945583065e-07
previous_iter_valid_loss : 0.16059660911560059
1484260 0.160764 0.160597 0.165883 CURRENT LEARNING RATE: 2.5058317291172623e-07
previous_iter_valid_loss : 0.18971364200115204
1484280 0.189851 0.189714 0.167340 CURRENT LEARNING RATE: 2.5053306128847337e-07
previous_iter_valid_loss : 0.16463281214237213
1484300 0.164848 0.164633 0.167515 CURRENT LEARNING RATE: 2.50482959686543e-07
previous_iter_valid_loss : 0.16949792206287384
1484320 0.169648 0.169498 0.165890 CURRENT LEARNING RATE: 2.5043286810393055e-07
previous_iter_valid_loss : 0.16524964570999146
1484340 0.165413 0.165250 0.166116 CURRENT LEARNING RATE: 2.503827865386334e-07
previous_iter_valid_loss : 0.16370318830013275
1484360 0.163872 0.163703 0.166271 CURRENT LEARNING RATE: 2.503327149886477e-07
previous_iter_valid_loss : 0.16111847758293152
1484380 0.161311 0.161118 0.166123 CURRENT LEARNING RATE: 2.502826534519706e-07
previous_iter_valid_loss : 0.16225780546665192
1484400 0.162431 0.162258 0.166124 CURRENT LEARNING RATE: 2.5023260192659925e-07
previous_iter_valid_loss : 0.16820760071277618
1484420 0.168364 0.168208 0.166474 CURRENT LEARNING RATE: 2.5018256041053247e-07
previous_iter_valid_loss : 0.1614357978105545
1484440 0.161602 0.161436 0.166490 CURRENT LEARNING RATE: 2.5013252890176815e-07
previous_iter_valid_loss : 0.18998375535011292
1484460 0.190117 0.189984 0.167903 CURRENT LEARNING RATE: 2.50082507398305e-07
previous_iter_valid_loss : 0.16385352611541748
1484480 0.164045 0.163854 0.168030 CURRENT LEARNING RATE: 2.500324958981417e-07
previous_iter_valid_loss : 0.17698349058628082
1484500 0.177286 0.176983 0.168802 CURRENT LEARNING RATE: 2.4998249439927874e-07
previous_iter_valid_loss : 0.1989194005727768
1484520 0.199017 0.198919 0.170722 CURRENT LEARNING RATE: 2.4993250289971563e-07
previous_iter_valid_loss : 0.16953739523887634
1484540 0.169782 0.169537 0.170703 CURRENT LEARNING RATE: 2.4988252139745263e-07
previous_iter_valid_loss : 0.16589729487895966
1484560 0.166057 0.165897 0.170677 CURRENT LEARNING RATE: 2.4983254989049007e-07
previous_iter_valid_loss : 0.17729046940803528
1484580 0.177449 0.177290 0.170439 CURRENT LEARNING RATE: 2.4978258837683e-07
previous_iter_valid_loss : 0.16335108876228333
1484600 0.163520 0.163351 0.170235 CURRENT LEARNING RATE: 2.497326368544735e-07
previous_iter_valid_loss : 0.1755560338497162
1484620 0.175715 0.175556 0.170678 CURRENT LEARNING RATE: 2.4968269532142246e-07
previous_iter_valid_loss : 0.1694353222846985
1484640 0.169587 0.169435 0.170860 CURRENT LEARNING RATE: 2.496327637756789e-07
previous_iter_valid_loss : 0.16554759442806244
1484660 0.165708 0.165548 0.171107 CURRENT LEARNING RATE: 2.495828422152463e-07
previous_iter_valid_loss : 0.1673484891653061
1484680 0.167576 0.167348 0.169989 CURRENT LEARNING RATE: 2.4953293063812744e-07
previous_iter_valid_loss : 0.16489799320697784
1484700 0.165099 0.164898 0.170002 CURRENT LEARNING RATE: 2.4948302904232545e-07
previous_iter_valid_loss : 0.16062958538532257
1484720 0.160789 0.160630 0.169559 CURRENT LEARNING RATE: 2.4943313742584505e-07
previous_iter_valid_loss : 0.16451114416122437
1484740 0.164675 0.164511 0.169522 CURRENT LEARNING RATE: 2.4938325578669014e-07
previous_iter_valid_loss : 0.16051143407821655
1484760 0.160671 0.160511 0.169362 CURRENT LEARNING RATE: 2.4933338412286553e-07
previous_iter_valid_loss : 0.1623210906982422
1484780 0.162500 0.162321 0.169422 CURRENT LEARNING RATE: 2.4928352243237595e-07
previous_iter_valid_loss : 0.17338873445987701
1484800 0.173652 0.173389 0.169979 CURRENT LEARNING RATE: 2.4923367071322767e-07
previous_iter_valid_loss : 0.16610437631607056
1484820 0.166263 0.166104 0.169874 CURRENT LEARNING RATE: 2.491838289634262e-07
previous_iter_valid_loss : 0.1614222228527069
1484840 0.161611 0.161422 0.169873 CURRENT LEARNING RATE: 2.49133997180978e-07
previous_iter_valid_loss : 0.16481037437915802
1484860 0.164975 0.164810 0.168615 CURRENT LEARNING RATE: 2.490841753638893e-07
previous_iter_valid_loss : 0.16311019659042358
1484880 0.163273 0.163110 0.168577 CURRENT LEARNING RATE: 2.4903436351016805e-07
previous_iter_valid_loss : 0.16079896688461304
1484900 0.160952 0.160799 0.167768 CURRENT LEARNING RATE: 2.4898456161782136e-07
previous_iter_valid_loss : 0.1654975712299347
1484920 0.165663 0.165498 0.166097 CURRENT LEARNING RATE: 2.489347696848572e-07
previous_iter_valid_loss : 0.17416700720787048
1484940 0.174440 0.174167 0.166329 CURRENT LEARNING RATE: 2.488849877092834e-07
previous_iter_valid_loss : 0.16082528233528137
1484960 0.160981 0.160825 0.166075 CURRENT LEARNING RATE: 2.488352156891096e-07
previous_iter_valid_loss : 0.16657721996307373
1484980 0.166739 0.166577 0.165539 CURRENT LEARNING RATE: 2.487854536223444e-07
previous_iter_valid_loss : 0.16057440638542175
1485000 0.160738 0.160574 0.165400 CURRENT LEARNING RATE: 2.487357015069974e-07
previous_iter_valid_loss : 0.17666301131248474
1485020 0.176955 0.176663 0.165456 CURRENT LEARNING RATE: 2.486859593410781e-07
previous_iter_valid_loss : 0.1610300987958908
1485040 0.161194 0.161030 0.165036 CURRENT LEARNING RATE: 2.486362271225976e-07
previous_iter_valid_loss : 0.16354940831661224
1485060 0.163740 0.163549 0.164936 CURRENT LEARNING RATE: 2.4858650484956627e-07
previous_iter_valid_loss : 0.16114875674247742
1485080 0.161332 0.161149 0.164626 CURRENT LEARNING RATE: 2.485367925199947e-07
previous_iter_valid_loss : 0.16375628113746643
1485100 0.163954 0.163756 0.164569 CURRENT LEARNING RATE: 2.4848709013189526e-07
previous_iter_valid_loss : 0.16123749315738678
1485120 0.161413 0.161237 0.164599 CURRENT LEARNING RATE: 2.4843739768327956e-07
previous_iter_valid_loss : 0.16354966163635254
1485140 0.163747 0.163550 0.164551 CURRENT LEARNING RATE: 2.483877151721597e-07
previous_iter_valid_loss : 0.16323380172252655
1485160 0.163431 0.163234 0.164687 CURRENT LEARNING RATE: 2.483380425965481e-07
previous_iter_valid_loss : 0.16077326238155365
1485180 0.160951 0.160773 0.164610 CURRENT LEARNING RATE: 2.4828837995445865e-07
previous_iter_valid_loss : 0.16181527078151703
1485200 0.161978 0.161815 0.164031 CURRENT LEARNING RATE: 2.4823872724390445e-07
previous_iter_valid_loss : 0.16581280529499054
1485220 0.165974 0.165813 0.164016 CURRENT LEARNING RATE: 2.4818908446289934e-07
previous_iter_valid_loss : 0.17574778199195862
1485240 0.175901 0.175748 0.164733 CURRENT LEARNING RATE: 2.481394516094572e-07
previous_iter_valid_loss : 0.1691163033246994
1485260 0.169271 0.169116 0.164948 CURRENT LEARNING RATE: 2.4808982868159365e-07
previous_iter_valid_loss : 0.16103491187095642
1485280 0.161214 0.161035 0.164844 CURRENT LEARNING RATE: 2.4804021567732325e-07
previous_iter_valid_loss : 0.169436514377594
1485300 0.169585 0.169437 0.165276 CURRENT LEARNING RATE: 2.4799061259466153e-07
previous_iter_valid_loss : 0.1607351452112198
1485320 0.160914 0.160735 0.165038 CURRENT LEARNING RATE: 2.479410194316239e-07
previous_iter_valid_loss : 0.17281416058540344
1485340 0.173086 0.172814 0.164970 CURRENT LEARNING RATE: 2.478914361862275e-07
previous_iter_valid_loss : 0.17287500202655792
1485360 0.173143 0.172875 0.165573 CURRENT LEARNING RATE: 2.4784186285648854e-07
previous_iter_valid_loss : 0.161388099193573
1485380 0.161549 0.161388 0.165313 CURRENT LEARNING RATE: 2.477922994404242e-07
previous_iter_valid_loss : 0.16132202744483948
1485400 0.161472 0.161322 0.165351 CURRENT LEARNING RATE: 2.4774274593605137e-07
previous_iter_valid_loss : 0.1625514030456543
1485420 0.162741 0.162551 0.164645 CURRENT LEARNING RATE: 2.4769320234138894e-07
previous_iter_valid_loss : 0.16360974311828613
1485440 0.163784 0.163610 0.164774 CURRENT LEARNING RATE: 2.476436686544546e-07
previous_iter_valid_loss : 0.16169390082359314
1485460 0.161862 0.161694 0.164681 CURRENT LEARNING RATE: 2.47594144873267e-07
previous_iter_valid_loss : 0.16077859699726105
1485480 0.160957 0.160779 0.164663 CURRENT LEARNING RATE: 2.475446309958448e-07
previous_iter_valid_loss : 0.16099435091018677
1485500 0.161175 0.160994 0.164525 CURRENT LEARNING RATE: 2.474951270202083e-07
previous_iter_valid_loss : 0.1781393438577652
1485520 0.178297 0.178139 0.165370 CURRENT LEARNING RATE: 2.4744563294437693e-07
previous_iter_valid_loss : 0.17824502289295197
1485540 0.178569 0.178245 0.166105 CURRENT LEARNING RATE: 2.473961487663705e-07
previous_iter_valid_loss : 0.16231024265289307
1485560 0.162506 0.162310 0.166058 CURRENT LEARNING RATE: 2.4734667448421047e-07
previous_iter_valid_loss : 0.18479378521442413
1485580 0.184941 0.184794 0.167259 CURRENT LEARNING RATE: 2.472972100959174e-07
previous_iter_valid_loss : 0.17519456148147583
1485600 0.175347 0.175195 0.167928 CURRENT LEARNING RATE: 2.472477555995129e-07
previous_iter_valid_loss : 0.164735347032547
1485620 0.164901 0.164735 0.167874 CURRENT LEARNING RATE: 2.471983109930181e-07
previous_iter_valid_loss : 0.18213053047657013
1485640 0.182283 0.182131 0.168194 CURRENT LEARNING RATE: 2.471488762744563e-07
previous_iter_valid_loss : 0.17315775156021118
1485660 0.173435 0.173158 0.168396 CURRENT LEARNING RATE: 2.470994514418495e-07
previous_iter_valid_loss : 0.18828602135181427
1485680 0.188415 0.188286 0.169758 CURRENT LEARNING RATE: 2.4705003649322083e-07
previous_iter_valid_loss : 0.16930164396762848
1485700 0.169456 0.169302 0.169751 CURRENT LEARNING RATE: 2.470006314265932e-07
previous_iter_valid_loss : 0.16657406091690063
1485720 0.166789 0.166574 0.170043 CURRENT LEARNING RATE: 2.469512362399913e-07
previous_iter_valid_loss : 0.163587287068367
1485740 0.163757 0.163587 0.169582 CURRENT LEARNING RATE: 2.469018509314389e-07
previous_iter_valid_loss : 0.1617439091205597
1485760 0.161909 0.161744 0.169026 CURRENT LEARNING RATE: 2.4685247549896053e-07
previous_iter_valid_loss : 0.16093266010284424
1485780 0.161113 0.160933 0.169003 CURRENT LEARNING RATE: 2.468031099405808e-07
previous_iter_valid_loss : 0.1606198102235794
1485800 0.160784 0.160620 0.168968 CURRENT LEARNING RATE: 2.46753754254326e-07
previous_iter_valid_loss : 0.17019681632518768
1485820 0.170348 0.170197 0.169350 CURRENT LEARNING RATE: 2.4670440843822134e-07
previous_iter_valid_loss : 0.16182926297187805
1485840 0.161983 0.161829 0.169261 CURRENT LEARNING RATE: 2.4665507249029303e-07
previous_iter_valid_loss : 0.16106563806533813
1485860 0.161249 0.161066 0.169229 CURRENT LEARNING RATE: 2.466057464085672e-07
previous_iter_valid_loss : 0.16056466102600098
1485880 0.160727 0.160565 0.169219 CURRENT LEARNING RATE: 2.465564301910718e-07
previous_iter_valid_loss : 0.1605556607246399
1485900 0.160720 0.160556 0.169197 CURRENT LEARNING RATE: 2.465071238358336e-07
previous_iter_valid_loss : 0.1609693318605423
1485920 0.161127 0.160969 0.168338 CURRENT LEARNING RATE: 2.464578273408799e-07
previous_iter_valid_loss : 0.1614251285791397
1485940 0.161584 0.161425 0.167497 CURRENT LEARNING RATE: 2.4640854070423975e-07
previous_iter_valid_loss : 0.1628778576850891
1485960 0.163060 0.162878 0.167526 CURRENT LEARNING RATE: 2.4635926392394133e-07
previous_iter_valid_loss : 0.16113097965717316
1485980 0.161315 0.161131 0.166343 CURRENT LEARNING RATE: 2.4630999699801347e-07
previous_iter_valid_loss : 0.162104532122612
1486000 0.162264 0.162105 0.165688 CURRENT LEARNING RATE: 2.4626073992448513e-07
previous_iter_valid_loss : 0.16063758730888367
1486020 0.160790 0.160638 0.165483 CURRENT LEARNING RATE: 2.462114927013868e-07
previous_iter_valid_loss : 0.1753210425376892
1486040 0.175610 0.175321 0.165143 CURRENT LEARNING RATE: 2.461622553267482e-07
previous_iter_valid_loss : 0.1632530838251114
1486060 0.163424 0.163253 0.164647 CURRENT LEARNING RATE: 2.461130277985999e-07
previous_iter_valid_loss : 0.1627710908651352
1486080 0.162968 0.162771 0.163372 CURRENT LEARNING RATE: 2.4606381011497225e-07
previous_iter_valid_loss : 0.16099321842193604
1486100 0.161176 0.160993 0.162956 CURRENT LEARNING RATE: 2.460146022738975e-07
previous_iter_valid_loss : 0.17034155130386353
1486120 0.170493 0.170342 0.163145 CURRENT LEARNING RATE: 2.459654042734069e-07
previous_iter_valid_loss : 0.16531962156295776
1486140 0.165487 0.165320 0.163231 CURRENT LEARNING RATE: 2.459162161115325e-07
previous_iter_valid_loss : 0.1615733504295349
1486160 0.161768 0.161573 0.163223 CURRENT LEARNING RATE: 2.458670377863063e-07
previous_iter_valid_loss : 0.17552797496318817
1486180 0.175811 0.175528 0.163953 CURRENT LEARNING RATE: 2.458178692957621e-07
previous_iter_valid_loss : 0.16182465851306915
1486200 0.161993 0.161825 0.164013 CURRENT LEARNING RATE: 2.4576871063793274e-07
previous_iter_valid_loss : 0.16087915003299713
1486220 0.161060 0.160879 0.163547 CURRENT LEARNING RATE: 2.457195618108518e-07
previous_iter_valid_loss : 0.16800923645496368
1486240 0.168240 0.168009 0.163856 CURRENT LEARNING RATE: 2.4567042281255293e-07
previous_iter_valid_loss : 0.17262962460517883
1486260 0.172896 0.172630 0.164434 CURRENT LEARNING RATE: 2.456212936410714e-07
previous_iter_valid_loss : 0.16481228172779083
1486280 0.164985 0.164812 0.164646 CURRENT LEARNING RATE: 2.455721742944417e-07
previous_iter_valid_loss : 0.16053669154644012
1486300 0.160698 0.160537 0.164646 CURRENT LEARNING RATE: 2.455230647706986e-07
previous_iter_valid_loss : 0.16621020436286926
1486320 0.166373 0.166210 0.164908 CURRENT LEARNING RATE: 2.454739650678785e-07
previous_iter_valid_loss : 0.1621677279472351
1486340 0.162351 0.162168 0.164945 CURRENT LEARNING RATE: 2.4542487518401705e-07
previous_iter_valid_loss : 0.16176572442054749
1486360 0.161958 0.161766 0.164889 CURRENT LEARNING RATE: 2.453757951171507e-07
previous_iter_valid_loss : 0.1638146936893463
1486380 0.164003 0.163815 0.165023 CURRENT LEARNING RATE: 2.4532672486531564e-07
previous_iter_valid_loss : 0.1804962456226349
1486400 0.180654 0.180496 0.165943 CURRENT LEARNING RATE: 2.452776644265501e-07
previous_iter_valid_loss : 0.16471746563911438
1486420 0.164879 0.164717 0.166147 CURRENT LEARNING RATE: 2.4522861379889117e-07
previous_iter_valid_loss : 0.16234281659126282
1486440 0.162539 0.162343 0.165498 CURRENT LEARNING RATE: 2.4517957298037686e-07
previous_iter_valid_loss : 0.17098155617713928
1486460 0.171130 0.170982 0.165884 CURRENT LEARNING RATE: 2.45130541969045e-07
previous_iter_valid_loss : 0.1605067253112793
1486480 0.160668 0.160507 0.165771 CURRENT LEARNING RATE: 2.4508152076293536e-07
previous_iter_valid_loss : 0.17582134902477264
1486500 0.175975 0.175821 0.166513 CURRENT LEARNING RATE: 2.4503250936008653e-07
previous_iter_valid_loss : 0.17693321406841278
1486520 0.177229 0.176933 0.166842 CURRENT LEARNING RATE: 2.449835077585381e-07
previous_iter_valid_loss : 0.1717551350593567
1486540 0.172020 0.171755 0.167164 CURRENT LEARNING RATE: 2.449345159563296e-07
previous_iter_valid_loss : 0.16087990999221802
1486560 0.161066 0.160880 0.167129 CURRENT LEARNING RATE: 2.448855339515022e-07
previous_iter_valid_loss : 0.16800646483898163
1486580 0.168239 0.168006 0.166753 CURRENT LEARNING RATE: 2.448365617420962e-07
previous_iter_valid_loss : 0.16304123401641846
1486600 0.163206 0.163041 0.166814 CURRENT LEARNING RATE: 2.447875993261527e-07
previous_iter_valid_loss : 0.16286472976207733
1486620 0.163059 0.162865 0.166913 CURRENT LEARNING RATE: 2.4473864670171276e-07
previous_iter_valid_loss : 0.18816180527210236
1486640 0.188582 0.188162 0.167921 CURRENT LEARNING RATE: 2.446897038668192e-07
previous_iter_valid_loss : 0.16050133109092712
1486660 0.160664 0.160501 0.167314 CURRENT LEARNING RATE: 2.446407708195138e-07
previous_iter_valid_loss : 0.16298528015613556
1486680 0.163189 0.162985 0.167223 CURRENT LEARNING RATE: 2.445918475578388e-07
previous_iter_valid_loss : 0.1634497344493866
1486700 0.163654 0.163450 0.167369 CURRENT LEARNING RATE: 2.445429340798382e-07
previous_iter_valid_loss : 0.16797642409801483
1486720 0.168127 0.167976 0.167457 CURRENT LEARNING RATE: 2.44494030383555e-07
previous_iter_valid_loss : 0.16142848134040833
1486740 0.161614 0.161428 0.167420 CURRENT LEARNING RATE: 2.44445136467033e-07
previous_iter_valid_loss : 0.1632787585258484
1486760 0.163441 0.163279 0.167496 CURRENT LEARNING RATE: 2.443962523283161e-07
previous_iter_valid_loss : 0.18907935917377472
1486780 0.189210 0.189079 0.168759 CURRENT LEARNING RATE: 2.443473779654498e-07
previous_iter_valid_loss : 0.1657802015542984
1486800 0.165937 0.165780 0.168023 CURRENT LEARNING RATE: 2.4429851337647855e-07
previous_iter_valid_loss : 0.16054938733577728
1486820 0.160708 0.160549 0.167815 CURRENT LEARNING RATE: 2.442496585594479e-07
previous_iter_valid_loss : 0.19774103164672852
1486840 0.198260 0.197741 0.169585 CURRENT LEARNING RATE: 2.442008135124032e-07
previous_iter_valid_loss : 0.16644448041915894
1486860 0.166665 0.166444 0.169358 CURRENT LEARNING RATE: 2.4415197823339157e-07
previous_iter_valid_loss : 0.16111020743846893
1486880 0.161290 0.161110 0.169388 CURRENT LEARNING RATE: 2.4410315272045903e-07
previous_iter_valid_loss : 0.1643844097852707
1486900 0.164576 0.164384 0.168816 CURRENT LEARNING RATE: 2.440543369716527e-07
previous_iter_valid_loss : 0.17126628756523132
1486920 0.171415 0.171266 0.168533 CURRENT LEARNING RATE: 2.4400553098501934e-07
previous_iter_valid_loss : 0.1746661216020584
1486940 0.174954 0.174666 0.168678 CURRENT LEARNING RATE: 2.4395673475860777e-07
previous_iter_valid_loss : 0.1651839017868042
1486960 0.165384 0.165184 0.168894 CURRENT LEARNING RATE: 2.439079482904656e-07
previous_iter_valid_loss : 0.1608363837003708
1486980 0.161014 0.160836 0.168535 CURRENT LEARNING RATE: 2.4385917157864137e-07
previous_iter_valid_loss : 0.16053979098796844
1487000 0.160706 0.160540 0.168410 CURRENT LEARNING RATE: 2.438104046211836e-07
previous_iter_valid_loss : 0.16127686202526093
1487020 0.161465 0.161277 0.168331 CURRENT LEARNING RATE: 2.437616474161426e-07
previous_iter_valid_loss : 0.16228346526622772
1487040 0.162440 0.162283 0.167037 CURRENT LEARNING RATE: 2.4371289996156735e-07
previous_iter_valid_loss : 0.1682032197713852
1487060 0.168438 0.168203 0.167422 CURRENT LEARNING RATE: 2.4366416225550824e-07
previous_iter_valid_loss : 0.18612077832221985
1487080 0.186263 0.186121 0.168579 CURRENT LEARNING RATE: 2.436154342960152e-07
previous_iter_valid_loss : 0.16910392045974731
1487100 0.169259 0.169104 0.168861 CURRENT LEARNING RATE: 2.4356671608114e-07
previous_iter_valid_loss : 0.16469846665859222
1487120 0.164916 0.164698 0.168697 CURRENT LEARNING RATE: 2.4351800760893344e-07
previous_iter_valid_loss : 0.17135390639305115
1487140 0.171504 0.171354 0.169194 CURRENT LEARNING RATE: 2.4346930887744686e-07
previous_iter_valid_loss : 0.1862596571445465
1487160 0.186396 0.186260 0.170343 CURRENT LEARNING RATE: 2.43420619884733e-07
previous_iter_valid_loss : 0.16525018215179443
1487180 0.165416 0.165250 0.169151 CURRENT LEARNING RATE: 2.433719406288441e-07
previous_iter_valid_loss : 0.16132575273513794
1487200 0.161508 0.161326 0.168928 CURRENT LEARNING RATE: 2.433232711078327e-07
previous_iter_valid_loss : 0.1720396876335144
1487220 0.172193 0.172040 0.169503 CURRENT LEARNING RATE: 2.4327461131975185e-07
previous_iter_valid_loss : 0.16258899867534637
1487240 0.162775 0.162589 0.167745 CURRENT LEARNING RATE: 2.4322596126265587e-07
previous_iter_valid_loss : 0.16224755346775055
1487260 0.162404 0.162248 0.167536 CURRENT LEARNING RATE: 2.431773209345984e-07
previous_iter_valid_loss : 0.1604994535446167
1487280 0.160661 0.160499 0.167505 CURRENT LEARNING RATE: 2.4312869033363383e-07
previous_iter_valid_loss : 0.16685353219509125
1487300 0.167013 0.166854 0.167628 CURRENT LEARNING RATE: 2.430800694578164e-07
previous_iter_valid_loss : 0.16559524834156036
1487320 0.165750 0.165595 0.167345 CURRENT LEARNING RATE: 2.4303145830520224e-07
previous_iter_valid_loss : 0.16101989150047302
1487340 0.161207 0.161020 0.166663 CURRENT LEARNING RATE: 2.4298285687384647e-07
previous_iter_valid_loss : 0.18076065182685852
1487360 0.180919 0.180761 0.167441 CURRENT LEARNING RATE: 2.42934265161805e-07
previous_iter_valid_loss : 0.16054809093475342
1487380 0.160710 0.160548 0.167427 CURRENT LEARNING RATE: 2.428856831671337e-07
previous_iter_valid_loss : 0.16176436841487885
1487400 0.161926 0.161764 0.167488 CURRENT LEARNING RATE: 2.4283711088789024e-07
previous_iter_valid_loss : 0.16556894779205322
1487420 0.165731 0.165569 0.167703 CURRENT LEARNING RATE: 2.4278854832213123e-07
previous_iter_valid_loss : 0.16241422295570374
1487440 0.162566 0.162414 0.167709 CURRENT LEARNING RATE: 2.427399954679142e-07
previous_iter_valid_loss : 0.16886812448501587
1487460 0.169094 0.168868 0.167743 CURRENT LEARNING RATE: 2.426914523232965e-07
previous_iter_valid_loss : 0.16158093512058258
1487480 0.161771 0.161581 0.166516 CURRENT LEARNING RATE: 2.426429188863375e-07
previous_iter_valid_loss : 0.1657043844461441
1487500 0.165920 0.165704 0.166346 CURRENT LEARNING RATE: 2.425943951550952e-07
previous_iter_valid_loss : 0.16346381604671478
1487520 0.163624 0.163464 0.166284 CURRENT LEARNING RATE: 2.425458811276283e-07
previous_iter_valid_loss : 0.17595511674880981
1487540 0.176108 0.175955 0.166514 CURRENT LEARNING RATE: 2.424973768019971e-07
previous_iter_valid_loss : 0.16092126071453094
1487560 0.161105 0.160921 0.165247 CURRENT LEARNING RATE: 2.4244888217626107e-07
previous_iter_valid_loss : 0.1606162041425705
1487580 0.160788 0.160616 0.165015 CURRENT LEARNING RATE: 2.4240039724848036e-07
previous_iter_valid_loss : 0.16068093478679657
1487600 0.160851 0.160681 0.164983 CURRENT LEARNING RATE: 2.4235192201671506e-07
previous_iter_valid_loss : 0.17506515979766846
1487620 0.175349 0.175065 0.165134 CURRENT LEARNING RATE: 2.4230345647902713e-07
previous_iter_valid_loss : 0.16068020462989807
1487640 0.160859 0.160680 0.165039 CURRENT LEARNING RATE: 2.4225500063347754e-07
previous_iter_valid_loss : 0.16635294258594513
1487660 0.166567 0.166353 0.165244 CURRENT LEARNING RATE: 2.4220655447812796e-07
previous_iter_valid_loss : 0.1621827930212021
1487680 0.162372 0.162183 0.165328 CURRENT LEARNING RATE: 2.421581180110402e-07
previous_iter_valid_loss : 0.16677933931350708
1487700 0.166941 0.166779 0.165325 CURRENT LEARNING RATE: 2.4210969123027764e-07
previous_iter_valid_loss : 0.16123159229755402
1487720 0.161384 0.161232 0.165107 CURRENT LEARNING RATE: 2.4206127413390273e-07
previous_iter_valid_loss : 0.16054244339466095
1487740 0.160708 0.160542 0.165083 CURRENT LEARNING RATE: 2.420128667199788e-07
previous_iter_valid_loss : 0.17977873980998993
1487760 0.179939 0.179779 0.165034 CURRENT LEARNING RATE: 2.419644689865691e-07
previous_iter_valid_loss : 0.16854152083396912
1487780 0.168763 0.168542 0.165433 CURRENT LEARNING RATE: 2.419160809317387e-07
previous_iter_valid_loss : 0.17015430331230164
1487800 0.170300 0.170154 0.165853 CURRENT LEARNING RATE: 2.4186770255355155e-07
previous_iter_valid_loss : 0.16052770614624023
1487820 0.160693 0.160528 0.165601 CURRENT LEARNING RATE: 2.418193338500725e-07
previous_iter_valid_loss : 0.16201980412006378
1487840 0.162175 0.162020 0.165581 CURRENT LEARNING RATE: 2.417709748193665e-07
previous_iter_valid_loss : 0.1631714552640915
1487860 0.163359 0.163171 0.165296 CURRENT LEARNING RATE: 2.417226254594999e-07
previous_iter_valid_loss : 0.16148978471755981
1487880 0.161641 0.161490 0.165292 CURRENT LEARNING RATE: 2.416742857685383e-07
previous_iter_valid_loss : 0.16844609379768372
1487900 0.168673 0.168446 0.165429 CURRENT LEARNING RATE: 2.416259557445478e-07
previous_iter_valid_loss : 0.1728953719139099
1487920 0.173172 0.172895 0.165900 CURRENT LEARNING RATE: 2.4157763538559594e-07
previous_iter_valid_loss : 0.16269412636756897
1487940 0.162866 0.162694 0.165237 CURRENT LEARNING RATE: 2.4152932468974957e-07
previous_iter_valid_loss : 0.16795526444911957
1487960 0.168178 0.167955 0.165589 CURRENT LEARNING RATE: 2.414810236550762e-07
previous_iter_valid_loss : 0.16060596704483032
1487980 0.160766 0.160606 0.165588 CURRENT LEARNING RATE: 2.4143273227964334e-07
previous_iter_valid_loss : 0.16104480624198914
1488000 0.161222 0.161045 0.165607 CURRENT LEARNING RATE: 2.4138445056152027e-07
previous_iter_valid_loss : 0.1642289012670517
1488020 0.164428 0.164229 0.165065 CURRENT LEARNING RATE: 2.413361784987753e-07
previous_iter_valid_loss : 0.16426515579223633
1488040 0.164432 0.164265 0.165244 CURRENT LEARNING RATE: 2.4128791608947746e-07
previous_iter_valid_loss : 0.1655634045600891
1488060 0.165772 0.165563 0.165204 CURRENT LEARNING RATE: 2.4123966333169583e-07
previous_iter_valid_loss : 0.16452334821224213
1488080 0.164684 0.164523 0.165321 CURRENT LEARNING RATE: 2.4119142022350126e-07
previous_iter_valid_loss : 0.16477663815021515
1488100 0.164978 0.164777 0.165221 CURRENT LEARNING RATE: 2.411431867629635e-07
previous_iter_valid_loss : 0.17291831970214844
1488120 0.173070 0.172918 0.165806 CURRENT LEARNING RATE: 2.4109496294815327e-07
previous_iter_valid_loss : 0.16099707782268524
1488140 0.161182 0.160997 0.165828 CURRENT LEARNING RATE: 2.410467487771411e-07
previous_iter_valid_loss : 0.16229668259620667
1488160 0.162485 0.162297 0.164954 CURRENT LEARNING RATE: 2.409985442479994e-07
previous_iter_valid_loss : 0.1614435613155365
1488180 0.161636 0.161444 0.164599 CURRENT LEARNING RATE: 2.409503493587995e-07
previous_iter_valid_loss : 0.1637534648180008
1488200 0.163923 0.163753 0.164279 CURRENT LEARNING RATE: 2.409021641076136e-07
previous_iter_valid_loss : 0.1771710067987442
1488220 0.177327 0.177171 0.165112 CURRENT LEARNING RATE: 2.408539884925138e-07
previous_iter_valid_loss : 0.16083744168281555
1488240 0.161013 0.160837 0.165052 CURRENT LEARNING RATE: 2.4080582251157405e-07
previous_iter_valid_loss : 0.16098999977111816
1488260 0.161170 0.160990 0.164943 CURRENT LEARNING RATE: 2.407576661628673e-07
previous_iter_valid_loss : 0.16670431196689606
1488280 0.166861 0.166704 0.165204 CURRENT LEARNING RATE: 2.4070951944446714e-07
previous_iter_valid_loss : 0.16065672039985657
1488300 0.160829 0.160657 0.164815 CURRENT LEARNING RATE: 2.4066138235444737e-07
previous_iter_valid_loss : 0.1946955919265747
1488320 0.194809 0.194696 0.165905 CURRENT LEARNING RATE: 2.406132548908834e-07
previous_iter_valid_loss : 0.16104017198085785
1488340 0.161187 0.161040 0.165822 CURRENT LEARNING RATE: 2.4056513705184967e-07
previous_iter_valid_loss : 0.16088353097438812
1488360 0.161037 0.160884 0.165468 CURRENT LEARNING RATE: 2.40517028835421e-07
previous_iter_valid_loss : 0.16196830570697784
1488380 0.162154 0.161968 0.165536 CURRENT LEARNING RATE: 2.4046893023967387e-07
previous_iter_valid_loss : 0.16306018829345703
1488400 0.163224 0.163060 0.165637 CURRENT LEARNING RATE: 2.4042084126268404e-07
previous_iter_valid_loss : 0.16397106647491455
1488420 0.164142 0.163971 0.165624 CURRENT LEARNING RATE: 2.4037276190252794e-07
previous_iter_valid_loss : 0.1612306833267212
1488440 0.161418 0.161231 0.165473 CURRENT LEARNING RATE: 2.4032469215728184e-07
previous_iter_valid_loss : 0.16100065410137177
1488460 0.161185 0.161001 0.165244 CURRENT LEARNING RATE: 2.4027663202502394e-07
previous_iter_valid_loss : 0.18622474372386932
1488480 0.186375 0.186225 0.166330 CURRENT LEARNING RATE: 2.402285815038313e-07
previous_iter_valid_loss : 0.16053640842437744
1488500 0.160702 0.160536 0.166118 CURRENT LEARNING RATE: 2.4018054059178203e-07
previous_iter_valid_loss : 0.16254764795303345
1488520 0.162727 0.162548 0.165599 CURRENT LEARNING RATE: 2.401325092869539e-07
previous_iter_valid_loss : 0.16110944747924805
1488540 0.161294 0.161109 0.165605 CURRENT LEARNING RATE: 2.4008448758742665e-07
previous_iter_valid_loss : 0.16053617000579834
1488560 0.160702 0.160536 0.165517 CURRENT LEARNING RATE: 2.4003647549127895e-07
previous_iter_valid_loss : 0.16400109231472015
1488580 0.164172 0.164001 0.165644 CURRENT LEARNING RATE: 2.399884729965903e-07
previous_iter_valid_loss : 0.16050931811332703
1488600 0.160674 0.160509 0.165482 CURRENT LEARNING RATE: 2.3994048010144015e-07
previous_iter_valid_loss : 0.16309385001659393
1488620 0.163266 0.163094 0.164778 CURRENT LEARNING RATE: 2.3989249680390967e-07
previous_iter_valid_loss : 0.16276592016220093
1488640 0.162936 0.162766 0.164875 CURRENT LEARNING RATE: 2.398445231020791e-07
previous_iter_valid_loss : 0.16676753759384155
1488660 0.166982 0.166768 0.165164 CURRENT LEARNING RATE: 2.3979655899402945e-07
previous_iter_valid_loss : 0.16168835759162903
1488680 0.161851 0.161688 0.164913 CURRENT LEARNING RATE: 2.397486044778418e-07
previous_iter_valid_loss : 0.16146360337734222
1488700 0.161657 0.161464 0.164953 CURRENT LEARNING RATE: 2.3970065955159883e-07
previous_iter_valid_loss : 0.16084565222263336
1488720 0.161000 0.160846 0.163261 CURRENT LEARNING RATE: 2.396527242133822e-07
previous_iter_valid_loss : 0.16156244277954102
1488740 0.161746 0.161562 0.163287 CURRENT LEARNING RATE: 2.396047984612742e-07
previous_iter_valid_loss : 0.16615678369998932
1488760 0.166325 0.166157 0.163551 CURRENT LEARNING RATE: 2.3955688229335856e-07
previous_iter_valid_loss : 0.1931724101305008
1488780 0.193295 0.193172 0.165111 CURRENT LEARNING RATE: 2.3950897570771825e-07
previous_iter_valid_loss : 0.16599634289741516
1488800 0.166164 0.165996 0.165258 CURRENT LEARNING RATE: 2.39461078702437e-07
previous_iter_valid_loss : 0.1633695363998413
1488820 0.163538 0.163370 0.165227 CURRENT LEARNING RATE: 2.394131912755985e-07
previous_iter_valid_loss : 0.16352185606956482
1488840 0.163686 0.163522 0.165342 CURRENT LEARNING RATE: 2.3936531342528815e-07
previous_iter_valid_loss : 0.16338804364204407
1488860 0.163555 0.163388 0.165461 CURRENT LEARNING RATE: 2.393174451495903e-07
previous_iter_valid_loss : 0.16122658550739288
1488880 0.161387 0.161227 0.164211 CURRENT LEARNING RATE: 2.392695864465903e-07
previous_iter_valid_loss : 0.17016249895095825
1488900 0.170416 0.170162 0.164693 CURRENT LEARNING RATE: 2.392217373143734e-07
previous_iter_valid_loss : 0.16155290603637695
1488920 0.161707 0.161553 0.164643 CURRENT LEARNING RATE: 2.3917389775102647e-07
previous_iter_valid_loss : 0.16867047548294067
1488940 0.168824 0.168670 0.165021 CURRENT LEARNING RATE: 2.3912606775463544e-07
previous_iter_valid_loss : 0.16570985317230225
1488960 0.165868 0.165710 0.165280 CURRENT LEARNING RATE: 2.3907824732328716e-07
previous_iter_valid_loss : 0.18214944005012512
1488980 0.182306 0.182149 0.166187 CURRENT LEARNING RATE: 2.390304364550684e-07
previous_iter_valid_loss : 0.1637875884771347
1489000 0.163962 0.163788 0.166351 CURRENT LEARNING RATE: 2.389826351480675e-07
previous_iter_valid_loss : 0.1642480492591858
1489020 0.164425 0.164248 0.166409 CURRENT LEARNING RATE: 2.3893484340037207e-07
previous_iter_valid_loss : 0.17953301966190338
1489040 0.179690 0.179533 0.167247 CURRENT LEARNING RATE: 2.3888706121007044e-07
previous_iter_valid_loss : 0.16129302978515625
1489060 0.161487 0.161293 0.166973 CURRENT LEARNING RATE: 2.3883928857525083e-07
previous_iter_valid_loss : 0.16625556349754333
1489080 0.166460 0.166256 0.167202 CURRENT LEARNING RATE: 2.3879152549400323e-07
previous_iter_valid_loss : 0.16066259145736694
1489100 0.160829 0.160663 0.167162 CURRENT LEARNING RATE: 2.387437719644166e-07
previous_iter_valid_loss : 0.1679905503988266
1489120 0.168137 0.167991 0.167519 CURRENT LEARNING RATE: 2.386960279845806e-07
previous_iter_valid_loss : 0.1614212840795517
1489140 0.161574 0.161421 0.167512 CURRENT LEARNING RATE: 2.386482935525861e-07
previous_iter_valid_loss : 0.17795495688915253
1489160 0.178265 0.177955 0.168102 CURRENT LEARNING RATE: 2.3860056866652337e-07
previous_iter_valid_loss : 0.16059690713882446
1489180 0.160755 0.160597 0.166473 CURRENT LEARNING RATE: 2.3855285332448345e-07
previous_iter_valid_loss : 0.16582396626472473
1489200 0.165985 0.165824 0.166464 CURRENT LEARNING RATE: 2.3850514752455724e-07
previous_iter_valid_loss : 0.16482874751091003
1489220 0.164994 0.164829 0.166537 CURRENT LEARNING RATE: 2.384574512648374e-07
previous_iter_valid_loss : 0.16053397953510284
1489240 0.160712 0.160534 0.166388 CURRENT LEARNING RATE: 2.3840976454341565e-07
previous_iter_valid_loss : 0.1608230024576187
1489260 0.161006 0.160823 0.166260 CURRENT LEARNING RATE: 2.383620873583845e-07
previous_iter_valid_loss : 0.16890262067317963
1489280 0.169144 0.168903 0.166644 CURRENT LEARNING RATE: 2.3831441970783649e-07
previous_iter_valid_loss : 0.1716405153274536
1489300 0.171793 0.171641 0.166717 CURRENT LEARNING RATE: 2.3826676158986568e-07
previous_iter_valid_loss : 0.16688203811645508
1489320 0.167108 0.166882 0.166984 CURRENT LEARNING RATE: 2.3821911300256536e-07
previous_iter_valid_loss : 0.16518738865852356
1489340 0.165352 0.165187 0.166810 CURRENT LEARNING RATE: 2.381714739440296e-07
previous_iter_valid_loss : 0.1636323481798172
1489360 0.163804 0.163632 0.166706 CURRENT LEARNING RATE: 2.381238444123524e-07
previous_iter_valid_loss : 0.1680801659822464
1489380 0.168313 0.168080 0.166002 CURRENT LEARNING RATE: 2.3807622440562948e-07
previous_iter_valid_loss : 0.16147954761981964
1489400 0.161642 0.161480 0.165887 CURRENT LEARNING RATE: 2.3802861392195555e-07
previous_iter_valid_loss : 0.16208797693252563
1489420 0.162242 0.162088 0.165779 CURRENT LEARNING RATE: 2.3798101295942616e-07
previous_iter_valid_loss : 0.16075538098812103
1489440 0.160929 0.160755 0.164840 CURRENT LEARNING RATE: 2.3793342151613691e-07
previous_iter_valid_loss : 0.16174007952213287
1489460 0.161923 0.161740 0.164863 CURRENT LEARNING RATE: 2.3788583959018502e-07
previous_iter_valid_loss : 0.161005437374115
1489480 0.161163 0.161005 0.164600 CURRENT LEARNING RATE: 2.378382671796667e-07
previous_iter_valid_loss : 0.19510002434253693
1489500 0.195576 0.195100 0.166322 CURRENT LEARNING RATE: 2.3779070428267874e-07
previous_iter_valid_loss : 0.16362984478473663
1489520 0.163811 0.163630 0.166104 CURRENT LEARNING RATE: 2.3774315089731936e-07
previous_iter_valid_loss : 0.17006656527519226
1489540 0.170216 0.170067 0.166536 CURRENT LEARNING RATE: 2.3769560702168605e-07
previous_iter_valid_loss : 0.16445906460285187
1489560 0.164620 0.164459 0.165861 CURRENT LEARNING RATE: 2.3764807265387704e-07
previous_iter_valid_loss : 0.1726849377155304
1489580 0.172832 0.172685 0.166466 CURRENT LEARNING RATE: 2.3760054779199056e-07
previous_iter_valid_loss : 0.165520578622818
1489600 0.165675 0.165521 0.166451 CURRENT LEARNING RATE: 2.3755303243412645e-07
previous_iter_valid_loss : 0.1732330471277237
1489620 0.173498 0.173233 0.166871 CURRENT LEARNING RATE: 2.3750552657838365e-07
previous_iter_valid_loss : 0.17222397029399872
1489640 0.172489 0.172224 0.167455 CURRENT LEARNING RATE: 2.3745803022286195e-07
previous_iter_valid_loss : 0.18591217696666718
1489660 0.186300 0.185912 0.168710 CURRENT LEARNING RATE: 2.374105433656611e-07
previous_iter_valid_loss : 0.1650048941373825
1489680 0.165213 0.165005 0.168515 CURRENT LEARNING RATE: 2.3736306600488238e-07
previous_iter_valid_loss : 0.16664278507232666
1489700 0.166799 0.166643 0.168265 CURRENT LEARNING RATE: 2.373155981386264e-07
previous_iter_valid_loss : 0.1616547852754593
1489720 0.161843 0.161655 0.168004 CURRENT LEARNING RATE: 2.3726813976499432e-07
previous_iter_valid_loss : 0.1629725843667984
1489740 0.163140 0.162973 0.167893 CURRENT LEARNING RATE: 2.3722069088208745e-07
previous_iter_valid_loss : 0.17429262399673462
1489760 0.174441 0.174293 0.168426 CURRENT LEARNING RATE: 2.3717325148800873e-07
previous_iter_valid_loss : 0.16064833104610443
1489780 0.160824 0.160648 0.168054 CURRENT LEARNING RATE: 2.3712582158086003e-07
previous_iter_valid_loss : 0.16536787152290344
1489800 0.165568 0.165368 0.168249 CURRENT LEARNING RATE: 2.3707840115874424e-07
previous_iter_valid_loss : 0.1616700291633606
1489820 0.161863 0.161670 0.168228 CURRENT LEARNING RATE: 2.3703099021976412e-07
previous_iter_valid_loss : 0.16445395350456238
1489840 0.164656 0.164454 0.168413 CURRENT LEARNING RATE: 2.3698358876202405e-07
previous_iter_valid_loss : 0.16176879405975342
1489860 0.161956 0.161769 0.168414 CURRENT LEARNING RATE: 2.3693619678362758e-07
previous_iter_valid_loss : 0.16117554903030396
1489880 0.161358 0.161176 0.168423 CURRENT LEARNING RATE: 2.36888814282679e-07
previous_iter_valid_loss : 0.16210103034973145
1489900 0.162258 0.162101 0.166773 CURRENT LEARNING RATE: 2.368414412572826e-07
previous_iter_valid_loss : 0.16478034853935242
1489920 0.164943 0.164780 0.166830 CURRENT LEARNING RATE: 2.367940777055443e-07
previous_iter_valid_loss : 0.1809035837650299
1489940 0.181052 0.180904 0.167372 CURRENT LEARNING RATE: 2.3674672362556917e-07
previous_iter_valid_loss : 0.16319558024406433
1489960 0.163391 0.163196 0.167309 CURRENT LEARNING RATE: 2.3669937901546255e-07
previous_iter_valid_loss : 0.16216908395290375
1489980 0.162335 0.162169 0.166783 CURRENT LEARNING RATE: 2.3665204387333156e-07
previous_iter_valid_loss : 0.16828498244285583
1490000 0.168520 0.168285 0.166921 CURRENT LEARNING RATE: 2.3660471819728237e-07
previous_iter_valid_loss : 0.1606263369321823
1490020 0.160794 0.160626 0.166291 CURRENT LEARNING RATE: 2.3655740198542195e-07
previous_iter_valid_loss : 0.16059640049934387
1490040 0.160762 0.160596 0.165710 CURRENT LEARNING RATE: 2.3651009523585716e-07
previous_iter_valid_loss : 0.16998425126075745
1490060 0.170134 0.169984 0.164913 CURRENT LEARNING RATE: 2.364627979466967e-07
previous_iter_valid_loss : 0.16188348829746246
1490080 0.162035 0.161883 0.164757 CURRENT LEARNING RATE: 2.3641551011604816e-07
previous_iter_valid_loss : 0.1609039157629013
1490100 0.161061 0.160904 0.164470 CURRENT LEARNING RATE: 2.3636823174202006e-07
previous_iter_valid_loss : 0.1656089872121811
1490120 0.165816 0.165609 0.164668 CURRENT LEARNING RATE: 2.3632096282272084e-07
previous_iter_valid_loss : 0.16275668144226074
1490140 0.162927 0.162757 0.164657 CURRENT LEARNING RATE: 2.3627370335626057e-07
previous_iter_valid_loss : 0.16461972892284393
1490160 0.164790 0.164620 0.164174 CURRENT LEARNING RATE: 2.3622645334074848e-07
previous_iter_valid_loss : 0.16073058545589447
1490180 0.160888 0.160731 0.164178 CURRENT LEARNING RATE: 2.3617921277429456e-07
previous_iter_valid_loss : 0.161150261759758
1490200 0.161313 0.161150 0.163967 CURRENT LEARNING RATE: 2.3613198165500875e-07
previous_iter_valid_loss : 0.16534072160720825
1490220 0.165505 0.165341 0.164150 CURRENT LEARNING RATE: 2.3608475998100265e-07
previous_iter_valid_loss : 0.16885149478912354
1490240 0.169006 0.168851 0.164370 CURRENT LEARNING RATE: 2.3603754775038703e-07
previous_iter_valid_loss : 0.16303877532482147
1490260 0.163204 0.163039 0.164434 CURRENT LEARNING RATE: 2.359903449612733e-07
previous_iter_valid_loss : 0.16054102778434753
1490280 0.160705 0.160541 0.164402 CURRENT LEARNING RATE: 2.35943151611773e-07
previous_iter_valid_loss : 0.1616584062576294
1490300 0.161841 0.161658 0.164380 CURRENT LEARNING RATE: 2.358959676999992e-07
previous_iter_valid_loss : 0.16052135825157166
1490320 0.160694 0.160521 0.164167 CURRENT LEARNING RATE: 2.3584879322406414e-07
previous_iter_valid_loss : 0.1712886393070221
1490340 0.171540 0.171289 0.163686 CURRENT LEARNING RATE: 2.3580162818208044e-07
previous_iter_valid_loss : 0.1731075793504715
1490360 0.173382 0.173108 0.164182 CURRENT LEARNING RATE: 2.3575447257216234e-07
previous_iter_valid_loss : 0.1613464057445526
1490380 0.161534 0.161346 0.164141 CURRENT LEARNING RATE: 2.3570732639242314e-07
previous_iter_valid_loss : 0.1614447832107544
1490400 0.161632 0.161445 0.163799 CURRENT LEARNING RATE: 2.3566018964097702e-07
previous_iter_valid_loss : 0.1614917516708374
1490420 0.161686 0.161492 0.163842 CURRENT LEARNING RATE: 2.3561306231593812e-07
previous_iter_valid_loss : 0.17079168558120728
1490440 0.171047 0.170792 0.164352 CURRENT LEARNING RATE: 2.3556594441542216e-07
previous_iter_valid_loss : 0.17242252826690674
1490460 0.172574 0.172423 0.164474 CURRENT LEARNING RATE: 2.35518835937544e-07
previous_iter_valid_loss : 0.16076409816741943
1490480 0.160921 0.160764 0.164418 CURRENT LEARNING RATE: 2.3547173688041928e-07
previous_iter_valid_loss : 0.16106538474559784
1490500 0.161245 0.161065 0.164426 CURRENT LEARNING RATE: 2.354246472421637e-07
previous_iter_valid_loss : 0.16206198930740356
1490520 0.162205 0.162062 0.164248 CURRENT LEARNING RATE: 2.3537756702089445e-07
previous_iter_valid_loss : 0.16158416867256165
1490540 0.161742 0.161584 0.164190 CURRENT LEARNING RATE: 2.3533049621472788e-07
previous_iter_valid_loss : 0.17042987048625946
1490560 0.170581 0.170430 0.164480 CURRENT LEARNING RATE: 2.3528343482178122e-07
previous_iter_valid_loss : 0.16995075345039368
1490580 0.170205 0.169951 0.164941 CURRENT LEARNING RATE: 2.3523638284017154e-07
previous_iter_valid_loss : 0.16437725722789764
1490600 0.164579 0.164377 0.165103 CURRENT LEARNING RATE: 2.3518934026801765e-07
previous_iter_valid_loss : 0.16059809923171997
1490620 0.160746 0.160598 0.164865 CURRENT LEARNING RATE: 2.3514230710343742e-07
previous_iter_valid_loss : 0.16429932415485382
1490640 0.164470 0.164299 0.164638 CURRENT LEARNING RATE: 2.3509528334454947e-07
previous_iter_valid_loss : 0.17332594096660614
1490660 0.173476 0.173326 0.165152 CURRENT LEARNING RATE: 2.3504826898947244e-07
previous_iter_valid_loss : 0.16552050411701202
1490680 0.165681 0.165521 0.165401 CURRENT LEARNING RATE: 2.3500126403632665e-07
previous_iter_valid_loss : 0.16387450695037842
1490700 0.164074 0.163875 0.165512 CURRENT LEARNING RATE: 2.3495426848323147e-07
previous_iter_valid_loss : 0.16056230664253235
1490720 0.160730 0.160562 0.165514 CURRENT LEARNING RATE: 2.3490728232830663e-07
previous_iter_valid_loss : 0.17104896903038025
1490740 0.171189 0.171049 0.165502 CURRENT LEARNING RATE: 2.3486030556967354e-07
previous_iter_valid_loss : 0.17311449348926544
1490760 0.173256 0.173114 0.165502 CURRENT LEARNING RATE: 2.348133382054527e-07
previous_iter_valid_loss : 0.16896137595176697
1490780 0.169106 0.168961 0.165883 CURRENT LEARNING RATE: 2.3476638023376542e-07
previous_iter_valid_loss : 0.16706839203834534
1490800 0.167303 0.167068 0.166164 CURRENT LEARNING RATE: 2.3471943165273293e-07
previous_iter_valid_loss : 0.17140643298625946
1490820 0.171560 0.171406 0.166660 CURRENT LEARNING RATE: 2.346724924604782e-07
previous_iter_valid_loss : 0.16172917187213898
1490840 0.161892 0.161729 0.166207 CURRENT LEARNING RATE: 2.3462556265512315e-07
previous_iter_valid_loss : 0.16179290413856506
1490860 0.161952 0.161793 0.165675 CURRENT LEARNING RATE: 2.345786422347907e-07
previous_iter_valid_loss : 0.16051453351974487
1490880 0.160687 0.160515 0.165663 CURRENT LEARNING RATE: 2.345317311976035e-07
previous_iter_valid_loss : 0.16089577972888947
1490900 0.161045 0.160896 0.165654 CURRENT LEARNING RATE: 2.3448482954168605e-07
previous_iter_valid_loss : 0.16784979403018951
1490920 0.168082 0.167850 0.165944 CURRENT LEARNING RATE: 2.3443793726516177e-07
previous_iter_valid_loss : 0.16121245920658112
1490940 0.161394 0.161212 0.165925 CURRENT LEARNING RATE: 2.3439105436615504e-07
previous_iter_valid_loss : 0.16276006400585175
1490960 0.162929 0.162760 0.165542 CURRENT LEARNING RATE: 2.3434418084279007e-07
previous_iter_valid_loss : 0.17075543105602264
1490980 0.171014 0.170755 0.165582 CURRENT LEARNING RATE: 2.3429731669319276e-07
previous_iter_valid_loss : 0.16103996336460114
1491000 0.161221 0.161040 0.165415 CURRENT LEARNING RATE: 2.3425046191548825e-07
previous_iter_valid_loss : 0.16245536506175995
1491020 0.162619 0.162455 0.165508 CURRENT LEARNING RATE: 2.3420361650780216e-07
previous_iter_valid_loss : 0.1607099324464798
1491040 0.160887 0.160710 0.165328 CURRENT LEARNING RATE: 2.3415678046826037e-07
previous_iter_valid_loss : 0.16073858737945557
1491060 0.160913 0.160739 0.164699 CURRENT LEARNING RATE: 2.3410995379499022e-07
previous_iter_valid_loss : 0.16528747975826263
1491080 0.165458 0.165287 0.164687 CURRENT LEARNING RATE: 2.3406313648611826e-07
previous_iter_valid_loss : 0.16852504014968872
1491100 0.168763 0.168525 0.164920 CURRENT LEARNING RATE: 2.3401632853977182e-07
previous_iter_valid_loss : 0.16411621868610382
1491120 0.164335 0.164116 0.165098 CURRENT LEARNING RATE: 2.3396952995407815e-07
previous_iter_valid_loss : 0.16100239753723145
1491140 0.161176 0.161002 0.164595 CURRENT LEARNING RATE: 2.339227407271661e-07
previous_iter_valid_loss : 0.17615671455860138
1491160 0.176307 0.176157 0.164748 CURRENT LEARNING RATE: 2.338759608571637e-07
previous_iter_valid_loss : 0.1614283323287964
1491180 0.161594 0.161428 0.164371 CURRENT LEARNING RATE: 2.3382919034219935e-07
previous_iter_valid_loss : 0.16052289307117462
1491200 0.160685 0.160523 0.164044 CURRENT LEARNING RATE: 2.3378242918040308e-07
previous_iter_valid_loss : 0.16376248002052307
1491220 0.163966 0.163762 0.163661 CURRENT LEARNING RATE: 2.33735677369904e-07
previous_iter_valid_loss : 0.16922548413276672
1491240 0.169376 0.169225 0.164036 CURRENT LEARNING RATE: 2.3368893490883204e-07
previous_iter_valid_loss : 0.16281495988368988
1491260 0.162977 0.162815 0.164087 CURRENT LEARNING RATE: 2.336422017953171e-07
previous_iter_valid_loss : 0.19379039108753204
1491280 0.193906 0.193790 0.165751 CURRENT LEARNING RATE: 2.3359547802749067e-07
previous_iter_valid_loss : 0.16064748167991638
1491300 0.160805 0.160647 0.165739 CURRENT LEARNING RATE: 2.3354876360348338e-07
previous_iter_valid_loss : 0.1605088710784912
1491320 0.160664 0.160509 0.165372 CURRENT LEARNING RATE: 2.335020585214267e-07
previous_iter_valid_loss : 0.17507562041282654
1491340 0.175356 0.175076 0.166065 CURRENT LEARNING RATE: 2.3345536277945193e-07
previous_iter_valid_loss : 0.16206978261470795
1491360 0.162254 0.162070 0.166030 CURRENT LEARNING RATE: 2.3340867637569218e-07
previous_iter_valid_loss : 0.16403402388095856
1491380 0.164233 0.164034 0.165694 CURRENT LEARNING RATE: 2.3336199930827946e-07
previous_iter_valid_loss : 0.1605592966079712
1491400 0.160720 0.160559 0.165670 CURRENT LEARNING RATE: 2.3331533157534676e-07
previous_iter_valid_loss : 0.161244735121727
1491420 0.161431 0.161245 0.165610 CURRENT LEARNING RATE: 2.3326867317502695e-07
previous_iter_valid_loss : 0.16053074598312378
1491440 0.160702 0.160531 0.165601 CURRENT LEARNING RATE: 2.3322202410545452e-07
previous_iter_valid_loss : 0.16670311987400055
1491460 0.166860 0.166703 0.165899 CURRENT LEARNING RATE: 2.3317538436476308e-07
previous_iter_valid_loss : 0.16341632604599
1491480 0.163609 0.163416 0.165805 CURRENT LEARNING RATE: 2.3312875395108703e-07
previous_iter_valid_loss : 0.16384784877300262
1491500 0.164017 0.163848 0.165571 CURRENT LEARNING RATE: 2.3308213286256075e-07
previous_iter_valid_loss : 0.16072246432304382
1491520 0.160870 0.160722 0.165402 CURRENT LEARNING RATE: 2.3303552109732025e-07
previous_iter_valid_loss : 0.16080595552921295
1491540 0.160976 0.160806 0.165392 CURRENT LEARNING RATE: 2.329889186535006e-07
previous_iter_valid_loss : 0.1823328286409378
1491560 0.182488 0.182333 0.165701 CURRENT LEARNING RATE: 2.3294232552923734e-07
previous_iter_valid_loss : 0.1648697555065155
1491580 0.165034 0.164870 0.165873 CURRENT LEARNING RATE: 2.3289574172266753e-07
previous_iter_valid_loss : 0.1641114354133606
1491600 0.164273 0.164111 0.166052 CURRENT LEARNING RATE: 2.3284916723192743e-07
previous_iter_valid_loss : 0.16122455894947052
1491620 0.161414 0.161225 0.165925 CURRENT LEARNING RATE: 2.3280260205515406e-07
previous_iter_valid_loss : 0.16070568561553955
1491640 0.160865 0.160706 0.165499 CURRENT LEARNING RATE: 2.327560461904844e-07
previous_iter_valid_loss : 0.16054466366767883
1491660 0.160717 0.160545 0.165386 CURRENT LEARNING RATE: 2.3270949963605698e-07
previous_iter_valid_loss : 0.1652950942516327
1491680 0.165494 0.165295 0.163961 CURRENT LEARNING RATE: 2.3266296239000962e-07
previous_iter_valid_loss : 0.1668640375137329
1491700 0.167023 0.166864 0.164272 CURRENT LEARNING RATE: 2.3261643445048077e-07
previous_iter_valid_loss : 0.1753332018852234
1491720 0.175611 0.175333 0.165013 CURRENT LEARNING RATE: 2.325699158156089e-07
previous_iter_valid_loss : 0.1616213321685791
1491740 0.161811 0.161621 0.164340 CURRENT LEARNING RATE: 2.3252340648353415e-07
previous_iter_valid_loss : 0.16723674535751343
1491760 0.167466 0.167237 0.164599 CURRENT LEARNING RATE: 2.3247690645239567e-07
previous_iter_valid_loss : 0.16962659358978271
1491780 0.169777 0.169627 0.164878 CURRENT LEARNING RATE: 2.3243041572033344e-07
previous_iter_valid_loss : 0.17626997828483582
1491800 0.176563 0.176270 0.165664 CURRENT LEARNING RATE: 2.323839342854875e-07
previous_iter_valid_loss : 0.17066340148448944
1491820 0.170813 0.170663 0.166135 CURRENT LEARNING RATE: 2.3233746214599937e-07
previous_iter_valid_loss : 0.1605498194694519
1491840 0.160705 0.160550 0.166136 CURRENT LEARNING RATE: 2.3229099930000975e-07
previous_iter_valid_loss : 0.17941513657569885
1491860 0.179739 0.179415 0.166771 CURRENT LEARNING RATE: 2.3224454574566017e-07
previous_iter_valid_loss : 0.16295287013053894
1491880 0.163141 0.162953 0.166748 CURRENT LEARNING RATE: 2.3219810148109197e-07
previous_iter_valid_loss : 0.1605008840560913
1491900 0.160660 0.160501 0.166581 CURRENT LEARNING RATE: 2.3215166650444833e-07
previous_iter_valid_loss : 0.16500547528266907
1491920 0.165172 0.165005 0.166795 CURRENT LEARNING RATE: 2.3210524081387137e-07
previous_iter_valid_loss : 0.16049984097480774
1491940 0.160656 0.160500 0.166780 CURRENT LEARNING RATE: 2.3205882440750366e-07
previous_iter_valid_loss : 0.1713203638792038
1491960 0.171587 0.171320 0.166229 CURRENT LEARNING RATE: 2.3201241728348933e-07
previous_iter_valid_loss : 0.16082850098609924
1491980 0.160985 0.160829 0.166027 CURRENT LEARNING RATE: 2.3196601943997175e-07
previous_iter_valid_loss : 0.1651328057050705
1492000 0.165298 0.165133 0.166078 CURRENT LEARNING RATE: 2.3191963087509497e-07
previous_iter_valid_loss : 0.1626044362783432
1492020 0.162755 0.162604 0.166147 CURRENT LEARNING RATE: 2.3187325158700306e-07
previous_iter_valid_loss : 0.16373643279075623
1492040 0.163923 0.163736 0.166299 CURRENT LEARNING RATE: 2.3182688157384165e-07
previous_iter_valid_loss : 0.16087734699249268
1492060 0.161048 0.160877 0.166315 CURRENT LEARNING RATE: 2.3178052083375553e-07
previous_iter_valid_loss : 0.1667366921901703
1492080 0.166961 0.166737 0.166387 CURRENT LEARNING RATE: 2.3173416936489026e-07
previous_iter_valid_loss : 0.16058193147182465
1492100 0.160748 0.160582 0.166073 CURRENT LEARNING RATE: 2.3168782716539143e-07
previous_iter_valid_loss : 0.18060241639614105
1492120 0.180762 0.180602 0.166337 CURRENT LEARNING RATE: 2.316414942334061e-07
previous_iter_valid_loss : 0.16105322539806366
1492140 0.161213 0.161053 0.166308 CURRENT LEARNING RATE: 2.3159517056708058e-07
previous_iter_valid_loss : 0.1629948914051056
1492160 0.163185 0.162995 0.166096 CURRENT LEARNING RATE: 2.3154885616456192e-07
previous_iter_valid_loss : 0.16353563964366913
1492180 0.163723 0.163536 0.165792 CURRENT LEARNING RATE: 2.315025510239971e-07
previous_iter_valid_loss : 0.16066358983516693
1492200 0.160838 0.160664 0.165011 CURRENT LEARNING RATE: 2.3145625514353477e-07
previous_iter_valid_loss : 0.1605357676744461
1492220 0.160693 0.160536 0.164505 CURRENT LEARNING RATE: 2.3140996852132268e-07
previous_iter_valid_loss : 0.16171693801879883
1492240 0.161904 0.161717 0.164563 CURRENT LEARNING RATE: 2.3136369115550934e-07
previous_iter_valid_loss : 0.16658294200897217
1492260 0.166742 0.166583 0.163922 CURRENT LEARNING RATE: 2.313174230442433e-07
previous_iter_valid_loss : 0.1683972328901291
1492280 0.168552 0.168397 0.164194 CURRENT LEARNING RATE: 2.3127116418567462e-07
previous_iter_valid_loss : 0.16120220720767975
1492300 0.161361 0.161202 0.164229 CURRENT LEARNING RATE: 2.312249145779525e-07
previous_iter_valid_loss : 0.17110268771648407
1492320 0.171253 0.171103 0.164534 CURRENT LEARNING RATE: 2.3117867421922665e-07
previous_iter_valid_loss : 0.1810208410024643
1492340 0.181184 0.181021 0.165560 CURRENT LEARNING RATE: 2.3113244310764815e-07
previous_iter_valid_loss : 0.16848236322402954
1492360 0.168721 0.168482 0.165418 CURRENT LEARNING RATE: 2.3108622124136745e-07
previous_iter_valid_loss : 0.16489192843437195
1492380 0.165103 0.164892 0.165621 CURRENT LEARNING RATE: 2.310400086185356e-07
previous_iter_valid_loss : 0.16052818298339844
1492400 0.160696 0.160528 0.165391 CURRENT LEARNING RATE: 2.3099380523730374e-07
previous_iter_valid_loss : 0.16617938876152039
1492420 0.166408 0.166179 0.165570 CURRENT LEARNING RATE: 2.309476110958245e-07
previous_iter_valid_loss : 0.16652359068393707
1492440 0.166736 0.166524 0.165709 CURRENT LEARNING RATE: 2.3090142619224977e-07
previous_iter_valid_loss : 0.16061924397945404
1492460 0.160790 0.160619 0.165696 CURRENT LEARNING RATE: 2.3085525052473206e-07
previous_iter_valid_loss : 0.16165375709533691
1492480 0.161847 0.161654 0.165442 CURRENT LEARNING RATE: 2.3080908409142405e-07
previous_iter_valid_loss : 0.18471083045005798
1492500 0.185073 0.184711 0.166648 CURRENT LEARNING RATE: 2.3076292689047982e-07
previous_iter_valid_loss : 0.1660311222076416
1492520 0.166248 0.166031 0.165920 CURRENT LEARNING RATE: 2.3071677892005272e-07
previous_iter_valid_loss : 0.1608012467622757
1492540 0.160959 0.160801 0.165907 CURRENT LEARNING RATE: 2.306706401782968e-07
previous_iter_valid_loss : 0.1610858142375946
1492560 0.161269 0.161086 0.165812 CURRENT LEARNING RATE: 2.3062451066336607e-07
previous_iter_valid_loss : 0.17659452557563782
1492580 0.176878 0.176595 0.166465 CURRENT LEARNING RATE: 2.3057839037341625e-07
previous_iter_valid_loss : 0.16110286116600037
1492600 0.161288 0.161103 0.166487 CURRENT LEARNING RATE: 2.3053227930660205e-07
previous_iter_valid_loss : 0.16053278744220734
1492620 0.160694 0.160533 0.166487 CURRENT LEARNING RATE: 2.3048617746107905e-07
previous_iter_valid_loss : 0.16203324496746063
1492640 0.162196 0.162033 0.166502 CURRENT LEARNING RATE: 2.304400848350028e-07
previous_iter_valid_loss : 0.16349764168262482
1492660 0.163702 0.163498 0.166348 CURRENT LEARNING RATE: 2.3039400142653034e-07
previous_iter_valid_loss : 0.16253989934921265
1492680 0.162706 0.162540 0.166055 CURRENT LEARNING RATE: 2.30347927233818e-07
previous_iter_valid_loss : 0.16969628632068634
1492700 0.169942 0.169696 0.166480 CURRENT LEARNING RATE: 2.303018622550228e-07
previous_iter_valid_loss : 0.1739071011543274
1492720 0.174053 0.173907 0.166620 CURRENT LEARNING RATE: 2.3025580648830166e-07
previous_iter_valid_loss : 0.16240277886390686
1492740 0.162574 0.162403 0.165689 CURRENT LEARNING RATE: 2.3020975993181326e-07
previous_iter_valid_loss : 0.16062021255493164
1492760 0.160777 0.160620 0.165296 CURRENT LEARNING RATE: 2.3016372258371528e-07
previous_iter_valid_loss : 0.1681911200284958
1492780 0.168417 0.168191 0.165461 CURRENT LEARNING RATE: 2.301176944421658e-07
previous_iter_valid_loss : 0.160946786403656
1492800 0.161101 0.160947 0.165482 CURRENT LEARNING RATE: 2.3007167550532457e-07
previous_iter_valid_loss : 0.17272545397281647
1492820 0.172875 0.172725 0.165809 CURRENT LEARNING RATE: 2.3002566577135034e-07
previous_iter_valid_loss : 0.17047962546348572
1492840 0.170631 0.170480 0.166007 CURRENT LEARNING RATE: 2.2997966523840285e-07
previous_iter_valid_loss : 0.1755235493183136
1492860 0.175678 0.175524 0.166752 CURRENT LEARNING RATE: 2.2993367390464154e-07
previous_iter_valid_loss : 0.16070249676704407
1492880 0.160855 0.160702 0.166705 CURRENT LEARNING RATE: 2.2988769176822764e-07
previous_iter_valid_loss : 0.1608211249113083
1492900 0.160992 0.160821 0.165510 CURRENT LEARNING RATE: 2.2984171882732142e-07
previous_iter_valid_loss : 0.19494538009166718
1492920 0.195054 0.194945 0.166956 CURRENT LEARNING RATE: 2.2979575508008401e-07
previous_iter_valid_loss : 0.1617179661989212
1492940 0.161907 0.161718 0.167002 CURRENT LEARNING RATE: 2.297498005246764e-07
previous_iter_valid_loss : 0.1857941895723343
1492960 0.186177 0.185794 0.168237 CURRENT LEARNING RATE: 2.2970385515926129e-07
previous_iter_valid_loss : 0.16123084723949432
1492980 0.161393 0.161231 0.167469 CURRENT LEARNING RATE: 2.296579189820004e-07
previous_iter_valid_loss : 0.16183868050575256
1493000 0.162012 0.161839 0.167506 CURRENT LEARNING RATE: 2.2961199199105626e-07
previous_iter_valid_loss : 0.1608540117740631
1493020 0.161039 0.160854 0.167522 CURRENT LEARNING RATE: 2.2956607418459144e-07
previous_iter_valid_loss : 0.18021884560585022
1493040 0.180379 0.180219 0.168431 CURRENT LEARNING RATE: 2.2952016556077003e-07
previous_iter_valid_loss : 0.16066212952136993
1493060 0.160824 0.160662 0.168290 CURRENT LEARNING RATE: 2.294742661177553e-07
previous_iter_valid_loss : 0.1670466959476471
1493080 0.167263 0.167047 0.168515 CURRENT LEARNING RATE: 2.294283758537112e-07
previous_iter_valid_loss : 0.1609528511762619
1493100 0.161133 0.160953 0.168078 CURRENT LEARNING RATE: 2.2938249476680183e-07
previous_iter_valid_loss : 0.16493584215641022
1493120 0.165144 0.164936 0.167629 CURRENT LEARNING RATE: 2.2933662285519264e-07
previous_iter_valid_loss : 0.16111880540847778
1493140 0.161304 0.161119 0.167565 CURRENT LEARNING RATE: 2.2929076011704837e-07
previous_iter_valid_loss : 0.16081231832504272
1493160 0.160994 0.160812 0.167575 CURRENT LEARNING RATE: 2.2924490655053416e-07
previous_iter_valid_loss : 0.1635381281375885
1493180 0.163703 0.163538 0.167342 CURRENT LEARNING RATE: 2.2919906215381666e-07
previous_iter_valid_loss : 0.1967596560716629
1493200 0.197254 0.196760 0.169133 CURRENT LEARNING RATE: 2.2915322692506166e-07
previous_iter_valid_loss : 0.16060833632946014
1493220 0.160783 0.160608 0.168527 CURRENT LEARNING RATE: 2.291074008624358e-07
previous_iter_valid_loss : 0.16522496938705444
1493240 0.165384 0.165225 0.168264 CURRENT LEARNING RATE: 2.2906158396410554e-07
previous_iter_valid_loss : 0.16883406043052673
1493260 0.169072 0.168834 0.167929 CURRENT LEARNING RATE: 2.2901577622823911e-07
previous_iter_valid_loss : 0.16150757670402527
1493280 0.161659 0.161508 0.167970 CURRENT LEARNING RATE: 2.2896997765300376e-07
previous_iter_valid_loss : 0.1620260328054428
1493300 0.162191 0.162026 0.168030 CURRENT LEARNING RATE: 2.2892418823656753e-07
previous_iter_valid_loss : 0.19283483922481537
1493320 0.192948 0.192835 0.167924 CURRENT LEARNING RATE: 2.288784079770985e-07
previous_iter_valid_loss : 0.17678050696849823
1493340 0.176935 0.176781 0.168678 CURRENT LEARNING RATE: 2.2883263687276615e-07
previous_iter_valid_loss : 0.1673242598772049
1493360 0.167479 0.167324 0.167754 CURRENT LEARNING RATE: 2.2878687492173936e-07
previous_iter_valid_loss : 0.16777403652668
1493380 0.167994 0.167774 0.168081 CURRENT LEARNING RATE: 2.287411221221876e-07
previous_iter_valid_loss : 0.17014750838279724
1493400 0.170391 0.170148 0.168497 CURRENT LEARNING RATE: 2.2869537847228028e-07
previous_iter_valid_loss : 0.1615377962589264
1493420 0.161692 0.161538 0.168531 CURRENT LEARNING RATE: 2.2864964397018863e-07
previous_iter_valid_loss : 0.1605849415063858
1493440 0.160753 0.160585 0.167549 CURRENT LEARNING RATE: 2.286039186140827e-07
previous_iter_valid_loss : 0.16163024306297302
1493460 0.161789 0.161630 0.167598 CURRENT LEARNING RATE: 2.285582024021336e-07
previous_iter_valid_loss : 0.16052769124507904
1493480 0.160683 0.160528 0.167272 CURRENT LEARNING RATE: 2.2851249533251218e-07
previous_iter_valid_loss : 0.1605004072189331
1493500 0.160662 0.160500 0.167249 CURRENT LEARNING RATE: 2.28466797403391e-07
previous_iter_valid_loss : 0.1606108546257019
1493520 0.160767 0.160611 0.167033 CURRENT LEARNING RATE: 2.2842110861294179e-07
previous_iter_valid_loss : 0.16052821278572083
1493540 0.160679 0.160528 0.167003 CURRENT LEARNING RATE: 2.2837542895933654e-07
previous_iter_valid_loss : 0.16684770584106445
1493560 0.167071 0.166848 0.167305 CURRENT LEARNING RATE: 2.2832975844074886e-07
previous_iter_valid_loss : 0.16924820840358734
1493580 0.169403 0.169248 0.167590 CURRENT LEARNING RATE: 2.2828409705535158e-07
previous_iter_valid_loss : 0.17628073692321777
1493600 0.176426 0.176281 0.166567 CURRENT LEARNING RATE: 2.2823844480131819e-07
previous_iter_valid_loss : 0.1605297327041626
1493620 0.160689 0.160530 0.166563 CURRENT LEARNING RATE: 2.2819280167682224e-07
previous_iter_valid_loss : 0.16420556604862213
1493640 0.164376 0.164206 0.166512 CURRENT LEARNING RATE: 2.2814716768003874e-07
previous_iter_valid_loss : 0.17850324511528015
1493660 0.178659 0.178503 0.166995 CURRENT LEARNING RATE: 2.28101542809142e-07
previous_iter_valid_loss : 0.16072005033493042
1493680 0.160889 0.160720 0.166956 CURRENT LEARNING RATE: 2.2805592706230702e-07
previous_iter_valid_loss : 0.176871657371521
1493700 0.177022 0.176872 0.167698 CURRENT LEARNING RATE: 2.2801032043770876e-07
previous_iter_valid_loss : 0.1862650364637375
1493720 0.186412 0.186265 0.167369 CURRENT LEARNING RATE: 2.279647229335237e-07
previous_iter_valid_loss : 0.18747489154338837
1493740 0.187611 0.187475 0.167904 CURRENT LEARNING RATE: 2.2791913454792764e-07
previous_iter_valid_loss : 0.1704433411359787
1493760 0.170693 0.170443 0.168060 CURRENT LEARNING RATE: 2.2787355527909698e-07
previous_iter_valid_loss : 0.16590838134288788
1493780 0.166107 0.165908 0.167967 CURRENT LEARNING RATE: 2.2782798512520814e-07
previous_iter_valid_loss : 0.16979940235614777
1493800 0.170040 0.169799 0.167949 CURRENT LEARNING RATE: 2.2778242408443918e-07
previous_iter_valid_loss : 0.1632196307182312
1493820 0.163417 0.163220 0.168034 CURRENT LEARNING RATE: 2.2773687215496715e-07
previous_iter_valid_loss : 0.16117852926254272
1493840 0.161366 0.161179 0.168063 CURRENT LEARNING RATE: 2.2769132933497008e-07
previous_iter_valid_loss : 0.16131837666034698
1493860 0.161498 0.161318 0.168048 CURRENT LEARNING RATE: 2.276457956226258e-07
previous_iter_valid_loss : 0.16604436933994293
1493880 0.166203 0.166044 0.168323 CURRENT LEARNING RATE: 2.276002710161138e-07
previous_iter_valid_loss : 0.16285528242588043
1493900 0.163049 0.162855 0.168441 CURRENT LEARNING RATE: 2.2755475551361265e-07
previous_iter_valid_loss : 0.16480082273483276
1493920 0.164995 0.164801 0.168651 CURRENT LEARNING RATE: 2.2750924911330175e-07
previous_iter_valid_loss : 0.19599968194961548
1493940 0.196109 0.196000 0.170424 CURRENT LEARNING RATE: 2.2746375181336042e-07
previous_iter_valid_loss : 0.176496222615242
1493960 0.176779 0.176496 0.170907 CURRENT LEARNING RATE: 2.2741826361196964e-07
previous_iter_valid_loss : 0.16164956986904144
1493980 0.161808 0.161650 0.170527 CURRENT LEARNING RATE: 2.273727845073094e-07
previous_iter_valid_loss : 0.16321410238742828
1494000 0.163377 0.163214 0.169874 CURRENT LEARNING RATE: 2.2732731449756019e-07
previous_iter_valid_loss : 0.1659301370382309
1494020 0.166096 0.165930 0.170144 CURRENT LEARNING RATE: 2.2728185358090402e-07
previous_iter_valid_loss : 0.16818533837795258
1494040 0.168342 0.168185 0.170342 CURRENT LEARNING RATE: 2.2723640175552198e-07
previous_iter_valid_loss : 0.16544505953788757
1494060 0.165653 0.165445 0.169690 CURRENT LEARNING RATE: 2.2719095901959602e-07
previous_iter_valid_loss : 0.16154056787490845
1494080 0.161734 0.161541 0.169731 CURRENT LEARNING RATE: 2.271455253713081e-07
previous_iter_valid_loss : 0.16603770852088928
1494100 0.166199 0.166038 0.169189 CURRENT LEARNING RATE: 2.271001008088416e-07
previous_iter_valid_loss : 0.1634746938943863
1494120 0.163637 0.163475 0.168049 CURRENT LEARNING RATE: 2.2705468533037918e-07
previous_iter_valid_loss : 0.16114287078380585
1494140 0.161292 0.161143 0.166733 CURRENT LEARNING RATE: 2.2700927893410417e-07
previous_iter_valid_loss : 0.17887566983699799
1494160 0.179030 0.178876 0.167154 CURRENT LEARNING RATE: 2.269638816182e-07
previous_iter_valid_loss : 0.16101722419261932
1494180 0.161181 0.161017 0.166910 CURRENT LEARNING RATE: 2.2691849338085149e-07
previous_iter_valid_loss : 0.18119709193706512
1494200 0.181527 0.181197 0.167480 CURRENT LEARNING RATE: 2.2687311422024274e-07
previous_iter_valid_loss : 0.16051484644412994
1494220 0.160675 0.160515 0.167344 CURRENT LEARNING RATE: 2.268277441345586e-07
previous_iter_valid_loss : 0.1770869344472885
1494240 0.177381 0.177087 0.168140 CURRENT LEARNING RATE: 2.2678238312198385e-07
previous_iter_valid_loss : 0.16136449575424194
1494260 0.161530 0.161364 0.168142 CURRENT LEARNING RATE: 2.2673703118070483e-07
previous_iter_valid_loss : 0.16052834689617157
1494280 0.160686 0.160528 0.167866 CURRENT LEARNING RATE: 2.2669168830890715e-07
previous_iter_valid_loss : 0.16068901121616364
1494300 0.160833 0.160689 0.167758 CURRENT LEARNING RATE: 2.26646354504777e-07
previous_iter_valid_loss : 0.18479081988334656
1494320 0.185176 0.184791 0.168758 CURRENT LEARNING RATE: 2.2660102976650066e-07
previous_iter_valid_loss : 0.16055089235305786
1494340 0.160722 0.160551 0.166985 CURRENT LEARNING RATE: 2.2655571409226592e-07
previous_iter_valid_loss : 0.1609388142824173
1494360 0.161117 0.160939 0.166207 CURRENT LEARNING RATE: 2.265104074802598e-07
previous_iter_valid_loss : 0.16143640875816345
1494380 0.161615 0.161436 0.166197 CURRENT LEARNING RATE: 2.2646510992866962e-07
previous_iter_valid_loss : 0.17074349522590637
1494400 0.170997 0.170743 0.166573 CURRENT LEARNING RATE: 2.2641982143568426e-07
previous_iter_valid_loss : 0.19023028016090393
1494420 0.190354 0.190230 0.167788 CURRENT LEARNING RATE: 2.2637454199949177e-07
previous_iter_valid_loss : 0.16172775626182556
1494440 0.161888 0.161728 0.167465 CURRENT LEARNING RATE: 2.2632927161828097e-07
previous_iter_valid_loss : 0.16067902743816376
1494460 0.160838 0.160679 0.167227 CURRENT LEARNING RATE: 2.2628401029024068e-07
previous_iter_valid_loss : 0.16208772361278534
1494480 0.162281 0.162088 0.167254 CURRENT LEARNING RATE: 2.2623875801356125e-07
previous_iter_valid_loss : 0.16060656309127808
1494500 0.160779 0.160607 0.166983 CURRENT LEARNING RATE: 2.261935147864322e-07
previous_iter_valid_loss : 0.1701423078775406
1494520 0.170294 0.170142 0.167316 CURRENT LEARNING RATE: 2.2614828060704374e-07
previous_iter_valid_loss : 0.18835830688476562
1494540 0.188492 0.188358 0.168677 CURRENT LEARNING RATE: 2.2610305547358614e-07
previous_iter_valid_loss : 0.1610509306192398
1494560 0.161237 0.161051 0.167786 CURRENT LEARNING RATE: 2.2605783938425117e-07
previous_iter_valid_loss : 0.1611250340938568
1494580 0.161309 0.161125 0.167791 CURRENT LEARNING RATE: 2.2601263233722982e-07
previous_iter_valid_loss : 0.16235099732875824
1494600 0.162550 0.162351 0.166849 CURRENT LEARNING RATE: 2.2596743433071378e-07
previous_iter_valid_loss : 0.16130448877811432
1494620 0.161467 0.161304 0.166888 CURRENT LEARNING RATE: 2.2592224536289477e-07
previous_iter_valid_loss : 0.1648150086402893
1494640 0.164979 0.164815 0.166275 CURRENT LEARNING RATE: 2.2587706543196597e-07
previous_iter_valid_loss : 0.16189131140708923
1494660 0.162046 0.161891 0.166301 CURRENT LEARNING RATE: 2.2583189453611986e-07
previous_iter_valid_loss : 0.1675664186477661
1494680 0.167786 0.167566 0.166653 CURRENT LEARNING RATE: 2.257867326735495e-07
previous_iter_valid_loss : 0.1608172059059143
1494700 0.160969 0.160817 0.166659 CURRENT LEARNING RATE: 2.2574157984244814e-07
previous_iter_valid_loss : 0.161716029047966
1494720 0.161879 0.161716 0.165506 CURRENT LEARNING RATE: 2.2569643604101038e-07
previous_iter_valid_loss : 0.1623850017786026
1494740 0.162566 0.162385 0.165597 CURRENT LEARNING RATE: 2.2565130126743008e-07
previous_iter_valid_loss : 0.16840490698814392
1494760 0.168559 0.168405 0.165971 CURRENT LEARNING RATE: 2.2560617551990148e-07
previous_iter_valid_loss : 0.1756296306848526
1494780 0.175912 0.175630 0.166680 CURRENT LEARNING RATE: 2.2556105879662031e-07
previous_iter_valid_loss : 0.16146127879619598
1494800 0.161654 0.161461 0.166216 CURRENT LEARNING RATE: 2.2551595109578156e-07
previous_iter_valid_loss : 0.16120032966136932
1494820 0.161382 0.161200 0.164765 CURRENT LEARNING RATE: 2.2547085241558085e-07
previous_iter_valid_loss : 0.178419828414917
1494840 0.178742 0.178420 0.165599 CURRENT LEARNING RATE: 2.2542576275421387e-07
previous_iter_valid_loss : 0.17836368083953857
1494860 0.178677 0.178364 0.166483 CURRENT LEARNING RATE: 2.253806821098778e-07
previous_iter_valid_loss : 0.16395659744739532
1494880 0.164165 0.163957 0.166577 CURRENT LEARNING RATE: 2.253356104807691e-07
previous_iter_valid_loss : 0.16098473966121674
1494900 0.161160 0.160985 0.166596 CURRENT LEARNING RATE: 2.2529054786508483e-07
previous_iter_valid_loss : 0.16293668746948242
1494920 0.163119 0.162937 0.166236 CURRENT LEARNING RATE: 2.2524549426102212e-07
previous_iter_valid_loss : 0.16283449530601501
1494940 0.162994 0.162834 0.164959 CURRENT LEARNING RATE: 2.252004496667796e-07
previous_iter_valid_loss : 0.16258780658245087
1494960 0.162754 0.162588 0.165036 CURRENT LEARNING RATE: 2.2515541408055506e-07
previous_iter_valid_loss : 0.17247743904590607
1494980 0.172619 0.172477 0.165604 CURRENT LEARNING RATE: 2.2511038750054717e-07
previous_iter_valid_loss : 0.16051575541496277
1495000 0.160675 0.160516 0.165512 CURRENT LEARNING RATE: 2.2506536992495437e-07
previous_iter_valid_loss : 0.1612928956747055
1495020 0.161463 0.161293 0.165511 CURRENT LEARNING RATE: 2.250203613519768e-07
previous_iter_valid_loss : 0.1679610013961792
1495040 0.168192 0.167961 0.165669 CURRENT LEARNING RATE: 2.2497536177981374e-07
previous_iter_valid_loss : 0.1629224419593811
1495060 0.163086 0.162922 0.165720 CURRENT LEARNING RATE: 2.2493037120666515e-07
previous_iter_valid_loss : 0.17639389634132385
1495080 0.176552 0.176394 0.166162 CURRENT LEARNING RATE: 2.2488538963073107e-07
previous_iter_valid_loss : 0.16360197961330414
1495100 0.163806 0.163602 0.166301 CURRENT LEARNING RATE: 2.2484041705021296e-07
previous_iter_valid_loss : 0.1605229526758194
1495120 0.160690 0.160523 0.166241 CURRENT LEARNING RATE: 2.2479545346331161e-07
previous_iter_valid_loss : 0.16379007697105408
1495140 0.163959 0.163790 0.166311 CURRENT LEARNING RATE: 2.2475049886822842e-07
previous_iter_valid_loss : 0.1694098562002182
1495160 0.169564 0.169410 0.166362 CURRENT LEARNING RATE: 2.247055532631648e-07
previous_iter_valid_loss : 0.16326206922531128
1495180 0.163455 0.163262 0.165743 CURRENT LEARNING RATE: 2.2466061664632374e-07
previous_iter_valid_loss : 0.17061874270439148
1495200 0.170876 0.170619 0.166201 CURRENT LEARNING RATE: 2.2461568901590737e-07
previous_iter_valid_loss : 0.1609942466020584
1495220 0.161149 0.160994 0.166191 CURRENT LEARNING RATE: 2.2457077037011819e-07
previous_iter_valid_loss : 0.16061778366565704
1495240 0.160776 0.160618 0.165301 CURRENT LEARNING RATE: 2.2452586070716026e-07
previous_iter_valid_loss : 0.16242468357086182
1495260 0.162587 0.162425 0.164504 CURRENT LEARNING RATE: 2.2448096002523681e-07
previous_iter_valid_loss : 0.16104397177696228
1495280 0.161223 0.161044 0.164358 CURRENT LEARNING RATE: 2.2443606832255178e-07
previous_iter_valid_loss : 0.17209875583648682
1495300 0.172248 0.172099 0.164914 CURRENT LEARNING RATE: 2.243911855973091e-07
previous_iter_valid_loss : 0.1624300479888916
1495320 0.162597 0.162430 0.164889 CURRENT LEARNING RATE: 2.243463118477143e-07
previous_iter_valid_loss : 0.1613590568304062
1495340 0.161513 0.161359 0.164815 CURRENT LEARNING RATE: 2.2430144707197196e-07
previous_iter_valid_loss : 0.16085126996040344
1495360 0.161029 0.160851 0.164728 CURRENT LEARNING RATE: 2.2425659126828757e-07
previous_iter_valid_loss : 0.16549856960773468
1495380 0.165659 0.165499 0.164379 CURRENT LEARNING RATE: 2.2421174443486647e-07
previous_iter_valid_loss : 0.16163167357444763
1495400 0.161827 0.161632 0.164435 CURRENT LEARNING RATE: 2.2416690656991556e-07
previous_iter_valid_loss : 0.1637485772371292
1495420 0.163952 0.163749 0.164558 CURRENT LEARNING RATE: 2.2412207767164092e-07
previous_iter_valid_loss : 0.18262836337089539
1495440 0.182788 0.182628 0.165291 CURRENT LEARNING RATE: 2.2407725773824944e-07
previous_iter_valid_loss : 0.1670539677143097
1495460 0.167271 0.167054 0.165498 CURRENT LEARNING RATE: 2.240324467679479e-07
previous_iter_valid_loss : 0.1728208363056183
1495480 0.172965 0.172821 0.165319 CURRENT LEARNING RATE: 2.2398764475894466e-07
previous_iter_valid_loss : 0.1639488786458969
1495500 0.164119 0.163949 0.165336 CURRENT LEARNING RATE: 2.2394285170944724e-07
previous_iter_valid_loss : 0.17499780654907227
1495520 0.175143 0.174998 0.166060 CURRENT LEARNING RATE: 2.238980676176639e-07
previous_iter_valid_loss : 0.1613578349351883
1495540 0.161546 0.161358 0.165938 CURRENT LEARNING RATE: 2.238532924818029e-07
previous_iter_valid_loss : 0.17051072418689728
1495560 0.170663 0.170511 0.165993 CURRENT LEARNING RATE: 2.2380852630007404e-07
previous_iter_valid_loss : 0.16136662662029266
1495580 0.161549 0.161367 0.165899 CURRENT LEARNING RATE: 2.2376376907068628e-07
previous_iter_valid_loss : 0.1611710637807846
1495600 0.161361 0.161171 0.165426 CURRENT LEARNING RATE: 2.2371902079184887e-07
previous_iter_valid_loss : 0.17190727591514587
1495620 0.172050 0.171907 0.165972 CURRENT LEARNING RATE: 2.2367428146177278e-07
previous_iter_valid_loss : 0.16230380535125732
1495640 0.162468 0.162304 0.166056 CURRENT LEARNING RATE: 2.2362955107866793e-07
previous_iter_valid_loss : 0.16375499963760376
1495660 0.163952 0.163755 0.166123 CURRENT LEARNING RATE: 2.2358482964074516e-07
previous_iter_valid_loss : 0.1688486635684967
1495680 0.169079 0.168849 0.166513 CURRENT LEARNING RATE: 2.2354011714621523e-07
previous_iter_valid_loss : 0.16051357984542847
1495700 0.160676 0.160514 0.165934 CURRENT LEARNING RATE: 2.2349541359329035e-07
previous_iter_valid_loss : 0.16281704604625702
1495720 0.162994 0.162817 0.165953 CURRENT LEARNING RATE: 2.234507189801821e-07
previous_iter_valid_loss : 0.1753242313861847
1495740 0.175604 0.175324 0.166651 CURRENT LEARNING RATE: 2.2340603330510264e-07
previous_iter_valid_loss : 0.17311477661132812
1495760 0.173262 0.173115 0.167264 CURRENT LEARNING RATE: 2.2336135656626414e-07
previous_iter_valid_loss : 0.17484800517559052
1495780 0.174993 0.174848 0.167732 CURRENT LEARNING RATE: 2.233166887618803e-07
previous_iter_valid_loss : 0.1636599749326706
1495800 0.163829 0.163660 0.167833 CURRENT LEARNING RATE: 2.2327202989016407e-07
previous_iter_valid_loss : 0.16146069765090942
1495820 0.161649 0.161461 0.167719 CURRENT LEARNING RATE: 2.2322737994932908e-07
previous_iter_valid_loss : 0.16263318061828613
1495840 0.162797 0.162633 0.166719 CURRENT LEARNING RATE: 2.2318273893758887e-07
previous_iter_valid_loss : 0.1605454683303833
1495860 0.160700 0.160545 0.166394 CURRENT LEARNING RATE: 2.2313810685315867e-07
previous_iter_valid_loss : 0.163808211684227
1495880 0.164015 0.163808 0.165943 CURRENT LEARNING RATE: 2.230934836942528e-07
previous_iter_valid_loss : 0.18465234339237213
1495900 0.185012 0.184652 0.166978 CURRENT LEARNING RATE: 2.2304886945908625e-07
previous_iter_valid_loss : 0.16105566918849945
1495920 0.161239 0.161056 0.166281 CURRENT LEARNING RATE: 2.2300426414587417e-07
previous_iter_valid_loss : 0.1755652129650116
1495940 0.175850 0.175565 0.166992 CURRENT LEARNING RATE: 2.2295966775283303e-07
previous_iter_valid_loss : 0.16423392295837402
1495960 0.164439 0.164234 0.166678 CURRENT LEARNING RATE: 2.2291508027817868e-07
previous_iter_valid_loss : 0.16637259721755981
1495980 0.166585 0.166373 0.166928 CURRENT LEARNING RATE: 2.2287050172012716e-07
previous_iter_valid_loss : 0.16204766929149628
1496000 0.162247 0.162048 0.166972 CURRENT LEARNING RATE: 2.2282593207689612e-07
previous_iter_valid_loss : 0.16869685053825378
1496020 0.168849 0.168697 0.166811 CURRENT LEARNING RATE: 2.227813713467024e-07
previous_iter_valid_loss : 0.1665191352367401
1496040 0.166727 0.166519 0.167022 CURRENT LEARNING RATE: 2.2273681952776357e-07
previous_iter_valid_loss : 0.19647470116615295
1496060 0.196985 0.196475 0.168658 CURRENT LEARNING RATE: 2.2269227661829717e-07
previous_iter_valid_loss : 0.16287146508693695
1496080 0.163061 0.162871 0.168359 CURRENT LEARNING RATE: 2.2264774261652223e-07
previous_iter_valid_loss : 0.16363605856895447
1496100 0.163843 0.163636 0.168515 CURRENT LEARNING RATE: 2.22603217520657e-07
previous_iter_valid_loss : 0.1605214625597
1496120 0.160677 0.160521 0.168401 CURRENT LEARNING RATE: 2.2255870132892055e-07
previous_iter_valid_loss : 0.1605619490146637
1496140 0.160734 0.160562 0.167662 CURRENT LEARNING RATE: 2.2251419403953176e-07
previous_iter_valid_loss : 0.1616063266992569
1496160 0.161795 0.161606 0.167087 CURRENT LEARNING RATE: 2.2246969565071118e-07
previous_iter_valid_loss : 0.1607486456632614
1496180 0.160924 0.160749 0.166382 CURRENT LEARNING RATE: 2.2242520616067843e-07
previous_iter_valid_loss : 0.16132868826389313
1496200 0.161481 0.161329 0.166266 CURRENT LEARNING RATE: 2.2238072556765397e-07
previous_iter_valid_loss : 0.1615099310874939
1496220 0.161667 0.161510 0.166268 CURRENT LEARNING RATE: 2.2233625386985819e-07
previous_iter_valid_loss : 0.190630704164505
1496240 0.190758 0.190631 0.167668 CURRENT LEARNING RATE: 2.2229179106551294e-07
previous_iter_valid_loss : 0.17799977958202362
1496260 0.178304 0.178000 0.168541 CURRENT LEARNING RATE: 2.222473371528394e-07
previous_iter_valid_loss : 0.16512605547904968
1496280 0.165327 0.165126 0.168606 CURRENT LEARNING RATE: 2.2220289213005937e-07
previous_iter_valid_loss : 0.16151054203510284
1496300 0.161690 0.161511 0.167449 CURRENT LEARNING RATE: 2.2215845599539464e-07
previous_iter_valid_loss : 0.1634867787361145
1496320 0.163670 0.163487 0.167571 CURRENT LEARNING RATE: 2.221140287470686e-07
previous_iter_valid_loss : 0.1644980013370514
1496340 0.164687 0.164498 0.167018 CURRENT LEARNING RATE: 2.220696103833037e-07
previous_iter_valid_loss : 0.16122916340827942
1496360 0.161389 0.161229 0.166867 CURRENT LEARNING RATE: 2.220252009023229e-07
previous_iter_valid_loss : 0.17814552783966064
1496380 0.178300 0.178146 0.167456 CURRENT LEARNING RATE: 2.2198080030235052e-07
previous_iter_valid_loss : 0.16288654506206512
1496400 0.163054 0.162887 0.167498 CURRENT LEARNING RATE: 2.2193640858161023e-07
previous_iter_valid_loss : 0.16053444147109985
1496420 0.160694 0.160534 0.167090 CURRENT LEARNING RATE: 2.2189202573832627e-07
previous_iter_valid_loss : 0.169419065117836
1496440 0.169568 0.169419 0.167235 CURRENT LEARNING RATE: 2.21847651770723e-07
previous_iter_valid_loss : 0.16093146800994873
1496460 0.161117 0.160931 0.165458 CURRENT LEARNING RATE: 2.218032866770262e-07
previous_iter_valid_loss : 0.16065552830696106
1496480 0.160813 0.160656 0.165347 CURRENT LEARNING RATE: 2.217589304554609e-07
previous_iter_valid_loss : 0.17517511546611786
1496500 0.175461 0.175175 0.165924 CURRENT LEARNING RATE: 2.217145831042529e-07
previous_iter_valid_loss : 0.1610693633556366
1496520 0.161237 0.161069 0.165951 CURRENT LEARNING RATE: 2.2167024462162778e-07
previous_iter_valid_loss : 0.16095522046089172
1496540 0.161138 0.160955 0.165971 CURRENT LEARNING RATE: 2.216259150058129e-07
previous_iter_valid_loss : 0.16183266043663025
1496560 0.162031 0.161833 0.165982 CURRENT LEARNING RATE: 2.2158159425503467e-07
previous_iter_valid_loss : 0.16196304559707642
1496580 0.162151 0.161963 0.166043 CURRENT LEARNING RATE: 2.2153728236752023e-07
previous_iter_valid_loss : 0.17133650183677673
1496600 0.171593 0.171337 0.166543 CURRENT LEARNING RATE: 2.214929793414967e-07
previous_iter_valid_loss : 0.16695143282413483
1496620 0.167156 0.166951 0.166815 CURRENT LEARNING RATE: 2.2144868517519279e-07
previous_iter_valid_loss : 0.16162340342998505
1496640 0.161814 0.161623 0.165365 CURRENT LEARNING RATE: 2.2140439986683632e-07
previous_iter_valid_loss : 0.16558225452899933
1496660 0.165743 0.165582 0.164744 CURRENT LEARNING RATE: 2.2136012341465586e-07
previous_iter_valid_loss : 0.1761183738708496
1496680 0.176272 0.176118 0.165294 CURRENT LEARNING RATE: 2.2131585581687995e-07
previous_iter_valid_loss : 0.16077865660190582
1496700 0.160957 0.160779 0.165257 CURRENT LEARNING RATE: 2.2127159707173873e-07
previous_iter_valid_loss : 0.1625429093837738
1496720 0.162737 0.162543 0.165210 CURRENT LEARNING RATE: 2.212273471774614e-07
previous_iter_valid_loss : 0.16719262301921844
1496740 0.167354 0.167193 0.165345 CURRENT LEARNING RATE: 2.21183106132278e-07
previous_iter_valid_loss : 0.16059914231300354
1496760 0.160749 0.160599 0.165313 CURRENT LEARNING RATE: 2.211388739344185e-07
previous_iter_valid_loss : 0.16101105511188507
1496780 0.161164 0.161011 0.164456 CURRENT LEARNING RATE: 2.2109465058211435e-07
previous_iter_valid_loss : 0.16299396753311157
1496800 0.163193 0.162994 0.164462 CURRENT LEARNING RATE: 2.2105043607359626e-07
previous_iter_valid_loss : 0.1656448245048523
1496820 0.165855 0.165645 0.164717 CURRENT LEARNING RATE: 2.2100623040709526e-07
previous_iter_valid_loss : 0.16238711774349213
1496840 0.162558 0.162387 0.164366 CURRENT LEARNING RATE: 2.2096203358084387e-07
previous_iter_valid_loss : 0.1690818816423416
1496860 0.169234 0.169082 0.164773 CURRENT LEARNING RATE: 2.209178455930739e-07
previous_iter_valid_loss : 0.16145078837871552
1496880 0.161609 0.161451 0.164813 CURRENT LEARNING RATE: 2.2087366644201774e-07
previous_iter_valid_loss : 0.1607082039117813
1502200 0.160873 0.160708 0.165517 CURRENT LEARNING RATE: 2.0943028029234837e-07
previous_iter_valid_loss : 0.16836541891098022
1502220 0.168517 0.168365 0.165293 CURRENT LEARNING RATE: 2.0938839842461638e-07
previous_iter_valid_loss : 0.16091635823249817
1502240 0.161065 0.160916 0.165145 CURRENT LEARNING RATE: 2.0934652493241995e-07
previous_iter_valid_loss : 0.18017655611038208
1502260 0.180506 0.180177 0.165393 CURRENT LEARNING RATE: 2.0930465981408497e-07
previous_iter_valid_loss : 0.16394110023975372
1502280 0.164099 0.163941 0.165091 CURRENT LEARNING RATE: 2.092628030679364e-07
previous_iter_valid_loss : 0.16109111905097961
1502300 0.161276 0.161091 0.164967 CURRENT LEARNING RATE: 2.0922095469229994e-07
previous_iter_valid_loss : 0.16090449690818787
1502320 0.161066 0.160904 0.164635 CURRENT LEARNING RATE: 2.0917911468550137e-07
previous_iter_valid_loss : 0.162367045879364
1502340 0.162555 0.162367 0.164340 CURRENT LEARNING RATE: 2.0913728304586773e-07
previous_iter_valid_loss : 0.16056272387504578
1502360 0.160731 0.160563 0.163964 CURRENT LEARNING RATE: 2.090954597717255e-07
previous_iter_valid_loss : 0.1607501357793808
1502380 0.160908 0.160750 0.163642 CURRENT LEARNING RATE: 2.0905364486140166e-07
previous_iter_valid_loss : 0.17740453779697418
1502400 0.177558 0.177405 0.163767 CURRENT LEARNING RATE: 2.090118383132233e-07
previous_iter_valid_loss : 0.166267529129982
1502420 0.166429 0.166268 0.163854 CURRENT LEARNING RATE: 2.0897004012551886e-07
previous_iter_valid_loss : 0.16690708696842194
1502440 0.167127 0.166907 0.164168 CURRENT LEARNING RATE: 2.0892825029661605e-07
previous_iter_valid_loss : 0.16177009046077728
1502460 0.161937 0.161770 0.164230 CURRENT LEARNING RATE: 2.088864688248429e-07
previous_iter_valid_loss : 0.1611708402633667
1502480 0.161325 0.161171 0.163975 CURRENT LEARNING RATE: 2.088446957085289e-07
previous_iter_valid_loss : 0.16806980967521667
1502500 0.168299 0.168070 0.164338 CURRENT LEARNING RATE: 2.0880293094600274e-07
previous_iter_valid_loss : 0.16276058554649353
1502520 0.162925 0.162761 0.164417 CURRENT LEARNING RATE: 2.0876117453559388e-07
previous_iter_valid_loss : 0.16059903800487518
1502540 0.160770 0.160599 0.164420 CURRENT LEARNING RATE: 2.0871942647563162e-07
previous_iter_valid_loss : 0.16060559451580048
1502560 0.160778 0.160606 0.164327 CURRENT LEARNING RATE: 2.0867768676444685e-07
previous_iter_valid_loss : 0.17703711986541748
1502580 0.177332 0.177037 0.165117 CURRENT LEARNING RATE: 2.086359554003696e-07
previous_iter_valid_loss : 0.16823121905326843
1502600 0.168461 0.168231 0.165494 CURRENT LEARNING RATE: 2.0859423238173053e-07
previous_iter_valid_loss : 0.1614195555448532
1502620 0.161604 0.161420 0.165146 CURRENT LEARNING RATE: 2.0855251770686048e-07
previous_iter_valid_loss : 0.1612267941236496
1502640 0.161419 0.161227 0.165162 CURRENT LEARNING RATE: 2.085108113740915e-07
previous_iter_valid_loss : 0.168112650513649
1502660 0.168265 0.168113 0.164559 CURRENT LEARNING RATE: 2.08469113381755e-07
previous_iter_valid_loss : 0.16548284888267517
1502680 0.165650 0.165483 0.164636 CURRENT LEARNING RATE: 2.0842742372818304e-07
previous_iter_valid_loss : 0.17847634851932526
1502700 0.178640 0.178476 0.165505 CURRENT LEARNING RATE: 2.0838574241170774e-07
previous_iter_valid_loss : 0.16050215065479279
1502720 0.160666 0.160502 0.165485 CURRENT LEARNING RATE: 2.083440694306625e-07
previous_iter_valid_loss : 0.16202916204929352
1502740 0.162186 0.162029 0.165468 CURRENT LEARNING RATE: 2.083024047833801e-07
previous_iter_valid_loss : 0.16168037056922913
1502760 0.161834 0.161680 0.165524 CURRENT LEARNING RATE: 2.0826074846819386e-07
previous_iter_valid_loss : 0.1623576283454895
1502780 0.162555 0.162358 0.165604 CURRENT LEARNING RATE: 2.0821910048343726e-07
previous_iter_valid_loss : 0.160505473613739
1502800 0.160663 0.160505 0.164759 CURRENT LEARNING RATE: 2.0817746082744507e-07
previous_iter_valid_loss : 0.16125419735908508
1502820 0.161407 0.161254 0.164509 CURRENT LEARNING RATE: 2.0813582949855133e-07
previous_iter_valid_loss : 0.16268840432167053
1502840 0.162869 0.162688 0.164298 CURRENT LEARNING RATE: 2.0809420649509043e-07
previous_iter_valid_loss : 0.16114123165607452
1502860 0.161327 0.161141 0.164266 CURRENT LEARNING RATE: 2.0805259181539821e-07
previous_iter_valid_loss : 0.1707647144794464
1502880 0.170914 0.170765 0.164746 CURRENT LEARNING RATE: 2.0801098545780968e-07
previous_iter_valid_loss : 0.16055628657341003
1502900 0.160708 0.160556 0.164370 CURRENT LEARNING RATE: 2.0796938742066057e-07
previous_iter_valid_loss : 0.16260355710983276
1502920 0.162794 0.162604 0.164362 CURRENT LEARNING RATE: 2.0792779770228665e-07
previous_iter_valid_loss : 0.1825294941663742
1502940 0.182676 0.182529 0.165459 CURRENT LEARNING RATE: 2.07886216301025e-07
previous_iter_valid_loss : 0.16710366308689117
1502960 0.167265 0.167104 0.165784 CURRENT LEARNING RATE: 2.0784464321521206e-07
previous_iter_valid_loss : 0.16360265016555786
1502980 0.163801 0.163603 0.165112 CURRENT LEARNING RATE: 2.0780307844318489e-07
previous_iter_valid_loss : 0.1622483879327774
1503000 0.162445 0.162248 0.164813 CURRENT LEARNING RATE: 2.077615219832805e-07
previous_iter_valid_loss : 0.16250544786453247
1503020 0.162696 0.162505 0.164867 CURRENT LEARNING RATE: 2.0771997383383736e-07
previous_iter_valid_loss : 0.16716837882995605
1503040 0.167326 0.167168 0.165164 CURRENT LEARNING RATE: 2.0767843399319322e-07
previous_iter_valid_loss : 0.1831130087375641
1503060 0.183477 0.183113 0.165914 CURRENT LEARNING RATE: 2.0763690245968648e-07
previous_iter_valid_loss : 0.16292890906333923
1503080 0.163100 0.162929 0.165787 CURRENT LEARNING RATE: 2.0759537923165546e-07
previous_iter_valid_loss : 0.1605568379163742
1503100 0.160719 0.160557 0.164891 CURRENT LEARNING RATE: 2.0755386430744005e-07
previous_iter_valid_loss : 0.16080188751220703
1503120 0.160979 0.160802 0.164906 CURRENT LEARNING RATE: 2.075123576853792e-07
previous_iter_valid_loss : 0.1664825826883316
1503140 0.166711 0.166483 0.165128 CURRENT LEARNING RATE: 2.074708593638127e-07
previous_iter_valid_loss : 0.1748766005039215
1503160 0.175160 0.174877 0.165788 CURRENT LEARNING RATE: 2.0742936934108025e-07
previous_iter_valid_loss : 0.16110271215438843
1503180 0.161284 0.161103 0.165725 CURRENT LEARNING RATE: 2.0738788761552298e-07
previous_iter_valid_loss : 0.16739587485790253
1503200 0.167554 0.167396 0.166070 CURRENT LEARNING RATE: 2.0734641418548119e-07
previous_iter_valid_loss : 0.16597671806812286
1503220 0.166134 0.165977 0.166306 CURRENT LEARNING RATE: 2.0730494904929567e-07
previous_iter_valid_loss : 0.16053485870361328
1503240 0.160688 0.160535 0.166198 CURRENT LEARNING RATE: 2.072634922053085e-07
previous_iter_valid_loss : 0.16074709594249725
1503260 0.160906 0.160747 0.166179 CURRENT LEARNING RATE: 2.0722204365186104e-07
previous_iter_valid_loss : 0.1610092967748642
1503280 0.161189 0.161009 0.165691 CURRENT LEARNING RATE: 2.0718060338729536e-07
previous_iter_valid_loss : 0.16100381314754486
1503300 0.161166 0.161004 0.165713 CURRENT LEARNING RATE: 2.0713917140995346e-07
previous_iter_valid_loss : 0.1641750931739807
1503320 0.164347 0.164175 0.165792 CURRENT LEARNING RATE: 2.0709774771817886e-07
previous_iter_valid_loss : 0.16233059763908386
1503340 0.162529 0.162331 0.164782 CURRENT LEARNING RATE: 2.0705633231031413e-07
previous_iter_valid_loss : 0.16100788116455078
1503360 0.161153 0.161008 0.164477 CURRENT LEARNING RATE: 2.0701492518470276e-07
previous_iter_valid_loss : 0.16414621472358704
1503380 0.164352 0.164146 0.164504 CURRENT LEARNING RATE: 2.0697352633968804e-07
previous_iter_valid_loss : 0.16140322387218475
1503400 0.161562 0.161403 0.164462 CURRENT LEARNING RATE: 2.0693213577361475e-07
previous_iter_valid_loss : 0.16121044754981995
1503420 0.161395 0.161210 0.164397 CURRENT LEARNING RATE: 2.0689075348482694e-07
previous_iter_valid_loss : 0.1605169177055359
1503440 0.160668 0.160517 0.164065 CURRENT LEARNING RATE: 2.0684937947166932e-07
previous_iter_valid_loss : 0.1692030280828476
1503460 0.169442 0.169203 0.163369 CURRENT LEARNING RATE: 2.0680801373248654e-07
previous_iter_valid_loss : 0.1794089376926422
1503480 0.179728 0.179409 0.164193 CURRENT LEARNING RATE: 2.0676665626562467e-07
previous_iter_valid_loss : 0.16372822225093842
1503500 0.163902 0.163728 0.164352 CURRENT LEARNING RATE: 2.0672530706942906e-07
previous_iter_valid_loss : 0.16230283677577972
1503520 0.162478 0.162303 0.164427 CURRENT LEARNING RATE: 2.0668396614224582e-07
previous_iter_valid_loss : 0.16204994916915894
1503540 0.162230 0.162050 0.164205 CURRENT LEARNING RATE: 2.0664263348242084e-07
previous_iter_valid_loss : 0.16743500530719757
1503560 0.167589 0.167435 0.163833 CURRENT LEARNING RATE: 2.0660130908830162e-07
previous_iter_valid_loss : 0.16068312525749207
1503580 0.160842 0.160683 0.163812 CURRENT LEARNING RATE: 2.0655999295823478e-07
previous_iter_valid_loss : 0.16064509749412537
1503600 0.160811 0.160645 0.163475 CURRENT LEARNING RATE: 2.065186850905677e-07
previous_iter_valid_loss : 0.1796150505542755
1503620 0.179940 0.179615 0.164156 CURRENT LEARNING RATE: 2.0647738548364766e-07
previous_iter_valid_loss : 0.1606479436159134
1503640 0.160807 0.160648 0.164162 CURRENT LEARNING RATE: 2.0643609413582343e-07
previous_iter_valid_loss : 0.1643596589565277
1503660 0.164532 0.164360 0.164343 CURRENT LEARNING RATE: 2.0639481104544305e-07
previous_iter_valid_loss : 0.1606619954109192
1503680 0.160817 0.160662 0.164325 CURRENT LEARNING RATE: 2.0635353621085472e-07
previous_iter_valid_loss : 0.16352421045303345
1503700 0.163719 0.163524 0.164451 CURRENT LEARNING RATE: 2.0631226963040824e-07
previous_iter_valid_loss : 0.16991180181503296
1503720 0.170158 0.169912 0.164738 CURRENT LEARNING RATE: 2.062710113024526e-07
previous_iter_valid_loss : 0.17252090573310852
1503740 0.172799 0.172521 0.165248 CURRENT LEARNING RATE: 2.0622976122533741e-07
previous_iter_valid_loss : 0.16150681674480438
1503760 0.161698 0.161507 0.165273 CURRENT LEARNING RATE: 2.0618851939741232e-07
previous_iter_valid_loss : 0.16649000346660614
1503780 0.166652 0.166490 0.165390 CURRENT LEARNING RATE: 2.0614728581702842e-07
previous_iter_valid_loss : 0.16222026944160461
1503800 0.162407 0.162220 0.165431 CURRENT LEARNING RATE: 2.0610606048253597e-07
previous_iter_valid_loss : 0.16188304126262665
1503820 0.162047 0.161883 0.165464 CURRENT LEARNING RATE: 2.06064843392286e-07
previous_iter_valid_loss : 0.1637701541185379
1503840 0.163938 0.163770 0.165627 CURRENT LEARNING RATE: 2.060236345446294e-07
previous_iter_valid_loss : 0.16358686983585358
1503860 0.163795 0.163587 0.165346 CURRENT LEARNING RATE: 2.0598243393791858e-07
previous_iter_valid_loss : 0.17445361614227295
1503880 0.174606 0.174454 0.165098 CURRENT LEARNING RATE: 2.0594124157050512e-07
previous_iter_valid_loss : 0.161309152841568
1503900 0.161494 0.161309 0.164977 CURRENT LEARNING RATE: 2.0590005744074137e-07
previous_iter_valid_loss : 0.16305431723594666
1503920 0.163242 0.163054 0.165015 CURRENT LEARNING RATE: 2.058588815469796e-07
previous_iter_valid_loss : 0.16054673492908478
1503940 0.160713 0.160547 0.164940 CURRENT LEARNING RATE: 2.0581771388757347e-07
previous_iter_valid_loss : 0.16656804084777832
1503960 0.166723 0.166568 0.164897 CURRENT LEARNING RATE: 2.0577655446087592e-07
previous_iter_valid_loss : 0.16724105179309845
1503980 0.167399 0.167241 0.165224 CURRENT LEARNING RATE: 2.0573540326524055e-07
previous_iter_valid_loss : 0.16509968042373657
1504000 0.165299 0.165100 0.165447 CURRENT LEARNING RATE: 2.05694260299021e-07
previous_iter_valid_loss : 0.16049590706825256
1504020 0.160662 0.160496 0.164491 CURRENT LEARNING RATE: 2.0565312556057225e-07
previous_iter_valid_loss : 0.16255846619606018
1504040 0.162713 0.162558 0.164587 CURRENT LEARNING RATE: 2.0561199904824856e-07
previous_iter_valid_loss : 0.16504459083080292
1504060 0.165208 0.165045 0.164621 CURRENT LEARNING RATE: 2.055708807604045e-07
previous_iter_valid_loss : 0.1765962690114975
1504080 0.176749 0.176596 0.165418 CURRENT LEARNING RATE: 2.0552977069539605e-07
previous_iter_valid_loss : 0.1661224514245987
1504100 0.166330 0.166122 0.165548 CURRENT LEARNING RATE: 2.0548866885157843e-07
previous_iter_valid_loss : 0.16088856756687164
1504120 0.161074 0.160889 0.165096 CURRENT LEARNING RATE: 2.054475752273076e-07
previous_iter_valid_loss : 0.160853311419487
1504140 0.161016 0.160853 0.164513 CURRENT LEARNING RATE: 2.0540648982093947e-07
previous_iter_valid_loss : 0.1670871078968048
1504160 0.167309 0.167087 0.164792 CURRENT LEARNING RATE: 2.0536541263083133e-07
previous_iter_valid_loss : 0.17730757594108582
1504180 0.177457 0.177308 0.165333 CURRENT LEARNING RATE: 2.053243436553397e-07
previous_iter_valid_loss : 0.16811317205429077
1504200 0.168347 0.168113 0.165628 CURRENT LEARNING RATE: 2.0528328289282184e-07
previous_iter_valid_loss : 0.1708078384399414
1504220 0.171061 0.170808 0.166074 CURRENT LEARNING RATE: 2.0524223034163498e-07
previous_iter_valid_loss : 0.17072413861751556
1504240 0.170874 0.170724 0.166422 CURRENT LEARNING RATE: 2.052011860001377e-07
previous_iter_valid_loss : 0.16603802144527435
1504260 0.166241 0.166038 0.166544 CURRENT LEARNING RATE: 2.0516014986668793e-07
previous_iter_valid_loss : 0.1613541841506958
1504280 0.161538 0.161354 0.165889 CURRENT LEARNING RATE: 2.0511912193964416e-07
previous_iter_valid_loss : 0.16291067004203796
1504300 0.163075 0.162911 0.165969 CURRENT LEARNING RATE: 2.0507810221736488e-07
previous_iter_valid_loss : 0.1633777767419815
1504320 0.163565 0.163378 0.165985 CURRENT LEARNING RATE: 2.0503709069821015e-07
previous_iter_valid_loss : 0.16390906274318695
1504340 0.164116 0.163909 0.166153 CURRENT LEARNING RATE: 2.0499608738053904e-07
previous_iter_valid_loss : 0.17200055718421936
1504360 0.172143 0.172001 0.166425 CURRENT LEARNING RATE: 2.0495509226271146e-07
previous_iter_valid_loss : 0.16872265934944153
1504380 0.168876 0.168723 0.166499 CURRENT LEARNING RATE: 2.0491410534308722e-07
previous_iter_valid_loss : 0.16700862348079681
1504400 0.167240 0.167009 0.166595 CURRENT LEARNING RATE: 2.048731266200276e-07
previous_iter_valid_loss : 0.1605832427740097
1504420 0.160745 0.160583 0.166599 CURRENT LEARNING RATE: 2.0483215609189307e-07
previous_iter_valid_loss : 0.16136570274829865
1504440 0.161549 0.161366 0.166539 CURRENT LEARNING RATE: 2.0479119375704447e-07
previous_iter_valid_loss : 0.1616961807012558
1504460 0.161885 0.161696 0.166372 CURRENT LEARNING RATE: 2.0475023961384398e-07
previous_iter_valid_loss : 0.16325359046459198
1504480 0.163423 0.163254 0.165705 CURRENT LEARNING RATE: 2.047092936606531e-07
previous_iter_valid_loss : 0.16367697715759277
1504500 0.163865 0.163677 0.165583 CURRENT LEARNING RATE: 2.0466835589583402e-07
previous_iter_valid_loss : 0.19535288214683533
1504520 0.195465 0.195353 0.167306 CURRENT LEARNING RATE: 2.0462742631774885e-07
previous_iter_valid_loss : 0.16119031608104706
1504540 0.161348 0.161190 0.167323 CURRENT LEARNING RATE: 2.0458650492476106e-07
previous_iter_valid_loss : 0.1666925996541977
1504560 0.166909 0.166693 0.167303 CURRENT LEARNING RATE: 2.0454559171523354e-07
previous_iter_valid_loss : 0.17255596816539764
1504580 0.172829 0.172556 0.167065 CURRENT LEARNING RATE: 2.0450468668752972e-07
previous_iter_valid_loss : 0.16106855869293213
1504600 0.161254 0.161069 0.166713 CURRENT LEARNING RATE: 2.04463789840013e-07
previous_iter_valid_loss : 0.16579295694828033
1504620 0.165949 0.165793 0.166462 CURRENT LEARNING RATE: 2.044229011710483e-07
previous_iter_valid_loss : 0.16118033230304718
1504640 0.161342 0.161180 0.165985 CURRENT LEARNING RATE: 2.0438202067899967e-07
previous_iter_valid_loss : 0.1605103462934494
1504660 0.160679 0.160510 0.165709 CURRENT LEARNING RATE: 2.0434114836223186e-07
previous_iter_valid_loss : 0.16062955558300018
1504680 0.160795 0.160630 0.165672 CURRENT LEARNING RATE: 2.043002842191097e-07
previous_iter_valid_loss : 0.16673849523067474
1504700 0.166959 0.166738 0.165864 CURRENT LEARNING RATE: 2.0425942824799925e-07
previous_iter_valid_loss : 0.16448719799518585
1504720 0.164695 0.164487 0.165919 CURRENT LEARNING RATE: 2.0421858044726598e-07
previous_iter_valid_loss : 0.16055327653884888
1504740 0.160718 0.160553 0.165752 CURRENT LEARNING RATE: 2.0417774081527596e-07
previous_iter_valid_loss : 0.16102732717990875
1504760 0.161214 0.161027 0.165203 CURRENT LEARNING RATE: 2.0413690935039523e-07
previous_iter_valid_loss : 0.16059109568595886
1504780 0.160766 0.160591 0.164796 CURRENT LEARNING RATE: 2.0409608605099125e-07
previous_iter_valid_loss : 0.18236687779426575
1504800 0.182517 0.182367 0.165564 CURRENT LEARNING RATE: 2.0405527091543076e-07
previous_iter_valid_loss : 0.16076239943504333
1504820 0.160939 0.160762 0.165573 CURRENT LEARNING RATE: 2.0401446394208077e-07
previous_iter_valid_loss : 0.1610298901796341
1504840 0.161211 0.161030 0.165556 CURRENT LEARNING RATE: 2.0397366512930974e-07
previous_iter_valid_loss : 0.16148161888122559
1504860 0.161650 0.161482 0.165546 CURRENT LEARNING RATE: 2.039328744754853e-07
previous_iter_valid_loss : 0.1646379977464676
1504880 0.164801 0.164638 0.165615 CURRENT LEARNING RATE: 2.038920919789759e-07
previous_iter_valid_loss : 0.17262883484363556
1504900 0.172896 0.172629 0.166063 CURRENT LEARNING RATE: 2.0385131763814986e-07
previous_iter_valid_loss : 0.17471939325332642
1504920 0.174995 0.174719 0.165031 CURRENT LEARNING RATE: 2.0381055145137685e-07
previous_iter_valid_loss : 0.16273832321166992
1504940 0.162932 0.162738 0.165108 CURRENT LEARNING RATE: 2.0376979341702597e-07
previous_iter_valid_loss : 0.16529518365859985
1504960 0.165502 0.165295 0.165038 CURRENT LEARNING RATE: 2.0372904353346686e-07
previous_iter_valid_loss : 0.16189312934875488
1504980 0.162082 0.161893 0.164505 CURRENT LEARNING RATE: 2.0368830179906915e-07
previous_iter_valid_loss : 0.16572631895542145
1505000 0.165892 0.165726 0.164738 CURRENT LEARNING RATE: 2.036475682122039e-07
previous_iter_valid_loss : 0.16565318405628204
1505020 0.165810 0.165653 0.164731 CURRENT LEARNING RATE: 2.036068427712414e-07
previous_iter_valid_loss : 0.1607225090265274
1505040 0.160901 0.160723 0.164708 CURRENT LEARNING RATE: 2.0356612547455263e-07
previous_iter_valid_loss : 0.1670359969139099
1505060 0.167194 0.167036 0.165035 CURRENT LEARNING RATE: 2.0352541632050855e-07
previous_iter_valid_loss : 0.16099484264850616
1505080 0.161174 0.160995 0.165053 CURRENT LEARNING RATE: 2.0348471530748153e-07
previous_iter_valid_loss : 0.18066716194152832
1505100 0.181005 0.180667 0.165749 CURRENT LEARNING RATE: 2.034440224338431e-07
previous_iter_valid_loss : 0.1642419397830963
1505120 0.164444 0.164242 0.165737 CURRENT LEARNING RATE: 2.0340333769796565e-07
previous_iter_valid_loss : 0.16826565563678741
1505140 0.168495 0.168266 0.166123 CURRENT LEARNING RATE: 2.0336266109822134e-07
previous_iter_valid_loss : 0.1766524463891983
1505160 0.176952 0.176652 0.166904 CURRENT LEARNING RATE: 2.033219926329839e-07
previous_iter_valid_loss : 0.1701003462076187
1505180 0.170248 0.170100 0.167379 CURRENT LEARNING RATE: 2.0328133230062617e-07
previous_iter_valid_loss : 0.18758630752563477
1505200 0.187992 0.187586 0.167640 CURRENT LEARNING RATE: 2.0324068009952173e-07
previous_iter_valid_loss : 0.17824117839336395
1505220 0.178547 0.178241 0.168514 CURRENT LEARNING RATE: 2.0320003602804422e-07
previous_iter_valid_loss : 0.17746783792972565
1505240 0.177628 0.177468 0.169336 CURRENT LEARNING RATE: 2.0315940008456848e-07
previous_iter_valid_loss : 0.16244350373744965
1505260 0.162641 0.162444 0.169384 CURRENT LEARNING RATE: 2.0311877226746884e-07
previous_iter_valid_loss : 0.1605493724346161
1505280 0.160714 0.160549 0.169180 CURRENT LEARNING RATE: 2.0307815257511968e-07
previous_iter_valid_loss : 0.1731162667274475
1505300 0.173391 0.173116 0.169204 CURRENT LEARNING RATE: 2.0303754100589707e-07
previous_iter_valid_loss : 0.17686639726161957
1505320 0.177018 0.176866 0.169311 CURRENT LEARNING RATE: 2.0299693755817606e-07
previous_iter_valid_loss : 0.16130490601062775
1505340 0.161470 0.161305 0.169240 CURRENT LEARNING RATE: 2.0295634223033264e-07
previous_iter_valid_loss : 0.16466160118579865
1505360 0.164844 0.164662 0.169208 CURRENT LEARNING RATE: 2.0291575502074254e-07
previous_iter_valid_loss : 0.16840147972106934
1505380 0.168626 0.168401 0.169533 CURRENT LEARNING RATE: 2.0287517592778305e-07
previous_iter_valid_loss : 0.16459901630878448
1505400 0.164812 0.164599 0.169477 CURRENT LEARNING RATE: 2.0283460494983066e-07
previous_iter_valid_loss : 0.16448958218097687
1505420 0.164689 0.164490 0.169419 CURRENT LEARNING RATE: 2.0279404208526242e-07
previous_iter_valid_loss : 0.17817731201648712
1505440 0.178339 0.178177 0.170292 CURRENT LEARNING RATE: 2.0275348733245557e-07
previous_iter_valid_loss : 0.16235283017158508
1505460 0.162527 0.162353 0.170058 CURRENT LEARNING RATE: 2.0271294068978863e-07
previous_iter_valid_loss : 0.16201376914978027
1505480 0.162198 0.162014 0.170108 CURRENT LEARNING RATE: 2.026724021556393e-07
previous_iter_valid_loss : 0.16623446345329285
1505500 0.166393 0.166234 0.169387 CURRENT LEARNING RATE: 2.0263187172838607e-07
previous_iter_valid_loss : 0.16122815012931824
1505520 0.161381 0.161228 0.169236 CURRENT LEARNING RATE: 2.0259134940640743e-07
previous_iter_valid_loss : 0.18378789722919464
1505540 0.184157 0.183788 0.170012 CURRENT LEARNING RATE: 2.025508351880831e-07
previous_iter_valid_loss : 0.16505415737628937
1505560 0.165263 0.165054 0.169432 CURRENT LEARNING RATE: 2.0251032907179222e-07
previous_iter_valid_loss : 0.1896144300699234
1505580 0.190065 0.189614 0.170408 CURRENT LEARNING RATE: 2.0246983105591456e-07
previous_iter_valid_loss : 0.16953498125076294
1505600 0.169785 0.169535 0.169505 CURRENT LEARNING RATE: 2.0242934113882977e-07
previous_iter_valid_loss : 0.17669852077960968
1505620 0.176855 0.176699 0.169428 CURRENT LEARNING RATE: 2.0238885931891904e-07
previous_iter_valid_loss : 0.16985157132148743
1505640 0.169997 0.169852 0.169048 CURRENT LEARNING RATE: 2.0234838559456268e-07
previous_iter_valid_loss : 0.1716543287038803
1505660 0.171925 0.171654 0.169508 CURRENT LEARNING RATE: 2.0230791996414146e-07
previous_iter_valid_loss : 0.16442376375198364
1505680 0.164637 0.164424 0.169702 CURRENT LEARNING RATE: 2.0226746242603738e-07
previous_iter_valid_loss : 0.1955076903104782
1505700 0.196014 0.195508 0.170821 CURRENT LEARNING RATE: 2.0222701297863184e-07
previous_iter_valid_loss : 0.16212688386440277
1505720 0.162278 0.162127 0.170084 CURRENT LEARNING RATE: 2.0218657162030683e-07
previous_iter_valid_loss : 0.17694848775863647
1505740 0.177247 0.176948 0.170867 CURRENT LEARNING RATE: 2.0214613834944438e-07
previous_iter_valid_loss : 0.16053804755210876
1505760 0.160704 0.160538 0.170660 CURRENT LEARNING RATE: 2.0210571316442785e-07
previous_iter_valid_loss : 0.1616302728652954
1505780 0.161796 0.161630 0.170322 CURRENT LEARNING RATE: 2.0206529606363983e-07
previous_iter_valid_loss : 0.16644716262817383
1505800 0.166672 0.166447 0.170414 CURRENT LEARNING RATE: 2.0202488704546372e-07
previous_iter_valid_loss : 0.16315053403377533
1505820 0.163317 0.163151 0.170347 CURRENT LEARNING RATE: 2.0198448610828277e-07
previous_iter_valid_loss : 0.16056731343269348
1505840 0.160726 0.160567 0.169467 CURRENT LEARNING RATE: 2.0194409325048164e-07
previous_iter_valid_loss : 0.1772015243768692
1505860 0.177350 0.177202 0.170209 CURRENT LEARNING RATE: 2.0190370847044425e-07
previous_iter_valid_loss : 0.16192685067653656
1505880 0.162120 0.161927 0.170205 CURRENT LEARNING RATE: 2.018633317665552e-07
previous_iter_valid_loss : 0.16101336479187012
1505900 0.161176 0.161013 0.169944 CURRENT LEARNING RATE: 2.0182296313719913e-07
previous_iter_valid_loss : 0.1615685373544693
1505920 0.161727 0.161569 0.169961 CURRENT LEARNING RATE: 2.0178260258076199e-07
previous_iter_valid_loss : 0.1666678637266159
1505940 0.166828 0.166668 0.169105 CURRENT LEARNING RATE: 2.0174225009562892e-07
previous_iter_valid_loss : 0.16944283246994019
1505960 0.169691 0.169443 0.169324 CURRENT LEARNING RATE: 2.0170190568018592e-07
previous_iter_valid_loss : 0.16360890865325928
1505980 0.163779 0.163609 0.168024 CURRENT LEARNING RATE: 2.0166156933281883e-07
previous_iter_valid_loss : 0.1876649111509323
1506000 0.187800 0.187665 0.168930 CURRENT LEARNING RATE: 2.0162124105191486e-07
previous_iter_valid_loss : 0.1606142669916153
1506020 0.160766 0.160614 0.168126 CURRENT LEARNING RATE: 2.0158092083586057e-07
previous_iter_valid_loss : 0.16100549697875977
1506040 0.161155 0.161005 0.167684 CURRENT LEARNING RATE: 2.015406086830428e-07
previous_iter_valid_loss : 0.16314296424388885
1506060 0.163333 0.163143 0.167258 CURRENT LEARNING RATE: 2.0150030459184978e-07
previous_iter_valid_loss : 0.16830594837665558
1506080 0.168457 0.168306 0.167452 CURRENT LEARNING RATE: 2.0146000856066893e-07
previous_iter_valid_loss : 0.16493697464466095
1506100 0.165100 0.164937 0.165924 CURRENT LEARNING RATE: 2.0141972058788843e-07
previous_iter_valid_loss : 0.16655363142490387
1506120 0.166714 0.166554 0.166145 CURRENT LEARNING RATE: 2.013794406718965e-07
previous_iter_valid_loss : 0.16814185678958893
1506140 0.168374 0.168142 0.165705 CURRENT LEARNING RATE: 2.0133916881108251e-07
previous_iter_valid_loss : 0.16220134496688843
1506160 0.162393 0.162201 0.165788 CURRENT LEARNING RATE: 2.0129890500383532e-07
previous_iter_valid_loss : 0.160684272646904
1506180 0.160856 0.160684 0.165741 CURRENT LEARNING RATE: 2.0125864924854436e-07
previous_iter_valid_loss : 0.16080421209335327
1506200 0.160958 0.160804 0.165459 CURRENT LEARNING RATE: 2.0121840154359906e-07
previous_iter_valid_loss : 0.16399535536766052
1506220 0.164194 0.163995 0.165501 CURRENT LEARNING RATE: 2.0117816188739018e-07
previous_iter_valid_loss : 0.1608443558216095
1506240 0.161018 0.160844 0.165515 CURRENT LEARNING RATE: 2.011379302783078e-07
previous_iter_valid_loss : 0.16771112382411957
1506260 0.167947 0.167711 0.165040 CURRENT LEARNING RATE: 2.0109770671474266e-07
previous_iter_valid_loss : 0.16328111290931702
1506280 0.163454 0.163281 0.165108 CURRENT LEARNING RATE: 2.0105749119508548e-07
previous_iter_valid_loss : 0.16054667532444
1506300 0.160713 0.160547 0.165085 CURRENT LEARNING RATE: 2.010172837177283e-07
previous_iter_valid_loss : 0.16791272163391113
1506320 0.168144 0.167913 0.165402 CURRENT LEARNING RATE: 2.0097708428106253e-07
previous_iter_valid_loss : 0.1612260788679123
1506340 0.161379 0.161226 0.165130 CURRENT LEARNING RATE: 2.0093689288348014e-07
previous_iter_valid_loss : 0.16064803302288055
1506360 0.160806 0.160648 0.164690 CURRENT LEARNING RATE: 2.0089670952337311e-07
previous_iter_valid_loss : 0.17641308903694153
1506380 0.176561 0.176413 0.165330 CURRENT LEARNING RATE: 2.008565341991349e-07
previous_iter_valid_loss : 0.16582007706165314
1506400 0.166038 0.165820 0.164238 CURRENT LEARNING RATE: 2.0081636690915804e-07
previous_iter_valid_loss : 0.16647875308990479
1506420 0.166631 0.166479 0.164531 CURRENT LEARNING RATE: 2.007762076518359e-07
previous_iter_valid_loss : 0.16158534586429596
1506440 0.161737 0.161585 0.164560 CURRENT LEARNING RATE: 2.0073605642556174e-07
previous_iter_valid_loss : 0.19406908750534058
1506460 0.194560 0.194069 0.166106 CURRENT LEARNING RATE: 2.006959132287302e-07
previous_iter_valid_loss : 0.16051402688026428
1506480 0.160670 0.160514 0.165717 CURRENT LEARNING RATE: 2.0065577805973523e-07
previous_iter_valid_loss : 0.1718018800020218
1506500 0.172073 0.171802 0.166060 CURRENT LEARNING RATE: 2.0061565091697108e-07
previous_iter_valid_loss : 0.16067013144493103
1506520 0.160838 0.160670 0.165766 CURRENT LEARNING RATE: 2.005755317988333e-07
previous_iter_valid_loss : 0.16282965242862701
1506540 0.163027 0.162830 0.165500 CURRENT LEARNING RATE: 2.0053542070371683e-07
previous_iter_valid_loss : 0.1771703064441681
1506560 0.177467 0.177170 0.166249 CURRENT LEARNING RATE: 2.0049531763001726e-07
previous_iter_valid_loss : 0.21553702652454376
1506580 0.215549 0.215537 0.168991 CURRENT LEARNING RATE: 2.0045522257613004e-07
previous_iter_valid_loss : 0.1606001853942871
1506600 0.160766 0.160600 0.168981 CURRENT LEARNING RATE: 2.0041513554045207e-07
previous_iter_valid_loss : 0.16082587838172913
1506620 0.160987 0.160826 0.168823 CURRENT LEARNING RATE: 2.0037505652137957e-07
previous_iter_valid_loss : 0.16289524734020233
1506640 0.163065 0.162895 0.168925 CURRENT LEARNING RATE: 2.0033498551730938e-07
previous_iter_valid_loss : 0.16601859033107758
1506660 0.166248 0.166019 0.168841 CURRENT LEARNING RATE: 2.0029492252663828e-07
previous_iter_valid_loss : 0.16516193747520447
1506680 0.165329 0.165162 0.168935 CURRENT LEARNING RATE: 2.0025486754776444e-07
previous_iter_valid_loss : 0.17469653487205505
1506700 0.174848 0.174697 0.169642 CURRENT LEARNING RATE: 2.0021482057908536e-07
previous_iter_valid_loss : 0.16388636827468872
1506720 0.164089 0.163886 0.169441 CURRENT LEARNING RATE: 2.0017478161899908e-07
previous_iter_valid_loss : 0.16083912551403046
1506740 0.160998 0.160839 0.169422 CURRENT LEARNING RATE: 2.0013475066590377e-07
previous_iter_valid_loss : 0.16067363321781158
1506760 0.160845 0.160674 0.169423 CURRENT LEARNING RATE: 2.0009472771819887e-07
previous_iter_valid_loss : 0.16789843142032623
1506780 0.168126 0.167898 0.168997 CURRENT LEARNING RATE: 2.000547127742831e-07
previous_iter_valid_loss : 0.16096705198287964
1506800 0.161152 0.160967 0.168754 CURRENT LEARNING RATE: 2.0001470583255588e-07
previous_iter_valid_loss : 0.167299285531044
1506820 0.167531 0.167299 0.168795 CURRENT LEARNING RATE: 1.9997470689141653e-07
previous_iter_valid_loss : 0.16421100497245789
1506840 0.164418 0.164211 0.168927 CURRENT LEARNING RATE: 1.9993471594926585e-07
previous_iter_valid_loss : 0.18572209775447845
1506860 0.186112 0.185722 0.168509 CURRENT LEARNING RATE: 1.9989473300450385e-07
previous_iter_valid_loss : 0.18075478076934814
1506880 0.181093 0.180755 0.169521 CURRENT LEARNING RATE: 1.9985475805553083e-07
previous_iter_valid_loss : 0.16424080729484558
1506900 0.164403 0.164241 0.169143 CURRENT LEARNING RATE: 1.998147911007485e-07
previous_iter_valid_loss : 0.16066594421863556
1506920 0.160828 0.160666 0.169143 CURRENT LEARNING RATE: 1.997748321385579e-07
previous_iter_valid_loss : 0.1708255261182785
1506940 0.171068 0.170826 0.169543 CURRENT LEARNING RATE: 1.9973488116736053e-07
previous_iter_valid_loss : 0.16627824306488037
1506960 0.166485 0.166278 0.168998 CURRENT LEARNING RATE: 1.9969493818555813e-07
previous_iter_valid_loss : 0.16810043156147003
1506980 0.168256 0.168100 0.166627 CURRENT LEARNING RATE: 1.9965500319155362e-07
previous_iter_valid_loss : 0.16070012748241425
1507000 0.160868 0.160700 0.166632 CURRENT LEARNING RATE: 1.9961507618374928e-07
previous_iter_valid_loss : 0.16286320984363556
1507020 0.163067 0.162863 0.166733 CURRENT LEARNING RATE: 1.99575157160548e-07
previous_iter_valid_loss : 0.1768524944782257
1507040 0.177011 0.176852 0.167431 CURRENT LEARNING RATE: 1.995352461203527e-07
previous_iter_valid_loss : 0.16306181252002716
1507060 0.163230 0.163062 0.167283 CURRENT LEARNING RATE: 1.9949534306156762e-07
previous_iter_valid_loss : 0.16911311447620392
1507080 0.169370 0.169113 0.167481 CURRENT LEARNING RATE: 1.994554479825963e-07
previous_iter_valid_loss : 0.16194629669189453
1507100 0.162134 0.161946 0.166843 CURRENT LEARNING RATE: 1.994155608818429e-07
previous_iter_valid_loss : 0.16289502382278442
1507120 0.163083 0.162895 0.166794 CURRENT LEARNING RATE: 1.9937568175771158e-07
previous_iter_valid_loss : 0.161033496260643
1507140 0.161214 0.161033 0.166804 CURRENT LEARNING RATE: 1.9933581060860795e-07
previous_iter_valid_loss : 0.1656840443611145
1507160 0.165891 0.165684 0.167054 CURRENT LEARNING RATE: 1.9929594743293678e-07
previous_iter_valid_loss : 0.1605270504951477
1507180 0.160693 0.160527 0.166686 CURRENT LEARNING RATE: 1.9925609222910352e-07
previous_iter_valid_loss : 0.1700608730316162
1507200 0.170210 0.170061 0.167140 CURRENT LEARNING RATE: 1.9921624499551363e-07
previous_iter_valid_loss : 0.16056902706623077
1507220 0.160734 0.160569 0.166804 CURRENT LEARNING RATE: 1.9917640573057388e-07
previous_iter_valid_loss : 0.1714402139186859
1507240 0.171706 0.171440 0.167165 CURRENT LEARNING RATE: 1.9913657443269043e-07
previous_iter_valid_loss : 0.1616445630788803
1507260 0.161810 0.161645 0.165961 CURRENT LEARNING RATE: 1.9909675110026964e-07
previous_iter_valid_loss : 0.16248632967472076
1507280 0.162695 0.162486 0.165048 CURRENT LEARNING RATE: 1.9905693573171921e-07
previous_iter_valid_loss : 0.1674174666404724
1507300 0.167649 0.167417 0.165207 CURRENT LEARNING RATE: 1.990171283254463e-07
previous_iter_valid_loss : 0.16410748660564423
1507320 0.164277 0.164107 0.165379 CURRENT LEARNING RATE: 1.989773288798585e-07
previous_iter_valid_loss : 0.1607966274023056
1507340 0.160976 0.160797 0.164877 CURRENT LEARNING RATE: 1.989375373933636e-07
previous_iter_valid_loss : 0.16918106377124786
1507360 0.169337 0.169181 0.165022 CURRENT LEARNING RATE: 1.988977538643705e-07
previous_iter_valid_loss : 0.16082872450351715
1507380 0.160985 0.160829 0.164659 CURRENT LEARNING RATE: 1.9885797829128764e-07
previous_iter_valid_loss : 0.1784963607788086
1507400 0.178810 0.178496 0.165549 CURRENT LEARNING RATE: 1.988182106725239e-07
previous_iter_valid_loss : 0.1624390184879303
1507420 0.162620 0.162439 0.165527 CURRENT LEARNING RATE: 1.9877845100648828e-07
previous_iter_valid_loss : 0.16620394587516785
1507440 0.166411 0.166204 0.164995 CURRENT LEARNING RATE: 1.9873869929159108e-07
previous_iter_valid_loss : 0.17503774166107178
1507460 0.175313 0.175038 0.165594 CURRENT LEARNING RATE: 1.9869895552624184e-07
previous_iter_valid_loss : 0.16112083196640015
1507480 0.161276 0.161121 0.165194 CURRENT LEARNING RATE: 1.9865921970885088e-07
previous_iter_valid_loss : 0.16359005868434906
1507500 0.163785 0.163590 0.165276 CURRENT LEARNING RATE: 1.986194918378284e-07
previous_iter_valid_loss : 0.161002978682518
1507520 0.161160 0.161003 0.165182 CURRENT LEARNING RATE: 1.9857977191158592e-07
previous_iter_valid_loss : 0.16995468735694885
1507540 0.170201 0.169955 0.165628 CURRENT LEARNING RATE: 1.9854005992853438e-07
previous_iter_valid_loss : 0.16212940216064453
1507560 0.162318 0.162129 0.165450 CURRENT LEARNING RATE: 1.9850035588708525e-07
previous_iter_valid_loss : 0.16135656833648682
1507580 0.161513 0.161357 0.165492 CURRENT LEARNING RATE: 1.9846065978565006e-07
previous_iter_valid_loss : 0.17574456334114075
1507600 0.175895 0.175745 0.165776 CURRENT LEARNING RATE: 1.984209716226416e-07
previous_iter_valid_loss : 0.16327384114265442
1507620 0.163441 0.163274 0.165911 CURRENT LEARNING RATE: 1.9838129139647204e-07
previous_iter_valid_loss : 0.16444696485996246
1507640 0.164617 0.164447 0.165561 CURRENT LEARNING RATE: 1.9834161910555419e-07
previous_iter_valid_loss : 0.1748330295085907
1507660 0.175115 0.174833 0.166221 CURRENT LEARNING RATE: 1.9830195474830077e-07
previous_iter_valid_loss : 0.16124822199344635
1507680 0.161432 0.161248 0.166159 CURRENT LEARNING RATE: 1.9826229832312587e-07
previous_iter_valid_loss : 0.1667724996805191
1507700 0.166980 0.166772 0.166127 CURRENT LEARNING RATE: 1.9822264982844297e-07
previous_iter_valid_loss : 0.16409140825271606
1507720 0.164299 0.164091 0.166126 CURRENT LEARNING RATE: 1.9818300926266577e-07
previous_iter_valid_loss : 0.18226154148578644
1507740 0.182608 0.182262 0.167199 CURRENT LEARNING RATE: 1.9814337662420927e-07
previous_iter_valid_loss : 0.16987034678459167
1507760 0.170117 0.169870 0.167234 CURRENT LEARNING RATE: 1.9810375191148787e-07
previous_iter_valid_loss : 0.164817214012146
1507780 0.165020 0.164817 0.167433 CURRENT LEARNING RATE: 1.9806413512291658e-07
previous_iter_valid_loss : 0.16371451318264008
1507800 0.163886 0.163715 0.166694 CURRENT LEARNING RATE: 1.9802452625691036e-07
previous_iter_valid_loss : 0.16131533682346344
1507820 0.161477 0.161315 0.166638 CURRENT LEARNING RATE: 1.979849253118856e-07
previous_iter_valid_loss : 0.16058750450611115
1507840 0.160764 0.160588 0.166357 CURRENT LEARNING RATE: 1.9794533228625783e-07
previous_iter_valid_loss : 0.16108599305152893
1507860 0.161253 0.161086 0.165659 CURRENT LEARNING RATE: 1.979057471784434e-07
previous_iter_valid_loss : 0.16110171377658844
1507880 0.161295 0.161102 0.165658 CURRENT LEARNING RATE: 1.9786616998685854e-07
previous_iter_valid_loss : 0.16060936450958252
1507900 0.160788 0.160609 0.165509 CURRENT LEARNING RATE: 1.9782660070992089e-07
previous_iter_valid_loss : 0.1610366255044937
1507920 0.161203 0.161037 0.165511 CURRENT LEARNING RATE: 1.9778703934604722e-07
previous_iter_valid_loss : 0.16965804994106293
1507940 0.169805 0.169658 0.165496 CURRENT LEARNING RATE: 1.9774748589365522e-07
previous_iter_valid_loss : 0.16401846706867218
1507960 0.164185 0.164018 0.165591 CURRENT LEARNING RATE: 1.977079403511623e-07
previous_iter_valid_loss : 0.16071289777755737
1507980 0.160884 0.160713 0.165558 CURRENT LEARNING RATE: 1.9766840271698734e-07
previous_iter_valid_loss : 0.16713787615299225
1508000 0.167295 0.167138 0.165128 CURRENT LEARNING RATE: 1.9762887298954856e-07
previous_iter_valid_loss : 0.167218878865242
1508020 0.167373 0.167219 0.165325 CURRENT LEARNING RATE: 1.975893511672647e-07
previous_iter_valid_loss : 0.1605502963066101
1508040 0.160716 0.160550 0.165131 CURRENT LEARNING RATE: 1.9754983724855458e-07
previous_iter_valid_loss : 0.16872090101242065
1508060 0.168873 0.168721 0.164825 CURRENT LEARNING RATE: 1.975103312318383e-07
previous_iter_valid_loss : 0.16490581631660461
1508080 0.165112 0.164906 0.165008 CURRENT LEARNING RATE: 1.974708331155353e-07
previous_iter_valid_loss : 0.1812114715576172
1508100 0.181372 0.181211 0.165730 CURRENT LEARNING RATE: 1.9743134289806534e-07
previous_iter_valid_loss : 0.16499508917331696
1508120 0.165186 0.164995 0.165775 CURRENT LEARNING RATE: 1.9739186057784942e-07
previous_iter_valid_loss : 0.16634856164455414
1508140 0.166564 0.166349 0.164979 CURRENT LEARNING RATE: 1.9735238615330802e-07
previous_iter_valid_loss : 0.16052687168121338
1508160 0.160688 0.160527 0.164512 CURRENT LEARNING RATE: 1.97312919622862e-07
previous_iter_valid_loss : 0.1625942885875702
1508180 0.162766 0.162594 0.164401 CURRENT LEARNING RATE: 1.9727346098493253e-07
previous_iter_valid_loss : 0.16879430413246155
1508200 0.168951 0.168794 0.164655 CURRENT LEARNING RATE: 1.9723401023794184e-07
previous_iter_valid_loss : 0.1606379747390747
1508220 0.160801 0.160638 0.164621 CURRENT LEARNING RATE: 1.9719456738031158e-07
previous_iter_valid_loss : 0.18507255613803864
1508240 0.185217 0.185073 0.165845 CURRENT LEARNING RATE: 1.9715513241046404e-07
previous_iter_valid_loss : 0.16113480925559998
1508260 0.161299 0.161135 0.165848 CURRENT LEARNING RATE: 1.971157053268215e-07
previous_iter_valid_loss : 0.163270965218544
1508280 0.163438 0.163271 0.165956 CURRENT LEARNING RATE: 1.970762861278075e-07
previous_iter_valid_loss : 0.17022334039211273
1508300 0.170371 0.170223 0.166437 CURRENT LEARNING RATE: 1.97036874811845e-07
previous_iter_valid_loss : 0.16105440258979797
1508320 0.161213 0.161054 0.166438 CURRENT LEARNING RATE: 1.969974713773575e-07
previous_iter_valid_loss : 0.17177814245224
1508340 0.172032 0.171778 0.166544 CURRENT LEARNING RATE: 1.9695807582276854e-07
previous_iter_valid_loss : 0.16061663627624512
1508360 0.160775 0.160617 0.166374 CURRENT LEARNING RATE: 1.9691868814650303e-07
previous_iter_valid_loss : 0.17053396999835968
1508380 0.170686 0.170534 0.166865 CURRENT LEARNING RATE: 1.9687930834698504e-07
previous_iter_valid_loss : 0.16053609549999237
1508400 0.160706 0.160536 0.166535 CURRENT LEARNING RATE: 1.968399364226394e-07
previous_iter_valid_loss : 0.1863037645816803
1508420 0.186454 0.186304 0.167489 CURRENT LEARNING RATE: 1.968005723718909e-07
previous_iter_valid_loss : 0.16175536811351776
1508440 0.161948 0.161755 0.167549 CURRENT LEARNING RATE: 1.9676121619316567e-07
previous_iter_valid_loss : 0.16699497401714325
1508460 0.167217 0.166995 0.167463 CURRENT LEARNING RATE: 1.967218678848891e-07
previous_iter_valid_loss : 0.16137276589870453
1508480 0.161557 0.161373 0.167286 CURRENT LEARNING RATE: 1.9668252744548694e-07
previous_iter_valid_loss : 0.16515150666236877
1508500 0.165358 0.165152 0.166483 CURRENT LEARNING RATE: 1.9664319487338627e-07
previous_iter_valid_loss : 0.1637241691350937
1508520 0.163910 0.163724 0.166420 CURRENT LEARNING RATE: 1.9660387016701341e-07
previous_iter_valid_loss : 0.16052640974521637
1508540 0.160684 0.160526 0.166129 CURRENT LEARNING RATE: 1.9656455332479537e-07
previous_iter_valid_loss : 0.16323690116405487
1508560 0.163399 0.163237 0.166264 CURRENT LEARNING RATE: 1.9652524434515913e-07
previous_iter_valid_loss : 0.17391148209571838
1508580 0.174187 0.173911 0.166830 CURRENT LEARNING RATE: 1.9648594322653307e-07
previous_iter_valid_loss : 0.16416706144809723
1508600 0.164375 0.164167 0.166599 CURRENT LEARNING RATE: 1.9644664996734478e-07
previous_iter_valid_loss : 0.1613204926252365
1508620 0.161514 0.161320 0.166633 CURRENT LEARNING RATE: 1.9640736456602245e-07
previous_iter_valid_loss : 0.16855081915855408
1508640 0.168787 0.168551 0.165807 CURRENT LEARNING RATE: 1.9636808702099443e-07
previous_iter_valid_loss : 0.16126790642738342
1508660 0.161460 0.161268 0.165813 CURRENT LEARNING RATE: 1.9632881733069027e-07
previous_iter_valid_loss : 0.16879767179489136
1508680 0.169028 0.168798 0.166090 CURRENT LEARNING RATE: 1.9628955549353877e-07
previous_iter_valid_loss : 0.16126187145709991
1508700 0.161450 0.161262 0.165642 CURRENT LEARNING RATE: 1.9625030150796958e-07
previous_iter_valid_loss : 0.16121426224708557
1508720 0.161372 0.161214 0.165650 CURRENT LEARNING RATE: 1.9621105537241211e-07
previous_iter_valid_loss : 0.17086315155029297
1508740 0.171014 0.170863 0.165604 CURRENT LEARNING RATE: 1.961718170852972e-07
previous_iter_valid_loss : 0.1646290421485901
1508760 0.164795 0.164629 0.165804 CURRENT LEARNING RATE: 1.9613258664505504e-07
previous_iter_valid_loss : 0.16614946722984314
1508780 0.166303 0.166149 0.165585 CURRENT LEARNING RATE: 1.9609336405011635e-07
previous_iter_valid_loss : 0.18822050094604492
1508800 0.188361 0.188221 0.166969 CURRENT LEARNING RATE: 1.9605414929891192e-07
previous_iter_valid_loss : 0.16052812337875366
1508820 0.160691 0.160528 0.165681 CURRENT LEARNING RATE: 1.960149423898738e-07
previous_iter_valid_loss : 0.1727270632982254
1508840 0.172876 0.172727 0.166229 CURRENT LEARNING RATE: 1.9597574332143344e-07
previous_iter_valid_loss : 0.16091406345367432
1508860 0.161097 0.160914 0.165925 CURRENT LEARNING RATE: 1.9593655209202249e-07
previous_iter_valid_loss : 0.16692903637886047
1508880 0.167090 0.166929 0.166203 CURRENT LEARNING RATE: 1.9589736870007396e-07
previous_iter_valid_loss : 0.16794240474700928
1508900 0.168093 0.167942 0.166343 CURRENT LEARNING RATE: 1.9585819314402024e-07
previous_iter_valid_loss : 0.16671274602413177
1508920 0.166928 0.166713 0.166492 CURRENT LEARNING RATE: 1.9581902542229423e-07
previous_iter_valid_loss : 0.16127532720565796
1508940 0.161454 0.161275 0.166529 CURRENT LEARNING RATE: 1.9577986553332896e-07
previous_iter_valid_loss : 0.16587135195732117
1508960 0.166033 0.165871 0.166661 CURRENT LEARNING RATE: 1.9574071347555868e-07
previous_iter_valid_loss : 0.16440215706825256
1508980 0.164602 0.164402 0.166186 CURRENT LEARNING RATE: 1.9570156924741696e-07
previous_iter_valid_loss : 0.16931761801242828
1509000 0.169565 0.169318 0.166443 CURRENT LEARNING RATE: 1.95662432847338e-07
previous_iter_valid_loss : 0.16065096855163574
1509020 0.160829 0.160651 0.166410 CURRENT LEARNING RATE: 1.9562330427375607e-07
previous_iter_valid_loss : 0.16783955693244934
1509040 0.167996 0.167840 0.166374 CURRENT LEARNING RATE: 1.955841835251067e-07
previous_iter_valid_loss : 0.16332457959651947
1509060 0.163515 0.163325 0.166477 CURRENT LEARNING RATE: 1.955450705998247e-07
previous_iter_valid_loss : 0.16695831716060638
1509080 0.167172 0.166958 0.166385 CURRENT LEARNING RATE: 1.9550596549634551e-07
previous_iter_valid_loss : 0.17767225205898285
1509100 0.177973 0.177672 0.167206 CURRENT LEARNING RATE: 1.9546686821310463e-07
previous_iter_valid_loss : 0.19679579138755798
1509120 0.197290 0.196796 0.168985 CURRENT LEARNING RATE: 1.9542777874853885e-07
previous_iter_valid_loss : 0.16179728507995605
1509140 0.161982 0.161797 0.168531 CURRENT LEARNING RATE: 1.9538869710108424e-07
previous_iter_valid_loss : 0.1655692160129547
1509160 0.165774 0.165569 0.168578 CURRENT LEARNING RATE: 1.9534962326917756e-07
previous_iter_valid_loss : 0.1790391057729721
1509180 0.179200 0.179039 0.169223 CURRENT LEARNING RATE: 1.9531055725125546e-07
previous_iter_valid_loss : 0.1661117523908615
1509200 0.166272 0.166112 0.168117 CURRENT LEARNING RATE: 1.9527149904575607e-07
previous_iter_valid_loss : 0.17180413007736206
1509220 0.171950 0.171804 0.168681 CURRENT LEARNING RATE: 1.9523244865111666e-07
previous_iter_valid_loss : 0.17826861143112183
1509240 0.178583 0.178269 0.168958 CURRENT LEARNING RATE: 1.9519340606577516e-07
previous_iter_valid_loss : 0.16050465404987335
1509260 0.160667 0.160505 0.168938 CURRENT LEARNING RATE: 1.9515437128816963e-07
previous_iter_valid_loss : 0.1711404025554657
1509280 0.171387 0.171140 0.169148 CURRENT LEARNING RATE: 1.9511534431673933e-07
previous_iter_valid_loss : 0.16238883137702942
1509300 0.162544 0.162389 0.168871 CURRENT LEARNING RATE: 1.9507632514992283e-07
previous_iter_valid_loss : 0.1857760101556778
1509320 0.186157 0.185776 0.169824 CURRENT LEARNING RATE: 1.95037313786159e-07
previous_iter_valid_loss : 0.1617894023656845
1509340 0.161952 0.161789 0.169850 CURRENT LEARNING RATE: 1.9499831022388812e-07
previous_iter_valid_loss : 0.16053913533687592
1509360 0.160707 0.160539 0.169583 CURRENT LEARNING RATE: 1.9495931446154962e-07
previous_iter_valid_loss : 0.1808329075574875
1509380 0.180992 0.180833 0.170405 CURRENT LEARNING RATE: 1.9492032649758375e-07
previous_iter_valid_loss : 0.1617378294467926
1509400 0.161926 0.161738 0.170026 CURRENT LEARNING RATE: 1.9488134633043064e-07
previous_iter_valid_loss : 0.16380544006824493
1509420 0.163963 0.163805 0.170183 CURRENT LEARNING RATE: 1.9484237395853175e-07
previous_iter_valid_loss : 0.17481519281864166
1509440 0.174968 0.174815 0.170532 CURRENT LEARNING RATE: 1.9480340938032783e-07
previous_iter_valid_loss : 0.1734379380941391
1509460 0.173580 0.173438 0.171038 CURRENT LEARNING RATE: 1.9476445259426032e-07
previous_iter_valid_loss : 0.16076968610286713
1509480 0.160931 0.160770 0.170728 CURRENT LEARNING RATE: 1.947255035987706e-07
previous_iter_valid_loss : 0.1742708683013916
1509500 0.174420 0.174271 0.170558 CURRENT LEARNING RATE: 1.9468656239230138e-07
previous_iter_valid_loss : 0.16052626073360443
1509520 0.160675 0.160526 0.168745 CURRENT LEARNING RATE: 1.9464762897329468e-07
previous_iter_valid_loss : 0.16580228507518768
1509540 0.166000 0.165802 0.168945 CURRENT LEARNING RATE: 1.9460870334019318e-07
previous_iter_valid_loss : 0.16489295661449432
1509560 0.165102 0.164893 0.168911 CURRENT LEARNING RATE: 1.945697854914395e-07
previous_iter_valid_loss : 0.1635805070400238
1509580 0.163785 0.163581 0.168138 CURRENT LEARNING RATE: 1.9453087542547757e-07
previous_iter_valid_loss : 0.16395841538906097
1509600 0.164148 0.163958 0.168031 CURRENT LEARNING RATE: 1.9449197314075075e-07
previous_iter_valid_loss : 0.1752382069826126
1509620 0.175514 0.175238 0.168202 CURRENT LEARNING RATE: 1.9445307863570283e-07
previous_iter_valid_loss : 0.16354615986347198
1509640 0.163724 0.163546 0.167466 CURRENT LEARNING RATE: 1.9441419190877775e-07
previous_iter_valid_loss : 0.16130776703357697
1509660 0.161485 0.161308 0.167506 CURRENT LEARNING RATE: 1.943753129584207e-07
previous_iter_valid_loss : 0.17905186116695404
1509680 0.179213 0.179052 0.167902 CURRENT LEARNING RATE: 1.9433644178307623e-07
previous_iter_valid_loss : 0.17592835426330566
1509700 0.176084 0.175928 0.168579 CURRENT LEARNING RATE: 1.942975783811891e-07
previous_iter_valid_loss : 0.16184358298778534
1509720 0.162035 0.161844 0.167382 CURRENT LEARNING RATE: 1.9425872275120545e-07
previous_iter_valid_loss : 0.1729857176542282
1509740 0.173256 0.172986 0.167942 CURRENT LEARNING RATE: 1.9421987489157075e-07
previous_iter_valid_loss : 0.1668311059474945
1509760 0.166990 0.166831 0.168257 CURRENT LEARNING RATE: 1.9418103480073108e-07
previous_iter_valid_loss : 0.16827134788036346
1509780 0.168490 0.168271 0.167629 CURRENT LEARNING RATE: 1.9414220247713248e-07
previous_iter_valid_loss : 0.18027056753635406
1509800 0.180593 0.180271 0.168555 CURRENT LEARNING RATE: 1.9410337791922235e-07
previous_iter_valid_loss : 0.1611914485692978
1509820 0.161371 0.161191 0.168424 CURRENT LEARNING RATE: 1.9406456112544736e-07
previous_iter_valid_loss : 0.16049456596374512
1509840 0.160664 0.160495 0.167708 CURRENT LEARNING RATE: 1.9402575209425486e-07
previous_iter_valid_loss : 0.18109922111034393
1509860 0.181252 0.181099 0.168092 CURRENT LEARNING RATE: 1.939869508240921e-07
previous_iter_valid_loss : 0.16182884573936462
1509880 0.161982 0.161829 0.168144 CURRENT LEARNING RATE: 1.9394815731340775e-07
previous_iter_valid_loss : 0.16447165608406067
1509900 0.164641 0.164472 0.167655 CURRENT LEARNING RATE: 1.9390937156064975e-07
previous_iter_valid_loss : 0.1620488166809082
1509920 0.162238 0.162049 0.167731 CURRENT LEARNING RATE: 1.9387059356426657e-07
previous_iter_valid_loss : 0.17227977514266968
1509940 0.172423 0.172280 0.168055 CURRENT LEARNING RATE: 1.9383182332270685e-07
previous_iter_valid_loss : 0.16284799575805664
1509960 0.163011 0.162848 0.167952 CURRENT LEARNING RATE: 1.9379306083442044e-07
previous_iter_valid_loss : 0.18728859722614288
1509980 0.187709 0.187289 0.169138 CURRENT LEARNING RATE: 1.9375430609785647e-07
previous_iter_valid_loss : 0.16108644008636475
1510000 0.161241 0.161086 0.168994 CURRENT LEARNING RATE: 1.937155591114648e-07
previous_iter_valid_loss : 0.16068622469902039
1510020 0.160851 0.160686 0.168267 CURRENT LEARNING RATE: 1.936768198736952e-07
previous_iter_valid_loss : 0.162917360663414
1510040 0.163081 0.162917 0.168235 CURRENT LEARNING RATE: 1.9363808838299868e-07
previous_iter_valid_loss : 0.16840356588363647
1510060 0.168561 0.168404 0.168590 CURRENT LEARNING RATE: 1.935993646378258e-07
previous_iter_valid_loss : 0.16056406497955322
1510080 0.160717 0.160564 0.167665 CURRENT LEARNING RATE: 1.9356064863662712e-07
previous_iter_valid_loss : 0.17186394333839417
1510100 0.172010 0.171864 0.167462 CURRENT LEARNING RATE: 1.9352194037785483e-07
previous_iter_valid_loss : 0.16061030328273773
1510120 0.160769 0.160610 0.167401 CURRENT LEARNING RATE: 1.934832398599601e-07
previous_iter_valid_loss : 0.16350534558296204
1510140 0.163710 0.163505 0.166927 CURRENT LEARNING RATE: 1.9344454708139507e-07
previous_iter_valid_loss : 0.16286161541938782
1510160 0.163058 0.162862 0.166728 CURRENT LEARNING RATE: 1.9340586204061153e-07
previous_iter_valid_loss : 0.16462765634059906
1510180 0.164831 0.164628 0.166546 CURRENT LEARNING RATE: 1.933671847360629e-07
previous_iter_valid_loss : 0.17086924612522125
1510200 0.171017 0.170869 0.166076 CURRENT LEARNING RATE: 1.9332851516620167e-07
previous_iter_valid_loss : 0.16051387786865234
1510220 0.160687 0.160514 0.166042 CURRENT LEARNING RATE: 1.9328985332948107e-07
previous_iter_valid_loss : 0.1606305092573166
1510240 0.160804 0.160631 0.166049 CURRENT LEARNING RATE: 1.9325119922435425e-07
previous_iter_valid_loss : 0.16064238548278809
1510260 0.160820 0.160642 0.165026 CURRENT LEARNING RATE: 1.9321255284927582e-07
previous_iter_valid_loss : 0.1623191237449646
1510280 0.162474 0.162319 0.165050 CURRENT LEARNING RATE: 1.9317391420269947e-07
previous_iter_valid_loss : 0.16076891124248505
1510300 0.160931 0.160769 0.164865 CURRENT LEARNING RATE: 1.931352832830798e-07
previous_iter_valid_loss : 0.16080611944198608
1510320 0.160958 0.160806 0.164803 CURRENT LEARNING RATE: 1.9309666008887105e-07
previous_iter_valid_loss : 0.17382486164569855
1510340 0.174090 0.173825 0.164880 CURRENT LEARNING RATE: 1.9305804461852914e-07
previous_iter_valid_loss : 0.16304771602153778
1510360 0.163208 0.163048 0.164890 CURRENT LEARNING RATE: 1.9301943687050903e-07
previous_iter_valid_loss : 0.16550202667713165
1510380 0.165706 0.165502 0.163801 CURRENT LEARNING RATE: 1.929808368432664e-07
previous_iter_valid_loss : 0.1605244129896164
1510400 0.160686 0.160524 0.163773 CURRENT LEARNING RATE: 1.9294224453525692e-07
previous_iter_valid_loss : 0.17299824953079224
1510420 0.173144 0.172998 0.164389 CURRENT LEARNING RATE: 1.9290365994493762e-07
previous_iter_valid_loss : 0.17053548991680145
1510440 0.170683 0.170535 0.164769 CURRENT LEARNING RATE: 1.9286508307076474e-07
previous_iter_valid_loss : 0.161251500248909
1510460 0.161434 0.161252 0.164412 CURRENT LEARNING RATE: 1.9282651391119518e-07
previous_iter_valid_loss : 0.16686119139194489
1510480 0.167080 0.166861 0.164727 CURRENT LEARNING RATE: 1.9278795246468588e-07
previous_iter_valid_loss : 0.16857129335403442
1510500 0.168811 0.168571 0.164562 CURRENT LEARNING RATE: 1.9274939872969505e-07
previous_iter_valid_loss : 0.162958025932312
1510520 0.163151 0.162958 0.164679 CURRENT LEARNING RATE: 1.927108527046802e-07
previous_iter_valid_loss : 0.16553126275539398
1510540 0.165735 0.165531 0.164781 CURRENT LEARNING RATE: 1.926723143880991e-07
previous_iter_valid_loss : 0.16093480587005615
1510560 0.161112 0.160935 0.164684 CURRENT LEARNING RATE: 1.92633783778411e-07
previous_iter_valid_loss : 0.16340768337249756
1510580 0.163607 0.163408 0.164623 CURRENT LEARNING RATE: 1.9259526087407424e-07
previous_iter_valid_loss : 0.18675653636455536
1510600 0.186893 0.186757 0.165418 CURRENT LEARNING RATE: 1.9255674567354797e-07
previous_iter_valid_loss : 0.17209288477897644
1510620 0.172356 0.172093 0.165997 CURRENT LEARNING RATE: 1.9251823817529119e-07
previous_iter_valid_loss : 0.16601671278476715
1510640 0.166221 0.166017 0.166266 CURRENT LEARNING RATE: 1.924797383777643e-07
previous_iter_valid_loss : 0.1620134711265564
1510660 0.162166 0.162013 0.166335 CURRENT LEARNING RATE: 1.9244124627942697e-07
previous_iter_valid_loss : 0.16746728122234344
1510680 0.167694 0.167467 0.166592 CURRENT LEARNING RATE: 1.9240276187873952e-07
previous_iter_valid_loss : 0.16094566881656647
1510700 0.161109 0.160946 0.166601 CURRENT LEARNING RATE: 1.9236428517416225e-07
previous_iter_valid_loss : 0.16060848534107208
1510720 0.160774 0.160608 0.166591 CURRENT LEARNING RATE: 1.9232581616415675e-07
previous_iter_valid_loss : 0.16050215065479279
1510740 0.160661 0.160502 0.165925 CURRENT LEARNING RATE: 1.9228735484718387e-07
previous_iter_valid_loss : 0.16410978138446808
1510760 0.164285 0.164110 0.165978 CURRENT LEARNING RATE: 1.922489012217053e-07
previous_iter_valid_loss : 0.1646343469619751
1510780 0.164802 0.164634 0.165935 CURRENT LEARNING RATE: 1.922104552861824e-07
previous_iter_valid_loss : 0.16767527163028717
1510800 0.167897 0.167675 0.166292 CURRENT LEARNING RATE: 1.9217201703907807e-07
previous_iter_valid_loss : 0.16384580731391907
1510820 0.164042 0.163846 0.165834 CURRENT LEARNING RATE: 1.9213358647885446e-07
previous_iter_valid_loss : 0.16067543625831604
1510840 0.160847 0.160675 0.165341 CURRENT LEARNING RATE: 1.9209516360397436e-07
previous_iter_valid_loss : 0.16055834293365479
1510860 0.160732 0.160558 0.165307 CURRENT LEARNING RATE: 1.9205674841290047e-07
previous_iter_valid_loss : 0.1642351597547531
1510880 0.164444 0.164235 0.165176 CURRENT LEARNING RATE: 1.9201834090409688e-07
previous_iter_valid_loss : 0.16812510788440704
1510900 0.168362 0.168125 0.165153 CURRENT LEARNING RATE: 1.9197994107602698e-07
previous_iter_valid_loss : 0.16218425333499908
1510920 0.162371 0.162184 0.165115 CURRENT LEARNING RATE: 1.9194154892715434e-07
previous_iter_valid_loss : 0.16945840418338776
1510940 0.169614 0.169458 0.165311 CURRENT LEARNING RATE: 1.9190316445594408e-07
previous_iter_valid_loss : 0.18595637381076813
1510960 0.186355 0.185956 0.166562 CURRENT LEARNING RATE: 1.9186478766086043e-07
previous_iter_valid_loss : 0.1605212390422821
1510980 0.160687 0.160521 0.166418 CURRENT LEARNING RATE: 1.9182641854036826e-07
previous_iter_valid_loss : 0.16754299402236938
1511000 0.167767 0.167543 0.165457 CURRENT LEARNING RATE: 1.9178805709293258e-07
previous_iter_valid_loss : 0.16492880880832672
1511020 0.165147 0.164929 0.165099 CURRENT LEARNING RATE: 1.917497033170195e-07
previous_iter_valid_loss : 0.1636790633201599
1511040 0.163844 0.163679 0.164982 CURRENT LEARNING RATE: 1.917113572110946e-07
previous_iter_valid_loss : 0.16892753541469574
1511060 0.169074 0.168928 0.165328 CURRENT LEARNING RATE: 1.9167301877362403e-07
previous_iter_valid_loss : 0.16262413561344147
1511080 0.162814 0.162624 0.165085 CURRENT LEARNING RATE: 1.9163468800307387e-07
previous_iter_valid_loss : 0.16105344891548157
1511100 0.161203 0.161053 0.165091 CURRENT LEARNING RATE: 1.9159636489791158e-07
previous_iter_valid_loss : 0.1771673560142517
1511120 0.177318 0.177167 0.165919 CURRENT LEARNING RATE: 1.9155804945660396e-07
previous_iter_valid_loss : 0.1605474352836609
1511140 0.160714 0.160547 0.165921 CURRENT LEARNING RATE: 1.9151974167761833e-07
previous_iter_valid_loss : 0.16094432771205902
1511160 0.161099 0.160944 0.165763 CURRENT LEARNING RATE: 1.9148144155942204e-07
previous_iter_valid_loss : 0.16783756017684937
1511180 0.168071 0.167838 0.165923 CURRENT LEARNING RATE: 1.9144314910048377e-07
previous_iter_valid_loss : 0.16205210983753204
1511200 0.162236 0.162052 0.165642 CURRENT LEARNING RATE: 1.9140486429927148e-07
previous_iter_valid_loss : 0.1676676720380783
1511220 0.167826 0.167668 0.165833 CURRENT LEARNING RATE: 1.9136658715425384e-07
previous_iter_valid_loss : 0.16678260266780853
1511240 0.166942 0.166783 0.166138 CURRENT LEARNING RATE: 1.9132831766389933e-07
previous_iter_valid_loss : 0.16128069162368774
1511260 0.161437 0.161281 0.166174 CURRENT LEARNING RATE: 1.912900558266779e-07
previous_iter_valid_loss : 0.1650034785270691
1511280 0.165203 0.165003 0.166213 CURRENT LEARNING RATE: 1.9125180164105874e-07
previous_iter_valid_loss : 0.16200648248195648
1511300 0.162198 0.162006 0.165907 CURRENT LEARNING RATE: 1.912135551055113e-07
previous_iter_valid_loss : 0.17036771774291992
1511320 0.170621 0.170368 0.166316 CURRENT LEARNING RATE: 1.9117531621850647e-07
previous_iter_valid_loss : 0.16088435053825378
1511340 0.161066 0.160884 0.165887 CURRENT LEARNING RATE: 1.9113708497851428e-07
previous_iter_valid_loss : 0.16413582861423492
1511360 0.164342 0.164136 0.164796 CURRENT LEARNING RATE: 1.9109886138400554e-07
previous_iter_valid_loss : 0.16246481239795685
1511380 0.162649 0.162465 0.164893 CURRENT LEARNING RATE: 1.9106064543345093e-07
previous_iter_valid_loss : 0.162011981010437
1511400 0.162168 0.162012 0.164617 CURRENT LEARNING RATE: 1.9102243712532252e-07
previous_iter_valid_loss : 0.16185003519058228
1511420 0.162043 0.161850 0.164463 CURRENT LEARNING RATE: 1.9098423645809158e-07
previous_iter_valid_loss : 0.16712316870689392
1511440 0.167355 0.167123 0.164635 CURRENT LEARNING RATE: 1.9094604343023013e-07
previous_iter_valid_loss : 0.16906675696372986
1511460 0.169304 0.169067 0.164642 CURRENT LEARNING RATE: 1.9090785804021013e-07
previous_iter_valid_loss : 0.16055071353912354
1511480 0.160709 0.160551 0.164538 CURRENT LEARNING RATE: 1.908696802865048e-07
previous_iter_valid_loss : 0.1619129478931427
1511500 0.162067 0.161913 0.164581 CURRENT LEARNING RATE: 1.908315101675867e-07
previous_iter_valid_loss : 0.16066962480545044
1511520 0.160842 0.160670 0.163757 CURRENT LEARNING RATE: 1.907933476819291e-07
previous_iter_valid_loss : 0.1607533097267151
1511540 0.160928 0.160753 0.163767 CURRENT LEARNING RATE: 1.9075519282800504e-07
previous_iter_valid_loss : 0.1645543873310089
1511560 0.164725 0.164554 0.163947 CURRENT LEARNING RATE: 1.9071704560428903e-07
previous_iter_valid_loss : 0.1612478792667389
1511580 0.161404 0.161248 0.163618 CURRENT LEARNING RATE: 1.906789060092549e-07
previous_iter_valid_loss : 0.16303621232509613
1511600 0.163233 0.163036 0.163667 CURRENT LEARNING RATE: 1.9064077404137702e-07
previous_iter_valid_loss : 0.18733781576156616
1511620 0.187476 0.187338 0.164651 CURRENT LEARNING RATE: 1.9060264969912982e-07
previous_iter_valid_loss : 0.1605587899684906
1511640 0.160726 0.160559 0.164339 CURRENT LEARNING RATE: 1.9056453298098894e-07
previous_iter_valid_loss : 0.1613389104604721
1511660 0.161528 0.161339 0.164342 CURRENT LEARNING RATE: 1.9052642388542942e-07
previous_iter_valid_loss : 0.18795490264892578
1511680 0.188099 0.187955 0.165490 CURRENT LEARNING RATE: 1.9048832241092655e-07
previous_iter_valid_loss : 0.16059435904026031
1511700 0.160754 0.160594 0.165419 CURRENT LEARNING RATE: 1.904502285559569e-07
previous_iter_valid_loss : 0.16104544699192047
1511720 0.161203 0.161045 0.164953 CURRENT LEARNING RATE: 1.9041214231899648e-07
previous_iter_valid_loss : 0.1605120152235031
1511740 0.160678 0.160512 0.164935 CURRENT LEARNING RATE: 1.9037406369852173e-07
previous_iter_valid_loss : 0.1613890528678894
1511760 0.161577 0.161389 0.164797 CURRENT LEARNING RATE: 1.9033599269300923e-07
previous_iter_valid_loss : 0.16064761579036713
1511780 0.160818 0.160648 0.164706 CURRENT LEARNING RATE: 1.902979293009368e-07
previous_iter_valid_loss : 0.16054822504520416
1511800 0.160712 0.160548 0.164633 CURRENT LEARNING RATE: 1.9025987352078158e-07
previous_iter_valid_loss : 0.16283582150936127
1511820 0.163036 0.162836 0.164682 CURRENT LEARNING RATE: 1.9022182535102133e-07
previous_iter_valid_loss : 0.1653277724981308
1511840 0.165536 0.165328 0.164593 CURRENT LEARNING RATE: 1.9018378479013376e-07
previous_iter_valid_loss : 0.1605350375175476
1511860 0.160704 0.160535 0.164166 CURRENT LEARNING RATE: 1.9014575183659794e-07
previous_iter_valid_loss : 0.16207723319530487
1511880 0.162266 0.162077 0.164242 CURRENT LEARNING RATE: 1.9010772648889223e-07
previous_iter_valid_loss : 0.16077281534671783
1511900 0.160950 0.160773 0.164185 CURRENT LEARNING RATE: 1.9006970874549562e-07
previous_iter_valid_loss : 0.16236835718154907
1511920 0.162534 0.162368 0.164270 CURRENT LEARNING RATE: 1.9003169860488704e-07
previous_iter_valid_loss : 0.1670915186405182
1511940 0.167254 0.167092 0.164587 CURRENT LEARNING RATE: 1.8999369606554675e-07
previous_iter_valid_loss : 0.16060876846313477
1511960 0.160768 0.160609 0.164390 CURRENT LEARNING RATE: 1.899557011259543e-07
previous_iter_valid_loss : 0.1888178437948227
1511980 0.188953 0.188818 0.165768 CURRENT LEARNING RATE: 1.8991771378458998e-07
previous_iter_valid_loss : 0.161665141582489
1512000 0.161824 0.161665 0.165700 CURRENT LEARNING RATE: 1.898797340399339e-07
previous_iter_valid_loss : 0.17710325121879578
1512020 0.177256 0.177103 0.165188 CURRENT LEARNING RATE: 1.898417618904675e-07
previous_iter_valid_loss : 0.16429968178272247
1512040 0.164463 0.164300 0.165375 CURRENT LEARNING RATE: 1.898037973346716e-07
previous_iter_valid_loss : 0.16657733917236328
1512060 0.166735 0.166577 0.165637 CURRENT LEARNING RATE: 1.8976584037102768e-07
previous_iter_valid_loss : 0.17426809668540955
1512080 0.174552 0.174268 0.164953 CURRENT LEARNING RATE: 1.89727890998017e-07
previous_iter_valid_loss : 0.16526077687740326
1512100 0.165423 0.165261 0.165186 CURRENT LEARNING RATE: 1.8968994921412239e-07
previous_iter_valid_loss : 0.16105085611343384
1512120 0.161227 0.161051 0.165186 CURRENT LEARNING RATE: 1.8965201501782571e-07
previous_iter_valid_loss : 0.1608625054359436
1512140 0.161025 0.160863 0.165204 CURRENT LEARNING RATE: 1.8961408840760932e-07
previous_iter_valid_loss : 0.16747215390205383
1512160 0.167695 0.167472 0.165508 CURRENT LEARNING RATE: 1.8957616938195686e-07
previous_iter_valid_loss : 0.16058333218097687
1512180 0.160749 0.160583 0.165505 CURRENT LEARNING RATE: 1.895382579393512e-07
previous_iter_valid_loss : 0.1619558185338974
1512200 0.162115 0.161956 0.165575 CURRENT LEARNING RATE: 1.8950035407827586e-07
previous_iter_valid_loss : 0.16360676288604736
1512220 0.163800 0.163607 0.165614 CURRENT LEARNING RATE: 1.894624577972144e-07
previous_iter_valid_loss : 0.17272616922855377
1512240 0.173003 0.172726 0.165984 CURRENT LEARNING RATE: 1.894245690946516e-07
previous_iter_valid_loss : 0.1654743105173111
1512260 0.165644 0.165474 0.166231 CURRENT LEARNING RATE: 1.8938668796907155e-07
previous_iter_valid_loss : 0.16223783791065216
1512280 0.162394 0.162238 0.166239 CURRENT LEARNING RATE: 1.893488144189591e-07
previous_iter_valid_loss : 0.16873225569725037
1512300 0.168972 0.168732 0.166637 CURRENT LEARNING RATE: 1.8931094844279888e-07
previous_iter_valid_loss : 0.1629413664340973
1512320 0.163129 0.162941 0.166665 CURRENT LEARNING RATE: 1.8927309003907698e-07
previous_iter_valid_loss : 0.19981889426708221
1512340 0.199898 0.199819 0.168302 CURRENT LEARNING RATE: 1.892352392062787e-07
previous_iter_valid_loss : 0.1612996906042099
1512360 0.161455 0.161300 0.168336 CURRENT LEARNING RATE: 1.8919739594289002e-07
previous_iter_valid_loss : 0.16236542165279388
1512380 0.162556 0.162365 0.167014 CURRENT LEARNING RATE: 1.8915956024739688e-07
previous_iter_valid_loss : 0.1636301577091217
1512400 0.163801 0.163630 0.167112 CURRENT LEARNING RATE: 1.8912173211828648e-07
previous_iter_valid_loss : 0.1615137755870819
1512420 0.161665 0.161514 0.166332 CURRENT LEARNING RATE: 1.8908391155404544e-07
previous_iter_valid_loss : 0.17502209544181824
1512440 0.175171 0.175022 0.166868 CURRENT LEARNING RATE: 1.8904609855316082e-07
previous_iter_valid_loss : 0.1662522405385971
1512460 0.166418 0.166252 0.166852 CURRENT LEARNING RATE: 1.8900829311411985e-07
previous_iter_valid_loss : 0.16248148679733276
1512480 0.162675 0.162481 0.166263 CURRENT LEARNING RATE: 1.8897049523541097e-07
previous_iter_valid_loss : 0.16228611767292023
1512500 0.162453 0.162286 0.166114 CURRENT LEARNING RATE: 1.8893270491552197e-07
previous_iter_valid_loss : 0.16320675611495972
1512520 0.163404 0.163207 0.166222 CURRENT LEARNING RATE: 1.888949221529408e-07
previous_iter_valid_loss : 0.16075922548770905
1512540 0.160934 0.160759 0.166217 CURRENT LEARNING RATE: 1.888571469461569e-07
previous_iter_valid_loss : 0.1750991940498352
1512560 0.175252 0.175099 0.166598 CURRENT LEARNING RATE: 1.888193792936589e-07
previous_iter_valid_loss : 0.1641075760126114
1512580 0.164286 0.164108 0.166774 CURRENT LEARNING RATE: 1.8878161919393608e-07
previous_iter_valid_loss : 0.17832955718040466
1512600 0.178642 0.178330 0.167593 CURRENT LEARNING RATE: 1.8874386664547773e-07
previous_iter_valid_loss : 0.16435684263706207
1512620 0.164563 0.164357 0.167631 CURRENT LEARNING RATE: 1.8870612164677444e-07
previous_iter_valid_loss : 0.16777737438678741
1512640 0.167936 0.167777 0.167383 CURRENT LEARNING RATE: 1.88668384196316e-07
previous_iter_valid_loss : 0.16129979491233826
1512660 0.161470 0.161300 0.167174 CURRENT LEARNING RATE: 1.8863065429259295e-07
previous_iter_valid_loss : 0.16420011222362518
1512680 0.164399 0.164200 0.167272 CURRENT LEARNING RATE: 1.8859293193409577e-07
previous_iter_valid_loss : 0.1627955585718155
1512700 0.162994 0.162796 0.166976 CURRENT LEARNING RATE: 1.8855521711931627e-07
previous_iter_valid_loss : 0.16615886986255646
1512720 0.166318 0.166159 0.167137 CURRENT LEARNING RATE: 1.8851750984674542e-07
previous_iter_valid_loss : 0.16198618710041046
1512740 0.162183 0.161986 0.165245 CURRENT LEARNING RATE: 1.88479810114875e-07
previous_iter_valid_loss : 0.16344211995601654
1512760 0.163613 0.163442 0.165352 CURRENT LEARNING RATE: 1.8844211792219668e-07
previous_iter_valid_loss : 0.19465908408164978
1512780 0.194772 0.194659 0.166967 CURRENT LEARNING RATE: 1.8840443326720346e-07
previous_iter_valid_loss : 0.1793660670518875
1512800 0.179521 0.179366 0.167753 CURRENT LEARNING RATE: 1.8836675614838757e-07
previous_iter_valid_loss : 0.1615292727947235
1512820 0.161722 0.161529 0.167754 CURRENT LEARNING RATE: 1.8832908656424198e-07
previous_iter_valid_loss : 0.17358875274658203
1512840 0.173860 0.173589 0.167683 CURRENT LEARNING RATE: 1.8829142451325954e-07
previous_iter_valid_loss : 0.1810040920972824
1512860 0.181332 0.181004 0.168420 CURRENT LEARNING RATE: 1.882537699939344e-07
previous_iter_valid_loss : 0.16112829744815826
1512880 0.161312 0.161128 0.168353 CURRENT LEARNING RATE: 1.882161230047601e-07
previous_iter_valid_loss : 0.18054066598415375
1512900 0.180696 0.180541 0.169265 CURRENT LEARNING RATE: 1.881784835442304e-07
previous_iter_valid_loss : 0.17778688669204712
1512920 0.177944 0.177787 0.169994 CURRENT LEARNING RATE: 1.8814085161084044e-07
previous_iter_valid_loss : 0.16436046361923218
1512940 0.164534 0.164360 0.170174 CURRENT LEARNING RATE: 1.8810322720308457e-07
previous_iter_valid_loss : 0.16050298511981964
1512960 0.160666 0.160503 0.169445 CURRENT LEARNING RATE: 1.8806561031945776e-07
previous_iter_valid_loss : 0.16074101626873016
1512980 0.160895 0.160741 0.169276 CURRENT LEARNING RATE: 1.880280009584551e-07
previous_iter_valid_loss : 0.1635163128376007
1513000 0.163679 0.163516 0.168536 CURRENT LEARNING RATE: 1.8799039911857286e-07
previous_iter_valid_loss : 0.16412793099880219
1513020 0.164293 0.164128 0.168524 CURRENT LEARNING RATE: 1.8795280479830655e-07
previous_iter_valid_loss : 0.16255700588226318
1513040 0.162744 0.162557 0.168263 CURRENT LEARNING RATE: 1.8791521799615248e-07
previous_iter_valid_loss : 0.1628636121749878
1513060 0.163049 0.162864 0.168341 CURRENT LEARNING RATE: 1.8787763871060682e-07
previous_iter_valid_loss : 0.16285043954849243
1513080 0.163010 0.162850 0.168274 CURRENT LEARNING RATE: 1.8784006694016705e-07
previous_iter_valid_loss : 0.16058218479156494
1513100 0.160744 0.160582 0.168163 CURRENT LEARNING RATE: 1.8780250268333e-07
previous_iter_valid_loss : 0.16658595204353333
1513120 0.166802 0.166586 0.168184 CURRENT LEARNING RATE: 1.877649459385931e-07
previous_iter_valid_loss : 0.1607692390680313
1513140 0.160947 0.160769 0.168124 CURRENT LEARNING RATE: 1.8772739670445372e-07
previous_iter_valid_loss : 0.16384926438331604
1513160 0.164043 0.163849 0.168144 CURRENT LEARNING RATE: 1.8768985497941055e-07
previous_iter_valid_loss : 0.16633813083171844
1513180 0.166496 0.166338 0.166728 CURRENT LEARNING RATE: 1.8765232076196163e-07
previous_iter_valid_loss : 0.17778649926185608
1513200 0.177950 0.177786 0.166649 CURRENT LEARNING RATE: 1.8761479405060553e-07
previous_iter_valid_loss : 0.1689346879720688
1513220 0.169088 0.168935 0.167019 CURRENT LEARNING RATE: 1.8757727484384093e-07
previous_iter_valid_loss : 0.17577797174453735
1513240 0.176074 0.175778 0.167129 CURRENT LEARNING RATE: 1.8753976314016766e-07
previous_iter_valid_loss : 0.16306181252002716
1513260 0.163253 0.163062 0.166232 CURRENT LEARNING RATE: 1.875022589380849e-07
previous_iter_valid_loss : 0.18054941296577454
1513280 0.180707 0.180549 0.167203 CURRENT LEARNING RATE: 1.874647622360926e-07
previous_iter_valid_loss : 0.16157834231853485
1513300 0.161729 0.161578 0.166255 CURRENT LEARNING RATE: 1.874272730326904e-07
previous_iter_valid_loss : 0.16188564896583557
1513320 0.162073 0.161886 0.165459 CURRENT LEARNING RATE: 1.8738979132637952e-07
previous_iter_valid_loss : 0.17316418886184692
1513340 0.173310 0.173164 0.165900 CURRENT LEARNING RATE: 1.8735231711566034e-07
previous_iter_valid_loss : 0.16058917343616486
1513360 0.160737 0.160589 0.165904 CURRENT LEARNING RATE: 1.873148503990335e-07
previous_iter_valid_loss : 0.16380323469638824
1513380 0.164001 0.163803 0.166057 CURRENT LEARNING RATE: 1.8727739117500104e-07
previous_iter_valid_loss : 0.16442355513572693
1513400 0.164590 0.164424 0.166102 CURRENT LEARNING RATE: 1.872399394420643e-07
previous_iter_valid_loss : 0.16052962839603424
1513420 0.160694 0.160530 0.165923 CURRENT LEARNING RATE: 1.872024951987251e-07
previous_iter_valid_loss : 0.161200150847435
1513440 0.161385 0.161200 0.165855 CURRENT LEARNING RATE: 1.871650584434854e-07
previous_iter_valid_loss : 0.1664319634437561
1513460 0.166593 0.166432 0.166033 CURRENT LEARNING RATE: 1.8712762917484844e-07
previous_iter_valid_loss : 0.18435625731945038
1513480 0.184498 0.184356 0.167108 CURRENT LEARNING RATE: 1.8709020739131662e-07
previous_iter_valid_loss : 0.16074727475643158
1513500 0.160926 0.160747 0.167117 CURRENT LEARNING RATE: 1.8705279309139318e-07
previous_iter_valid_loss : 0.16748356819152832
1513520 0.167642 0.167484 0.167162 CURRENT LEARNING RATE: 1.8701538627358111e-07
previous_iter_valid_loss : 0.16095122694969177
1513540 0.161129 0.160951 0.167171 CURRENT LEARNING RATE: 1.8697798693638486e-07
previous_iter_valid_loss : 0.16240227222442627
1513560 0.162600 0.162402 0.167098 CURRENT LEARNING RATE: 1.8694059507830814e-07
previous_iter_valid_loss : 0.16059452295303345
1513580 0.160765 0.160595 0.166811 CURRENT LEARNING RATE: 1.869032106978552e-07
previous_iter_valid_loss : 0.1620170623064041
1513600 0.162184 0.162017 0.166023 CURRENT LEARNING RATE: 1.8686583379353043e-07
previous_iter_valid_loss : 0.17091204226016998
1513620 0.171062 0.170912 0.166122 CURRENT LEARNING RATE: 1.8682846436383935e-07
previous_iter_valid_loss : 0.19346819818019867
1513640 0.193589 0.193468 0.167006 CURRENT LEARNING RATE: 1.8679110240728687e-07
previous_iter_valid_loss : 0.17033812403678894
1513660 0.170490 0.170338 0.167370 CURRENT LEARNING RATE: 1.867537479223785e-07
previous_iter_valid_loss : 0.16057763993740082
1513680 0.160753 0.160578 0.166371 CURRENT LEARNING RATE: 1.8671640090761972e-07
previous_iter_valid_loss : 0.16146214306354523
1513700 0.161629 0.161462 0.166365 CURRENT LEARNING RATE: 1.8667906136151738e-07
previous_iter_valid_loss : 0.16694489121437073
1513720 0.167106 0.166945 0.166618 CURRENT LEARNING RATE: 1.8664172928257748e-07
previous_iter_valid_loss : 0.16214168071746826
1513740 0.162290 0.162142 0.166067 CURRENT LEARNING RATE: 1.8660440466930646e-07
previous_iter_valid_loss : 0.1850219964981079
1513760 0.185391 0.185022 0.167289 CURRENT LEARNING RATE: 1.86567087520212e-07
previous_iter_valid_loss : 0.16378434002399445
1513780 0.163953 0.163784 0.167288 CURRENT LEARNING RATE: 1.8652977783380108e-07
previous_iter_valid_loss : 0.1617678701877594
1513800 0.161936 0.161768 0.167155 CURRENT LEARNING RATE: 1.8649247560858126e-07
previous_iter_valid_loss : 0.1642574816942215
1513820 0.164425 0.164257 0.167342 CURRENT LEARNING RATE: 1.8645518084306015e-07
previous_iter_valid_loss : 0.1609555333852768
1513840 0.161114 0.160956 0.167329 CURRENT LEARNING RATE: 1.8641789353574665e-07
previous_iter_valid_loss : 0.18993274867534637
1513860 0.190055 0.189933 0.168504 CURRENT LEARNING RATE: 1.8638061368514892e-07
previous_iter_valid_loss : 0.16179955005645752
1513880 0.161948 0.161800 0.167377 CURRENT LEARNING RATE: 1.8634334128977575e-07
previous_iter_valid_loss : 0.16051794588565826
1513900 0.160684 0.160518 0.167365 CURRENT LEARNING RATE: 1.863060763481359e-07
previous_iter_valid_loss : 0.16054081916809082
1513920 0.160704 0.160541 0.167018 CURRENT LEARNING RATE: 1.862688188587395e-07
previous_iter_valid_loss : 0.1605362445116043
1513940 0.160698 0.160536 0.166997 CURRENT LEARNING RATE: 1.8623156882009586e-07
previous_iter_valid_loss : 0.16444437205791473
1513960 0.164635 0.164444 0.167099 CURRENT LEARNING RATE: 1.8619432623071504e-07
previous_iter_valid_loss : 0.183878555893898
1513980 0.184257 0.183879 0.168263 CURRENT LEARNING RATE: 1.8615709108910694e-07
previous_iter_valid_loss : 0.16067682206630707
1514000 0.160848 0.160677 0.168196 CURRENT LEARNING RATE: 1.8611986339378282e-07
previous_iter_valid_loss : 0.16085737943649292
1514020 0.161015 0.160857 0.167694 CURRENT LEARNING RATE: 1.8608264314325327e-07
previous_iter_valid_loss : 0.1624007523059845
1514040 0.162560 0.162401 0.166140 CURRENT LEARNING RATE: 1.8604543033602948e-07
previous_iter_valid_loss : 0.16052190959453583
1514060 0.160687 0.160522 0.165650 CURRENT LEARNING RATE: 1.860082249706226e-07
previous_iter_valid_loss : 0.17260527610778809
1514080 0.172749 0.172605 0.166251 CURRENT LEARNING RATE: 1.8597102704554505e-07
previous_iter_valid_loss : 0.16071510314941406
1514100 0.160894 0.160715 0.166214 CURRENT LEARNING RATE: 1.859338365593086e-07
previous_iter_valid_loss : 0.17055568099021912
1514120 0.170704 0.170556 0.166394 CURRENT LEARNING RATE: 1.8589665351042534e-07
previous_iter_valid_loss : 0.160530224442482
1514140 0.160694 0.160530 0.166314 CURRENT LEARNING RATE: 1.8585947789740857e-07
previous_iter_valid_loss : 0.1760157346725464
1514160 0.176297 0.176016 0.165863 CURRENT LEARNING RATE: 1.8582230971877092e-07
previous_iter_valid_loss : 0.16054914891719818
1514180 0.160725 0.160549 0.165701 CURRENT LEARNING RATE: 1.8578514897302568e-07
previous_iter_valid_loss : 0.16530445218086243
1514200 0.165512 0.165304 0.165878 CURRENT LEARNING RATE: 1.8574799565868613e-07
previous_iter_valid_loss : 0.16064035892486572
1514220 0.160811 0.160640 0.165697 CURRENT LEARNING RATE: 1.8571084977426675e-07
previous_iter_valid_loss : 0.16669128835201263
1514240 0.166914 0.166691 0.165984 CURRENT LEARNING RATE: 1.8567371131828137e-07
previous_iter_valid_loss : 0.16530656814575195
1514260 0.165478 0.165307 0.164753 CURRENT LEARNING RATE: 1.8563658028924446e-07
previous_iter_valid_loss : 0.16055260598659515
1514280 0.160721 0.160553 0.164691 CURRENT LEARNING RATE: 1.8559945668567048e-07
previous_iter_valid_loss : 0.16373300552368164
1514300 0.163901 0.163733 0.164851 CURRENT LEARNING RATE: 1.855623405060751e-07
previous_iter_valid_loss : 0.1726822853088379
1514320 0.172833 0.172682 0.165458 CURRENT LEARNING RATE: 1.8552523174897338e-07
previous_iter_valid_loss : 0.16110259294509888
1514340 0.161285 0.161103 0.165487 CURRENT LEARNING RATE: 1.8548813041288096e-07
previous_iter_valid_loss : 0.161906898021698
1514360 0.162098 0.161907 0.165360 CURRENT LEARNING RATE: 1.8545103649631346e-07
previous_iter_valid_loss : 0.16595561802387238
1514380 0.166113 0.165956 0.164464 CURRENT LEARNING RATE: 1.8541394999778773e-07
previous_iter_valid_loss : 0.16050083935260773
1514400 0.160668 0.160501 0.164455 CURRENT LEARNING RATE: 1.8537687091582005e-07
previous_iter_valid_loss : 0.16332761943340302
1514420 0.163493 0.163328 0.164578 CURRENT LEARNING RATE: 1.8533979924892724e-07
previous_iter_valid_loss : 0.16895046830177307
1514440 0.169192 0.168950 0.164906 CURRENT LEARNING RATE: 1.8530273499562607e-07
previous_iter_valid_loss : 0.1612984985113144
1514460 0.161456 0.161298 0.164945 CURRENT LEARNING RATE: 1.852656781544347e-07
previous_iter_valid_loss : 0.16294188797473907
1514480 0.163106 0.162942 0.164462 CURRENT LEARNING RATE: 1.8522862872387046e-07
previous_iter_valid_loss : 0.1644524484872818
1514500 0.164657 0.164452 0.164648 CURRENT LEARNING RATE: 1.8519158670245106e-07
previous_iter_valid_loss : 0.16065090894699097
1514520 0.160815 0.160651 0.164153 CURRENT LEARNING RATE: 1.8515455208869548e-07
previous_iter_valid_loss : 0.1663205921649933
1514540 0.166481 0.166321 0.164443 CURRENT LEARNING RATE: 1.85117524881122e-07
previous_iter_valid_loss : 0.1645856499671936
1514560 0.164773 0.164586 0.163871 CURRENT LEARNING RATE: 1.8508050507824953e-07
previous_iter_valid_loss : 0.16260936856269836
1514580 0.162804 0.162609 0.163974 CURRENT LEARNING RATE: 1.8504349267859701e-07
previous_iter_valid_loss : 0.17861738801002502
1514600 0.178932 0.178617 0.164640 CURRENT LEARNING RATE: 1.8500648768068452e-07
previous_iter_valid_loss : 0.16056333482265472
1514620 0.160725 0.160563 0.164636 CURRENT LEARNING RATE: 1.8496949008303157e-07
previous_iter_valid_loss : 0.19167637825012207
1514640 0.191794 0.191676 0.165885 CURRENT LEARNING RATE: 1.849324998841582e-07
previous_iter_valid_loss : 0.16362659633159637
1514660 0.163794 0.163627 0.165801 CURRENT LEARNING RATE: 1.8489551708258456e-07
previous_iter_valid_loss : 0.17478661239147186
1514680 0.174933 0.174787 0.166513 CURRENT LEARNING RATE: 1.8485854167683198e-07
previous_iter_valid_loss : 0.16141436994075775
1514700 0.161569 0.161414 0.166397 CURRENT LEARNING RATE: 1.8482157366542103e-07
previous_iter_valid_loss : 0.16081273555755615
1514720 0.160964 0.160813 0.165804 CURRENT LEARNING RATE: 1.847846130468731e-07
previous_iter_valid_loss : 0.16083241999149323
1514740 0.160986 0.160832 0.165790 CURRENT LEARNING RATE: 1.8474765981970937e-07
previous_iter_valid_loss : 0.17351114749908447
1514760 0.173670 0.173511 0.166370 CURRENT LEARNING RATE: 1.8471071398245243e-07
previous_iter_valid_loss : 0.1605130434036255
1514780 0.160675 0.160513 0.166098 CURRENT LEARNING RATE: 1.8467377553362401e-07
previous_iter_valid_loss : 0.16274625062942505
1514800 0.162951 0.162746 0.166210 CURRENT LEARNING RATE: 1.846368444717467e-07
previous_iter_valid_loss : 0.16169294714927673
1514820 0.161859 0.161693 0.166129 CURRENT LEARNING RATE: 1.845999207953428e-07
previous_iter_valid_loss : 0.16092124581336975
1514840 0.161078 0.160921 0.165727 CURRENT LEARNING RATE: 1.8456300450293613e-07
previous_iter_valid_loss : 0.17755074799060822
1514860 0.177711 0.177551 0.166540 CURRENT LEARNING RATE: 1.8452609559304964e-07
previous_iter_valid_loss : 0.18094196915626526
1514880 0.181097 0.180942 0.167440 CURRENT LEARNING RATE: 1.84489194064207e-07
previous_iter_valid_loss : 0.16171108186244965
1514900 0.161872 0.161711 0.167303 CURRENT LEARNING RATE: 1.844522999149318e-07
previous_iter_valid_loss : 0.16148945689201355
1514920 0.161657 0.161489 0.167345 CURRENT LEARNING RATE: 1.84415413143749e-07
previous_iter_valid_loss : 0.174992635846138
1514940 0.175142 0.174993 0.167778 CURRENT LEARNING RATE: 1.8437853374918273e-07
previous_iter_valid_loss : 0.16133761405944824
1514960 0.161529 0.161338 0.167616 CURRENT LEARNING RATE: 1.843416617297575e-07
previous_iter_valid_loss : 0.16410216689109802
1514980 0.164295 0.164102 0.167691 CURRENT LEARNING RATE: 1.8430479708399908e-07
previous_iter_valid_loss : 0.17714977264404297
1515000 0.177442 0.177150 0.167617 CURRENT LEARNING RATE: 1.842679398104326e-07
previous_iter_valid_loss : 0.16731873154640198
1515020 0.167555 0.167319 0.167955 CURRENT LEARNING RATE: 1.842310899075837e-07
previous_iter_valid_loss : 0.16256415843963623
1515040 0.162764 0.162564 0.166499 CURRENT LEARNING RATE: 1.841942473739781e-07
previous_iter_valid_loss : 0.16400039196014404
1515060 0.164191 0.164000 0.166518 CURRENT LEARNING RATE: 1.8415741220814277e-07
previous_iter_valid_loss : 0.16574038565158844
1515080 0.165954 0.165740 0.166066 CURRENT LEARNING RATE: 1.8412058440860394e-07
previous_iter_valid_loss : 0.16443748772144318
1515100 0.164650 0.164437 0.166217 CURRENT LEARNING RATE: 1.8408376397388853e-07
previous_iter_valid_loss : 0.1605137437582016
1515120 0.160680 0.160514 0.166202 CURRENT LEARNING RATE: 1.8404695090252336e-07
previous_iter_valid_loss : 0.17604151368141174
1515140 0.176195 0.176042 0.166962 CURRENT LEARNING RATE: 1.8401014519303657e-07
previous_iter_valid_loss : 0.17573745548725128
1515160 0.175885 0.175737 0.167074 CURRENT LEARNING RATE: 1.839733468439556e-07
previous_iter_valid_loss : 0.17183637619018555
1515180 0.172093 0.171836 0.167640 CURRENT LEARNING RATE: 1.8393655585380856e-07
previous_iter_valid_loss : 0.17217524349689484
1515200 0.172444 0.172175 0.168111 CURRENT LEARNING RATE: 1.8389977222112342e-07
previous_iter_valid_loss : 0.1633041352033615
1515220 0.163510 0.163304 0.168192 CURRENT LEARNING RATE: 1.8386299594442955e-07
previous_iter_valid_loss : 0.16241751611232758
1515240 0.162582 0.162418 0.168267 CURRENT LEARNING RATE: 1.8382622702225552e-07
previous_iter_valid_loss : 0.16274765133857727
1515260 0.162912 0.162748 0.167527 CURRENT LEARNING RATE: 1.8378946545313062e-07
previous_iter_valid_loss : 0.16136355698108673
1515280 0.161528 0.161364 0.166548 CURRENT LEARNING RATE: 1.83752711235584e-07
previous_iter_valid_loss : 0.17275919020175934
1515300 0.173039 0.172759 0.167100 CURRENT LEARNING RATE: 1.837159643681462e-07
previous_iter_valid_loss : 0.16316528618335724
1515320 0.163335 0.163165 0.167184 CURRENT LEARNING RATE: 1.8367922484934702e-07
previous_iter_valid_loss : 0.16373634338378906
1515340 0.163908 0.163736 0.166621 CURRENT LEARNING RATE: 1.8364249267771652e-07
previous_iter_valid_loss : 0.1722581833600998
1515360 0.172527 0.172258 0.167167 CURRENT LEARNING RATE: 1.8360576785178608e-07
previous_iter_valid_loss : 0.16414093971252441
1515380 0.164350 0.164141 0.167169 CURRENT LEARNING RATE: 1.8356905037008637e-07
previous_iter_valid_loss : 0.16126275062561035
1515400 0.161446 0.161263 0.166375 CURRENT LEARNING RATE: 1.8353234023114867e-07
previous_iter_valid_loss : 0.16178102791309357
1515420 0.161938 0.161781 0.166098 CURRENT LEARNING RATE: 1.834956374335043e-07
previous_iter_valid_loss : 0.16343551874160767
1515440 0.163628 0.163436 0.166141 CURRENT LEARNING RATE: 1.834589419756858e-07
previous_iter_valid_loss : 0.16728299856185913
1515460 0.167442 0.167283 0.166305 CURRENT LEARNING RATE: 1.83422253856225e-07
previous_iter_valid_loss : 0.16094890236854553
1515480 0.161107 0.160949 0.166066 CURRENT LEARNING RATE: 1.8338557307365437e-07
previous_iter_valid_loss : 0.16774436831474304
1515500 0.167901 0.167744 0.166231 CURRENT LEARNING RATE: 1.8334889962650637e-07
previous_iter_valid_loss : 0.16069018840789795
1515520 0.160863 0.160690 0.166240 CURRENT LEARNING RATE: 1.833122335133147e-07
previous_iter_valid_loss : 0.16095903515815735
1515540 0.161117 0.160959 0.165486 CURRENT LEARNING RATE: 1.8327557473261237e-07
previous_iter_valid_loss : 0.1626196652650833
1515560 0.162780 0.162620 0.164830 CURRENT LEARNING RATE: 1.8323892328293307e-07
previous_iter_valid_loss : 0.17268462479114532
1515580 0.172947 0.172685 0.164872 CURRENT LEARNING RATE: 1.832022791628104e-07
previous_iter_valid_loss : 0.16137443482875824
1515600 0.161553 0.161374 0.164332 CURRENT LEARNING RATE: 1.8316564237077924e-07
previous_iter_valid_loss : 0.16097208857536316
1515620 0.161155 0.160972 0.164216 CURRENT LEARNING RATE: 1.8312901290537379e-07
previous_iter_valid_loss : 0.16331788897514343
1515640 0.163513 0.163318 0.164261 CURRENT LEARNING RATE: 1.8309239076512893e-07
previous_iter_valid_loss : 0.1678556203842163
1515660 0.168016 0.167856 0.164516 CURRENT LEARNING RATE: 1.8305577594857936e-07
previous_iter_valid_loss : 0.16365675628185272
1515680 0.163849 0.163657 0.164631 CURRENT LEARNING RATE: 1.830191684542612e-07
previous_iter_valid_loss : 0.16102683544158936
1515700 0.161201 0.161027 0.164044 CURRENT LEARNING RATE: 1.8298256828070978e-07
previous_iter_valid_loss : 0.16255152225494385
1515720 0.162731 0.162552 0.164014 CURRENT LEARNING RATE: 1.829459754264608e-07
previous_iter_valid_loss : 0.16514798998832703
1515740 0.165349 0.165148 0.164084 CURRENT LEARNING RATE: 1.8290938989005118e-07
previous_iter_valid_loss : 0.16061370074748993
1515760 0.160771 0.160614 0.163502 CURRENT LEARNING RATE: 1.828728116700172e-07
previous_iter_valid_loss : 0.1612592488527298
1515780 0.161418 0.161259 0.163358 CURRENT LEARNING RATE: 1.828362407648957e-07
previous_iter_valid_loss : 0.17447549104690552
1515800 0.174755 0.174475 0.164018 CURRENT LEARNING RATE: 1.827996771732235e-07
previous_iter_valid_loss : 0.16612973809242249
1515820 0.166289 0.166130 0.164236 CURRENT LEARNING RATE: 1.8276312089353878e-07
previous_iter_valid_loss : 0.16429810225963593
1515840 0.164462 0.164298 0.164279 CURRENT LEARNING RATE: 1.8272657192437889e-07
previous_iter_valid_loss : 0.18568137288093567
1515860 0.185822 0.185681 0.165199 CURRENT LEARNING RATE: 1.8269003026428194e-07
previous_iter_valid_loss : 0.1629549264907837
1515880 0.163157 0.162955 0.165299 CURRENT LEARNING RATE: 1.8265349591178585e-07
previous_iter_valid_loss : 0.16148719191551208
1515900 0.161643 0.161487 0.164986 CURRENT LEARNING RATE: 1.8261696886542996e-07
previous_iter_valid_loss : 0.16531343758106232
1515920 0.165475 0.165313 0.165218 CURRENT LEARNING RATE: 1.825804491237529e-07
previous_iter_valid_loss : 0.16338703036308289
1515940 0.163590 0.163387 0.165339 CURRENT LEARNING RATE: 1.8254393668529376e-07
previous_iter_valid_loss : 0.16674605011940002
1515960 0.166969 0.166746 0.165545 CURRENT LEARNING RATE: 1.8250743154859183e-07
previous_iter_valid_loss : 0.16506434977054596
1515980 0.165270 0.165064 0.165164 CURRENT LEARNING RATE: 1.824709337121875e-07
previous_iter_valid_loss : 0.17748822271823883
1516000 0.177643 0.177488 0.165970 CURRENT LEARNING RATE: 1.8243444317462052e-07
previous_iter_valid_loss : 0.16160693764686584
1516020 0.161795 0.161607 0.166002 CURRENT LEARNING RATE: 1.8239795993443134e-07
previous_iter_valid_loss : 0.16772647202014923
1516040 0.167950 0.167726 0.166222 CURRENT LEARNING RATE: 1.823614839901602e-07
previous_iter_valid_loss : 0.17249302566051483
1516060 0.172638 0.172493 0.166454 CURRENT LEARNING RATE: 1.8232501534034878e-07
previous_iter_valid_loss : 0.16837583482265472
1516080 0.168534 0.168376 0.166690 CURRENT LEARNING RATE: 1.8228855398353804e-07
previous_iter_valid_loss : 0.16141940653324127
1516100 0.161580 0.161419 0.166710 CURRENT LEARNING RATE: 1.8225209991826945e-07
previous_iter_valid_loss : 0.16051115095615387
1516120 0.160673 0.160511 0.166608 CURRENT LEARNING RATE: 1.8221565314308454e-07
previous_iter_valid_loss : 0.16806168854236603
1516140 0.168213 0.168062 0.166753 CURRENT LEARNING RATE: 1.8217921365652617e-07
previous_iter_valid_loss : 0.16062062978744507
1516160 0.160789 0.160621 0.166754 CURRENT LEARNING RATE: 1.8214278145713631e-07
previous_iter_valid_loss : 0.16125500202178955
1516180 0.161408 0.161255 0.166753 CURRENT LEARNING RATE: 1.8210635654345745e-07
previous_iter_valid_loss : 0.16146421432495117
1516200 0.161646 0.161464 0.166103 CURRENT LEARNING RATE: 1.8206993891403315e-07
previous_iter_valid_loss : 0.16635850071907043
1516220 0.166563 0.166359 0.166114 CURRENT LEARNING RATE: 1.820335285674065e-07
previous_iter_valid_loss : 0.1667214184999466
1516240 0.166883 0.166721 0.166235 CURRENT LEARNING RATE: 1.8199712550212096e-07
previous_iter_valid_loss : 0.1977721005678177
1516260 0.197861 0.197772 0.166840 CURRENT LEARNING RATE: 1.8196072971672012e-07
previous_iter_valid_loss : 0.183343306183815
1516280 0.183494 0.183343 0.167859 CURRENT LEARNING RATE: 1.8192434120974886e-07
previous_iter_valid_loss : 0.16649222373962402
1516300 0.166711 0.166492 0.168110 CURRENT LEARNING RATE: 1.818879599797513e-07
previous_iter_valid_loss : 0.16880924999713898
1516320 0.168961 0.168809 0.168284 CURRENT LEARNING RATE: 1.8185158602527211e-07
previous_iter_valid_loss : 0.16738705337047577
1516340 0.167540 0.167387 0.168484 CURRENT LEARNING RATE: 1.818152193448561e-07
previous_iter_valid_loss : 0.16213928163051605
1516360 0.162314 0.162139 0.168254 CURRENT LEARNING RATE: 1.8177885993704917e-07
previous_iter_valid_loss : 0.1705852597951889
1516380 0.170842 0.170585 0.168530 CURRENT LEARNING RATE: 1.817425078003967e-07
previous_iter_valid_loss : 0.1621922105550766
1516400 0.162388 0.162192 0.167765 CURRENT LEARNING RATE: 1.8170616293344453e-07
previous_iter_valid_loss : 0.16210238635540009
1516420 0.162268 0.162102 0.167790 CURRENT LEARNING RATE: 1.8166982533473862e-07
previous_iter_valid_loss : 0.16518887877464294
1516440 0.165359 0.165189 0.167663 CURRENT LEARNING RATE: 1.8163349500282606e-07
previous_iter_valid_loss : 0.16091510653495789
1516460 0.161079 0.160915 0.167084 CURRENT LEARNING RATE: 1.815971719362533e-07
previous_iter_valid_loss : 0.1637907177209854
1516480 0.163988 0.163791 0.166855 CURRENT LEARNING RATE: 1.8156085613356746e-07
previous_iter_valid_loss : 0.16918884217739105
1516500 0.169342 0.169189 0.167244 CURRENT LEARNING RATE: 1.8152454759331556e-07
previous_iter_valid_loss : 0.16052134335041046
1516520 0.160695 0.160521 0.167244 CURRENT LEARNING RATE: 1.814882463140459e-07
previous_iter_valid_loss : 0.16220632195472717
1516540 0.162368 0.162206 0.166951 CURRENT LEARNING RATE: 1.814519522943061e-07
previous_iter_valid_loss : 0.16089628636837006
1516560 0.161053 0.160896 0.166965 CURRENT LEARNING RATE: 1.8141566553264417e-07
previous_iter_valid_loss : 0.16136598587036133
1516580 0.161534 0.161366 0.166971 CURRENT LEARNING RATE: 1.8137938602760914e-07
previous_iter_valid_loss : 0.16358330845832825
1516600 0.163751 0.163583 0.167077 CURRENT LEARNING RATE: 1.8134311377774962e-07
previous_iter_valid_loss : 0.17476901412010193
1516620 0.174918 0.174769 0.167497 CURRENT LEARNING RATE: 1.8130684878161464e-07
previous_iter_valid_loss : 0.16157566010951996
1516640 0.161757 0.161576 0.167240 CURRENT LEARNING RATE: 1.8127059103775332e-07
previous_iter_valid_loss : 0.16327787935733795
1516660 0.163442 0.163278 0.165515 CURRENT LEARNING RATE: 1.8123434054471602e-07
previous_iter_valid_loss : 0.16221362352371216
1516680 0.162390 0.162214 0.164459 CURRENT LEARNING RATE: 1.811980973010523e-07
previous_iter_valid_loss : 0.17624147236347198
1516700 0.176397 0.176241 0.164946 CURRENT LEARNING RATE: 1.8116186130531257e-07
previous_iter_valid_loss : 0.16069163382053375
1516720 0.160865 0.160692 0.164540 CURRENT LEARNING RATE: 1.8112563255604695e-07
previous_iter_valid_loss : 0.16112257540225983
1516740 0.161275 0.161123 0.164227 CURRENT LEARNING RATE: 1.8108941105180697e-07
previous_iter_valid_loss : 0.17775464057922363
1516760 0.177916 0.177755 0.165008 CURRENT LEARNING RATE: 1.8105319679114349e-07
previous_iter_valid_loss : 0.16221800446510315
1516780 0.162417 0.162218 0.164589 CURRENT LEARNING RATE: 1.8101698977260787e-07
previous_iter_valid_loss : 0.17136777937412262
1516800 0.171522 0.171368 0.165048 CURRENT LEARNING RATE: 1.8098078999475155e-07
previous_iter_valid_loss : 0.16060961782932281
1516820 0.160759 0.160610 0.164974 CURRENT LEARNING RATE: 1.809445974561272e-07
previous_iter_valid_loss : 0.16816666722297668
1516840 0.168396 0.168167 0.165122 CURRENT LEARNING RATE: 1.8090841215528677e-07
previous_iter_valid_loss : 0.17353710532188416
1516860 0.173817 0.173537 0.165754 CURRENT LEARNING RATE: 1.8087223409078283e-07
previous_iter_valid_loss : 0.16107937693595886
1516880 0.161258 0.161079 0.165618 CURRENT LEARNING RATE: 1.8083606326116795e-07
previous_iter_valid_loss : 0.16120228171348572
1516900 0.161362 0.161202 0.165219 CURRENT LEARNING RATE: 1.80799899664996e-07
previous_iter_valid_loss : 0.16751845180988312
1516920 0.167743 0.167518 0.165569 CURRENT LEARNING RATE: 1.8076374330082003e-07
previous_iter_valid_loss : 0.16207364201545715
1516940 0.162251 0.162074 0.165562 CURRENT LEARNING RATE: 1.8072759416719346e-07
previous_iter_valid_loss : 0.168745756149292
1516960 0.168895 0.168746 0.165954 CURRENT LEARNING RATE: 1.8069145226267104e-07
previous_iter_valid_loss : 0.16609840095043182
1516980 0.166256 0.166098 0.166191 CURRENT LEARNING RATE: 1.8065531758580675e-07
previous_iter_valid_loss : 0.16771018505096436
1517000 0.167866 0.167710 0.166397 CURRENT LEARNING RATE: 1.8061919013515516e-07
previous_iter_valid_loss : 0.16529026627540588
1517020 0.165494 0.165290 0.165923 CURRENT LEARNING RATE: 1.8058306990927085e-07
previous_iter_valid_loss : 0.16393797099590302
1517040 0.164136 0.163938 0.166041 CURRENT LEARNING RATE: 1.805469569067097e-07
previous_iter_valid_loss : 0.16966800391674042
1517060 0.169915 0.169668 0.166361 CURRENT LEARNING RATE: 1.8051085112602687e-07
previous_iter_valid_loss : 0.16437195241451263
1517080 0.164574 0.164372 0.166469 CURRENT LEARNING RATE: 1.8047475256577813e-07
previous_iter_valid_loss : 0.18631020188331604
1517100 0.186689 0.186310 0.166972 CURRENT LEARNING RATE: 1.8043866122451914e-07
previous_iter_valid_loss : 0.16221128404140472
1517120 0.162405 0.162211 0.167048 CURRENT LEARNING RATE: 1.8040257710080698e-07
previous_iter_valid_loss : 0.16132596135139465
1517140 0.161477 0.161326 0.167058 CURRENT LEARNING RATE: 1.8036650019319792e-07
previous_iter_valid_loss : 0.16459272801876068
1517160 0.164761 0.164593 0.166400 CURRENT LEARNING RATE: 1.803304305002489e-07
previous_iter_valid_loss : 0.16136981546878815
1517180 0.161520 0.161370 0.166358 CURRENT LEARNING RATE: 1.8029436802051678e-07
previous_iter_valid_loss : 0.16578733921051025
1517200 0.165947 0.165787 0.166079 CURRENT LEARNING RATE: 1.8025831275255975e-07
previous_iter_valid_loss : 0.16169473528862
1517220 0.161856 0.161695 0.166133 CURRENT LEARNING RATE: 1.8022226469493525e-07
previous_iter_valid_loss : 0.16124343872070312
1517240 0.161427 0.161243 0.165787 CURRENT LEARNING RATE: 1.8018622384620136e-07
previous_iter_valid_loss : 0.16087272763252258
1517260 0.161054 0.160873 0.165154 CURRENT LEARNING RATE: 1.8015019020491613e-07
previous_iter_valid_loss : 0.160842165350914
1517280 0.161015 0.160842 0.165142 CURRENT LEARNING RATE: 1.8011416376963884e-07
previous_iter_valid_loss : 0.1734248399734497
1517300 0.173572 0.173425 0.165753 CURRENT LEARNING RATE: 1.8007814453892813e-07
previous_iter_valid_loss : 0.16093283891677856
1517320 0.161096 0.160933 0.165424 CURRENT LEARNING RATE: 1.800421325113429e-07
previous_iter_valid_loss : 0.1692354381084442
1517340 0.169388 0.169235 0.165782 CURRENT LEARNING RATE: 1.8000612768544332e-07
previous_iter_valid_loss : 0.16392546892166138
1517360 0.164090 0.163925 0.165541 CURRENT LEARNING RATE: 1.7997013005978886e-07
previous_iter_valid_loss : 0.16114471852779388
1517380 0.161325 0.161145 0.165293 CURRENT LEARNING RATE: 1.7993413963293968e-07
previous_iter_valid_loss : 0.16463734209537506
1517400 0.164836 0.164637 0.165140 CURRENT LEARNING RATE: 1.7989815640345574e-07
previous_iter_valid_loss : 0.1623018980026245
1517420 0.162478 0.162302 0.164990 CURRENT LEARNING RATE: 1.7986218036989838e-07
previous_iter_valid_loss : 0.17625999450683594
1517440 0.176413 0.176260 0.165606 CURRENT LEARNING RATE: 1.798262115308283e-07
previous_iter_valid_loss : 0.16109074652194977
1517460 0.161272 0.161091 0.165177 CURRENT LEARNING RATE: 1.7979024988480667e-07
previous_iter_valid_loss : 0.16831621527671814
1517480 0.168471 0.168316 0.165375 CURRENT LEARNING RATE: 1.797542954303948e-07
previous_iter_valid_loss : 0.16878487169742584
1517500 0.168939 0.168785 0.164498 CURRENT LEARNING RATE: 1.7971834816615506e-07
previous_iter_valid_loss : 0.16237987577915192
1517520 0.162538 0.162380 0.164507 CURRENT LEARNING RATE: 1.7968240809064926e-07
previous_iter_valid_loss : 0.18391002714633942
1517540 0.184062 0.183910 0.165636 CURRENT LEARNING RATE: 1.7964647520243978e-07
previous_iter_valid_loss : 0.1618250012397766
1517560 0.162022 0.161825 0.165498 CURRENT LEARNING RATE: 1.7961054950008906e-07
previous_iter_valid_loss : 0.17074106633663177
1517580 0.170979 0.170741 0.165966 CURRENT LEARNING RATE: 1.7957463098216064e-07
previous_iter_valid_loss : 0.16081804037094116
1517600 0.160973 0.160818 0.165718 CURRENT LEARNING RATE: 1.7953871964721752e-07
previous_iter_valid_loss : 0.16050082445144653
1517620 0.160670 0.160501 0.165658 CURRENT LEARNING RATE: 1.7950281549382315e-07
previous_iter_valid_loss : 0.1605926752090454
1517640 0.160746 0.160593 0.165625 CURRENT LEARNING RATE: 1.7946691852054115e-07
previous_iter_valid_loss : 0.16212140023708344
1517660 0.162307 0.162121 0.165688 CURRENT LEARNING RATE: 1.7943102872593623e-07
previous_iter_valid_loss : 0.16590219736099243
1517680 0.166117 0.165902 0.165941 CURRENT LEARNING RATE: 1.7939514610857244e-07
previous_iter_valid_loss : 0.1611051857471466
1517700 0.161266 0.161105 0.165325 CURRENT LEARNING RATE: 1.7935927066701458e-07
previous_iter_valid_loss : 0.16261962056159973
1517720 0.162817 0.162620 0.165409 CURRENT LEARNING RATE: 1.793234023998272e-07
previous_iter_valid_loss : 0.162478968501091
1517740 0.162672 0.162479 0.165071 CURRENT LEARNING RATE: 1.792875413055763e-07
previous_iter_valid_loss : 0.1606825441122055
1517760 0.160843 0.160683 0.164909 CURRENT LEARNING RATE: 1.7925168738282705e-07
previous_iter_valid_loss : 0.16342693567276
1517780 0.163620 0.163427 0.165023 CURRENT LEARNING RATE: 1.7921584063014498e-07
previous_iter_valid_loss : 0.1631532460451126
1517800 0.163349 0.163153 0.164949 CURRENT LEARNING RATE: 1.7918000104609693e-07
previous_iter_valid_loss : 0.17728093266487122
1517820 0.177581 0.177281 0.165698 CURRENT LEARNING RATE: 1.7914416862924892e-07
previous_iter_valid_loss : 0.16835801303386688
1517840 0.168600 0.168358 0.165303 CURRENT LEARNING RATE: 1.7910834337816767e-07
previous_iter_valid_loss : 0.1802302747964859
1517860 0.180383 0.180230 0.166260 CURRENT LEARNING RATE: 1.7907252529141986e-07
previous_iter_valid_loss : 0.16369694471359253
1517880 0.163856 0.163697 0.166029 CURRENT LEARNING RATE: 1.7903671436757343e-07
previous_iter_valid_loss : 0.16305705904960632
1517900 0.163219 0.163057 0.165743 CURRENT LEARNING RATE: 1.7900091060519556e-07
previous_iter_valid_loss : 0.1713651716709137
1517920 0.171506 0.171365 0.166192 CURRENT LEARNING RATE: 1.789651140028542e-07
previous_iter_valid_loss : 0.16244687139987946
1517940 0.162640 0.162447 0.165119 CURRENT LEARNING RATE: 1.7892932455911704e-07
previous_iter_valid_loss : 0.16417619585990906
1517960 0.164349 0.164176 0.165236 CURRENT LEARNING RATE: 1.7889354227255323e-07
previous_iter_valid_loss : 0.1614179164171219
1517980 0.161606 0.161418 0.164770 CURRENT LEARNING RATE: 1.7885776714173114e-07
previous_iter_valid_loss : 0.17289859056472778
1518000 0.173047 0.172899 0.165374 CURRENT LEARNING RATE: 1.7882199916521974e-07
previous_iter_valid_loss : 0.1605284959077835
1518020 0.160700 0.160528 0.165376 CURRENT LEARNING RATE: 1.7878623834158802e-07
previous_iter_valid_loss : 0.16838619112968445
1518040 0.168620 0.168386 0.165765 CURRENT LEARNING RATE: 1.7875048466940619e-07
previous_iter_valid_loss : 0.16524259746074677
1518060 0.165399 0.165243 0.165921 CURRENT LEARNING RATE: 1.7871473814724379e-07
previous_iter_valid_loss : 0.18937700986862183
1518080 0.189507 0.189377 0.167095 CURRENT LEARNING RATE: 1.7867899877367092e-07
previous_iter_valid_loss : 0.17558610439300537
1518100 0.175872 0.175586 0.167819 CURRENT LEARNING RATE: 1.7864326654725767e-07
previous_iter_valid_loss : 0.16168639063835144
1518120 0.161849 0.161686 0.167772 CURRENT LEARNING RATE: 1.7860754146657548e-07
previous_iter_valid_loss : 0.1665463149547577
1518140 0.166709 0.166546 0.167976 CURRENT LEARNING RATE: 1.7857182353019494e-07
previous_iter_valid_loss : 0.1611560583114624
1518160 0.161332 0.161156 0.168000 CURRENT LEARNING RATE: 1.7853611273668704e-07
previous_iter_valid_loss : 0.16089896857738495
1518180 0.161056 0.160899 0.167873 CURRENT LEARNING RATE: 1.7850040908462404e-07
previous_iter_valid_loss : 0.16231966018676758
1518200 0.162508 0.162320 0.167831 CURRENT LEARNING RATE: 1.7846471257257738e-07
previous_iter_valid_loss : 0.1612241566181183
1518220 0.161422 0.161224 0.167029 CURRENT LEARNING RATE: 1.7842902319911925e-07
previous_iter_valid_loss : 0.17551042139530182
1518240 0.175803 0.175510 0.167386 CURRENT LEARNING RATE: 1.7839334096282176e-07
previous_iter_valid_loss : 0.16395427286624908
1518260 0.164128 0.163954 0.166572 CURRENT LEARNING RATE: 1.7835766586225822e-07
previous_iter_valid_loss : 0.1683415174484253
1518280 0.168578 0.168342 0.166805 CURRENT LEARNING RATE: 1.783219978960014e-07
previous_iter_valid_loss : 0.17141573131084442
1518300 0.171676 0.171416 0.167223 CURRENT LEARNING RATE: 1.7828633706262447e-07
previous_iter_valid_loss : 0.16859209537506104
1518320 0.168826 0.168592 0.167084 CURRENT LEARNING RATE: 1.7825068336070076e-07
previous_iter_valid_loss : 0.18102650344371796
1518340 0.181186 0.181027 0.168013 CURRENT LEARNING RATE: 1.782150367888047e-07
previous_iter_valid_loss : 0.16945624351501465
1518360 0.169609 0.169456 0.168277 CURRENT LEARNING RATE: 1.7817939734551015e-07
previous_iter_valid_loss : 0.16412724554538727
1518380 0.164292 0.164127 0.168412 CURRENT LEARNING RATE: 1.7814376502939155e-07
previous_iter_valid_loss : 0.16774168610572815
1518400 0.167957 0.167742 0.168155 CURRENT LEARNING RATE: 1.7810813983902322e-07
previous_iter_valid_loss : 0.16268841922283173
1518420 0.162875 0.162688 0.168263 CURRENT LEARNING RATE: 1.7807252177298082e-07
previous_iter_valid_loss : 0.16182008385658264
1518440 0.162000 0.161820 0.167934 CURRENT LEARNING RATE: 1.7803691082983933e-07
previous_iter_valid_loss : 0.16067323088645935
1518460 0.160829 0.160673 0.167706 CURRENT LEARNING RATE: 1.780013070081743e-07
previous_iter_valid_loss : 0.16457194089889526
1518480 0.164777 0.164572 0.166466 CURRENT LEARNING RATE: 1.779657103065612e-07
previous_iter_valid_loss : 0.16569772362709045
1518500 0.165912 0.165698 0.165971 CURRENT LEARNING RATE: 1.7793012072357693e-07
previous_iter_valid_loss : 0.1607477217912674
1518520 0.160919 0.160748 0.165924 CURRENT LEARNING RATE: 1.778945382577975e-07
previous_iter_valid_loss : 0.16052031517028809
1518540 0.160684 0.160520 0.165623 CURRENT LEARNING RATE: 1.7785896290779928e-07
previous_iter_valid_loss : 0.16403637826442719
1518560 0.164206 0.164036 0.165767 CURRENT LEARNING RATE: 1.7782339467215994e-07
previous_iter_valid_loss : 0.16058260202407837
1518580 0.160741 0.160583 0.165751 CURRENT LEARNING RATE: 1.7778783354945638e-07
previous_iter_valid_loss : 0.16354551911354065
1518600 0.163736 0.163546 0.165812 CURRENT LEARNING RATE: 1.7775227953826622e-07
previous_iter_valid_loss : 0.1779792159795761
1518620 0.178292 0.177979 0.166650 CURRENT LEARNING RATE: 1.7771673263716694e-07
previous_iter_valid_loss : 0.16149429976940155
1518640 0.161678 0.161494 0.165949 CURRENT LEARNING RATE: 1.776811928447373e-07
previous_iter_valid_loss : 0.16201260685920715
1518660 0.162185 0.162013 0.165852 CURRENT LEARNING RATE: 1.7764566015955537e-07
previous_iter_valid_loss : 0.16784633696079254
1518680 0.167998 0.167846 0.165827 CURRENT LEARNING RATE: 1.7761013458019994e-07
previous_iter_valid_loss : 0.16071008145809174
1518700 0.160888 0.160710 0.165292 CURRENT LEARNING RATE: 1.7757461610524952e-07
previous_iter_valid_loss : 0.18073487281799316
1518720 0.181075 0.180735 0.165899 CURRENT LEARNING RATE: 1.7753910473328412e-07
previous_iter_valid_loss : 0.1674129068851471
1518740 0.167566 0.167413 0.165219 CURRENT LEARNING RATE: 1.7750360046288294e-07
previous_iter_valid_loss : 0.17595258355140686
1518760 0.176244 0.175953 0.165543 CURRENT LEARNING RATE: 1.774681032926258e-07
previous_iter_valid_loss : 0.17145416140556335
1518780 0.171598 0.171454 0.165910 CURRENT LEARNING RATE: 1.7743261322109248e-07
previous_iter_valid_loss : 0.16056056320667267
1518800 0.160725 0.160561 0.165551 CURRENT LEARNING RATE: 1.7739713024686405e-07
previous_iter_valid_loss : 0.1624630242586136
1518820 0.162643 0.162463 0.165540 CURRENT LEARNING RATE: 1.7736165436852083e-07
previous_iter_valid_loss : 0.16116075217723846
1518840 0.161348 0.161161 0.165507 CURRENT LEARNING RATE: 1.7732618558464386e-07
previous_iter_valid_loss : 0.163493812084198
1518860 0.163696 0.163494 0.165648 CURRENT LEARNING RATE: 1.77290723893814e-07
previous_iter_valid_loss : 0.18010853230953217
1518880 0.180259 0.180109 0.166424 CURRENT LEARNING RATE: 1.772552692946134e-07
previous_iter_valid_loss : 0.16066209971904755
1518900 0.160837 0.160662 0.166173 CURRENT LEARNING RATE: 1.7721982178562362e-07
previous_iter_valid_loss : 0.16340166330337524
1518920 0.163568 0.163402 0.166305 CURRENT LEARNING RATE: 1.7718438136542673e-07
previous_iter_valid_loss : 0.1608608365058899
1518940 0.161046 0.160861 0.166322 CURRENT LEARNING RATE: 1.7714894803260483e-07
previous_iter_valid_loss : 0.16055697202682495
1518960 0.160728 0.160557 0.166148 CURRENT LEARNING RATE: 1.7711352178574116e-07
previous_iter_valid_loss : 0.17078083753585815
1518980 0.170925 0.170781 0.166658 CURRENT LEARNING RATE: 1.7707810262341836e-07
previous_iter_valid_loss : 0.1671588271856308
1519000 0.167384 0.167159 0.166839 CURRENT LEARNING RATE: 1.770426905442194e-07
previous_iter_valid_loss : 0.16052545607089996
1519020 0.160684 0.160525 0.165966 CURRENT LEARNING RATE: 1.7700728554672842e-07
previous_iter_valid_loss : 0.16067269444465637
1519040 0.160831 0.160673 0.165925 CURRENT LEARNING RATE: 1.7697188762952885e-07
previous_iter_valid_loss : 0.1616101861000061
1519060 0.161784 0.161610 0.165905 CURRENT LEARNING RATE: 1.7693649679120484e-07
previous_iter_valid_loss : 0.1606181561946869
1519080 0.160772 0.160618 0.165544 CURRENT LEARNING RATE: 1.7690111303034042e-07
previous_iter_valid_loss : 0.16969014704227448
1519100 0.169844 0.169690 0.165993 CURRENT LEARNING RATE: 1.7686573634552084e-07
previous_iter_valid_loss : 0.16426759958267212
1519120 0.164474 0.164268 0.165169 CURRENT LEARNING RATE: 1.768303667353307e-07
previous_iter_valid_loss : 0.16151750087738037
1519140 0.161685 0.161518 0.164874 CURRENT LEARNING RATE: 1.767950041983553e-07
previous_iter_valid_loss : 0.16894054412841797
1519160 0.169087 0.168941 0.164524 CURRENT LEARNING RATE: 1.7675964873317978e-07
previous_iter_valid_loss : 0.17007265985012054
1519180 0.170222 0.170073 0.164455 CURRENT LEARNING RATE: 1.7672430033839053e-07
previous_iter_valid_loss : 0.1666107177734375
1519200 0.166776 0.166611 0.164757 CURRENT LEARNING RATE: 1.7668895901257332e-07
previous_iter_valid_loss : 0.16149505972862244
1519220 0.161694 0.161495 0.164709 CURRENT LEARNING RATE: 1.766536247543145e-07
previous_iter_valid_loss : 0.16546718776226044
1519240 0.165636 0.165467 0.164924 CURRENT LEARNING RATE: 1.7661829756220035e-07
previous_iter_valid_loss : 0.16364943981170654
1519260 0.163857 0.163649 0.164932 CURRENT LEARNING RATE: 1.765829774348185e-07
previous_iter_valid_loss : 0.16104310750961304
1519280 0.161230 0.161043 0.163979 CURRENT LEARNING RATE: 1.7654766437075572e-07
previous_iter_valid_loss : 0.18869251012802124
1519300 0.189122 0.188693 0.165380 CURRENT LEARNING RATE: 1.7651235836859956e-07
previous_iter_valid_loss : 0.16218066215515137
1519320 0.162346 0.162181 0.165319 CURRENT LEARNING RATE: 1.7647705942693746e-07
previous_iter_valid_loss : 0.16221606731414795
1519340 0.162381 0.162216 0.165387 CURRENT LEARNING RATE: 1.7644176754435802e-07
previous_iter_valid_loss : 0.16135653853416443
1519360 0.161524 0.161357 0.165427 CURRENT LEARNING RATE: 1.7640648271944935e-07
previous_iter_valid_loss : 0.16056512296199799
1519380 0.160726 0.160565 0.164916 CURRENT LEARNING RATE: 1.7637120495079966e-07
previous_iter_valid_loss : 0.16114018857479095
1519400 0.161297 0.161140 0.164615 CURRENT LEARNING RATE: 1.7633593423699855e-07
previous_iter_valid_loss : 0.16050314903259277
1519420 0.160657 0.160503 0.164614 CURRENT LEARNING RATE: 1.763006705766348e-07
previous_iter_valid_loss : 0.1606799215078354
1519440 0.160839 0.160680 0.164614 CURRENT LEARNING RATE: 1.762654139682979e-07
previous_iter_valid_loss : 0.1616121381521225
1519460 0.161795 0.161612 0.164615 CURRENT LEARNING RATE: 1.762301644105773e-07
previous_iter_valid_loss : 0.16187377274036407
1519480 0.162067 0.161874 0.164677 CURRENT LEARNING RATE: 1.7619492190206362e-07
previous_iter_valid_loss : 0.17140409350395203
1519500 0.171554 0.171404 0.164763 CURRENT LEARNING RATE: 1.7615968644134676e-07
previous_iter_valid_loss : 0.1658254861831665
1519520 0.166035 0.165825 0.164841 CURRENT LEARNING RATE: 1.7612445802701746e-07
previous_iter_valid_loss : 0.17142543196678162
1519540 0.171577 0.171425 0.165336 CURRENT LEARNING RATE: 1.7608923665766618e-07
previous_iter_valid_loss : 0.16227546334266663
1519560 0.162443 0.162275 0.165003 CURRENT LEARNING RATE: 1.7605402233188466e-07
previous_iter_valid_loss : 0.16180378198623657
1519580 0.161964 0.161804 0.164590 CURRENT LEARNING RATE: 1.760188150482641e-07
previous_iter_valid_loss : 0.1610465943813324
1519600 0.161234 0.161047 0.164311 CURRENT LEARNING RATE: 1.7598361480539614e-07
previous_iter_valid_loss : 0.16210564970970154
1519620 0.162290 0.162106 0.164342 CURRENT LEARNING RATE: 1.759484216018725e-07
previous_iter_valid_loss : 0.16423211991786957
1519640 0.164426 0.164232 0.164280 CURRENT LEARNING RATE: 1.7591323543628605e-07
previous_iter_valid_loss : 0.16425587236881256
1519660 0.164424 0.164256 0.164310 CURRENT LEARNING RATE: 1.7587805630722904e-07
previous_iter_valid_loss : 0.16104170680046082
1519680 0.161202 0.161042 0.164310 CURRENT LEARNING RATE: 1.758428842132943e-07
previous_iter_valid_loss : 0.16527622938156128
1519700 0.165435 0.165276 0.163140 CURRENT LEARNING RATE: 1.7580771915307468e-07
previous_iter_valid_loss : 0.1772872507572174
1519720 0.177596 0.177287 0.163895 CURRENT LEARNING RATE: 1.7577256112516414e-07
previous_iter_valid_loss : 0.17070312798023224
1519740 0.170855 0.170703 0.164319 CURRENT LEARNING RATE: 1.7573741012815602e-07
previous_iter_valid_loss : 0.18185196816921234
1519760 0.182005 0.181852 0.165344 CURRENT LEARNING RATE: 1.7570226616064407e-07
previous_iter_valid_loss : 0.16512064635753632
1519780 0.165287 0.165121 0.165572 CURRENT LEARNING RATE: 1.7566712922122311e-07
previous_iter_valid_loss : 0.17755192518234253
1519800 0.177707 0.177552 0.166392 CURRENT LEARNING RATE: 1.756319993084873e-07
previous_iter_valid_loss : 0.16782669723033905
1519820 0.168053 0.167827 0.166759 CURRENT LEARNING RATE: 1.7559687642103152e-07
previous_iter_valid_loss : 0.16090232133865356
1519840 0.161084 0.160902 0.166770 CURRENT LEARNING RATE: 1.755617605574505e-07
previous_iter_valid_loss : 0.160598024725914
1519860 0.160769 0.160598 0.166719 CURRENT LEARNING RATE: 1.755266517163402e-07
previous_iter_valid_loss : 0.17342586815357208
1519880 0.173572 0.173426 0.167297 CURRENT LEARNING RATE: 1.7549154989629604e-07
previous_iter_valid_loss : 0.1607816219329834
1519900 0.160940 0.160782 0.166765 CURRENT LEARNING RATE: 1.7545645509591387e-07
previous_iter_valid_loss : 0.1634461134672165
1519920 0.163641 0.163446 0.166646 CURRENT LEARNING RATE: 1.7542136731378966e-07
previous_iter_valid_loss : 0.1606251746416092
1519940 0.160779 0.160625 0.166106 CURRENT LEARNING RATE: 1.7538628654852042e-07
previous_iter_valid_loss : 0.1679919958114624
1519960 0.168221 0.167992 0.166392 CURRENT LEARNING RATE: 1.753512127987027e-07
previous_iter_valid_loss : 0.17075245082378387
1519980 0.171015 0.170752 0.166840 CURRENT LEARNING RATE: 1.7531614606293352e-07
previous_iter_valid_loss : 0.16406729817390442
1520000 0.164265 0.164067 0.166991 CURRENT LEARNING RATE: 1.7528108633980989e-07
previous_iter_valid_loss : 0.16058850288391113
1520020 0.160755 0.160589 0.166915 CURRENT LEARNING RATE: 1.7524603362793003e-07
previous_iter_valid_loss : 0.1878829449415207
1520040 0.188292 0.187883 0.168097 CURRENT LEARNING RATE: 1.7521098792589155e-07
previous_iter_valid_loss : 0.161350816488266
1520060 0.161500 0.161351 0.167952 CURRENT LEARNING RATE: 1.7517594923229262e-07
previous_iter_valid_loss : 0.16182303428649902
1520080 0.162010 0.161823 0.167991 CURRENT LEARNING RATE: 1.7514091754573135e-07
previous_iter_valid_loss : 0.1763981282711029
1520100 0.176692 0.176398 0.168547 CURRENT LEARNING RATE: 1.751058928648071e-07
previous_iter_valid_loss : 0.16084736585617065
1520120 0.161018 0.160847 0.167725 CURRENT LEARNING RATE: 1.7507087518811865e-07
previous_iter_valid_loss : 0.16083353757858276
1520140 0.161011 0.160834 0.167232 CURRENT LEARNING RATE: 1.750358645142652e-07
previous_iter_valid_loss : 0.17098155617713928
1520160 0.171238 0.170982 0.166688 CURRENT LEARNING RATE: 1.7500086084184602e-07
previous_iter_valid_loss : 0.16434505581855774
1520180 0.164536 0.164345 0.166650 CURRENT LEARNING RATE: 1.7496586416946164e-07
previous_iter_valid_loss : 0.1632041186094284
1520200 0.163409 0.163204 0.165932 CURRENT LEARNING RATE: 1.7493087449571183e-07
previous_iter_valid_loss : 0.16303902864456177
1520220 0.163206 0.163039 0.165693 CURRENT LEARNING RATE: 1.7489589181919673e-07
previous_iter_valid_loss : 0.16197046637535095
1520240 0.162128 0.161970 0.165746 CURRENT LEARNING RATE: 1.7486091613851758e-07
previous_iter_valid_loss : 0.16809816658496857
1520260 0.168317 0.168098 0.166121 CURRENT LEARNING RATE: 1.7482594745227515e-07
previous_iter_valid_loss : 0.16063657402992249
1520280 0.160797 0.160637 0.165482 CURRENT LEARNING RATE: 1.7479098575907063e-07
previous_iter_valid_loss : 0.16461484134197235
1520300 0.164773 0.164615 0.165673 CURRENT LEARNING RATE: 1.7475603105750527e-07
previous_iter_valid_loss : 0.17315250635147095
1520320 0.173428 0.173153 0.166159 CURRENT LEARNING RATE: 1.747210833461815e-07
previous_iter_valid_loss : 0.16185447573661804
1520340 0.162007 0.161854 0.166220 CURRENT LEARNING RATE: 1.7468614262370103e-07
previous_iter_valid_loss : 0.16059613227844238
1520360 0.160763 0.160596 0.165850 CURRENT LEARNING RATE: 1.7465120888866634e-07
previous_iter_valid_loss : 0.17519067227840424
1520380 0.175342 0.175191 0.166072 CURRENT LEARNING RATE: 1.746162821396797e-07
previous_iter_valid_loss : 0.17224131524562836
1520400 0.172507 0.172241 0.166481 CURRENT LEARNING RATE: 1.745813623753447e-07
previous_iter_valid_loss : 0.16096529364585876
1520420 0.161123 0.160965 0.166500 CURRENT LEARNING RATE: 1.7454644959426415e-07
previous_iter_valid_loss : 0.17681515216827393
1520440 0.176965 0.176815 0.165946 CURRENT LEARNING RATE: 1.745115437950417e-07
previous_iter_valid_loss : 0.16112485527992249
1520460 0.161308 0.161125 0.165935 CURRENT LEARNING RATE: 1.7447664497628066e-07
previous_iter_valid_loss : 0.16053225100040436
1520480 0.160691 0.160532 0.165871 CURRENT LEARNING RATE: 1.7444175313658576e-07
previous_iter_valid_loss : 0.16877952218055725
1520500 0.169027 0.168780 0.165490 CURRENT LEARNING RATE: 1.7440686827456102e-07
previous_iter_valid_loss : 0.16159668564796448
1520520 0.161748 0.161597 0.165527 CURRENT LEARNING RATE: 1.74371990388811e-07
previous_iter_valid_loss : 0.16719378530979156
1520540 0.167411 0.167194 0.165845 CURRENT LEARNING RATE: 1.7433711947794032e-07
previous_iter_valid_loss : 0.1625310182571411
1520560 0.162694 0.162531 0.165423 CURRENT LEARNING RATE: 1.7430225554055477e-07
previous_iter_valid_loss : 0.17137353122234344
1520580 0.171523 0.171374 0.165774 CURRENT LEARNING RATE: 1.7426739857525948e-07
previous_iter_valid_loss : 0.17356915771961212
1520600 0.173714 0.173569 0.166292 CURRENT LEARNING RATE: 1.742325485806598e-07
previous_iter_valid_loss : 0.16192585229873657
1520620 0.162123 0.161926 0.166237 CURRENT LEARNING RATE: 1.7419770555536244e-07
previous_iter_valid_loss : 0.17029303312301636
1520640 0.170446 0.170293 0.166653 CURRENT LEARNING RATE: 1.741628694979733e-07
previous_iter_valid_loss : 0.1609518676996231
1520660 0.161127 0.160952 0.166295 CURRENT LEARNING RATE: 1.7412804040709899e-07
previous_iter_valid_loss : 0.1688697636127472
1520680 0.169029 0.168870 0.166707 CURRENT LEARNING RATE: 1.7409321828134598e-07
previous_iter_valid_loss : 0.16338922083377838
1520700 0.163547 0.163389 0.166646 CURRENT LEARNING RATE: 1.7405840311932202e-07
previous_iter_valid_loss : 0.1618007868528366
1520720 0.161990 0.161801 0.166078 CURRENT LEARNING RATE: 1.7402359491963427e-07
previous_iter_valid_loss : 0.17158739268779755
1520740 0.171849 0.171587 0.166565 CURRENT LEARNING RATE: 1.739887936808903e-07
previous_iter_valid_loss : 0.16058091819286346
1520760 0.160735 0.160581 0.166564 CURRENT LEARNING RATE: 1.7395399940169777e-07
previous_iter_valid_loss : 0.16880960762500763
1520780 0.169048 0.168810 0.166245 CURRENT LEARNING RATE: 1.7391921208066558e-07
previous_iter_valid_loss : 0.165476992726326
1520800 0.165644 0.165477 0.165907 CURRENT LEARNING RATE: 1.7388443171640188e-07
previous_iter_valid_loss : 0.1745457947254181
1520820 0.174697 0.174546 0.166586 CURRENT LEARNING RATE: 1.738496583075155e-07
previous_iter_valid_loss : 0.1638135313987732
1520840 0.164005 0.163814 0.165936 CURRENT LEARNING RATE: 1.7381489185261513e-07
previous_iter_valid_loss : 0.17703816294670105
1520860 0.177330 0.177038 0.166731 CURRENT LEARNING RATE: 1.737801323503108e-07
previous_iter_valid_loss : 0.16178162395954132
1520880 0.161968 0.161782 0.166794 CURRENT LEARNING RATE: 1.7374537979921174e-07
previous_iter_valid_loss : 0.161370187997818
1520900 0.161533 0.161370 0.166423 CURRENT LEARNING RATE: 1.7371063419792794e-07
previous_iter_valid_loss : 0.16571006178855896
1520920 0.165918 0.165710 0.166629 CURRENT LEARNING RATE: 1.736758955450692e-07
previous_iter_valid_loss : 0.1630719155073166
1520940 0.163237 0.163072 0.166423 CURRENT LEARNING RATE: 1.7364116383924665e-07
previous_iter_valid_loss : 0.1613675355911255
1520960 0.161525 0.161368 0.166365 CURRENT LEARNING RATE: 1.7360643907907064e-07
previous_iter_valid_loss : 0.16112913191318512
1520980 0.161307 0.161129 0.165853 CURRENT LEARNING RATE: 1.7357172126315194e-07
previous_iter_valid_loss : 0.18261311948299408
1521000 0.182772 0.182613 0.166305 CURRENT LEARNING RATE: 1.7353701039010236e-07
previous_iter_valid_loss : 0.1605393886566162
1521020 0.160693 0.160539 0.166236 CURRENT LEARNING RATE: 1.7350230645853328e-07
previous_iter_valid_loss : 0.1606246381998062
1521040 0.160787 0.160625 0.165752 CURRENT LEARNING RATE: 1.7346760946705644e-07
previous_iter_valid_loss : 0.17156429588794708
1521060 0.171828 0.171564 0.166283 CURRENT LEARNING RATE: 1.734329194142837e-07
previous_iter_valid_loss : 0.16373087465763092
1521080 0.163900 0.163731 0.166026 CURRENT LEARNING RATE: 1.733982362988281e-07
previous_iter_valid_loss : 0.1633375585079193
1521100 0.163524 0.163338 0.166023 CURRENT LEARNING RATE: 1.7336356011930195e-07
previous_iter_valid_loss : 0.16058464348316193
1521120 0.160734 0.160585 0.165962 CURRENT LEARNING RATE: 1.7332889087431824e-07
previous_iter_valid_loss : 0.16054794192314148
1521140 0.160691 0.160548 0.165410 CURRENT LEARNING RATE: 1.7329422856248985e-07
previous_iter_valid_loss : 0.1788671761751175
1521160 0.179180 0.178867 0.166325 CURRENT LEARNING RATE: 1.7325957318243098e-07
previous_iter_valid_loss : 0.17188754677772522
1521180 0.172150 0.171888 0.166479 CURRENT LEARNING RATE: 1.7322492473275505e-07
previous_iter_valid_loss : 0.18439722061157227
1521200 0.184765 0.184397 0.167425 CURRENT LEARNING RATE: 1.731902832120761e-07
previous_iter_valid_loss : 0.16294485330581665
1521220 0.163134 0.162945 0.166845 CURRENT LEARNING RATE: 1.7315564861900822e-07
previous_iter_valid_loss : 0.1654844731092453
1521240 0.165643 0.165484 0.166928 CURRENT LEARNING RATE: 1.731210209521666e-07
previous_iter_valid_loss : 0.16067330539226532
1521260 0.160842 0.160673 0.166110 CURRENT LEARNING RATE: 1.7308640021016588e-07
previous_iter_valid_loss : 0.1747746616601944
1521280 0.175061 0.174775 0.166760 CURRENT LEARNING RATE: 1.7305178639162113e-07
previous_iter_valid_loss : 0.1641937643289566
1521300 0.164398 0.164194 0.166901 CURRENT LEARNING RATE: 1.730171794951476e-07
previous_iter_valid_loss : 0.16111446917057037
1521320 0.161292 0.161114 0.166671 CURRENT LEARNING RATE: 1.7298257951936158e-07
previous_iter_valid_loss : 0.17601384222507477
1521340 0.176168 0.176014 0.167318 CURRENT LEARNING RATE: 1.7294798646287873e-07
previous_iter_valid_loss : 0.16086547076702118
1521360 0.161045 0.160865 0.167293 CURRENT LEARNING RATE: 1.7291340032431505e-07
previous_iter_valid_loss : 0.17184039950370789
1521380 0.171987 0.171840 0.167829 CURRENT LEARNING RATE: 1.7287882110228773e-07
previous_iter_valid_loss : 0.16581343114376068
1521400 0.166017 0.165813 0.166989 CURRENT LEARNING RATE: 1.728442487954133e-07
previous_iter_valid_loss : 0.16085556149482727
1521420 0.161019 0.160856 0.167004 CURRENT LEARNING RATE: 1.7280968340230882e-07
previous_iter_valid_loss : 0.16171236336231232
1521440 0.161874 0.161712 0.167059 CURRENT LEARNING RATE: 1.727751249215914e-07
previous_iter_valid_loss : 0.17375724017620087
1521460 0.174042 0.173757 0.167168 CURRENT LEARNING RATE: 1.727405733518793e-07
previous_iter_valid_loss : 0.1608869582414627
1521480 0.161045 0.160887 0.167026 CURRENT LEARNING RATE: 1.7270602869179016e-07
previous_iter_valid_loss : 0.1656346619129181
1521500 0.165793 0.165635 0.167141 CURRENT LEARNING RATE: 1.7267149093994222e-07
previous_iter_valid_loss : 0.16575869917869568
1521520 0.165924 0.165759 0.167400 CURRENT LEARNING RATE: 1.726369600949536e-07
previous_iter_valid_loss : 0.18078815937042236
1521540 0.181130 0.180788 0.168412 CURRENT LEARNING RATE: 1.726024361554437e-07
previous_iter_valid_loss : 0.17382878065109253
1521560 0.174099 0.173829 0.168160 CURRENT LEARNING RATE: 1.725679191200313e-07
previous_iter_valid_loss : 0.16850394010543823
1521580 0.168739 0.168504 0.167991 CURRENT LEARNING RATE: 1.7253340898733567e-07
previous_iter_valid_loss : 0.16151456534862518
1521600 0.161704 0.161515 0.166847 CURRENT LEARNING RATE: 1.7249890575597613e-07
previous_iter_valid_loss : 0.16732805967330933
1521620 0.167554 0.167328 0.167066 CURRENT LEARNING RATE: 1.7246440942457315e-07
previous_iter_valid_loss : 0.16128699481487274
1521640 0.161466 0.161287 0.166856 CURRENT LEARNING RATE: 1.7242991999174655e-07
previous_iter_valid_loss : 0.1621047854423523
1521660 0.162283 0.162105 0.166927 CURRENT LEARNING RATE: 1.723954374561168e-07
previous_iter_valid_loss : 0.16636916995048523
1521680 0.166528 0.166369 0.166507 CURRENT LEARNING RATE: 1.7236096181630427e-07
previous_iter_valid_loss : 0.16705584526062012
1521700 0.167272 0.167056 0.166650 CURRENT LEARNING RATE: 1.7232649307093048e-07
previous_iter_valid_loss : 0.16283121705055237
1521720 0.162996 0.162831 0.166736 CURRENT LEARNING RATE: 1.722920312186165e-07
previous_iter_valid_loss : 0.1761859506368637
1521740 0.176481 0.176186 0.166745 CURRENT LEARNING RATE: 1.7225757625798377e-07
previous_iter_valid_loss : 0.17342081665992737
1521760 0.173570 0.173421 0.167372 CURRENT LEARNING RATE: 1.722231281876538e-07
previous_iter_valid_loss : 0.16076287627220154
1521780 0.160942 0.160763 0.166819 CURRENT LEARNING RATE: 1.721886870062493e-07
previous_iter_valid_loss : 0.168983593583107
1521800 0.169216 0.168984 0.166977 CURRENT LEARNING RATE: 1.7215425271239228e-07
previous_iter_valid_loss : 0.16051015257835388
1521820 0.160677 0.160510 0.166960 CURRENT LEARNING RATE: 1.721198253047051e-07
previous_iter_valid_loss : 0.16963396966457367
1521840 0.169883 0.169634 0.167356 CURRENT LEARNING RATE: 1.720854047818113e-07
previous_iter_valid_loss : 0.1649458408355713
1521860 0.165142 0.164946 0.166915 CURRENT LEARNING RATE: 1.7205099114233365e-07
previous_iter_valid_loss : 0.17654578387737274
1521880 0.176842 0.176546 0.167698 CURRENT LEARNING RATE: 1.7201658438489569e-07
previous_iter_valid_loss : 0.16593720018863678
1521900 0.166144 0.165937 0.167713 CURRENT LEARNING RATE: 1.7198218450812084e-07
previous_iter_valid_loss : 0.16158078610897064
1521920 0.161746 0.161581 0.167504 CURRENT LEARNING RATE: 1.719477915106337e-07
previous_iter_valid_loss : 0.17375335097312927
1521940 0.173896 0.173753 0.167153 CURRENT LEARNING RATE: 1.7191340539105822e-07
previous_iter_valid_loss : 0.17659562826156616
1521960 0.176751 0.176596 0.167291 CURRENT LEARNING RATE: 1.71879026148019e-07
previous_iter_valid_loss : 0.16565518081188202
1521980 0.165863 0.165655 0.167149 CURRENT LEARNING RATE: 1.7184465378014053e-07
previous_iter_valid_loss : 0.16684409976005554
1522000 0.167059 0.166844 0.167415 CURRENT LEARNING RATE: 1.7181028828604855e-07
previous_iter_valid_loss : 0.16308405995368958
1522020 0.163254 0.163084 0.167203 CURRENT LEARNING RATE: 1.7177592966436812e-07
previous_iter_valid_loss : 0.20670263469219208
1522040 0.207261 0.206703 0.169474 CURRENT LEARNING RATE: 1.7174157791372488e-07
previous_iter_valid_loss : 0.1749996691942215
1522060 0.175142 0.175000 0.170118 CURRENT LEARNING RATE: 1.717072330327445e-07
previous_iter_valid_loss : 0.16096889972686768
1522080 0.161125 0.160969 0.169848 CURRENT LEARNING RATE: 1.7167289502005376e-07
previous_iter_valid_loss : 0.16076770424842834
1522100 0.160944 0.160768 0.169534 CURRENT LEARNING RATE: 1.7163856387427884e-07
previous_iter_valid_loss : 0.17409859597682953
1522120 0.174252 0.174099 0.170097 CURRENT LEARNING RATE: 1.7160423959404652e-07
previous_iter_valid_loss : 0.1621239334344864
1522140 0.162316 0.162124 0.169394 CURRENT LEARNING RATE: 1.7156992217798346e-07
previous_iter_valid_loss : 0.1709872931241989
1522160 0.171138 0.170987 0.169273 CURRENT LEARNING RATE: 1.7153561162471766e-07
previous_iter_valid_loss : 0.18261146545410156
1522180 0.182768 0.182611 0.170365 CURRENT LEARNING RATE: 1.7150130793287632e-07
previous_iter_valid_loss : 0.16132541000843048
1522200 0.161482 0.161325 0.169982 CURRENT LEARNING RATE: 1.7146701110108703e-07
previous_iter_valid_loss : 0.16299712657928467
1522220 0.163158 0.162997 0.170106 CURRENT LEARNING RATE: 1.714327211279785e-07
previous_iter_valid_loss : 0.1805015206336975
1522240 0.180655 0.180502 0.170650 CURRENT LEARNING RATE: 1.7139843801217884e-07
previous_iter_valid_loss : 0.16156168282032013
1522260 0.161725 0.161562 0.170481 CURRENT LEARNING RATE: 1.7136416175231672e-07
previous_iter_valid_loss : 0.16134759783744812
1522280 0.161539 0.161348 0.169721 CURRENT LEARNING RATE: 1.713298923470208e-07
previous_iter_valid_loss : 0.16135410964488983
1522300 0.161517 0.161354 0.169492 CURRENT LEARNING RATE: 1.712956297949209e-07
previous_iter_valid_loss : 0.16499066352844238
1522320 0.165192 0.164991 0.169662 CURRENT LEARNING RATE: 1.712613740946462e-07
previous_iter_valid_loss : 0.17491386830806732
1522340 0.175194 0.174914 0.169720 CURRENT LEARNING RATE: 1.712271252448265e-07
previous_iter_valid_loss : 0.17744643986225128
1522360 0.177746 0.177446 0.169763 CURRENT LEARNING RATE: 1.7119288324409149e-07
previous_iter_valid_loss : 0.1605190932750702
1522380 0.160676 0.160519 0.169506 CURRENT LEARNING RATE: 1.711586480910722e-07
previous_iter_valid_loss : 0.16922053694725037
1522400 0.169454 0.169221 0.169625 CURRENT LEARNING RATE: 1.711244197843988e-07
previous_iter_valid_loss : 0.1610000729560852
1522420 0.161183 0.161000 0.169520 CURRENT LEARNING RATE: 1.7109019832270225e-07
previous_iter_valid_loss : 0.1640775054693222
1522440 0.164251 0.164078 0.167389 CURRENT LEARNING RATE: 1.7105598370461334e-07
previous_iter_valid_loss : 0.17303109169006348
1522460 0.173176 0.173031 0.167291 CURRENT LEARNING RATE: 1.7102177592876412e-07
previous_iter_valid_loss : 0.1642264723777771
1522480 0.164429 0.164226 0.167454 CURRENT LEARNING RATE: 1.7098757499378594e-07
previous_iter_valid_loss : 0.16075097024440765
1522500 0.160918 0.160751 0.167453 CURRENT LEARNING RATE: 1.7095338089831077e-07
previous_iter_valid_loss : 0.16489578783512115
1522520 0.165095 0.164896 0.166993 CURRENT LEARNING RATE: 1.7091919364097062e-07
previous_iter_valid_loss : 0.16058312356472015
1522540 0.160750 0.160583 0.166916 CURRENT LEARNING RATE: 1.7088501322039848e-07
previous_iter_valid_loss : 0.16136471927165985
1522560 0.161548 0.161365 0.166435 CURRENT LEARNING RATE: 1.708508396352269e-07
previous_iter_valid_loss : 0.1606198102235794
1522580 0.160792 0.160620 0.165335 CURRENT LEARNING RATE: 1.7081667288408864e-07
previous_iter_valid_loss : 0.16903403401374817
1522600 0.169281 0.169034 0.165720 CURRENT LEARNING RATE: 1.707825129656176e-07
previous_iter_valid_loss : 0.17618587613105774
1522620 0.176478 0.176186 0.166380 CURRENT LEARNING RATE: 1.7074835987844712e-07
previous_iter_valid_loss : 0.16054029762744904
1522640 0.160710 0.160540 0.165382 CURRENT LEARNING RATE: 1.7071421362121106e-07
previous_iter_valid_loss : 0.16186685860157013
1522660 0.162038 0.161867 0.165397 CURRENT LEARNING RATE: 1.7068007419254326e-07
previous_iter_valid_loss : 0.16650959849357605
1522680 0.166665 0.166510 0.165655 CURRENT LEARNING RATE: 1.7064594159107876e-07
previous_iter_valid_loss : 0.16058525443077087
1522700 0.160761 0.160585 0.165617 CURRENT LEARNING RATE: 1.7061181581545194e-07
previous_iter_valid_loss : 0.16203106939792633
1522720 0.162190 0.162031 0.165469 CURRENT LEARNING RATE: 1.7057769686429777e-07
previous_iter_valid_loss : 0.1942295879125595
1522740 0.194343 0.194230 0.166434 CURRENT LEARNING RATE: 1.705435847362512e-07
previous_iter_valid_loss : 0.16215790808200836
1522760 0.162331 0.162158 0.165670 CURRENT LEARNING RATE: 1.7050947942994836e-07
previous_iter_valid_loss : 0.16164644062519073
1522780 0.161811 0.161646 0.165726 CURRENT LEARNING RATE: 1.704753809440247e-07
previous_iter_valid_loss : 0.16578055918216705
1522800 0.165993 0.165781 0.165554 CURRENT LEARNING RATE: 1.704412892771163e-07
previous_iter_valid_loss : 0.1622917205095291
1522820 0.162458 0.162292 0.165619 CURRENT LEARNING RATE: 1.7040720442785918e-07
previous_iter_valid_loss : 0.16056987643241882
1522840 0.160736 0.160570 0.165444 CURRENT LEARNING RATE: 1.703731263948906e-07
previous_iter_valid_loss : 0.2005615085363388
1522860 0.200648 0.200562 0.166820 CURRENT LEARNING RATE: 1.7033905517684705e-07
previous_iter_valid_loss : 0.1605585366487503
1522880 0.160730 0.160559 0.166637 CURRENT LEARNING RATE: 1.7030499077236578e-07
previous_iter_valid_loss : 0.16380459070205688
1522900 0.164000 0.163805 0.166789 CURRENT LEARNING RATE: 1.702709331800838e-07
previous_iter_valid_loss : 0.18174752593040466
1522920 0.182094 0.181748 0.167632 CURRENT LEARNING RATE: 1.7023688239863955e-07
previous_iter_valid_loss : 0.16836199164390564
1522940 0.168600 0.168362 0.168021 CURRENT LEARNING RATE: 1.7020283842667059e-07
previous_iter_valid_loss : 0.17831866443157196
1522960 0.178618 0.178319 0.168869 CURRENT LEARNING RATE: 1.7016880126281515e-07
previous_iter_valid_loss : 0.1624794900417328
1522980 0.162659 0.162479 0.168962 CURRENT LEARNING RATE: 1.701347709057115e-07
previous_iter_valid_loss : 0.16081488132476807
1523000 0.160976 0.160815 0.168551 CURRENT LEARNING RATE: 1.7010074735399903e-07
previous_iter_valid_loss : 0.16594946384429932
1523020 0.166148 0.165949 0.168039 CURRENT LEARNING RATE: 1.7006673060631646e-07
previous_iter_valid_loss : 0.16345340013504028
1523040 0.163618 0.163453 0.168184 CURRENT LEARNING RATE: 1.7003272066130283e-07
previous_iter_valid_loss : 0.16441509127616882
1523060 0.164625 0.164415 0.168312 CURRENT LEARNING RATE: 1.6999871751759837e-07
previous_iter_valid_loss : 0.16350749135017395
1523080 0.163712 0.163507 0.168162 CURRENT LEARNING RATE: 1.6996472117384263e-07
previous_iter_valid_loss : 0.18746531009674072
1523100 0.187888 0.187465 0.169506 CURRENT LEARNING RATE: 1.6993073162867576e-07
previous_iter_valid_loss : 0.16050727665424347
1523120 0.160677 0.160507 0.169430 CURRENT LEARNING RATE: 1.6989674888073789e-07
previous_iter_valid_loss : 0.1636301875114441
1523140 0.163816 0.163630 0.167900 CURRENT LEARNING RATE: 1.6986277292867026e-07
previous_iter_valid_loss : 0.16701021790504456
1523160 0.167165 0.167010 0.168142 CURRENT LEARNING RATE: 1.698288037711136e-07
previous_iter_valid_loss : 0.16055336594581604
1523180 0.160717 0.160553 0.168088 CURRENT LEARNING RATE: 1.6979484140670911e-07
previous_iter_valid_loss : 0.16261611878871918
1523200 0.162813 0.162616 0.167929 CURRENT LEARNING RATE: 1.6976088583409797e-07
previous_iter_valid_loss : 0.1617521345615387
1523220 0.161907 0.161752 0.167902 CURRENT LEARNING RATE: 1.6972693705192262e-07
previous_iter_valid_loss : 0.16051118075847626
1523240 0.160679 0.160511 0.167899 CURRENT LEARNING RATE: 1.6969299505882476e-07
previous_iter_valid_loss : 0.16485001146793365
1523260 0.165024 0.164850 0.166114 CURRENT LEARNING RATE: 1.6965905985344673e-07
previous_iter_valid_loss : 0.1717720329761505
1523280 0.171915 0.171772 0.166675 CURRENT LEARNING RATE: 1.6962513143443085e-07
previous_iter_valid_loss : 0.16910012066364288
1523300 0.169349 0.169100 0.166939 CURRENT LEARNING RATE: 1.6959120980042048e-07
previous_iter_valid_loss : 0.17194314301013947
1523320 0.172201 0.171943 0.166449 CURRENT LEARNING RATE: 1.695572949500586e-07
previous_iter_valid_loss : 0.16181156039237976
1523340 0.161997 0.161812 0.166122 CURRENT LEARNING RATE: 1.695233868819885e-07
previous_iter_valid_loss : 0.17112556099891663
1523360 0.171274 0.171126 0.165762 CURRENT LEARNING RATE: 1.6948948559485359e-07
previous_iter_valid_loss : 0.16291671991348267
1523380 0.163119 0.162917 0.165784 CURRENT LEARNING RATE: 1.694555910872984e-07
previous_iter_valid_loss : 0.16165541112422943
1523400 0.161808 0.161655 0.165826 CURRENT LEARNING RATE: 1.6942170335796692e-07
previous_iter_valid_loss : 0.16821487247943878
1523420 0.168369 0.168215 0.165939 CURRENT LEARNING RATE: 1.6938782240550328e-07
previous_iter_valid_loss : 0.1606350541114807
1523440 0.160795 0.160635 0.165798 CURRENT LEARNING RATE: 1.693539482285529e-07
previous_iter_valid_loss : 0.16135451197624207
1523460 0.161533 0.161355 0.165645 CURRENT LEARNING RATE: 1.693200808257604e-07
previous_iter_valid_loss : 0.16700853407382965
1523480 0.167163 0.167009 0.165820 CURRENT LEARNING RATE: 1.692862201957712e-07
previous_iter_valid_loss : 0.16300396621227264
1523500 0.163194 0.163004 0.164597 CURRENT LEARNING RATE: 1.6925236633723051e-07
previous_iter_valid_loss : 0.1653497964143753
1523520 0.165551 0.165350 0.164839 CURRENT LEARNING RATE: 1.6921851924878486e-07
previous_iter_valid_loss : 0.16905811429023743
1523540 0.169289 0.169058 0.165111 CURRENT LEARNING RATE: 1.6918467892907993e-07
previous_iter_valid_loss : 0.1624595671892166
1523560 0.162649 0.162460 0.164883 CURRENT LEARNING RATE: 1.691508453767622e-07
previous_iter_valid_loss : 0.16054105758666992
1523580 0.160698 0.160541 0.164883 CURRENT LEARNING RATE: 1.6911701859047803e-07
previous_iter_valid_loss : 0.1632145792245865
1523600 0.163377 0.163215 0.164912 CURRENT LEARNING RATE: 1.690831985688749e-07
previous_iter_valid_loss : 0.16057747602462769
1523620 0.160732 0.160577 0.164854 CURRENT LEARNING RATE: 1.6904938531059974e-07
previous_iter_valid_loss : 0.16176967322826385
1523640 0.161955 0.161770 0.164917 CURRENT LEARNING RATE: 1.690155788143e-07
previous_iter_valid_loss : 0.16838207840919495
1523660 0.168623 0.168382 0.165093 CURRENT LEARNING RATE: 1.6898177907862315e-07
previous_iter_valid_loss : 0.17252492904663086
1523680 0.172800 0.172525 0.165131 CURRENT LEARNING RATE: 1.689479861022178e-07
previous_iter_valid_loss : 0.166220560669899
1523700 0.166444 0.166221 0.164987 CURRENT LEARNING RATE: 1.689141998837319e-07
previous_iter_valid_loss : 0.1672130972146988
1523720 0.167440 0.167213 0.164750 CURRENT LEARNING RATE: 1.6888042042181402e-07
previous_iter_valid_loss : 0.1650814712047577
1523740 0.165297 0.165081 0.164914 CURRENT LEARNING RATE: 1.688466477151127e-07
previous_iter_valid_loss : 0.1618679165840149
1523760 0.162022 0.161868 0.164451 CURRENT LEARNING RATE: 1.688128817622776e-07
previous_iter_valid_loss : 0.16512547433376312
1523780 0.165290 0.165125 0.164561 CURRENT LEARNING RATE: 1.6877912256195779e-07
previous_iter_valid_loss : 0.1718870848417282
1523800 0.172035 0.171887 0.165073 CURRENT LEARNING RATE: 1.687453701128026e-07
previous_iter_valid_loss : 0.16524738073349
1523820 0.165457 0.165247 0.164925 CURRENT LEARNING RATE: 1.687116244134625e-07
previous_iter_valid_loss : 0.17246288061141968
1523840 0.172606 0.172463 0.165516 CURRENT LEARNING RATE: 1.6867788546258746e-07
previous_iter_valid_loss : 0.1785193681716919
1523860 0.178670 0.178519 0.166374 CURRENT LEARNING RATE: 1.6864415325882784e-07
previous_iter_valid_loss : 0.16071827709674835
1523880 0.160900 0.160718 0.166060 CURRENT LEARNING RATE: 1.6861042780083406e-07
previous_iter_valid_loss : 0.16063176095485687
1523900 0.160800 0.160632 0.165941 CURRENT LEARNING RATE: 1.6857670908725775e-07
previous_iter_valid_loss : 0.16250160336494446
1523920 0.162660 0.162502 0.165799 CURRENT LEARNING RATE: 1.6854299711674977e-07
previous_iter_valid_loss : 0.1622978001832962
1523940 0.162461 0.162298 0.165461 CURRENT LEARNING RATE: 1.6850929188796173e-07
previous_iter_valid_loss : 0.1828664392232895
1523960 0.183221 0.182866 0.166481 CURRENT LEARNING RATE: 1.6847559339954508e-07
previous_iter_valid_loss : 0.16239559650421143
1523980 0.162592 0.162396 0.166574 CURRENT LEARNING RATE: 1.684419016501525e-07
previous_iter_valid_loss : 0.16229581832885742
1524000 0.162492 0.162296 0.166528 CURRENT LEARNING RATE: 1.6840821663843602e-07
previous_iter_valid_loss : 0.16331231594085693
1524020 0.163493 0.163312 0.166665 CURRENT LEARNING RATE: 1.6837453836304818e-07
previous_iter_valid_loss : 0.17845448851585388
1524040 0.178755 0.178454 0.167499 CURRENT LEARNING RATE: 1.6834086682264163e-07
previous_iter_valid_loss : 0.16191768646240234
1524060 0.162079 0.161918 0.167176 CURRENT LEARNING RATE: 1.6830720201587008e-07
previous_iter_valid_loss : 0.16058145463466644
1524080 0.160740 0.160581 0.166578 CURRENT LEARNING RATE: 1.6827354394138665e-07
previous_iter_valid_loss : 0.16380107402801514
1524100 0.163965 0.163801 0.166457 CURRENT LEARNING RATE: 1.6823989259784494e-07
previous_iter_valid_loss : 0.16054919362068176
1524120 0.160717 0.160549 0.166124 CURRENT LEARNING RATE: 1.6820624798389871e-07
previous_iter_valid_loss : 0.17632333934307098
1524140 0.176609 0.176323 0.166686 CURRENT LEARNING RATE: 1.6817261009820274e-07
previous_iter_valid_loss : 0.1615855097770691
1524160 0.161771 0.161586 0.166672 CURRENT LEARNING RATE: 1.6813897893941112e-07
previous_iter_valid_loss : 0.16051755845546722
1524180 0.160685 0.160518 0.166442 CURRENT LEARNING RATE: 1.6810535450617844e-07
previous_iter_valid_loss : 0.17206715047359467
1524200 0.172333 0.172067 0.166451 CURRENT LEARNING RATE: 1.6807173679716025e-07
previous_iter_valid_loss : 0.167438343167305
1524220 0.167600 0.167438 0.166560 CURRENT LEARNING RATE: 1.6803812581101154e-07
previous_iter_valid_loss : 0.16068734228610992
1524240 0.160833 0.160687 0.165972 CURRENT LEARNING RATE: 1.6800452154638788e-07
previous_iter_valid_loss : 0.16369029879570007
1524260 0.163856 0.163690 0.165230 CURRENT LEARNING RATE: 1.6797092400194485e-07
previous_iter_valid_loss : 0.16143061220645905
1524280 0.161618 0.161431 0.165266 CURRENT LEARNING RATE: 1.6793733317633905e-07
previous_iter_valid_loss : 0.16479362547397614
1524300 0.164965 0.164794 0.165474 CURRENT LEARNING RATE: 1.679037490682266e-07
previous_iter_valid_loss : 0.17090243101119995
1524320 0.171048 0.170902 0.165894 CURRENT LEARNING RATE: 1.6787017167626416e-07
previous_iter_valid_loss : 0.16753776371479034
1524340 0.167691 0.167538 0.166156 CURRENT LEARNING RATE: 1.6783660099910832e-07
previous_iter_valid_loss : 0.1606481820344925
1524360 0.160812 0.160648 0.165045 CURRENT LEARNING RATE: 1.6780303703541684e-07
previous_iter_valid_loss : 0.16741828620433807
1524380 0.167573 0.167418 0.165296 CURRENT LEARNING RATE: 1.6776947978384685e-07
previous_iter_valid_loss : 0.16574934124946594
1524400 0.165958 0.165749 0.165469 CURRENT LEARNING RATE: 1.6773592924305607e-07
previous_iter_valid_loss : 0.19367912411689758
1524420 0.194172 0.193679 0.166987 CURRENT LEARNING RATE: 1.6770238541170216e-07
previous_iter_valid_loss : 0.179176926612854
1524440 0.179489 0.179177 0.167023 CURRENT LEARNING RATE: 1.6766884828844402e-07
previous_iter_valid_loss : 0.16291595995426178
1524460 0.163079 0.162916 0.167073 CURRENT LEARNING RATE: 1.6763531787193984e-07
previous_iter_valid_loss : 0.16068576276302338
1524480 0.160851 0.160686 0.167078 CURRENT LEARNING RATE: 1.6760179416084837e-07
previous_iter_valid_loss : 0.164020836353302
1524500 0.164189 0.164021 0.167089 CURRENT LEARNING RATE: 1.6756827715382842e-07
previous_iter_valid_loss : 0.16719864308834076
1524520 0.167364 0.167199 0.167422 CURRENT LEARNING RATE: 1.6753476684953984e-07
previous_iter_valid_loss : 0.16558557748794556
1524540 0.165799 0.165586 0.166885 CURRENT LEARNING RATE: 1.67501263246642e-07
previous_iter_valid_loss : 0.16120702028274536
1524560 0.161373 0.161207 0.166866 CURRENT LEARNING RATE: 1.674677663437947e-07
previous_iter_valid_loss : 0.16237790882587433
1524580 0.162542 0.162378 0.166959 CURRENT LEARNING RATE: 1.6743427613965777e-07
previous_iter_valid_loss : 0.1606345921754837
1524600 0.160809 0.160635 0.166388 CURRENT LEARNING RATE: 1.6740079263289218e-07
previous_iter_valid_loss : 0.16051168739795685
1524620 0.160680 0.160512 0.166041 CURRENT LEARNING RATE: 1.6736731582215834e-07
previous_iter_valid_loss : 0.18033675849437714
1524640 0.180668 0.180337 0.167024 CURRENT LEARNING RATE: 1.673338457061169e-07
previous_iter_valid_loss : 0.1606309562921524
1524660 0.160799 0.160631 0.166871 CURRENT LEARNING RATE: 1.6730038228342954e-07
previous_iter_valid_loss : 0.1613306999206543
1524680 0.161514 0.161331 0.166866 CURRENT LEARNING RATE: 1.6726692555275753e-07
previous_iter_valid_loss : 0.17614540457725525
1524700 0.176440 0.176145 0.167433 CURRENT LEARNING RATE: 1.6723347551276257e-07
previous_iter_valid_loss : 0.1629524677991867
1524720 0.163145 0.162952 0.167036 CURRENT LEARNING RATE: 1.6720003216210633e-07
previous_iter_valid_loss : 0.1711457073688507
1524740 0.171396 0.171146 0.167216 CURRENT LEARNING RATE: 1.671665954994517e-07
previous_iter_valid_loss : 0.16210444271564484
1524760 0.162253 0.162104 0.167289 CURRENT LEARNING RATE: 1.6713316552346092e-07
previous_iter_valid_loss : 0.1657736599445343
1524780 0.165982 0.165774 0.167207 CURRENT LEARNING RATE: 1.6709974223279679e-07
previous_iter_valid_loss : 0.1649848222732544
1524800 0.165184 0.164985 0.167169 CURRENT LEARNING RATE: 1.6706632562612205e-07
previous_iter_valid_loss : 0.16498017311096191
1524820 0.165141 0.164980 0.165734 CURRENT LEARNING RATE: 1.6703291570210068e-07
previous_iter_valid_loss : 0.16054505109786987
1524840 0.160721 0.160545 0.164802 CURRENT LEARNING RATE: 1.6699951245939595e-07
previous_iter_valid_loss : 0.16621771454811096
1524860 0.166438 0.166218 0.164967 CURRENT LEARNING RATE: 1.6696611589667173e-07
previous_iter_valid_loss : 0.1671641618013382
1524880 0.167377 0.167164 0.165291 CURRENT LEARNING RATE: 1.6693272601259187e-07
previous_iter_valid_loss : 0.1610960066318512
1524900 0.161283 0.161096 0.165145 CURRENT LEARNING RATE: 1.6689934280582142e-07
previous_iter_valid_loss : 0.16271615028381348
1524920 0.162884 0.162716 0.164921 CURRENT LEARNING RATE: 1.6686596627502468e-07
previous_iter_valid_loss : 0.16062647104263306
1524940 0.160788 0.160626 0.164673 CURRENT LEARNING RATE: 1.668325964188666e-07
previous_iter_valid_loss : 0.17031775414943695
1524960 0.170572 0.170318 0.165128 CURRENT LEARNING RATE: 1.667992332360121e-07
previous_iter_valid_loss : 0.1613188534975052
1524980 0.161487 0.161319 0.165075 CURRENT LEARNING RATE: 1.6676587672512725e-07
previous_iter_valid_loss : 0.166708841919899
1525000 0.166924 0.166709 0.165379 CURRENT LEARNING RATE: 1.667325268848775e-07
previous_iter_valid_loss : 0.1607828438282013
1525020 0.160940 0.160783 0.165393 CURRENT LEARNING RATE: 1.6669918371392853e-07
previous_iter_valid_loss : 0.16091497242450714
1525040 0.161071 0.160915 0.164421 CURRENT LEARNING RATE: 1.6666584721094725e-07
previous_iter_valid_loss : 0.19082896411418915
1525060 0.191290 0.190829 0.165931 CURRENT LEARNING RATE: 1.6663251737459987e-07
previous_iter_valid_loss : 0.16386359930038452
1525080 0.164054 0.163864 0.166058 CURRENT LEARNING RATE: 1.6659919420355322e-07
previous_iter_valid_loss : 0.16318748891353607
1525100 0.163379 0.163187 0.165410 CURRENT LEARNING RATE: 1.6656587769647405e-07
previous_iter_valid_loss : 0.16079334914684296
1525120 0.160958 0.160793 0.165302 CURRENT LEARNING RATE: 1.665325678520303e-07
previous_iter_valid_loss : 0.1685732752084732
1525140 0.168726 0.168573 0.165173 CURRENT LEARNING RATE: 1.664992646688893e-07
previous_iter_valid_loss : 0.16691172122955322
1525160 0.167131 0.166912 0.165414 CURRENT LEARNING RATE: 1.664659681457189e-07
previous_iter_valid_loss : 0.16061800718307495
1525180 0.160776 0.160618 0.165156 CURRENT LEARNING RATE: 1.6643267828118698e-07
previous_iter_valid_loss : 0.16142414510250092
1525200 0.161585 0.161424 0.164978 CURRENT LEARNING RATE: 1.6639939507396248e-07
previous_iter_valid_loss : 0.17265242338180542
1525220 0.172932 0.172652 0.165362 CURRENT LEARNING RATE: 1.663661185227138e-07
previous_iter_valid_loss : 0.16059716045856476
1525240 0.160749 0.160597 0.165364 CURRENT LEARNING RATE: 1.6633284862610988e-07
previous_iter_valid_loss : 0.1694396287202835
1525260 0.169672 0.169440 0.165525 CURRENT LEARNING RATE: 1.6629958538281967e-07
previous_iter_valid_loss : 0.16353066265583038
1525280 0.163737 0.163531 0.165344 CURRENT LEARNING RATE: 1.6626632879151315e-07
previous_iter_valid_loss : 0.16328716278076172
1525300 0.163451 0.163287 0.165453 CURRENT LEARNING RATE: 1.6623307885085984e-07
previous_iter_valid_loss : 0.16080504655838013
1525320 0.160979 0.160805 0.165358 CURRENT LEARNING RATE: 1.6619983555952967e-07
previous_iter_valid_loss : 0.1720503717660904
1525340 0.172193 0.172050 0.165929 CURRENT LEARNING RATE: 1.661665989161927e-07
previous_iter_valid_loss : 0.16051529347896576
1525360 0.160680 0.160515 0.165439 CURRENT LEARNING RATE: 1.6613336891951994e-07
previous_iter_valid_loss : 0.16050735116004944
1525380 0.160670 0.160507 0.165398 CURRENT LEARNING RATE: 1.66100145568182e-07
previous_iter_valid_loss : 0.16186456382274628
1525400 0.162051 0.161865 0.165156 CURRENT LEARNING RATE: 1.660669288608496e-07
previous_iter_valid_loss : 0.16220669448375702
1525420 0.162367 0.162207 0.165227 CURRENT LEARNING RATE: 1.660337187961947e-07
previous_iter_valid_loss : 0.16147644817829132
1525440 0.161643 0.161476 0.165255 CURRENT LEARNING RATE: 1.6600051537288854e-07
previous_iter_valid_loss : 0.16209982335567474
1525460 0.162252 0.162100 0.163819 CURRENT LEARNING RATE: 1.6596731858960302e-07
previous_iter_valid_loss : 0.16467128694057465
1525480 0.164872 0.164671 0.163859 CURRENT LEARNING RATE: 1.6593412844500998e-07
previous_iter_valid_loss : 0.18148811161518097
1525500 0.181829 0.181488 0.164774 CURRENT LEARNING RATE: 1.6590094493778237e-07
previous_iter_valid_loss : 0.1622123122215271
1525520 0.162367 0.162212 0.164845 CURRENT LEARNING RATE: 1.658677680665926e-07
previous_iter_valid_loss : 0.16123616695404053
1525540 0.161420 0.161236 0.164478 CURRENT LEARNING RATE: 1.658345978301136e-07
previous_iter_valid_loss : 0.1788465678691864
1525560 0.179167 0.178847 0.165075 CURRENT LEARNING RATE: 1.658014342270182e-07
previous_iter_valid_loss : 0.16051359474658966
1525580 0.160675 0.160514 0.165070 CURRENT LEARNING RATE: 1.657682772559805e-07
previous_iter_valid_loss : 0.16099487245082855
1525600 0.161147 0.160995 0.165048 CURRENT LEARNING RATE: 1.657351269156739e-07
previous_iter_valid_loss : 0.16078327596187592
1525620 0.160958 0.160783 0.164455 CURRENT LEARNING RATE: 1.6570198320477241e-07
previous_iter_valid_loss : 0.16054417192935944
1525640 0.160706 0.160544 0.164452 CURRENT LEARNING RATE: 1.6566884612194998e-07
previous_iter_valid_loss : 0.1637546271085739
1525660 0.163923 0.163755 0.164168 CURRENT LEARNING RATE: 1.6563571566588173e-07
previous_iter_valid_loss : 0.1699254959821701
1525680 0.170079 0.169925 0.164488 CURRENT LEARNING RATE: 1.656025918352421e-07
previous_iter_valid_loss : 0.16485720872879028
1525700 0.165049 0.164857 0.164566 CURRENT LEARNING RATE: 1.6556947462870617e-07
previous_iter_valid_loss : 0.1662859320640564
1525720 0.166446 0.166286 0.164840 CURRENT LEARNING RATE: 1.6553636404494895e-07
previous_iter_valid_loss : 0.1759728342294693
1525740 0.176124 0.175973 0.165036 CURRENT LEARNING RATE: 1.6550326008264663e-07
previous_iter_valid_loss : 0.16080893576145172
1525760 0.160966 0.160809 0.165051 CURRENT LEARNING RATE: 1.654701627404747e-07
previous_iter_valid_loss : 0.16384205222129822
1525780 0.164004 0.163842 0.165218 CURRENT LEARNING RATE: 1.6543707201710932e-07
previous_iter_valid_loss : 0.1814008355140686
1525800 0.181737 0.181401 0.166195 CURRENT LEARNING RATE: 1.6540398791122655e-07
previous_iter_valid_loss : 0.16299498081207275
1525820 0.163189 0.162995 0.166234 CURRENT LEARNING RATE: 1.653709104215036e-07
previous_iter_valid_loss : 0.1616474837064743
1525840 0.161813 0.161647 0.166243 CURRENT LEARNING RATE: 1.6533783954661711e-07
previous_iter_valid_loss : 0.16061848402023315
1525860 0.160790 0.160618 0.166168 CURRENT LEARNING RATE: 1.6530477528524394e-07
previous_iter_valid_loss : 0.17504069209098816
1525880 0.175191 0.175041 0.166687 CURRENT LEARNING RATE: 1.6527171763606206e-07
previous_iter_valid_loss : 0.16494102776050568
1525900 0.165105 0.164941 0.165860 CURRENT LEARNING RATE: 1.6523866659774895e-07
previous_iter_valid_loss : 0.16877205669879913
1525920 0.168922 0.168772 0.166188 CURRENT LEARNING RATE: 1.6520562216898247e-07
previous_iter_valid_loss : 0.1609146147966385
1525940 0.161072 0.160915 0.166171 CURRENT LEARNING RATE: 1.6517258434844065e-07
previous_iter_valid_loss : 0.16534468531608582
1525960 0.165560 0.165345 0.165496 CURRENT LEARNING RATE: 1.6513955313480252e-07
previous_iter_valid_loss : 0.16191665828227997
1525980 0.162071 0.161917 0.165567 CURRENT LEARNING RATE: 1.6510652852674653e-07
previous_iter_valid_loss : 0.16403071582317352
1526000 0.164199 0.164031 0.165718 CURRENT LEARNING RATE: 1.650735105229517e-07
previous_iter_valid_loss : 0.17111453413963318
1526020 0.171372 0.171115 0.166235 CURRENT LEARNING RATE: 1.65040499122097e-07
previous_iter_valid_loss : 0.16098560392856598
1526040 0.161164 0.160986 0.166257 CURRENT LEARNING RATE: 1.650074943228626e-07
previous_iter_valid_loss : 0.1607663780450821
1526060 0.160928 0.160766 0.166108 CURRENT LEARNING RATE: 1.64974496123928e-07
previous_iter_valid_loss : 0.1699761599302292
1526080 0.170131 0.169976 0.166110 CURRENT LEARNING RATE: 1.6494150452397325e-07
previous_iter_valid_loss : 0.1940552443265915
1526100 0.194175 0.194055 0.167570 CURRENT LEARNING RATE: 1.6490851952167842e-07
previous_iter_valid_loss : 0.16662347316741943
1526120 0.166840 0.166623 0.167587 CURRENT LEARNING RATE: 1.648755411157247e-07
previous_iter_valid_loss : 0.1629808247089386
1526140 0.163138 0.162981 0.166937 CURRENT LEARNING RATE: 1.6484256930479262e-07
previous_iter_valid_loss : 0.1611601710319519
1526160 0.161340 0.161160 0.166955 CURRENT LEARNING RATE: 1.6480960408756333e-07
previous_iter_valid_loss : 0.16274559497833252
1526180 0.162907 0.162746 0.166900 CURRENT LEARNING RATE: 1.6477664546271796e-07
previous_iter_valid_loss : 0.1622556746006012
1526200 0.162455 0.162256 0.165943 CURRENT LEARNING RATE: 1.647436934289387e-07
previous_iter_valid_loss : 0.163705512881279
1526220 0.163876 0.163706 0.165978 CURRENT LEARNING RATE: 1.647107479849072e-07
previous_iter_valid_loss : 0.17162296175956726
1526240 0.171772 0.171623 0.166477 CURRENT LEARNING RATE: 1.6467780912930539e-07
previous_iter_valid_loss : 0.17103862762451172
1526260 0.171296 0.171039 0.166998 CURRENT LEARNING RATE: 1.6464487686081621e-07
previous_iter_valid_loss : 0.16162586212158203
1526280 0.161817 0.161626 0.166327 CURRENT LEARNING RATE: 1.6461195117812213e-07
previous_iter_valid_loss : 0.16085493564605713
1526300 0.161036 0.160855 0.166123 CURRENT LEARNING RATE: 1.6457903207990614e-07
previous_iter_valid_loss : 0.19657590985298157
1526320 0.196679 0.196576 0.167513 CURRENT LEARNING RATE: 1.6454611956485118e-07
previous_iter_valid_loss : 0.1618431806564331
1526340 0.162001 0.161843 0.167560 CURRENT LEARNING RATE: 1.645132136316413e-07
previous_iter_valid_loss : 0.16277171671390533
1526360 0.162941 0.162772 0.167431 CURRENT LEARNING RATE: 1.6448031427895995e-07
previous_iter_valid_loss : 0.16725695133209229
1526380 0.167422 0.167257 0.167698 CURRENT LEARNING RATE: 1.6444742150549125e-07
previous_iter_valid_loss : 0.16678467392921448
1526400 0.166998 0.166785 0.167836 CURRENT LEARNING RATE: 1.644145353099191e-07
previous_iter_valid_loss : 0.17071932554244995
1526420 0.170865 0.170719 0.167816 CURRENT LEARNING RATE: 1.643816556909287e-07
previous_iter_valid_loss : 0.16067494451999664
1526440 0.160850 0.160675 0.167800 CURRENT LEARNING RATE: 1.6434878264720455e-07
previous_iter_valid_loss : 0.16325189173221588
1526460 0.163448 0.163252 0.167925 CURRENT LEARNING RATE: 1.643159161774317e-07
previous_iter_valid_loss : 0.16503547132015228
1526480 0.165195 0.165035 0.167678 CURRENT LEARNING RATE: 1.6428305628029525e-07
previous_iter_valid_loss : 0.1612003892660141
1526500 0.161381 0.161200 0.166035 CURRENT LEARNING RATE: 1.6425020295448135e-07
previous_iter_valid_loss : 0.1777394562959671
1526520 0.177900 0.177739 0.166591 CURRENT LEARNING RATE: 1.6421735619867562e-07
previous_iter_valid_loss : 0.1625000536441803
1526540 0.162673 0.162500 0.166567 CURRENT LEARNING RATE: 1.6418451601156415e-07
previous_iter_valid_loss : 0.16865450143814087
1526560 0.168882 0.168655 0.166941 CURRENT LEARNING RATE: 1.64151682391833e-07
previous_iter_valid_loss : 0.16070465743541718
1526580 0.160862 0.160705 0.166839 CURRENT LEARNING RATE: 1.6411885533816953e-07
previous_iter_valid_loss : 0.1642005443572998
1526600 0.164368 0.164201 0.166937 CURRENT LEARNING RATE: 1.6408603484926024e-07
previous_iter_valid_loss : 0.16101765632629395
1526620 0.161192 0.161018 0.166802 CURRENT LEARNING RATE: 1.640532209237921e-07
previous_iter_valid_loss : 0.16221703588962555
1526640 0.162371 0.162217 0.166332 CURRENT LEARNING RATE: 1.6402041356045314e-07
previous_iter_valid_loss : 0.16259777545928955
1526660 0.162795 0.162598 0.165910 CURRENT LEARNING RATE: 1.6398761275793071e-07
previous_iter_valid_loss : 0.16598005592823029
1526680 0.166142 0.165980 0.166128 CURRENT LEARNING RATE: 1.639548185149128e-07
previous_iter_valid_loss : 0.16052505373954773
1526700 0.160682 0.160525 0.166111 CURRENT LEARNING RATE: 1.6392203083008737e-07
previous_iter_valid_loss : 0.16077566146850586
1526720 0.160957 0.160776 0.164321 CURRENT LEARNING RATE: 1.638892497021435e-07
previous_iter_valid_loss : 0.16495487093925476
1526740 0.165161 0.164955 0.164477 CURRENT LEARNING RATE: 1.6385647512976964e-07
previous_iter_valid_loss : 0.16050325334072113
1526760 0.160669 0.160503 0.164363 CURRENT LEARNING RATE: 1.638237071116548e-07
previous_iter_valid_loss : 0.16538219153881073
1526780 0.165543 0.165382 0.164269 CURRENT LEARNING RATE: 1.6379094564648797e-07
previous_iter_valid_loss : 0.16477619111537933
1526800 0.164987 0.164776 0.164169 CURRENT LEARNING RATE: 1.637581907329593e-07
previous_iter_valid_loss : 0.16055379807949066
1526820 0.160711 0.160554 0.163661 CURRENT LEARNING RATE: 1.6372544236975826e-07
previous_iter_valid_loss : 0.1692018061876297
1526840 0.169351 0.169202 0.164087 CURRENT LEARNING RATE: 1.6369270055557495e-07
previous_iter_valid_loss : 0.16413894295692444
1526860 0.164333 0.164139 0.164131 CURRENT LEARNING RATE: 1.636599652890994e-07
previous_iter_valid_loss : 0.18506686389446259
1526880 0.185212 0.185067 0.165133 CURRENT LEARNING RATE: 1.6362723656902273e-07
previous_iter_valid_loss : 0.17014887928962708
1526900 0.170301 0.170149 0.165580 CURRENT LEARNING RATE: 1.6359451439403556e-07
previous_iter_valid_loss : 0.16402608156204224
1526920 0.164195 0.164026 0.164895 CURRENT LEARNING RATE: 1.63561798762829e-07
previous_iter_valid_loss : 0.16062228381633759
1526940 0.160783 0.160622 0.164801 CURRENT LEARNING RATE: 1.6352908967409414e-07
previous_iter_valid_loss : 0.16069374978542328
1526960 0.160858 0.160694 0.164403 CURRENT LEARNING RATE: 1.6349638712652316e-07
previous_iter_valid_loss : 0.16364024579524994
1526980 0.163842 0.163640 0.164550 CURRENT LEARNING RATE: 1.6346369111880768e-07
previous_iter_valid_loss : 0.16071581840515137
1527000 0.160889 0.160716 0.164375 CURRENT LEARNING RATE: 1.634310016496396e-07
previous_iter_valid_loss : 0.17793124914169312
1527020 0.178232 0.177931 0.165221 CURRENT LEARNING RATE: 1.6339831871771188e-07
previous_iter_valid_loss : 0.1618432104587555
1527040 0.162000 0.161843 0.165202 CURRENT LEARNING RATE: 1.6336564232171694e-07
previous_iter_valid_loss : 0.1674818992614746
1527060 0.167641 0.167482 0.165447 CURRENT LEARNING RATE: 1.633329724603477e-07
previous_iter_valid_loss : 0.16109895706176758
1527080 0.161253 0.161099 0.165203 CURRENT LEARNING RATE: 1.6330030913229712e-07
previous_iter_valid_loss : 0.1901146024465561
1527100 0.190233 0.190115 0.166682 CURRENT LEARNING RATE: 1.6326765233625917e-07
previous_iter_valid_loss : 0.1609925627708435
1527120 0.161177 0.160993 0.166693 CURRENT LEARNING RATE: 1.632350020709274e-07
previous_iter_valid_loss : 0.1610068529844284
1527140 0.161189 0.161007 0.166496 CURRENT LEARNING RATE: 1.6320235833499566e-07
previous_iter_valid_loss : 0.1645345836877823
1527160 0.164740 0.164535 0.166697 CURRENT LEARNING RATE: 1.6316972112715803e-07
previous_iter_valid_loss : 0.16245855391025543
1527180 0.162621 0.162459 0.166551 CURRENT LEARNING RATE: 1.6313709044610956e-07
previous_iter_valid_loss : 0.16563962399959564
1527200 0.165803 0.165640 0.166594 CURRENT LEARNING RATE: 1.6310446629054471e-07
previous_iter_valid_loss : 0.16135218739509583
1527220 0.161513 0.161352 0.166634 CURRENT LEARNING RATE: 1.6307184865915855e-07
previous_iter_valid_loss : 0.16390863060951233
1527240 0.164120 0.163909 0.166369 CURRENT LEARNING RATE: 1.6303923755064605e-07
previous_iter_valid_loss : 0.16277512907981873
1527260 0.162969 0.162775 0.166301 CURRENT LEARNING RATE: 1.6300663296370338e-07
previous_iter_valid_loss : 0.1670747846364975
1527280 0.167294 0.167075 0.165402 CURRENT LEARNING RATE: 1.6297403489702603e-07
previous_iter_valid_loss : 0.16069531440734863
1527300 0.160856 0.160695 0.164929 CURRENT LEARNING RATE: 1.629414433493101e-07
previous_iter_valid_loss : 0.16257259249687195
1527320 0.162734 0.162573 0.164856 CURRENT LEARNING RATE: 1.6290885831925168e-07
previous_iter_valid_loss : 0.1669648289680481
1527340 0.167123 0.166965 0.165173 CURRENT LEARNING RATE: 1.6287627980554786e-07
previous_iter_valid_loss : 0.16277305781841278
1527360 0.162944 0.162773 0.165277 CURRENT LEARNING RATE: 1.6284370780689525e-07
previous_iter_valid_loss : 0.16175274550914764
1527380 0.161901 0.161753 0.165183 CURRENT LEARNING RATE: 1.62811142321991e-07
previous_iter_valid_loss : 0.18692348897457123
1527400 0.187062 0.186923 0.166493 CURRENT LEARNING RATE: 1.6277858334953217e-07
previous_iter_valid_loss : 0.16054865717887878
1527420 0.160719 0.160549 0.165624 CURRENT LEARNING RATE: 1.6274603088821698e-07
previous_iter_valid_loss : 0.17808184027671814
1527440 0.178386 0.178082 0.166436 CURRENT LEARNING RATE: 1.6271348493674305e-07
previous_iter_valid_loss : 0.17272628843784332
1527460 0.172876 0.172726 0.166698 CURRENT LEARNING RATE: 1.6268094549380823e-07
previous_iter_valid_loss : 0.16183435916900635
1527480 0.162021 0.161834 0.166735 CURRENT LEARNING RATE: 1.6264841255811154e-07
previous_iter_valid_loss : 0.1632596254348755
1527500 0.163450 0.163260 0.165392 CURRENT LEARNING RATE: 1.6261588612835142e-07
previous_iter_valid_loss : 0.16201721131801605
1527520 0.162176 0.162017 0.165444 CURRENT LEARNING RATE: 1.6258336620322673e-07
previous_iter_valid_loss : 0.16149450838565826
1527540 0.161653 0.161495 0.165468 CURRENT LEARNING RATE: 1.6255085278143644e-07
previous_iter_valid_loss : 0.16492585837841034
1527560 0.165093 0.164926 0.165488 CURRENT LEARNING RATE: 1.6251834586168056e-07
previous_iter_valid_loss : 0.16754241287708282
1527580 0.167698 0.167542 0.165742 CURRENT LEARNING RATE: 1.6248584544265853e-07
previous_iter_valid_loss : 0.16689719259738922
1527600 0.167054 0.166897 0.165805 CURRENT LEARNING RATE: 1.6245335152307033e-07
previous_iter_valid_loss : 0.1816396266222
1527620 0.181789 0.181640 0.166819 CURRENT LEARNING RATE: 1.6242086410161595e-07
previous_iter_valid_loss : 0.16133424639701843
1527640 0.161518 0.161334 0.166690 CURRENT LEARNING RATE: 1.6238838317699645e-07
previous_iter_valid_loss : 0.18959426879882812
1527660 0.190019 0.189594 0.168031 CURRENT LEARNING RATE: 1.623559087479123e-07
previous_iter_valid_loss : 0.16863174736499786
1527680 0.168872 0.168632 0.168109 CURRENT LEARNING RATE: 1.6232344081306446e-07
previous_iter_valid_loss : 0.16070398688316345
1527700 0.160871 0.160704 0.168110 CURRENT LEARNING RATE: 1.6229097937115405e-07
previous_iter_valid_loss : 0.1878444403409958
1527720 0.187980 0.187844 0.169373 CURRENT LEARNING RATE: 1.6225852442088312e-07
previous_iter_valid_loss : 0.16308721899986267
1527740 0.163288 0.163087 0.169179 CURRENT LEARNING RATE: 1.6222607596095315e-07
previous_iter_valid_loss : 0.1686580330133438
1527760 0.168810 0.168658 0.169473 CURRENT LEARNING RATE: 1.6219363399006626e-07
previous_iter_valid_loss : 0.171604186296463
1527780 0.171753 0.171604 0.169966 CURRENT LEARNING RATE: 1.621611985069245e-07
previous_iter_valid_loss : 0.16250444948673248
1527800 0.162665 0.162504 0.168745 CURRENT LEARNING RATE: 1.6212876951023093e-07
previous_iter_valid_loss : 0.16180434823036194
1527820 0.162003 0.161804 0.168808 CURRENT LEARNING RATE: 1.620963469986882e-07
previous_iter_valid_loss : 0.16096259653568268
1527840 0.161150 0.160963 0.167952 CURRENT LEARNING RATE: 1.6206393097099905e-07
previous_iter_valid_loss : 0.16260607540607452
1527860 0.162772 0.162606 0.167446 CURRENT LEARNING RATE: 1.6203152142586748e-07
previous_iter_valid_loss : 0.17229606211185455
1527880 0.172447 0.172296 0.167969 CURRENT LEARNING RATE: 1.6199911836199679e-07
previous_iter_valid_loss : 0.160771444439888
1527900 0.160928 0.160771 0.167845 CURRENT LEARNING RATE: 1.6196672177809082e-07
previous_iter_valid_loss : 0.1725514829158783
1527920 0.172699 0.172551 0.168371 CURRENT LEARNING RATE: 1.619343316728535e-07
previous_iter_valid_loss : 0.160493865609169
1527940 0.160654 0.160494 0.168321 CURRENT LEARNING RATE: 1.6190194804498972e-07
previous_iter_valid_loss : 0.16082483530044556
1527960 0.161001 0.160825 0.168116 CURRENT LEARNING RATE: 1.618695708932039e-07
previous_iter_valid_loss : 0.16125209629535675
1527980 0.161429 0.161252 0.167802 CURRENT LEARNING RATE: 1.6183720021620096e-07
previous_iter_valid_loss : 0.16148343682289124
1528000 0.161637 0.161483 0.167531 CURRENT LEARNING RATE: 1.6180483601268575e-07
previous_iter_valid_loss : 0.18246252834796906
1528020 0.182615 0.182463 0.167572 CURRENT LEARNING RATE: 1.6177247828136427e-07
previous_iter_valid_loss : 0.160517156124115
1528040 0.160682 0.160517 0.167531 CURRENT LEARNING RATE: 1.6174012702094194e-07
previous_iter_valid_loss : 0.16067424416542053
1528060 0.160827 0.160674 0.166085 CURRENT LEARNING RATE: 1.6170778223012473e-07
previous_iter_valid_loss : 0.18508216738700867
1528080 0.185229 0.185082 0.166908 CURRENT LEARNING RATE: 1.6167544390761853e-07
previous_iter_valid_loss : 0.16064247488975525
1528100 0.160795 0.160642 0.166905 CURRENT LEARNING RATE: 1.616431120521304e-07
previous_iter_valid_loss : 0.16825169324874878
1528120 0.168411 0.168252 0.165925 CURRENT LEARNING RATE: 1.616107866623668e-07
previous_iter_valid_loss : 0.16163446009159088
1528140 0.161828 0.161634 0.165852 CURRENT LEARNING RATE: 1.6157846773703465e-07
previous_iter_valid_loss : 0.16074509918689728
1528160 0.160910 0.160745 0.165457 CURRENT LEARNING RATE: 1.6154615527484098e-07
previous_iter_valid_loss : 0.16084159910678864
1528180 0.161013 0.160842 0.164919 CURRENT LEARNING RATE: 1.615138492744938e-07
previous_iter_valid_loss : 0.16112269461154938
1528200 0.161312 0.161123 0.164850 CURRENT LEARNING RATE: 1.6148154973470062e-07
previous_iter_valid_loss : 0.18431878089904785
1528220 0.184467 0.184319 0.165975 CURRENT LEARNING RATE: 1.6144925665416916e-07
previous_iter_valid_loss : 0.16225787997245789
1528240 0.162449 0.162258 0.166040 CURRENT LEARNING RATE: 1.6141697003160827e-07
previous_iter_valid_loss : 0.16798701882362366
1528260 0.168215 0.167987 0.166309 CURRENT LEARNING RATE: 1.6138468986572622e-07
previous_iter_valid_loss : 0.16211798787117004
1528280 0.162285 0.162118 0.165800 CURRENT LEARNING RATE: 1.6135241615523179e-07
previous_iter_valid_loss : 0.16097868978977203
1528300 0.161165 0.160979 0.165811 CURRENT LEARNING RATE: 1.6132014889883372e-07
previous_iter_valid_loss : 0.1842377483844757
1528320 0.184398 0.184238 0.166395 CURRENT LEARNING RATE: 1.6128788809524192e-07
previous_iter_valid_loss : 0.16934441030025482
1528340 0.169499 0.169344 0.166837 CURRENT LEARNING RATE: 1.6125563374316568e-07
previous_iter_valid_loss : 0.16084158420562744
1528360 0.161022 0.160842 0.166838 CURRENT LEARNING RATE: 1.612233858413148e-07
previous_iter_valid_loss : 0.17189306020736694
1528380 0.172148 0.171893 0.167370 CURRENT LEARNING RATE: 1.611911443883991e-07
previous_iter_valid_loss : 0.16472990810871124
1528400 0.164888 0.164730 0.167533 CURRENT LEARNING RATE: 1.6115890938312945e-07
previous_iter_valid_loss : 0.16226674616336823
1528420 0.162447 0.162267 0.166523 CURRENT LEARNING RATE: 1.6112668082421622e-07
previous_iter_valid_loss : 0.16244561970233917
1528440 0.162646 0.162446 0.166619 CURRENT LEARNING RATE: 1.6109445871037024e-07
previous_iter_valid_loss : 0.17560991644859314
1528460 0.175894 0.175610 0.167366 CURRENT LEARNING RATE: 1.6106224304030235e-07
previous_iter_valid_loss : 0.16501571238040924
1528480 0.165227 0.165016 0.166363 CURRENT LEARNING RATE: 1.6103003381272448e-07
previous_iter_valid_loss : 0.1670701801776886
1528500 0.167290 0.167070 0.166684 CURRENT LEARNING RATE: 1.6099783102634798e-07
previous_iter_valid_loss : 0.16131006181240082
1528520 0.161499 0.161310 0.166337 CURRENT LEARNING RATE: 1.6096563467988477e-07
previous_iter_valid_loss : 0.16075868904590607
1528540 0.160940 0.160759 0.166293 CURRENT LEARNING RATE: 1.6093344477204665e-07
previous_iter_valid_loss : 0.16164612770080566
1528560 0.161828 0.161646 0.166338 CURRENT LEARNING RATE: 1.6090126130154665e-07
previous_iter_valid_loss : 0.16732537746429443
1528580 0.167486 0.167325 0.166662 CURRENT LEARNING RATE: 1.6086908426709712e-07
previous_iter_valid_loss : 0.17282015085220337
1528600 0.173097 0.172820 0.167247 CURRENT LEARNING RATE: 1.6083691366741098e-07
previous_iter_valid_loss : 0.16745023429393768
1528620 0.167679 0.167450 0.166404 CURRENT LEARNING RATE: 1.6080474950120113e-07
previous_iter_valid_loss : 0.16382049024105072
1528640 0.163996 0.163820 0.166482 CURRENT LEARNING RATE: 1.6077259176718157e-07
previous_iter_valid_loss : 0.17529898881912231
1528660 0.175587 0.175299 0.166848 CURRENT LEARNING RATE: 1.607404404640657e-07
previous_iter_valid_loss : 0.16049732267856598
1528680 0.160666 0.160497 0.166767 CURRENT LEARNING RATE: 1.6070829559056714e-07
previous_iter_valid_loss : 0.16177548468112946
1528700 0.161961 0.161775 0.166806 CURRENT LEARNING RATE: 1.6067615714540077e-07
previous_iter_valid_loss : 0.1608119010925293
1528720 0.160970 0.160812 0.165635 CURRENT LEARNING RATE: 1.6064402512728068e-07
previous_iter_valid_loss : 0.17069581151008606
1528740 0.170839 0.170696 0.165703 CURRENT LEARNING RATE: 1.6061189953492162e-07
previous_iter_valid_loss : 0.18292510509490967
1528760 0.183284 0.182925 0.166807 CURRENT LEARNING RATE: 1.6057978036703827e-07
previous_iter_valid_loss : 0.16403770446777344
1528780 0.164225 0.164038 0.166414 CURRENT LEARNING RATE: 1.6054766762234645e-07
previous_iter_valid_loss : 0.17075000703334808
1528800 0.171002 0.170750 0.166715 CURRENT LEARNING RATE: 1.6051556129956136e-07
previous_iter_valid_loss : 0.16053834557533264
1528820 0.160697 0.160538 0.166629 CURRENT LEARNING RATE: 1.6048346139739874e-07
previous_iter_valid_loss : 0.16229106485843658
1528840 0.162443 0.162291 0.166621 CURRENT LEARNING RATE: 1.6045136791457432e-07
previous_iter_valid_loss : 0.16631469130516052
1528860 0.166532 0.166315 0.166156 CURRENT LEARNING RATE: 1.604192808498049e-07
previous_iter_valid_loss : 0.16056127846240997
1528880 0.160718 0.160561 0.165934 CURRENT LEARNING RATE: 1.6038720020180674e-07
previous_iter_valid_loss : 0.17575222253799438
1528900 0.176044 0.175752 0.166368 CURRENT LEARNING RATE: 1.6035512596929663e-07
previous_iter_valid_loss : 0.16402427852153778
1528920 0.164222 0.164024 0.166503 CURRENT LEARNING RATE: 1.6032305815099127e-07
previous_iter_valid_loss : 0.16417066752910614
1528940 0.164375 0.164171 0.166674 CURRENT LEARNING RATE: 1.6029099674560856e-07
previous_iter_valid_loss : 0.16613230109214783
1528960 0.166342 0.166132 0.166898 CURRENT LEARNING RATE: 1.6025894175186573e-07
previous_iter_valid_loss : 0.16477765142917633
1528980 0.164979 0.164778 0.166771 CURRENT LEARNING RATE: 1.602268931684806e-07
previous_iter_valid_loss : 0.16156108677387238
1529000 0.161747 0.161561 0.166208 CURRENT LEARNING RATE: 1.6019485099417096e-07
previous_iter_valid_loss : 0.16144239902496338
1529020 0.161596 0.161442 0.165907 CURRENT LEARNING RATE: 1.6016281522765564e-07
previous_iter_valid_loss : 0.2058877944946289
1529040 0.206462 0.205888 0.168011 CURRENT LEARNING RATE: 1.601307858676529e-07
previous_iter_valid_loss : 0.16271793842315674
1529060 0.162879 0.162718 0.167382 CURRENT LEARNING RATE: 1.6009876291288141e-07
previous_iter_valid_loss : 0.16852815449237823
1529080 0.168759 0.168528 0.167783 CURRENT LEARNING RATE: 1.6006674636206072e-07
previous_iter_valid_loss : 0.16097134351730347
1529100 0.161132 0.160971 0.167743 CURRENT LEARNING RATE: 1.600347362139099e-07
previous_iter_valid_loss : 0.16347001492977142
1529120 0.163631 0.163470 0.167876 CURRENT LEARNING RATE: 1.6000273246714853e-07
previous_iter_valid_loss : 0.1622237116098404
1529140 0.162414 0.162224 0.167452 CURRENT LEARNING RATE: 1.5997073512049622e-07
previous_iter_valid_loss : 0.17217473685741425
1529160 0.172321 0.172175 0.166915 CURRENT LEARNING RATE: 1.599387441726736e-07
previous_iter_valid_loss : 0.1736207902431488
1529180 0.173888 0.173621 0.167394 CURRENT LEARNING RATE: 1.599067596224008e-07
previous_iter_valid_loss : 0.1733405590057373
1529200 0.173618 0.173341 0.167524 CURRENT LEARNING RATE: 1.598747814683984e-07
previous_iter_valid_loss : 0.17151033878326416
1529220 0.171662 0.171510 0.168072 CURRENT LEARNING RATE: 1.5984280970938698e-07
previous_iter_valid_loss : 0.1606023758649826
1529240 0.160771 0.160602 0.167988 CURRENT LEARNING RATE: 1.5981084434408825e-07
previous_iter_valid_loss : 0.16350814700126648
1529260 0.163680 0.163508 0.167847 CURRENT LEARNING RATE: 1.5977888537122333e-07
previous_iter_valid_loss : 0.16080859303474426
1529280 0.160987 0.160809 0.167860 CURRENT LEARNING RATE: 1.5974693278951382e-07
previous_iter_valid_loss : 0.1605820506811142
1529300 0.160759 0.160582 0.167101 CURRENT LEARNING RATE: 1.597149865976814e-07
previous_iter_valid_loss : 0.16333070397377014
1529320 0.163525 0.163331 0.167067 CURRENT LEARNING RATE: 1.5968304679444871e-07
previous_iter_valid_loss : 0.17819087207317352
1529340 0.178360 0.178191 0.167768 CURRENT LEARNING RATE: 1.5965111337853796e-07
previous_iter_valid_loss : 0.16867606341838837
1529360 0.168903 0.168676 0.167895 CURRENT LEARNING RATE: 1.5961918634867172e-07
previous_iter_valid_loss : 0.16408483684062958
1529380 0.164270 0.164085 0.167860 CURRENT LEARNING RATE: 1.595872657035727e-07
previous_iter_valid_loss : 0.18638975918293
1529400 0.186781 0.186390 0.169102 CURRENT LEARNING RATE: 1.595553514419646e-07
previous_iter_valid_loss : 0.16670070588588715
1529420 0.166916 0.166701 0.169364 CURRENT LEARNING RATE: 1.5952344356257057e-07
previous_iter_valid_loss : 0.1633460372686386
1529440 0.163538 0.163346 0.167237 CURRENT LEARNING RATE: 1.5949154206411403e-07
previous_iter_valid_loss : 0.1605231612920761
1529460 0.160689 0.160523 0.167128 CURRENT LEARNING RATE: 1.594596469453195e-07
previous_iter_valid_loss : 0.16903287172317505
1529480 0.169279 0.169033 0.167153 CURRENT LEARNING RATE: 1.594277582049108e-07
previous_iter_valid_loss : 0.1804712563753128
1529500 0.180802 0.180471 0.168128 CURRENT LEARNING RATE: 1.5939587584161252e-07
previous_iter_valid_loss : 0.1666295975446701
1529520 0.166841 0.166630 0.168286 CURRENT LEARNING RATE: 1.59363999854149e-07
previous_iter_valid_loss : 0.16061551868915558
1529540 0.160794 0.160616 0.168205 CURRENT LEARNING RATE: 1.5933213024124577e-07
previous_iter_valid_loss : 0.17465195059776306
1529560 0.174798 0.174652 0.168329 CURRENT LEARNING RATE: 1.5930026700162775e-07
previous_iter_valid_loss : 0.17215484380722046
1529580 0.172306 0.172155 0.168256 CURRENT LEARNING RATE: 1.5926841013402044e-07
previous_iter_valid_loss : 0.16857896745204926
1529600 0.168733 0.168579 0.168018 CURRENT LEARNING RATE: 1.592365596371493e-07
previous_iter_valid_loss : 0.18323971331119537
1529620 0.183596 0.183240 0.168604 CURRENT LEARNING RATE: 1.5920471550974083e-07
previous_iter_valid_loss : 0.17693519592285156
1529640 0.177228 0.176935 0.169421 CURRENT LEARNING RATE: 1.59172877750521e-07
previous_iter_valid_loss : 0.17792166769504547
1529660 0.178079 0.177922 0.170142 CURRENT LEARNING RATE: 1.591410463582163e-07
previous_iter_valid_loss : 0.17362290620803833
1529680 0.173769 0.173623 0.170782 CURRENT LEARNING RATE: 1.5910922133155319e-07
previous_iter_valid_loss : 0.1607494056224823
1529700 0.160902 0.160749 0.170791 CURRENT LEARNING RATE: 1.5907740266925925e-07
previous_iter_valid_loss : 0.18149521946907043
1529720 0.181645 0.181495 0.171699 CURRENT LEARNING RATE: 1.5904559037006144e-07
previous_iter_valid_loss : 0.16051359474658966
1529740 0.160683 0.160514 0.170815 CURRENT LEARNING RATE: 1.5901378443268728e-07
previous_iter_valid_loss : 0.16976700723171234
1529760 0.170015 0.169767 0.170870 CURRENT LEARNING RATE: 1.589819848558642e-07
previous_iter_valid_loss : 0.1687820851802826
1529780 0.169018 0.168782 0.171105 CURRENT LEARNING RATE: 1.5895019163832083e-07
previous_iter_valid_loss : 0.16440357267856598
1529800 0.164572 0.164404 0.170005 CURRENT LEARNING RATE: 1.5891840477878515e-07
previous_iter_valid_loss : 0.1627892255783081
1529820 0.162990 0.162789 0.169810 CURRENT LEARNING RATE: 1.588866242759854e-07
previous_iter_valid_loss : 0.1823340803384781
1529840 0.182488 0.182334 0.170759 CURRENT LEARNING RATE: 1.5885485012865092e-07
previous_iter_valid_loss : 0.17060449719429016
1529860 0.170855 0.170604 0.171263 CURRENT LEARNING RATE: 1.588230823355105e-07
previous_iter_valid_loss : 0.16515935957431793
1529880 0.165366 0.165159 0.171069 CURRENT LEARNING RATE: 1.5879132089529334e-07
previous_iter_valid_loss : 0.16107262670993805
1529900 0.161234 0.161073 0.170100 CURRENT LEARNING RATE: 1.5875956580672877e-07
previous_iter_valid_loss : 0.1606714427471161
1529920 0.160832 0.160671 0.169802 CURRENT LEARNING RATE: 1.5872781706854716e-07
previous_iter_valid_loss : 0.1664562076330185
1529940 0.166615 0.166456 0.170094 CURRENT LEARNING RATE: 1.5869607467947822e-07
previous_iter_valid_loss : 0.16083846986293793
1529960 0.161008 0.160838 0.169403 CURRENT LEARNING RATE: 1.5866433863825233e-07
previous_iter_valid_loss : 0.16070987284183502
1529980 0.160877 0.160710 0.168831 CURRENT LEARNING RATE: 1.5863260894359968e-07
previous_iter_valid_loss : 0.19008761644363403
1530000 0.190539 0.190088 0.169906 CURRENT LEARNING RATE: 1.5860088559425173e-07
previous_iter_valid_loss : 0.16051045060157776
1530020 0.160665 0.160510 0.168770 CURRENT LEARNING RATE: 1.585691685889392e-07
previous_iter_valid_loss : 0.1611008495092392
1530040 0.161262 0.161101 0.167978 CURRENT LEARNING RATE: 1.5853745792639345e-07
previous_iter_valid_loss : 0.17135532200336456
1530060 0.171619 0.171355 0.167650 CURRENT LEARNING RATE: 1.5850575360534574e-07
previous_iter_valid_loss : 0.1666351705789566
1530080 0.166793 0.166635 0.167300 CURRENT LEARNING RATE: 1.584740556245285e-07
previous_iter_valid_loss : 0.16445335745811462
1530100 0.164622 0.164453 0.167486 CURRENT LEARNING RATE: 1.5844236398267347e-07
previous_iter_valid_loss : 0.160525381565094
1530120 0.160696 0.160525 0.166437 CURRENT LEARNING RATE: 1.5841067867851304e-07
previous_iter_valid_loss : 0.1688794046640396
1530140 0.169030 0.168879 0.166855 CURRENT LEARNING RATE: 1.5837899971077953e-07
previous_iter_valid_loss : 0.16315846145153046
1530160 0.163327 0.163158 0.166525 CURRENT LEARNING RATE: 1.5834732707820626e-07
previous_iter_valid_loss : 0.16099205613136292
1530180 0.161143 0.160992 0.166135 CURRENT LEARNING RATE: 1.5831566077952613e-07
previous_iter_valid_loss : 0.16945131123065948
1530200 0.169603 0.169451 0.166388 CURRENT LEARNING RATE: 1.5828400081347243e-07
previous_iter_valid_loss : 0.16345596313476562
1530220 0.163642 0.163456 0.166421 CURRENT LEARNING RATE: 1.582523471787785e-07
previous_iter_valid_loss : 0.17108796536922455
1530240 0.171350 0.171088 0.165859 CURRENT LEARNING RATE: 1.5822069987417878e-07
previous_iter_valid_loss : 0.16052362322807312
1530260 0.160692 0.160524 0.165355 CURRENT LEARNING RATE: 1.5818905889840707e-07
previous_iter_valid_loss : 0.1616370677947998
1530280 0.161813 0.161637 0.165179 CURRENT LEARNING RATE: 1.5815742425019745e-07
previous_iter_valid_loss : 0.16282865405082703
1530300 0.163014 0.162829 0.165266 CURRENT LEARNING RATE: 1.581257959282851e-07
previous_iter_valid_loss : 0.1619042009115219
1530320 0.162099 0.161904 0.165328 CURRENT LEARNING RATE: 1.580941739314046e-07
previous_iter_valid_loss : 0.17043738067150116
1530340 0.170689 0.170437 0.165527 CURRENT LEARNING RATE: 1.580625582582911e-07
previous_iter_valid_loss : 0.17200876772403717
1530360 0.172276 0.172009 0.166086 CURRENT LEARNING RATE: 1.5803094890767965e-07
previous_iter_valid_loss : 0.16161736845970154
1530380 0.161811 0.161617 0.166131 CURRENT LEARNING RATE: 1.5799934587830648e-07
previous_iter_valid_loss : 0.16075162589550018
1530400 0.160933 0.160752 0.164664 CURRENT LEARNING RATE: 1.5796774916890715e-07
previous_iter_valid_loss : 0.17133861780166626
1530420 0.171484 0.171339 0.165206 CURRENT LEARNING RATE: 1.579361587782178e-07
previous_iter_valid_loss : 0.16107262670993805
1530440 0.161258 0.161073 0.165204 CURRENT LEARNING RATE: 1.5790457470497456e-07
previous_iter_valid_loss : 0.1608109474182129
1530460 0.160967 0.160811 0.164677 CURRENT LEARNING RATE: 1.578729969479146e-07
previous_iter_valid_loss : 0.16831165552139282
1530480 0.168463 0.168312 0.164761 CURRENT LEARNING RATE: 1.5784142550577457e-07
previous_iter_valid_loss : 0.16069965064525604
1530500 0.160879 0.160700 0.164573 CURRENT LEARNING RATE: 1.5780986037729153e-07
previous_iter_valid_loss : 0.16435278952121735
1530520 0.164558 0.164353 0.164765 CURRENT LEARNING RATE: 1.577783015612027e-07
previous_iter_valid_loss : 0.16371376812458038
1530540 0.163887 0.163714 0.164506 CURRENT LEARNING RATE: 1.577467490562462e-07
previous_iter_valid_loss : 0.16051581501960754
1530560 0.160681 0.160516 0.164374 CURRENT LEARNING RATE: 1.5771520286115968e-07
previous_iter_valid_loss : 0.16059847176074982
1530580 0.160752 0.160598 0.164354 CURRENT LEARNING RATE: 1.5768366297468128e-07
previous_iter_valid_loss : 0.1652824431657791
1530600 0.165486 0.165282 0.164146 CURRENT LEARNING RATE: 1.5765212939554917e-07
previous_iter_valid_loss : 0.16801247000694275
1530620 0.168247 0.168012 0.164374 CURRENT LEARNING RATE: 1.5762060212250253e-07
previous_iter_valid_loss : 0.16119804978370667
1530640 0.161377 0.161198 0.163879 CURRENT LEARNING RATE: 1.5758908115428e-07
previous_iter_valid_loss : 0.1663762480020523
1530660 0.166594 0.166376 0.164172 CURRENT LEARNING RATE: 1.5755756648962043e-07
previous_iter_valid_loss : 0.16053900122642517
1530680 0.160695 0.160539 0.164117 CURRENT LEARNING RATE: 1.5752605812726387e-07
previous_iter_valid_loss : 0.16356942057609558
1530700 0.163731 0.163569 0.164154 CURRENT LEARNING RATE: 1.5749455606594961e-07
previous_iter_valid_loss : 0.16733434796333313
1530720 0.167489 0.167334 0.164426 CURRENT LEARNING RATE: 1.5746306030441765e-07
previous_iter_valid_loss : 0.16051562130451202
1530740 0.160669 0.160516 0.163930 CURRENT LEARNING RATE: 1.5743157084140783e-07
previous_iter_valid_loss : 0.16563931107521057
1530760 0.165839 0.165639 0.163611 CURRENT LEARNING RATE: 1.5740008767566113e-07
previous_iter_valid_loss : 0.16290926933288574
1530780 0.163100 0.162909 0.163676 CURRENT LEARNING RATE: 1.5736861080591797e-07
previous_iter_valid_loss : 0.16085615754127502
1530800 0.161011 0.160856 0.163681 CURRENT LEARNING RATE: 1.5733714023091927e-07
previous_iter_valid_loss : 0.1611015945672989
1530820 0.161252 0.161102 0.163169 CURRENT LEARNING RATE: 1.573056759494059e-07
previous_iter_valid_loss : 0.1664709448814392
1530840 0.166635 0.166471 0.163439 CURRENT LEARNING RATE: 1.572742179601199e-07
previous_iter_valid_loss : 0.16292773187160492
1530860 0.163090 0.162928 0.163545 CURRENT LEARNING RATE: 1.572427662618026e-07
previous_iter_valid_loss : 0.17418350279331207
1530880 0.174453 0.174184 0.163838 CURRENT LEARNING RATE: 1.57211320853196e-07
previous_iter_valid_loss : 0.20190301537513733
1530900 0.201985 0.201903 0.165899 CURRENT LEARNING RATE: 1.5717988173304195e-07
previous_iter_valid_loss : 0.1925887018442154
1530920 0.193071 0.192589 0.167310 CURRENT LEARNING RATE: 1.571484489000835e-07
previous_iter_valid_loss : 0.1638229787349701
1530940 0.163980 0.163823 0.167316 CURRENT LEARNING RATE: 1.5711702235306302e-07
previous_iter_valid_loss : 0.16842016577720642
1530960 0.168650 0.168420 0.167711 CURRENT LEARNING RATE: 1.5708560209072344e-07
previous_iter_valid_loss : 0.2010236233472824
1530980 0.201575 0.201024 0.169732 CURRENT LEARNING RATE: 1.570541881118077e-07
previous_iter_valid_loss : 0.16998928785324097
1531000 0.170247 0.169989 0.169968 CURRENT LEARNING RATE: 1.570227804150598e-07
previous_iter_valid_loss : 0.16058681905269623
1531020 0.160754 0.160587 0.169596 CURRENT LEARNING RATE: 1.569913789992231e-07
previous_iter_valid_loss : 0.16679058969020844
1531040 0.166953 0.166791 0.169876 CURRENT LEARNING RATE: 1.569599838630413e-07
previous_iter_valid_loss : 0.16447381675243378
1531060 0.164636 0.164474 0.169781 CURRENT LEARNING RATE: 1.5692859500525918e-07
previous_iter_valid_loss : 0.16704866290092468
1531080 0.167272 0.167049 0.170106 CURRENT LEARNING RATE: 1.5689721242462088e-07
previous_iter_valid_loss : 0.16555674374103546
1531100 0.165723 0.165557 0.170206 CURRENT LEARNING RATE: 1.568658361198711e-07
previous_iter_valid_loss : 0.17730434238910675
1531120 0.177454 0.177304 0.170704 CURRENT LEARNING RATE: 1.5683446608975448e-07
previous_iter_valid_loss : 0.17510050535202026
1531140 0.175248 0.175101 0.171433 CURRENT LEARNING RATE: 1.5680310233301683e-07
previous_iter_valid_loss : 0.16815495491027832
1531160 0.168405 0.168155 0.171559 CURRENT LEARNING RATE: 1.5677174484840328e-07
previous_iter_valid_loss : 0.16820764541625977
1531180 0.168359 0.168208 0.171824 CURRENT LEARNING RATE: 1.5674039363465956e-07
previous_iter_valid_loss : 0.16536220908164978
1531200 0.165529 0.165362 0.172049 CURRENT LEARNING RATE: 1.5670904869053132e-07
previous_iter_valid_loss : 0.1637224704027176
1531220 0.163922 0.163722 0.172180 CURRENT LEARNING RATE: 1.5667771001476532e-07
previous_iter_valid_loss : 0.16633518040180206
1531240 0.166495 0.166335 0.172174 CURRENT LEARNING RATE: 1.5664637760610774e-07
previous_iter_valid_loss : 0.17929352819919586
1531260 0.179452 0.179294 0.172992 CURRENT LEARNING RATE: 1.566150514633053e-07
previous_iter_valid_loss : 0.16184218227863312
1531280 0.162000 0.161842 0.172375 CURRENT LEARNING RATE: 1.5658373158510466e-07
previous_iter_valid_loss : 0.16102609038352966
1531300 0.161185 0.161026 0.170331 CURRENT LEARNING RATE: 1.5655241797025357e-07
previous_iter_valid_loss : 0.16132551431655884
1531320 0.161485 0.161326 0.168768 CURRENT LEARNING RATE: 1.5652111061749923e-07
previous_iter_valid_loss : 0.16194847226142883
1531340 0.162126 0.161948 0.168674 CURRENT LEARNING RATE: 1.5648980952558933e-07
previous_iter_valid_loss : 0.18975122272968292
1531360 0.190190 0.189751 0.169741 CURRENT LEARNING RATE: 1.5645851469327155e-07
previous_iter_valid_loss : 0.16505606472492218
1531380 0.165262 0.165056 0.167942 CURRENT LEARNING RATE: 1.5642722611929467e-07
previous_iter_valid_loss : 0.1621767282485962
1531400 0.162329 0.162177 0.167552 CURRENT LEARNING RATE: 1.5639594380240686e-07
previous_iter_valid_loss : 0.16574153304100037
1531420 0.165902 0.165742 0.167810 CURRENT LEARNING RATE: 1.563646677413568e-07
previous_iter_valid_loss : 0.17213425040245056
1531440 0.172415 0.172134 0.168077 CURRENT LEARNING RATE: 1.563333979348932e-07
previous_iter_valid_loss : 0.17008890211582184
1531460 0.170326 0.170089 0.168357 CURRENT LEARNING RATE: 1.563021343817658e-07
previous_iter_valid_loss : 0.1898256242275238
1531480 0.190276 0.189826 0.169496 CURRENT LEARNING RATE: 1.5627087708072382e-07
previous_iter_valid_loss : 0.16061213612556458
1531500 0.160769 0.160612 0.169249 CURRENT LEARNING RATE: 1.5623962603051666e-07
previous_iter_valid_loss : 0.16062895953655243
1531520 0.160789 0.160629 0.168415 CURRENT LEARNING RATE: 1.5620838122989485e-07
previous_iter_valid_loss : 0.16166290640830994
1531540 0.161833 0.161663 0.167743 CURRENT LEARNING RATE: 1.561771426776083e-07
previous_iter_valid_loss : 0.16517727077007294
1531560 0.165377 0.165177 0.167595 CURRENT LEARNING RATE: 1.5614591037240748e-07
previous_iter_valid_loss : 0.1667381227016449
1531580 0.166963 0.166738 0.167521 CURRENT LEARNING RATE: 1.5611468431304282e-07
previous_iter_valid_loss : 0.16058394312858582
1531600 0.160751 0.160584 0.167282 CURRENT LEARNING RATE: 1.5608346449826583e-07
previous_iter_valid_loss : 0.17007532715797424
1531620 0.170228 0.170075 0.167600 CURRENT LEARNING RATE: 1.5605225092682743e-07
previous_iter_valid_loss : 0.16712012887001038
1531640 0.167270 0.167120 0.167639 CURRENT LEARNING RATE: 1.560210435974791e-07
previous_iter_valid_loss : 0.1646088808774948
1531660 0.164781 0.164609 0.166905 CURRENT LEARNING RATE: 1.5598984250897227e-07
previous_iter_valid_loss : 0.16093866527080536
1531680 0.161110 0.160939 0.166860 CURRENT LEARNING RATE: 1.5595864766005941e-07
previous_iter_valid_loss : 0.1694934070110321
1531700 0.169649 0.169493 0.167283 CURRENT LEARNING RATE: 1.559274590494925e-07
previous_iter_valid_loss : 0.161839559674263
1531720 0.162020 0.161840 0.167309 CURRENT LEARNING RATE: 1.5589627667602396e-07
previous_iter_valid_loss : 0.20059281587600708
1531740 0.200677 0.200593 0.169241 CURRENT LEARNING RATE: 1.5586510053840621e-07
previous_iter_valid_loss : 0.17827105522155762
1531760 0.178425 0.178271 0.168667 CURRENT LEARNING RATE: 1.5583393063539282e-07
previous_iter_valid_loss : 0.17815786600112915
1531780 0.178463 0.178158 0.169322 CURRENT LEARNING RATE: 1.5580276696573665e-07
previous_iter_valid_loss : 0.1621197611093521
1531800 0.162280 0.162120 0.169319 CURRENT LEARNING RATE: 1.557716095281912e-07
previous_iter_valid_loss : 0.16384705901145935
1531820 0.164061 0.163847 0.169224 CURRENT LEARNING RATE: 1.5574045832150987e-07
previous_iter_valid_loss : 0.2006305456161499
1531840 0.200708 0.200631 0.170649 CURRENT LEARNING RATE: 1.5570931334444714e-07
previous_iter_valid_loss : 0.16056539118289948
1531860 0.160726 0.160565 0.170173 CURRENT LEARNING RATE: 1.55678174595757e-07
previous_iter_valid_loss : 0.1608222872018814
1531880 0.160975 0.160822 0.168723 CURRENT LEARNING RATE: 1.5564704207419359e-07
previous_iter_valid_loss : 0.16573108732700348
1531900 0.165892 0.165731 0.168979 CURRENT LEARNING RATE: 1.5561591577851213e-07
previous_iter_valid_loss : 0.16488835215568542
1531920 0.165088 0.164888 0.169192 CURRENT LEARNING RATE: 1.5558479570746733e-07
previous_iter_valid_loss : 0.16200777888298035
1531940 0.162160 0.162008 0.169209 CURRENT LEARNING RATE: 1.5555368185981438e-07
previous_iter_valid_loss : 0.1607082337141037
1531960 0.160854 0.160708 0.168986 CURRENT LEARNING RATE: 1.5552257423430848e-07
previous_iter_valid_loss : 0.16099338233470917
1531980 0.161171 0.160993 0.168698 CURRENT LEARNING RATE: 1.5549147282970582e-07
previous_iter_valid_loss : 0.16195861995220184
1532000 0.162143 0.161959 0.168767 CURRENT LEARNING RATE: 1.554603776447621e-07
previous_iter_valid_loss : 0.16068479418754578
1532020 0.160862 0.160685 0.168298 CURRENT LEARNING RATE: 1.554292886782335e-07
previous_iter_valid_loss : 0.16180574893951416
1532040 0.161991 0.161806 0.168032 CURRENT LEARNING RATE: 1.5539820592887618e-07
previous_iter_valid_loss : 0.16049824655056
1532060 0.160657 0.160498 0.167826 CURRENT LEARNING RATE: 1.5536712939544743e-07
previous_iter_valid_loss : 0.16444794833660126
1532080 0.164623 0.164448 0.168002 CURRENT LEARNING RATE: 1.5533605907670385e-07
previous_iter_valid_loss : 0.16094103455543518
1532100 0.161125 0.160941 0.167574 CURRENT LEARNING RATE: 1.5530499497140264e-07
previous_iter_valid_loss : 0.16126562654972076
1532120 0.161437 0.161266 0.167545 CURRENT LEARNING RATE: 1.55273937078301e-07
previous_iter_valid_loss : 0.17243725061416626
1532140 0.172702 0.172437 0.166138 CURRENT LEARNING RATE: 1.552428853961571e-07
previous_iter_valid_loss : 0.17086267471313477
1532160 0.171121 0.170863 0.165767 CURRENT LEARNING RATE: 1.552118399237287e-07
previous_iter_valid_loss : 0.16061165928840637
1532180 0.160766 0.160612 0.164890 CURRENT LEARNING RATE: 1.5518080065977388e-07
previous_iter_valid_loss : 0.1656365990638733
1532200 0.165799 0.165637 0.165066 CURRENT LEARNING RATE: 1.5514976760305084e-07
previous_iter_valid_loss : 0.16660723090171814
1532220 0.166770 0.166607 0.165204 CURRENT LEARNING RATE: 1.5511874075231882e-07
previous_iter_valid_loss : 0.1624663770198822
1532240 0.162649 0.162466 0.163296 CURRENT LEARNING RATE: 1.550877201063364e-07
previous_iter_valid_loss : 0.16908644139766693
1532260 0.169335 0.169086 0.163722 CURRENT LEARNING RATE: 1.5505670566386257e-07
previous_iter_valid_loss : 0.1607397496700287
1532280 0.160910 0.160740 0.163718 CURRENT LEARNING RATE: 1.5502569742365725e-07
previous_iter_valid_loss : 0.16787230968475342
1532300 0.168102 0.167872 0.163825 CURRENT LEARNING RATE: 1.5499469538447985e-07
previous_iter_valid_loss : 0.1770360767841339
1532320 0.177333 0.177036 0.164432 CURRENT LEARNING RATE: 1.549636995450903e-07
previous_iter_valid_loss : 0.16406111419200897
1532340 0.164229 0.164061 0.164535 CURRENT LEARNING RATE: 1.5493270990424844e-07
previous_iter_valid_loss : 0.1854296624660492
1532360 0.185814 0.185430 0.165771 CURRENT LEARNING RATE: 1.549017264607153e-07
previous_iter_valid_loss : 0.17065319418907166
1532380 0.170795 0.170653 0.166254 CURRENT LEARNING RATE: 1.5487074921325124e-07
previous_iter_valid_loss : 0.16055014729499817
1532400 0.160709 0.160550 0.166183 CURRENT LEARNING RATE: 1.5483977816061716e-07
previous_iter_valid_loss : 0.16090995073318481
1532420 0.161091 0.160910 0.166194 CURRENT LEARNING RATE: 1.5480881330157393e-07
previous_iter_valid_loss : 0.16648440062999725
1532440 0.166710 0.166484 0.166428 CURRENT LEARNING RATE: 1.5477785463488358e-07
previous_iter_valid_loss : 0.16055142879486084
1532460 0.160715 0.160551 0.166431 CURRENT LEARNING RATE: 1.547469021593074e-07
previous_iter_valid_loss : 0.16066084802150726
1532480 0.160836 0.160661 0.166242 CURRENT LEARNING RATE: 1.5471595587360732e-07
previous_iter_valid_loss : 0.1617755889892578
1532500 0.161968 0.161776 0.166283 CURRENT LEARNING RATE: 1.5468501577654523e-07
previous_iter_valid_loss : 0.16298966109752655
1532520 0.163183 0.162990 0.166370 CURRENT LEARNING RATE: 1.546540818668841e-07
previous_iter_valid_loss : 0.16083252429962158
1532540 0.160992 0.160833 0.165789 CURRENT LEARNING RATE: 1.5462315414338624e-07
previous_iter_valid_loss : 0.16078002750873566
1532560 0.160936 0.160780 0.165285 CURRENT LEARNING RATE: 1.5459223260481457e-07
previous_iter_valid_loss : 0.1613817811012268
1532580 0.161565 0.161382 0.165324 CURRENT LEARNING RATE: 1.5456131724993194e-07
previous_iter_valid_loss : 0.16156847774982452
1532600 0.161749 0.161568 0.165120 CURRENT LEARNING RATE: 1.545304080775023e-07
previous_iter_valid_loss : 0.16117796301841736
1532620 0.161329 0.161178 0.164849 CURRENT LEARNING RATE: 1.5449950508628898e-07
previous_iter_valid_loss : 0.17137284576892853
1532640 0.171525 0.171373 0.165294 CURRENT LEARNING RATE: 1.544686082750559e-07
previous_iter_valid_loss : 0.16988039016723633
1532660 0.170037 0.169880 0.165334 CURRENT LEARNING RATE: 1.5443771764256692e-07
previous_iter_valid_loss : 0.16651694476604462
1532680 0.166730 0.166517 0.165623 CURRENT LEARNING RATE: 1.5440683318758692e-07
previous_iter_valid_loss : 0.16353844106197357
1532700 0.163701 0.163538 0.165406 CURRENT LEARNING RATE: 1.5437595490888027e-07
previous_iter_valid_loss : 0.1629316508769989
1532720 0.163126 0.162932 0.164701 CURRENT LEARNING RATE: 1.5434508280521157e-07
previous_iter_valid_loss : 0.17449982464313507
1532740 0.174650 0.174500 0.165223 CURRENT LEARNING RATE: 1.5431421687534646e-07
previous_iter_valid_loss : 0.1667575091123581
1532760 0.166916 0.166758 0.164289 CURRENT LEARNING RATE: 1.5428335711805006e-07
previous_iter_valid_loss : 0.16897162795066833
1532780 0.169204 0.168972 0.164205 CURRENT LEARNING RATE: 1.54252503532088e-07
previous_iter_valid_loss : 0.1659776121377945
1532800 0.166138 0.165978 0.164476 CURRENT LEARNING RATE: 1.5422165611622577e-07
previous_iter_valid_loss : 0.16068600118160248
1532820 0.160857 0.160686 0.164465 CURRENT LEARNING RATE: 1.541908148692301e-07
previous_iter_valid_loss : 0.16575390100479126
1532840 0.165973 0.165754 0.164429 CURRENT LEARNING RATE: 1.5415997978986707e-07
previous_iter_valid_loss : 0.16263024508953094
1532860 0.162789 0.162630 0.164533 CURRENT LEARNING RATE: 1.541291508769032e-07
previous_iter_valid_loss : 0.16456682980060577
1532880 0.164763 0.164567 0.164728 CURRENT LEARNING RATE: 1.5409832812910514e-07
previous_iter_valid_loss : 0.16177073121070862
1532900 0.161961 0.161771 0.164728 CURRENT LEARNING RATE: 1.5406751154524048e-07
previous_iter_valid_loss : 0.1605151742696762
1532920 0.160685 0.160515 0.164604 CURRENT LEARNING RATE: 1.5403670112407634e-07
previous_iter_valid_loss : 0.1642732471227646
1532940 0.164448 0.164273 0.164776 CURRENT LEARNING RATE: 1.5400589686438024e-07
previous_iter_valid_loss : 0.16100943088531494
1532960 0.161169 0.161009 0.164788 CURRENT LEARNING RATE: 1.5397509876491979e-07
previous_iter_valid_loss : 0.16501890122890472
1532980 0.165222 0.165019 0.164969 CURRENT LEARNING RATE: 1.5394430682446356e-07
previous_iter_valid_loss : 0.16687162220478058
1533000 0.167019 0.166872 0.165235 CURRENT LEARNING RATE: 1.5391352104177963e-07
previous_iter_valid_loss : 0.1606355905532837
1533020 0.160794 0.160636 0.165207 CURRENT LEARNING RATE: 1.5388274141563654e-07
previous_iter_valid_loss : 0.16075371205806732
1533040 0.160915 0.160754 0.164677 CURRENT LEARNING RATE: 1.5385196794480287e-07
previous_iter_valid_loss : 0.1607448160648346
1533060 0.160898 0.160745 0.164220 CURRENT LEARNING RATE: 1.5382120062804822e-07
previous_iter_valid_loss : 0.1605318784713745
1533080 0.160683 0.160532 0.163920 CURRENT LEARNING RATE: 1.537904394641416e-07
previous_iter_valid_loss : 0.16999797523021698
1533100 0.170250 0.169998 0.164243 CURRENT LEARNING RATE: 1.5375968445185233e-07
previous_iter_valid_loss : 0.1613588184118271
1533120 0.161549 0.161359 0.164165 CURRENT LEARNING RATE: 1.537289355899507e-07
previous_iter_valid_loss : 0.16617326438426971
1533140 0.166330 0.166173 0.163748 CURRENT LEARNING RATE: 1.5369819287720655e-07
previous_iter_valid_loss : 0.16481545567512512
1533160 0.164982 0.164815 0.163651 CURRENT LEARNING RATE: 1.5366745631239013e-07
previous_iter_valid_loss : 0.16250069439411163
1533180 0.162680 0.162501 0.163328 CURRENT LEARNING RATE: 1.5363672589427168e-07
previous_iter_valid_loss : 0.1607416421175003
1533200 0.160907 0.160742 0.163066 CURRENT LEARNING RATE: 1.536060016216226e-07
previous_iter_valid_loss : 0.16809077560901642
1533220 0.168327 0.168091 0.163436 CURRENT LEARNING RATE: 1.5357528349321357e-07
previous_iter_valid_loss : 0.1831706464290619
1533240 0.183322 0.183171 0.164307 CURRENT LEARNING RATE: 1.5354457150781591e-07
previous_iter_valid_loss : 0.1605142503976822
1533260 0.160678 0.160514 0.164201 CURRENT LEARNING RATE: 1.5351386566420085e-07
previous_iter_valid_loss : 0.16434356570243835
1533280 0.164545 0.164344 0.164190 CURRENT LEARNING RATE: 1.5348316596114074e-07
previous_iter_valid_loss : 0.1657361537218094
1533300 0.165947 0.165736 0.164388 CURRENT LEARNING RATE: 1.5345247239740725e-07
previous_iter_valid_loss : 0.16849927604198456
1533320 0.168739 0.168499 0.164788 CURRENT LEARNING RATE: 1.534217849717727e-07
previous_iter_valid_loss : 0.1632097363471985
1533340 0.163382 0.163210 0.164734 CURRENT LEARNING RATE: 1.5339110368300928e-07
previous_iter_valid_loss : 0.1661129742860794
1533360 0.166327 0.166113 0.164990 CURRENT LEARNING RATE: 1.5336042852989032e-07
previous_iter_valid_loss : 0.1608959287405014
1533380 0.161051 0.160896 0.164783 CURRENT LEARNING RATE: 1.5332975951118852e-07
previous_iter_valid_loss : 0.1619083136320114
1533400 0.162101 0.161908 0.164535 CURRENT LEARNING RATE: 1.5329909662567712e-07
previous_iter_valid_loss : 0.16057953238487244
1533420 0.160751 0.160580 0.164533 CURRENT LEARNING RATE: 1.5326843987212931e-07
previous_iter_valid_loss : 0.1611468642950058
1533440 0.161305 0.161147 0.164552 CURRENT LEARNING RATE: 1.5323778924931942e-07
previous_iter_valid_loss : 0.18374505639076233
1533460 0.184112 0.183745 0.165702 CURRENT LEARNING RATE: 1.532071447560211e-07
previous_iter_valid_loss : 0.17072127759456635
1533480 0.170873 0.170721 0.166212 CURRENT LEARNING RATE: 1.5317650639100833e-07
previous_iter_valid_loss : 0.1666824370622635
1533500 0.166897 0.166682 0.166046 CURRENT LEARNING RATE: 1.531458741530561e-07
previous_iter_valid_loss : 0.17242972552776337
1533520 0.172692 0.172430 0.166599 CURRENT LEARNING RATE: 1.5311524804093885e-07
previous_iter_valid_loss : 0.16498246788978577
1533540 0.165149 0.164982 0.166540 CURRENT LEARNING RATE: 1.5308462805343155e-07
previous_iter_valid_loss : 0.16088981926441193
1533560 0.161069 0.160890 0.166344 CURRENT LEARNING RATE: 1.5305401418930912e-07
previous_iter_valid_loss : 0.16209205985069275
1533580 0.162254 0.162092 0.166323 CURRENT LEARNING RATE: 1.5302340644734756e-07
previous_iter_valid_loss : 0.16073840856552124
1533600 0.160912 0.160738 0.166323 CURRENT LEARNING RATE: 1.5299280482632228e-07
previous_iter_valid_loss : 0.16066282987594604
1533620 0.160838 0.160663 0.165952 CURRENT LEARNING RATE: 1.529622093250092e-07
previous_iter_valid_loss : 0.16148893535137177
1533640 0.161648 0.161489 0.164868 CURRENT LEARNING RATE: 1.5293161994218424e-07
previous_iter_valid_loss : 0.16147364675998688
1533660 0.161624 0.161474 0.164916 CURRENT LEARNING RATE: 1.5290103667662437e-07
previous_iter_valid_loss : 0.17348343133926392
1533680 0.173629 0.173483 0.165372 CURRENT LEARNING RATE: 1.52870459527106e-07
previous_iter_valid_loss : 0.17045247554779053
1533700 0.170707 0.170452 0.165608 CURRENT LEARNING RATE: 1.5283988849240604e-07
previous_iter_valid_loss : 0.1698775738477707
1533720 0.170126 0.169878 0.165677 CURRENT LEARNING RATE: 1.528093235713013e-07
previous_iter_valid_loss : 0.16914679110050201
1533740 0.169303 0.169147 0.165974 CURRENT LEARNING RATE: 1.5277876476256988e-07
previous_iter_valid_loss : 0.166342630982399
1533760 0.166501 0.166343 0.165986 CURRENT LEARNING RATE: 1.5274821206498904e-07
previous_iter_valid_loss : 0.1676425337791443
1533780 0.167870 0.167643 0.166323 CURRENT LEARNING RATE: 1.527176654773367e-07
previous_iter_valid_loss : 0.16070003807544708
1533800 0.160860 0.160700 0.166262 CURRENT LEARNING RATE: 1.5268712499839072e-07
previous_iter_valid_loss : 0.16067788004875183
1533820 0.160854 0.160678 0.166267 CURRENT LEARNING RATE: 1.5265659062693004e-07
previous_iter_valid_loss : 0.16903772950172424
1533840 0.169276 0.169038 0.166662 CURRENT LEARNING RATE: 1.52626062361733e-07
previous_iter_valid_loss : 0.17389625310897827
1533860 0.174170 0.173896 0.166170 CURRENT LEARNING RATE: 1.5259554020157822e-07
previous_iter_valid_loss : 0.16261805593967438
1533880 0.162811 0.162618 0.165764 CURRENT LEARNING RATE: 1.5256502414524532e-07
previous_iter_valid_loss : 0.16452421247959137
1533900 0.164725 0.164524 0.165656 CURRENT LEARNING RATE: 1.5253451419151343e-07
previous_iter_valid_loss : 0.16241909563541412
1533920 0.162613 0.162419 0.165156 CURRENT LEARNING RATE: 1.5250401033916211e-07
previous_iter_valid_loss : 0.16344621777534485
1533940 0.163638 0.163446 0.165079 CURRENT LEARNING RATE: 1.5247351258697096e-07
previous_iter_valid_loss : 0.16094136238098145
1533960 0.161101 0.160941 0.165082 CURRENT LEARNING RATE: 1.524430209337206e-07
previous_iter_valid_loss : 0.16301162540912628
1533980 0.163186 0.163012 0.165128 CURRENT LEARNING RATE: 1.524125353781911e-07
previous_iter_valid_loss : 0.16563349962234497
1534000 0.165841 0.165633 0.165372 CURRENT LEARNING RATE: 1.5238205591916303e-07
previous_iter_valid_loss : 0.16144977509975433
1534020 0.161632 0.161450 0.165412 CURRENT LEARNING RATE: 1.5235158255541695e-07
previous_iter_valid_loss : 0.16166952252388
1534040 0.161858 0.161670 0.165421 CURRENT LEARNING RATE: 1.5232111528573447e-07
previous_iter_valid_loss : 0.16341236233711243
1534060 0.163615 0.163412 0.165518 CURRENT LEARNING RATE: 1.522906541088966e-07
previous_iter_valid_loss : 0.17819705605506897
1534080 0.178357 0.178197 0.165753 CURRENT LEARNING RATE: 1.5226019902368494e-07
previous_iter_valid_loss : 0.1931847780942917
1534100 0.193306 0.193185 0.166890 CURRENT LEARNING RATE: 1.5222975002888097e-07
previous_iter_valid_loss : 0.16089724004268646
1534120 0.161078 0.160897 0.166441 CURRENT LEARNING RATE: 1.521993071232673e-07
previous_iter_valid_loss : 0.1616709977388382
1534140 0.161859 0.161671 0.166067 CURRENT LEARNING RATE: 1.5216887030562595e-07
previous_iter_valid_loss : 0.17053577303886414
1534160 0.170789 0.170536 0.166277 CURRENT LEARNING RATE: 1.5213843957473942e-07
previous_iter_valid_loss : 0.1787448525428772
1534180 0.179044 0.178745 0.166832 CURRENT LEARNING RATE: 1.5210801492939022e-07
previous_iter_valid_loss : 0.16054771840572357
1534200 0.160711 0.160548 0.166824 CURRENT LEARNING RATE: 1.520775963683619e-07
previous_iter_valid_loss : 0.16432301700115204
1534220 0.164498 0.164323 0.167007 CURRENT LEARNING RATE: 1.5204718389043747e-07
previous_iter_valid_loss : 0.1609794944524765
1534240 0.161143 0.160979 0.166604 CURRENT LEARNING RATE: 1.5201677749440041e-07
previous_iter_valid_loss : 0.16180860996246338
1534260 0.161998 0.161809 0.165999 CURRENT LEARNING RATE: 1.519863771790342e-07
previous_iter_valid_loss : 0.16436684131622314
1534280 0.164534 0.164367 0.166087 CURRENT LEARNING RATE: 1.5195598294312338e-07
previous_iter_valid_loss : 0.16460035741329193
1534300 0.164768 0.164600 0.166091 CURRENT LEARNING RATE: 1.5192559478545187e-07
previous_iter_valid_loss : 0.17219506204128265
1534320 0.172345 0.172195 0.166579 CURRENT LEARNING RATE: 1.5189521270480394e-07
previous_iter_valid_loss : 0.16205072402954102
1534340 0.162204 0.162051 0.166510 CURRENT LEARNING RATE: 1.5186483669996476e-07
previous_iter_valid_loss : 0.16104014217853546
1534360 0.161223 0.161040 0.166515 CURRENT LEARNING RATE: 1.5183446676971912e-07
previous_iter_valid_loss : 0.16661402583122253
1534380 0.166777 0.166614 0.166695 CURRENT LEARNING RATE: 1.5180410291285215e-07
previous_iter_valid_loss : 0.1684657335281372
1534400 0.168619 0.168466 0.166836 CURRENT LEARNING RATE: 1.5177374512814904e-07
previous_iter_valid_loss : 0.16062918305397034
1534420 0.160787 0.160629 0.166795 CURRENT LEARNING RATE: 1.5174339341439603e-07
previous_iter_valid_loss : 0.1720438003540039
1534440 0.172191 0.172044 0.167314 CURRENT LEARNING RATE: 1.5171304777037876e-07
previous_iter_valid_loss : 0.17910374701023102
1534460 0.179418 0.179104 0.168098 CURRENT LEARNING RATE: 1.5168270819488343e-07
previous_iter_valid_loss : 0.1685657948255539
1534480 0.168717 0.168566 0.167617 CURRENT LEARNING RATE: 1.516523746866962e-07
previous_iter_valid_loss : 0.17933306097984314
1534500 0.179660 0.179333 0.166924 CURRENT LEARNING RATE: 1.5162204724460423e-07
previous_iter_valid_loss : 0.1636468470096588
1534520 0.163803 0.163647 0.167062 CURRENT LEARNING RATE: 1.5159172586739417e-07
previous_iter_valid_loss : 0.16828159987926483
1534540 0.168435 0.168282 0.167392 CURRENT LEARNING RATE: 1.5156141055385316e-07
previous_iter_valid_loss : 0.1720208376646042
1534560 0.172282 0.172021 0.167467 CURRENT LEARNING RATE: 1.5153110130276836e-07
previous_iter_valid_loss : 0.16184893250465393
1534580 0.162032 0.161849 0.166622 CURRENT LEARNING RATE: 1.5150079811292787e-07
previous_iter_valid_loss : 0.16622458398342133
1534600 0.166383 0.166225 0.166906 CURRENT LEARNING RATE: 1.514705009831193e-07
previous_iter_valid_loss : 0.16516567766666412
1534620 0.165326 0.165166 0.166948 CURRENT LEARNING RATE: 1.5144020991213082e-07
previous_iter_valid_loss : 0.1691647171974182
1534640 0.169316 0.169165 0.167357 CURRENT LEARNING RATE: 1.514099248987505e-07
previous_iter_valid_loss : 0.17746762931346893
1534660 0.177622 0.177468 0.168140 CURRENT LEARNING RATE: 1.5137964594176745e-07
previous_iter_valid_loss : 0.1623670756816864
1534680 0.162533 0.162367 0.168040 CURRENT LEARNING RATE: 1.5134937303997023e-07
previous_iter_valid_loss : 0.17015290260314941
1534700 0.170307 0.170153 0.168318 CURRENT LEARNING RATE: 1.5131910619214772e-07
previous_iter_valid_loss : 0.16487176716327667
1534720 0.165073 0.164872 0.167951 CURRENT LEARNING RATE: 1.5128884539708973e-07
previous_iter_valid_loss : 0.16535808145999908
1534740 0.165571 0.165358 0.168117 CURRENT LEARNING RATE: 1.512585906535856e-07
previous_iter_valid_loss : 0.1607208400964737
1534760 0.160889 0.160721 0.168101 CURRENT LEARNING RATE: 1.512283419604251e-07
previous_iter_valid_loss : 0.1773425042629242
1534780 0.177644 0.177343 0.168637 CURRENT LEARNING RATE: 1.51198099316398e-07
previous_iter_valid_loss : 0.16056500375270844
1534800 0.160718 0.160565 0.168242 CURRENT LEARNING RATE: 1.5116786272029522e-07
previous_iter_valid_loss : 0.160548135638237
1534820 0.160710 0.160548 0.168238 CURRENT LEARNING RATE: 1.5113763217090692e-07
previous_iter_valid_loss : 0.17767690122127533
1534840 0.177836 0.177677 0.168520 CURRENT LEARNING RATE: 1.5110740766702394e-07
previous_iter_valid_loss : 0.16069252789020538
1534860 0.160870 0.160693 0.167599 CURRENT LEARNING RATE: 1.5107718920743704e-07
previous_iter_valid_loss : 0.16084390878677368
1534880 0.160994 0.160844 0.167213 CURRENT LEARNING RATE: 1.5104697679093799e-07
previous_iter_valid_loss : 0.1724688857793808
1534900 0.172731 0.172469 0.166870 CURRENT LEARNING RATE: 1.51016770416318e-07
previous_iter_valid_loss : 0.16108334064483643
1534920 0.161246 0.161083 0.166742 CURRENT LEARNING RATE: 1.5098657008236887e-07
previous_iter_valid_loss : 0.16553397476673126
1534940 0.165698 0.165534 0.166604 CURRENT LEARNING RATE: 1.509563757878823e-07
previous_iter_valid_loss : 0.16456979513168335
1534960 0.164761 0.164570 0.166232 CURRENT LEARNING RATE: 1.5092618753165106e-07
previous_iter_valid_loss : 0.17808173596858978
1534980 0.178244 0.178082 0.167044 CURRENT LEARNING RATE: 1.5089600531246733e-07
previous_iter_valid_loss : 0.17175062000751495
1535000 0.172014 0.171751 0.167320 CURRENT LEARNING RATE: 1.508658291291238e-07
previous_iter_valid_loss : 0.1666797548532486
1535020 0.166832 0.166680 0.167396 CURRENT LEARNING RATE: 1.5083565898041323e-07
previous_iter_valid_loss : 0.16065233945846558
1535040 0.160807 0.160652 0.166970 CURRENT LEARNING RATE: 1.508054948651293e-07
previous_iter_valid_loss : 0.16050313413143158
1535060 0.160667 0.160503 0.166122 CURRENT LEARNING RATE: 1.5077533678206518e-07
previous_iter_valid_loss : 0.1963147521018982
1535080 0.196416 0.196315 0.167819 CURRENT LEARNING RATE: 1.5074518473001426e-07
previous_iter_valid_loss : 0.16103465855121613
1535100 0.161211 0.161035 0.167363 CURRENT LEARNING RATE: 1.5071503870777106e-07
previous_iter_valid_loss : 0.16418574750423431
1535120 0.164391 0.164186 0.167329 CURRENT LEARNING RATE: 1.506848987141294e-07
previous_iter_valid_loss : 0.18378204107284546
1535140 0.184149 0.183782 0.168250 CURRENT LEARNING RATE: 1.506547647478837e-07
previous_iter_valid_loss : 0.1697411835193634
1535160 0.169890 0.169741 0.168701 CURRENT LEARNING RATE: 1.5062463680782836e-07
previous_iter_valid_loss : 0.16056124866008759
1535180 0.160710 0.160561 0.167862 CURRENT LEARNING RATE: 1.505945148927588e-07
previous_iter_valid_loss : 0.16561384499073029
1535200 0.165772 0.165614 0.168114 CURRENT LEARNING RATE: 1.5056439900146983e-07
previous_iter_valid_loss : 0.1607235074043274
1535220 0.160895 0.160724 0.168123 CURRENT LEARNING RATE: 1.5053428913275683e-07
previous_iter_valid_loss : 0.16149872541427612
1535240 0.161648 0.161499 0.167314 CURRENT LEARNING RATE: 1.5050418528541518e-07
previous_iter_valid_loss : 0.16157399117946625
1535260 0.161729 0.161574 0.167358 CURRENT LEARNING RATE: 1.504740874582412e-07
previous_iter_valid_loss : 0.16981372237205505
1535280 0.169967 0.169814 0.167807 CURRENT LEARNING RATE: 1.5044399565003074e-07
previous_iter_valid_loss : 0.16222433745861053
1535300 0.162415 0.162224 0.167295 CURRENT LEARNING RATE: 1.5041390985958015e-07
previous_iter_valid_loss : 0.16133177280426025
1535320 0.161519 0.161332 0.167307 CURRENT LEARNING RATE: 1.503838300856857e-07
previous_iter_valid_loss : 0.16203688085079193
1535340 0.162220 0.162037 0.167132 CURRENT LEARNING RATE: 1.5035375632714473e-07
previous_iter_valid_loss : 0.16284580528736115
1535360 0.163018 0.162846 0.167046 CURRENT LEARNING RATE: 1.5032368858275403e-07
previous_iter_valid_loss : 0.16709451377391815
1535380 0.167320 0.167095 0.166497 CURRENT LEARNING RATE: 1.502936268513109e-07
previous_iter_valid_loss : 0.16311010718345642
1535400 0.163278 0.163110 0.166065 CURRENT LEARNING RATE: 1.5026357113161257e-07
previous_iter_valid_loss : 0.1631966084241867
1535420 0.163359 0.163197 0.165891 CURRENT LEARNING RATE: 1.5023352142245742e-07
previous_iter_valid_loss : 0.16695009171962738
1535440 0.167177 0.166950 0.166205 CURRENT LEARNING RATE: 1.5020347772264314e-07
previous_iter_valid_loss : 0.17372047901153564
1535460 0.173868 0.173720 0.166866 CURRENT LEARNING RATE: 1.5017344003096796e-07
previous_iter_valid_loss : 0.16055133938789368
1535480 0.160706 0.160551 0.165078 CURRENT LEARNING RATE: 1.5014340834623014e-07
previous_iter_valid_loss : 0.16083772480487823
1535500 0.160988 0.160838 0.165068 CURRENT LEARNING RATE: 1.5011338266722897e-07
previous_iter_valid_loss : 0.16238541901111603
1535520 0.162579 0.162385 0.164978 CURRENT LEARNING RATE: 1.5008336299276308e-07
previous_iter_valid_loss : 0.16575050354003906
1535540 0.165909 0.165751 0.164077 CURRENT LEARNING RATE: 1.500533493216315e-07
previous_iter_valid_loss : 0.16060306131839752
1535560 0.160773 0.160603 0.163620 CURRENT LEARNING RATE: 1.5002334165263416e-07
previous_iter_valid_loss : 0.16070416569709778
1535580 0.160858 0.160704 0.163627 CURRENT LEARNING RATE: 1.4999333998457053e-07
previous_iter_valid_loss : 0.16121019423007965
1535600 0.161361 0.161210 0.163407 CURRENT LEARNING RATE: 1.499633443162405e-07
previous_iter_valid_loss : 0.16090016067028046
1535620 0.161082 0.160900 0.163416 CURRENT LEARNING RATE: 1.4993335464644401e-07
previous_iter_valid_loss : 0.16084858775138855
1535640 0.161026 0.160849 0.163383 CURRENT LEARNING RATE: 1.4990337097398197e-07
previous_iter_valid_loss : 0.16963917016983032
1535660 0.169791 0.169639 0.163786 CURRENT LEARNING RATE: 1.4987339329765482e-07
previous_iter_valid_loss : 0.16188253462314606
1535680 0.162080 0.161883 0.163390 CURRENT LEARNING RATE: 1.498434216162634e-07
previous_iter_valid_loss : 0.16145716607570648
1535700 0.161644 0.161457 0.163351 CURRENT LEARNING RATE: 1.498134559286086e-07
previous_iter_valid_loss : 0.1635666787624359
1535720 0.163765 0.163567 0.163463 CURRENT LEARNING RATE: 1.4978349623349232e-07
previous_iter_valid_loss : 0.16840946674346924
1535740 0.168637 0.168409 0.163782 CURRENT LEARNING RATE: 1.4975354252971591e-07
previous_iter_valid_loss : 0.16097581386566162
1535760 0.161163 0.160976 0.163688 CURRENT LEARNING RATE: 1.4972359481608123e-07
previous_iter_valid_loss : 0.16177961230278015
1535780 0.161976 0.161780 0.163423 CURRENT LEARNING RATE: 1.496936530913901e-07
previous_iter_valid_loss : 0.16854463517665863
1535800 0.168781 0.168545 0.163694 CURRENT LEARNING RATE: 1.4966371735444537e-07
previous_iter_valid_loss : 0.16281335055828094
1535820 0.163008 0.162813 0.163675 CURRENT LEARNING RATE: 1.4963378760404934e-07
previous_iter_valid_loss : 0.16065099835395813
1535840 0.160820 0.160651 0.163360 CURRENT LEARNING RATE: 1.4960386383900485e-07
previous_iter_valid_loss : 0.1653018444776535
1535860 0.165462 0.165302 0.162939 CURRENT LEARNING RATE: 1.4957394605811467e-07
previous_iter_valid_loss : 0.16510577499866486
1535880 0.165263 0.165106 0.163167 CURRENT LEARNING RATE: 1.495440342601826e-07
previous_iter_valid_loss : 0.18785062432289124
1535900 0.188253 0.187851 0.164518 CURRENT LEARNING RATE: 1.4951412844401196e-07
previous_iter_valid_loss : 0.20000198483467102
1535920 0.200088 0.200002 0.166398 CURRENT LEARNING RATE: 1.494842286084062e-07
previous_iter_valid_loss : 0.1679578423500061
1535940 0.168178 0.167958 0.166509 CURRENT LEARNING RATE: 1.4945433475216984e-07
previous_iter_valid_loss : 0.18966081738471985
1535960 0.190087 0.189661 0.167962 CURRENT LEARNING RATE: 1.494244468741069e-07
previous_iter_valid_loss : 0.16503724455833435
1535980 0.165234 0.165037 0.168178 CURRENT LEARNING RATE: 1.4939456497302187e-07
previous_iter_valid_loss : 0.16763167083263397
1536000 0.167863 0.167632 0.168499 CURRENT LEARNING RATE: 1.493646890477192e-07
previous_iter_valid_loss : 0.16051128506660461
1536020 0.160665 0.160511 0.168480 CURRENT LEARNING RATE: 1.4933481909700434e-07
previous_iter_valid_loss : 0.16333918273448944
1536040 0.163525 0.163339 0.168604 CURRENT LEARNING RATE: 1.493049551196823e-07
previous_iter_valid_loss : 0.16230250895023346
1536060 0.162463 0.162303 0.168238 CURRENT LEARNING RATE: 1.4927509711455848e-07
previous_iter_valid_loss : 0.16051965951919556
1536080 0.160691 0.160520 0.168169 CURRENT LEARNING RATE: 1.492452450804383e-07
previous_iter_valid_loss : 0.16580431163311005
1536100 0.166014 0.165804 0.168387 CURRENT LEARNING RATE: 1.492153990161282e-07
previous_iter_valid_loss : 0.1637517511844635
1536120 0.163947 0.163752 0.168396 CURRENT LEARNING RATE: 1.4918555892043405e-07
previous_iter_valid_loss : 0.16186319291591644
1536140 0.162024 0.161863 0.168069 CURRENT LEARNING RATE: 1.4915572479216233e-07
previous_iter_valid_loss : 0.16058367490768433
1536160 0.160745 0.160584 0.168049 CURRENT LEARNING RATE: 1.4912589663011933e-07
previous_iter_valid_loss : 0.1645103394985199
1536180 0.164708 0.164510 0.168186 CURRENT LEARNING RATE: 1.490960744331125e-07
previous_iter_valid_loss : 0.17763541638851166
1536200 0.177792 0.177635 0.168640 CURRENT LEARNING RATE: 1.4906625819994861e-07
previous_iter_valid_loss : 0.1606234312057495
1536220 0.160782 0.160623 0.168531 CURRENT LEARNING RATE: 1.4903644792943514e-07
previous_iter_valid_loss : 0.16125082969665527
1536240 0.161417 0.161251 0.168561 CURRENT LEARNING RATE: 1.490066436203793e-07
previous_iter_valid_loss : 0.16073930263519287
1536260 0.160917 0.160739 0.168333 CURRENT LEARNING RATE: 1.4897684527158949e-07
previous_iter_valid_loss : 0.171209916472435
1536280 0.171478 0.171210 0.168638 CURRENT LEARNING RATE: 1.4894705288187352e-07
previous_iter_valid_loss : 0.16068600118160248
1536300 0.160863 0.160686 0.167280 CURRENT LEARNING RATE: 1.4891726645003943e-07
previous_iter_valid_loss : 0.1613100916147232
1536320 0.161494 0.161310 0.165345 CURRENT LEARNING RATE: 1.488874859748963e-07
previous_iter_valid_loss : 0.16782797873020172
1536340 0.167983 0.167828 0.165338 CURRENT LEARNING RATE: 1.4885771145525258e-07
previous_iter_valid_loss : 0.16468209028244019
1536360 0.164894 0.164682 0.164090 CURRENT LEARNING RATE: 1.4882794288991737e-07
previous_iter_valid_loss : 0.1605219841003418
1536380 0.160691 0.160522 0.163864 CURRENT LEARNING RATE: 1.4879818027769962e-07
previous_iter_valid_loss : 0.16258373856544495
1536400 0.162748 0.162584 0.163611 CURRENT LEARNING RATE: 1.4876842361740935e-07
previous_iter_valid_loss : 0.1609782874584198
1536420 0.161143 0.160978 0.163635 CURRENT LEARNING RATE: 1.4873867290785607e-07
previous_iter_valid_loss : 0.16108329594135284
1536440 0.161240 0.161083 0.163522 CURRENT LEARNING RATE: 1.4870892814784972e-07
previous_iter_valid_loss : 0.16360080242156982
1536460 0.163775 0.163601 0.163587 CURRENT LEARNING RATE: 1.4867918933620024e-07
previous_iter_valid_loss : 0.1846771091222763
1536480 0.184817 0.184677 0.164795 CURRENT LEARNING RATE: 1.4864945647171864e-07
previous_iter_valid_loss : 0.1735980212688446
1536500 0.173747 0.173598 0.165184 CURRENT LEARNING RATE: 1.486197295532153e-07
previous_iter_valid_loss : 0.18347059190273285
1536520 0.183625 0.183471 0.166170 CURRENT LEARNING RATE: 1.4859000857950118e-07
previous_iter_valid_loss : 0.16051803529262543
1536540 0.160682 0.160518 0.166103 CURRENT LEARNING RATE: 1.4856029354938714e-07
previous_iter_valid_loss : 0.16207560896873474
1536560 0.162238 0.162076 0.166178 CURRENT LEARNING RATE: 1.4853058446168512e-07
previous_iter_valid_loss : 0.1608690619468689
1536580 0.161049 0.160869 0.165996 CURRENT LEARNING RATE: 1.485008813152065e-07
previous_iter_valid_loss : 0.16050885617733002
1536600 0.160674 0.160509 0.165139 CURRENT LEARNING RATE: 1.4847118410876317e-07
previous_iter_valid_loss : 0.17465148866176605
1536620 0.174804 0.174651 0.165841 CURRENT LEARNING RATE: 1.4844149284116696e-07
previous_iter_valid_loss : 0.16415977478027344
1536640 0.164322 0.164160 0.165986 CURRENT LEARNING RATE: 1.4841180751123074e-07
previous_iter_valid_loss : 0.16897062957286835
1536660 0.169123 0.168971 0.166398 CURRENT LEARNING RATE: 1.4838212811776685e-07
previous_iter_valid_loss : 0.16105948388576508
1536680 0.161252 0.161059 0.165890 CURRENT LEARNING RATE: 1.4835245465958782e-07
previous_iter_valid_loss : 0.1610388159751892
1536700 0.161223 0.161039 0.165908 CURRENT LEARNING RATE: 1.4832278713550726e-07
previous_iter_valid_loss : 0.1673228144645691
1536720 0.167540 0.167323 0.166209 CURRENT LEARNING RATE: 1.4829312554433825e-07
previous_iter_valid_loss : 0.16279937326908112
1536740 0.162987 0.162799 0.165957 CURRENT LEARNING RATE: 1.4826346988489422e-07
previous_iter_valid_loss : 0.16697610914707184
1536760 0.167187 0.166976 0.166072 CURRENT LEARNING RATE: 1.4823382015598878e-07
previous_iter_valid_loss : 0.16384609043598175
1536780 0.164012 0.163846 0.166238 CURRENT LEARNING RATE: 1.482041763564364e-07
previous_iter_valid_loss : 0.16678522527217865
1536800 0.166942 0.166785 0.166448 CURRENT LEARNING RATE: 1.4817453848505112e-07
previous_iter_valid_loss : 0.16431328654289246
1536820 0.164487 0.164313 0.166615 CURRENT LEARNING RATE: 1.481449065406474e-07
previous_iter_valid_loss : 0.17812588810920715
1536840 0.178438 0.178126 0.167467 CURRENT LEARNING RATE: 1.481152805220397e-07
previous_iter_valid_loss : 0.16130706667900085
1536860 0.161474 0.161307 0.167352 CURRENT LEARNING RATE: 1.480856604280435e-07
previous_iter_valid_loss : 0.16053703427314758
1536880 0.160704 0.160537 0.166145 CURRENT LEARNING RATE: 1.4805604625747374e-07
previous_iter_valid_loss : 0.16810186207294464
1536900 0.168258 0.168102 0.165870 CURRENT LEARNING RATE: 1.4802643800914584e-07
previous_iter_valid_loss : 0.16329918801784515
1536920 0.163511 0.163299 0.164862 CURRENT LEARNING RATE: 1.4799683568187522e-07
previous_iter_valid_loss : 0.16564778983592987
1536940 0.165814 0.165648 0.165118 CURRENT LEARNING RATE: 1.479672392744783e-07
previous_iter_valid_loss : 0.16692619025707245
1536960 0.167088 0.166926 0.165361 CURRENT LEARNING RATE: 1.4793764878577098e-07
previous_iter_valid_loss : 0.1761813759803772
1536980 0.176477 0.176181 0.166126 CURRENT LEARNING RATE: 1.4790806421456962e-07
previous_iter_valid_loss : 0.160686194896698
1537000 0.160850 0.160686 0.166135 CURRENT LEARNING RATE: 1.478784855596906e-07
previous_iter_valid_loss : 0.17574340105056763
1537020 0.176026 0.175743 0.166190 CURRENT LEARNING RATE: 1.4784891281995128e-07
previous_iter_valid_loss : 0.18677258491516113
1537040 0.187151 0.186773 0.167321 CURRENT LEARNING RATE: 1.478193459941685e-07
previous_iter_valid_loss : 0.16186612844467163
1537060 0.162055 0.161866 0.166965 CURRENT LEARNING RATE: 1.4778978508115956e-07
previous_iter_valid_loss : 0.18904630839824677
1537080 0.189176 0.189046 0.168365 CURRENT LEARNING RATE: 1.477602300797418e-07
previous_iter_valid_loss : 0.17390908300876617
1537100 0.174183 0.173909 0.169008 CURRENT LEARNING RATE: 1.477306809887335e-07
previous_iter_valid_loss : 0.1618802547454834
1537120 0.162073 0.161880 0.168736 CURRENT LEARNING RATE: 1.477011378069525e-07
previous_iter_valid_loss : 0.17705784738063812
1537140 0.177213 0.177058 0.169449 CURRENT LEARNING RATE: 1.4767160053321672e-07
previous_iter_valid_loss : 0.16472718119621277
1537160 0.164919 0.164727 0.169337 CURRENT LEARNING RATE: 1.4764206916634528e-07
previous_iter_valid_loss : 0.16267859935760498
1537180 0.162871 0.162679 0.169278 CURRENT LEARNING RATE: 1.4761254370515662e-07
previous_iter_valid_loss : 0.1694786548614502
1537200 0.169623 0.169479 0.169413 CURRENT LEARNING RATE: 1.4758302414846975e-07
previous_iter_valid_loss : 0.1995191127061844
1537220 0.199619 0.199519 0.171173 CURRENT LEARNING RATE: 1.4755351049510356e-07
previous_iter_valid_loss : 0.1637931615114212
1537240 0.163955 0.163793 0.170456 CURRENT LEARNING RATE: 1.475240027438781e-07
previous_iter_valid_loss : 0.16192033886909485
1537260 0.162113 0.161920 0.170487 CURRENT LEARNING RATE: 1.4749450089361274e-07
previous_iter_valid_loss : 0.1651468425989151
1537280 0.165359 0.165147 0.170718 CURRENT LEARNING RATE: 1.4746500494312745e-07
previous_iter_valid_loss : 0.16197600960731506
1537300 0.162167 0.161976 0.170411 CURRENT LEARNING RATE: 1.4743551489124215e-07
previous_iter_valid_loss : 0.16065022349357605
1537320 0.160813 0.160650 0.170279 CURRENT LEARNING RATE: 1.4740603073677768e-07
previous_iter_valid_loss : 0.16271594166755676
1537340 0.162883 0.162716 0.170132 CURRENT LEARNING RATE: 1.4737655247855448e-07
previous_iter_valid_loss : 0.16440580785274506
1537360 0.164598 0.164406 0.170006 CURRENT LEARNING RATE: 1.473470801153934e-07
previous_iter_valid_loss : 0.16214576363563538
1537380 0.162297 0.162146 0.169304 CURRENT LEARNING RATE: 1.4731761364611527e-07
previous_iter_valid_loss : 0.1605052798986435
1537400 0.160675 0.160505 0.169295 CURRENT LEARNING RATE: 1.4728815306954197e-07
previous_iter_valid_loss : 0.1704597771167755
1537420 0.170713 0.170460 0.169031 CURRENT LEARNING RATE: 1.4725869838449483e-07
previous_iter_valid_loss : 0.1641891896724701
1537440 0.164392 0.164189 0.167902 CURRENT LEARNING RATE: 1.4722924958979564e-07
previous_iter_valid_loss : 0.16611087322235107
1537460 0.166320 0.166111 0.168114 CURRENT LEARNING RATE: 1.4719980668426618e-07
previous_iter_valid_loss : 0.16215814650058746
1537480 0.162352 0.162158 0.166770 CURRENT LEARNING RATE: 1.4717036966672925e-07
previous_iter_valid_loss : 0.16143034398555756
1537500 0.161586 0.161430 0.166146 CURRENT LEARNING RATE: 1.4714093853600718e-07
previous_iter_valid_loss : 0.16102127730846405
1537520 0.161209 0.161021 0.166103 CURRENT LEARNING RATE: 1.4711151329092237e-07
previous_iter_valid_loss : 0.16352730989456177
1537540 0.163692 0.163527 0.165427 CURRENT LEARNING RATE: 1.470820939302984e-07
previous_iter_valid_loss : 0.16402874886989594
1537560 0.164240 0.164029 0.165392 CURRENT LEARNING RATE: 1.4705268045295816e-07
previous_iter_valid_loss : 0.16329887509346008
1537580 0.163472 0.163299 0.165423 CURRENT LEARNING RATE: 1.470232728577252e-07
previous_iter_valid_loss : 0.20252446830272675
1537600 0.202595 0.202524 0.167075 CURRENT LEARNING RATE: 1.4699387114342288e-07
previous_iter_valid_loss : 0.17516708374023438
1537620 0.175450 0.175167 0.165857 CURRENT LEARNING RATE: 1.469644753088757e-07
previous_iter_valid_loss : 0.18574093282222748
1537640 0.186116 0.185741 0.166955 CURRENT LEARNING RATE: 1.4693508535290757e-07
previous_iter_valid_loss : 0.16762638092041016
1537660 0.167855 0.167626 0.167240 CURRENT LEARNING RATE: 1.4690570127434286e-07
previous_iter_valid_loss : 0.18408305943012238
1537680 0.184226 0.184083 0.168187 CURRENT LEARNING RATE: 1.4687632307200596e-07
previous_iter_valid_loss : 0.16146381199359894
1537700 0.161617 0.161464 0.168161 CURRENT LEARNING RATE: 1.4684695074472227e-07
previous_iter_valid_loss : 0.16333767771720886
1537720 0.163499 0.163338 0.168296 CURRENT LEARNING RATE: 1.468175842913166e-07
previous_iter_valid_loss : 0.17839977145195007
1537740 0.178555 0.178400 0.169080 CURRENT LEARNING RATE: 1.4678822371061437e-07
previous_iter_valid_loss : 0.16085828840732574
1537760 0.161039 0.160858 0.168902 CURRENT LEARNING RATE: 1.467588690014408e-07
previous_iter_valid_loss : 0.16059070825576782
1537780 0.160754 0.160591 0.168825 CURRENT LEARNING RATE: 1.467295201626223e-07
previous_iter_valid_loss : 0.16689753532409668
1537800 0.167053 0.166898 0.169144 CURRENT LEARNING RATE: 1.4670017719298462e-07
previous_iter_valid_loss : 0.1611042469739914
1537820 0.161287 0.161104 0.168676 CURRENT LEARNING RATE: 1.4667084009135404e-07
previous_iter_valid_loss : 0.16881601512432098
1537840 0.169051 0.168816 0.168908 CURRENT LEARNING RATE: 1.466415088565568e-07
previous_iter_valid_loss : 0.18977677822113037
1537860 0.189904 0.189777 0.170091 CURRENT LEARNING RATE: 1.4661218348742023e-07
previous_iter_valid_loss : 0.16062994301319122
1537880 0.160802 0.160630 0.170015 CURRENT LEARNING RATE: 1.4658286398277102e-07
previous_iter_valid_loss : 0.17772653698921204
1537900 0.177881 0.177727 0.170830 CURRENT LEARNING RATE: 1.4655355034143613e-07
previous_iter_valid_loss : 0.16419509053230286
1537920 0.164357 0.164195 0.170988 CURRENT LEARNING RATE: 1.4652424256224353e-07
previous_iter_valid_loss : 0.1614808291196823
1537940 0.161669 0.161481 0.170886 CURRENT LEARNING RATE: 1.4649494064402063e-07
previous_iter_valid_loss : 0.16885533928871155
1537960 0.169090 0.168855 0.171127 CURRENT LEARNING RATE: 1.464656445855954e-07
previous_iter_valid_loss : 0.16624733805656433
1537980 0.166459 0.166247 0.171275 CURRENT LEARNING RATE: 1.464363543857957e-07
previous_iter_valid_loss : 0.1695397049188614
1538000 0.169782 0.169540 0.169625 CURRENT LEARNING RATE: 1.4640707004345047e-07
previous_iter_valid_loss : 0.17164143919944763
1538020 0.171906 0.171641 0.169449 CURRENT LEARNING RATE: 1.4637779155738804e-07
previous_iter_valid_loss : 0.17521630227565765
1538040 0.175493 0.175216 0.168923 CURRENT LEARNING RATE: 1.463485189264373e-07
previous_iter_valid_loss : 0.18201059103012085
1538060 0.182342 0.182011 0.169642 CURRENT LEARNING RATE: 1.4631925214942708e-07
previous_iter_valid_loss : 0.16361704468727112
1538080 0.163826 0.163617 0.168619 CURRENT LEARNING RATE: 1.4628999122518722e-07
previous_iter_valid_loss : 0.16273069381713867
1538100 0.162891 0.162731 0.168682 CURRENT LEARNING RATE: 1.4626073615254704e-07
previous_iter_valid_loss : 0.16455890238285065
1538120 0.164760 0.164559 0.168743 CURRENT LEARNING RATE: 1.462314869303363e-07
previous_iter_valid_loss : 0.16084305942058563
1538140 0.161004 0.160843 0.167865 CURRENT LEARNING RATE: 1.4620224355738483e-07
previous_iter_valid_loss : 0.16981635987758636
1538160 0.170068 0.169816 0.168313 CURRENT LEARNING RATE: 1.4617300603252336e-07
previous_iter_valid_loss : 0.16080214083194733
1538180 0.160980 0.160802 0.168324 CURRENT LEARNING RATE: 1.4614377435458217e-07
previous_iter_valid_loss : 0.16070279479026794
1538200 0.160867 0.160703 0.168014 CURRENT LEARNING RATE: 1.4611454852239194e-07
previous_iter_valid_loss : 0.16235609352588654
1538220 0.162555 0.162356 0.168077 CURRENT LEARNING RATE: 1.4608532853478344e-07
previous_iter_valid_loss : 0.1621176153421402
1538240 0.162318 0.162118 0.167742 CURRENT LEARNING RATE: 1.4605611439058834e-07
previous_iter_valid_loss : 0.16877681016921997
1538260 0.169011 0.168777 0.166692 CURRENT LEARNING RATE: 1.4602690608863786e-07
previous_iter_valid_loss : 0.16073726117610931
1538280 0.160916 0.160737 0.166697 CURRENT LEARNING RATE: 1.4599770362776364e-07
previous_iter_valid_loss : 0.16240252554416656
1538300 0.162562 0.162403 0.165931 CURRENT LEARNING RATE: 1.459685070067973e-07
previous_iter_valid_loss : 0.17439264059066772
1538320 0.174537 0.174393 0.166441 CURRENT LEARNING RATE: 1.4593931622457152e-07
previous_iter_valid_loss : 0.16437971591949463
1538340 0.164576 0.164380 0.166586 CURRENT LEARNING RATE: 1.4591013127991844e-07
previous_iter_valid_loss : 0.16067864000797272
1538360 0.160835 0.160679 0.166177 CURRENT LEARNING RATE: 1.4588095217167036e-07
previous_iter_valid_loss : 0.16060686111450195
1538380 0.160773 0.160607 0.165895 CURRENT LEARNING RATE: 1.4585177889866063e-07
previous_iter_valid_loss : 0.16617582738399506
1538400 0.166378 0.166176 0.165727 CURRENT LEARNING RATE: 1.458226114597221e-07
previous_iter_valid_loss : 0.17017169296741486
1538420 0.170421 0.170172 0.165653 CURRENT LEARNING RATE: 1.45793449853688e-07
previous_iter_valid_loss : 0.1634223759174347
1538440 0.163586 0.163422 0.165064 CURRENT LEARNING RATE: 1.457642940793917e-07
previous_iter_valid_loss : 0.16924642026424408
1538460 0.169488 0.169246 0.164425 CURRENT LEARNING RATE: 1.4573514413566743e-07
previous_iter_valid_loss : 0.16173118352890015
1538480 0.161924 0.161731 0.164331 CURRENT LEARNING RATE: 1.4570600002134893e-07
previous_iter_valid_loss : 0.1690511852502823
1538500 0.169204 0.169051 0.164647 CURRENT LEARNING RATE: 1.4567686173527048e-07
previous_iter_valid_loss : 0.16052652895450592
1538520 0.160681 0.160527 0.164445 CURRENT LEARNING RATE: 1.4564772927626626e-07
previous_iter_valid_loss : 0.16436965763568878
1538540 0.164536 0.164370 0.164622 CURRENT LEARNING RATE: 1.4561860264317145e-07
previous_iter_valid_loss : 0.16142287850379944
1538560 0.161608 0.161423 0.164202 CURRENT LEARNING RATE: 1.455894818348208e-07
previous_iter_valid_loss : 0.16740886867046356
1538580 0.167565 0.167409 0.164532 CURRENT LEARNING RATE: 1.455603668500494e-07
previous_iter_valid_loss : 0.16188743710517883
1538600 0.162041 0.161887 0.164592 CURRENT LEARNING RATE: 1.4553125768769248e-07
previous_iter_valid_loss : 0.16190263628959656
1538620 0.162051 0.161903 0.164569 CURRENT LEARNING RATE: 1.4550215434658614e-07
previous_iter_valid_loss : 0.16288436949253082
1538640 0.163055 0.162884 0.164607 CURRENT LEARNING RATE: 1.4547305682556597e-07
previous_iter_valid_loss : 0.16066116094589233
1538660 0.160815 0.160661 0.164202 CURRENT LEARNING RATE: 1.4544396512346812e-07
previous_iter_valid_loss : 0.16235899925231934
1538680 0.162517 0.162359 0.164283 CURRENT LEARNING RATE: 1.4541487923912862e-07
previous_iter_valid_loss : 0.16948334872722626
1538700 0.169636 0.169483 0.164637 CURRENT LEARNING RATE: 1.4538579917138456e-07
previous_iter_valid_loss : 0.16307660937309265
1538720 0.163269 0.163077 0.164071 CURRENT LEARNING RATE: 1.4535672491907252e-07
previous_iter_valid_loss : 0.17350926995277405
1538740 0.173652 0.173509 0.164527 CURRENT LEARNING RATE: 1.453276564810292e-07
previous_iter_valid_loss : 0.16113658249378204
1538760 0.161323 0.161137 0.164550 CURRENT LEARNING RATE: 1.4529859385609243e-07
previous_iter_valid_loss : 0.16097934544086456
1538780 0.161143 0.160979 0.164569 CURRENT LEARNING RATE: 1.4526953704309944e-07
previous_iter_valid_loss : 0.16099834442138672
1538800 0.161175 0.160998 0.164310 CURRENT LEARNING RATE: 1.4524048604088796e-07
previous_iter_valid_loss : 0.16687487065792084
1538820 0.167035 0.166875 0.164145 CURRENT LEARNING RATE: 1.4521144084829566e-07
previous_iter_valid_loss : 0.16068677604198456
1538840 0.160846 0.160687 0.164008 CURRENT LEARNING RATE: 1.4518240146416125e-07
previous_iter_valid_loss : 0.17180928587913513
1538860 0.172065 0.171809 0.164136 CURRENT LEARNING RATE: 1.4515336788732298e-07
previous_iter_valid_loss : 0.16157768666744232
1538880 0.161739 0.161578 0.164129 CURRENT LEARNING RATE: 1.451243401166194e-07
previous_iter_valid_loss : 0.16715595126152039
1538900 0.167373 0.167156 0.164034 CURRENT LEARNING RATE: 1.4509531815088918e-07
previous_iter_valid_loss : 0.18216940760612488
1538920 0.182505 0.182169 0.165116 CURRENT LEARNING RATE: 1.45066301988972e-07
previous_iter_valid_loss : 0.16291159391403198
1538940 0.163102 0.162912 0.165043 CURRENT LEARNING RATE: 1.450372916297069e-07
previous_iter_valid_loss : 0.17315657436847687
1538960 0.173305 0.173157 0.165630 CURRENT LEARNING RATE: 1.4500828707193348e-07
previous_iter_valid_loss : 0.1727413535118103
1538980 0.172885 0.172741 0.165897 CURRENT LEARNING RATE: 1.4497928831449132e-07
previous_iter_valid_loss : 0.1922117918729782
1539000 0.192677 0.192212 0.167413 CURRENT LEARNING RATE: 1.4495029535622097e-07
previous_iter_valid_loss : 0.16720011830329895
1539020 0.167360 0.167200 0.167678 CURRENT LEARNING RATE: 1.4492130819596243e-07
previous_iter_valid_loss : 0.16145853698253632
1539040 0.161624 0.161459 0.167606 CURRENT LEARNING RATE: 1.4489232683255627e-07
previous_iter_valid_loss : 0.16780126094818115
1539060 0.167954 0.167801 0.167963 CURRENT LEARNING RATE: 1.4486335126484292e-07
previous_iter_valid_loss : 0.17266015708446503
1539080 0.172805 0.172660 0.168478 CURRENT LEARNING RATE: 1.448343814916639e-07
previous_iter_valid_loss : 0.17496484518051147
1539100 0.175249 0.174965 0.168753 CURRENT LEARNING RATE: 1.4480541751186017e-07
previous_iter_valid_loss : 0.16092027723789215
1539120 0.161098 0.160920 0.168645 CURRENT LEARNING RATE: 1.4477645932427288e-07
previous_iter_valid_loss : 0.17571771144866943
1539140 0.175865 0.175718 0.168755 CURRENT LEARNING RATE: 1.4474750692774426e-07
previous_iter_valid_loss : 0.2132135033607483
1539160 0.213266 0.213214 0.171359 CURRENT LEARNING RATE: 1.4471856032111591e-07
previous_iter_valid_loss : 0.16605263948440552
1539180 0.166285 0.166053 0.171613 CURRENT LEARNING RATE: 1.4468961950323003e-07
previous_iter_valid_loss : 0.1605006903409958
1539200 0.160669 0.160501 0.171588 CURRENT LEARNING RATE: 1.4466068447292866e-07
previous_iter_valid_loss : 0.1634492129087448
1539220 0.163643 0.163449 0.171416 CURRENT LEARNING RATE: 1.4463175522905497e-07
previous_iter_valid_loss : 0.16680040955543518
1539240 0.166959 0.166800 0.171722 CURRENT LEARNING RATE: 1.446028317704515e-07
previous_iter_valid_loss : 0.16366903483867645
1539260 0.163839 0.163669 0.171315 CURRENT LEARNING RATE: 1.445739140959613e-07
previous_iter_valid_loss : 0.16205401718616486
1539280 0.162242 0.162054 0.171339 CURRENT LEARNING RATE: 1.4454500220442747e-07
previous_iter_valid_loss : 0.1680871844291687
1539300 0.168327 0.168087 0.171386 CURRENT LEARNING RATE: 1.4451609609469397e-07
previous_iter_valid_loss : 0.1635081022977829
1539320 0.163677 0.163508 0.170452 CURRENT LEARNING RATE: 1.4448719576560434e-07
previous_iter_valid_loss : 0.1655239462852478
1539340 0.165740 0.165524 0.170583 CURRENT LEARNING RATE: 1.4445830121600258e-07
previous_iter_valid_loss : 0.16128775477409363
1539360 0.161466 0.161288 0.169990 CURRENT LEARNING RATE: 1.444294124447326e-07
previous_iter_valid_loss : 0.17887592315673828
1539380 0.179039 0.178876 0.170296 CURRENT LEARNING RATE: 1.444005294506394e-07
previous_iter_valid_loss : 0.17164239287376404
1539400 0.171787 0.171642 0.169268 CURRENT LEARNING RATE: 1.443716522325674e-07
previous_iter_valid_loss : 0.1647593080997467
1539420 0.164933 0.164759 0.169146 CURRENT LEARNING RATE: 1.4434278078936152e-07
previous_iter_valid_loss : 0.16282708942890167
1539440 0.162992 0.162827 0.169214 CURRENT LEARNING RATE: 1.4431391511986664e-07
previous_iter_valid_loss : 0.17277824878692627
1539460 0.172929 0.172778 0.169463 CURRENT LEARNING RATE: 1.442850552229286e-07
previous_iter_valid_loss : 0.16221506893634796
1539480 0.162384 0.162215 0.168941 CURRENT LEARNING RATE: 1.4425620109739283e-07
previous_iter_valid_loss : 0.16262243688106537
1539500 0.162811 0.162622 0.168324 CURRENT LEARNING RATE: 1.4422735274210485e-07
previous_iter_valid_loss : 0.16285553574562073
1539520 0.163024 0.162856 0.168421 CURRENT LEARNING RATE: 1.4419851015591127e-07
previous_iter_valid_loss : 0.164242222905159
1539540 0.164414 0.164242 0.167847 CURRENT LEARNING RATE: 1.441696733376581e-07
previous_iter_valid_loss : 0.17149652540683746
1539560 0.171751 0.171497 0.165761 CURRENT LEARNING RATE: 1.4414084228619187e-07
previous_iter_valid_loss : 0.16089241206645966
1539580 0.161075 0.160892 0.165503 CURRENT LEARNING RATE: 1.441120170003591e-07
previous_iter_valid_loss : 0.1783539056777954
1539600 0.178512 0.178354 0.166396 CURRENT LEARNING RATE: 1.440831974790073e-07
previous_iter_valid_loss : 0.16772018373012543
1539620 0.167875 0.167720 0.166609 CURRENT LEARNING RATE: 1.4405438372098342e-07
previous_iter_valid_loss : 0.16112831234931946
1539640 0.161285 0.161128 0.166326 CURRENT LEARNING RATE: 1.4402557572513492e-07
previous_iter_valid_loss : 0.16365768015384674
1539660 0.163835 0.163658 0.166325 CURRENT LEARNING RATE: 1.439967734903092e-07
previous_iter_valid_loss : 0.17314915359020233
1539680 0.173425 0.173149 0.166880 CURRENT LEARNING RATE: 1.4396797701535467e-07
previous_iter_valid_loss : 0.16094602644443512
1539700 0.161135 0.160946 0.166523 CURRENT LEARNING RATE: 1.4393918629911925e-07
previous_iter_valid_loss : 0.18347331881523132
1539720 0.183615 0.183473 0.167521 CURRENT LEARNING RATE: 1.439104013404513e-07
previous_iter_valid_loss : 0.16170163452625275
1539740 0.161890 0.161702 0.167330 CURRENT LEARNING RATE: 1.438816221381992e-07
previous_iter_valid_loss : 0.16126252710819244
1539760 0.161412 0.161263 0.167329 CURRENT LEARNING RATE: 1.4385284869121223e-07
previous_iter_valid_loss : 0.18455974757671356
1539780 0.184705 0.184560 0.167613 CURRENT LEARNING RATE: 1.4382408099833924e-07
previous_iter_valid_loss : 0.16355165839195251
1539800 0.163727 0.163552 0.167208 CURRENT LEARNING RATE: 1.4379531905842951e-07
previous_iter_valid_loss : 0.165608748793602
1539820 0.165826 0.165609 0.167251 CURRENT LEARNING RATE: 1.437665628703323e-07
previous_iter_valid_loss : 0.16932976245880127
1539840 0.169569 0.169330 0.167576 CURRENT LEARNING RATE: 1.4373781243289789e-07
previous_iter_valid_loss : 0.18154755234718323
1539860 0.181892 0.181548 0.168014 CURRENT LEARNING RATE: 1.4370906774497597e-07
previous_iter_valid_loss : 0.16085799038410187
1539880 0.161014 0.160858 0.167946 CURRENT LEARNING RATE: 1.436803288054168e-07
previous_iter_valid_loss : 0.19572892785072327
1539900 0.195835 0.195729 0.169602 CURRENT LEARNING RATE: 1.4365159561307054e-07
previous_iter_valid_loss : 0.16385166347026825
1539920 0.164016 0.163852 0.169652 CURRENT LEARNING RATE: 1.4362286816678837e-07
previous_iter_valid_loss : 0.16051775217056274
1539940 0.160690 0.160518 0.169465 CURRENT LEARNING RATE: 1.4359414646542095e-07
previous_iter_valid_loss : 0.16089029610157013
1539960 0.161044 0.160890 0.168935 CURRENT LEARNING RATE: 1.4356543050781917e-07
previous_iter_valid_loss : 0.17913644015789032
1539980 0.179299 0.179136 0.169847 CURRENT LEARNING RATE: 1.4353672029283487e-07
previous_iter_valid_loss : 0.16100428998470306
1540000 0.161184 0.161004 0.168980 CURRENT LEARNING RATE: 1.435080158193194e-07
previous_iter_valid_loss : 0.16243793070316315
1540020 0.162607 0.162438 0.168716 CURRENT LEARNING RATE: 1.4347931708612459e-07
previous_iter_valid_loss : 0.16076931357383728
1540040 0.160919 0.160769 0.168698 CURRENT LEARNING RATE: 1.4345062409210222e-07
previous_iter_valid_loss : 0.1682048738002777
1540060 0.168357 0.168205 0.168925 CURRENT LEARNING RATE: 1.434219368361051e-07
previous_iter_valid_loss : 0.16237042844295502
1540080 0.162566 0.162370 0.168386 CURRENT LEARNING RATE: 1.4339325531698545e-07
previous_iter_valid_loss : 0.16730338335037231
1540100 0.167519 0.167303 0.168704 CURRENT LEARNING RATE: 1.4336457953359605e-07
previous_iter_valid_loss : 0.1605628877878189
1540120 0.160732 0.160563 0.167558 CURRENT LEARNING RATE: 1.433359094847896e-07
previous_iter_valid_loss : 0.17038819193840027
1540140 0.170534 0.170388 0.167993 CURRENT LEARNING RATE: 1.433072451694198e-07
previous_iter_valid_loss : 0.16403967142105103
1540160 0.164207 0.164040 0.168132 CURRENT LEARNING RATE: 1.432785865863398e-07
previous_iter_valid_loss : 0.1620885282754898
1540180 0.162246 0.162089 0.167008 CURRENT LEARNING RATE: 1.432499337344033e-07
previous_iter_valid_loss : 0.16070584952831268
1540200 0.160871 0.160706 0.166866 CURRENT LEARNING RATE: 1.4322128661246392e-07
previous_iter_valid_loss : 0.16409945487976074
1540220 0.164265 0.164099 0.166790 CURRENT LEARNING RATE: 1.4319264521937628e-07
previous_iter_valid_loss : 0.16080258786678314
1540240 0.160979 0.160803 0.166364 CURRENT LEARNING RATE: 1.4316400955399446e-07
previous_iter_valid_loss : 0.16082251071929932
1540260 0.160980 0.160823 0.165328 CURRENT LEARNING RATE: 1.4313537961517305e-07
previous_iter_valid_loss : 0.1646711677312851
1540280 0.164841 0.164671 0.165518 CURRENT LEARNING RATE: 1.4310675540176657e-07
previous_iter_valid_loss : 0.16050954163074493
1540300 0.160671 0.160510 0.163757 CURRENT LEARNING RATE: 1.430781369126306e-07
previous_iter_valid_loss : 0.16689477860927582
1540320 0.167113 0.166895 0.163909 CURRENT LEARNING RATE: 1.430495241466201e-07
previous_iter_valid_loss : 0.1613147258758545
1540340 0.161471 0.161315 0.163949 CURRENT LEARNING RATE: 1.4302091710259034e-07
previous_iter_valid_loss : 0.16378068923950195
1540360 0.163948 0.163781 0.164094 CURRENT LEARNING RATE: 1.4299231577939757e-07
previous_iter_valid_loss : 0.17220266163349152
1540380 0.172355 0.172203 0.163747 CURRENT LEARNING RATE: 1.4296372017589743e-07
previous_iter_valid_loss : 0.1706998497247696
1540400 0.170948 0.170700 0.164232 CURRENT LEARNING RATE: 1.429351302909461e-07
previous_iter_valid_loss : 0.17306652665138245
1540420 0.173219 0.173067 0.164763 CURRENT LEARNING RATE: 1.4290654612339975e-07
previous_iter_valid_loss : 0.16175484657287598
1540440 0.161942 0.161755 0.164813 CURRENT LEARNING RATE: 1.4287796767211554e-07
previous_iter_valid_loss : 0.167033389210701
1540460 0.167193 0.167033 0.164754 CURRENT LEARNING RATE: 1.4284939493595003e-07
previous_iter_valid_loss : 0.16054874658584595
1540480 0.160720 0.160549 0.164663 CURRENT LEARNING RATE: 1.4282082791376036e-07
previous_iter_valid_loss : 0.16064263880252838
1540500 0.160806 0.160643 0.164330 CURRENT LEARNING RATE: 1.4279226660440357e-07
previous_iter_valid_loss : 0.16680994629859924
1540520 0.166974 0.166810 0.164642 CURRENT LEARNING RATE: 1.427637110067377e-07
previous_iter_valid_loss : 0.1636849343776703
1540540 0.163885 0.163685 0.164307 CURRENT LEARNING RATE: 1.4273516111962028e-07
previous_iter_valid_loss : 0.16503757238388062
1540560 0.165207 0.165038 0.164357 CURRENT LEARNING RATE: 1.4270661694190934e-07
previous_iter_valid_loss : 0.16982193291187286
1540580 0.169978 0.169822 0.164744 CURRENT LEARNING RATE: 1.4267807847246288e-07
previous_iter_valid_loss : 0.1629871428012848
1540600 0.163157 0.162987 0.164858 CURRENT LEARNING RATE: 1.4264954571013978e-07
previous_iter_valid_loss : 0.16319654881954193
1540620 0.163402 0.163197 0.164813 CURRENT LEARNING RATE: 1.4262101865379853e-07
previous_iter_valid_loss : 0.16817300021648407
1540640 0.168331 0.168173 0.165181 CURRENT LEARNING RATE: 1.4259249730229808e-07
previous_iter_valid_loss : 0.16530103981494904
1540660 0.165509 0.165301 0.165405 CURRENT LEARNING RATE: 1.4256398165449724e-07
previous_iter_valid_loss : 0.20008006691932678
1540680 0.200154 0.200080 0.167176 CURRENT LEARNING RATE: 1.4253547170925596e-07
previous_iter_valid_loss : 0.18183812499046326
1540700 0.182184 0.181838 0.168242 CURRENT LEARNING RATE: 1.4250696746543357e-07
previous_iter_valid_loss : 0.16055145859718323
1540720 0.160716 0.160551 0.167925 CURRENT LEARNING RATE: 1.4247846892188966e-07
previous_iter_valid_loss : 0.16670148074626923
1540740 0.166917 0.166701 0.168194 CURRENT LEARNING RATE: 1.4244997607748475e-07
previous_iter_valid_loss : 0.16386765241622925
1540760 0.164058 0.163868 0.168199 CURRENT LEARNING RATE: 1.4242148893107892e-07
previous_iter_valid_loss : 0.1704455316066742
1540780 0.170598 0.170446 0.168111 CURRENT LEARNING RATE: 1.4239300748153267e-07
previous_iter_valid_loss : 0.16880127787590027
1540800 0.169038 0.168801 0.168016 CURRENT LEARNING RATE: 1.423645317277065e-07
previous_iter_valid_loss : 0.1632271558046341
1540820 0.163396 0.163227 0.167524 CURRENT LEARNING RATE: 1.4233606166846183e-07
previous_iter_valid_loss : 0.17273224890232086
1540840 0.172873 0.172732 0.168073 CURRENT LEARNING RATE: 1.4230759730265967e-07
previous_iter_valid_loss : 0.16215510666370392
1540860 0.162351 0.162155 0.167829 CURRENT LEARNING RATE: 1.4227913862916143e-07
previous_iter_valid_loss : 0.160614475607872
1540880 0.160765 0.160614 0.167832 CURRENT LEARNING RATE: 1.4225068564682847e-07
previous_iter_valid_loss : 0.16677606105804443
1540900 0.166990 0.166776 0.168139 CURRENT LEARNING RATE: 1.4222223835452324e-07
previous_iter_valid_loss : 0.16059215366840363
1540920 0.160754 0.160592 0.167828 CURRENT LEARNING RATE: 1.4219379675110754e-07
previous_iter_valid_loss : 0.16478416323661804
1540940 0.164950 0.164784 0.167883 CURRENT LEARNING RATE: 1.4216536083544372e-07
previous_iter_valid_loss : 0.1647685468196869
1540960 0.164973 0.164769 0.167869 CURRENT LEARNING RATE: 1.4213693060639412e-07
previous_iter_valid_loss : 0.1609254628419876
1540980 0.161105 0.160925 0.167424 CURRENT LEARNING RATE: 1.4210850606282203e-07
previous_iter_valid_loss : 0.16306836903095245
1541000 0.163221 0.163068 0.167429 CURRENT LEARNING RATE: 1.4208008720359018e-07
previous_iter_valid_loss : 0.16407661139965057
1541020 0.164236 0.164077 0.167473 CURRENT LEARNING RATE: 1.4205167402756183e-07
previous_iter_valid_loss : 0.16294090449810028
1541040 0.163105 0.162941 0.167211 CURRENT LEARNING RATE: 1.4202326653360022e-07
previous_iter_valid_loss : 0.16074134409427643
1541060 0.160895 0.160741 0.166983 CURRENT LEARNING RATE: 1.4199486472056956e-07
previous_iter_valid_loss : 0.16203193366527557
1541080 0.162188 0.162032 0.165081 CURRENT LEARNING RATE: 1.4196646858733349e-07
previous_iter_valid_loss : 0.16280020773410797
1541100 0.163003 0.162800 0.164129 CURRENT LEARNING RATE: 1.4193807813275616e-07
previous_iter_valid_loss : 0.1608155518770218
1541120 0.160992 0.160816 0.164142 CURRENT LEARNING RATE: 1.4190969335570177e-07
previous_iter_valid_loss : 0.18682163953781128
1541140 0.187212 0.186822 0.165148 CURRENT LEARNING RATE: 1.4188131425503535e-07
previous_iter_valid_loss : 0.16055984795093536
1541160 0.160715 0.160560 0.164982 CURRENT LEARNING RATE: 1.4185294082962154e-07
previous_iter_valid_loss : 0.16062849760055542
1541180 0.160809 0.160628 0.164492 CURRENT LEARNING RATE: 1.418245730783251e-07
previous_iter_valid_loss : 0.1641271710395813
1541200 0.164298 0.164127 0.164258 CURRENT LEARNING RATE: 1.4179621100001186e-07
previous_iter_valid_loss : 0.1676563322544098
1541220 0.167811 0.167656 0.164479 CURRENT LEARNING RATE: 1.417678545935471e-07
previous_iter_valid_loss : 0.19454221427440643
1541240 0.195030 0.194542 0.165570 CURRENT LEARNING RATE: 1.4173950385779653e-07
previous_iter_valid_loss : 0.16061246395111084
1541260 0.160769 0.160612 0.165493 CURRENT LEARNING RATE: 1.417111587916259e-07
previous_iter_valid_loss : 0.16325268149375916
1541280 0.163449 0.163253 0.165625 CURRENT LEARNING RATE: 1.4168281939390186e-07
previous_iter_valid_loss : 0.17375503480434418
1541300 0.173898 0.173755 0.165974 CURRENT LEARNING RATE: 1.4165448566349064e-07
previous_iter_valid_loss : 0.1698659062385559
1541320 0.170018 0.169866 0.166437 CURRENT LEARNING RATE: 1.4162615759925888e-07
previous_iter_valid_loss : 0.16176074743270874
1541340 0.161919 0.161761 0.166286 CURRENT LEARNING RATE: 1.4159783520007316e-07
previous_iter_valid_loss : 0.16050340235233307
1541360 0.160665 0.160503 0.166073 CURRENT LEARNING RATE: 1.415695184648011e-07
previous_iter_valid_loss : 0.16373148560523987
1541380 0.163925 0.163731 0.166213 CURRENT LEARNING RATE: 1.4154120739230984e-07
previous_iter_valid_loss : 0.17168696224689484
1541400 0.171947 0.171687 0.166644 CURRENT LEARNING RATE: 1.4151290198146689e-07
previous_iter_valid_loss : 0.16076041758060455
1541420 0.160922 0.160760 0.166478 CURRENT LEARNING RATE: 1.4148460223113976e-07
previous_iter_valid_loss : 0.16140884160995483
1541440 0.161592 0.161409 0.166402 CURRENT LEARNING RATE: 1.4145630814019703e-07
previous_iter_valid_loss : 0.16174697875976562
1541460 0.161896 0.161747 0.166452 CURRENT LEARNING RATE: 1.4142801970750661e-07
previous_iter_valid_loss : 0.16062398254871368
1541480 0.160782 0.160624 0.166382 CURRENT LEARNING RATE: 1.41399736931937e-07
previous_iter_valid_loss : 0.167026087641716
1541500 0.167252 0.167026 0.166593 CURRENT LEARNING RATE: 1.4137145981235664e-07
previous_iter_valid_loss : 0.175247922539711
1541520 0.175531 0.175248 0.167314 CURRENT LEARNING RATE: 1.4134318834763494e-07
previous_iter_valid_loss : 0.16766317188739777
1541540 0.167893 0.167663 0.166357 CURRENT LEARNING RATE: 1.4131492253664082e-07
previous_iter_valid_loss : 0.17581428587436676
1541560 0.175965 0.175814 0.167119 CURRENT LEARNING RATE: 1.4128666237824333e-07
previous_iter_valid_loss : 0.1635703444480896
1541580 0.163759 0.163570 0.167266 CURRENT LEARNING RATE: 1.4125840787131262e-07
previous_iter_valid_loss : 0.1618441492319107
1541600 0.161994 0.161844 0.167152 CURRENT LEARNING RATE: 1.4123015901471825e-07
previous_iter_valid_loss : 0.16664357483386993
1541620 0.166805 0.166644 0.167102 CURRENT LEARNING RATE: 1.4120191580733027e-07
previous_iter_valid_loss : 0.16260653734207153
1541640 0.162796 0.162607 0.165505 CURRENT LEARNING RATE: 1.4117367824801867e-07
previous_iter_valid_loss : 0.16939109563827515
1541660 0.169544 0.169391 0.165944 CURRENT LEARNING RATE: 1.4114544633565447e-07
previous_iter_valid_loss : 0.1606161892414093
1541680 0.160775 0.160616 0.165812 CURRENT LEARNING RATE: 1.4111722006910816e-07
previous_iter_valid_loss : 0.16808228194713593
1541700 0.168237 0.168082 0.165528 CURRENT LEARNING RATE: 1.4108899944725065e-07
previous_iter_valid_loss : 0.1683335304260254
1541720 0.168559 0.168334 0.165452 CURRENT LEARNING RATE: 1.410607844689529e-07
previous_iter_valid_loss : 0.16062726080417633
1541740 0.160793 0.160627 0.165395 CURRENT LEARNING RATE: 1.4103257513308678e-07
previous_iter_valid_loss : 0.1605416089296341
1541760 0.160700 0.160542 0.165397 CURRENT LEARNING RATE: 1.410043714385237e-07
previous_iter_valid_loss : 0.16756665706634521
1541780 0.167809 0.167567 0.165589 CURRENT LEARNING RATE: 1.409761733841355e-07
previous_iter_valid_loss : 0.16382627189159393
1541800 0.164040 0.163826 0.165196 CURRENT LEARNING RATE: 1.40947980968794e-07
previous_iter_valid_loss : 0.16182029247283936
1541820 0.161987 0.161820 0.165249 CURRENT LEARNING RATE: 1.40919794191372e-07
previous_iter_valid_loss : 0.16064581274986267
1541840 0.160819 0.160646 0.165210 CURRENT LEARNING RATE: 1.408916130507418e-07
previous_iter_valid_loss : 0.16140806674957275
1541860 0.161586 0.161408 0.165194 CURRENT LEARNING RATE: 1.4086343754577613e-07
previous_iter_valid_loss : 0.16756871342658997
1541880 0.167793 0.167569 0.165541 CURRENT LEARNING RATE: 1.4083526767534773e-07
previous_iter_valid_loss : 0.17153500020503998
1541900 0.171683 0.171535 0.165766 CURRENT LEARNING RATE: 1.408071034383303e-07
previous_iter_valid_loss : 0.1654282510280609
1541920 0.165600 0.165428 0.165275 CURRENT LEARNING RATE: 1.4077894483359705e-07
previous_iter_valid_loss : 0.16151225566864014
1541940 0.161678 0.161512 0.164968 CURRENT LEARNING RATE: 1.4075079186002132e-07
previous_iter_valid_loss : 0.16834956407546997
1541960 0.168509 0.168350 0.164594 CURRENT LEARNING RATE: 1.4072264451647759e-07
previous_iter_valid_loss : 0.16192509233951569
1541980 0.162082 0.161925 0.164512 CURRENT LEARNING RATE: 1.406945028018396e-07
previous_iter_valid_loss : 0.17542997002601624
1542000 0.175711 0.175430 0.165191 CURRENT LEARNING RATE: 1.4066636671498178e-07
previous_iter_valid_loss : 0.16202567517757416
1542020 0.162210 0.162026 0.164961 CURRENT LEARNING RATE: 1.4063823625477838e-07
previous_iter_valid_loss : 0.16084589064121246
1542040 0.161008 0.160846 0.164873 CURRENT LEARNING RATE: 1.4061011142010472e-07
previous_iter_valid_loss : 0.17188993096351624
1542060 0.172156 0.171890 0.164997 CURRENT LEARNING RATE: 1.4058199220983553e-07
previous_iter_valid_loss : 0.16403280198574066
1542080 0.164226 0.164033 0.165168 CURRENT LEARNING RATE: 1.4055387862284602e-07
previous_iter_valid_loss : 0.16197390854358673
1542100 0.162163 0.161974 0.164863 CURRENT LEARNING RATE: 1.4052577065801144e-07
previous_iter_valid_loss : 0.1613648682832718
1542120 0.161547 0.161365 0.164514 CURRENT LEARNING RATE: 1.4049766831420796e-07
previous_iter_valid_loss : 0.161477193236351
1542140 0.161632 0.161477 0.164557 CURRENT LEARNING RATE: 1.4046957159031123e-07
previous_iter_valid_loss : 0.16294720768928528
1542160 0.163152 0.162947 0.164677 CURRENT LEARNING RATE: 1.404414804851974e-07
previous_iter_valid_loss : 0.16052447259426117
1542180 0.160686 0.160524 0.164325 CURRENT LEARNING RATE: 1.4041339499774253e-07
previous_iter_valid_loss : 0.1611352115869522
1542200 0.161295 0.161135 0.164191 CURRENT LEARNING RATE: 1.4038531512682376e-07
previous_iter_valid_loss : 0.16051627695560455
1542220 0.160683 0.160516 0.164125 CURRENT LEARNING RATE: 1.4035724087131756e-07
previous_iter_valid_loss : 0.16160434484481812
1542240 0.161758 0.161604 0.164173 CURRENT LEARNING RATE: 1.4032917223010105e-07
previous_iter_valid_loss : 0.16228653490543365
1542260 0.162472 0.162287 0.164217 CURRENT LEARNING RATE: 1.403011092020512e-07
previous_iter_valid_loss : 0.1613730937242508
1542280 0.161530 0.161373 0.163907 CURRENT LEARNING RATE: 1.40273051786046e-07
previous_iter_valid_loss : 0.16050344705581665
1542300 0.160667 0.160503 0.163356 CURRENT LEARNING RATE: 1.4024499998096285e-07
previous_iter_valid_loss : 0.16150106489658356
1542320 0.161661 0.161501 0.163160 CURRENT LEARNING RATE: 1.402169537856795e-07
previous_iter_valid_loss : 0.17158646881580353
1542340 0.171736 0.171586 0.163663 CURRENT LEARNING RATE: 1.4018891319907454e-07
previous_iter_valid_loss : 0.16100402176380157
1542360 0.161183 0.161004 0.163296 CURRENT LEARNING RATE: 1.4016087822002617e-07
previous_iter_valid_loss : 0.1640191227197647
1542380 0.164224 0.164019 0.163401 CURRENT LEARNING RATE: 1.4013284884741293e-07
previous_iter_valid_loss : 0.16913287341594696
1542400 0.169282 0.169133 0.163086 CURRENT LEARNING RATE: 1.4010482508011338e-07
previous_iter_valid_loss : 0.17691993713378906
1542420 0.177075 0.176920 0.163831 CURRENT LEARNING RATE: 1.4007680691700714e-07
previous_iter_valid_loss : 0.16653583943843842
1542440 0.166695 0.166536 0.164115 CURRENT LEARNING RATE: 1.4004879435697317e-07
previous_iter_valid_loss : 0.16051045060157776
1542460 0.160665 0.160510 0.163546 CURRENT LEARNING RATE: 1.40020787398891e-07
previous_iter_valid_loss : 0.19152310490608215
1542480 0.191989 0.191523 0.164921 CURRENT LEARNING RATE: 1.3999278604164013e-07
previous_iter_valid_loss : 0.16125673055648804
1542500 0.161403 0.161257 0.164885 CURRENT LEARNING RATE: 1.3996479028410091e-07
previous_iter_valid_loss : 0.16203534603118896
1542520 0.162232 0.162035 0.164918 CURRENT LEARNING RATE: 1.3993680012515336e-07
previous_iter_valid_loss : 0.16739940643310547
1542540 0.167624 0.167399 0.165214 CURRENT LEARNING RATE: 1.3990881556367782e-07
previous_iter_valid_loss : 0.16076618432998657
1542560 0.160921 0.160766 0.165105 CURRENT LEARNING RATE: 1.398808365985547e-07
previous_iter_valid_loss : 0.16623727977275848
1542580 0.166456 0.166237 0.165391 CURRENT LEARNING RATE: 1.398528632286653e-07
previous_iter_valid_loss : 0.16156136989593506
1542600 0.161746 0.161561 0.165412 CURRENT LEARNING RATE: 1.398248954528904e-07
previous_iter_valid_loss : 0.1635064333677292
1542620 0.163670 0.163506 0.165562 CURRENT LEARNING RATE: 1.3979693327011138e-07
previous_iter_valid_loss : 0.16430790722370148
1542640 0.164481 0.164308 0.165697 CURRENT LEARNING RATE: 1.3976897667920944e-07
previous_iter_valid_loss : 0.16184282302856445
1542660 0.162004 0.161843 0.165675 CURRENT LEARNING RATE: 1.3974102567906686e-07
previous_iter_valid_loss : 0.1607147753238678
1542680 0.160887 0.160715 0.165642 CURRENT LEARNING RATE: 1.3971308026856532e-07
previous_iter_valid_loss : 0.16466878354549408
1542700 0.164875 0.164669 0.165850 CURRENT LEARNING RATE: 1.39685140446587e-07
previous_iter_valid_loss : 0.16923430562019348
1542720 0.169469 0.169234 0.166237 CURRENT LEARNING RATE: 1.3965720621201406e-07
previous_iter_valid_loss : 0.16896849870681763
1542740 0.169217 0.168968 0.166106 CURRENT LEARNING RATE: 1.3962927756372966e-07
previous_iter_valid_loss : 0.16079138219356537
1542760 0.160965 0.160791 0.166095 CURRENT LEARNING RATE: 1.3960135450061637e-07
previous_iter_valid_loss : 0.16085214912891388
1542780 0.161036 0.160852 0.165937 CURRENT LEARNING RATE: 1.3957343702155701e-07
previous_iter_valid_loss : 0.16297593712806702
1542800 0.163145 0.162976 0.165629 CURRENT LEARNING RATE: 1.3954552512543544e-07
previous_iter_valid_loss : 0.18272598087787628
1542820 0.183084 0.182726 0.165919 CURRENT LEARNING RATE: 1.3951761881113485e-07
previous_iter_valid_loss : 0.16736134886741638
1542840 0.167515 0.167361 0.165961 CURRENT LEARNING RATE: 1.3948971807753906e-07
previous_iter_valid_loss : 0.16952624917030334
1542860 0.169677 0.169526 0.166411 CURRENT LEARNING RATE: 1.3946182292353175e-07
previous_iter_valid_loss : 0.1605248600244522
1542880 0.160688 0.160525 0.164861 CURRENT LEARNING RATE: 1.3943393334799763e-07
previous_iter_valid_loss : 0.1605445295572281
1542900 0.160713 0.160545 0.164826 CURRENT LEARNING RATE: 1.3940604934982087e-07
previous_iter_valid_loss : 0.16659924387931824
1542920 0.166758 0.166599 0.165054 CURRENT LEARNING RATE: 1.3937817092788608e-07
previous_iter_valid_loss : 0.160578191280365
1542940 0.160751 0.160578 0.164713 CURRENT LEARNING RATE: 1.393502980810779e-07
previous_iter_valid_loss : 0.1636977642774582
1542960 0.163886 0.163698 0.164860 CURRENT LEARNING RATE: 1.3932243080828194e-07
previous_iter_valid_loss : 0.16500630974769592
1542980 0.165209 0.165006 0.164798 CURRENT LEARNING RATE: 1.3929456910838321e-07
previous_iter_valid_loss : 0.1695411503314972
1543000 0.169783 0.169541 0.165197 CURRENT LEARNING RATE: 1.3926671298026725e-07
previous_iter_valid_loss : 0.16083000600337982
1543020 0.160987 0.160830 0.165063 CURRENT LEARNING RATE: 1.392388624228196e-07
previous_iter_valid_loss : 0.1695621907711029
1543040 0.169716 0.169562 0.165326 CURRENT LEARNING RATE: 1.392110174349267e-07
previous_iter_valid_loss : 0.1684853732585907
1543060 0.168723 0.168485 0.165658 CURRENT LEARNING RATE: 1.3918317801547452e-07
previous_iter_valid_loss : 0.1617269515991211
1543080 0.161915 0.161727 0.165709 CURRENT LEARNING RATE: 1.391553441633495e-07
previous_iter_valid_loss : 0.16204160451889038
1543100 0.162223 0.162042 0.165577 CURRENT LEARNING RATE: 1.39127515877438e-07
previous_iter_valid_loss : 0.16119997203350067
1543120 0.161352 0.161200 0.165176 CURRENT LEARNING RATE: 1.390996931566274e-07
previous_iter_valid_loss : 0.1665073186159134
1543140 0.166724 0.166507 0.165053 CURRENT LEARNING RATE: 1.3907187599980454e-07
previous_iter_valid_loss : 0.16189657151699066
1543160 0.162058 0.161897 0.165108 CURRENT LEARNING RATE: 1.3904406440585648e-07
previous_iter_valid_loss : 0.1698325276374817
1543180 0.169987 0.169833 0.165557 CURRENT LEARNING RATE: 1.390162583736713e-07
previous_iter_valid_loss : 0.16953922808170319
1543200 0.169783 0.169539 0.165885 CURRENT LEARNING RATE: 1.3898845790213643e-07
previous_iter_valid_loss : 0.162735715508461
1543220 0.162902 0.162736 0.164885 CURRENT LEARNING RATE: 1.3896066299013992e-07
previous_iter_valid_loss : 0.16055426001548767
1543240 0.160712 0.160554 0.164545 CURRENT LEARNING RATE: 1.389328736365697e-07
previous_iter_valid_loss : 0.16315899789333344
1543260 0.163343 0.163159 0.164227 CURRENT LEARNING RATE: 1.389050898403147e-07
previous_iter_valid_loss : 0.1612972468137741
1543280 0.161484 0.161297 0.164265 CURRENT LEARNING RATE: 1.3887731160026331e-07
previous_iter_valid_loss : 0.16049332916736603
1543300 0.160659 0.160493 0.164263 CURRENT LEARNING RATE: 1.3884953891530438e-07
previous_iter_valid_loss : 0.16357533633708954
1543320 0.163761 0.163575 0.164112 CURRENT LEARNING RATE: 1.388217717843268e-07
previous_iter_valid_loss : 0.17406204342842102
1543340 0.174207 0.174062 0.164786 CURRENT LEARNING RATE: 1.3879401020622034e-07
previous_iter_valid_loss : 0.16264952719211578
1543360 0.162849 0.162650 0.164733 CURRENT LEARNING RATE: 1.387662541798743e-07
previous_iter_valid_loss : 0.1668115258216858
1543380 0.167026 0.166812 0.164824 CURRENT LEARNING RATE: 1.387385037041785e-07
previous_iter_valid_loss : 0.16473527252674103
1543400 0.164911 0.164735 0.164583 CURRENT LEARNING RATE: 1.3871075877802255e-07
previous_iter_valid_loss : 0.17191363871097565
1543420 0.172173 0.171914 0.165138 CURRENT LEARNING RATE: 1.3868301940029728e-07
previous_iter_valid_loss : 0.16087788343429565
1543440 0.161040 0.160878 0.164703 CURRENT LEARNING RATE: 1.3865528556989273e-07
previous_iter_valid_loss : 0.16061371564865112
1543460 0.160771 0.160614 0.164310 CURRENT LEARNING RATE: 1.3862755728569968e-07
previous_iter_valid_loss : 0.2029714733362198
1543480 0.203537 0.202971 0.166372 CURRENT LEARNING RATE: 1.3859983454660867e-07
previous_iter_valid_loss : 0.16965872049331665
1543500 0.169908 0.169659 0.166753 CURRENT LEARNING RATE: 1.3857211735151132e-07
previous_iter_valid_loss : 0.16422989964485168
1543520 0.164420 0.164230 0.166904 CURRENT LEARNING RATE: 1.3854440569929866e-07
previous_iter_valid_loss : 0.17096015810966492
1543540 0.171113 0.170960 0.167127 CURRENT LEARNING RATE: 1.3851669958886203e-07
previous_iter_valid_loss : 0.16050726175308228
1543560 0.160669 0.160507 0.167057 CURRENT LEARNING RATE: 1.3848899901909364e-07
previous_iter_valid_loss : 0.16117827594280243
1543580 0.161361 0.161178 0.166625 CURRENT LEARNING RATE: 1.384613039888852e-07
previous_iter_valid_loss : 0.1612248420715332
1543600 0.161406 0.161225 0.166209 CURRENT LEARNING RATE: 1.38433614497129e-07
previous_iter_valid_loss : 0.1615026891231537
1543620 0.161661 0.161503 0.166147 CURRENT LEARNING RATE: 1.384059305427171e-07
previous_iter_valid_loss : 0.16334912180900574
1543640 0.163541 0.163349 0.166287 CURRENT LEARNING RATE: 1.383782521245427e-07
previous_iter_valid_loss : 0.1611679196357727
1543660 0.161353 0.161168 0.166188 CURRENT LEARNING RATE: 1.383505792414984e-07
previous_iter_valid_loss : 0.172918900847435
1543680 0.173072 0.172919 0.166769 CURRENT LEARNING RATE: 1.3832291189247728e-07
previous_iter_valid_loss : 0.16055066883563995
1543700 0.160719 0.160551 0.166771 CURRENT LEARNING RATE: 1.3829525007637245e-07
previous_iter_valid_loss : 0.16273683309555054
1543720 0.162925 0.162737 0.166730 CURRENT LEARNING RATE: 1.3826759379207783e-07
previous_iter_valid_loss : 0.16649727523326874
1543740 0.166654 0.166497 0.166351 CURRENT LEARNING RATE: 1.38239943038487e-07
previous_iter_valid_loss : 0.16082659363746643
1543760 0.160976 0.160827 0.166260 CURRENT LEARNING RATE: 1.3821229781449395e-07
previous_iter_valid_loss : 0.1717861145734787
1543780 0.172051 0.171786 0.166509 CURRENT LEARNING RATE: 1.3818465811899253e-07
previous_iter_valid_loss : 0.1605161726474762
1543800 0.160682 0.160516 0.166298 CURRENT LEARNING RATE: 1.3815702395087772e-07
previous_iter_valid_loss : 0.1666334867477417
1543820 0.166795 0.166633 0.166034 CURRENT LEARNING RATE: 1.381293953090439e-07
previous_iter_valid_loss : 0.16407224535942078
1543840 0.164264 0.164072 0.166194 CURRENT LEARNING RATE: 1.381017721923859e-07
previous_iter_valid_loss : 0.1617249846458435
1543860 0.161920 0.161725 0.166249 CURRENT LEARNING RATE: 1.3807415459979856e-07
previous_iter_valid_loss : 0.16641826927661896
1543880 0.166637 0.166418 0.164422 CURRENT LEARNING RATE: 1.3804654253017767e-07
previous_iter_valid_loss : 0.16327470541000366
1543900 0.163441 0.163275 0.164102 CURRENT LEARNING RATE: 1.3801893598241847e-07
previous_iter_valid_loss : 0.16397890448570251
1543920 0.164147 0.163979 0.164090 CURRENT LEARNING RATE: 1.3799133495541677e-07
previous_iter_valid_loss : 0.1611074060201645
1543940 0.161266 0.161107 0.163597 CURRENT LEARNING RATE: 1.3796373944806824e-07
previous_iter_valid_loss : 0.16435067355632782
1543960 0.164525 0.164351 0.163789 CURRENT LEARNING RATE: 1.3793614945926953e-07
previous_iter_valid_loss : 0.16776178777217865
1543980 0.167985 0.167762 0.164118 CURRENT LEARNING RATE: 1.3790856498791681e-07
previous_iter_valid_loss : 0.17892420291900635
1544000 0.179240 0.178924 0.165003 CURRENT LEARNING RATE: 1.3788098603290648e-07
previous_iter_valid_loss : 0.1663183867931366
1544020 0.166533 0.166318 0.165244 CURRENT LEARNING RATE: 1.3785341259313585e-07
previous_iter_valid_loss : 0.16339106857776642
1544040 0.163597 0.163391 0.165246 CURRENT LEARNING RATE: 1.3782584466750174e-07
previous_iter_valid_loss : 0.16466505825519562
1544060 0.164833 0.164665 0.165421 CURRENT LEARNING RATE: 1.3779828225490145e-07
previous_iter_valid_loss : 0.1607934832572937
1544080 0.160942 0.160793 0.164815 CURRENT LEARNING RATE: 1.377707253542322e-07
previous_iter_valid_loss : 0.20013639330863953
1544100 0.200224 0.200136 0.166794 CURRENT LEARNING RATE: 1.3774317396439226e-07
previous_iter_valid_loss : 0.1608712524175644
1544120 0.161033 0.160871 0.166701 CURRENT LEARNING RATE: 1.3771562808427926e-07
previous_iter_valid_loss : 0.16733770072460175
1544140 0.167559 0.167338 0.166743 CURRENT LEARNING RATE: 1.3768808771279144e-07
previous_iter_valid_loss : 0.16068929433822632
1544160 0.160860 0.160689 0.166736 CURRENT LEARNING RATE: 1.3766055284882688e-07
previous_iter_valid_loss : 0.1670801192522049
1544180 0.167304 0.167080 0.166501 CURRENT LEARNING RATE: 1.3763302349128467e-07
previous_iter_valid_loss : 0.16198621690273285
1544200 0.162183 0.161986 0.166574 CURRENT LEARNING RATE: 1.3760549963906347e-07
previous_iter_valid_loss : 0.16270233690738678
1544220 0.162899 0.162702 0.166378 CURRENT LEARNING RATE: 1.3757798129106223e-07
previous_iter_valid_loss : 0.16612188518047333
1544240 0.166334 0.166122 0.166480 CURRENT LEARNING RATE: 1.3755046844618005e-07
previous_iter_valid_loss : 0.16274558007717133
1544260 0.162913 0.162746 0.166531 CURRENT LEARNING RATE: 1.3752296110331684e-07
previous_iter_valid_loss : 0.1608436554670334
1544280 0.160992 0.160844 0.166252 CURRENT LEARNING RATE: 1.3749545926137213e-07
previous_iter_valid_loss : 0.16162775456905365
1544300 0.161815 0.161628 0.166170 CURRENT LEARNING RATE: 1.3746796291924575e-07
previous_iter_valid_loss : 0.16125911474227905
1544320 0.161416 0.161259 0.166034 CURRENT LEARNING RATE: 1.3744047207583773e-07
previous_iter_valid_loss : 0.16070564091205597
1544340 0.160877 0.160706 0.166014 CURRENT LEARNING RATE: 1.3741298673004882e-07
previous_iter_valid_loss : 0.1611238718032837
1544360 0.161279 0.161124 0.165853 CURRENT LEARNING RATE: 1.373855068807794e-07
previous_iter_valid_loss : 0.16053728759288788
1544380 0.160715 0.160537 0.165491 CURRENT LEARNING RATE: 1.3735803252693003e-07
previous_iter_valid_loss : 0.16327068209648132
1544400 0.163473 0.163271 0.164709 CURRENT LEARNING RATE: 1.3733056366740222e-07
previous_iter_valid_loss : 0.17685064673423767
1544420 0.177149 0.176851 0.165235 CURRENT LEARNING RATE: 1.3730310030109699e-07
previous_iter_valid_loss : 0.16314715147018433
1544440 0.163349 0.163147 0.165223 CURRENT LEARNING RATE: 1.3727564242691577e-07
previous_iter_valid_loss : 0.1771344095468521
1544460 0.177440 0.177134 0.165847 CURRENT LEARNING RATE: 1.3724819004376004e-07
previous_iter_valid_loss : 0.17450286448001862
1544480 0.174785 0.174503 0.166532 CURRENT LEARNING RATE: 1.3722074315053213e-07
previous_iter_valid_loss : 0.1688334345817566
1544500 0.168990 0.168833 0.164967 CURRENT LEARNING RATE: 1.3719330174613402e-07
previous_iter_valid_loss : 0.16051726043224335
1544520 0.160675 0.160517 0.164949 CURRENT LEARNING RATE: 1.3716586582946796e-07
previous_iter_valid_loss : 0.19917874038219452
1544540 0.199266 0.199179 0.166541 CURRENT LEARNING RATE: 1.3713843539943634e-07
previous_iter_valid_loss : 0.16057823598384857
1544560 0.160740 0.160578 0.166536 CURRENT LEARNING RATE: 1.3711101045494237e-07
previous_iter_valid_loss : 0.16081663966178894
1544580 0.160995 0.160817 0.166223 CURRENT LEARNING RATE: 1.3708359099488885e-07
previous_iter_valid_loss : 0.16220512986183167
1544600 0.162359 0.162205 0.166234 CURRENT LEARNING RATE: 1.37056177018179e-07
previous_iter_valid_loss : 0.18507346510887146
1544620 0.185221 0.185073 0.167352 CURRENT LEARNING RATE: 1.3702876852371598e-07
previous_iter_valid_loss : 0.1647266298532486
1544640 0.164894 0.164727 0.167282 CURRENT LEARNING RATE: 1.37001365510404e-07
previous_iter_valid_loss : 0.1609739512205124
1544660 0.161134 0.160974 0.167194 CURRENT LEARNING RATE: 1.369739679771466e-07
previous_iter_valid_loss : 0.1606743186712265
1544680 0.160834 0.160674 0.167185 CURRENT LEARNING RATE: 1.36946575922848e-07
previous_iter_valid_loss : 0.16173550486564636
1544700 0.161898 0.161736 0.167191 CURRENT LEARNING RATE: 1.3691918934641216e-07
previous_iter_valid_loss : 0.18538759648799896
1544720 0.185534 0.185388 0.168397 CURRENT LEARNING RATE: 1.368918082467442e-07
previous_iter_valid_loss : 0.16763609647750854
1544740 0.167796 0.167636 0.168744 CURRENT LEARNING RATE: 1.3686443262274855e-07
previous_iter_valid_loss : 0.16365617513656616
1544760 0.163851 0.163656 0.168870 CURRENT LEARNING RATE: 1.3683706247333001e-07
previous_iter_valid_loss : 0.16054406762123108
1544780 0.160707 0.160544 0.168871 CURRENT LEARNING RATE: 1.3680969779739423e-07
previous_iter_valid_loss : 0.16560567915439606
1544800 0.165771 0.165606 0.168987 CURRENT LEARNING RATE: 1.3678233859384635e-07
previous_iter_valid_loss : 0.1687687486410141
1544820 0.169005 0.168769 0.168583 CURRENT LEARNING RATE: 1.3675498486159204e-07
previous_iter_valid_loss : 0.16055114567279816
1544840 0.160723 0.160551 0.168453 CURRENT LEARNING RATE: 1.3672763659953692e-07
previous_iter_valid_loss : 0.16071566939353943
1544860 0.160892 0.160716 0.167632 CURRENT LEARNING RATE: 1.3670029380658752e-07
previous_iter_valid_loss : 0.1608969122171402
1544880 0.161056 0.160897 0.166952 CURRENT LEARNING RATE: 1.3667295648164987e-07
previous_iter_valid_loss : 0.16751591861248016
1544900 0.167739 0.167516 0.166886 CURRENT LEARNING RATE: 1.366456246236305e-07
previous_iter_valid_loss : 0.16805846989154816
1544920 0.168284 0.168058 0.167263 CURRENT LEARNING RATE: 1.3661829823143593e-07
previous_iter_valid_loss : 0.16225577890872955
1544940 0.162446 0.162256 0.165417 CURRENT LEARNING RATE: 1.365909773039735e-07
previous_iter_valid_loss : 0.17638030648231506
1544960 0.176537 0.176380 0.166207 CURRENT LEARNING RATE: 1.3656366184015021e-07
previous_iter_valid_loss : 0.163664311170578
1544980 0.163837 0.163664 0.166350 CURRENT LEARNING RATE: 1.3653635183887343e-07
previous_iter_valid_loss : 0.1606922745704651
1545000 0.160854 0.160692 0.166274 CURRENT LEARNING RATE: 1.3650904729905044e-07
previous_iter_valid_loss : 0.16077159345149994
1545020 0.160932 0.160772 0.165059 CURRENT LEARNING RATE: 1.3648174821958964e-07
previous_iter_valid_loss : 0.16052617132663727
1545040 0.160684 0.160526 0.164849 CURRENT LEARNING RATE: 1.364544545993988e-07
previous_iter_valid_loss : 0.20353855192661285
1545060 0.203597 0.203539 0.166977 CURRENT LEARNING RATE: 1.3642716643738614e-07
previous_iter_valid_loss : 0.16054630279541016
1545080 0.160720 0.160546 0.166971 CURRENT LEARNING RATE: 1.3639988373245994e-07
previous_iter_valid_loss : 0.16721665859222412
1545100 0.167377 0.167217 0.167245 CURRENT LEARNING RATE: 1.3637260648352931e-07
previous_iter_valid_loss : 0.16299912333488464
1545120 0.163170 0.162999 0.166125 CURRENT LEARNING RATE: 1.3634533468950297e-07
previous_iter_valid_loss : 0.170151486992836
1545140 0.170302 0.170151 0.166251 CURRENT LEARNING RATE: 1.3631806834929005e-07
previous_iter_valid_loss : 0.17174752056598663
1545160 0.172014 0.171748 0.166656 CURRENT LEARNING RATE: 1.3629080746179964e-07
previous_iter_valid_loss : 0.17708837985992432
1545180 0.177239 0.177088 0.167483 CURRENT LEARNING RATE: 1.3626355202594178e-07
previous_iter_valid_loss : 0.16425363719463348
1545200 0.164421 0.164254 0.167415 CURRENT LEARNING RATE: 1.3623630204062602e-07
previous_iter_valid_loss : 0.17075537145137787
1545220 0.170906 0.170755 0.167515 CURRENT LEARNING RATE: 1.3620905750476212e-07
previous_iter_valid_loss : 0.17451325058937073
1545240 0.174795 0.174513 0.168213 CURRENT LEARNING RATE: 1.3618181841726076e-07
previous_iter_valid_loss : 0.1642042100429535
1545260 0.164375 0.164204 0.168387 CURRENT LEARNING RATE: 1.3615458477703218e-07
previous_iter_valid_loss : 0.16725927591323853
1545280 0.167488 0.167259 0.168705 CURRENT LEARNING RATE: 1.36127356582987e-07
previous_iter_valid_loss : 0.1614186316728592
1545300 0.161596 0.161419 0.168400 CURRENT LEARNING RATE: 1.3610013383403585e-07
previous_iter_valid_loss : 0.16718809306621552
1545320 0.167344 0.167188 0.168357 CURRENT LEARNING RATE: 1.3607291652909033e-07
previous_iter_valid_loss : 0.1634649634361267
1545340 0.163641 0.163465 0.168417 CURRENT LEARNING RATE: 1.3604570466706149e-07
previous_iter_valid_loss : 0.16536295413970947
1545360 0.165524 0.165363 0.167867 CURRENT LEARNING RATE: 1.3601849824686084e-07
previous_iter_valid_loss : 0.1616159826517105
1545380 0.161778 0.161616 0.167764 CURRENT LEARNING RATE: 1.3599129726739992e-07
previous_iter_valid_loss : 0.16229450702667236
1545400 0.162484 0.162295 0.167844 CURRENT LEARNING RATE: 1.3596410172759115e-07
previous_iter_valid_loss : 0.16178995370864868
1545420 0.161976 0.161790 0.167895 CURRENT LEARNING RATE: 1.3593691162634646e-07
previous_iter_valid_loss : 0.1622169017791748
1545440 0.162410 0.162217 0.167980 CURRENT LEARNING RATE: 1.359097269625782e-07
previous_iter_valid_loss : 0.16057944297790527
1545460 0.160739 0.160579 0.165832 CURRENT LEARNING RATE: 1.3588254773519887e-07
previous_iter_valid_loss : 0.1605248898267746
1545480 0.160689 0.160525 0.165831 CURRENT LEARNING RATE: 1.3585537394312169e-07
previous_iter_valid_loss : 0.16949643194675446
1545500 0.169742 0.169496 0.165945 CURRENT LEARNING RATE: 1.3582820558525947e-07
previous_iter_valid_loss : 0.16049928963184357
1545520 0.160659 0.160499 0.165820 CURRENT LEARNING RATE: 1.3580104266052548e-07
previous_iter_valid_loss : 0.16066940128803253
1545540 0.160840 0.160669 0.165346 CURRENT LEARNING RATE: 1.35773885167833e-07
previous_iter_valid_loss : 0.1615854948759079
1545560 0.161774 0.161585 0.164837 CURRENT LEARNING RATE: 1.3574673310609619e-07
previous_iter_valid_loss : 0.1639421135187149
1545580 0.164144 0.163942 0.164180 CURRENT LEARNING RATE: 1.357195864742287e-07
previous_iter_valid_loss : 0.1663443148136139
1545600 0.166551 0.166344 0.164285 CURRENT LEARNING RATE: 1.3569244527114445e-07
previous_iter_valid_loss : 0.16245603561401367
1545620 0.162615 0.162456 0.163870 CURRENT LEARNING RATE: 1.3566530949575827e-07
previous_iter_valid_loss : 0.1717291921377182
1545640 0.171870 0.171729 0.163731 CURRENT LEARNING RATE: 1.356381791469845e-07
previous_iter_valid_loss : 0.16147629916667938
1545660 0.161639 0.161476 0.163594 CURRENT LEARNING RATE: 1.356110542237379e-07
previous_iter_valid_loss : 0.16091208159923553
1545680 0.161067 0.160912 0.163277 CURRENT LEARNING RATE: 1.3558393472493328e-07
previous_iter_valid_loss : 0.16952259838581085
1545700 0.169762 0.169523 0.163682 CURRENT LEARNING RATE: 1.3555682064948627e-07
previous_iter_valid_loss : 0.16182328760623932
1545720 0.161988 0.161823 0.163414 CURRENT LEARNING RATE: 1.355297119963121e-07
previous_iter_valid_loss : 0.16954652965068817
1545740 0.169783 0.169547 0.163718 CURRENT LEARNING RATE: 1.3550260876432645e-07
previous_iter_valid_loss : 0.16644130647182465
1545760 0.166602 0.166441 0.163772 CURRENT LEARNING RATE: 1.3547551095244494e-07
previous_iter_valid_loss : 0.16051097214221954
1545780 0.160677 0.160511 0.163716 CURRENT LEARNING RATE: 1.354484185595841e-07
previous_iter_valid_loss : 0.1927458792924881
1545800 0.192868 0.192746 0.165239 CURRENT LEARNING RATE: 1.3542133158466003e-07
previous_iter_valid_loss : 0.1606311947107315
1545820 0.160791 0.160631 0.165181 CURRENT LEARNING RATE: 1.3539425002658922e-07
previous_iter_valid_loss : 0.16417822241783142
1545840 0.164338 0.164178 0.165279 CURRENT LEARNING RATE: 1.3536717388428822e-07
previous_iter_valid_loss : 0.16078828275203705
1545860 0.160939 0.160788 0.165290 CURRENT LEARNING RATE: 1.353401031566744e-07
previous_iter_valid_loss : 0.1724420040845871
1545880 0.172585 0.172442 0.165885 CURRENT LEARNING RATE: 1.3531303784266476e-07
previous_iter_valid_loss : 0.16096456348896027
1545900 0.161120 0.160965 0.165459 CURRENT LEARNING RATE: 1.3528597794117664e-07
previous_iter_valid_loss : 0.18263991177082062
1545920 0.182984 0.182640 0.166566 CURRENT LEARNING RATE: 1.352589234511274e-07
previous_iter_valid_loss : 0.16236327588558197
1545940 0.162526 0.162363 0.166651 CURRENT LEARNING RATE: 1.352318743714354e-07
previous_iter_valid_loss : 0.16763797402381897
1545960 0.167800 0.167638 0.166953 CURRENT LEARNING RATE: 1.3520483070101835e-07
previous_iter_valid_loss : 0.16064134240150452
1545980 0.160793 0.160641 0.166788 CURRENT LEARNING RATE: 1.3517779243879434e-07
previous_iter_valid_loss : 0.1631985604763031
1546000 0.163387 0.163199 0.166631 CURRENT LEARNING RATE: 1.3515075958368224e-07
previous_iter_valid_loss : 0.172779843211174
1546020 0.172921 0.172780 0.167147 CURRENT LEARNING RATE: 1.3512373213460057e-07
previous_iter_valid_loss : 0.16232305765151978
1546040 0.162527 0.162323 0.166677 CURRENT LEARNING RATE: 1.3509671009046822e-07
previous_iter_valid_loss : 0.17708918452262878
1546060 0.177242 0.177089 0.167457 CURRENT LEARNING RATE: 1.3506969345020402e-07
previous_iter_valid_loss : 0.16202464699745178
1546080 0.162185 0.162025 0.167513 CURRENT LEARNING RATE: 1.350426822127278e-07
previous_iter_valid_loss : 0.17702904343605042
1546100 0.177327 0.177029 0.167888 CURRENT LEARNING RATE: 1.3501567637695895e-07
previous_iter_valid_loss : 0.16059762239456177
1546120 0.160759 0.160598 0.167827 CURRENT LEARNING RATE: 1.3498867594181713e-07
previous_iter_valid_loss : 0.16130071878433228
1546140 0.161467 0.161301 0.167415 CURRENT LEARNING RATE: 1.3496168090622212e-07
previous_iter_valid_loss : 0.18714193999767303
1546160 0.187548 0.187142 0.168450 CURRENT LEARNING RATE: 1.349346912690946e-07
previous_iter_valid_loss : 0.1608051359653473
1546180 0.160972 0.160805 0.168465 CURRENT LEARNING RATE: 1.349077070293548e-07
previous_iter_valid_loss : 0.16442571580410004
1546200 0.164590 0.164426 0.167049 CURRENT LEARNING RATE: 1.3488072818592325e-07
previous_iter_valid_loss : 0.1607990264892578
1546220 0.160957 0.160799 0.167057 CURRENT LEARNING RATE: 1.3485375473772062e-07
previous_iter_valid_loss : 0.1614399552345276
1546240 0.161608 0.161440 0.166920 CURRENT LEARNING RATE: 1.3482678668366844e-07
previous_iter_valid_loss : 0.1660870760679245
1546260 0.166289 0.166087 0.167185 CURRENT LEARNING RATE: 1.3479982402268774e-07
previous_iter_valid_loss : 0.16623568534851074
1546280 0.166443 0.166236 0.166875 CURRENT LEARNING RATE: 1.3477286675370003e-07
previous_iter_valid_loss : 0.16067534685134888
1546300 0.160836 0.160675 0.166860 CURRENT LEARNING RATE: 1.3474591487562675e-07
previous_iter_valid_loss : 0.16122886538505554
1546320 0.161382 0.161229 0.165790 CURRENT LEARNING RATE: 1.3471896838739035e-07
previous_iter_valid_loss : 0.16056042909622192
1546340 0.160718 0.160560 0.165700 CURRENT LEARNING RATE: 1.3469202728791268e-07
previous_iter_valid_loss : 0.1793428212404251
1546360 0.179495 0.179343 0.166285 CURRENT LEARNING RATE: 1.3466509157611587e-07
previous_iter_valid_loss : 0.16092221438884735
1546380 0.161102 0.160922 0.166299 CURRENT LEARNING RATE: 1.3463816125092302e-07
previous_iter_valid_loss : 0.1606423556804657
1546400 0.160797 0.160642 0.166171 CURRENT LEARNING RATE: 1.346112363112566e-07
previous_iter_valid_loss : 0.20640209317207336
1546420 0.206462 0.206402 0.167852 CURRENT LEARNING RATE: 1.3458431675603966e-07
previous_iter_valid_loss : 0.16151775419712067
1546440 0.161682 0.161518 0.167812 CURRENT LEARNING RATE: 1.345574025841952e-07
previous_iter_valid_loss : 0.1605987250804901
1546460 0.160765 0.160599 0.166987 CURRENT LEARNING RATE: 1.3453049379464707e-07
previous_iter_valid_loss : 0.1704184114933014
1546480 0.170568 0.170418 0.167407 CURRENT LEARNING RATE: 1.345035903863187e-07
previous_iter_valid_loss : 0.16427558660507202
1546500 0.164478 0.164276 0.166769 CURRENT LEARNING RATE: 1.34476692358134e-07
previous_iter_valid_loss : 0.17667828500270844
1546520 0.176980 0.176678 0.167573 CURRENT LEARNING RATE: 1.3444979970901674e-07
previous_iter_valid_loss : 0.1664985716342926
1546540 0.166716 0.166499 0.167833 CURRENT LEARNING RATE: 1.3442291243789174e-07
previous_iter_valid_loss : 0.1605876237154007
1546560 0.160741 0.160588 0.166506 CURRENT LEARNING RATE: 1.3439603054368322e-07
previous_iter_valid_loss : 0.17101570963859558
1546580 0.171266 0.171016 0.167016 CURRENT LEARNING RATE: 1.3436915402531597e-07
previous_iter_valid_loss : 0.1654539257287979
1546600 0.165614 0.165454 0.167067 CURRENT LEARNING RATE: 1.3434228288171467e-07
previous_iter_valid_loss : 0.16357478499412537
1546620 0.163779 0.163575 0.167206 CURRENT LEARNING RATE: 1.3431541711180493e-07
previous_iter_valid_loss : 0.1851358413696289
1546640 0.185498 0.185136 0.168391 CURRENT LEARNING RATE: 1.342885567145119e-07
previous_iter_valid_loss : 0.18897415697574615
1546660 0.189381 0.188974 0.169535 CURRENT LEARNING RATE: 1.3426170168876115e-07
previous_iter_valid_loss : 0.18317162990570068
1546680 0.183521 0.183172 0.170382 CURRENT LEARNING RATE: 1.3423485203347824e-07
previous_iter_valid_loss : 0.1612083911895752
1546700 0.161359 0.161208 0.170409 CURRENT LEARNING RATE: 1.342080077475897e-07
previous_iter_valid_loss : 0.1745159775018692
1546720 0.174669 0.174516 0.171073 CURRENT LEARNING RATE: 1.3418116883002146e-07
previous_iter_valid_loss : 0.16189658641815186
1546740 0.162049 0.161897 0.171140 CURRENT LEARNING RATE: 1.341543352797e-07
previous_iter_valid_loss : 0.1721048355102539
1546760 0.172254 0.172105 0.170778 CURRENT LEARNING RATE: 1.3412750709555173e-07
previous_iter_valid_loss : 0.18311835825443268
1546780 0.183270 0.183118 0.171888 CURRENT LEARNING RATE: 1.34100684276504e-07
previous_iter_valid_loss : 0.16679085791110992
1546800 0.167016 0.166791 0.172195 CURRENT LEARNING RATE: 1.3407386682148363e-07
previous_iter_valid_loss : 0.1615716516971588
1546820 0.161721 0.161572 0.169954 CURRENT LEARNING RATE: 1.3404705472941776e-07
previous_iter_valid_loss : 0.17975586652755737
1546840 0.179908 0.179756 0.170866 CURRENT LEARNING RATE: 1.340202479992343e-07
previous_iter_valid_loss : 0.16203352808952332
1546860 0.162202 0.162034 0.170937 CURRENT LEARNING RATE: 1.339934466298608e-07
previous_iter_valid_loss : 0.16063709557056427
1546880 0.160811 0.160637 0.170448 CURRENT LEARNING RATE: 1.3396665062022516e-07
previous_iter_valid_loss : 0.16149261593818665
1546900 0.161657 0.161493 0.170309 CURRENT LEARNING RATE: 1.3393985996925534e-07
previous_iter_valid_loss : 0.1739531010389328
1546920 0.174102 0.173953 0.170173 CURRENT LEARNING RATE: 1.3391307467588017e-07
previous_iter_valid_loss : 0.16126038134098053
1546940 0.161419 0.161260 0.169911 CURRENT LEARNING RATE: 1.33886294739028e-07
previous_iter_valid_loss : 0.1634404957294464
1546960 0.163606 0.163440 0.170054 CURRENT LEARNING RATE: 1.3385952015762766e-07
previous_iter_valid_loss : 0.16999727487564087
1546980 0.170148 0.169997 0.170003 CURRENT LEARNING RATE: 1.338327509306079e-07
previous_iter_valid_loss : 0.16056258976459503
1547000 0.160713 0.160563 0.169758 CURRENT LEARNING RATE: 1.338059870568984e-07
previous_iter_valid_loss : 0.16372576355934143
1547020 0.163896 0.163726 0.169766 CURRENT LEARNING RATE: 1.3377922853542843e-07
previous_iter_valid_loss : 0.17688360810279846
1547040 0.177038 0.176884 0.169353 CURRENT LEARNING RATE: 1.3375247536512763e-07
previous_iter_valid_loss : 0.1615229994058609
1547060 0.161711 0.161523 0.167981 CURRENT LEARNING RATE: 1.337257275449256e-07
previous_iter_valid_loss : 0.1691695898771286
1547080 0.169320 0.169170 0.167280 CURRENT LEARNING RATE: 1.3369898507375294e-07
previous_iter_valid_loss : 0.16199404001235962
1547100 0.162189 0.161994 0.167320 CURRENT LEARNING RATE: 1.3367224795053972e-07
previous_iter_valid_loss : 0.1624748706817627
1547120 0.162672 0.162475 0.166718 CURRENT LEARNING RATE: 1.3364551617421638e-07
previous_iter_valid_loss : 0.16819797456264496
1547140 0.168350 0.168198 0.167033 CURRENT LEARNING RATE: 1.336187897437135e-07
previous_iter_valid_loss : 0.18343707919120789
1547160 0.183804 0.183437 0.167599 CURRENT LEARNING RATE: 1.335920686579625e-07
previous_iter_valid_loss : 0.16054661571979523
1547180 0.160716 0.160547 0.166471 CURRENT LEARNING RATE: 1.335653529158942e-07
previous_iter_valid_loss : 0.17030741274356842
1547200 0.170456 0.170307 0.166647 CURRENT LEARNING RATE: 1.3353864251643984e-07
previous_iter_valid_loss : 0.1701967716217041
1547220 0.170350 0.170197 0.167078 CURRENT LEARNING RATE: 1.3351193745853143e-07
previous_iter_valid_loss : 0.19071872532367706
1547240 0.190845 0.190719 0.167626 CURRENT LEARNING RATE: 1.334852377411005e-07
previous_iter_valid_loss : 0.16326318681240082
1547260 0.163438 0.163263 0.167688 CURRENT LEARNING RATE: 1.3345854336307913e-07
previous_iter_valid_loss : 0.16129320859909058
1547280 0.161478 0.161293 0.167720 CURRENT LEARNING RATE: 1.3343185432339927e-07
previous_iter_valid_loss : 0.16309161484241486
1547300 0.163297 0.163092 0.167800 CURRENT LEARNING RATE: 1.3340517062099384e-07
previous_iter_valid_loss : 0.16050750017166138
1547320 0.160667 0.160508 0.167128 CURRENT LEARNING RATE: 1.3337849225479527e-07
previous_iter_valid_loss : 0.1605452299118042
1547340 0.160713 0.160545 0.167092 CURRENT LEARNING RATE: 1.3335181922373636e-07
previous_iter_valid_loss : 0.16143040359020233
1547360 0.161612 0.161430 0.166992 CURRENT LEARNING RATE: 1.3332515152675005e-07
previous_iter_valid_loss : 0.16691954433918
1547380 0.167082 0.166920 0.166838 CURRENT LEARNING RATE: 1.3329848916277004e-07
previous_iter_valid_loss : 0.1626087725162506
1547400 0.162794 0.162609 0.166940 CURRENT LEARNING RATE: 1.332718321307296e-07
previous_iter_valid_loss : 0.1605049967765808
1547420 0.160670 0.160505 0.166779 CURRENT LEARNING RATE: 1.3324518042956248e-07
previous_iter_valid_loss : 0.1605679839849472
1547440 0.160726 0.160568 0.165963 CURRENT LEARNING RATE: 1.3321853405820233e-07
previous_iter_valid_loss : 0.16077642142772675
1547460 0.160958 0.160776 0.165926 CURRENT LEARNING RATE: 1.3319189301558385e-07
previous_iter_valid_loss : 0.1612808108329773
1547480 0.161440 0.161281 0.165532 CURRENT LEARNING RATE: 1.3316525730064105e-07
previous_iter_valid_loss : 0.17061561346054077
1547500 0.170757 0.170616 0.165963 CURRENT LEARNING RATE: 1.331386269123086e-07
previous_iter_valid_loss : 0.16288264095783234
1547520 0.163070 0.162883 0.165983 CURRENT LEARNING RATE: 1.3311200184952099e-07
previous_iter_valid_loss : 0.16617484390735626
1547540 0.166332 0.166175 0.165882 CURRENT LEARNING RATE: 1.3308538211121372e-07
previous_iter_valid_loss : 0.16993840038776398
1547560 0.170089 0.169938 0.165207 CURRENT LEARNING RATE: 1.3305876769632173e-07
previous_iter_valid_loss : 0.16217954456806183
1547580 0.162364 0.162180 0.165289 CURRENT LEARNING RATE: 1.3303215860378024e-07
previous_iter_valid_loss : 0.1656743884086609
1547600 0.165889 0.165674 0.165057 CURRENT LEARNING RATE: 1.3300555483252535e-07
previous_iter_valid_loss : 0.16137568652629852
1547620 0.161529 0.161376 0.164616 CURRENT LEARNING RATE: 1.3297895638149267e-07
previous_iter_valid_loss : 0.16259120404720306
1547640 0.162777 0.162591 0.163209 CURRENT LEARNING RATE: 1.3295236324961826e-07
previous_iter_valid_loss : 0.16464051604270935
1547660 0.164851 0.164641 0.163278 CURRENT LEARNING RATE: 1.3292577543583817e-07
previous_iter_valid_loss : 0.16060927510261536
1547680 0.160777 0.160609 0.163244 CURRENT LEARNING RATE: 1.3289919293908935e-07
previous_iter_valid_loss : 0.16083815693855286
1547700 0.160991 0.160838 0.163131 CURRENT LEARNING RATE: 1.3287261575830827e-07
previous_iter_valid_loss : 0.17964047193527222
1547720 0.179954 0.179640 0.164088 CURRENT LEARNING RATE: 1.3284604389243182e-07
previous_iter_valid_loss : 0.16052362322807312
1547740 0.160690 0.160524 0.164087 CURRENT LEARNING RATE: 1.3281947734039692e-07
previous_iter_valid_loss : 0.16205266118049622
1547760 0.162246 0.162053 0.164118 CURRENT LEARNING RATE: 1.3279291610114137e-07
previous_iter_valid_loss : 0.1713249385356903
1547780 0.171474 0.171325 0.164338 CURRENT LEARNING RATE: 1.3276636017360247e-07
previous_iter_valid_loss : 0.16938012838363647
1547800 0.169535 0.169380 0.164677 CURRENT LEARNING RATE: 1.32739809556718e-07
previous_iter_valid_loss : 0.16059312224388123
1547820 0.160748 0.160593 0.164681 CURRENT LEARNING RATE: 1.327132642494257e-07
previous_iter_valid_loss : 0.1648910492658615
1547840 0.165059 0.164891 0.164898 CURRENT LEARNING RATE: 1.3268672425066421e-07
previous_iter_valid_loss : 0.16300949454307556
1547860 0.163173 0.163009 0.165009 CURRENT LEARNING RATE: 1.3266018955937174e-07
previous_iter_valid_loss : 0.17490027844905853
1547880 0.175170 0.174900 0.165690 CURRENT LEARNING RATE: 1.3263366017448683e-07
previous_iter_valid_loss : 0.16151584684848785
1547900 0.161710 0.161516 0.165235 CURRENT LEARNING RATE: 1.3260713609494814e-07
previous_iter_valid_loss : 0.1732202172279358
1547920 0.173367 0.173220 0.165752 CURRENT LEARNING RATE: 1.3258061731969512e-07
previous_iter_valid_loss : 0.16299563646316528
1547940 0.163164 0.162996 0.165593 CURRENT LEARNING RATE: 1.3255410384766683e-07
previous_iter_valid_loss : 0.1775934100151062
1547960 0.177750 0.177593 0.165976 CURRENT LEARNING RATE: 1.325275956778027e-07
previous_iter_valid_loss : 0.16124381124973297
1547980 0.161391 0.161244 0.165929 CURRENT LEARNING RATE: 1.325010928090422e-07
previous_iter_valid_loss : 0.16148650646209717
1548000 0.161652 0.161487 0.165720 CURRENT LEARNING RATE: 1.3247459524032565e-07
previous_iter_valid_loss : 0.17591218650341034
1548020 0.176197 0.175912 0.166447 CURRENT LEARNING RATE: 1.3244810297059292e-07
previous_iter_valid_loss : 0.16246181726455688
1548040 0.162659 0.162462 0.166440 CURRENT LEARNING RATE: 1.3242161599878411e-07
previous_iter_valid_loss : 0.17517994344234467
1548060 0.175328 0.175180 0.166967 CURRENT LEARNING RATE: 1.3239513432384018e-07
previous_iter_valid_loss : 0.1615849882364273
1548080 0.161739 0.161585 0.167016 CURRENT LEARNING RATE: 1.3236865794470163e-07
previous_iter_valid_loss : 0.19102227687835693
1548100 0.191485 0.191022 0.168525 CURRENT LEARNING RATE: 1.3234218686030944e-07
previous_iter_valid_loss : 0.16089987754821777
1548120 0.161050 0.160900 0.167588 CURRENT LEARNING RATE: 1.3231572106960448e-07
previous_iter_valid_loss : 0.16824141144752502
1548140 0.168469 0.168241 0.167974 CURRENT LEARNING RATE: 1.3228926057152864e-07
previous_iter_valid_loss : 0.1647632122039795
1548160 0.164962 0.164763 0.168109 CURRENT LEARNING RATE: 1.3226280536502322e-07
previous_iter_valid_loss : 0.16563834249973297
1548180 0.165843 0.165638 0.167825 CURRENT LEARNING RATE: 1.3223635544903004e-07
previous_iter_valid_loss : 0.16200336813926697
1548200 0.162158 0.162003 0.167456 CURRENT LEARNING RATE: 1.3220991082249086e-07
previous_iter_valid_loss : 0.16234561800956726
1548220 0.162541 0.162346 0.167544 CURRENT LEARNING RATE: 1.321834714843484e-07
previous_iter_valid_loss : 0.1737598478794098
1548240 0.173905 0.173760 0.167987 CURRENT LEARNING RATE: 1.3215703743354477e-07
previous_iter_valid_loss : 0.16148272156715393
1548260 0.161658 0.161483 0.167911 CURRENT LEARNING RATE: 1.3213060866902266e-07
previous_iter_valid_loss : 0.1649477779865265
1548280 0.165109 0.164948 0.167413 CURRENT LEARNING RATE: 1.321041851897247e-07
previous_iter_valid_loss : 0.16070368885993958
1548300 0.160860 0.160704 0.167373 CURRENT LEARNING RATE: 1.320777669945944e-07
previous_iter_valid_loss : 0.16808702051639557
1548320 0.168315 0.168087 0.167116 CURRENT LEARNING RATE: 1.3205135408257476e-07
previous_iter_valid_loss : 0.17451326549053192
1548340 0.174666 0.174513 0.167692 CURRENT LEARNING RATE: 1.3202494645260936e-07
previous_iter_valid_loss : 0.17339031398296356
1548360 0.173668 0.173390 0.167482 CURRENT LEARNING RATE: 1.3199854410364155e-07
previous_iter_valid_loss : 0.16107043623924255
1548380 0.161254 0.161070 0.167473 CURRENT LEARNING RATE: 1.319721470346158e-07
previous_iter_valid_loss : 0.16054221987724304
1548400 0.160700 0.160542 0.167426 CURRENT LEARNING RATE: 1.319457552444759e-07
previous_iter_valid_loss : 0.1620180606842041
1548420 0.162209 0.162018 0.166731 CURRENT LEARNING RATE: 1.31919368732166e-07
previous_iter_valid_loss : 0.16467007994651794
1548440 0.164838 0.164670 0.166842 CURRENT LEARNING RATE: 1.3189298749663115e-07
previous_iter_valid_loss : 0.16307437419891357
1548460 0.163238 0.163074 0.166236 CURRENT LEARNING RATE: 1.3186661153681578e-07
previous_iter_valid_loss : 0.1646009385585785
1548480 0.164756 0.164601 0.166387 CURRENT LEARNING RATE: 1.3184024085166489e-07
previous_iter_valid_loss : 0.16208451986312866
1548500 0.162275 0.162085 0.164940 CURRENT LEARNING RATE: 1.3181387544012342e-07
previous_iter_valid_loss : 0.17234940826892853
1548520 0.172618 0.172349 0.165513 CURRENT LEARNING RATE: 1.3178751530113724e-07
previous_iter_valid_loss : 0.16633662581443787
1548540 0.166551 0.166337 0.165417 CURRENT LEARNING RATE: 1.3176116043365166e-07
previous_iter_valid_loss : 0.16053257882595062
1548560 0.160697 0.160533 0.165206 CURRENT LEARNING RATE: 1.3173481083661254e-07
previous_iter_valid_loss : 0.17617656290531158
1548580 0.176461 0.176177 0.165733 CURRENT LEARNING RATE: 1.317084665089656e-07
previous_iter_valid_loss : 0.19636815786361694
1548600 0.196470 0.196368 0.167451 CURRENT LEARNING RATE: 1.316821274496576e-07
previous_iter_valid_loss : 0.16126924753189087
1548620 0.161424 0.161269 0.167397 CURRENT LEARNING RATE: 1.316557936576347e-07
previous_iter_valid_loss : 0.16467320919036865
1548640 0.164876 0.164673 0.166943 CURRENT LEARNING RATE: 1.316294651318436e-07
previous_iter_valid_loss : 0.16202642023563385
1548660 0.162188 0.162026 0.166970 CURRENT LEARNING RATE: 1.3160314187123085e-07
previous_iter_valid_loss : 0.19410854578018188
1548680 0.194225 0.194109 0.168428 CURRENT LEARNING RATE: 1.3157682387474406e-07
previous_iter_valid_loss : 0.1663094311952591
1548700 0.166471 0.166309 0.168708 CURRENT LEARNING RATE: 1.315505111413302e-07
previous_iter_valid_loss : 0.16782531142234802
1548720 0.168063 0.167825 0.168695 CURRENT LEARNING RATE: 1.3152420366993684e-07
previous_iter_valid_loss : 0.1758522242307663
1548740 0.176132 0.175852 0.168762 CURRENT LEARNING RATE: 1.314979014595114e-07
previous_iter_valid_loss : 0.16194315254688263
1548760 0.162122 0.161943 0.168190 CURRENT LEARNING RATE: 1.3147160450900226e-07
previous_iter_valid_loss : 0.16779087483882904
1548780 0.168012 0.167791 0.168526 CURRENT LEARNING RATE: 1.3144531281735732e-07
previous_iter_valid_loss : 0.16426581144332886
1548800 0.164439 0.164266 0.168712 CURRENT LEARNING RATE: 1.314190263835247e-07
previous_iter_valid_loss : 0.16055187582969666
1548820 0.160707 0.160552 0.168639 CURRENT LEARNING RATE: 1.3139274520645337e-07
previous_iter_valid_loss : 0.16241081058979034
1548840 0.162588 0.162411 0.168526 CURRENT LEARNING RATE: 1.3136646928509183e-07
previous_iter_valid_loss : 0.16554737091064453
1548860 0.165715 0.165547 0.168650 CURRENT LEARNING RATE: 1.3134019861838915e-07
previous_iter_valid_loss : 0.16911770403385162
1548880 0.169354 0.169118 0.168875 CURRENT LEARNING RATE: 1.3131393320529413e-07
previous_iter_valid_loss : 0.16842031478881836
1548900 0.168572 0.168420 0.169192 CURRENT LEARNING RATE: 1.3128767304475673e-07
previous_iter_valid_loss : 0.16844980418682098
1548920 0.168691 0.168450 0.168997 CURRENT LEARNING RATE: 1.3126141813572626e-07
previous_iter_valid_loss : 0.16108646988868713
1548940 0.161244 0.161086 0.168735 CURRENT LEARNING RATE: 1.3123516847715253e-07
previous_iter_valid_loss : 0.1681576669216156
1548960 0.168311 0.168158 0.169116 CURRENT LEARNING RATE: 1.3120892406798534e-07
previous_iter_valid_loss : 0.16152553260326385
1548980 0.161716 0.161526 0.168383 CURRENT LEARNING RATE: 1.3118268490717534e-07
previous_iter_valid_loss : 0.16058610379695892
1549000 0.160753 0.160586 0.166594 CURRENT LEARNING RATE: 1.3115645099367278e-07
previous_iter_valid_loss : 0.1619224101305008
1549020 0.162093 0.161922 0.166627 CURRENT LEARNING RATE: 1.3113022232642823e-07
previous_iter_valid_loss : 0.17758262157440186
1549040 0.177735 0.177583 0.167272 CURRENT LEARNING RATE: 1.311039989043924e-07
previous_iter_valid_loss : 0.16536974906921387
1549060 0.165535 0.165370 0.167440 CURRENT LEARNING RATE: 1.3107778072651678e-07
previous_iter_valid_loss : 0.1692812740802765
1549080 0.169433 0.169281 0.166198 CURRENT LEARNING RATE: 1.3105156779175237e-07
previous_iter_valid_loss : 0.2094765603542328
1549100 0.209529 0.209477 0.168357 CURRENT LEARNING RATE: 1.3102536009905072e-07
previous_iter_valid_loss : 0.16063746809959412
1549120 0.160804 0.160637 0.167997 CURRENT LEARNING RATE: 1.3099915764736323e-07
previous_iter_valid_loss : 0.1614523082971573
1549140 0.161598 0.161452 0.167277 CURRENT LEARNING RATE: 1.3097296043564234e-07
previous_iter_valid_loss : 0.16054455935955048
1549160 0.160703 0.160545 0.167207 CURRENT LEARNING RATE: 1.3094676846283984e-07
previous_iter_valid_loss : 0.1692887246608734
1549180 0.169535 0.169289 0.167282 CURRENT LEARNING RATE: 1.3092058172790787e-07
previous_iter_valid_loss : 0.1705051213502884
1549200 0.170656 0.170505 0.167594 CURRENT LEARNING RATE: 1.3089440022979946e-07
previous_iter_valid_loss : 0.17529070377349854
1549220 0.175573 0.175291 0.168331 CURRENT LEARNING RATE: 1.3086822396746702e-07
previous_iter_valid_loss : 0.16049259901046753
1549240 0.160653 0.160493 0.168235 CURRENT LEARNING RATE: 1.308420529398636e-07
previous_iter_valid_loss : 0.16194647550582886
1549260 0.162115 0.161946 0.168055 CURRENT LEARNING RATE: 1.3081588714594207e-07
previous_iter_valid_loss : 0.16209930181503296
1549280 0.162262 0.162099 0.167704 CURRENT LEARNING RATE: 1.3078972658465627e-07
previous_iter_valid_loss : 0.16061069071292877
1549300 0.160771 0.160611 0.167314 CURRENT LEARNING RATE: 1.3076357125495954e-07
previous_iter_valid_loss : 0.1605871617794037
1549320 0.160743 0.160587 0.166921 CURRENT LEARNING RATE: 1.307374211558057e-07
previous_iter_valid_loss : 0.17335887253284454
1549340 0.173624 0.173359 0.167534 CURRENT LEARNING RATE: 1.307112762861485e-07
previous_iter_valid_loss : 0.17238661646842957
1549360 0.172655 0.172387 0.167746 CURRENT LEARNING RATE: 1.3068513664494258e-07
previous_iter_valid_loss : 0.1606530398130417
1549380 0.160810 0.160653 0.167702 CURRENT LEARNING RATE: 1.3065900223114212e-07
previous_iter_valid_loss : 0.16363124549388885
1549400 0.163835 0.163631 0.167854 CURRENT LEARNING RATE: 1.306328730437018e-07
previous_iter_valid_loss : 0.16102753579616547
1549420 0.161213 0.161028 0.167809 CURRENT LEARNING RATE: 1.306067490815762e-07
previous_iter_valid_loss : 0.16058798134326935
1549440 0.160751 0.160588 0.166960 CURRENT LEARNING RATE: 1.3058063034372079e-07
previous_iter_valid_loss : 0.16307197511196136
1549460 0.163267 0.163072 0.166845 CURRENT LEARNING RATE: 1.3055451682909063e-07
previous_iter_valid_loss : 0.17709462344646454
1549480 0.177250 0.177095 0.167236 CURRENT LEARNING RATE: 1.3052840853664113e-07
previous_iter_valid_loss : 0.16376237571239471
1549500 0.163965 0.163762 0.164950 CURRENT LEARNING RATE: 1.3050230546532777e-07
previous_iter_valid_loss : 0.1605522334575653
1549520 0.160713 0.160552 0.164946 CURRENT LEARNING RATE: 1.304762076141069e-07
previous_iter_valid_loss : 0.16051240265369415
1549540 0.160678 0.160512 0.164899 CURRENT LEARNING RATE: 1.3045011498193432e-07
previous_iter_valid_loss : 0.16112656891345978
1549560 0.161290 0.161127 0.164928 CURRENT LEARNING RATE: 1.3042402756776637e-07
previous_iter_valid_loss : 0.16053131222724915
1549580 0.160705 0.160531 0.164490 CURRENT LEARNING RATE: 1.303979453705593e-07
previous_iter_valid_loss : 0.1631614863872528
1549600 0.163332 0.163161 0.164123 CURRENT LEARNING RATE: 1.3037186838927032e-07
previous_iter_valid_loss : 0.1728486567735672
1549620 0.172995 0.172849 0.164000 CURRENT LEARNING RATE: 1.3034579662285607e-07
previous_iter_valid_loss : 0.16622509062290192
1549640 0.166445 0.166225 0.164287 CURRENT LEARNING RATE: 1.3031973007027347e-07
previous_iter_valid_loss : 0.1608162820339203
1549660 0.160998 0.160816 0.164231 CURRENT LEARNING RATE: 1.3029366873048032e-07
previous_iter_valid_loss : 0.1668320596218109
1549680 0.166985 0.166832 0.164467 CURRENT LEARNING RATE: 1.3026761260243393e-07
previous_iter_valid_loss : 0.16055500507354736
1549700 0.160719 0.160555 0.164464 CURRENT LEARNING RATE: 1.3024156168509208e-07
previous_iter_valid_loss : 0.17322306334972382
1549720 0.173506 0.173223 0.165096 CURRENT LEARNING RATE: 1.302155159774125e-07
previous_iter_valid_loss : 0.1610325574874878
1549740 0.161223 0.161033 0.164480 CURRENT LEARNING RATE: 1.3018947547835376e-07
previous_iter_valid_loss : 0.16282406449317932
1549760 0.162987 0.162824 0.164002 CURRENT LEARNING RATE: 1.3016344018687408e-07
previous_iter_valid_loss : 0.16232049465179443
1549780 0.162482 0.162320 0.164085 CURRENT LEARNING RATE: 1.3013741010193205e-07
previous_iter_valid_loss : 0.16098767518997192
1549800 0.161161 0.160988 0.163953 CURRENT LEARNING RATE: 1.301113852224862e-07
previous_iter_valid_loss : 0.161994069814682
1549820 0.162151 0.161994 0.164001 CURRENT LEARNING RATE: 1.3008536554749596e-07
previous_iter_valid_loss : 0.16107812523841858
1549840 0.161237 0.161078 0.164026 CURRENT LEARNING RATE: 1.300593510759204e-07
previous_iter_valid_loss : 0.16444073617458344
1549860 0.164642 0.164441 0.164094 CURRENT LEARNING RATE: 1.300333418067189e-07
previous_iter_valid_loss : 0.17642590403556824
1549880 0.176724 0.176426 0.164061 CURRENT LEARNING RATE: 1.3000733773885084e-07
previous_iter_valid_loss : 0.1613531857728958
1549900 0.161507 0.161353 0.163940 CURRENT LEARNING RATE: 1.2998133887127655e-07
previous_iter_valid_loss : 0.16156166791915894
1549920 0.161752 0.161562 0.163991 CURRENT LEARNING RATE: 1.2995534520295585e-07
previous_iter_valid_loss : 0.16057896614074707
1549940 0.160732 0.160579 0.163994 CURRENT LEARNING RATE: 1.2992935673284895e-07
previous_iter_valid_loss : 0.17193196713924408
1549960 0.172085 0.171932 0.164534 CURRENT LEARNING RATE: 1.2990337345991612e-07
previous_iter_valid_loss : 0.16155098378658295
1549980 0.161718 0.161551 0.164585 CURRENT LEARNING RATE: 1.2987739538311848e-07
previous_iter_valid_loss : 0.16565503180027008
1550000 0.165862 0.165655 0.164710 CURRENT LEARNING RATE: 1.2985142250141665e-07
previous_iter_valid_loss : 0.1654021441936493
1550020 0.165566 0.165402 0.164338 CURRENT LEARNING RATE: 1.2982545481377152e-07
previous_iter_valid_loss : 0.16299374401569366
1550040 0.163167 0.162994 0.164176 CURRENT LEARNING RATE: 1.2979949231914483e-07
previous_iter_valid_loss : 0.1607702523469925
1550060 0.160946 0.160770 0.164174 CURRENT LEARNING RATE: 1.2977353501649786e-07
previous_iter_valid_loss : 0.17439208924770355
1550080 0.174673 0.174392 0.164552 CURRENT LEARNING RATE: 1.2974758290479228e-07
previous_iter_valid_loss : 0.16277705132961273
1550100 0.162941 0.162777 0.164663 CURRENT LEARNING RATE: 1.2972163598298984e-07
previous_iter_valid_loss : 0.16128256916999817
1550120 0.161471 0.161283 0.164066 CURRENT LEARNING RATE: 1.2969569425005305e-07
previous_iter_valid_loss : 0.16098783910274506
1550140 0.161175 0.160988 0.164064 CURRENT LEARNING RATE: 1.2966975770494406e-07
previous_iter_valid_loss : 0.17345531284809113
1550160 0.173724 0.173455 0.164595 CURRENT LEARNING RATE: 1.2964382634662541e-07
previous_iter_valid_loss : 0.16299031674861908
1550180 0.163162 0.162990 0.164629 CURRENT LEARNING RATE: 1.296179001740596e-07
previous_iter_valid_loss : 0.20497840642929077
1550200 0.205056 0.204978 0.166828 CURRENT LEARNING RATE: 1.2959197918621005e-07
previous_iter_valid_loss : 0.16926126182079315
1550220 0.169414 0.169261 0.167192 CURRENT LEARNING RATE: 1.2956606338203965e-07
previous_iter_valid_loss : 0.1790328472852707
1550240 0.179351 0.179033 0.168089 CURRENT LEARNING RATE: 1.2954015276051182e-07
previous_iter_valid_loss : 0.1616315096616745
1550260 0.161817 0.161632 0.167949 CURRENT LEARNING RATE: 1.295142473205899e-07
previous_iter_valid_loss : 0.16545163094997406
1550280 0.165656 0.165452 0.167400 CURRENT LEARNING RATE: 1.2948834706123812e-07
previous_iter_valid_loss : 0.18441198766231537
1550300 0.184555 0.184412 0.168553 CURRENT LEARNING RATE: 1.2946245198142022e-07
previous_iter_valid_loss : 0.16102571785449982
1550320 0.161189 0.161026 0.168526 CURRENT LEARNING RATE: 1.2943656208010043e-07
previous_iter_valid_loss : 0.1639920175075531
1550340 0.164197 0.163992 0.168697 CURRENT LEARNING RATE: 1.294106773562429e-07
previous_iter_valid_loss : 0.1610497683286667
1550360 0.161233 0.161050 0.168153 CURRENT LEARNING RATE: 1.2938479780881272e-07
previous_iter_valid_loss : 0.16382531821727753
1550380 0.164023 0.163825 0.168267 CURRENT LEARNING RATE: 1.2935892343677447e-07
previous_iter_valid_loss : 0.17076988518238068
1550400 0.170922 0.170770 0.168522 CURRENT LEARNING RATE: 1.2933305423909294e-07
previous_iter_valid_loss : 0.1606409102678299
1550420 0.160799 0.160641 0.168284 CURRENT LEARNING RATE: 1.2930719021473385e-07
previous_iter_valid_loss : 0.16073575615882874
1550440 0.160906 0.160736 0.168171 CURRENT LEARNING RATE: 1.2928133136266236e-07
previous_iter_valid_loss : 0.174710214138031
1550460 0.174989 0.174710 0.168868 CURRENT LEARNING RATE: 1.2925547768184414e-07
previous_iter_valid_loss : 0.16048647463321686
1550480 0.160648 0.160486 0.168173 CURRENT LEARNING RATE: 1.2922962917124484e-07
previous_iter_valid_loss : 0.1620950698852539
1550500 0.162254 0.162095 0.168139 CURRENT LEARNING RATE: 1.2920378582983094e-07
previous_iter_valid_loss : 0.16357865929603577
1550520 0.163764 0.163579 0.168254 CURRENT LEARNING RATE: 1.2917794765656847e-07
previous_iter_valid_loss : 0.16890321671962738
1550540 0.169130 0.168903 0.168650 CURRENT LEARNING RATE: 1.2915211465042395e-07
previous_iter_valid_loss : 0.16073833405971527
1550560 0.160899 0.160738 0.168014 CURRENT LEARNING RATE: 1.291262868103638e-07
previous_iter_valid_loss : 0.16375765204429626
1550580 0.163964 0.163758 0.168052 CURRENT LEARNING RATE: 1.2910046413535536e-07
previous_iter_valid_loss : 0.16513191163539886
1550600 0.165340 0.165132 0.166060 CURRENT LEARNING RATE: 1.290746466243655e-07
previous_iter_valid_loss : 0.17795634269714355
1550620 0.178257 0.177956 0.166495 CURRENT LEARNING RATE: 1.2904883427636153e-07
previous_iter_valid_loss : 0.16646696627140045
1550640 0.166622 0.166467 0.165866 CURRENT LEARNING RATE: 1.2902302709031073e-07
previous_iter_valid_loss : 0.16442056000232697
1550660 0.164618 0.164421 0.166006 CURRENT LEARNING RATE: 1.2899722506518125e-07
previous_iter_valid_loss : 0.16049884259700775
1550680 0.160662 0.160499 0.165758 CURRENT LEARNING RATE: 1.289714281999408e-07
previous_iter_valid_loss : 0.16052685678005219
1550700 0.160696 0.160527 0.164564 CURRENT LEARNING RATE: 1.2894563649355747e-07
previous_iter_valid_loss : 0.1656057983636856
1550720 0.165772 0.165606 0.164793 CURRENT LEARNING RATE: 1.289198499449994e-07
previous_iter_valid_loss : 0.1616087257862091
1550740 0.161793 0.161609 0.164674 CURRENT LEARNING RATE: 1.2889406855323557e-07
previous_iter_valid_loss : 0.16051068902015686
1556020 0.160666 0.160511 0.163843 CURRENT LEARNING RATE: 1.2226500890005466e-07
previous_iter_valid_loss : 0.161179319024086
1556040 0.161329 0.161179 0.163876 CURRENT LEARNING RATE: 1.2224055834341164e-07
previous_iter_valid_loss : 0.1619340032339096
1556060 0.162129 0.161934 0.163847 CURRENT LEARNING RATE: 1.222161126763912e-07
previous_iter_valid_loss : 0.1606074422597885
1556080 0.160757 0.160607 0.163212 CURRENT LEARNING RATE: 1.221916718980153e-07
previous_iter_valid_loss : 0.16060706973075867
1556100 0.160763 0.160607 0.163133 CURRENT LEARNING RATE: 1.2216723600730626e-07
previous_iter_valid_loss : 0.1656140238046646
1556120 0.165819 0.165614 0.163126 CURRENT LEARNING RATE: 1.2214280500328648e-07
previous_iter_valid_loss : 0.16629227995872498
1556140 0.166515 0.166292 0.163366 CURRENT LEARNING RATE: 1.2211837888497913e-07
previous_iter_valid_loss : 0.1614958941936493
1556160 0.161677 0.161496 0.163365 CURRENT LEARNING RATE: 1.2209395765140697e-07
previous_iter_valid_loss : 0.16072775423526764
1556180 0.160890 0.160728 0.162984 CURRENT LEARNING RATE: 1.220695413015931e-07
previous_iter_valid_loss : 0.16549110412597656
1556200 0.165656 0.165491 0.163216 CURRENT LEARNING RATE: 1.220451298345607e-07
previous_iter_valid_loss : 0.17505371570587158
1556220 0.175201 0.175054 0.163858 CURRENT LEARNING RATE: 1.220207232493337e-07
previous_iter_valid_loss : 0.20395949482917786
1556240 0.204021 0.203959 0.165576 CURRENT LEARNING RATE: 1.2199632154493568e-07
previous_iter_valid_loss : 0.16734153032302856
1556260 0.167555 0.167342 0.165896 CURRENT LEARNING RATE: 1.2197192472039055e-07
previous_iter_valid_loss : 0.1740572303533554
1556280 0.174206 0.174057 0.166545 CURRENT LEARNING RATE: 1.219475327747222e-07
previous_iter_valid_loss : 0.163228377699852
1556300 0.163424 0.163228 0.166606 CURRENT LEARNING RATE: 1.2192314570695535e-07
previous_iter_valid_loss : 0.16789281368255615
1556320 0.168050 0.167893 0.166701 CURRENT LEARNING RATE: 1.218987635161144e-07
previous_iter_valid_loss : 0.1615135371685028
1556340 0.161705 0.161514 0.166500 CURRENT LEARNING RATE: 1.2187438620122397e-07
previous_iter_valid_loss : 0.1701211929321289
1556360 0.170274 0.170121 0.166957 CURRENT LEARNING RATE: 1.2185001376130878e-07
previous_iter_valid_loss : 0.16661116480827332
1556380 0.166771 0.166611 0.167174 CURRENT LEARNING RATE: 1.2182564619539442e-07
previous_iter_valid_loss : 0.16121068596839905
1556400 0.161393 0.161211 0.166771 CURRENT LEARNING RATE: 1.2180128350250588e-07
previous_iter_valid_loss : 0.16064715385437012
1556420 0.160827 0.160647 0.166778 CURRENT LEARNING RATE: 1.217769256816687e-07
previous_iter_valid_loss : 0.1613025665283203
1556440 0.161458 0.161303 0.166784 CURRENT LEARNING RATE: 1.2175257273190839e-07
previous_iter_valid_loss : 0.17116393148899078
1556460 0.171416 0.171164 0.167245 CURRENT LEARNING RATE: 1.2172822465225116e-07
previous_iter_valid_loss : 0.1617581844329834
1556480 0.161921 0.161758 0.167303 CURRENT LEARNING RATE: 1.2170388144172298e-07
previous_iter_valid_loss : 0.16176153719425201
1556500 0.161956 0.161762 0.167360 CURRENT LEARNING RATE: 1.2167954309934984e-07
previous_iter_valid_loss : 0.16051115095615387
1556520 0.160669 0.160511 0.167105 CURRENT LEARNING RATE: 1.2165520962415865e-07
previous_iter_valid_loss : 0.17120103538036346
1556540 0.171355 0.171201 0.167351 CURRENT LEARNING RATE: 1.2163088101517587e-07
previous_iter_valid_loss : 0.17733003199100494
1556560 0.177629 0.177330 0.168142 CURRENT LEARNING RATE: 1.2160655727142834e-07
previous_iter_valid_loss : 0.16697531938552856
1556580 0.167209 0.166975 0.168455 CURRENT LEARNING RATE: 1.2158223839194292e-07
previous_iter_valid_loss : 0.1610775589942932
1556600 0.161263 0.161078 0.168234 CURRENT LEARNING RATE: 1.2155792437574725e-07
previous_iter_valid_loss : 0.16306918859481812
1556620 0.163260 0.163069 0.167635 CURRENT LEARNING RATE: 1.2153361522186857e-07
previous_iter_valid_loss : 0.1608908772468567
1556640 0.161070 0.160891 0.165482 CURRENT LEARNING RATE: 1.2150931092933453e-07
previous_iter_valid_loss : 0.16059471666812897
1556660 0.160769 0.160595 0.165144 CURRENT LEARNING RATE: 1.214850114971727e-07
previous_iter_valid_loss : 0.16574354469776154
1556680 0.165946 0.165744 0.164728 CURRENT LEARNING RATE: 1.2146071692441158e-07
previous_iter_valid_loss : 0.16828641295433044
1556700 0.168443 0.168286 0.164981 CURRENT LEARNING RATE: 1.2143642721007917e-07
previous_iter_valid_loss : 0.1669631153345108
1556720 0.167124 0.166963 0.164935 CURRENT LEARNING RATE: 1.2141214235320383e-07
previous_iter_valid_loss : 0.1614064872264862
1556740 0.161565 0.161406 0.164930 CURRENT LEARNING RATE: 1.2138786235281403e-07
previous_iter_valid_loss : 0.16124100983142853
1556760 0.161429 0.161241 0.164486 CURRENT LEARNING RATE: 1.2136358720793892e-07
previous_iter_valid_loss : 0.16173024475574493
1556780 0.161895 0.161730 0.164241 CURRENT LEARNING RATE: 1.2133931691760732e-07
previous_iter_valid_loss : 0.1643751561641693
1556800 0.164539 0.164375 0.164400 CURRENT LEARNING RATE: 1.213150514808484e-07
previous_iter_valid_loss : 0.16077053546905518
1556820 0.160948 0.160771 0.164406 CURRENT LEARNING RATE: 1.2129079089669137e-07
previous_iter_valid_loss : 0.16049997508525848
1556840 0.160667 0.160500 0.164366 CURRENT LEARNING RATE: 1.2126653516416619e-07
previous_iter_valid_loss : 0.17515362799167633
1556860 0.175439 0.175154 0.164565 CURRENT LEARNING RATE: 1.2124228428230244e-07
previous_iter_valid_loss : 0.16174672544002533
1556880 0.161931 0.161747 0.164565 CURRENT LEARNING RATE: 1.2121803825012986e-07
previous_iter_valid_loss : 0.16089560091495514
1556900 0.161047 0.160896 0.164521 CURRENT LEARNING RATE: 1.2119379706667904e-07
previous_iter_valid_loss : 0.16080224514007568
1556920 0.160951 0.160802 0.164536 CURRENT LEARNING RATE: 1.2116956073098013e-07
previous_iter_valid_loss : 0.1661350429058075
1556940 0.166295 0.166135 0.164283 CURRENT LEARNING RATE: 1.2114532924206364e-07
previous_iter_valid_loss : 0.16140314936637878
1556960 0.161580 0.161403 0.163486 CURRENT LEARNING RATE: 1.2112110259896012e-07
previous_iter_valid_loss : 0.16425549983978271
1556980 0.164444 0.164255 0.163350 CURRENT LEARNING RATE: 1.2109688080070096e-07
previous_iter_valid_loss : 0.16121609508991241
1557000 0.161374 0.161216 0.163357 CURRENT LEARNING RATE: 1.2107266384631706e-07
previous_iter_valid_loss : 0.17403875291347504
1557020 0.174312 0.174039 0.163906 CURRENT LEARNING RATE: 1.2104845173483968e-07
previous_iter_valid_loss : 0.1650700718164444
1557040 0.165230 0.165070 0.164115 CURRENT LEARNING RATE: 1.210242444653002e-07
previous_iter_valid_loss : 0.1629493683576584
1557060 0.163151 0.162949 0.164232 CURRENT LEARNING RATE: 1.2100004203673072e-07
previous_iter_valid_loss : 0.1670018583536148
1557080 0.167218 0.167002 0.164295 CURRENT LEARNING RATE: 1.2097584444816296e-07
previous_iter_valid_loss : 0.1700890064239502
1557100 0.170238 0.170089 0.164385 CURRENT LEARNING RATE: 1.2095165169862898e-07
previous_iter_valid_loss : 0.1647389680147171
1557120 0.164906 0.164739 0.164274 CURRENT LEARNING RATE: 1.2092746378716087e-07
previous_iter_valid_loss : 0.16101017594337463
1557140 0.161196 0.161010 0.164254 CURRENT LEARNING RATE: 1.2090328071279153e-07
previous_iter_valid_loss : 0.16660381853580475
1557160 0.166812 0.166604 0.164523 CURRENT LEARNING RATE: 1.2087910247455344e-07
previous_iter_valid_loss : 0.16057637333869934
1557180 0.160746 0.160576 0.164465 CURRENT LEARNING RATE: 1.2085492907147948e-07
previous_iter_valid_loss : 0.16105450689792633
1557200 0.161216 0.161055 0.164299 CURRENT LEARNING RATE: 1.208307605026025e-07
previous_iter_valid_loss : 0.17157931625843048
1557220 0.171728 0.171579 0.164839 CURRENT LEARNING RATE: 1.2080659676695611e-07
previous_iter_valid_loss : 0.16086164116859436
1557240 0.161010 0.160862 0.164857 CURRENT LEARNING RATE: 1.2078243786357367e-07
previous_iter_valid_loss : 0.1615900695323944
1557260 0.161732 0.161590 0.164179 CURRENT LEARNING RATE: 1.2075828379148852e-07
previous_iter_valid_loss : 0.16163496673107147
1557280 0.161793 0.161635 0.164174 CURRENT LEARNING RATE: 1.2073413454973495e-07
previous_iter_valid_loss : 0.16215009987354279
1557300 0.162348 0.162150 0.164236 CURRENT LEARNING RATE: 1.2070999013734675e-07
previous_iter_valid_loss : 0.16070078313350677
1557320 0.160875 0.160701 0.164231 CURRENT LEARNING RATE: 1.2068585055335822e-07
previous_iter_valid_loss : 0.16158077120780945
1557340 0.161766 0.161581 0.164004 CURRENT LEARNING RATE: 1.206617157968035e-07
previous_iter_valid_loss : 0.16561685502529144
1557360 0.165776 0.165617 0.164214 CURRENT LEARNING RATE: 1.2063758586671762e-07
previous_iter_valid_loss : 0.1636933833360672
1557380 0.163869 0.163693 0.164186 CURRENT LEARNING RATE: 1.206134607621352e-07
previous_iter_valid_loss : 0.1623087078332901
1557400 0.162467 0.162309 0.164241 CURRENT LEARNING RATE: 1.2058934048209127e-07
previous_iter_valid_loss : 0.1729988157749176
1557420 0.173148 0.172999 0.164189 CURRENT LEARNING RATE: 1.2056522502562073e-07
previous_iter_valid_loss : 0.17697222530841827
1557440 0.177129 0.176972 0.164784 CURRENT LEARNING RATE: 1.205411143917594e-07
previous_iter_valid_loss : 0.1605367511510849
1557460 0.160691 0.160537 0.164663 CURRENT LEARNING RATE: 1.2051700857954266e-07
previous_iter_valid_loss : 0.16053487360477448
1557480 0.160702 0.160535 0.164340 CURRENT LEARNING RATE: 1.204929075880063e-07
previous_iter_valid_loss : 0.16163676977157593
1557500 0.161797 0.161637 0.163917 CURRENT LEARNING RATE: 1.2046881141618606e-07
previous_iter_valid_loss : 0.16074615716934204
1557520 0.160918 0.160746 0.163718 CURRENT LEARNING RATE: 1.204447200631185e-07
previous_iter_valid_loss : 0.18031583726406097
1557540 0.180645 0.180316 0.164683 CURRENT LEARNING RATE: 1.2042063352783973e-07
previous_iter_valid_loss : 0.16102656722068787
1557560 0.161185 0.161027 0.164404 CURRENT LEARNING RATE: 1.2039655180938633e-07
previous_iter_valid_loss : 0.1619137078523636
1557580 0.162100 0.161914 0.164471 CURRENT LEARNING RATE: 1.2037247490679484e-07
previous_iter_valid_loss : 0.1793939173221588
1557600 0.179713 0.179394 0.165388 CURRENT LEARNING RATE: 1.2034840281910253e-07
previous_iter_valid_loss : 0.1649097502231598
1557620 0.165077 0.164910 0.165054 CURRENT LEARNING RATE: 1.2032433554534637e-07
previous_iter_valid_loss : 0.1695343255996704
1557640 0.169687 0.169534 0.165488 CURRENT LEARNING RATE: 1.2030027308456364e-07
previous_iter_valid_loss : 0.16079246997833252
1557660 0.160967 0.160792 0.165448 CURRENT LEARNING RATE: 1.2027621543579165e-07
previous_iter_valid_loss : 0.16200684010982513
1557680 0.162193 0.162007 0.165467 CURRENT LEARNING RATE: 1.2025216259806849e-07
previous_iter_valid_loss : 0.18229380249977112
1557700 0.182451 0.182294 0.166474 CURRENT LEARNING RATE: 1.2022811457043185e-07
previous_iter_valid_loss : 0.16080451011657715
1557720 0.160965 0.160805 0.166479 CURRENT LEARNING RATE: 1.202040713519196e-07
previous_iter_valid_loss : 0.16083872318267822
1557740 0.160999 0.160839 0.166442 CURRENT LEARNING RATE: 1.2018003294157042e-07
previous_iter_valid_loss : 0.17008556425571442
1557760 0.170237 0.170086 0.166665 CURRENT LEARNING RATE: 1.201559993384226e-07
previous_iter_valid_loss : 0.1662786304950714
1557780 0.166441 0.166279 0.166795 CURRENT LEARNING RATE: 1.2013197054151476e-07
previous_iter_valid_loss : 0.16060450673103333
1557800 0.160759 0.160605 0.166709 CURRENT LEARNING RATE: 1.2010794654988555e-07
previous_iter_valid_loss : 0.16283318400382996
1557820 0.162999 0.162833 0.166201 CURRENT LEARNING RATE: 1.2008392736257442e-07
previous_iter_valid_loss : 0.16655652225017548
1557840 0.166716 0.166557 0.165680 CURRENT LEARNING RATE: 1.200599129786204e-07
previous_iter_valid_loss : 0.1606702357530594
1557860 0.160841 0.160670 0.165687 CURRENT LEARNING RATE: 1.2003590339706294e-07
previous_iter_valid_loss : 0.17708666622638702
1557880 0.177243 0.177087 0.166515 CURRENT LEARNING RATE: 1.2001189861694137e-07
previous_iter_valid_loss : 0.1614842563867569
1557900 0.161643 0.161484 0.166507 CURRENT LEARNING RATE: 1.19987898637296e-07
previous_iter_valid_loss : 0.16154800355434418
1557920 0.161698 0.161548 0.166547 CURRENT LEARNING RATE: 1.199639034571666e-07
previous_iter_valid_loss : 0.169464573264122
1557940 0.169702 0.169465 0.166005 CURRENT LEARNING RATE: 1.1993991307559335e-07
previous_iter_valid_loss : 0.1604958474636078
1557960 0.160663 0.160496 0.165978 CURRENT LEARNING RATE: 1.1991592749161644e-07
previous_iter_valid_loss : 0.1692364364862442
1557980 0.169474 0.169236 0.166344 CURRENT LEARNING RATE: 1.1989194670427684e-07
previous_iter_valid_loss : 0.16777102649211884
1558000 0.167925 0.167771 0.165763 CURRENT LEARNING RATE: 1.1986797071261511e-07
previous_iter_valid_loss : 0.16055943071842194
1558020 0.160729 0.160559 0.165546 CURRENT LEARNING RATE: 1.1984399951567225e-07
previous_iter_valid_loss : 0.1920984834432602
1558040 0.192220 0.192098 0.166674 CURRENT LEARNING RATE: 1.1982003311248916e-07
previous_iter_valid_loss : 0.16315574944019318
1558060 0.163324 0.163156 0.166792 CURRENT LEARNING RATE: 1.1979607150210762e-07
previous_iter_valid_loss : 0.16075384616851807
1558080 0.160910 0.160754 0.166729 CURRENT LEARNING RATE: 1.1977211468356897e-07
previous_iter_valid_loss : 0.16166064143180847
1558100 0.161816 0.161661 0.165698 CURRENT LEARNING RATE: 1.197481626559147e-07
previous_iter_valid_loss : 0.1613389104604721
1558120 0.161507 0.161339 0.165724 CURRENT LEARNING RATE: 1.1972421541818716e-07
previous_iter_valid_loss : 0.16546176373958588
1558140 0.165670 0.165462 0.165955 CURRENT LEARNING RATE: 1.1970027296942828e-07
previous_iter_valid_loss : 0.16266009211540222
1558160 0.162832 0.162660 0.165584 CURRENT LEARNING RATE: 1.1967633530868032e-07
previous_iter_valid_loss : 0.16544552147388458
1558180 0.165602 0.165446 0.165543 CURRENT LEARNING RATE: 1.1965240243498556e-07
previous_iter_valid_loss : 0.1633254885673523
1558200 0.163530 0.163325 0.165679 CURRENT LEARNING RATE: 1.1962847434738715e-07
previous_iter_valid_loss : 0.1619582176208496
1558220 0.162148 0.161958 0.165635 CURRENT LEARNING RATE: 1.1960455104492772e-07
previous_iter_valid_loss : 0.16184745728969574
1558240 0.161998 0.161847 0.165399 CURRENT LEARNING RATE: 1.1958063252665034e-07
previous_iter_valid_loss : 0.16599056124687195
1558260 0.166197 0.165991 0.165665 CURRENT LEARNING RATE: 1.1955671879159808e-07
previous_iter_valid_loss : 0.18608073890209198
1558280 0.186228 0.186081 0.166115 CURRENT LEARNING RATE: 1.1953280983881478e-07
previous_iter_valid_loss : 0.16494989395141602
1558300 0.165158 0.164950 0.166288 CURRENT LEARNING RATE: 1.1950890566734392e-07
previous_iter_valid_loss : 0.183232843875885
1558320 0.183597 0.183233 0.167373 CURRENT LEARNING RATE: 1.1948500627622929e-07
previous_iter_valid_loss : 0.18307889997959137
1558340 0.183226 0.183079 0.168053 CURRENT LEARNING RATE: 1.194611116645147e-07
previous_iter_valid_loss : 0.16563178598880768
1558360 0.165798 0.165632 0.168310 CURRENT LEARNING RATE: 1.194372218312448e-07
previous_iter_valid_loss : 0.16098453104496002
1558380 0.161164 0.160985 0.167898 CURRENT LEARNING RATE: 1.194133367754638e-07
previous_iter_valid_loss : 0.1605224758386612
1558400 0.160679 0.160522 0.167535 CURRENT LEARNING RATE: 1.1938945649621628e-07
previous_iter_valid_loss : 0.16659849882125854
1558420 0.166817 0.166598 0.167837 CURRENT LEARNING RATE: 1.1936558099254685e-07
previous_iter_valid_loss : 0.175165057182312
1558440 0.175446 0.175165 0.166990 CURRENT LEARNING RATE: 1.1934171026350088e-07
previous_iter_valid_loss : 0.2078142762184143
1558460 0.208400 0.207814 0.169223 CURRENT LEARNING RATE: 1.1931784430812332e-07
previous_iter_valid_loss : 0.16166478395462036
1558480 0.161849 0.161665 0.169269 CURRENT LEARNING RATE: 1.1929398312545934e-07
previous_iter_valid_loss : 0.1693384349346161
1558500 0.169492 0.169338 0.169653 CURRENT LEARNING RATE: 1.192701267145549e-07
previous_iter_valid_loss : 0.17078471183776855
1558520 0.171035 0.170785 0.170125 CURRENT LEARNING RATE: 1.1924627507445557e-07
previous_iter_valid_loss : 0.162317156791687
1558540 0.162469 0.162317 0.169968 CURRENT LEARNING RATE: 1.1922242820420725e-07
previous_iter_valid_loss : 0.16715453565120697
1558560 0.167314 0.167155 0.170193 CURRENT LEARNING RATE: 1.1919858610285586e-07
previous_iter_valid_loss : 0.16438770294189453
1558580 0.164554 0.164388 0.170140 CURRENT LEARNING RATE: 1.1917474876944815e-07
previous_iter_valid_loss : 0.18546496331691742
1558600 0.185608 0.185465 0.171247 CURRENT LEARNING RATE: 1.1915091620303039e-07
previous_iter_valid_loss : 0.17552277445793152
1558620 0.175672 0.175523 0.171925 CURRENT LEARNING RATE: 1.1912708840264931e-07
previous_iter_valid_loss : 0.16096894443035126
1558640 0.161129 0.160969 0.171881 CURRENT LEARNING RATE: 1.1910326536735156e-07
previous_iter_valid_loss : 0.1605531871318817
1558660 0.160715 0.160553 0.171609 CURRENT LEARNING RATE: 1.1907944709618465e-07
previous_iter_valid_loss : 0.16219113767147064
1558680 0.162347 0.162191 0.170415 CURRENT LEARNING RATE: 1.1905563358819565e-07
previous_iter_valid_loss : 0.16245262324810028
1558700 0.162633 0.162453 0.170290 CURRENT LEARNING RATE: 1.1903182484243201e-07
previous_iter_valid_loss : 0.16504190862178802
1558720 0.165209 0.165042 0.169380 CURRENT LEARNING RATE: 1.1900802085794117e-07
previous_iter_valid_loss : 0.16088393330574036
1558740 0.161066 0.160884 0.168270 CURRENT LEARNING RATE: 1.1898422163377138e-07
previous_iter_valid_loss : 0.17827269434928894
1558760 0.178582 0.178273 0.168902 CURRENT LEARNING RATE: 1.1896042716897046e-07
previous_iter_valid_loss : 0.16631409525871277
1558780 0.166473 0.166314 0.169169 CURRENT LEARNING RATE: 1.1893663746258667e-07
previous_iter_valid_loss : 0.16063785552978516
1558800 0.160797 0.160638 0.169175 CURRENT LEARNING RATE: 1.1891285251366817e-07
previous_iter_valid_loss : 0.16154265403747559
1558820 0.161726 0.161543 0.168922 CURRENT LEARNING RATE: 1.18889072321264e-07
previous_iter_valid_loss : 0.1676657348871231
1558840 0.167892 0.167666 0.168547 CURRENT LEARNING RATE: 1.1886529688442273e-07
previous_iter_valid_loss : 0.16068926453590393
1558860 0.160834 0.160689 0.166191 CURRENT LEARNING RATE: 1.1884152620219314e-07
previous_iter_valid_loss : 0.1605616807937622
1558880 0.160736 0.160562 0.166136 CURRENT LEARNING RATE: 1.1881776027362485e-07
previous_iter_valid_loss : 0.16230998933315277
1558900 0.162513 0.162310 0.165784 CURRENT LEARNING RATE: 1.1879399909776696e-07
previous_iter_valid_loss : 0.17843706905841827
1558920 0.178758 0.178437 0.166167 CURRENT LEARNING RATE: 1.1877024267366907e-07
previous_iter_valid_loss : 0.1715368777513504
1558940 0.171682 0.171537 0.166628 CURRENT LEARNING RATE: 1.1874649100038069e-07
previous_iter_valid_loss : 0.16941940784454346
1558960 0.169570 0.169419 0.166741 CURRENT LEARNING RATE: 1.1872274407695216e-07
previous_iter_valid_loss : 0.17025187611579895
1558980 0.170501 0.170252 0.167034 CURRENT LEARNING RATE: 1.1869900190243343e-07
previous_iter_valid_loss : 0.163715198636055
1559000 0.163885 0.163715 0.165947 CURRENT LEARNING RATE: 1.1867526447587477e-07
previous_iter_valid_loss : 0.16082169115543365
1559020 0.160992 0.160822 0.165212 CURRENT LEARNING RATE: 1.1865153179632651e-07
previous_iter_valid_loss : 0.16100387275218964
1559040 0.161162 0.161004 0.165213 CURRENT LEARNING RATE: 1.1862780386283973e-07
previous_iter_valid_loss : 0.1620376855134964
1559060 0.162221 0.162038 0.165288 CURRENT LEARNING RATE: 1.1860408067446513e-07
previous_iter_valid_loss : 0.1701686531305313
1559080 0.170322 0.170169 0.165686 CURRENT LEARNING RATE: 1.1858036223025378e-07
previous_iter_valid_loss : 0.1606987714767456
1559100 0.160849 0.160699 0.165599 CURRENT LEARNING RATE: 1.1855664852925672e-07
previous_iter_valid_loss : 0.16051210463047028
1559120 0.160681 0.160512 0.165372 CURRENT LEARNING RATE: 1.1853293957052582e-07
previous_iter_valid_loss : 0.1643192023038864
1559140 0.164489 0.164319 0.165544 CURRENT LEARNING RATE: 1.1850923535311254e-07
previous_iter_valid_loss : 0.16070663928985596
1559160 0.160881 0.160707 0.164666 CURRENT LEARNING RATE: 1.1848553587606867e-07
previous_iter_valid_loss : 0.16455718874931335
1559180 0.164723 0.164557 0.164578 CURRENT LEARNING RATE: 1.1846184113844605e-07
previous_iter_valid_loss : 0.16195078194141388
1559200 0.162136 0.161951 0.164644 CURRENT LEARNING RATE: 1.1843815113929728e-07
previous_iter_valid_loss : 0.16704219579696655
1559220 0.167259 0.167042 0.164919 CURRENT LEARNING RATE: 1.184144658776746e-07
previous_iter_valid_loss : 0.16056124866008759
1559240 0.160717 0.160561 0.164563 CURRENT LEARNING RATE: 1.1839078535263055e-07
previous_iter_valid_loss : 0.1615504026412964
1559260 0.161723 0.161550 0.164606 CURRENT LEARNING RATE: 1.1836710956321774e-07
previous_iter_valid_loss : 0.16741570830345154
1559280 0.167634 0.167416 0.164949 CURRENT LEARNING RATE: 1.1834343850848951e-07
previous_iter_valid_loss : 0.16132284700870514
1559300 0.161504 0.161323 0.164900 CURRENT LEARNING RATE: 1.1831977218749887e-07
previous_iter_valid_loss : 0.1682463437318802
1559320 0.168480 0.168246 0.164390 CURRENT LEARNING RATE: 1.1829611059929891e-07
previous_iter_valid_loss : 0.16120685636997223
1559340 0.161391 0.161207 0.163874 CURRENT LEARNING RATE: 1.182724537429436e-07
previous_iter_valid_loss : 0.16122375428676605
1559360 0.161369 0.161224 0.163464 CURRENT LEARNING RATE: 1.1824880161748644e-07
previous_iter_valid_loss : 0.1686573326587677
1559380 0.168810 0.168657 0.163384 CURRENT LEARNING RATE: 1.1822515422198137e-07
previous_iter_valid_loss : 0.16164270043373108
1559400 0.161794 0.161643 0.163281 CURRENT LEARNING RATE: 1.1820151155548228e-07
previous_iter_valid_loss : 0.18203207850456238
1559420 0.182376 0.182032 0.164341 CURRENT LEARNING RATE: 1.1817787361704388e-07
previous_iter_valid_loss : 0.16052110493183136
1559440 0.160685 0.160521 0.164317 CURRENT LEARNING RATE: 1.1815424040572043e-07
previous_iter_valid_loss : 0.16787363588809967
1559460 0.168032 0.167874 0.164609 CURRENT LEARNING RATE: 1.1813061192056664e-07
previous_iter_valid_loss : 0.16320276260375977
1559480 0.163404 0.163203 0.164260 CURRENT LEARNING RATE: 1.181069881606371e-07
previous_iter_valid_loss : 0.16052654385566711
1559500 0.160697 0.160527 0.164252 CURRENT LEARNING RATE: 1.1808336912498732e-07
previous_iter_valid_loss : 0.16145963966846466
1559520 0.161647 0.161460 0.164299 CURRENT LEARNING RATE: 1.1805975481267232e-07
previous_iter_valid_loss : 0.1723770946264267
1559540 0.172648 0.172377 0.164702 CURRENT LEARNING RATE: 1.1803614522274753e-07
previous_iter_valid_loss : 0.16050581634044647
1559560 0.160667 0.160506 0.164692 CURRENT LEARNING RATE: 1.1801254035426837e-07
previous_iter_valid_loss : 0.16880378127098083
1559580 0.169029 0.168804 0.164904 CURRENT LEARNING RATE: 1.1798894020629104e-07
previous_iter_valid_loss : 0.16051281988620758
1559600 0.160676 0.160513 0.164832 CURRENT LEARNING RATE: 1.1796534477787133e-07
previous_iter_valid_loss : 0.16086727380752563
1559620 0.161023 0.160867 0.164524 CURRENT LEARNING RATE: 1.179417540680654e-07
previous_iter_valid_loss : 0.16057993471622467
1559640 0.160740 0.160580 0.164525 CURRENT LEARNING RATE: 1.1791816807592947e-07
previous_iter_valid_loss : 0.17323674261569977
1559660 0.173513 0.173237 0.165109 CURRENT LEARNING RATE: 1.178945868005205e-07
previous_iter_valid_loss : 0.16167232394218445
1559680 0.161858 0.161672 0.164822 CURRENT LEARNING RATE: 1.1787101024089499e-07
previous_iter_valid_loss : 0.16129550337791443
1559700 0.161459 0.161296 0.164820 CURRENT LEARNING RATE: 1.1784743839610971e-07
previous_iter_valid_loss : 0.16270162165164948
1559720 0.162872 0.162702 0.164543 CURRENT LEARNING RATE: 1.1782387126522221e-07
previous_iter_valid_loss : 0.16062569618225098
1559740 0.160800 0.160626 0.164514 CURRENT LEARNING RATE: 1.1780030884728955e-07
previous_iter_valid_loss : 0.16525617241859436
1559760 0.165418 0.165256 0.164716 CURRENT LEARNING RATE: 1.1777675114136926e-07
previous_iter_valid_loss : 0.16335543990135193
1559780 0.163543 0.163355 0.164451 CURRENT LEARNING RATE: 1.1775319814651882e-07
previous_iter_valid_loss : 0.16326110064983368
1559800 0.163462 0.163261 0.164532 CURRENT LEARNING RATE: 1.1772964986179653e-07
previous_iter_valid_loss : 0.1764584630727768
1559820 0.176609 0.176458 0.164253 CURRENT LEARNING RATE: 1.1770610628626026e-07
previous_iter_valid_loss : 0.16405603289604187
1559840 0.164221 0.164056 0.164430 CURRENT LEARNING RATE: 1.1768256741896826e-07
previous_iter_valid_loss : 0.1623309999704361
1559860 0.162489 0.162331 0.164153 CURRENT LEARNING RATE: 1.1765903325897877e-07
previous_iter_valid_loss : 0.1724947988986969
1559880 0.172637 0.172495 0.164617 CURRENT LEARNING RATE: 1.176355038053508e-07
previous_iter_valid_loss : 0.16910125315189362
1559900 0.169259 0.169101 0.165046 CURRENT LEARNING RATE: 1.1761197905714304e-07
previous_iter_valid_loss : 0.16312193870544434
1559920 0.163320 0.163122 0.165129 CURRENT LEARNING RATE: 1.1758845901341443e-07
previous_iter_valid_loss : 0.1605517417192459
1559940 0.160715 0.160552 0.164538 CURRENT LEARNING RATE: 1.1756494367322401e-07
previous_iter_valid_loss : 0.16057871282100677
1559960 0.160744 0.160579 0.164541 CURRENT LEARNING RATE: 1.1754143303563154e-07
previous_iter_valid_loss : 0.17357604205608368
1559980 0.173726 0.173576 0.164780 CURRENT LEARNING RATE: 1.1751792709969642e-07
previous_iter_valid_loss : 0.16060295701026917
1560000 0.160761 0.160603 0.164784 CURRENT LEARNING RATE: 1.1749442586447838e-07
previous_iter_valid_loss : 0.16185730695724487
1560020 0.162015 0.161857 0.164834 CURRENT LEARNING RATE: 1.174709293290372e-07
previous_iter_valid_loss : 0.16049890220165253
1560040 0.160659 0.160499 0.164830 CURRENT LEARNING RATE: 1.1744743749243342e-07
previous_iter_valid_loss : 0.16270175576210022
1560060 0.162863 0.162702 0.164303 CURRENT LEARNING RATE: 1.1742395035372715e-07
previous_iter_valid_loss : 0.16405728459358215
1560080 0.164241 0.164057 0.164422 CURRENT LEARNING RATE: 1.1740046791197869e-07
previous_iter_valid_loss : 0.170588880777359
1560100 0.170739 0.170589 0.164887 CURRENT LEARNING RATE: 1.1737699016624919e-07
previous_iter_valid_loss : 0.16104060411453247
1560120 0.161224 0.161041 0.164804 CURRENT LEARNING RATE: 1.173535171155993e-07
previous_iter_valid_loss : 0.1610376387834549
1560140 0.161217 0.161038 0.164825 CURRENT LEARNING RATE: 1.1733004875909012e-07
previous_iter_valid_loss : 0.1614057719707489
1560160 0.161584 0.161406 0.164632 CURRENT LEARNING RATE: 1.173065850957827e-07
previous_iter_valid_loss : 0.16502882540225983
1560180 0.165253 0.165029 0.164716 CURRENT LEARNING RATE: 1.1728312612473889e-07
previous_iter_valid_loss : 0.16567206382751465
1560200 0.165889 0.165672 0.164836 CURRENT LEARNING RATE: 1.1725967184502015e-07
previous_iter_valid_loss : 0.16505473852157593
1560220 0.165224 0.165055 0.164266 CURRENT LEARNING RATE: 1.1723622225568829e-07
previous_iter_valid_loss : 0.16057881712913513
1560240 0.160748 0.160579 0.164092 CURRENT LEARNING RATE: 1.1721277735580514e-07
previous_iter_valid_loss : 0.17648768424987793
1560260 0.176783 0.176488 0.164800 CURRENT LEARNING RATE: 1.171893371444333e-07
previous_iter_valid_loss : 0.1633467972278595
1560280 0.163539 0.163347 0.164343 CURRENT LEARNING RATE: 1.1716590162063498e-07
previous_iter_valid_loss : 0.16063715517520905
1560300 0.160793 0.160637 0.163919 CURRENT LEARNING RATE: 1.1714247078347272e-07
previous_iter_valid_loss : 0.1698072999715805
1560320 0.169957 0.169807 0.164254 CURRENT LEARNING RATE: 1.1711904463200911e-07
previous_iter_valid_loss : 0.16127555072307587
1560340 0.161435 0.161276 0.164290 CURRENT LEARNING RATE: 1.170956231653075e-07
previous_iter_valid_loss : 0.1663350611925125
1560360 0.166547 0.166335 0.164578 CURRENT LEARNING RATE: 1.1707220638243083e-07
previous_iter_valid_loss : 0.1673755645751953
1560380 0.167598 0.167376 0.164268 CURRENT LEARNING RATE: 1.1704879428244245e-07
previous_iter_valid_loss : 0.183086559176445
1560400 0.183240 0.183087 0.165392 CURRENT LEARNING RATE: 1.1702538686440562e-07
previous_iter_valid_loss : 0.16230452060699463
1560420 0.162494 0.162305 0.165414 CURRENT LEARNING RATE: 1.1700198412738452e-07
previous_iter_valid_loss : 0.16535437107086182
1560440 0.165520 0.165354 0.165657 CURRENT LEARNING RATE: 1.1697858607044279e-07
previous_iter_valid_loss : 0.1621631681919098
1560460 0.162315 0.162163 0.165630 CURRENT LEARNING RATE: 1.169551926926445e-07
previous_iter_valid_loss : 0.16056908667087555
1560480 0.160738 0.160569 0.165456 CURRENT LEARNING RATE: 1.1693180399305374e-07
previous_iter_valid_loss : 0.1606205552816391
1560500 0.160784 0.160621 0.164957 CURRENT LEARNING RATE: 1.1690841997073537e-07
previous_iter_valid_loss : 0.17785052955150604
1560520 0.178003 0.177851 0.165798 CURRENT LEARNING RATE: 1.168850406247538e-07
previous_iter_valid_loss : 0.17545069754123688
1560540 0.175604 0.175451 0.166518 CURRENT LEARNING RATE: 1.1686166595417368e-07
previous_iter_valid_loss : 0.16057522594928741
1560560 0.160743 0.160575 0.166477 CURRENT LEARNING RATE: 1.168382959580604e-07
previous_iter_valid_loss : 0.17186428606510162
1560580 0.172133 0.171864 0.166819 CURRENT LEARNING RATE: 1.1681493063547899e-07
previous_iter_valid_loss : 0.1608428806066513
1560600 0.161024 0.160843 0.166577 CURRENT LEARNING RATE: 1.1679156998549482e-07
previous_iter_valid_loss : 0.1620434671640396
1560620 0.162230 0.162043 0.166427 CURRENT LEARNING RATE: 1.1676821400717324e-07
previous_iter_valid_loss : 0.16053088009357452
1560640 0.160697 0.160531 0.166424 CURRENT LEARNING RATE: 1.1674486269958047e-07
previous_iter_valid_loss : 0.16053131222724915
1560660 0.160699 0.160531 0.165626 CURRENT LEARNING RATE: 1.167215160617822e-07
previous_iter_valid_loss : 0.16321195662021637
1560680 0.163379 0.163212 0.165620 CURRENT LEARNING RATE: 1.1669817409284459e-07
previous_iter_valid_loss : 0.16307979822158813
1560700 0.163284 0.163080 0.165742 CURRENT LEARNING RATE: 1.1667483679183377e-07
previous_iter_valid_loss : 0.1864650845527649
1560720 0.186845 0.186465 0.166575 CURRENT LEARNING RATE: 1.1665150415781664e-07
previous_iter_valid_loss : 0.161678746342659
1560740 0.161837 0.161679 0.166595 CURRENT LEARNING RATE: 1.1662817618985969e-07
previous_iter_valid_loss : 0.1682990938425064
1560760 0.168526 0.168299 0.166693 CURRENT LEARNING RATE: 1.166048528870298e-07
previous_iter_valid_loss : 0.16262362897396088
1560780 0.162820 0.162624 0.166455 CURRENT LEARNING RATE: 1.1658153424839382e-07
previous_iter_valid_loss : 0.162962406873703
1560800 0.163156 0.162962 0.165449 CURRENT LEARNING RATE: 1.1655822027301947e-07
previous_iter_valid_loss : 0.17168347537517548
1560820 0.171833 0.171683 0.165918 CURRENT LEARNING RATE: 1.1653491095997391e-07
previous_iter_valid_loss : 0.16541315615177155
1560840 0.165631 0.165413 0.165921 CURRENT LEARNING RATE: 1.165116063083248e-07
previous_iter_valid_loss : 0.16130468249320984
1560860 0.161459 0.161305 0.165878 CURRENT LEARNING RATE: 1.1648830631713979e-07
previous_iter_valid_loss : 0.16987797617912292
1560880 0.170127 0.169878 0.166344 CURRENT LEARNING RATE: 1.1646501098548723e-07
previous_iter_valid_loss : 0.16295328736305237
1560900 0.163143 0.162953 0.166460 CURRENT LEARNING RATE: 1.1644172031243513e-07
previous_iter_valid_loss : 0.16090044379234314
1560920 0.161058 0.160900 0.165613 CURRENT LEARNING RATE: 1.1641843429705163e-07
previous_iter_valid_loss : 0.17124313116073608
1560940 0.171506 0.171243 0.165402 CURRENT LEARNING RATE: 1.1639515293840577e-07
previous_iter_valid_loss : 0.16125836968421936
1560960 0.161448 0.161258 0.165437 CURRENT LEARNING RATE: 1.16371876235566e-07
previous_iter_valid_loss : 0.16862910985946655
1560980 0.168856 0.168629 0.165275 CURRENT LEARNING RATE: 1.1634860418760132e-07
previous_iter_valid_loss : 0.16063809394836426
1561000 0.160791 0.160638 0.165265 CURRENT LEARNING RATE: 1.163253367935806e-07
previous_iter_valid_loss : 0.1613791584968567
1561020 0.161537 0.161379 0.165231 CURRENT LEARNING RATE: 1.1630207405257358e-07
previous_iter_valid_loss : 0.16056503355503082
1561040 0.160716 0.160565 0.165233 CURRENT LEARNING RATE: 1.1627881596364954e-07
previous_iter_valid_loss : 0.16409556567668915
1561060 0.164303 0.164096 0.165411 CURRENT LEARNING RATE: 1.1625556252587816e-07
previous_iter_valid_loss : 0.1644199937582016
1561080 0.164631 0.164420 0.165472 CURRENT LEARNING RATE: 1.1623231373832907e-07
previous_iter_valid_loss : 0.16462275385856628
1561100 0.164822 0.164623 0.165549 CURRENT LEARNING RATE: 1.1620906960007277e-07
previous_iter_valid_loss : 0.16848333179950714
1561120 0.168638 0.168483 0.164650 CURRENT LEARNING RATE: 1.1618583011017926e-07
previous_iter_valid_loss : 0.16473498940467834
1561140 0.164900 0.164735 0.164803 CURRENT LEARNING RATE: 1.1616259526771898e-07
previous_iter_valid_loss : 0.168328657746315
1561160 0.168484 0.168329 0.164804 CURRENT LEARNING RATE: 1.161393650717623e-07
previous_iter_valid_loss : 0.1609225869178772
1561180 0.161079 0.160923 0.164719 CURRENT LEARNING RATE: 1.1611613952138046e-07
previous_iter_valid_loss : 0.1605834662914276
1561200 0.160752 0.160583 0.164600 CURRENT LEARNING RATE: 1.1609291861564422e-07
previous_iter_valid_loss : 0.1870231032371521
1561220 0.187441 0.187023 0.165367 CURRENT LEARNING RATE: 1.1606970235362474e-07
previous_iter_valid_loss : 0.1625024378299713
1561240 0.162693 0.162502 0.165221 CURRENT LEARNING RATE: 1.1604649073439315e-07
previous_iter_valid_loss : 0.16238538920879364
1561260 0.162550 0.162385 0.165276 CURRENT LEARNING RATE: 1.1602328375702143e-07
previous_iter_valid_loss : 0.1735512763261795
1561280 0.173818 0.173551 0.165459 CURRENT LEARNING RATE: 1.1600008142058105e-07
previous_iter_valid_loss : 0.1624411791563034
1561300 0.162629 0.162441 0.165434 CURRENT LEARNING RATE: 1.1597688372414376e-07
previous_iter_valid_loss : 0.16663721203804016
1561320 0.166798 0.166637 0.165720 CURRENT LEARNING RATE: 1.1595369066678203e-07
previous_iter_valid_loss : 0.16744954884052277
1561340 0.167672 0.167450 0.165531 CURRENT LEARNING RATE: 1.1593050224756795e-07
previous_iter_valid_loss : 0.1605338156223297
1561360 0.160688 0.160534 0.165495 CURRENT LEARNING RATE: 1.1590731846557396e-07
previous_iter_valid_loss : 0.16070254147052765
1561380 0.160850 0.160703 0.165098 CURRENT LEARNING RATE: 1.1588413931987254e-07
previous_iter_valid_loss : 0.16457708179950714
1561400 0.164733 0.164577 0.165295 CURRENT LEARNING RATE: 1.1586096480953689e-07
previous_iter_valid_loss : 0.16141515970230103
1561420 0.161579 0.161415 0.165297 CURRENT LEARNING RATE: 1.1583779493363987e-07
previous_iter_valid_loss : 0.18914265930652618
1561440 0.189271 0.189143 0.166726 CURRENT LEARNING RATE: 1.1581462969125464e-07
previous_iter_valid_loss : 0.16058269143104553
1561460 0.160735 0.160583 0.166550 CURRENT LEARNING RATE: 1.1579146908145444e-07
previous_iter_valid_loss : 0.16873236000537872
1561480 0.168886 0.168732 0.166766 CURRENT LEARNING RATE: 1.1576831310331318e-07
previous_iter_valid_loss : 0.16578426957130432
1561500 0.165942 0.165784 0.166824 CURRENT LEARNING RATE: 1.1574516175590448e-07
previous_iter_valid_loss : 0.16052523255348206
1561520 0.160685 0.160525 0.166426 CURRENT LEARNING RATE: 1.1572201503830228e-07
previous_iter_valid_loss : 0.1608278453350067
1561540 0.160987 0.160828 0.166231 CURRENT LEARNING RATE: 1.1569887294958048e-07
previous_iter_valid_loss : 0.16052627563476562
1561560 0.160691 0.160526 0.165840 CURRENT LEARNING RATE: 1.1567573548881382e-07
previous_iter_valid_loss : 0.17657510936260223
1561580 0.176728 0.176575 0.166623 CURRENT LEARNING RATE: 1.1565260265507659e-07
previous_iter_valid_loss : 0.1607007384300232
1561600 0.160870 0.160701 0.166629 CURRENT LEARNING RATE: 1.156294744474435e-07
previous_iter_valid_loss : 0.16893155872821808
1561620 0.169164 0.168932 0.165724 CURRENT LEARNING RATE: 1.1560635086498917e-07
previous_iter_valid_loss : 0.1723366528749466
1561640 0.172591 0.172337 0.166216 CURRENT LEARNING RATE: 1.1558323190678912e-07
previous_iter_valid_loss : 0.16053593158721924
1561660 0.160700 0.160536 0.166124 CURRENT LEARNING RATE: 1.1556011757191835e-07
previous_iter_valid_loss : 0.16066312789916992
1561680 0.160833 0.160663 0.165479 CURRENT LEARNING RATE: 1.1553700785945209e-07
previous_iter_valid_loss : 0.1638566255569458
1561700 0.164050 0.163857 0.165550 CURRENT LEARNING RATE: 1.1551390276846635e-07
previous_iter_valid_loss : 0.1616687774658203
1561720 0.161859 0.161669 0.165302 CURRENT LEARNING RATE: 1.1549080229803677e-07
previous_iter_valid_loss : 0.17733074724674225
1561740 0.177487 0.177331 0.165796 CURRENT LEARNING RATE: 1.1546770644723929e-07
previous_iter_valid_loss : 0.16264677047729492
1561760 0.162823 0.162647 0.165901 CURRENT LEARNING RATE: 1.1544461521514987e-07
previous_iter_valid_loss : 0.1647031009197235
1561780 0.164900 0.164703 0.166101 CURRENT LEARNING RATE: 1.1542152860084526e-07
previous_iter_valid_loss : 0.16113831102848053
1561800 0.161325 0.161138 0.165929 CURRENT LEARNING RATE: 1.1539844660340184e-07
previous_iter_valid_loss : 0.17452706396579742
1561820 0.174678 0.174527 0.166585 CURRENT LEARNING RATE: 1.153753692218963e-07
previous_iter_valid_loss : 0.16449840366840363
1561840 0.164664 0.164498 0.165353 CURRENT LEARNING RATE: 1.1535229645540532e-07
previous_iter_valid_loss : 0.16163206100463867
1561860 0.161794 0.161632 0.165405 CURRENT LEARNING RATE: 1.1532922830300642e-07
previous_iter_valid_loss : 0.16353283822536469
1561880 0.163711 0.163533 0.165145 CURRENT LEARNING RATE: 1.1530616476377668e-07
previous_iter_valid_loss : 0.1623149812221527
1561900 0.162469 0.162315 0.164972 CURRENT LEARNING RATE: 1.1528310583679355e-07
previous_iter_valid_loss : 0.16553257405757904
1561920 0.165740 0.165533 0.165222 CURRENT LEARNING RATE: 1.1526005152113444e-07
previous_iter_valid_loss : 0.169570654630661
1561940 0.169724 0.169571 0.165659 CURRENT LEARNING RATE: 1.1523700181587762e-07
previous_iter_valid_loss : 0.16296003758907318
1561960 0.163120 0.162960 0.165781 CURRENT LEARNING RATE: 1.152139567201009e-07
previous_iter_valid_loss : 0.16229045391082764
1561980 0.162445 0.162290 0.165067 CURRENT LEARNING RATE: 1.1519091623288246e-07
previous_iter_valid_loss : 0.16846199333667755
1562000 0.168619 0.168462 0.165455 CURRENT LEARNING RATE: 1.1516788035330048e-07
previous_iter_valid_loss : 0.1616700440645218
1562020 0.161825 0.161670 0.165092 CURRENT LEARNING RATE: 1.1514484908043393e-07
previous_iter_valid_loss : 0.16440938413143158
1562040 0.164616 0.164409 0.164695 CURRENT LEARNING RATE: 1.1512182241336136e-07
previous_iter_valid_loss : 0.16061943769454956
1562060 0.160771 0.160619 0.164700 CURRENT LEARNING RATE: 1.150988003511617e-07
previous_iter_valid_loss : 0.16196641325950623
1562080 0.162156 0.161966 0.164765 CURRENT LEARNING RATE: 1.1507578289291387e-07
previous_iter_valid_loss : 0.16331495344638824
1562100 0.163521 0.163315 0.164738 CURRENT LEARNING RATE: 1.1505277003769758e-07
previous_iter_valid_loss : 0.17044255137443542
1562120 0.170589 0.170443 0.165176 CURRENT LEARNING RATE: 1.1502976178459209e-07
previous_iter_valid_loss : 0.16741837561130524
1562140 0.167573 0.167418 0.164681 CURRENT LEARNING RATE: 1.150067581326769e-07
previous_iter_valid_loss : 0.16230738162994385
1562160 0.162471 0.162307 0.164664 CURRENT LEARNING RATE: 1.1498375908103223e-07
previous_iter_valid_loss : 0.16063018143177032
1562180 0.160778 0.160630 0.164460 CURRENT LEARNING RATE: 1.1496076462873796e-07
previous_iter_valid_loss : 0.16351474821567535
1562200 0.163706 0.163515 0.164579 CURRENT LEARNING RATE: 1.1493777477487428e-07
previous_iter_valid_loss : 0.162453755736351
1562220 0.162616 0.162454 0.163975 CURRENT LEARNING RATE: 1.1491478951852142e-07
previous_iter_valid_loss : 0.17988446354866028
1562240 0.180216 0.179884 0.164745 CURRENT LEARNING RATE: 1.1489180885876034e-07
previous_iter_valid_loss : 0.16360659897327423
1562260 0.163807 0.163607 0.164843 CURRENT LEARNING RATE: 1.1486883279467164e-07
previous_iter_valid_loss : 0.16053076088428497
1562280 0.160691 0.160531 0.164693 CURRENT LEARNING RATE: 1.1484586132533626e-07
previous_iter_valid_loss : 0.162882462143898
1562300 0.163041 0.162882 0.164722 CURRENT LEARNING RATE: 1.1482289444983515e-07
previous_iter_valid_loss : 0.1620994657278061
1562320 0.162296 0.162099 0.164550 CURRENT LEARNING RATE: 1.1479993216725003e-07
previous_iter_valid_loss : 0.17428380250930786
1562340 0.174433 0.174284 0.164786 CURRENT LEARNING RATE: 1.1477697447666223e-07
previous_iter_valid_loss : 0.16860508918762207
1562360 0.168837 0.168605 0.165068 CURRENT LEARNING RATE: 1.1475402137715339e-07
previous_iter_valid_loss : 0.16318024694919586
1562380 0.163348 0.163180 0.165112 CURRENT LEARNING RATE: 1.1473107286780525e-07
previous_iter_valid_loss : 0.1616905927658081
1562400 0.161867 0.161691 0.164774 CURRENT LEARNING RATE: 1.1470812894770023e-07
previous_iter_valid_loss : 0.16555365920066833
1562420 0.165774 0.165554 0.164968 CURRENT LEARNING RATE: 1.1468518961592039e-07
previous_iter_valid_loss : 0.19308508932590485
1562440 0.193555 0.193085 0.166402 CURRENT LEARNING RATE: 1.1466225487154815e-07
previous_iter_valid_loss : 0.16120117902755737
1562460 0.161383 0.161201 0.166431 CURRENT LEARNING RATE: 1.1463932471366591e-07
previous_iter_valid_loss : 0.16567085683345795
1562480 0.165879 0.165671 0.166616 CURRENT LEARNING RATE: 1.1461639914135687e-07
previous_iter_valid_loss : 0.17417441308498383
1562500 0.174327 0.174174 0.167159 CURRENT LEARNING RATE: 1.1459347815370383e-07
previous_iter_valid_loss : 0.1891423463821411
1562520 0.189578 0.189142 0.168094 CURRENT LEARNING RATE: 1.1457056174978972e-07
previous_iter_valid_loss : 0.1628233790397644
1562540 0.163010 0.162823 0.167864 CURRENT LEARNING RATE: 1.145476499286983e-07
previous_iter_valid_loss : 0.16113221645355225
1562560 0.161314 0.161132 0.167805 CURRENT LEARNING RATE: 1.145247426895129e-07
previous_iter_valid_loss : 0.17138466238975525
1562580 0.171536 0.171385 0.168343 CURRENT LEARNING RATE: 1.1450184003131721e-07
previous_iter_valid_loss : 0.16447605192661285
1562600 0.164643 0.164476 0.168391 CURRENT LEARNING RATE: 1.1447894195319492e-07
previous_iter_valid_loss : 0.16375906765460968
1562620 0.163935 0.163759 0.168456 CURRENT LEARNING RATE: 1.1445604845423055e-07
previous_iter_valid_loss : 0.18028150498867035
1562640 0.180604 0.180282 0.168476 CURRENT LEARNING RATE: 1.1443315953350813e-07
previous_iter_valid_loss : 0.16890974342823029
1562660 0.169068 0.168910 0.168741 CURRENT LEARNING RATE: 1.1441027519011209e-07
previous_iter_valid_loss : 0.1643466204404831
1562680 0.164513 0.164347 0.168932 CURRENT LEARNING RATE: 1.1438739542312689e-07
previous_iter_valid_loss : 0.16126090288162231
1562700 0.161447 0.161261 0.168851 CURRENT LEARNING RATE: 1.1436452023163773e-07
previous_iter_valid_loss : 0.16079825162887573
1562720 0.160968 0.160798 0.168786 CURRENT LEARNING RATE: 1.1434164961472937e-07
previous_iter_valid_loss : 0.16463671624660492
1562740 0.164834 0.164637 0.168304 CURRENT LEARNING RATE: 1.1431878357148701e-07
previous_iter_valid_loss : 0.16386309266090393
1562760 0.164045 0.163863 0.168067 CURRENT LEARNING RATE: 1.1429592210099583e-07
previous_iter_valid_loss : 0.16292375326156616
1562780 0.163091 0.162924 0.168054 CURRENT LEARNING RATE: 1.1427306520234174e-07
previous_iter_valid_loss : 0.16062776744365692
1562800 0.160783 0.160628 0.168001 CURRENT LEARNING RATE: 1.1425021287461027e-07
previous_iter_valid_loss : 0.16079118847846985
1562820 0.160964 0.160791 0.167763 CURRENT LEARNING RATE: 1.1422736511688734e-07
previous_iter_valid_loss : 0.1610572636127472
1562840 0.161232 0.161057 0.166161 CURRENT LEARNING RATE: 1.142045219282588e-07
previous_iter_valid_loss : 0.16401895880699158
1562860 0.164222 0.164019 0.166302 CURRENT LEARNING RATE: 1.1418168330781139e-07
previous_iter_valid_loss : 0.16292716562747955
1562880 0.163091 0.162927 0.166165 CURRENT LEARNING RATE: 1.141588492546313e-07
previous_iter_valid_loss : 0.1729586273431778
1562900 0.173105 0.172959 0.166104 CURRENT LEARNING RATE: 1.14136019767805e-07
previous_iter_valid_loss : 0.16272972524166107
1562920 0.162934 0.162730 0.164784 CURRENT LEARNING RATE: 1.1411319484641972e-07
previous_iter_valid_loss : 0.1644989550113678
1562940 0.164666 0.164499 0.164867 CURRENT LEARNING RATE: 1.1409037448956224e-07
previous_iter_valid_loss : 0.16325871646404266
1562960 0.163433 0.163259 0.164974 CURRENT LEARNING RATE: 1.1406755869631978e-07
previous_iter_valid_loss : 0.16136614978313446
1562980 0.161545 0.161366 0.164473 CURRENT LEARNING RATE: 1.1404474746577943e-07
previous_iter_valid_loss : 0.16120561957359314
1563000 0.161373 0.161206 0.164309 CURRENT LEARNING RATE: 1.1402194079702924e-07
previous_iter_valid_loss : 0.16874255239963531
1563020 0.168979 0.168743 0.164558 CURRENT LEARNING RATE: 1.1399913868915668e-07
previous_iter_valid_loss : 0.16531173884868622
1563040 0.165477 0.165312 0.163810 CURRENT LEARNING RATE: 1.1397634114124967e-07
previous_iter_valid_loss : 0.16328953206539154
1563060 0.163454 0.163290 0.163529 CURRENT LEARNING RATE: 1.1395354815239613e-07
previous_iter_valid_loss : 0.1652149260044098
1563080 0.165376 0.165215 0.163572 CURRENT LEARNING RATE: 1.1393075972168475e-07
previous_iter_valid_loss : 0.16129402816295624
1563100 0.161453 0.161294 0.163574 CURRENT LEARNING RATE: 1.1390797584820376e-07
previous_iter_valid_loss : 0.1620575189590454
1563120 0.162238 0.162058 0.163637 CURRENT LEARNING RATE: 1.1388519653104183e-07
previous_iter_valid_loss : 0.19683599472045898
1563140 0.196951 0.196836 0.165247 CURRENT LEARNING RATE: 1.1386242176928755e-07
previous_iter_valid_loss : 0.16373442113399506
1563160 0.163900 0.163734 0.165240 CURRENT LEARNING RATE: 1.1383965156203038e-07
previous_iter_valid_loss : 0.17722496390342712
1563180 0.177377 0.177225 0.165955 CURRENT LEARNING RATE: 1.1381688590835928e-07
previous_iter_valid_loss : 0.16748520731925964
1563200 0.167643 0.167485 0.166298 CURRENT LEARNING RATE: 1.1379412480736363e-07
previous_iter_valid_loss : 0.16327786445617676
1563220 0.163473 0.163278 0.166423 CURRENT LEARNING RATE: 1.1377136825813279e-07
previous_iter_valid_loss : 0.16256892681121826
1563240 0.162759 0.162569 0.166498 CURRENT LEARNING RATE: 1.1374861625975689e-07
previous_iter_valid_loss : 0.17351937294006348
1563260 0.173792 0.173519 0.166973 CURRENT LEARNING RATE: 1.1372586881132566e-07
previous_iter_valid_loss : 0.16524477303028107
1563280 0.165406 0.165245 0.167089 CURRENT LEARNING RATE: 1.1370312591192921e-07
previous_iter_valid_loss : 0.16075362265110016
1563300 0.160926 0.160754 0.166479 CURRENT LEARNING RATE: 1.1368038756065759e-07
previous_iter_valid_loss : 0.17009390890598297
1563320 0.170351 0.170094 0.166847 CURRENT LEARNING RATE: 1.1365765375660168e-07
previous_iter_valid_loss : 0.1798706203699112
1563340 0.180203 0.179871 0.167616 CURRENT LEARNING RATE: 1.1363492449885197e-07
previous_iter_valid_loss : 0.17013700306415558
1563360 0.170387 0.170137 0.167960 CURRENT LEARNING RATE: 1.1361219978649903e-07
previous_iter_valid_loss : 0.17246109247207642
1563380 0.172608 0.172461 0.168514 CURRENT LEARNING RATE: 1.135894796186343e-07
previous_iter_valid_loss : 0.16097457706928253
1563400 0.161125 0.160975 0.168503 CURRENT LEARNING RATE: 1.1356676399434877e-07
previous_iter_valid_loss : 0.16266535222530365
1563420 0.162821 0.162665 0.168199 CURRENT LEARNING RATE: 1.1354405291273382e-07
previous_iter_valid_loss : 0.17555002868175507
1563440 0.175705 0.175550 0.168711 CURRENT LEARNING RATE: 1.1352134637288079e-07
previous_iter_valid_loss : 0.16531728208065033
1563460 0.165480 0.165317 0.168812 CURRENT LEARNING RATE: 1.1349864437388186e-07
previous_iter_valid_loss : 0.17733024060726166
1563480 0.177489 0.177330 0.169418 CURRENT LEARNING RATE: 1.1347594691482869e-07
previous_iter_valid_loss : 0.1758720427751541
1563500 0.176030 0.175872 0.170147 CURRENT LEARNING RATE: 1.1345325399481342e-07
previous_iter_valid_loss : 0.16255688667297363
1563520 0.162717 0.162557 0.170172 CURRENT LEARNING RATE: 1.1343056561292813e-07
previous_iter_valid_loss : 0.16058239340782166
1563540 0.160761 0.160582 0.168359 CURRENT LEARNING RATE: 1.1340788176826567e-07
previous_iter_valid_loss : 0.18003588914871216
1563560 0.180349 0.180036 0.169174 CURRENT LEARNING RATE: 1.133852024599185e-07
previous_iter_valid_loss : 0.16470980644226074
1563580 0.164869 0.164710 0.168548 CURRENT LEARNING RATE: 1.1336252768697944e-07
previous_iter_valid_loss : 0.16623231768608093
1563600 0.166394 0.166232 0.168486 CURRENT LEARNING RATE: 1.1333985744854131e-07
previous_iter_valid_loss : 0.1698400378227234
1563620 0.169994 0.169840 0.168814 CURRENT LEARNING RATE: 1.133171917436977e-07
previous_iter_valid_loss : 0.16565877199172974
1563640 0.165821 0.165659 0.168968 CURRENT LEARNING RATE: 1.1329453057154177e-07
previous_iter_valid_loss : 0.1641000360250473
1563660 0.164301 0.164100 0.168497 CURRENT LEARNING RATE: 1.1327187393116707e-07
previous_iter_valid_loss : 0.19208960235118866
1563680 0.192204 0.192090 0.169840 CURRENT LEARNING RATE: 1.1324922182166715e-07
previous_iter_valid_loss : 0.1628718376159668
1563700 0.163035 0.162872 0.169946 CURRENT LEARNING RATE: 1.1322657424213631e-07
previous_iter_valid_loss : 0.16297706961631775
1563720 0.163156 0.162977 0.169590 CURRENT LEARNING RATE: 1.1320393119166846e-07
previous_iter_valid_loss : 0.16093118488788605
1563740 0.161090 0.160931 0.168643 CURRENT LEARNING RATE: 1.1318129266935768e-07
previous_iter_valid_loss : 0.16354325413703918
1563760 0.163745 0.163543 0.168313 CURRENT LEARNING RATE: 1.131586586742988e-07
previous_iter_valid_loss : 0.16977980732917786
1563780 0.169932 0.169780 0.168179 CURRENT LEARNING RATE: 1.1313602920558629e-07
previous_iter_valid_loss : 0.1618686467409134
1563800 0.162056 0.161869 0.168224 CURRENT LEARNING RATE: 1.1311340426231497e-07
previous_iter_valid_loss : 0.1609593778848648
1563820 0.161117 0.160959 0.168138 CURRENT LEARNING RATE: 1.1309078384357964e-07
previous_iter_valid_loss : 0.1629592925310135
1563840 0.163128 0.162959 0.167509 CURRENT LEARNING RATE: 1.1306816794847588e-07
previous_iter_valid_loss : 0.16879667341709137
1563860 0.169028 0.168797 0.167683 CURRENT LEARNING RATE: 1.1304555657609884e-07
previous_iter_valid_loss : 0.17471756041049957
1563880 0.174999 0.174718 0.167552 CURRENT LEARNING RATE: 1.1302294972554409e-07
previous_iter_valid_loss : 0.16582824289798737
1563900 0.166048 0.165828 0.167050 CURRENT LEARNING RATE: 1.1300034739590714e-07
previous_iter_valid_loss : 0.1615370362997055
1563920 0.161717 0.161537 0.166999 CURRENT LEARNING RATE: 1.129777495862843e-07
previous_iter_valid_loss : 0.16188053786754608
1563940 0.162067 0.161881 0.167064 CURRENT LEARNING RATE: 1.1295515629577146e-07
previous_iter_valid_loss : 0.16199274361133575
1563960 0.162184 0.161993 0.166162 CURRENT LEARNING RATE: 1.1293256752346488e-07
previous_iter_valid_loss : 0.16052386164665222
1563980 0.160687 0.160524 0.165953 CURRENT LEARNING RATE: 1.1290998326846082e-07
previous_iter_valid_loss : 0.16249510645866394
1564000 0.162707 0.162495 0.165766 CURRENT LEARNING RATE: 1.128874035298563e-07
previous_iter_valid_loss : 0.16809551417827606
1564020 0.168317 0.168096 0.165678 CURRENT LEARNING RATE: 1.1286482830674795e-07
previous_iter_valid_loss : 0.16592611372470856
1564040 0.166144 0.165926 0.165692 CURRENT LEARNING RATE: 1.1284225759823273e-07
previous_iter_valid_loss : 0.1675199568271637
1564060 0.167675 0.167520 0.165863 CURRENT LEARNING RATE: 1.1281969140340765e-07
previous_iter_valid_loss : 0.19318827986717224
1564080 0.193665 0.193188 0.165918 CURRENT LEARNING RATE: 1.1279712972137043e-07
previous_iter_valid_loss : 0.16050931811332703
1564100 0.160666 0.160509 0.165800 CURRENT LEARNING RATE: 1.1277457255121841e-07
previous_iter_valid_loss : 0.16527625918388367
1564120 0.165439 0.165276 0.165915 CURRENT LEARNING RATE: 1.1275201989204911e-07
previous_iter_valid_loss : 0.16396373510360718
1564140 0.164157 0.163964 0.166066 CURRENT LEARNING RATE: 1.1272947174296082e-07
previous_iter_valid_loss : 0.1604946255683899
1564160 0.160655 0.160495 0.165914 CURRENT LEARNING RATE: 1.1270692810305143e-07
previous_iter_valid_loss : 0.1608826369047165
1564180 0.161062 0.160883 0.165469 CURRENT LEARNING RATE: 1.1268438897141915e-07
previous_iter_valid_loss : 0.1830075979232788
1564200 0.183365 0.183008 0.166526 CURRENT LEARNING RATE: 1.1266185434716227e-07
previous_iter_valid_loss : 0.16254405677318573
1564220 0.162705 0.162544 0.166605 CURRENT LEARNING RATE: 1.1263932422937977e-07
previous_iter_valid_loss : 0.1697825938463211
1564240 0.169934 0.169783 0.166946 CURRENT LEARNING RATE: 1.1261679861717026e-07
previous_iter_valid_loss : 0.16068308055400848
1564260 0.160855 0.160683 0.166541 CURRENT LEARNING RATE: 1.1259427750963268e-07
previous_iter_valid_loss : 0.1606300324201584
1564280 0.160782 0.160630 0.165836 CURRENT LEARNING RATE: 1.1257176090586604e-07
previous_iter_valid_loss : 0.16250576078891754
1564300 0.162698 0.162506 0.165670 CURRENT LEARNING RATE: 1.1254924880497007e-07
previous_iter_valid_loss : 0.16470547020435333
1564320 0.164911 0.164705 0.165829 CURRENT LEARNING RATE: 1.1252674120604403e-07
previous_iter_valid_loss : 0.16520170867443085
1564340 0.165394 0.165202 0.165995 CURRENT LEARNING RATE: 1.1250423810818767e-07
previous_iter_valid_loss : 0.16057981550693512
1564360 0.160734 0.160580 0.165924 CURRENT LEARNING RATE: 1.1248173951050065e-07
previous_iter_valid_loss : 0.16202284395694733
1564380 0.162188 0.162023 0.165999 CURRENT LEARNING RATE: 1.1245924541208342e-07
previous_iter_valid_loss : 0.16122984886169434
1564400 0.161389 0.161230 0.165936 CURRENT LEARNING RATE: 1.1243675581203602e-07
previous_iter_valid_loss : 0.16056090593338013
1564420 0.160725 0.160561 0.165559 CURRENT LEARNING RATE: 1.1241427070945889e-07
previous_iter_valid_loss : 0.1605122834444046
1564440 0.160672 0.160512 0.165288 CURRENT LEARNING RATE: 1.1239179010345238e-07
previous_iter_valid_loss : 0.1622656285762787
1564460 0.162423 0.162266 0.165026 CURRENT LEARNING RATE: 1.1236931399311769e-07
previous_iter_valid_loss : 0.16918671131134033
1564480 0.169427 0.169187 0.163825 CURRENT LEARNING RATE: 1.123468423775556e-07
previous_iter_valid_loss : 0.18432378768920898
1564500 0.184472 0.184324 0.165016 CURRENT LEARNING RATE: 1.1232437525586699e-07
previous_iter_valid_loss : 0.16924506425857544
1564520 0.169396 0.169245 0.165215 CURRENT LEARNING RATE: 1.1230191262715362e-07
previous_iter_valid_loss : 0.1739230453968048
1564540 0.174198 0.173923 0.165713 CURRENT LEARNING RATE: 1.1227945449051677e-07
previous_iter_valid_loss : 0.1688234806060791
1564560 0.169056 0.168823 0.166129 CURRENT LEARNING RATE: 1.122570008450581e-07
previous_iter_valid_loss : 0.161834254860878
1564580 0.162028 0.161834 0.166177 CURRENT LEARNING RATE: 1.122345516898793e-07
previous_iter_valid_loss : 0.16247440874576569
1564600 0.162660 0.162474 0.165150 CURRENT LEARNING RATE: 1.1221210702408275e-07
previous_iter_valid_loss : 0.16205979883670807
1564620 0.162228 0.162060 0.165126 CURRENT LEARNING RATE: 1.1218966684677052e-07
previous_iter_valid_loss : 0.16062234342098236
1564640 0.160777 0.160622 0.164668 CURRENT LEARNING RATE: 1.1216723115704498e-07
previous_iter_valid_loss : 0.1606394648551941
1564660 0.160793 0.160639 0.164666 CURRENT LEARNING RATE: 1.1214479995400851e-07
previous_iter_valid_loss : 0.1654696762561798
1564680 0.165670 0.165470 0.164908 CURRENT LEARNING RATE: 1.1212237323676424e-07
previous_iter_valid_loss : 0.1831696629524231
1564700 0.183325 0.183170 0.165941 CURRENT LEARNING RATE: 1.1209995100441491e-07
previous_iter_valid_loss : 0.1760655790567398
1564720 0.176215 0.176066 0.166509 CURRENT LEARNING RATE: 1.1207753325606364e-07
previous_iter_valid_loss : 0.1636393964290619
1564740 0.163806 0.163639 0.166431 CURRENT LEARNING RATE: 1.1205511999081351e-07
previous_iter_valid_loss : 0.1610347330570221
1564760 0.161220 0.161035 0.166453 CURRENT LEARNING RATE: 1.1203271120776841e-07
previous_iter_valid_loss : 0.16947995126247406
1564780 0.169631 0.169480 0.166826 CURRENT LEARNING RATE: 1.1201030690603175e-07
previous_iter_valid_loss : 0.16194091737270355
1564800 0.162132 0.161941 0.166862 CURRENT LEARNING RATE: 1.1198790708470741e-07
previous_iter_valid_loss : 0.17070025205612183
1564820 0.170851 0.170700 0.167369 CURRENT LEARNING RATE: 1.1196551174289915e-07
previous_iter_valid_loss : 0.1608085036277771
1564840 0.160991 0.160809 0.167384 CURRENT LEARNING RATE: 1.1194312087971158e-07
previous_iter_valid_loss : 0.16347025334835052
1564860 0.163677 0.163470 0.167444 CURRENT LEARNING RATE: 1.1192073449424886e-07
previous_iter_valid_loss : 0.1638917326927185
1564880 0.164060 0.163892 0.167179 CURRENT LEARNING RATE: 1.1189835258561553e-07
previous_iter_valid_loss : 0.1644805371761322
1564900 0.164646 0.164481 0.166187 CURRENT LEARNING RATE: 1.1187597515291612e-07
previous_iter_valid_loss : 0.18109509348869324
1564920 0.181254 0.181095 0.166779 CURRENT LEARNING RATE: 1.1185360219525593e-07
previous_iter_valid_loss : 0.16911965608596802
1564940 0.169358 0.169120 0.166539 CURRENT LEARNING RATE: 1.1183123371173983e-07
previous_iter_valid_loss : 0.1614527702331543
1564960 0.161611 0.161453 0.166171 CURRENT LEARNING RATE: 1.1180886970147292e-07
previous_iter_valid_loss : 0.17254555225372314
1564980 0.172818 0.172546 0.166706 CURRENT LEARNING RATE: 1.1178651016356099e-07
previous_iter_valid_loss : 0.163580983877182
1565000 0.163756 0.163581 0.166762 CURRENT LEARNING RATE: 1.1176415509710951e-07
previous_iter_valid_loss : 0.16054609417915344
1565020 0.160717 0.160546 0.166686 CURRENT LEARNING RATE: 1.1174180450122423e-07
previous_iter_valid_loss : 0.16064749658107758
1565040 0.160805 0.160647 0.166687 CURRENT LEARNING RATE: 1.1171945837501094e-07
previous_iter_valid_loss : 0.1626083105802536
1565060 0.162795 0.162608 0.166786 CURRENT LEARNING RATE: 1.1169711671757621e-07
previous_iter_valid_loss : 0.1674538254737854
1565080 0.167689 0.167454 0.166885 CURRENT LEARNING RATE: 1.1167477952802616e-07
previous_iter_valid_loss : 0.16049589216709137
1565100 0.160658 0.160496 0.165751 CURRENT LEARNING RATE: 1.116524468054673e-07
previous_iter_valid_loss : 0.16150522232055664
1565120 0.161664 0.161505 0.165023 CURRENT LEARNING RATE: 1.1163011854900613e-07
previous_iter_valid_loss : 0.1694307178258896
1565140 0.169576 0.169431 0.165313 CURRENT LEARNING RATE: 1.1160779475774993e-07
previous_iter_valid_loss : 0.16915585100650787
1565160 0.169409 0.169156 0.165719 CURRENT LEARNING RATE: 1.1158547543080552e-07
previous_iter_valid_loss : 0.16470178961753845
1565180 0.164918 0.164702 0.165480 CURRENT LEARNING RATE: 1.1156316056728015e-07
previous_iter_valid_loss : 0.1616954505443573
1565200 0.161860 0.161695 0.165467 CURRENT LEARNING RATE: 1.11540850166281e-07
previous_iter_valid_loss : 0.16216224431991577
1565220 0.162350 0.162162 0.165041 CURRENT LEARNING RATE: 1.115185442269161e-07
previous_iter_valid_loss : 0.16520600020885468
1565240 0.165412 0.165206 0.165260 CURRENT LEARNING RATE: 1.1149624274829297e-07
previous_iter_valid_loss : 0.16397224366664886
1565260 0.164142 0.163972 0.165286 CURRENT LEARNING RATE: 1.1147394572951955e-07
previous_iter_valid_loss : 0.16198214888572693
1565280 0.162128 0.161982 0.165190 CURRENT LEARNING RATE: 1.114516531697038e-07
previous_iter_valid_loss : 0.1882687360048294
1565300 0.188405 0.188269 0.166379 CURRENT LEARNING RATE: 1.1142936506795438e-07
previous_iter_valid_loss : 0.1658186912536621
1565320 0.165982 0.165819 0.165616 CURRENT LEARNING RATE: 1.1140708142337959e-07
previous_iter_valid_loss : 0.1621992290019989
1565340 0.162389 0.162199 0.165270 CURRENT LEARNING RATE: 1.1138480223508785e-07
previous_iter_valid_loss : 0.16358108818531036
1565360 0.163748 0.163581 0.165376 CURRENT LEARNING RATE: 1.1136252750218842e-07
previous_iter_valid_loss : 0.18082618713378906
1565380 0.181154 0.180826 0.165790 CURRENT LEARNING RATE: 1.1134025722379011e-07
previous_iter_valid_loss : 0.16863296926021576
1565400 0.168783 0.168633 0.166043 CURRENT LEARNING RATE: 1.113179913990021e-07
previous_iter_valid_loss : 0.17825376987457275
1565420 0.178411 0.178254 0.166928 CURRENT LEARNING RATE: 1.1129573002693356e-07
previous_iter_valid_loss : 0.17073430120944977
1565440 0.170883 0.170734 0.167432 CURRENT LEARNING RATE: 1.1127347310669444e-07
previous_iter_valid_loss : 0.17272403836250305
1565460 0.172872 0.172724 0.167938 CURRENT LEARNING RATE: 1.1125122063739426e-07
previous_iter_valid_loss : 0.16068784892559052
1565480 0.160866 0.160688 0.167600 CURRENT LEARNING RATE: 1.1122897261814293e-07
previous_iter_valid_loss : 0.18062815070152283
1565500 0.180957 0.180628 0.168607 CURRENT LEARNING RATE: 1.1120672904805031e-07
previous_iter_valid_loss : 0.16627900302410126
1565520 0.166493 0.166279 0.168845 CURRENT LEARNING RATE: 1.1118448992622706e-07
previous_iter_valid_loss : 0.16794300079345703
1565540 0.168100 0.167943 0.168771 CURRENT LEARNING RATE: 1.1116225525178343e-07
previous_iter_valid_loss : 0.1618945449590683
1565560 0.162049 0.161895 0.168408 CURRENT LEARNING RATE: 1.1114002502383e-07
previous_iter_valid_loss : 0.16268937289714813
1565580 0.162882 0.162689 0.168307 CURRENT LEARNING RATE: 1.1111779924147742e-07
previous_iter_valid_loss : 0.16260017454624176
1565600 0.162780 0.162600 0.168352 CURRENT LEARNING RATE: 1.1109557790383701e-07
previous_iter_valid_loss : 0.16062383353710175
1565620 0.160780 0.160624 0.168275 CURRENT LEARNING RATE: 1.1107336101001974e-07
previous_iter_valid_loss : 0.16077463328838348
1565640 0.160954 0.160775 0.168054 CURRENT LEARNING RATE: 1.110511485591369e-07
previous_iter_valid_loss : 0.16139380633831024
1565660 0.161558 0.161394 0.167925 CURRENT LEARNING RATE: 1.1102894055029985e-07
previous_iter_valid_loss : 0.1628846675157547
1565680 0.163053 0.162885 0.167970 CURRENT LEARNING RATE: 1.1100673698262061e-07
previous_iter_valid_loss : 0.16086870431900024
1565700 0.161027 0.160869 0.166600 CURRENT LEARNING RATE: 1.1098453785521089e-07
previous_iter_valid_loss : 0.16059242188930511
1565720 0.160766 0.160592 0.166339 CURRENT LEARNING RATE: 1.1096234316718248e-07
previous_iter_valid_loss : 0.16163499653339386
1565740 0.161806 0.161635 0.166311 CURRENT LEARNING RATE: 1.1094015291764803e-07
previous_iter_valid_loss : 0.16122020781040192
1565760 0.161382 0.161220 0.166193 CURRENT LEARNING RATE: 1.1091796710571968e-07
previous_iter_valid_loss : 0.16076065599918365
1565780 0.160935 0.160761 0.165189 CURRENT LEARNING RATE: 1.1089578573051006e-07
previous_iter_valid_loss : 0.16651220619678497
1565800 0.166672 0.166512 0.165083 CURRENT LEARNING RATE: 1.1087360879113168e-07
previous_iter_valid_loss : 0.17079941928386688
1565820 0.171045 0.170799 0.164710 CURRENT LEARNING RATE: 1.1085143628669786e-07
previous_iter_valid_loss : 0.16506442427635193
1565840 0.165227 0.165064 0.164427 CURRENT LEARNING RATE: 1.1082926821632149e-07
previous_iter_valid_loss : 0.17176972329616547
1565860 0.171914 0.171770 0.164379 CURRENT LEARNING RATE: 1.1080710457911587e-07
previous_iter_valid_loss : 0.16361431777477264
1565880 0.163778 0.163614 0.164526 CURRENT LEARNING RATE: 1.1078494537419427e-07
previous_iter_valid_loss : 0.18192894756793976
1565900 0.182083 0.181929 0.164591 CURRENT LEARNING RATE: 1.1076279060067068e-07
previous_iter_valid_loss : 0.16082146763801575
1565920 0.160995 0.160821 0.164318 CURRENT LEARNING RATE: 1.1074064025765873e-07
previous_iter_valid_loss : 0.16155710816383362
1565940 0.161714 0.161557 0.163998 CURRENT LEARNING RATE: 1.1071849434427242e-07
previous_iter_valid_loss : 0.16578790545463562
1565960 0.165951 0.165788 0.164193 CURRENT LEARNING RATE: 1.1069635285962567e-07
previous_iter_valid_loss : 0.16764645278453827
1565980 0.167799 0.167646 0.164441 CURRENT LEARNING RATE: 1.1067421580283327e-07
previous_iter_valid_loss : 0.17061293125152588
1566000 0.170760 0.170613 0.164842 CURRENT LEARNING RATE: 1.1065208317300952e-07
previous_iter_valid_loss : 0.1778734177350998
1566020 0.178170 0.177873 0.165704 CURRENT LEARNING RATE: 1.106299549692691e-07
previous_iter_valid_loss : 0.18265537917613983
1566040 0.183020 0.182655 0.166798 CURRENT LEARNING RATE: 1.106078311907267e-07
previous_iter_valid_loss : 0.1787300407886505
1566060 0.178891 0.178730 0.167665 CURRENT LEARNING RATE: 1.1058571183649777e-07
previous_iter_valid_loss : 0.16088572144508362
1566080 0.161049 0.160886 0.167565 CURRENT LEARNING RATE: 1.1056359690569732e-07
previous_iter_valid_loss : 0.16475963592529297
1566100 0.164933 0.164760 0.167760 CURRENT LEARNING RATE: 1.1054148639744076e-07
previous_iter_valid_loss : 0.17163972556591034
1566120 0.171901 0.171640 0.168312 CURRENT LEARNING RATE: 1.1051938031084346e-07
previous_iter_valid_loss : 0.1761571317911148
1566140 0.176444 0.176157 0.169038 CURRENT LEARNING RATE: 1.104972786450216e-07
previous_iter_valid_loss : 0.16121284663677216
1566160 0.161363 0.161213 0.169038 CURRENT LEARNING RATE: 1.104751813990909e-07
previous_iter_valid_loss : 0.1609167456626892
1566180 0.161099 0.160917 0.169045 CURRENT LEARNING RATE: 1.1045308857216727e-07
previous_iter_valid_loss : 0.1620456576347351
1566200 0.162242 0.162046 0.168822 CURRENT LEARNING RATE: 1.1043100016336741e-07
previous_iter_valid_loss : 0.1642143875360489
1566220 0.164374 0.164214 0.168493 CURRENT LEARNING RATE: 1.1040891617180755e-07
previous_iter_valid_loss : 0.16561521589756012
1566240 0.165779 0.165615 0.168520 CURRENT LEARNING RATE: 1.1038683659660436e-07
previous_iter_valid_loss : 0.16059696674346924
1566260 0.160752 0.160597 0.167962 CURRENT LEARNING RATE: 1.1036476143687445e-07
previous_iter_valid_loss : 0.16065414249897003
1566280 0.160822 0.160654 0.167814 CURRENT LEARNING RATE: 1.103426906917352e-07
previous_iter_valid_loss : 0.16061881184577942
1566300 0.160783 0.160619 0.166748 CURRENT LEARNING RATE: 1.1032062436030362e-07
previous_iter_valid_loss : 0.1638742834329605
1566320 0.164076 0.163874 0.166901 CURRENT LEARNING RATE: 1.10298562441697e-07
previous_iter_valid_loss : 0.17296339571475983
1566340 0.173109 0.172963 0.167471 CURRENT LEARNING RATE: 1.1027650493503271e-07
previous_iter_valid_loss : 0.17391568422317505
1566360 0.174064 0.173916 0.167878 CURRENT LEARNING RATE: 1.1025445183942883e-07
previous_iter_valid_loss : 0.16395673155784607
1566380 0.164165 0.163957 0.167693 CURRENT LEARNING RATE: 1.1023240315400303e-07
previous_iter_valid_loss : 0.17309808731079102
1566400 0.173366 0.173098 0.167817 CURRENT LEARNING RATE: 1.1021035887787337e-07
previous_iter_valid_loss : 0.16116799414157867
1566420 0.161330 0.161168 0.166982 CURRENT LEARNING RATE: 1.101883190101579e-07
previous_iter_valid_loss : 0.16154596209526062
1566440 0.161746 0.161546 0.165927 CURRENT LEARNING RATE: 1.1016628354997539e-07
previous_iter_valid_loss : 0.16242580115795135
1566460 0.162620 0.162426 0.165111 CURRENT LEARNING RATE: 1.1014425249644423e-07
previous_iter_valid_loss : 0.17298881709575653
1566480 0.173264 0.172989 0.165717 CURRENT LEARNING RATE: 1.1012222584868319e-07
previous_iter_valid_loss : 0.16206566989421844
1566500 0.162259 0.162066 0.165582 CURRENT LEARNING RATE: 1.10100203605811e-07
previous_iter_valid_loss : 0.1605009287595749
1566520 0.160657 0.160501 0.165025 CURRENT LEARNING RATE: 1.1007818576694717e-07
previous_iter_valid_loss : 0.1616758555173874
1566540 0.161867 0.161676 0.164301 CURRENT LEARNING RATE: 1.1005617233121079e-07
previous_iter_valid_loss : 0.16050758957862854
1566560 0.160665 0.160508 0.164266 CURRENT LEARNING RATE: 1.1003416329772111e-07
previous_iter_valid_loss : 0.16441699862480164
1566580 0.164620 0.164417 0.164441 CURRENT LEARNING RATE: 1.1001215866559817e-07
previous_iter_valid_loss : 0.1792711317539215
1566600 0.179427 0.179271 0.165302 CURRENT LEARNING RATE: 1.099901584339616e-07
previous_iter_valid_loss : 0.16816098988056183
1566620 0.168396 0.168161 0.165499 CURRENT LEARNING RATE: 1.0996816260193138e-07
previous_iter_valid_loss : 0.16153575479984283
1566640 0.161694 0.161536 0.165295 CURRENT LEARNING RATE: 1.0994617116862749e-07
previous_iter_valid_loss : 0.16482359170913696
1566660 0.164984 0.164824 0.165507 CURRENT LEARNING RATE: 1.0992418413317066e-07
previous_iter_valid_loss : 0.1710246056318283
1566680 0.171276 0.171025 0.166025 CURRENT LEARNING RATE: 1.099022014946812e-07
previous_iter_valid_loss : 0.16107363998889923
1566700 0.161259 0.161074 0.166048 CURRENT LEARNING RATE: 1.0988022325227982e-07
previous_iter_valid_loss : 0.17663034796714783
1566720 0.176926 0.176630 0.166686 CURRENT LEARNING RATE: 1.0985824940508719e-07
previous_iter_valid_loss : 0.16071927547454834
1566740 0.160885 0.160719 0.166073 CURRENT LEARNING RATE: 1.0983627995222474e-07
previous_iter_valid_loss : 0.1830514371395111
1566760 0.183206 0.183051 0.166530 CURRENT LEARNING RATE: 1.0981431489281348e-07
previous_iter_valid_loss : 0.1742064356803894
1566780 0.174356 0.174206 0.167043 CURRENT LEARNING RATE: 1.0979235422597487e-07
previous_iter_valid_loss : 0.16122697293758392
1566800 0.161387 0.161227 0.166449 CURRENT LEARNING RATE: 1.0977039795083024e-07
previous_iter_valid_loss : 0.19390511512756348
1566820 0.194398 0.193905 0.168086 CURRENT LEARNING RATE: 1.0974844606650171e-07
previous_iter_valid_loss : 0.16056321561336517
1566840 0.160717 0.160563 0.168037 CURRENT LEARNING RATE: 1.0972649857211107e-07
previous_iter_valid_loss : 0.1607130467891693
1566860 0.160876 0.160713 0.167951 CURRENT LEARNING RATE: 1.0970455546678036e-07
previous_iter_valid_loss : 0.17852704226970673
1566880 0.178838 0.178527 0.168228 CURRENT LEARNING RATE: 1.0968261674963172e-07
previous_iter_valid_loss : 0.16176940500736237
1566900 0.161929 0.161769 0.168213 CURRENT LEARNING RATE: 1.0966068241978794e-07
previous_iter_valid_loss : 0.17451545596122742
1566920 0.174667 0.174515 0.168914 CURRENT LEARNING RATE: 1.0963875247637147e-07
previous_iter_valid_loss : 0.16116812825202942
1566940 0.161350 0.161168 0.168889 CURRENT LEARNING RATE: 1.0961682691850494e-07
previous_iter_valid_loss : 0.17125612497329712
1566960 0.171410 0.171256 0.169426 CURRENT LEARNING RATE: 1.0959490574531167e-07
previous_iter_valid_loss : 0.16220974922180176
1566980 0.162373 0.162210 0.169316 CURRENT LEARNING RATE: 1.0957298895591466e-07
previous_iter_valid_loss : 0.1778855323791504
1567000 0.178182 0.177886 0.169246 CURRENT LEARNING RATE: 1.0955107654943722e-07
previous_iter_valid_loss : 0.1722860187292099
1567020 0.172553 0.172286 0.169453 CURRENT LEARNING RATE: 1.0952916852500266e-07
previous_iter_valid_loss : 0.16106675565242767
1567040 0.161226 0.161067 0.169429 CURRENT LEARNING RATE: 1.0950726488173505e-07
previous_iter_valid_loss : 0.18664947152137756
1567060 0.186784 0.186649 0.170520 CURRENT LEARNING RATE: 1.0948536561875804e-07
previous_iter_valid_loss : 0.16066789627075195
1567080 0.160826 0.160668 0.170003 CURRENT LEARNING RATE: 1.094634707351957e-07
previous_iter_valid_loss : 0.16697384417057037
1567100 0.167198 0.166974 0.170298 CURRENT LEARNING RATE: 1.0944158023017197e-07
previous_iter_valid_loss : 0.16177527606487274
1567120 0.161934 0.161775 0.169555 CURRENT LEARNING RATE: 1.0941969410281167e-07
previous_iter_valid_loss : 0.16052472591400146
1567140 0.160689 0.160525 0.169545 CURRENT LEARNING RATE: 1.0939781235223916e-07
previous_iter_valid_loss : 0.16061265766620636
1567160 0.160772 0.160613 0.168423 CURRENT LEARNING RATE: 1.0937593497757916e-07
previous_iter_valid_loss : 0.16466009616851807
1567180 0.164858 0.164660 0.167946 CURRENT LEARNING RATE: 1.0935406197795638e-07
previous_iter_valid_loss : 0.16620057821273804
1567200 0.166362 0.166201 0.168195 CURRENT LEARNING RATE: 1.0933219335249627e-07
previous_iter_valid_loss : 0.16341069340705872
1567220 0.163588 0.163411 0.166670 CURRENT LEARNING RATE: 1.0931032910032393e-07
previous_iter_valid_loss : 0.16118544340133667
1567240 0.161349 0.161185 0.166701 CURRENT LEARNING RATE: 1.0928846922056475e-07
previous_iter_valid_loss : 0.16327837109565735
1567260 0.163453 0.163278 0.166829 CURRENT LEARNING RATE: 1.0926661371234417e-07
previous_iter_valid_loss : 0.16214478015899658
1567280 0.162299 0.162145 0.166010 CURRENT LEARNING RATE: 1.0924476257478835e-07
previous_iter_valid_loss : 0.16465584933757782
1567300 0.164819 0.164656 0.166154 CURRENT LEARNING RATE: 1.0922291580702302e-07
previous_iter_valid_loss : 0.16346128284931183
1567320 0.163646 0.163461 0.165602 CURRENT LEARNING RATE: 1.0920107340817418e-07
previous_iter_valid_loss : 0.17899122834205627
1567340 0.179311 0.178991 0.166493 CURRENT LEARNING RATE: 1.0917923537736847e-07
previous_iter_valid_loss : 0.16050085425376892
1567360 0.160662 0.160501 0.165955 CURRENT LEARNING RATE: 1.091574017137322e-07
previous_iter_valid_loss : 0.16246236860752106
1567380 0.162619 0.162462 0.165968 CURRENT LEARNING RATE: 1.0913557241639199e-07
previous_iter_valid_loss : 0.16962219774723053
1567400 0.169855 0.169622 0.165555 CURRENT LEARNING RATE: 1.0911374748447451e-07
previous_iter_valid_loss : 0.17156103253364563
1567420 0.171712 0.171561 0.165518 CURRENT LEARNING RATE: 1.0909192691710714e-07
previous_iter_valid_loss : 0.16068129241466522
1567440 0.160836 0.160681 0.165499 CURRENT LEARNING RATE: 1.0907011071341686e-07
previous_iter_valid_loss : 0.16636084020137787
1567460 0.166519 0.166361 0.164485 CURRENT LEARNING RATE: 1.0904829887253102e-07
previous_iter_valid_loss : 0.1620314121246338
1567480 0.162221 0.162031 0.164553 CURRENT LEARNING RATE: 1.0902649139357696e-07
previous_iter_valid_loss : 0.1694476306438446
1567500 0.169688 0.169448 0.164677 CURRENT LEARNING RATE: 1.0900468827568275e-07
previous_iter_valid_loss : 0.1614854484796524
1567520 0.161650 0.161485 0.164662 CURRENT LEARNING RATE: 1.0898288951797612e-07
previous_iter_valid_loss : 0.1605561226606369
1567540 0.160720 0.160556 0.164664 CURRENT LEARNING RATE: 1.0896109511958504e-07
previous_iter_valid_loss : 0.16423624753952026
1567560 0.164397 0.164236 0.164845 CURRENT LEARNING RATE: 1.0893930507963762e-07
previous_iter_valid_loss : 0.16129516065120697
1567580 0.161452 0.161295 0.164677 CURRENT LEARNING RATE: 1.089175193972626e-07
previous_iter_valid_loss : 0.1617467701435089
1567600 0.161907 0.161747 0.164454 CURRENT LEARNING RATE: 1.0889573807158837e-07
previous_iter_valid_loss : 0.16477951407432556
1567620 0.164979 0.164780 0.164522 CURRENT LEARNING RATE: 1.0887396110174367e-07
previous_iter_valid_loss : 0.16610966622829437
1567640 0.166324 0.166110 0.164768 CURRENT LEARNING RATE: 1.0885218848685723e-07
previous_iter_valid_loss : 0.16070067882537842
1567660 0.160875 0.160701 0.164640 CURRENT LEARNING RATE: 1.0883042022605857e-07
previous_iter_valid_loss : 0.17056982219219208
1567680 0.170819 0.170570 0.165061 CURRENT LEARNING RATE: 1.0880865631847671e-07
previous_iter_valid_loss : 0.16813357174396515
1567700 0.168361 0.168134 0.165235 CURRENT LEARNING RATE: 1.0878689676324111e-07
previous_iter_valid_loss : 0.1811710000038147
1567720 0.181324 0.181171 0.166120 CURRENT LEARNING RATE: 1.0876514155948121e-07
previous_iter_valid_loss : 0.16823503375053406
1567740 0.168387 0.168235 0.165582 CURRENT LEARNING RATE: 1.087433907063272e-07
previous_iter_valid_loss : 0.1605139672756195
1567760 0.160673 0.160514 0.165583 CURRENT LEARNING RATE: 1.087216442029088e-07
previous_iter_valid_loss : 0.16080446541309357
1567780 0.160978 0.160804 0.165500 CURRENT LEARNING RATE: 1.0869990204835603e-07
previous_iter_valid_loss : 0.16071337461471558
1567800 0.160873 0.160713 0.165055 CURRENT LEARNING RATE: 1.0867816424179952e-07
previous_iter_valid_loss : 0.1708611249923706
1567820 0.171009 0.170861 0.165020 CURRENT LEARNING RATE: 1.086564307823696e-07
previous_iter_valid_loss : 0.17763718962669373
1567840 0.177795 0.177637 0.165868 CURRENT LEARNING RATE: 1.0863470166919692e-07
previous_iter_valid_loss : 0.16053523123264313
1567860 0.160697 0.160535 0.165576 CURRENT LEARNING RATE: 1.0861297690141213e-07
previous_iter_valid_loss : 0.16678288578987122
1567880 0.166943 0.166783 0.165814 CURRENT LEARNING RATE: 1.0859125647814663e-07
previous_iter_valid_loss : 0.1616412252187729
1567900 0.161801 0.161641 0.165424 CURRENT LEARNING RATE: 1.0856954039853141e-07
previous_iter_valid_loss : 0.16989478468894958
1567920 0.170043 0.169895 0.165844 CURRENT LEARNING RATE: 1.085478286616978e-07
previous_iter_valid_loss : 0.16051416099071503
1567940 0.160670 0.160514 0.165842 CURRENT LEARNING RATE: 1.0852612126677717e-07
previous_iter_valid_loss : 0.16053518652915955
1567960 0.160698 0.160535 0.165657 CURRENT LEARNING RATE: 1.0850441821290158e-07
previous_iter_valid_loss : 0.16072311997413635
1567980 0.160879 0.160723 0.165628 CURRENT LEARNING RATE: 1.0848271949920276e-07
previous_iter_valid_loss : 0.16950203478336334
1568000 0.169652 0.169502 0.166016 CURRENT LEARNING RATE: 1.0846102512481272e-07
previous_iter_valid_loss : 0.163310244679451
1568020 0.163474 0.163310 0.165943 CURRENT LEARNING RATE: 1.0843933508886352e-07
previous_iter_valid_loss : 0.16307245194911957
1568040 0.163274 0.163072 0.165791 CURRENT LEARNING RATE: 1.0841764939048792e-07
previous_iter_valid_loss : 0.16290143132209778
1568060 0.163101 0.162901 0.165901 CURRENT LEARNING RATE: 1.083959680288183e-07
previous_iter_valid_loss : 0.16747084259986877
1568080 0.167627 0.167471 0.165746 CURRENT LEARNING RATE: 1.0837429100298743e-07
previous_iter_valid_loss : 0.1773519366979599
1568100 0.177505 0.177352 0.166207 CURRENT LEARNING RATE: 1.0835261831212802e-07
previous_iter_valid_loss : 0.16454274952411652
1568120 0.164737 0.164543 0.165375 CURRENT LEARNING RATE: 1.0833094995537355e-07
previous_iter_valid_loss : 0.16180476546287537
1568140 0.162002 0.161805 0.165054 CURRENT LEARNING RATE: 1.0830928593185709e-07
previous_iter_valid_loss : 0.16408519446849823
1568160 0.164282 0.164085 0.165232 CURRENT LEARNING RATE: 1.0828762624071188e-07
previous_iter_valid_loss : 0.2065839320421219
1568180 0.207175 0.206584 0.167521 CURRENT LEARNING RATE: 1.0826597088107195e-07
previous_iter_valid_loss : 0.16360414028167725
1568200 0.163799 0.163604 0.167666 CURRENT LEARNING RATE: 1.0824431985207084e-07
previous_iter_valid_loss : 0.16590195894241333
1568220 0.166111 0.165902 0.167418 CURRENT LEARNING RATE: 1.0822267315284256e-07
previous_iter_valid_loss : 0.16060468554496765
1568240 0.160763 0.160605 0.166566 CURRENT LEARNING RATE: 1.0820103078252102e-07
previous_iter_valid_loss : 0.16138604283332825
1568260 0.161573 0.161386 0.166609 CURRENT LEARNING RATE: 1.0817939274024094e-07
previous_iter_valid_loss : 0.16163049638271332
1568280 0.161798 0.161630 0.166351 CURRENT LEARNING RATE: 1.0815775902513656e-07
previous_iter_valid_loss : 0.1632532924413681
1568300 0.163426 0.163253 0.166432 CURRENT LEARNING RATE: 1.0813612963634256e-07
previous_iter_valid_loss : 0.16111600399017334
1568320 0.161294 0.161116 0.165993 CURRENT LEARNING RATE: 1.0811450457299357e-07
previous_iter_valid_loss : 0.16742394864559174
1568340 0.167649 0.167424 0.166338 CURRENT LEARNING RATE: 1.0809288383422497e-07
previous_iter_valid_loss : 0.16532187163829803
1568360 0.165523 0.165322 0.166578 CURRENT LEARNING RATE: 1.0807126741917173e-07
previous_iter_valid_loss : 0.16056600213050842
1568380 0.160731 0.160566 0.166570 CURRENT LEARNING RATE: 1.0804965532696921e-07
previous_iter_valid_loss : 0.16068178415298462
1568400 0.160839 0.160682 0.166129 CURRENT LEARNING RATE: 1.0802804755675271e-07
previous_iter_valid_loss : 0.1616523414850235
1568420 0.161839 0.161652 0.166046 CURRENT LEARNING RATE: 1.0800644410765834e-07
previous_iter_valid_loss : 0.16092942655086517
1568440 0.161106 0.160929 0.165939 CURRENT LEARNING RATE: 1.0798484497882173e-07
previous_iter_valid_loss : 0.16053608059883118
1568460 0.160708 0.160536 0.165820 CURRENT LEARNING RATE: 1.0796325016937895e-07
previous_iter_valid_loss : 0.1663033366203308
1568480 0.166515 0.166303 0.165762 CURRENT LEARNING RATE: 1.0794165967846599e-07
previous_iter_valid_loss : 0.16670091450214386
1568500 0.166920 0.166701 0.165230 CURRENT LEARNING RATE: 1.0792007350521963e-07
previous_iter_valid_loss : 0.16975466907024384
1568520 0.169912 0.169755 0.165490 CURRENT LEARNING RATE: 1.0789849164877622e-07
previous_iter_valid_loss : 0.1611376404762268
1568540 0.161301 0.161138 0.165457 CURRENT LEARNING RATE: 1.0787691410827229e-07
previous_iter_valid_loss : 0.18087665736675262
1568560 0.181211 0.180877 0.166296 CURRENT LEARNING RATE: 1.0785534088284514e-07
previous_iter_valid_loss : 0.16424566507339478
1568580 0.164421 0.164246 0.164179 CURRENT LEARNING RATE: 1.0783377197163165e-07
previous_iter_valid_loss : 0.1690106838941574
1568600 0.169168 0.169011 0.164450 CURRENT LEARNING RATE: 1.0781220737376903e-07
previous_iter_valid_loss : 0.18687081336975098
1568620 0.187268 0.186871 0.165498 CURRENT LEARNING RATE: 1.0779064708839455e-07
previous_iter_valid_loss : 0.1608608365058899
1568640 0.161037 0.160861 0.165511 CURRENT LEARNING RATE: 1.0776909111464614e-07
previous_iter_valid_loss : 0.16134341061115265
1568660 0.161521 0.161343 0.165509 CURRENT LEARNING RATE: 1.077475394516614e-07
previous_iter_valid_loss : 0.1659795045852661
1568680 0.166140 0.165980 0.165726 CURRENT LEARNING RATE: 1.0772599209857826e-07
previous_iter_valid_loss : 0.16888783872127533
1568700 0.169123 0.168888 0.166008 CURRENT LEARNING RATE: 1.0770444905453461e-07
previous_iter_valid_loss : 0.16861961781978607
1568720 0.168858 0.168620 0.166383 CURRENT LEARNING RATE: 1.0768291031866914e-07
previous_iter_valid_loss : 0.1624530404806137
1568740 0.162641 0.162453 0.166135 CURRENT LEARNING RATE: 1.076613758901201e-07
previous_iter_valid_loss : 0.16210108995437622
1568760 0.162271 0.162101 0.165974 CURRENT LEARNING RATE: 1.076398457680261e-07
previous_iter_valid_loss : 0.16399838030338287
1568780 0.164171 0.163998 0.166145 CURRENT LEARNING RATE: 1.0761831995152576e-07
previous_iter_valid_loss : 0.16781215369701385
1568800 0.168034 0.167812 0.166502 CURRENT LEARNING RATE: 1.0759679843975841e-07
previous_iter_valid_loss : 0.16112768650054932
1568820 0.161320 0.161128 0.166476 CURRENT LEARNING RATE: 1.0757528123186302e-07
previous_iter_valid_loss : 0.16056407988071442
1568840 0.160739 0.160564 0.166457 CURRENT LEARNING RATE: 1.075537683269789e-07
previous_iter_valid_loss : 0.17018134891986847
1568860 0.170333 0.170181 0.166940 CURRENT LEARNING RATE: 1.0753225972424533e-07
previous_iter_valid_loss : 0.16845782101154327
1568880 0.168608 0.168458 0.167047 CURRENT LEARNING RATE: 1.0751075542280236e-07
previous_iter_valid_loss : 0.17235465347766876
1568900 0.172610 0.172355 0.167330 CURRENT LEARNING RATE: 1.0748925542178961e-07
previous_iter_valid_loss : 0.1685563623905182
1568920 0.168792 0.168556 0.167270 CURRENT LEARNING RATE: 1.074677597203471e-07
previous_iter_valid_loss : 0.16168908774852753
1568940 0.161882 0.161689 0.167298 CURRENT LEARNING RATE: 1.0744626831761482e-07
previous_iter_valid_loss : 0.1716099977493286
1568960 0.171760 0.171610 0.166834 CURRENT LEARNING RATE: 1.0742478121273345e-07
previous_iter_valid_loss : 0.16174998879432678
1568980 0.161935 0.161750 0.166709 CURRENT LEARNING RATE: 1.0740329840484334e-07
previous_iter_valid_loss : 0.16120187938213348
1569000 0.161352 0.161202 0.166319 CURRENT LEARNING RATE: 1.0738181989308501e-07
previous_iter_valid_loss : 0.16767948865890503
1569020 0.167839 0.167679 0.165359 CURRENT LEARNING RATE: 1.0736034567659967e-07
previous_iter_valid_loss : 0.1669226586818695
1569040 0.167084 0.166923 0.165663 CURRENT LEARNING RATE: 1.0733887575452816e-07
previous_iter_valid_loss : 0.1614733785390854
1569060 0.161635 0.161473 0.165669 CURRENT LEARNING RATE: 1.0731741012601171e-07
previous_iter_valid_loss : 0.17299747467041016
1569080 0.173268 0.172997 0.166020 CURRENT LEARNING RATE: 1.072959487901915e-07
previous_iter_valid_loss : 0.18104778230190277
1569100 0.181206 0.181048 0.166628 CURRENT LEARNING RATE: 1.0727449174620943e-07
previous_iter_valid_loss : 0.16404031217098236
1569120 0.164239 0.164040 0.166399 CURRENT LEARNING RATE: 1.0725303899320704e-07
previous_iter_valid_loss : 0.1605861335992813
1569140 0.160743 0.160586 0.166306 CURRENT LEARNING RATE: 1.0723159053032624e-07
previous_iter_valid_loss : 0.16060589253902435
1569160 0.160769 0.160606 0.166231 CURRENT LEARNING RATE: 1.0721014635670887e-07
previous_iter_valid_loss : 0.1613103449344635
1569180 0.161471 0.161310 0.166097 CURRENT LEARNING RATE: 1.0718870647149757e-07
previous_iter_valid_loss : 0.1610080897808075
1569200 0.161167 0.161008 0.165756 CURRENT LEARNING RATE: 1.0716727087383453e-07
previous_iter_valid_loss : 0.17849522829055786
1569220 0.178657 0.178495 0.166625 CURRENT LEARNING RATE: 1.0714583956286235e-07
previous_iter_valid_loss : 0.16050757467746735
1569240 0.160672 0.160508 0.166622 CURRENT LEARNING RATE: 1.0712441253772358e-07
previous_iter_valid_loss : 0.16172747313976288
1569260 0.161918 0.161727 0.166199 CURRENT LEARNING RATE: 1.0710298979756151e-07
previous_iter_valid_loss : 0.17168384790420532
1569280 0.171832 0.171684 0.166360 CURRENT LEARNING RATE: 1.0708157134151905e-07
previous_iter_valid_loss : 0.17262011766433716
1569300 0.172877 0.172620 0.166374 CURRENT LEARNING RATE: 1.0706015716873945e-07
previous_iter_valid_loss : 0.18119139969348907
1569320 0.181346 0.181191 0.167006 CURRENT LEARNING RATE: 1.0703874727836597e-07
previous_iter_valid_loss : 0.1636667400598526
1569340 0.163860 0.163667 0.167104 CURRENT LEARNING RATE: 1.0701734166954258e-07
previous_iter_valid_loss : 0.1607368290424347
1569360 0.160892 0.160737 0.166561 CURRENT LEARNING RATE: 1.0699594034141288e-07
previous_iter_valid_loss : 0.16059494018554688
1569380 0.160745 0.160595 0.166503 CURRENT LEARNING RATE: 1.069745432931206e-07
previous_iter_valid_loss : 0.19232192635536194
1569400 0.192441 0.192322 0.168059 CURRENT LEARNING RATE: 1.0695315052381028e-07
previous_iter_valid_loss : 0.16056624054908752
1569420 0.160735 0.160566 0.167703 CURRENT LEARNING RATE: 1.0693176203262598e-07
previous_iter_valid_loss : 0.16119208931922913
1569440 0.161353 0.161192 0.167417 CURRENT LEARNING RATE: 1.0691037781871218e-07
previous_iter_valid_loss : 0.16185016930103302
1569460 0.162011 0.161850 0.167436 CURRENT LEARNING RATE: 1.0688899788121331e-07
previous_iter_valid_loss : 0.16060209274291992
1569480 0.160764 0.160602 0.166816 CURRENT LEARNING RATE: 1.0686762221927455e-07
previous_iter_valid_loss : 0.16495385766029358
1569500 0.165156 0.164954 0.166011 CURRENT LEARNING RATE: 1.068462508320407e-07
previous_iter_valid_loss : 0.16470684111118317
1569520 0.164915 0.164707 0.166044 CURRENT LEARNING RATE: 1.068248837186569e-07
previous_iter_valid_loss : 0.1802283078432083
1569540 0.180556 0.180228 0.167027 CURRENT LEARNING RATE: 1.068035208782683e-07
previous_iter_valid_loss : 0.16176344454288483
1569560 0.161958 0.161763 0.167084 CURRENT LEARNING RATE: 1.067821623100207e-07
previous_iter_valid_loss : 0.1644974946975708
1569580 0.164670 0.164497 0.167244 CURRENT LEARNING RATE: 1.0676080801305964e-07
previous_iter_valid_loss : 0.16062510013580322
1569600 0.160780 0.160625 0.167225 CURRENT LEARNING RATE: 1.0673945798653089e-07
previous_iter_valid_loss : 0.18190060555934906
1569620 0.182059 0.181901 0.167395 CURRENT LEARNING RATE: 1.067181122295803e-07
previous_iter_valid_loss : 0.17371883988380432
1569640 0.173979 0.173719 0.168056 CURRENT LEARNING RATE: 1.0669677074135438e-07
previous_iter_valid_loss : 0.16318990290164948
1569660 0.163389 0.163190 0.168129 CURRENT LEARNING RATE: 1.0667543352099931e-07
previous_iter_valid_loss : 0.16222812235355377
1569680 0.162430 0.162228 0.167656 CURRENT LEARNING RATE: 1.0665410056766162e-07
previous_iter_valid_loss : 0.16885463893413544
1569700 0.169005 0.168855 0.167468 CURRENT LEARNING RATE: 1.0663277188048776e-07
previous_iter_valid_loss : 0.16698694229125977
1569720 0.167221 0.166987 0.166757 CURRENT LEARNING RATE: 1.0661144745862496e-07
previous_iter_valid_loss : 0.1633736491203308
1569740 0.163578 0.163374 0.166743 CURRENT LEARNING RATE: 1.0659012730122011e-07
previous_iter_valid_loss : 0.1673082411289215
1569760 0.167528 0.167308 0.167071 CURRENT LEARNING RATE: 1.0656881140742016e-07
previous_iter_valid_loss : 0.17003187537193298
1569780 0.170281 0.170032 0.167543 CURRENT LEARNING RATE: 1.0654749977637287e-07
previous_iter_valid_loss : 0.1614283174276352
1569800 0.161614 0.161428 0.165998 CURRENT LEARNING RATE: 1.0652619240722557e-07
previous_iter_valid_loss : 0.16362333297729492
1569820 0.163824 0.163623 0.166151 CURRENT LEARNING RATE: 1.0650488929912601e-07
previous_iter_valid_loss : 0.19648395478725433
1569840 0.196998 0.196484 0.167916 CURRENT LEARNING RATE: 1.0648359045122183e-07
previous_iter_valid_loss : 0.18372052907943726
1569860 0.184069 0.183721 0.169009 CURRENT LEARNING RATE: 1.0646229586266147e-07
previous_iter_valid_loss : 0.1739499717950821
1569880 0.174218 0.173950 0.169677 CURRENT LEARNING RATE: 1.0644100553259297e-07
previous_iter_valid_loss : 0.16061262786388397
1569900 0.160769 0.160613 0.169460 CURRENT LEARNING RATE: 1.0641971946016469e-07
previous_iter_valid_loss : 0.1807384341955185
1569920 0.180897 0.180738 0.170261 CURRENT LEARNING RATE: 1.0639843764452502e-07
previous_iter_valid_loss : 0.16472305357456207
1569940 0.164889 0.164723 0.169486 CURRENT LEARNING RATE: 1.0637716008482307e-07
previous_iter_valid_loss : 0.16210487484931946
1569960 0.162267 0.162105 0.169503 CURRENT LEARNING RATE: 1.0635588678020751e-07
previous_iter_valid_loss : 0.16438943147659302
1569980 0.164551 0.164389 0.169498 CURRENT LEARNING RATE: 1.0633461772982747e-07
previous_iter_valid_loss : 0.1611626297235489
1570000 0.161320 0.161163 0.169525 CURRENT LEARNING RATE: 1.0631335293283195e-07
previous_iter_valid_loss : 0.16106712818145752
1570020 0.161250 0.161067 0.168483 CURRENT LEARNING RATE: 1.0629209238837073e-07
previous_iter_valid_loss : 0.16941432654857635
1570040 0.169566 0.169414 0.168268 CURRENT LEARNING RATE: 1.0627083609559324e-07
previous_iter_valid_loss : 0.16943156719207764
1570060 0.169583 0.169432 0.168580 CURRENT LEARNING RATE: 1.062495840536492e-07
previous_iter_valid_loss : 0.18612734973430634
1570080 0.186536 0.186127 0.169775 CURRENT LEARNING RATE: 1.0622833626168837e-07
previous_iter_valid_loss : 0.1623532623052597
1570100 0.162538 0.162353 0.169450 CURRENT LEARNING RATE: 1.0620709271886116e-07
previous_iter_valid_loss : 0.17766286432743073
1570120 0.177967 0.177663 0.169983 CURRENT LEARNING RATE: 1.0618585342431769e-07
previous_iter_valid_loss : 0.1608879566192627
1570140 0.161069 0.160888 0.169859 CURRENT LEARNING RATE: 1.0616461837720839e-07
previous_iter_valid_loss : 0.16514156758785248
1570160 0.165342 0.165142 0.169751 CURRENT LEARNING RATE: 1.0614338757668362e-07
previous_iter_valid_loss : 0.16064515709877014
1570180 0.160808 0.160645 0.169281 CURRENT LEARNING RATE: 1.0612216102189456e-07
previous_iter_valid_loss : 0.20125950872898102
1570200 0.201321 0.201260 0.171273 CURRENT LEARNING RATE: 1.0610093871199196e-07
previous_iter_valid_loss : 0.16107790172100067
1570220 0.161258 0.161078 0.171146 CURRENT LEARNING RATE: 1.0607972064612675e-07
previous_iter_valid_loss : 0.17438021302223206
1570240 0.174658 0.174380 0.170041 CURRENT LEARNING RATE: 1.0605850682345055e-07
previous_iter_valid_loss : 0.16224388778209686
1570260 0.162400 0.162244 0.168967 CURRENT LEARNING RATE: 1.0603729724311465e-07
previous_iter_valid_loss : 0.1641119122505188
1570280 0.164282 0.164112 0.168475 CURRENT LEARNING RATE: 1.0601609190427063e-07
previous_iter_valid_loss : 0.17419025301933289
1570300 0.174471 0.174190 0.169154 CURRENT LEARNING RATE: 1.0599489080607013e-07
previous_iter_valid_loss : 0.1650177240371704
1570320 0.165222 0.165018 0.168368 CURRENT LEARNING RATE: 1.0597369394766546e-07
previous_iter_valid_loss : 0.17074763774871826
1570340 0.171009 0.170748 0.168669 CURRENT LEARNING RATE: 1.0595250132820856e-07
previous_iter_valid_loss : 0.166683167219162
1570360 0.166904 0.166683 0.168898 CURRENT LEARNING RATE: 1.0593131294685173e-07
previous_iter_valid_loss : 0.1605762094259262
1570380 0.160746 0.160576 0.168707 CURRENT LEARNING RATE: 1.0591012880274726e-07
previous_iter_valid_loss : 0.17570950090885162
1570400 0.175862 0.175710 0.169435 CURRENT LEARNING RATE: 1.0588894889504812e-07
previous_iter_valid_loss : 0.16240639984607697
1570420 0.162601 0.162406 0.169502 CURRENT LEARNING RATE: 1.0586777322290697e-07
previous_iter_valid_loss : 0.17045560479164124
1570440 0.170606 0.170456 0.169554 CURRENT LEARNING RATE: 1.0584660178547675e-07
previous_iter_valid_loss : 0.1605493724346161
1570460 0.160717 0.160549 0.169109 CURRENT LEARNING RATE: 1.0582543458191043e-07
previous_iter_valid_loss : 0.16155005991458893
1570480 0.161716 0.161550 0.167881 CURRENT LEARNING RATE: 1.0580427161136169e-07
previous_iter_valid_loss : 0.18303082883358002
1570500 0.183189 0.183031 0.168914 CURRENT LEARNING RATE: 1.0578311287298384e-07
previous_iter_valid_loss : 0.1663859784603119
1570520 0.166549 0.166386 0.168351 CURRENT LEARNING RATE: 1.0576195836593051e-07
previous_iter_valid_loss : 0.1628875881433487
1570540 0.163081 0.162888 0.168451 CURRENT LEARNING RATE: 1.0574080808935534e-07
previous_iter_valid_loss : 0.16179534792900085
1570560 0.161953 0.161795 0.168283 CURRENT LEARNING RATE: 1.057196620424127e-07
previous_iter_valid_loss : 0.16267435252666473
1570580 0.162862 0.162674 0.168385 CURRENT LEARNING RATE: 1.0569852022425657e-07
previous_iter_valid_loss : 0.16118988394737244
1570600 0.161347 0.161190 0.166381 CURRENT LEARNING RATE: 1.0567738263404106e-07
previous_iter_valid_loss : 0.16049142181873322
1570620 0.160658 0.160491 0.166352 CURRENT LEARNING RATE: 1.0565624927092105e-07
previous_iter_valid_loss : 0.1605287790298462
1570640 0.160695 0.160529 0.165659 CURRENT LEARNING RATE: 1.0563512013405103e-07
previous_iter_valid_loss : 0.16474147140979767
1570660 0.164938 0.164741 0.165784 CURRENT LEARNING RATE: 1.0561399522258584e-07
previous_iter_valid_loss : 0.1637279987335205
1570680 0.163932 0.163728 0.165765 CURRENT LEARNING RATE: 1.0559287453568026e-07
previous_iter_valid_loss : 0.17260389029979706
1570700 0.172874 0.172604 0.165686 CURRENT LEARNING RATE: 1.0557175807248988e-07
previous_iter_valid_loss : 0.1606423258781433
1570720 0.160814 0.160642 0.165467 CURRENT LEARNING RATE: 1.0555064583216985e-07
previous_iter_valid_loss : 0.17579729855060577
1570740 0.176090 0.175797 0.165719 CURRENT LEARNING RATE: 1.0552953781387565e-07
previous_iter_valid_loss : 0.16454274952411652
1570760 0.164713 0.164543 0.165612 CURRENT LEARNING RATE: 1.055084340167628e-07
previous_iter_valid_loss : 0.16072477400302887
1570780 0.160901 0.160725 0.165620 CURRENT LEARNING RATE: 1.054873344399875e-07
previous_iter_valid_loss : 0.16416893899440765
1570800 0.164360 0.164169 0.165043 CURRENT LEARNING RATE: 1.054662390827056e-07
previous_iter_valid_loss : 0.16060295701026917
1570820 0.160762 0.160603 0.164953 CURRENT LEARNING RATE: 1.0544514794407327e-07
previous_iter_valid_loss : 0.1605091243982315
1570840 0.160669 0.160509 0.164455 CURRENT LEARNING RATE: 1.054240610232467e-07
previous_iter_valid_loss : 0.1721339225769043
1570860 0.172283 0.172134 0.165035 CURRENT LEARNING RATE: 1.0540297831938275e-07
previous_iter_valid_loss : 0.16662205755710602
1570880 0.166783 0.166622 0.165288 CURRENT LEARNING RATE: 1.0538189983163797e-07
previous_iter_valid_loss : 0.160498708486557
1570900 0.160659 0.160499 0.164162 CURRENT LEARNING RATE: 1.0536082555916918e-07
previous_iter_valid_loss : 0.165786474943161
1570920 0.165995 0.165786 0.164132 CURRENT LEARNING RATE: 1.0533975550113324e-07
previous_iter_valid_loss : 0.16053418815135956
1570940 0.160702 0.160534 0.164014 CURRENT LEARNING RATE: 1.0531868965668773e-07
previous_iter_valid_loss : 0.1648227572441101
1570960 0.164993 0.164823 0.164165 CURRENT LEARNING RATE: 1.0529762802498981e-07
previous_iter_valid_loss : 0.16149836778640747
1570980 0.161684 0.161498 0.164106 CURRENT LEARNING RATE: 1.0527657060519685e-07
previous_iter_valid_loss : 0.16393812000751495
1571000 0.164130 0.163938 0.164244 CURRENT LEARNING RATE: 1.0525551739646691e-07
previous_iter_valid_loss : 0.16131606698036194
1571020 0.161491 0.161316 0.164285 CURRENT LEARNING RATE: 1.052344683979577e-07
previous_iter_valid_loss : 0.16612444818019867
1571040 0.166284 0.166124 0.164565 CURRENT LEARNING RATE: 1.0521342360882721e-07
previous_iter_valid_loss : 0.17185966670513153
1571060 0.172012 0.171860 0.164921 CURRENT LEARNING RATE: 1.0519238302823348e-07
previous_iter_valid_loss : 0.16176968812942505
1571080 0.161927 0.161770 0.164823 CURRENT LEARNING RATE: 1.051713466553353e-07
previous_iter_valid_loss : 0.16609135270118713
1571100 0.166252 0.166091 0.164497 CURRENT LEARNING RATE: 1.05150314489291e-07
previous_iter_valid_loss : 0.1647963523864746
1571120 0.164956 0.164796 0.164705 CURRENT LEARNING RATE: 1.0512928652925928e-07
previous_iter_valid_loss : 0.19462646543979645
1571140 0.194728 0.194626 0.165646 CURRENT LEARNING RATE: 1.0510826277439887e-07
previous_iter_valid_loss : 0.16659876704216003
1571160 0.166759 0.166599 0.165749 CURRENT LEARNING RATE: 1.0508724322386915e-07
previous_iter_valid_loss : 0.1605476289987564
1571180 0.160706 0.160548 0.165740 CURRENT LEARNING RATE: 1.0506622787682918e-07
previous_iter_valid_loss : 0.16152742505073547
1571200 0.161680 0.161527 0.165608 CURRENT LEARNING RATE: 1.0504521673243834e-07
previous_iter_valid_loss : 0.16998161375522614
1571220 0.170131 0.169982 0.166077 CURRENT LEARNING RATE: 1.0502420978985599e-07
previous_iter_valid_loss : 0.16607649624347687
1571240 0.166232 0.166076 0.166356 CURRENT LEARNING RATE: 1.0500320704824225e-07
previous_iter_valid_loss : 0.16206172108650208
1571260 0.162245 0.162062 0.165852 CURRENT LEARNING RATE: 1.0498220850675679e-07
previous_iter_valid_loss : 0.1612502485513687
1571280 0.161420 0.161250 0.165583 CURRENT LEARNING RATE: 1.0496121416455969e-07
previous_iter_valid_loss : 0.17537091672420502
1571300 0.175654 0.175371 0.166327 CURRENT LEARNING RATE: 1.0494022402081097e-07
previous_iter_valid_loss : 0.1658586859703064
1571320 0.166081 0.165859 0.166331 CURRENT LEARNING RATE: 1.0491923807467142e-07
previous_iter_valid_loss : 0.1718275249004364
1571340 0.172094 0.171828 0.166895 CURRENT LEARNING RATE: 1.0489825632530143e-07
previous_iter_valid_loss : 0.16101250052452087
1571360 0.161171 0.161013 0.166705 CURRENT LEARNING RATE: 1.048772787718615e-07
previous_iter_valid_loss : 0.17700020968914032
1571380 0.177293 0.177000 0.167480 CURRENT LEARNING RATE: 1.0485630541351291e-07
previous_iter_valid_loss : 0.16319315135478973
1571400 0.163395 0.163193 0.167443 CURRENT LEARNING RATE: 1.0483533624941657e-07
previous_iter_valid_loss : 0.16173964738845825
1571420 0.161907 0.161740 0.167464 CURRENT LEARNING RATE: 1.048143712787337e-07
previous_iter_valid_loss : 0.1635836660861969
1571440 0.163755 0.163584 0.167337 CURRENT LEARNING RATE: 1.0479341050062548e-07
previous_iter_valid_loss : 0.16236725449562073
1571460 0.162565 0.162367 0.166862 CURRENT LEARNING RATE: 1.0477245391425391e-07
previous_iter_valid_loss : 0.17025993764400482
1571480 0.170507 0.170260 0.167287 CURRENT LEARNING RATE: 1.0475150151878048e-07
previous_iter_valid_loss : 0.17930792272090912
1571500 0.179619 0.179308 0.167947 CURRENT LEARNING RATE: 1.0473055331336715e-07
previous_iter_valid_loss : 0.16157390177249908
1571520 0.161760 0.161574 0.167786 CURRENT LEARNING RATE: 1.0470960929717577e-07
previous_iter_valid_loss : 0.16222040355205536
1571540 0.162406 0.162220 0.166166 CURRENT LEARNING RATE: 1.0468866946936897e-07
previous_iter_valid_loss : 0.16058984398841858
1571560 0.160759 0.160590 0.165866 CURRENT LEARNING RATE: 1.0466773382910895e-07
previous_iter_valid_loss : 0.17902463674545288
1571580 0.179334 0.179025 0.166789 CURRENT LEARNING RATE: 1.046468023755583e-07
previous_iter_valid_loss : 0.16280628740787506
1571600 0.163003 0.162806 0.166853 CURRENT LEARNING RATE: 1.0462587510787958e-07
previous_iter_valid_loss : 0.16059769690036774
1571620 0.160767 0.160598 0.166384 CURRENT LEARNING RATE: 1.0460495202523606e-07
previous_iter_valid_loss : 0.1616184264421463
1571640 0.161804 0.161618 0.166161 CURRENT LEARNING RATE: 1.0458403312679063e-07
previous_iter_valid_loss : 0.1831655502319336
1571660 0.183537 0.183166 0.167216 CURRENT LEARNING RATE: 1.0456311841170656e-07
previous_iter_valid_loss : 0.16099724173545837
1571680 0.161150 0.160997 0.167204 CURRENT LEARNING RATE: 1.0454220787914703e-07
previous_iter_valid_loss : 0.18767990171909332
1571700 0.187820 0.187680 0.167819 CURRENT LEARNING RATE: 1.0452130152827602e-07
previous_iter_valid_loss : 0.17089465260505676
1571720 0.171044 0.170895 0.168071 CURRENT LEARNING RATE: 1.0450039935825709e-07
previous_iter_valid_loss : 0.1643034964799881
1571740 0.164505 0.164303 0.167695 CURRENT LEARNING RATE: 1.0447950136825415e-07
previous_iter_valid_loss : 0.17703597247600555
1571760 0.177188 0.177036 0.168496 CURRENT LEARNING RATE: 1.044586075574311e-07
previous_iter_valid_loss : 0.16138166189193726
1571780 0.161543 0.161382 0.167715 CURRENT LEARNING RATE: 1.0443771792495253e-07
previous_iter_valid_loss : 0.17090505361557007
1571800 0.171052 0.170905 0.168101 CURRENT LEARNING RATE: 1.044168324699827e-07
previous_iter_valid_loss : 0.16334858536720276
1571820 0.163513 0.163349 0.168181 CURRENT LEARNING RATE: 1.0439595119168602e-07
previous_iter_valid_loss : 0.17929279804229736
1571840 0.179449 0.179293 0.168967 CURRENT LEARNING RATE: 1.0437507408922756e-07
previous_iter_valid_loss : 0.16431784629821777
1571860 0.164485 0.164318 0.169064 CURRENT LEARNING RATE: 1.0435420116177208e-07
previous_iter_valid_loss : 0.17017380893230438
1571880 0.170326 0.170174 0.169060 CURRENT LEARNING RATE: 1.0433333240848467e-07
previous_iter_valid_loss : 0.16189773380756378
1571900 0.162051 0.161898 0.168189 CURRENT LEARNING RATE: 1.0431246782853039e-07
previous_iter_valid_loss : 0.19432657957077026
1571920 0.194805 0.194327 0.169827 CURRENT LEARNING RATE: 1.0429160742107502e-07
previous_iter_valid_loss : 0.16537974774837494
1571940 0.165581 0.165380 0.169985 CURRENT LEARNING RATE: 1.0427075118528394e-07
previous_iter_valid_loss : 0.16179707646369934
1571960 0.161975 0.161797 0.170045 CURRENT LEARNING RATE: 1.0424989912032292e-07
previous_iter_valid_loss : 0.17238357663154602
1571980 0.172648 0.172384 0.169713 CURRENT LEARNING RATE: 1.0422905122535772e-07
previous_iter_valid_loss : 0.16121569275856018
1572000 0.161370 0.161216 0.169634 CURRENT LEARNING RATE: 1.0420820749955475e-07
previous_iter_valid_loss : 0.164608895778656
1572020 0.164775 0.164609 0.169834 CURRENT LEARNING RATE: 1.041873679420801e-07
previous_iter_valid_loss : 0.16529127955436707
1572040 0.165451 0.165291 0.170018 CURRENT LEARNING RATE: 1.0416653255210018e-07
previous_iter_valid_loss : 0.16102702915668488
1572060 0.161177 0.161027 0.168911 CURRENT LEARNING RATE: 1.041457013287814e-07
previous_iter_valid_loss : 0.16301143169403076
1572080 0.163181 0.163011 0.169012 CURRENT LEARNING RATE: 1.0412487427129086e-07
previous_iter_valid_loss : 0.17309793829917908
1572100 0.173371 0.173098 0.168283 CURRENT LEARNING RATE: 1.0410405137879531e-07
previous_iter_valid_loss : 0.16080771386623383
1572120 0.160989 0.160808 0.167778 CURRENT LEARNING RATE: 1.0408323265046184e-07
previous_iter_valid_loss : 0.16371667385101318
1572140 0.163891 0.163717 0.167749 CURRENT LEARNING RATE: 1.0406241808545749e-07
previous_iter_valid_loss : 0.1619529277086258
1572160 0.162110 0.161953 0.166995 CURRENT LEARNING RATE: 1.0404160768295006e-07
previous_iter_valid_loss : 0.1790495067834854
1572180 0.179205 0.179050 0.167878 CURRENT LEARNING RATE: 1.0402080144210696e-07
previous_iter_valid_loss : 0.18139412999153137
1572200 0.181736 0.181394 0.168403 CURRENT LEARNING RATE: 1.0399999936209575e-07
previous_iter_valid_loss : 0.16158443689346313
1572220 0.161775 0.161584 0.168314 CURRENT LEARNING RATE: 1.039792014420847e-07
previous_iter_valid_loss : 0.1606372743844986
1572240 0.160804 0.160637 0.167382 CURRENT LEARNING RATE: 1.0395840768124174e-07
previous_iter_valid_loss : 0.16052140295505524
1572260 0.160681 0.160521 0.167192 CURRENT LEARNING RATE: 1.0393761807873508e-07
previous_iter_valid_loss : 0.163260355591774
1572280 0.163464 0.163260 0.166846 CURRENT LEARNING RATE: 1.0391683263373298e-07
previous_iter_valid_loss : 0.16064710915088654
1572300 0.160820 0.160647 0.166784 CURRENT LEARNING RATE: 1.0389605134540438e-07
previous_iter_valid_loss : 0.1677263081073761
1572320 0.167948 0.167726 0.165454 CURRENT LEARNING RATE: 1.0387527421291786e-07
previous_iter_valid_loss : 0.16396364569664001
1572340 0.164151 0.163964 0.165383 CURRENT LEARNING RATE: 1.0385450123544233e-07
previous_iter_valid_loss : 0.16068090498447418
1572360 0.160838 0.160681 0.165327 CURRENT LEARNING RATE: 1.0383373241214665e-07
previous_iter_valid_loss : 0.16064806282520294
1572380 0.160818 0.160648 0.164740 CURRENT LEARNING RATE: 1.0381296774220047e-07
previous_iter_valid_loss : 0.1608106940984726
1572400 0.160966 0.160811 0.164720 CURRENT LEARNING RATE: 1.0379220722477302e-07
previous_iter_valid_loss : 0.16318343579769135
1572420 0.163384 0.163183 0.164649 CURRENT LEARNING RATE: 1.0377145085903388e-07
previous_iter_valid_loss : 0.1607651263475418
1572440 0.160922 0.160765 0.164422 CURRENT LEARNING RATE: 1.037506986441526e-07
previous_iter_valid_loss : 0.16190987825393677
1572460 0.162073 0.161910 0.164467 CURRENT LEARNING RATE: 1.0372995057929947e-07
previous_iter_valid_loss : 0.16693396866321564
1572480 0.167157 0.166934 0.164663 CURRENT LEARNING RATE: 1.0370920666364438e-07
previous_iter_valid_loss : 0.1613796204328537
1572500 0.161539 0.161380 0.164077 CURRENT LEARNING RATE: 1.0368846689635756e-07
previous_iter_valid_loss : 0.17166674137115479
1572520 0.171932 0.171667 0.164620 CURRENT LEARNING RATE: 1.0366773127660924e-07
previous_iter_valid_loss : 0.16288800537586212
1572540 0.163048 0.162888 0.164578 CURRENT LEARNING RATE: 1.0364699980357037e-07
previous_iter_valid_loss : 0.16334347426891327
1572560 0.163506 0.163343 0.164648 CURRENT LEARNING RATE: 1.0362627247641152e-07
previous_iter_valid_loss : 0.16372916102409363
1572580 0.163930 0.163729 0.163882 CURRENT LEARNING RATE: 1.0360554929430338e-07
previous_iter_valid_loss : 0.16757409274578094
1572600 0.167809 0.167574 0.163191 CURRENT LEARNING RATE: 1.0358483025641743e-07
previous_iter_valid_loss : 0.18181830644607544
1572620 0.181973 0.181818 0.164202 CURRENT LEARNING RATE: 1.0356411536192468e-07
previous_iter_valid_loss : 0.1676759421825409
1572640 0.167828 0.167676 0.164554 CURRENT LEARNING RATE: 1.0354340460999659e-07
previous_iter_valid_loss : 0.160579651594162
1572660 0.160735 0.160580 0.164557 CURRENT LEARNING RATE: 1.0352269799980448e-07
previous_iter_valid_loss : 0.16332495212554932
1572680 0.163517 0.163325 0.164560 CURRENT LEARNING RATE: 1.0350199553052051e-07
previous_iter_valid_loss : 0.16058243811130524
1572700 0.160744 0.160582 0.164557 CURRENT LEARNING RATE: 1.0348129720131638e-07
previous_iter_valid_loss : 0.16448011994361877
1572720 0.164638 0.164480 0.164395 CURRENT LEARNING RATE: 1.0346060301136414e-07
previous_iter_valid_loss : 0.16058138012886047
1572740 0.160740 0.160581 0.164226 CURRENT LEARNING RATE: 1.0343991295983584e-07
previous_iter_valid_loss : 0.18737824261188507
1572760 0.187516 0.187378 0.165561 CURRENT LEARNING RATE: 1.0341922704590427e-07
previous_iter_valid_loss : 0.1768757700920105
1572780 0.177036 0.176876 0.166372 CURRENT LEARNING RATE: 1.033985452687418e-07
previous_iter_valid_loss : 0.16395388543605804
1572800 0.164128 0.163954 0.166529 CURRENT LEARNING RATE: 1.0337786762752112e-07
previous_iter_valid_loss : 0.16620630025863647
1572820 0.166419 0.166206 0.166680 CURRENT LEARNING RATE: 1.0335719412141502e-07
previous_iter_valid_loss : 0.16097865998744965
1572840 0.161166 0.160979 0.166691 CURRENT LEARNING RATE: 1.0333652474959687e-07
previous_iter_valid_loss : 0.16640006005764008
1572860 0.166606 0.166400 0.166916 CURRENT LEARNING RATE: 1.0331585951123971e-07
previous_iter_valid_loss : 0.16369186341762543
1572880 0.163857 0.163692 0.166753 CURRENT LEARNING RATE: 1.0329519840551696e-07
previous_iter_valid_loss : 0.16420049965381622
1572900 0.164394 0.164200 0.166895 CURRENT LEARNING RATE: 1.0327454143160196e-07
previous_iter_valid_loss : 0.16366888582706451
1572920 0.163827 0.163669 0.166495 CURRENT LEARNING RATE: 1.0325388858866884e-07
previous_iter_valid_loss : 0.16243556141853333
1572940 0.162607 0.162436 0.166472 CURRENT LEARNING RATE: 1.0323323987589126e-07
previous_iter_valid_loss : 0.16062727570533752
1572960 0.160788 0.160627 0.166336 CURRENT LEARNING RATE: 1.0321259529244329e-07
previous_iter_valid_loss : 0.16323676705360413
1572980 0.163439 0.163237 0.166312 CURRENT LEARNING RATE: 1.0319195483749895e-07
previous_iter_valid_loss : 0.1627005636692047
1573000 0.162866 0.162701 0.166068 CURRENT LEARNING RATE: 1.0317131851023301e-07
previous_iter_valid_loss : 0.16546200215816498
1573020 0.165683 0.165462 0.165250 CURRENT LEARNING RATE: 1.0315068630981983e-07
previous_iter_valid_loss : 0.16350138187408447
1573040 0.163697 0.163501 0.165041 CURRENT LEARNING RATE: 1.0313005823543393e-07
previous_iter_valid_loss : 0.1788158118724823
1573060 0.178975 0.178816 0.165953 CURRENT LEARNING RATE: 1.0310943428625056e-07
previous_iter_valid_loss : 0.163760706782341
1573080 0.163926 0.163761 0.165975 CURRENT LEARNING RATE: 1.0308881446144458e-07
previous_iter_valid_loss : 0.16290810704231262
1573100 0.163110 0.162908 0.166091 CURRENT LEARNING RATE: 1.0306819876019117e-07
previous_iter_valid_loss : 0.17439019680023193
1573120 0.174542 0.174390 0.166587 CURRENT LEARNING RATE: 1.0304758718166556e-07
previous_iter_valid_loss : 0.16115596890449524
1573140 0.161345 0.161156 0.166615 CURRENT LEARNING RATE: 1.0302697972504364e-07
previous_iter_valid_loss : 0.16063691675662994
1573160 0.160792 0.160637 0.165278 CURRENT LEARNING RATE: 1.0300637638950089e-07
previous_iter_valid_loss : 0.16347631812095642
1573180 0.163666 0.163476 0.164608 CURRENT LEARNING RATE: 1.0298577717421324e-07
previous_iter_valid_loss : 0.16129884123802185
1573200 0.161453 0.161299 0.164476 CURRENT LEARNING RATE: 1.029651820783565e-07
previous_iter_valid_loss : 0.16053174436092377
1573220 0.160696 0.160532 0.164192 CURRENT LEARNING RATE: 1.0294459110110724e-07
previous_iter_valid_loss : 0.17380602657794952
1573240 0.173952 0.173806 0.164833 CURRENT LEARNING RATE: 1.0292400424164163e-07
previous_iter_valid_loss : 0.16304706037044525
1573260 0.163223 0.163047 0.164666 CURRENT LEARNING RATE: 1.0290342149913621e-07
previous_iter_valid_loss : 0.16060958802700043
1573280 0.160776 0.160610 0.164512 CURRENT LEARNING RATE: 1.0288284287276748e-07
previous_iter_valid_loss : 0.16116389632225037
1573300 0.161320 0.161164 0.164360 CURRENT LEARNING RATE: 1.0286226836171267e-07
previous_iter_valid_loss : 0.17502309381961823
1573320 0.175173 0.175023 0.164927 CURRENT LEARNING RATE: 1.028416979651486e-07
previous_iter_valid_loss : 0.16092093288898468
1573340 0.161070 0.160921 0.164852 CURRENT LEARNING RATE: 1.0282113168225244e-07
previous_iter_valid_loss : 0.1668204665184021
1573360 0.167026 0.166820 0.165161 CURRENT LEARNING RATE: 1.0280056951220141e-07
previous_iter_valid_loss : 0.19089756906032562
1573380 0.191016 0.190898 0.166544 CURRENT LEARNING RATE: 1.0278001145417336e-07
previous_iter_valid_loss : 0.16355325281620026
1573400 0.163719 0.163553 0.166587 CURRENT LEARNING RATE: 1.0275945750734577e-07
previous_iter_valid_loss : 0.16219644248485565
1573420 0.162355 0.162196 0.166424 CURRENT LEARNING RATE: 1.0273890767089631e-07
previous_iter_valid_loss : 0.18289166688919067
1573440 0.183247 0.182892 0.167393 CURRENT LEARNING RATE: 1.0271836194400335e-07
previous_iter_valid_loss : 0.1617937535047531
1573460 0.161994 0.161794 0.166542 CURRENT LEARNING RATE: 1.0269782032584487e-07
previous_iter_valid_loss : 0.16307634115219116
1573480 0.163273 0.163076 0.166508 CURRENT LEARNING RATE: 1.0267728281559924e-07
previous_iter_valid_loss : 0.161103755235672
1573500 0.161288 0.161104 0.166418 CURRENT LEARNING RATE: 1.0265674941244475e-07
previous_iter_valid_loss : 0.1682801991701126
1573520 0.168437 0.168280 0.166112 CURRENT LEARNING RATE: 1.0263622011556044e-07
previous_iter_valid_loss : 0.16120578348636627
1573540 0.161379 0.161206 0.166115 CURRENT LEARNING RATE: 1.0261569492412494e-07
previous_iter_valid_loss : 0.16089056432247162
1573560 0.161046 0.160891 0.166127 CURRENT LEARNING RATE: 1.0259517383731723e-07
previous_iter_valid_loss : 0.16743071377277374
1573580 0.167665 0.167431 0.166325 CURRENT LEARNING RATE: 1.0257465685431632e-07
previous_iter_valid_loss : 0.16870497167110443
1573600 0.168855 0.168705 0.166696 CURRENT LEARNING RATE: 1.0255414397430188e-07
previous_iter_valid_loss : 0.16149689257144928
1573620 0.161691 0.161497 0.166744 CURRENT LEARNING RATE: 1.0253363519645321e-07
previous_iter_valid_loss : 0.16179677844047546
1573640 0.161985 0.161797 0.166143 CURRENT LEARNING RATE: 1.0251313051994996e-07
previous_iter_valid_loss : 0.1644480973482132
1573660 0.164643 0.164448 0.166213 CURRENT LEARNING RATE: 1.024926299439718e-07
previous_iter_valid_loss : 0.16251879930496216
1573680 0.162688 0.162519 0.166309 CURRENT LEARNING RATE: 1.02472133467699e-07
previous_iter_valid_loss : 0.17126815021038055
1573700 0.171523 0.171268 0.166814 CURRENT LEARNING RATE: 1.0245164109031154e-07
previous_iter_valid_loss : 0.16123591363430023
1573720 0.161419 0.161236 0.166125 CURRENT LEARNING RATE: 1.0243115281098974e-07
previous_iter_valid_loss : 0.16125869750976562
1573740 0.161444 0.161259 0.166142 CURRENT LEARNING RATE: 1.024106686289139e-07
previous_iter_valid_loss : 0.1636943370103836
1573760 0.163863 0.163694 0.165985 CURRENT LEARNING RATE: 1.0239018854326501e-07
previous_iter_valid_loss : 0.16050319373607635
1573780 0.160668 0.160503 0.164466 CURRENT LEARNING RATE: 1.0236971255322366e-07
previous_iter_valid_loss : 0.16589178144931793
1573800 0.166104 0.165892 0.164582 CURRENT LEARNING RATE: 1.0234924065797065e-07
previous_iter_valid_loss : 0.16192670166492462
1573820 0.162113 0.161927 0.164569 CURRENT LEARNING RATE: 1.0232877285668745e-07
previous_iter_valid_loss : 0.16388584673404694
1573840 0.164076 0.163886 0.163619 CURRENT LEARNING RATE: 1.023083091485552e-07
previous_iter_valid_loss : 0.16344191133975983
1573860 0.163647 0.163442 0.163701 CURRENT LEARNING RATE: 1.022878495327553e-07
previous_iter_valid_loss : 0.16086828708648682
1573880 0.161048 0.160868 0.163591 CURRENT LEARNING RATE: 1.0226739400846924e-07
previous_iter_valid_loss : 0.1857096552848816
1573900 0.185857 0.185710 0.164821 CURRENT LEARNING RATE: 1.0224694257487912e-07
previous_iter_valid_loss : 0.16094394028186798
1573920 0.161122 0.160944 0.164454 CURRENT LEARNING RATE: 1.0222649523116671e-07
previous_iter_valid_loss : 0.16414549946784973
1573940 0.164306 0.164145 0.164601 CURRENT LEARNING RATE: 1.0220605197651414e-07
previous_iter_valid_loss : 0.16175371408462524
1573960 0.161912 0.161754 0.164644 CURRENT LEARNING RATE: 1.0218561281010348e-07
previous_iter_valid_loss : 0.17922335863113403
1573980 0.179386 0.179223 0.165234 CURRENT LEARNING RATE: 1.0216517773111752e-07
previous_iter_valid_loss : 0.16052353382110596
1574000 0.160684 0.160524 0.164825 CURRENT LEARNING RATE: 1.021447467387387e-07
previous_iter_valid_loss : 0.16882456839084625
1574020 0.169052 0.168825 0.165191 CURRENT LEARNING RATE: 1.0212431983214973e-07
previous_iter_valid_loss : 0.16066788136959076
1574040 0.160823 0.160668 0.165135 CURRENT LEARNING RATE: 1.0210389701053339e-07
previous_iter_valid_loss : 0.16064931452274323
1574060 0.160805 0.160649 0.164945 CURRENT LEARNING RATE: 1.0208347827307317e-07
previous_iter_valid_loss : 0.1907227486371994
1574080 0.190857 0.190723 0.166355 CURRENT LEARNING RATE: 1.0206306361895205e-07
previous_iter_valid_loss : 0.1607862114906311
1574100 0.160956 0.160786 0.165831 CURRENT LEARNING RATE: 1.020426530473535e-07
previous_iter_valid_loss : 0.16236509382724762
1574120 0.162523 0.162365 0.165887 CURRENT LEARNING RATE: 1.0202224655746091e-07
previous_iter_valid_loss : 0.16501891613006592
1574140 0.165231 0.165019 0.166075 CURRENT LEARNING RATE: 1.0200184414845837e-07
previous_iter_valid_loss : 0.1605558693408966
1574160 0.160719 0.160556 0.165919 CURRENT LEARNING RATE: 1.0198144581952961e-07
previous_iter_valid_loss : 0.16756439208984375
1574180 0.167784 0.167564 0.166272 CURRENT LEARNING RATE: 1.0196105156985852e-07
previous_iter_valid_loss : 0.1733684092760086
1574200 0.173638 0.173368 0.166645 CURRENT LEARNING RATE: 1.0194066139862969e-07
previous_iter_valid_loss : 0.16050022840499878
1574220 0.160665 0.160500 0.166574 CURRENT LEARNING RATE: 1.0192027530502733e-07
previous_iter_valid_loss : 0.1608211100101471
1574240 0.161000 0.160821 0.166421 CURRENT LEARNING RATE: 1.0189989328823598e-07
previous_iter_valid_loss : 0.1911921501159668
1574260 0.191331 0.191192 0.167808 CURRENT LEARNING RATE: 1.0187951534744021e-07
previous_iter_valid_loss : 0.17037703096866608
1574280 0.170530 0.170377 0.168284 CURRENT LEARNING RATE: 1.0185914148182525e-07
previous_iter_valid_loss : 0.17563830316066742
1574300 0.175928 0.175638 0.167780 CURRENT LEARNING RATE: 1.0183877169057596e-07
previous_iter_valid_loss : 0.16943976283073425
1574320 0.169687 0.169440 0.168205 CURRENT LEARNING RATE: 1.0181840597287755e-07
previous_iter_valid_loss : 0.1606224626302719
1574340 0.160793 0.160622 0.168029 CURRENT LEARNING RATE: 1.0179804432791521e-07
previous_iter_valid_loss : 0.16414111852645874
1574360 0.164307 0.164141 0.168148 CURRENT LEARNING RATE: 1.0177768675487482e-07
previous_iter_valid_loss : 0.17782454192638397
1574380 0.178134 0.177825 0.168078 CURRENT LEARNING RATE: 1.0175733325294194e-07
previous_iter_valid_loss : 0.1714792251586914
1574400 0.171628 0.171479 0.168626 CURRENT LEARNING RATE: 1.017369838213024e-07
previous_iter_valid_loss : 0.17170009016990662
1574420 0.171958 0.171700 0.168770 CURRENT LEARNING RATE: 1.0171663845914204e-07
previous_iter_valid_loss : 0.1688317507505417
1574440 0.168986 0.168832 0.169178 CURRENT LEARNING RATE: 1.016962971656474e-07
previous_iter_valid_loss : 0.19055727124214172
1574460 0.190985 0.190557 0.170673 CURRENT LEARNING RATE: 1.0167595994000467e-07
previous_iter_valid_loss : 0.16078834235668182
1574480 0.160952 0.160788 0.169177 CURRENT LEARNING RATE: 1.0165562678140036e-07
previous_iter_valid_loss : 0.17167876660823822
1574500 0.171931 0.171679 0.169721 CURRENT LEARNING RATE: 1.0163529768902094e-07
previous_iter_valid_loss : 0.18058644235134125
1574520 0.180744 0.180586 0.170632 CURRENT LEARNING RATE: 1.0161497266205364e-07
previous_iter_valid_loss : 0.20178434252738953
1574540 0.201855 0.201784 0.172471 CURRENT LEARNING RATE: 1.0159465169968526e-07
previous_iter_valid_loss : 0.16089077293872833
1574560 0.161044 0.160891 0.172487 CURRENT LEARNING RATE: 1.0157433480110294e-07
previous_iter_valid_loss : 0.16090604662895203
1574580 0.161065 0.160906 0.172155 CURRENT LEARNING RATE: 1.0155402196549386e-07
previous_iter_valid_loss : 0.16127340495586395
1574600 0.161452 0.161273 0.171550 CURRENT LEARNING RATE: 1.0153371319204584e-07
previous_iter_valid_loss : 0.16181504726409912
1574620 0.162006 0.161815 0.171616 CURRENT LEARNING RATE: 1.0151340847994638e-07
previous_iter_valid_loss : 0.16094470024108887
1574640 0.161122 0.160945 0.171622 CURRENT LEARNING RATE: 1.0149310782838308e-07
previous_iter_valid_loss : 0.16111025214195251
1574660 0.161294 0.161110 0.170118 CURRENT LEARNING RATE: 1.0147281123654429e-07
previous_iter_valid_loss : 0.1607590615749359
1574680 0.160920 0.160759 0.169637 CURRENT LEARNING RATE: 1.0145251870361797e-07
previous_iter_valid_loss : 0.1629250943660736
1574700 0.163112 0.162925 0.169001 CURRENT LEARNING RATE: 1.0143223022879239e-07
previous_iter_valid_loss : 0.17727595567703247
1574720 0.177573 0.177276 0.169393 CURRENT LEARNING RATE: 1.0141194581125588e-07
previous_iter_valid_loss : 0.16130296885967255
1574740 0.161493 0.161303 0.169427 CURRENT LEARNING RATE: 1.0139166545019738e-07
previous_iter_valid_loss : 0.16067321598529816
1574760 0.160825 0.160673 0.169254 CURRENT LEARNING RATE: 1.0137138914480551e-07
previous_iter_valid_loss : 0.17128172516822815
1574780 0.171531 0.171282 0.168926 CURRENT LEARNING RATE: 1.0135111689426922e-07
previous_iter_valid_loss : 0.1717185378074646
1574800 0.171991 0.171719 0.168938 CURRENT LEARNING RATE: 1.0133084869777744e-07
previous_iter_valid_loss : 0.17747937142848969
1574820 0.177780 0.177479 0.169227 CURRENT LEARNING RATE: 1.0131058455451982e-07
previous_iter_valid_loss : 0.16063779592514038
1574840 0.160806 0.160638 0.168818 CURRENT LEARNING RATE: 1.0129032446368557e-07
previous_iter_valid_loss : 0.1642145961523056
1574860 0.164405 0.164215 0.167500 CURRENT LEARNING RATE: 1.0127006842446433e-07
previous_iter_valid_loss : 0.16065256297588348
1574880 0.160822 0.160653 0.167494 CURRENT LEARNING RATE: 1.0124981643604566e-07
previous_iter_valid_loss : 0.1616126447916031
1574900 0.161763 0.161613 0.166990 CURRENT LEARNING RATE: 1.0122956849761982e-07
previous_iter_valid_loss : 0.16424618661403656
1574920 0.164411 0.164246 0.166173 CURRENT LEARNING RATE: 1.0120932460837674e-07
previous_iter_valid_loss : 0.1701660007238388
1574940 0.170317 0.170166 0.164592 CURRENT LEARNING RATE: 1.0118908476750669e-07
previous_iter_valid_loss : 0.16074325144290924
1574960 0.160921 0.160743 0.164585 CURRENT LEARNING RATE: 1.0116884897419982e-07
previous_iter_valid_loss : 0.1605231612920761
1574980 0.160679 0.160523 0.164566 CURRENT LEARNING RATE: 1.0114861722764713e-07
previous_iter_valid_loss : 0.16050557792186737
1575000 0.160661 0.160506 0.164528 CURRENT LEARNING RATE: 1.0112838952703913e-07
previous_iter_valid_loss : 0.16059410572052002
1575020 0.160746 0.160594 0.164467 CURRENT LEARNING RATE: 1.0110816587156655e-07
previous_iter_valid_loss : 0.16230271756649017
1575040 0.162474 0.162303 0.164534 CURRENT LEARNING RATE: 1.010879462604208e-07
previous_iter_valid_loss : 0.16249200701713562
1575060 0.162679 0.162492 0.164604 CURRENT LEARNING RATE: 1.0106773069279291e-07
previous_iter_valid_loss : 0.18460536003112793
1575080 0.184753 0.184605 0.165796 CURRENT LEARNING RATE: 1.0104751916787426e-07
previous_iter_valid_loss : 0.16971921920776367
1575100 0.169868 0.169719 0.166136 CURRENT LEARNING RATE: 1.0102731168485622e-07
previous_iter_valid_loss : 0.16720493137836456
1575120 0.167361 0.167205 0.165632 CURRENT LEARNING RATE: 1.0100710824293083e-07
previous_iter_valid_loss : 0.1627357304096222
1575140 0.162916 0.162736 0.165704 CURRENT LEARNING RATE: 1.0098690884128979e-07
previous_iter_valid_loss : 0.16545918583869934
1575160 0.165621 0.165459 0.165943 CURRENT LEARNING RATE: 1.0096671347912511e-07
previous_iter_valid_loss : 0.1693279892206192
1575180 0.169578 0.169328 0.165845 CURRENT LEARNING RATE: 1.009465221556288e-07
previous_iter_valid_loss : 0.1714133471250534
1575200 0.171678 0.171413 0.165830 CURRENT LEARNING RATE: 1.0092633486999358e-07
previous_iter_valid_loss : 0.16557160019874573
1575220 0.165735 0.165572 0.165235 CURRENT LEARNING RATE: 1.0090615162141177e-07
previous_iter_valid_loss : 0.1660606414079666
1575240 0.166267 0.166061 0.165506 CURRENT LEARNING RATE: 1.0088597240907603e-07
previous_iter_valid_loss : 0.16148503124713898
1575260 0.161669 0.161485 0.165369 CURRENT LEARNING RATE: 1.0086579723217903e-07
previous_iter_valid_loss : 0.16049721837043762
1575280 0.160663 0.160497 0.165361 CURRENT LEARNING RATE: 1.0084562608991409e-07
previous_iter_valid_loss : 0.16327333450317383
1575300 0.163463 0.163273 0.165445 CURRENT LEARNING RATE: 1.0082545898147423e-07
previous_iter_valid_loss : 0.16087722778320312
1575320 0.161048 0.160877 0.165276 CURRENT LEARNING RATE: 1.0080529590605273e-07
previous_iter_valid_loss : 0.17305363714694977
1575340 0.173328 0.173054 0.165420 CURRENT LEARNING RATE: 1.0078513686284291e-07
previous_iter_valid_loss : 0.16451075673103333
1575360 0.164676 0.164511 0.165609 CURRENT LEARNING RATE: 1.0076498185103875e-07
previous_iter_valid_loss : 0.16202455759048462
1575380 0.162211 0.162025 0.165684 CURRENT LEARNING RATE: 1.0074483086983388e-07
previous_iter_valid_loss : 0.16088905930519104
1575400 0.161070 0.160889 0.165703 CURRENT LEARNING RATE: 1.0072468391842207e-07
previous_iter_valid_loss : 0.16167384386062622
1575420 0.161864 0.161674 0.165757 CURRENT LEARNING RATE: 1.0070454099599783e-07
previous_iter_valid_loss : 0.16393139958381653
1575440 0.164103 0.163931 0.165838 CURRENT LEARNING RATE: 1.0068440210175521e-07
previous_iter_valid_loss : 0.17155419290065765
1575460 0.171823 0.171554 0.166292 CURRENT LEARNING RATE: 1.0066426723488873e-07
previous_iter_valid_loss : 0.1621648222208023
1575480 0.162359 0.162165 0.165170 CURRENT LEARNING RATE: 1.0064413639459274e-07
previous_iter_valid_loss : 0.1621953397989273
1575500 0.162387 0.162195 0.164793 CURRENT LEARNING RATE: 1.0062400958006241e-07
previous_iter_valid_loss : 0.16206547617912292
1575520 0.162237 0.162065 0.164536 CURRENT LEARNING RATE: 1.006038867904925e-07
previous_iter_valid_loss : 0.16206210851669312
1575540 0.162223 0.162062 0.164503 CURRENT LEARNING RATE: 1.0058376802507804e-07
previous_iter_valid_loss : 0.1626509726047516
1575560 0.162843 0.162651 0.164362 CURRENT LEARNING RATE: 1.0056365328301414e-07
previous_iter_valid_loss : 0.16803082823753357
1575580 0.168257 0.168031 0.164297 CURRENT LEARNING RATE: 1.0054354256349658e-07
previous_iter_valid_loss : 0.16761235892772675
1575600 0.167833 0.167612 0.164107 CURRENT LEARNING RATE: 1.0052343586572073e-07
previous_iter_valid_loss : 0.16728420555591583
1575620 0.167497 0.167284 0.164193 CURRENT LEARNING RATE: 1.0050333318888231e-07
previous_iter_valid_loss : 0.18411105871200562
1575640 0.184475 0.184111 0.165096 CURRENT LEARNING RATE: 1.0048323453217708e-07
previous_iter_valid_loss : 0.16170115768909454
1575660 0.161862 0.161701 0.165106 CURRENT LEARNING RATE: 1.0046313989480142e-07
previous_iter_valid_loss : 0.16336999833583832
1575680 0.163580 0.163370 0.165250 CURRENT LEARNING RATE: 1.0044304927595134e-07
previous_iter_valid_loss : 0.17198103666305542
1575700 0.172243 0.171981 0.165685 CURRENT LEARNING RATE: 1.0042296267482327e-07
previous_iter_valid_loss : 0.16267691552639008
1575720 0.162867 0.162677 0.165775 CURRENT LEARNING RATE: 1.0040288009061354e-07
previous_iter_valid_loss : 0.16077491641044617
1575740 0.160934 0.160775 0.165161 CURRENT LEARNING RATE: 1.0038280152251919e-07
previous_iter_valid_loss : 0.16132903099060059
1575760 0.161482 0.161329 0.165002 CURRENT LEARNING RATE: 1.0036272696973694e-07
previous_iter_valid_loss : 0.1873636245727539
1575780 0.187495 0.187364 0.166269 CURRENT LEARNING RATE: 1.0034265643146377e-07
previous_iter_valid_loss : 0.1605602204799652
1575800 0.160720 0.160560 0.166253 CURRENT LEARNING RATE: 1.0032258990689669e-07
previous_iter_valid_loss : 0.17225946485996246
1575820 0.172414 0.172259 0.166782 CURRENT LEARNING RATE: 1.003025273952334e-07
previous_iter_valid_loss : 0.16168120503425598
1575840 0.161865 0.161681 0.166670 CURRENT LEARNING RATE: 1.0028246889567121e-07
previous_iter_valid_loss : 0.16135366261005402
1575860 0.161511 0.161354 0.166160 CURRENT LEARNING RATE: 1.0026241440740764e-07
previous_iter_valid_loss : 0.16325043141841888
1575880 0.163450 0.163250 0.166214 CURRENT LEARNING RATE: 1.002423639296408e-07
previous_iter_valid_loss : 0.16243959963321686
1575900 0.162620 0.162440 0.166226 CURRENT LEARNING RATE: 1.0022231746156856e-07
previous_iter_valid_loss : 0.16083960235118866
1575920 0.160996 0.160840 0.166165 CURRENT LEARNING RATE: 1.0020227500238901e-07
previous_iter_valid_loss : 0.16753987967967987
1575940 0.167696 0.167540 0.166439 CURRENT LEARNING RATE: 1.001822365513003e-07
previous_iter_valid_loss : 0.16051597893238068
1575960 0.160671 0.160516 0.166332 CURRENT LEARNING RATE: 1.0016220210750125e-07
previous_iter_valid_loss : 0.17318159341812134
1575980 0.173327 0.173182 0.166589 CURRENT LEARNING RATE: 1.0014217167019029e-07
previous_iter_valid_loss : 0.1639106571674347
1576000 0.164107 0.163911 0.166404 CURRENT LEARNING RATE: 1.0012214523856622e-07
previous_iter_valid_loss : 0.17130565643310547
1576020 0.171568 0.171306 0.166605 CURRENT LEARNING RATE: 1.001021228118278e-07
previous_iter_valid_loss : 0.16100597381591797
1576040 0.161201 0.161006 0.165450 CURRENT LEARNING RATE: 1.0008210438917448e-07
previous_iter_valid_loss : 0.17132553458213806
1576060 0.171581 0.171326 0.165931 CURRENT LEARNING RATE: 1.0006208996980534e-07
previous_iter_valid_loss : 0.1623046100139618
1576080 0.162486 0.162305 0.165878 CURRENT LEARNING RATE: 1.000420795529198e-07
previous_iter_valid_loss : 0.1654454618692398
1576100 0.165653 0.165445 0.165551 CURRENT LEARNING RATE: 1.000220731377173e-07
previous_iter_valid_loss : 0.1605835258960724
1576120 0.160739 0.160584 0.165447 CURRENT LEARNING RATE: 1.000020707233979e-07
previous_iter_valid_loss : 0.1616060733795166
1576140 0.161790 0.161606 0.165488 CURRENT LEARNING RATE: 9.998207230916136e-08
previous_iter_valid_loss : 0.16087079048156738
1576160 0.161052 0.160871 0.165465 CURRENT LEARNING RATE: 9.996207789420771e-08
previous_iter_valid_loss : 0.18607130646705627
1576180 0.186466 0.186071 0.165401 CURRENT LEARNING RATE: 9.994208747773703e-08
previous_iter_valid_loss : 0.17874491214752197
1576200 0.179057 0.178745 0.166310 CURRENT LEARNING RATE: 9.992210105895002e-08
previous_iter_valid_loss : 0.16447705030441284
1576220 0.164689 0.164477 0.165921 CURRENT LEARNING RATE: 9.990211863704708e-08
previous_iter_valid_loss : 0.1630288064479828
1576240 0.163192 0.163029 0.165988 CURRENT LEARNING RATE: 9.988214021122871e-08
previous_iter_valid_loss : 0.17240116000175476
1576260 0.172554 0.172401 0.166541 CURRENT LEARNING RATE: 9.986216578069616e-08
previous_iter_valid_loss : 0.16088372468948364
1576280 0.161052 0.160884 0.166422 CURRENT LEARNING RATE: 9.984219534465024e-08
previous_iter_valid_loss : 0.16292394697666168
1576300 0.163092 0.162924 0.166447 CURRENT LEARNING RATE: 9.982222890229214e-08
previous_iter_valid_loss : 0.16069269180297852
1576320 0.160858 0.160693 0.166439 CURRENT LEARNING RATE: 9.980226645282304e-08
previous_iter_valid_loss : 0.16106025874614716
1576340 0.161216 0.161060 0.166115 CURRENT LEARNING RATE: 9.97823079954448e-08
previous_iter_valid_loss : 0.1854424625635147
1576360 0.185827 0.185442 0.167362 CURRENT LEARNING RATE: 9.976235352935887e-08
previous_iter_valid_loss : 0.16109754145145416
1576380 0.161277 0.161098 0.166757 CURRENT LEARNING RATE: 9.974240305376711e-08
previous_iter_valid_loss : 0.16839633882045746
1576400 0.168553 0.168396 0.166982 CURRENT LEARNING RATE: 9.972245656787131e-08
previous_iter_valid_loss : 0.17256301641464233
1576420 0.172840 0.172563 0.167044 CURRENT LEARNING RATE: 9.970251407087395e-08
previous_iter_valid_loss : 0.16522374749183655
1576440 0.165424 0.165224 0.167255 CURRENT LEARNING RATE: 9.968257556197716e-08
previous_iter_valid_loss : 0.16799065470695496
1576460 0.168222 0.167991 0.167089 CURRENT LEARNING RATE: 9.966264104038343e-08
previous_iter_valid_loss : 0.16053755581378937
1576480 0.160706 0.160538 0.167000 CURRENT LEARNING RATE: 9.964271050529517e-08
previous_iter_valid_loss : 0.16591636836528778
1576500 0.166079 0.165916 0.167024 CURRENT LEARNING RATE: 9.962278395591551e-08
previous_iter_valid_loss : 0.16618558764457703
1576520 0.166348 0.166186 0.167304 CURRENT LEARNING RATE: 9.960286139144723e-08
previous_iter_valid_loss : 0.16087809205055237
1576540 0.161053 0.160878 0.167268 CURRENT LEARNING RATE: 9.958294281109342e-08
previous_iter_valid_loss : 0.1760624647140503
1576560 0.176216 0.176062 0.168027 CURRENT LEARNING RATE: 9.956302821405715e-08
previous_iter_valid_loss : 0.16724641621112823
1576580 0.167474 0.167246 0.167086 CURRENT LEARNING RATE: 9.954311759954221e-08
previous_iter_valid_loss : 0.1631699651479721
1576600 0.163363 0.163170 0.166307 CURRENT LEARNING RATE: 9.952321096675199e-08
previous_iter_valid_loss : 0.16049563884735107
1576620 0.160658 0.160496 0.166108 CURRENT LEARNING RATE: 9.950330831489002e-08
previous_iter_valid_loss : 0.16070789098739624
1576640 0.160857 0.160708 0.165992 CURRENT LEARNING RATE: 9.948340964316059e-08
previous_iter_valid_loss : 0.16113491356372833
1576660 0.161318 0.161135 0.165429 CURRENT LEARNING RATE: 9.946351495076756e-08
previous_iter_valid_loss : 0.1687505543231964
1576680 0.168993 0.168751 0.165822 CURRENT LEARNING RATE: 9.944362423691514e-08
previous_iter_valid_loss : 0.16099417209625244
1576700 0.161171 0.160994 0.165726 CURRENT LEARNING RATE: 9.942373750080753e-08
previous_iter_valid_loss : 0.18124280869960785
1576720 0.181399 0.181243 0.166753 CURRENT LEARNING RATE: 9.940385474164962e-08
previous_iter_valid_loss : 0.16153907775878906
1576740 0.161724 0.161539 0.166777 CURRENT LEARNING RATE: 9.938397595864588e-08
previous_iter_valid_loss : 0.16052621603012085
1576760 0.160694 0.160526 0.165531 CURRENT LEARNING RATE: 9.936410115100122e-08
previous_iter_valid_loss : 0.16084493696689606
1576780 0.161008 0.160845 0.165519 CURRENT LEARNING RATE: 9.934423031792044e-08
previous_iter_valid_loss : 0.16158175468444824
1576800 0.161741 0.161582 0.165178 CURRENT LEARNING RATE: 9.932436345860905e-08
previous_iter_valid_loss : 0.16259144246578217
1576820 0.162786 0.162591 0.164679 CURRENT LEARNING RATE: 9.930450057227223e-08
previous_iter_valid_loss : 0.16240127384662628
1576840 0.162566 0.162401 0.164538 CURRENT LEARNING RATE: 9.928464165811543e-08
previous_iter_valid_loss : 0.18323500454425812
1576860 0.183378 0.183235 0.165300 CURRENT LEARNING RATE: 9.926478671534413e-08
previous_iter_valid_loss : 0.160567507147789
1576880 0.160742 0.160568 0.165302 CURRENT LEARNING RATE: 9.92449357431645e-08
previous_iter_valid_loss : 0.16380584239959717
1576900 0.164002 0.163806 0.165196 CURRENT LEARNING RATE: 9.92250887407823e-08
previous_iter_valid_loss : 0.16051903367042542
1576920 0.160691 0.160519 0.164913 CURRENT LEARNING RATE: 9.920524570740368e-08
previous_iter_valid_loss : 0.16169622540473938
1576940 0.161864 0.161696 0.164954 CURRENT LEARNING RATE: 9.918540664223472e-08
previous_iter_valid_loss : 0.16860726475715637
1576960 0.168838 0.168607 0.164581 CURRENT LEARNING RATE: 9.91655715444822e-08
previous_iter_valid_loss : 0.1621866673231125
1576980 0.162338 0.162187 0.164328 CURRENT LEARNING RATE: 9.914574041335257e-08
previous_iter_valid_loss : 0.1604921817779541
1577000 0.160663 0.160492 0.164194 CURRENT LEARNING RATE: 9.912591324805238e-08
previous_iter_valid_loss : 0.16050924360752106
1577020 0.160668 0.160509 0.164195 CURRENT LEARNING RATE: 9.910609004778893e-08
previous_iter_valid_loss : 0.1649889200925827
1577040 0.165193 0.164989 0.164409 CURRENT LEARNING RATE: 9.908627081176909e-08
previous_iter_valid_loss : 0.16451087594032288
1577060 0.164718 0.164511 0.164578 CURRENT LEARNING RATE: 9.90664555392001e-08
previous_iter_valid_loss : 0.16754429042339325
1577080 0.167774 0.167544 0.164518 CURRENT LEARNING RATE: 9.904664422928915e-08
previous_iter_valid_loss : 0.16076576709747314
1577100 0.160948 0.160766 0.164506 CURRENT LEARNING RATE: 9.902683688124415e-08
previous_iter_valid_loss : 0.16148699820041656
1577120 0.161649 0.161487 0.163518 CURRENT LEARNING RATE: 9.900703349427266e-08
previous_iter_valid_loss : 0.16501584649085999
1577140 0.165214 0.165016 0.163692 CURRENT LEARNING RATE: 9.898723406758254e-08
previous_iter_valid_loss : 0.16108520328998566
1577160 0.161238 0.161085 0.163720 CURRENT LEARNING RATE: 9.896743860038159e-08
previous_iter_valid_loss : 0.16878218948841095
1577180 0.168932 0.168782 0.164117 CURRENT LEARNING RATE: 9.894764709187838e-08
previous_iter_valid_loss : 0.16573230922222137
1577200 0.165897 0.165732 0.164324 CURRENT LEARNING RATE: 9.892785954128107e-08
previous_iter_valid_loss : 0.1608649641275406
1577220 0.161025 0.160865 0.164238 CURRENT LEARNING RATE: 9.890807594779815e-08
previous_iter_valid_loss : 0.1611657291650772
1577240 0.161354 0.161166 0.164176 CURRENT LEARNING RATE: 9.88882963106381e-08
previous_iter_valid_loss : 0.16072696447372437
1577260 0.160900 0.160727 0.163051 CURRENT LEARNING RATE: 9.886852062901011e-08
previous_iter_valid_loss : 0.16141630709171295
1577280 0.161608 0.161416 0.163093 CURRENT LEARNING RATE: 9.884874890212295e-08
previous_iter_valid_loss : 0.1756182163953781
1577300 0.175776 0.175618 0.163684 CURRENT LEARNING RATE: 9.882898112918575e-08
previous_iter_valid_loss : 0.16516539454460144
1577320 0.165332 0.165165 0.163916 CURRENT LEARNING RATE: 9.880921730940764e-08
previous_iter_valid_loss : 0.16072796285152435
1577340 0.160902 0.160728 0.163868 CURRENT LEARNING RATE: 9.878945744199843e-08
previous_iter_valid_loss : 0.16526749730110168
1577360 0.165490 0.165267 0.163701 CURRENT LEARNING RATE: 9.87697015261675e-08
previous_iter_valid_loss : 0.17512230575084686
1577380 0.175406 0.175122 0.164348 CURRENT LEARNING RATE: 9.874994956112466e-08
previous_iter_valid_loss : 0.18732509016990662
1577400 0.187740 0.187325 0.165689 CURRENT LEARNING RATE: 9.873020154607964e-08
previous_iter_valid_loss : 0.16460740566253662
1577420 0.164810 0.164607 0.165894 CURRENT LEARNING RATE: 9.871045748024286e-08
previous_iter_valid_loss : 0.16955359280109406
1577440 0.169796 0.169554 0.166123 CURRENT LEARNING RATE: 9.869071736282439e-08
previous_iter_valid_loss : 0.17446045577526093
1577460 0.174747 0.174460 0.166620 CURRENT LEARNING RATE: 9.867098119303446e-08
previous_iter_valid_loss : 0.167197123169899
1577480 0.167420 0.167197 0.166603 CURRENT LEARNING RATE: 9.865124897008398e-08
previous_iter_valid_loss : 0.1675647795200348
1577500 0.167718 0.167565 0.166943 CURRENT LEARNING RATE: 9.863152069318345e-08
previous_iter_valid_loss : 0.16578537225723267
1577520 0.166001 0.165785 0.167158 CURRENT LEARNING RATE: 9.861179636154377e-08
previous_iter_valid_loss : 0.16756564378738403
1577540 0.167723 0.167566 0.167285 CURRENT LEARNING RATE: 9.85920759743758e-08
previous_iter_valid_loss : 0.16273368895053864
1577560 0.162903 0.162734 0.167367 CURRENT LEARNING RATE: 9.857235953089104e-08
previous_iter_valid_loss : 0.19337797164916992
1577580 0.193504 0.193378 0.168597 CURRENT LEARNING RATE: 9.855264703030067e-08
previous_iter_valid_loss : 0.17704255878925323
1577600 0.177203 0.177043 0.169163 CURRENT LEARNING RATE: 9.85329384718162e-08
previous_iter_valid_loss : 0.16398848593235016
1577620 0.164153 0.163988 0.169319 CURRENT LEARNING RATE: 9.851323385464911e-08
previous_iter_valid_loss : 0.16411340236663818
1577640 0.164285 0.164113 0.169466 CURRENT LEARNING RATE: 9.849353317801155e-08
previous_iter_valid_loss : 0.16790729761123657
1577660 0.168127 0.167907 0.169825 CURRENT LEARNING RATE: 9.847383644111534e-08
previous_iter_valid_loss : 0.16715188324451447
1577680 0.167309 0.167152 0.170112 CURRENT LEARNING RATE: 9.84541436431726e-08
previous_iter_valid_loss : 0.166352778673172
1577700 0.166512 0.166353 0.169649 CURRENT LEARNING RATE: 9.843445478339545e-08
previous_iter_valid_loss : 0.16247287392616272
1577720 0.162649 0.162473 0.169514 CURRENT LEARNING RATE: 9.841476986099666e-08
previous_iter_valid_loss : 0.17663152515888214
1577740 0.176788 0.176632 0.170309 CURRENT LEARNING RATE: 9.83950888751887e-08
previous_iter_valid_loss : 0.169716477394104
1577760 0.169965 0.169716 0.170532 CURRENT LEARNING RATE: 9.83754118251843e-08
previous_iter_valid_loss : 0.16056634485721588
1577780 0.160727 0.160566 0.169804 CURRENT LEARNING RATE: 9.835573871019622e-08
previous_iter_valid_loss : 0.1745518445968628
1577800 0.174826 0.174552 0.169165 CURRENT LEARNING RATE: 9.833606952943786e-08
previous_iter_valid_loss : 0.17169798910617828
1577820 0.171955 0.171698 0.169520 CURRENT LEARNING RATE: 9.83164042821223e-08
previous_iter_valid_loss : 0.16062624752521515
1577840 0.160782 0.160626 0.169074 CURRENT LEARNING RATE: 9.829674296746276e-08
previous_iter_valid_loss : 0.1760856658220291
1577860 0.176380 0.176086 0.169155 CURRENT LEARNING RATE: 9.82770855846731e-08
previous_iter_valid_loss : 0.16225041449069977
1577880 0.162410 0.162250 0.168907 CURRENT LEARNING RATE: 9.825743213296691e-08
previous_iter_valid_loss : 0.16638576984405518
1577900 0.166599 0.166386 0.168848 CURRENT LEARNING RATE: 9.823778261155799e-08
previous_iter_valid_loss : 0.19025760889053345
1577920 0.190378 0.190258 0.170072 CURRENT LEARNING RATE: 9.821813701966022e-08
previous_iter_valid_loss : 0.16501332819461823
1577940 0.165189 0.165013 0.169944 CURRENT LEARNING RATE: 9.819849535648814e-08
previous_iter_valid_loss : 0.1650109738111496
1577960 0.165216 0.165011 0.170058 CURRENT LEARNING RATE: 9.817885762125586e-08
previous_iter_valid_loss : 0.16070765256881714
1577980 0.160858 0.160708 0.168425 CURRENT LEARNING RATE: 9.81592238131779e-08
previous_iter_valid_loss : 0.17813390493392944
1578000 0.178293 0.178134 0.168479 CURRENT LEARNING RATE: 9.813959393146875e-08
previous_iter_valid_loss : 0.18087324500083923
1578020 0.181034 0.180873 0.169324 CURRENT LEARNING RATE: 9.811996797534354e-08
previous_iter_valid_loss : 0.1796700358390808
1578040 0.179822 0.179670 0.170101 CURRENT LEARNING RATE: 9.810034594401705e-08
previous_iter_valid_loss : 0.1626596748828888
1578060 0.162856 0.162660 0.169839 CURRENT LEARNING RATE: 9.808072783670442e-08
previous_iter_valid_loss : 0.18244223296642303
1578080 0.182782 0.182442 0.170604 CURRENT LEARNING RATE: 9.806111365262072e-08
previous_iter_valid_loss : 0.1795087605714798
1578100 0.179833 0.179509 0.171261 CURRENT LEARNING RATE: 9.804150339098179e-08
previous_iter_valid_loss : 0.16340140998363495
1578120 0.163570 0.163401 0.171308 CURRENT LEARNING RATE: 9.802189705100299e-08
previous_iter_valid_loss : 0.17137585580348969
1578140 0.171520 0.171376 0.171045 CURRENT LEARNING RATE: 9.800229463190008e-08
previous_iter_valid_loss : 0.16572384536266327
1578160 0.165881 0.165724 0.170845 CURRENT LEARNING RATE: 9.798269613288881e-08
previous_iter_valid_loss : 0.1605646163225174
1578180 0.160724 0.160565 0.170845 CURRENT LEARNING RATE: 9.796310155318556e-08
previous_iter_valid_loss : 0.16256287693977356
1578200 0.162725 0.162563 0.170246 CURRENT LEARNING RATE: 9.794351089200639e-08
previous_iter_valid_loss : 0.16483047604560852
1578220 0.164999 0.164830 0.169903 CURRENT LEARNING RATE: 9.79239241485675e-08
previous_iter_valid_loss : 0.16292773187160492
1578240 0.163113 0.162928 0.170018 CURRENT LEARNING RATE: 9.790434132208575e-08
previous_iter_valid_loss : 0.16367873549461365
1578260 0.163845 0.163679 0.169397 CURRENT LEARNING RATE: 9.788476241177767e-08
previous_iter_valid_loss : 0.17566296458244324
1578280 0.175816 0.175663 0.170068 CURRENT LEARNING RATE: 9.78651874168601e-08
previous_iter_valid_loss : 0.16912534832954407
1578300 0.169281 0.169125 0.170205 CURRENT LEARNING RATE: 9.784561633654987e-08
previous_iter_valid_loss : 0.16965407133102417
1578320 0.169805 0.169654 0.169175 CURRENT LEARNING RATE: 9.782604917006448e-08
previous_iter_valid_loss : 0.17567703127861023
1578340 0.175961 0.175677 0.169708 CURRENT LEARNING RATE: 9.780648591662107e-08
previous_iter_valid_loss : 0.1606859564781189
1578360 0.160860 0.160686 0.169492 CURRENT LEARNING RATE: 9.77869265754371e-08
previous_iter_valid_loss : 0.16307500004768372
1578380 0.163265 0.163075 0.169610 CURRENT LEARNING RATE: 9.776737114573005e-08
previous_iter_valid_loss : 0.16189002990722656
1578400 0.162090 0.161890 0.168798 CURRENT LEARNING RATE: 9.774781962671801e-08
previous_iter_valid_loss : 0.16104038059711456
1578420 0.161224 0.161040 0.167806 CURRENT LEARNING RATE: 9.772827201761878e-08
previous_iter_valid_loss : 0.16073091328144073
1578440 0.160887 0.160731 0.166859 CURRENT LEARNING RATE: 9.770872831765046e-08
previous_iter_valid_loss : 0.1613154262304306
1578460 0.161471 0.161315 0.166792 CURRENT LEARNING RATE: 9.76891885260311e-08
previous_iter_valid_loss : 0.1610509753227234
1578480 0.161206 0.161051 0.165722 CURRENT LEARNING RATE: 9.766965264197945e-08
previous_iter_valid_loss : 0.16072531044483185
1578500 0.160889 0.160725 0.164783 CURRENT LEARNING RATE: 9.765012066471394e-08
previous_iter_valid_loss : 0.18089966475963593
1578520 0.181233 0.180900 0.165658 CURRENT LEARNING RATE: 9.763059259345325e-08
previous_iter_valid_loss : 0.16151981055736542
1578540 0.161681 0.161520 0.165165 CURRENT LEARNING RATE: 9.761106842741612e-08
previous_iter_valid_loss : 0.16252072155475616
1578560 0.162690 0.162521 0.165005 CURRENT LEARNING RATE: 9.75915481658219e-08
previous_iter_valid_loss : 0.1605387181043625
1578580 0.160705 0.160539 0.165004 CURRENT LEARNING RATE: 9.757203180788964e-08
previous_iter_valid_loss : 0.16572187840938568
1578600 0.165931 0.165722 0.165162 CURRENT LEARNING RATE: 9.755251935283864e-08
previous_iter_valid_loss : 0.16116942465305328
1578620 0.161353 0.161169 0.164979 CURRENT LEARNING RATE: 9.753301079988829e-08
previous_iter_valid_loss : 0.16116459667682648
1578640 0.161357 0.161165 0.164891 CURRENT LEARNING RATE: 9.751350614825852e-08
previous_iter_valid_loss : 0.18140925467014313
1578660 0.181754 0.181409 0.165777 CURRENT LEARNING RATE: 9.749400539716903e-08
previous_iter_valid_loss : 0.16229741275310516
1578680 0.162490 0.162297 0.165109 CURRENT LEARNING RATE: 9.747450854583959e-08
previous_iter_valid_loss : 0.16065333783626556
1578700 0.160816 0.160653 0.164685 CURRENT LEARNING RATE: 9.745501559349068e-08
previous_iter_valid_loss : 0.16232068836688995
1578720 0.162489 0.162321 0.164319 CURRENT LEARNING RATE: 9.743552653934242e-08
previous_iter_valid_loss : 0.1648813784122467
1578740 0.165042 0.164881 0.163779 CURRENT LEARNING RATE: 9.74160413826152e-08
previous_iter_valid_loss : 0.2200068086385727
1578760 0.220024 0.220007 0.166745 CURRENT LEARNING RATE: 9.739656012252951e-08
previous_iter_valid_loss : 0.1905987560749054
1578780 0.191031 0.190599 0.168121 CURRENT LEARNING RATE: 9.737708275830638e-08
previous_iter_valid_loss : 0.16683484613895416
1578800 0.167000 0.166835 0.168368 CURRENT LEARNING RATE: 9.735760928916661e-08
previous_iter_valid_loss : 0.16978836059570312
1578820 0.169944 0.169788 0.168806 CURRENT LEARNING RATE: 9.73381397143312e-08
previous_iter_valid_loss : 0.1604953557252884
1578840 0.160661 0.160495 0.168794 CURRENT LEARNING RATE: 9.731867403302122e-08
previous_iter_valid_loss : 0.17792843282222748
1578860 0.178232 0.177928 0.169625 CURRENT LEARNING RATE: 9.729921224445839e-08
previous_iter_valid_loss : 0.18056878447532654
1578880 0.180718 0.180569 0.170601 CURRENT LEARNING RATE: 9.727975434786406e-08
previous_iter_valid_loss : 0.17531366646289825
1578900 0.175465 0.175314 0.171330 CURRENT LEARNING RATE: 9.726030034245992e-08
previous_iter_valid_loss : 0.16056370735168457
1578920 0.160728 0.160564 0.170313 CURRENT LEARNING RATE: 9.724085022746763e-08
previous_iter_valid_loss : 0.16645880043506622
1578940 0.166681 0.166459 0.170560 CURRENT LEARNING RATE: 9.722140400210955e-08
previous_iter_valid_loss : 0.1845884621143341
1578960 0.184730 0.184588 0.171663 CURRENT LEARNING RATE: 9.720196166560763e-08
previous_iter_valid_loss : 0.16280803084373474
1578980 0.162982 0.162808 0.171777 CURRENT LEARNING RATE: 9.718252321718419e-08
previous_iter_valid_loss : 0.16073867678642273
1579000 0.160913 0.160739 0.171528 CURRENT LEARNING RATE: 9.716308865606152e-08
previous_iter_valid_loss : 0.18475744128227234
1579020 0.184905 0.184757 0.172707 CURRENT LEARNING RATE: 9.714365798146257e-08
previous_iter_valid_loss : 0.1605011522769928
1579040 0.160668 0.160501 0.172674 CURRENT LEARNING RATE: 9.712423119260997e-08
previous_iter_valid_loss : 0.16105277836322784
1579060 0.161201 0.161053 0.171656 CURRENT LEARNING RATE: 9.710480828872645e-08
previous_iter_valid_loss : 0.165925532579422
1579080 0.166131 0.165926 0.171838 CURRENT LEARNING RATE: 9.708538926903545e-08
previous_iter_valid_loss : 0.16066473722457886
1579100 0.160825 0.160665 0.171838 CURRENT LEARNING RATE: 9.706597413276004e-08
previous_iter_valid_loss : 0.16826052963733673
1579120 0.168418 0.168261 0.172135 CURRENT LEARNING RATE: 9.704656287912359e-08
previous_iter_valid_loss : 0.1614185869693756
1579140 0.161609 0.161419 0.171962 CURRENT LEARNING RATE: 9.702715550734951e-08
previous_iter_valid_loss : 0.1621123105287552
1579160 0.162315 0.162112 0.169067 CURRENT LEARNING RATE: 9.700775201666183e-08
previous_iter_valid_loss : 0.16420234739780426
1579180 0.164402 0.164202 0.167747 CURRENT LEARNING RATE: 9.698835240628424e-08
previous_iter_valid_loss : 0.17270562052726746
1579200 0.172981 0.172706 0.168041 CURRENT LEARNING RATE: 9.696895667544077e-08
previous_iter_valid_loss : 0.16049419343471527
1579220 0.160650 0.160494 0.167576 CURRENT LEARNING RATE: 9.694956482335541e-08
previous_iter_valid_loss : 0.16916607320308685
1579240 0.169315 0.169166 0.168010 CURRENT LEARNING RATE: 9.693017684925282e-08
previous_iter_valid_loss : 0.16135931015014648
1579260 0.161546 0.161359 0.167181 CURRENT LEARNING RATE: 9.691079275235731e-08
previous_iter_valid_loss : 0.16203314065933228
1579280 0.162223 0.162033 0.166255 CURRENT LEARNING RATE: 9.689141253189353e-08
previous_iter_valid_loss : 0.18998396396636963
1579300 0.190116 0.189984 0.166988 CURRENT LEARNING RATE: 9.68720361870861e-08
previous_iter_valid_loss : 0.18084974586963654
1579320 0.181007 0.180850 0.168002 CURRENT LEARNING RATE: 9.685266371716029e-08
previous_iter_valid_loss : 0.16208772361278534
1579340 0.162259 0.162088 0.167784 CURRENT LEARNING RATE: 9.683329512134105e-08
previous_iter_valid_loss : 0.16177214682102203
1579360 0.161962 0.161772 0.166643 CURRENT LEARNING RATE: 9.681393039885362e-08
previous_iter_valid_loss : 0.16215603053569794
1579380 0.162319 0.162156 0.166610 CURRENT LEARNING RATE: 9.679456954892326e-08
previous_iter_valid_loss : 0.17734025418758392
1579400 0.177497 0.177340 0.167441 CURRENT LEARNING RATE: 9.677521257077587e-08
previous_iter_valid_loss : 0.16076815128326416
1579420 0.160942 0.160768 0.166241 CURRENT LEARNING RATE: 9.675585946363697e-08
previous_iter_valid_loss : 0.16378669440746307
1579440 0.163993 0.163787 0.166405 CURRENT LEARNING RATE: 9.67365102267323e-08
previous_iter_valid_loss : 0.16593895852565765
1579460 0.166097 0.165939 0.166650 CURRENT LEARNING RATE: 9.671716485928822e-08
previous_iter_valid_loss : 0.16049601137638092
1579480 0.160663 0.160496 0.166378 CURRENT LEARNING RATE: 9.669782336053076e-08
previous_iter_valid_loss : 0.16059693694114685
1579500 0.160758 0.160597 0.166375 CURRENT LEARNING RATE: 9.667848572968625e-08
previous_iter_valid_loss : 0.16814522445201874
1579520 0.168383 0.168145 0.166369 CURRENT LEARNING RATE: 9.6659151965981e-08
previous_iter_valid_loss : 0.1610327661037445
1579540 0.161219 0.161033 0.166350 CURRENT LEARNING RATE: 9.663982206864203e-08
previous_iter_valid_loss : 0.17227955162525177
1579560 0.172541 0.172280 0.166858 CURRENT LEARNING RATE: 9.662049603689593e-08
previous_iter_valid_loss : 0.1610676646232605
1579580 0.161229 0.161068 0.166701 CURRENT LEARNING RATE: 9.66011738699697e-08
previous_iter_valid_loss : 0.16143698990345
1579600 0.161631 0.161437 0.166138 CURRENT LEARNING RATE: 9.658185556709025e-08
previous_iter_valid_loss : 0.16076387465000153
1579620 0.160928 0.160764 0.166151 CURRENT LEARNING RATE: 9.656254112748523e-08
previous_iter_valid_loss : 0.1646166294813156
1579640 0.164790 0.164617 0.165924 CURRENT LEARNING RATE: 9.654323055038186e-08
previous_iter_valid_loss : 0.1732107400894165
1579660 0.173361 0.173211 0.166516 CURRENT LEARNING RATE: 9.652392383500772e-08
previous_iter_valid_loss : 0.16874438524246216
1579680 0.168900 0.168744 0.166852 CURRENT LEARNING RATE: 9.650462098059036e-08
previous_iter_valid_loss : 0.16440355777740479
1579700 0.164573 0.164404 0.165573 CURRENT LEARNING RATE: 9.648532198635805e-08
previous_iter_valid_loss : 0.16049624979496002
1579720 0.160664 0.160496 0.164555 CURRENT LEARNING RATE: 9.646602685153862e-08
previous_iter_valid_loss : 0.1637297123670578
1579740 0.163897 0.163730 0.164637 CURRENT LEARNING RATE: 9.644673557536029e-08
previous_iter_valid_loss : 0.18109659850597382
1579760 0.181254 0.181097 0.165604 CURRENT LEARNING RATE: 9.642744815705122e-08
previous_iter_valid_loss : 0.16527362167835236
1579780 0.165432 0.165274 0.165760 CURRENT LEARNING RATE: 9.640816459584023e-08
previous_iter_valid_loss : 0.16052845120429993
1579800 0.160689 0.160528 0.164919 CURRENT LEARNING RATE: 9.638888489095587e-08
previous_iter_valid_loss : 0.1606774628162384
1579820 0.160847 0.160677 0.164914 CURRENT LEARNING RATE: 9.636960904162675e-08
previous_iter_valid_loss : 0.16527244448661804
1579840 0.165442 0.165272 0.164989 CURRENT LEARNING RATE: 9.635033704708216e-08
previous_iter_valid_loss : 0.1613408774137497
1579860 0.161534 0.161341 0.164759 CURRENT LEARNING RATE: 9.633106890655105e-08
previous_iter_valid_loss : 0.16717657446861267
1579880 0.167336 0.167177 0.165093 CURRENT LEARNING RATE: 9.631180461926274e-08
previous_iter_valid_loss : 0.17285190522670746
1579900 0.172994 0.172852 0.165706 CURRENT LEARNING RATE: 9.629254418444644e-08
previous_iter_valid_loss : 0.1605319231748581
1579920 0.160694 0.160532 0.165325 CURRENT LEARNING RATE: 9.62732876013321e-08
previous_iter_valid_loss : 0.1668146699666977
1579940 0.166971 0.166815 0.165614 CURRENT LEARNING RATE: 9.625403486914928e-08
previous_iter_valid_loss : 0.17069005966186523
1579960 0.170842 0.170690 0.165535 CURRENT LEARNING RATE: 9.623478598712784e-08
previous_iter_valid_loss : 0.19528037309646606
1579980 0.195394 0.195280 0.167245 CURRENT LEARNING RATE: 9.621554095449772e-08
previous_iter_valid_loss : 0.1612057238817215
1580000 0.161387 0.161206 0.167234 CURRENT LEARNING RATE: 9.619629977048941e-08
previous_iter_valid_loss : 0.16100667417049408
1580020 0.161166 0.161007 0.167246 CURRENT LEARNING RATE: 9.61770624343331e-08
previous_iter_valid_loss : 0.16853457689285278
1580040 0.168689 0.168535 0.167442 CURRENT LEARNING RATE: 9.615782894525929e-08
previous_iter_valid_loss : 0.16731597483158112
1580060 0.167475 0.167316 0.167147 CURRENT LEARNING RATE: 9.61385993024985e-08
previous_iter_valid_loss : 0.16061212122440338
1580080 0.160786 0.160612 0.166740 CURRENT LEARNING RATE: 9.611937350528184e-08
previous_iter_valid_loss : 0.17141196131706238
1580100 0.171663 0.171412 0.167091 CURRENT LEARNING RATE: 9.610015155284014e-08
previous_iter_valid_loss : 0.18375462293624878
1580120 0.184111 0.183755 0.168254 CURRENT LEARNING RATE: 9.608093344440451e-08
previous_iter_valid_loss : 0.16052979230880737
1580140 0.160695 0.160530 0.168094 CURRENT LEARNING RATE: 9.606171917920609e-08
previous_iter_valid_loss : 0.16060993075370789
1580160 0.160778 0.160610 0.167069 CURRENT LEARNING RATE: 9.60425087564766e-08
previous_iter_valid_loss : 0.18350085616111755
1580180 0.183877 0.183501 0.167981 CURRENT LEARNING RATE: 9.602330217544747e-08
previous_iter_valid_loss : 0.1607085019350052
1580200 0.160859 0.160709 0.167990 CURRENT LEARNING RATE: 9.600409943535044e-08
previous_iter_valid_loss : 0.16327863931655884
1580220 0.163446 0.163279 0.168120 CURRENT LEARNING RATE: 9.598490053541722e-08
previous_iter_valid_loss : 0.16268059611320496
1580240 0.162872 0.162681 0.167990 CURRENT LEARNING RATE: 9.596570547488022e-08
previous_iter_valid_loss : 0.16200506687164307
1580260 0.162195 0.162005 0.168023 CURRENT LEARNING RATE: 9.594651425297145e-08
previous_iter_valid_loss : 0.16209043562412262
1580280 0.162253 0.162090 0.167769 CURRENT LEARNING RATE: 9.59273268689231e-08
previous_iter_valid_loss : 0.16274167597293854
1580300 0.162908 0.162742 0.167264 CURRENT LEARNING RATE: 9.590814332196801e-08
previous_iter_valid_loss : 0.1705915331840515
1580320 0.170734 0.170592 0.167767 CURRENT LEARNING RATE: 9.588896361133865e-08
previous_iter_valid_loss : 0.17735764384269714
1580340 0.177514 0.177358 0.168294 CURRENT LEARNING RATE: 9.586978773626786e-08
previous_iter_valid_loss : 0.1653771549463272
1580360 0.165541 0.165377 0.168028 CURRENT LEARNING RATE: 9.585061569598841e-08
previous_iter_valid_loss : 0.16064198315143585
1580380 0.160806 0.160642 0.166296 CURRENT LEARNING RATE: 9.583144748973378e-08
previous_iter_valid_loss : 0.16879414021968842
1580400 0.169023 0.168794 0.166676 CURRENT LEARNING RATE: 9.581228311673705e-08
previous_iter_valid_loss : 0.16121557354927063
1580420 0.161367 0.161216 0.166686 CURRENT LEARNING RATE: 9.579312257623167e-08
previous_iter_valid_loss : 0.161164790391922
1580440 0.161321 0.161165 0.166318 CURRENT LEARNING RATE: 9.577396586745103e-08
previous_iter_valid_loss : 0.17073412239551544
1580460 0.170885 0.170734 0.166488 CURRENT LEARNING RATE: 9.575481298962922e-08
previous_iter_valid_loss : 0.17806212604045868
1580480 0.178224 0.178062 0.167361 CURRENT LEARNING RATE: 9.573566394199994e-08
previous_iter_valid_loss : 0.16791965067386627
1580500 0.168148 0.167920 0.167186 CURRENT LEARNING RATE: 9.57165187237972e-08
previous_iter_valid_loss : 0.16075140237808228
1580520 0.160924 0.160751 0.166036 CURRENT LEARNING RATE: 9.569737733425507e-08
previous_iter_valid_loss : 0.1653321087360382
1580540 0.165545 0.165332 0.166276 CURRENT LEARNING RATE: 9.567823977260824e-08
previous_iter_valid_loss : 0.16133759915828705
1580560 0.161523 0.161338 0.166313 CURRENT LEARNING RATE: 9.565910603809099e-08
previous_iter_valid_loss : 0.16102217137813568
1580580 0.161196 0.161022 0.165189 CURRENT LEARNING RATE: 9.5639976129938e-08
previous_iter_valid_loss : 0.16056056320667267
1580600 0.160716 0.160561 0.165181 CURRENT LEARNING RATE: 9.56208500473839e-08
previous_iter_valid_loss : 0.1636362373828888
1580620 0.163801 0.163636 0.165199 CURRENT LEARNING RATE: 9.560172778966398e-08
previous_iter_valid_loss : 0.16110147535800934
1580640 0.161287 0.161101 0.165120 CURRENT LEARNING RATE: 9.558260935601318e-08
previous_iter_valid_loss : 0.169259175658226
1580660 0.169411 0.169259 0.165483 CURRENT LEARNING RATE: 9.55634947456666e-08
previous_iter_valid_loss : 0.1795247197151184
1580680 0.179680 0.179525 0.166355 CURRENT LEARNING RATE: 9.554438395786001e-08
previous_iter_valid_loss : 0.16185425221920013
1580700 0.162013 0.161854 0.166310 CURRENT LEARNING RATE: 9.552527699182877e-08
previous_iter_valid_loss : 0.16390587389469147
1580720 0.164110 0.163906 0.165976 CURRENT LEARNING RATE: 9.550617384680862e-08
previous_iter_valid_loss : 0.16154804825782776
1580740 0.161735 0.161548 0.165186 CURRENT LEARNING RATE: 9.548707452203526e-08
previous_iter_valid_loss : 0.16581591963768005
1580760 0.166020 0.165816 0.165207 CURRENT LEARNING RATE: 9.54679790167451e-08
previous_iter_valid_loss : 0.1890357881784439
1580780 0.189457 0.189036 0.166627 CURRENT LEARNING RATE: 9.544888733017408e-08
previous_iter_valid_loss : 0.1639770269393921
1580800 0.164142 0.163977 0.166386 CURRENT LEARNING RATE: 9.542979946155858e-08
previous_iter_valid_loss : 0.16146093606948853
1580820 0.161624 0.161461 0.166399 CURRENT LEARNING RATE: 9.54107154101349e-08
previous_iter_valid_loss : 0.16192607581615448
1580840 0.162081 0.161926 0.166437 CURRENT LEARNING RATE: 9.539163517514002e-08
previous_iter_valid_loss : 0.16092520952224731
1580860 0.161105 0.160925 0.165946 CURRENT LEARNING RATE: 9.537255875581054e-08
previous_iter_valid_loss : 0.16056518256664276
1580880 0.160725 0.160565 0.165071 CURRENT LEARNING RATE: 9.535348615138345e-08
previous_iter_valid_loss : 0.16290362179279327
1580900 0.163089 0.162904 0.164821 CURRENT LEARNING RATE: 9.533441736109564e-08
previous_iter_valid_loss : 0.16303464770317078
1580920 0.163205 0.163035 0.164935 CURRENT LEARNING RATE: 9.531535238418472e-08
previous_iter_valid_loss : 0.16287966072559357
1580940 0.163076 0.162880 0.164812 CURRENT LEARNING RATE: 9.529629121988789e-08
previous_iter_valid_loss : 0.16073498129844666
1580960 0.160910 0.160735 0.164782 CURRENT LEARNING RATE: 9.527723386744272e-08
previous_iter_valid_loss : 0.16379468142986298
1580980 0.163992 0.163795 0.164921 CURRENT LEARNING RATE: 9.525818032608676e-08
previous_iter_valid_loss : 0.17831258475780487
1581000 0.178470 0.178313 0.165808 CURRENT LEARNING RATE: 9.523913059505819e-08
previous_iter_valid_loss : 0.16176018118858337
1581020 0.161954 0.161760 0.165714 CURRENT LEARNING RATE: 9.522008467359485e-08
previous_iter_valid_loss : 0.1606418341398239
1581040 0.160812 0.160642 0.165691 CURRENT LEARNING RATE: 9.520104256093474e-08
previous_iter_valid_loss : 0.16091284155845642
1581060 0.161091 0.160913 0.165274 CURRENT LEARNING RATE: 9.518200425631652e-08
previous_iter_valid_loss : 0.1628076583147049
1581080 0.162987 0.162808 0.164438 CURRENT LEARNING RATE: 9.516296975897848e-08
previous_iter_valid_loss : 0.16718196868896484
1581100 0.167405 0.167182 0.164705 CURRENT LEARNING RATE: 9.514393906815926e-08
previous_iter_valid_loss : 0.16701358556747437
1581120 0.167238 0.167014 0.164860 CURRENT LEARNING RATE: 9.512491218309743e-08
previous_iter_valid_loss : 0.1693054437637329
1581140 0.169456 0.169305 0.165248 CURRENT LEARNING RATE: 9.510588910303227e-08
previous_iter_valid_loss : 0.16124960780143738
1581160 0.161438 0.161250 0.165020 CURRENT LEARNING RATE: 9.50868698272027e-08
previous_iter_valid_loss : 0.16064156591892242
1581180 0.160806 0.160642 0.163600 CURRENT LEARNING RATE: 9.50678543548479e-08
previous_iter_valid_loss : 0.16134808957576752
1581200 0.161543 0.161348 0.163468 CURRENT LEARNING RATE: 9.504884268520716e-08
previous_iter_valid_loss : 0.16053706407546997
1581220 0.160699 0.160537 0.163422 CURRENT LEARNING RATE: 9.502983481752029e-08
previous_iter_valid_loss : 0.16072672605514526
1581240 0.160886 0.160727 0.163362 CURRENT LEARNING RATE: 9.501083075102683e-08
previous_iter_valid_loss : 0.16078706085681915
1581260 0.160943 0.160787 0.163355 CURRENT LEARNING RATE: 9.499183048496661e-08
previous_iter_valid_loss : 0.16110649704933167
1581280 0.161286 0.161106 0.163382 CURRENT LEARNING RATE: 9.497283401857945e-08
previous_iter_valid_loss : 0.16854102909564972
1581300 0.168786 0.168541 0.163664 CURRENT LEARNING RATE: 9.495384135110582e-08
previous_iter_valid_loss : 0.16169849038124084
1581320 0.161858 0.161698 0.163597 CURRENT LEARNING RATE: 9.493485248178588e-08
previous_iter_valid_loss : 0.16362415254116058
1581340 0.163816 0.163624 0.163635 CURRENT LEARNING RATE: 9.491586740986003e-08
previous_iter_valid_loss : 0.17796654999256134
1581360 0.178277 0.177967 0.164496 CURRENT LEARNING RATE: 9.489688613456875e-08
previous_iter_valid_loss : 0.16216403245925903
1581380 0.162348 0.162164 0.164415 CURRENT LEARNING RATE: 9.487790865515307e-08
previous_iter_valid_loss : 0.16068634390830994
1581400 0.160865 0.160686 0.163533 CURRENT LEARNING RATE: 9.485893497085377e-08
previous_iter_valid_loss : 0.18616549670696259
1581420 0.186554 0.186165 0.164754 CURRENT LEARNING RATE: 9.483996508091186e-08
previous_iter_valid_loss : 0.18553930521011353
1581440 0.185681 0.185539 0.165999 CURRENT LEARNING RATE: 9.48209989845684e-08
previous_iter_valid_loss : 0.16099247336387634
1581460 0.161147 0.160992 0.166003 CURRENT LEARNING RATE: 9.48020366810651e-08
previous_iter_valid_loss : 0.1725681573152542
1581480 0.172838 0.172568 0.166491 CURRENT LEARNING RATE: 9.478307816964326e-08
previous_iter_valid_loss : 0.1616533398628235
1581500 0.161844 0.161653 0.166214 CURRENT LEARNING RATE: 9.47641234495444e-08
previous_iter_valid_loss : 0.16154982149600983
1581520 0.161705 0.161550 0.165941 CURRENT LEARNING RATE: 9.474517252001067e-08
previous_iter_valid_loss : 0.16199751198291779
1581540 0.162157 0.161998 0.165576 CURRENT LEARNING RATE: 9.472622538028384e-08
previous_iter_valid_loss : 0.16472040116786957
1581560 0.164923 0.164720 0.165749 CURRENT LEARNING RATE: 9.470728202960604e-08
previous_iter_valid_loss : 0.16095824539661407
1581580 0.161114 0.160958 0.165765 CURRENT LEARNING RATE: 9.468834246721937e-08
previous_iter_valid_loss : 0.16152948141098022
1581600 0.161720 0.161529 0.165774 CURRENT LEARNING RATE: 9.466940669236657e-08
previous_iter_valid_loss : 0.1729467213153839
1581620 0.173089 0.172947 0.166394 CURRENT LEARNING RATE: 9.465047470429004e-08
previous_iter_valid_loss : 0.1666024774312973
1581640 0.166757 0.166602 0.166688 CURRENT LEARNING RATE: 9.463154650223255e-08
previous_iter_valid_loss : 0.1608041375875473
1581660 0.160957 0.160804 0.166689 CURRENT LEARNING RATE: 9.461262208543674e-08
previous_iter_valid_loss : 0.1605423241853714
1581680 0.160705 0.160542 0.166661 CURRENT LEARNING RATE: 9.4593701453146e-08
previous_iter_valid_loss : 0.16228781640529633
1581700 0.162455 0.162288 0.166348 CURRENT LEARNING RATE: 9.457478460460331e-08
previous_iter_valid_loss : 0.1629997342824936
1581720 0.163191 0.163000 0.166413 CURRENT LEARNING RATE: 9.455587153905203e-08
previous_iter_valid_loss : 0.16052162647247314
1581740 0.160689 0.160522 0.166258 CURRENT LEARNING RATE: 9.453696225573548e-08
previous_iter_valid_loss : 0.16071398556232452
1581760 0.160881 0.160714 0.165396 CURRENT LEARNING RATE: 9.451805675389756e-08
previous_iter_valid_loss : 0.1620480865240097
1581780 0.162207 0.162048 0.165390 CURRENT LEARNING RATE: 9.449915503278193e-08
previous_iter_valid_loss : 0.1629791110754013
1581800 0.163144 0.162979 0.165504 CURRENT LEARNING RATE: 9.448025709163254e-08
previous_iter_valid_loss : 0.16179202497005463
1581820 0.161947 0.161792 0.164286 CURRENT LEARNING RATE: 9.446136292969326e-08
previous_iter_valid_loss : 0.16130277514457703
1581840 0.161462 0.161303 0.163074 CURRENT LEARNING RATE: 9.444247254620868e-08
previous_iter_valid_loss : 0.18064135313034058
1581860 0.180803 0.180641 0.164056 CURRENT LEARNING RATE: 9.442358594042303e-08
previous_iter_valid_loss : 0.16832777857780457
1581880 0.168567 0.168328 0.163844 CURRENT LEARNING RATE: 9.440470311158064e-08
previous_iter_valid_loss : 0.18467582762241364
1581900 0.185050 0.184676 0.164995 CURRENT LEARNING RATE: 9.438582405892657e-08
previous_iter_valid_loss : 0.16798906028270721
1581920 0.168216 0.167989 0.165317 CURRENT LEARNING RATE: 9.436694878170545e-08
previous_iter_valid_loss : 0.16071216762065887
1581940 0.160872 0.160712 0.165253 CURRENT LEARNING RATE: 9.434807727916233e-08
previous_iter_valid_loss : 0.17636047303676605
1581960 0.176512 0.176360 0.165835 CURRENT LEARNING RATE: 9.432920955054211e-08
previous_iter_valid_loss : 0.16500616073608398
1581980 0.165217 0.165006 0.166038 CURRENT LEARNING RATE: 9.431034559509048e-08
previous_iter_valid_loss : 0.1627597063779831
1582000 0.162936 0.162760 0.166099 CURRENT LEARNING RATE: 9.429148541205268e-08
previous_iter_valid_loss : 0.1605522483587265
1582020 0.160706 0.160552 0.165479 CURRENT LEARNING RATE: 9.42726290006743e-08
previous_iter_valid_loss : 0.17243945598602295
1582040 0.172702 0.172439 0.165771 CURRENT LEARNING RATE: 9.425377636020093e-08
previous_iter_valid_loss : 0.16598562896251678
1582060 0.166147 0.165986 0.166030 CURRENT LEARNING RATE: 9.42349274898788e-08
previous_iter_valid_loss : 0.16438600420951843
1582080 0.164587 0.164386 0.166222 CURRENT LEARNING RATE: 9.421608238895379e-08
previous_iter_valid_loss : 0.1644430011510849
1582100 0.164597 0.164443 0.166330 CURRENT LEARNING RATE: 9.419724105667207e-08
previous_iter_valid_loss : 0.16057826578617096
1582120 0.160738 0.160578 0.166209 CURRENT LEARNING RATE: 9.417840349227983e-08
previous_iter_valid_loss : 0.16254104673862457
1582140 0.162704 0.162541 0.166310 CURRENT LEARNING RATE: 9.415956969502393e-08
previous_iter_valid_loss : 0.1643867790699005
1582160 0.164557 0.164387 0.166494 CURRENT LEARNING RATE: 9.414073966415082e-08
previous_iter_valid_loss : 0.17679569125175476
1582180 0.176947 0.176796 0.167231 CURRENT LEARNING RATE: 9.412191339890732e-08
previous_iter_valid_loss : 0.1621813178062439
1582200 0.162372 0.162181 0.167191 CURRENT LEARNING RATE: 9.410309089854019e-08
previous_iter_valid_loss : 0.1666547954082489
1582220 0.166815 0.166655 0.167434 CURRENT LEARNING RATE: 9.408427216229688e-08
previous_iter_valid_loss : 0.1605423539876938
1582240 0.160704 0.160542 0.167396 CURRENT LEARNING RATE: 9.406545718942447e-08
previous_iter_valid_loss : 0.16972000896930695
1582260 0.169975 0.169720 0.166850 CURRENT LEARNING RATE: 9.40466459791702e-08
previous_iter_valid_loss : 0.16050177812576294
1582280 0.160668 0.160502 0.166459 CURRENT LEARNING RATE: 9.402783853078194e-08
previous_iter_valid_loss : 0.1615149974822998
1582300 0.161679 0.161515 0.165301 CURRENT LEARNING RATE: 9.400903484350722e-08
previous_iter_valid_loss : 0.16711677610874176
1582320 0.167276 0.167117 0.165257 CURRENT LEARNING RATE: 9.399023491659391e-08
previous_iter_valid_loss : 0.1828717142343521
1582340 0.183021 0.182872 0.166365 CURRENT LEARNING RATE: 9.397143874928987e-08
previous_iter_valid_loss : 0.16431894898414612
1582360 0.164517 0.164319 0.165763 CURRENT LEARNING RATE: 9.395264634084355e-08
previous_iter_valid_loss : 0.1664339303970337
1582380 0.166645 0.166434 0.165835 CURRENT LEARNING RATE: 9.393385769050307e-08
previous_iter_valid_loss : 0.1624942570924759
1582400 0.162669 0.162494 0.165821 CURRENT LEARNING RATE: 9.391507279751694e-08
previous_iter_valid_loss : 0.16052329540252686
1582420 0.160683 0.160523 0.165820 CURRENT LEARNING RATE: 9.389629166113355e-08
previous_iter_valid_loss : 0.1988166719675064
1582440 0.198905 0.198817 0.167139 CURRENT LEARNING RATE: 9.3877514280602e-08
previous_iter_valid_loss : 0.1721334010362625
1582460 0.172280 0.172133 0.167446 CURRENT LEARNING RATE: 9.385874065517105e-08
previous_iter_valid_loss : 0.16172482073307037
1582480 0.161907 0.161725 0.167313 CURRENT LEARNING RATE: 9.383997078408974e-08
previous_iter_valid_loss : 0.16102924942970276
1582500 0.161208 0.161029 0.167142 CURRENT LEARNING RATE: 9.38212046666071e-08
previous_iter_valid_loss : 0.18745623528957367
1582520 0.187600 0.187456 0.168486 CURRENT LEARNING RATE: 9.380244230197283e-08
previous_iter_valid_loss : 0.16433975100517273
1582540 0.164506 0.164340 0.168576 CURRENT LEARNING RATE: 9.378368368943625e-08
previous_iter_valid_loss : 0.1661466360092163
1582560 0.166364 0.166147 0.168664 CURRENT LEARNING RATE: 9.376492882824705e-08
previous_iter_valid_loss : 0.16637034714221954
1582580 0.166533 0.166370 0.168143 CURRENT LEARNING RATE: 9.374617771765484e-08
previous_iter_valid_loss : 0.16865390539169312
1582600 0.168887 0.168654 0.168467 CURRENT LEARNING RATE: 9.372743035690992e-08
previous_iter_valid_loss : 0.16194161772727966
1582620 0.162088 0.161942 0.168231 CURRENT LEARNING RATE: 9.370868674526224e-08
previous_iter_valid_loss : 0.17830391228199005
1582640 0.178625 0.178304 0.169119 CURRENT LEARNING RATE: 9.368994688196202e-08
previous_iter_valid_loss : 0.17502571642398834
1582660 0.175173 0.175026 0.169384 CURRENT LEARNING RATE: 9.367121076625951e-08
previous_iter_valid_loss : 0.16060946881771088
1582680 0.160772 0.160609 0.169390 CURRENT LEARNING RATE: 9.365247839740563e-08
previous_iter_valid_loss : 0.16094794869422913
1582700 0.161110 0.160948 0.169361 CURRENT LEARNING RATE: 9.36337497746509e-08
previous_iter_valid_loss : 0.16078144311904907
1582720 0.160958 0.160781 0.169045 CURRENT LEARNING RATE: 9.361502489724602e-08
previous_iter_valid_loss : 0.16184484958648682
1582740 0.162033 0.161845 0.167993 CURRENT LEARNING RATE: 9.359630376444229e-08
previous_iter_valid_loss : 0.17234309017658234
1582760 0.172493 0.172343 0.168394 CURRENT LEARNING RATE: 9.357758637549074e-08
previous_iter_valid_loss : 0.1629747450351715
1582780 0.163145 0.162975 0.168222 CURRENT LEARNING RATE: 9.355887272964263e-08
previous_iter_valid_loss : 0.1606471836566925
1582800 0.160814 0.160647 0.168129 CURRENT LEARNING RATE: 9.35401628261493e-08
previous_iter_valid_loss : 0.1645728498697281
1582820 0.164779 0.164573 0.168332 CURRENT LEARNING RATE: 9.352145666426266e-08
previous_iter_valid_loss : 0.16608114540576935
1582840 0.166247 0.166081 0.166695 CURRENT LEARNING RATE: 9.350275424323429e-08
previous_iter_valid_loss : 0.16584406793117523
1582860 0.166009 0.165844 0.166380 CURRENT LEARNING RATE: 9.348405556231612e-08
previous_iter_valid_loss : 0.17438066005706787
1582880 0.174657 0.174381 0.167013 CURRENT LEARNING RATE: 9.346536062076e-08
previous_iter_valid_loss : 0.16777770221233368
1582900 0.168005 0.167778 0.167351 CURRENT LEARNING RATE: 9.34466694178185e-08
previous_iter_valid_loss : 0.1724201887845993
1582920 0.172566 0.172420 0.166599 CURRENT LEARNING RATE: 9.342798195274376e-08
previous_iter_valid_loss : 0.1701696664094925
1582940 0.170425 0.170170 0.166890 CURRENT LEARNING RATE: 9.340929822478834e-08
previous_iter_valid_loss : 0.1606472134590149
1582960 0.160816 0.160647 0.166615 CURRENT LEARNING RATE: 9.339061823320468e-08
previous_iter_valid_loss : 0.16126269102096558
1582980 0.161420 0.161263 0.166360 CURRENT LEARNING RATE: 9.337194197724594e-08
previous_iter_valid_loss : 0.16066455841064453
1583000 0.160823 0.160665 0.165960 CURRENT LEARNING RATE: 9.335326945616488e-08
previous_iter_valid_loss : 0.1620713472366333
1583020 0.162226 0.162071 0.165967 CURRENT LEARNING RATE: 9.33346006692146e-08
previous_iter_valid_loss : 0.16055050492286682
1583040 0.160727 0.160551 0.165079 CURRENT LEARNING RATE: 9.331593561564823e-08
previous_iter_valid_loss : 0.16578739881515503
1583060 0.165949 0.165787 0.164617 CURRENT LEARNING RATE: 9.329727429471943e-08
previous_iter_valid_loss : 0.17081281542778015
1583080 0.170960 0.170813 0.165128 CURRENT LEARNING RATE: 9.327861670568162e-08
previous_iter_valid_loss : 0.16171427071094513
1583100 0.161876 0.161714 0.165166 CURRENT LEARNING RATE: 9.325996284778835e-08
previous_iter_valid_loss : 0.16521593928337097
1583120 0.165382 0.165216 0.165388 CURRENT LEARNING RATE: 9.324131272029374e-08
previous_iter_valid_loss : 0.16062073409557343
1583140 0.160774 0.160621 0.165326 CURRENT LEARNING RATE: 9.322266632245166e-08
previous_iter_valid_loss : 0.16132736206054688
1583160 0.161509 0.161327 0.164776 CURRENT LEARNING RATE: 9.320402365351626e-08
previous_iter_valid_loss : 0.16106104850769043
1583180 0.161240 0.161061 0.164680 CURRENT LEARNING RATE: 9.318538471274164e-08
previous_iter_valid_loss : 0.16218474507331848
1583200 0.162361 0.162185 0.164757 CURRENT LEARNING RATE: 9.316674949938259e-08
previous_iter_valid_loss : 0.1694275289773941
1583220 0.169581 0.169428 0.165000 CURRENT LEARNING RATE: 9.314811801269353e-08
previous_iter_valid_loss : 0.16746297478675842
1583240 0.167681 0.167463 0.165069 CURRENT LEARNING RATE: 9.31294902519292e-08
previous_iter_valid_loss : 0.16122034192085266
1583260 0.161375 0.161220 0.164837 CURRENT LEARNING RATE: 9.311086621634433e-08
previous_iter_valid_loss : 0.16063502430915833
1583280 0.160785 0.160635 0.164150 CURRENT LEARNING RATE: 9.309224590519428e-08
previous_iter_valid_loss : 0.1842651069164276
1583300 0.184407 0.184265 0.164975 CURRENT LEARNING RATE: 9.30736293177341e-08
previous_iter_valid_loss : 0.16104699671268463
1583320 0.161207 0.161047 0.164406 CURRENT LEARNING RATE: 9.305501645321909e-08
previous_iter_valid_loss : 0.16148759424686432
1583340 0.161638 0.161488 0.163972 CURRENT LEARNING RATE: 9.303640731090458e-08
previous_iter_valid_loss : 0.16834081709384918
1583360 0.168496 0.168341 0.164356 CURRENT LEARNING RATE: 9.301780189004654e-08
previous_iter_valid_loss : 0.1769278347492218
1583380 0.177081 0.176928 0.165140 CURRENT LEARNING RATE: 9.29992001899006e-08
previous_iter_valid_loss : 0.16065068542957306
1583400 0.160822 0.160651 0.165139 CURRENT LEARNING RATE: 9.298060220972267e-08
previous_iter_valid_loss : 0.16405566036701202
1583420 0.164212 0.164056 0.165238 CURRENT LEARNING RATE: 9.296200794876868e-08
previous_iter_valid_loss : 0.16950345039367676
1583440 0.169756 0.169503 0.165686 CURRENT LEARNING RATE: 9.29434174062952e-08
previous_iter_valid_loss : 0.16073887050151825
1583460 0.160912 0.160739 0.165433 CURRENT LEARNING RATE: 9.29248305815584e-08
previous_iter_valid_loss : 0.16053247451782227
1583480 0.160695 0.160532 0.164919 CURRENT LEARNING RATE: 9.290624747381467e-08
previous_iter_valid_loss : 0.16065797209739685
1583500 0.160832 0.160658 0.164867 CURRENT LEARNING RATE: 9.288766808232105e-08
previous_iter_valid_loss : 0.1701239049434662
1583520 0.170274 0.170124 0.165112 CURRENT LEARNING RATE: 9.286909240633414e-08
previous_iter_valid_loss : 0.16068671643733978
1583540 0.160837 0.160687 0.165115 CURRENT LEARNING RATE: 9.285052044511096e-08
previous_iter_valid_loss : 0.16201387345790863
1583560 0.162202 0.162014 0.165150 CURRENT LEARNING RATE: 9.283195219790842e-08
previous_iter_valid_loss : 0.1613542139530182
1583580 0.161543 0.161354 0.165164 CURRENT LEARNING RATE: 9.281338766398416e-08
previous_iter_valid_loss : 0.1614028364419937
1583600 0.161591 0.161403 0.165125 CURRENT LEARNING RATE: 9.279482684259542e-08
previous_iter_valid_loss : 0.16053450107574463
1583620 0.160693 0.160535 0.164681 CURRENT LEARNING RATE: 9.277626973299975e-08
previous_iter_valid_loss : 0.17997340857982635
1583640 0.180135 0.179973 0.165306 CURRENT LEARNING RATE: 9.275771633445474e-08
previous_iter_valid_loss : 0.16764456033706665
1583660 0.167874 0.167645 0.165627 CURRENT LEARNING RATE: 9.273916664621855e-08
previous_iter_valid_loss : 0.16303475201129913
1583680 0.163198 0.163035 0.165747 CURRENT LEARNING RATE: 9.272062066754902e-08
previous_iter_valid_loss : 0.16942590475082397
1583700 0.169576 0.169426 0.165005 CURRENT LEARNING RATE: 9.270207839770435e-08
previous_iter_valid_loss : 0.16166874766349792
1583720 0.161824 0.161669 0.165036 CURRENT LEARNING RATE: 9.268353983594266e-08
previous_iter_valid_loss : 0.16691669821739197
1583740 0.167081 0.166917 0.165308 CURRENT LEARNING RATE: 9.266500498152274e-08
previous_iter_valid_loss : 0.18028296530246735
1583760 0.180608 0.180283 0.165905 CURRENT LEARNING RATE: 9.264647383370302e-08
previous_iter_valid_loss : 0.1649073213338852
1583780 0.165124 0.164907 0.165304 CURRENT LEARNING RATE: 9.262794639174229e-08
previous_iter_valid_loss : 0.16094136238098145
1583800 0.161094 0.160941 0.165318 CURRENT LEARNING RATE: 9.260942265489925e-08
previous_iter_valid_loss : 0.17216281592845917
1583820 0.172313 0.172163 0.165724 CURRENT LEARNING RATE: 9.25909026224333e-08
previous_iter_valid_loss : 0.16086412966251373
1583840 0.161009 0.160864 0.165292 CURRENT LEARNING RATE: 9.257238629360346e-08
previous_iter_valid_loss : 0.16054876148700714
1583860 0.160713 0.160549 0.165282 CURRENT LEARNING RATE: 9.25538736676689e-08
previous_iter_valid_loss : 0.17198164761066437
1583880 0.172132 0.171982 0.165855 CURRENT LEARNING RATE: 9.25353647438895e-08
previous_iter_valid_loss : 0.1610344797372818
1583900 0.161225 0.161034 0.165874 CURRENT LEARNING RATE: 9.251685952152468e-08
previous_iter_valid_loss : 0.1632344126701355
1583920 0.163424 0.163234 0.165529 CURRENT LEARNING RATE: 9.249835799983425e-08
previous_iter_valid_loss : 0.1608826220035553
1583940 0.161040 0.160883 0.165539 CURRENT LEARNING RATE: 9.247986017807801e-08
previous_iter_valid_loss : 0.16454468667507172
1583960 0.164755 0.164545 0.165666 CURRENT LEARNING RATE: 9.246136605551633e-08
previous_iter_valid_loss : 0.18492843210697174
1583980 0.185314 0.184928 0.166844 CURRENT LEARNING RATE: 9.244287563140931e-08
previous_iter_valid_loss : 0.16178259253501892
1584000 0.161970 0.161783 0.166863 CURRENT LEARNING RATE: 9.242438890501734e-08
previous_iter_valid_loss : 0.16158801317214966
1584020 0.161772 0.161588 0.166916 CURRENT LEARNING RATE: 9.240590587560076e-08
previous_iter_valid_loss : 0.16814258694648743
1584040 0.168369 0.168143 0.166324 CURRENT LEARNING RATE: 9.23874265424206e-08
previous_iter_valid_loss : 0.1613711267709732
1584060 0.161540 0.161371 0.166011 CURRENT LEARNING RATE: 9.236895090473752e-08
previous_iter_valid_loss : 0.16181783378124237
1584080 0.161973 0.161818 0.165950 CURRENT LEARNING RATE: 9.235047896181249e-08
previous_iter_valid_loss : 0.16184252500534058
1584100 0.161998 0.161843 0.165571 CURRENT LEARNING RATE: 9.233201071290645e-08
previous_iter_valid_loss : 0.16062355041503906
1584120 0.160770 0.160624 0.165518 CURRENT LEARNING RATE: 9.231354615728102e-08
previous_iter_valid_loss : 0.1646406203508377
1584140 0.164842 0.164641 0.165405 CURRENT LEARNING RATE: 9.229508529419745e-08
previous_iter_valid_loss : 0.16150791943073273
1584160 0.161705 0.161508 0.164466 CURRENT LEARNING RATE: 9.227662812291732e-08
previous_iter_valid_loss : 0.1614241898059845
1584180 0.161583 0.161424 0.164292 CURRENT LEARNING RATE: 9.225817464270214e-08
previous_iter_valid_loss : 0.16266140341758728
1584200 0.162830 0.162661 0.164378 CURRENT LEARNING RATE: 9.223972485281413e-08
previous_iter_valid_loss : 0.169173002243042
1584220 0.169426 0.169173 0.164228 CURRENT LEARNING RATE: 9.222127875251513e-08
previous_iter_valid_loss : 0.18293172121047974
1584240 0.183282 0.182932 0.165332 CURRENT LEARNING RATE: 9.220283634106729e-08
previous_iter_valid_loss : 0.1695905178785324
1584260 0.169839 0.169591 0.165784 CURRENT LEARNING RATE: 9.218439761773275e-08
previous_iter_valid_loss : 0.168561190366745
1584280 0.168800 0.168561 0.165613 CURRENT LEARNING RATE: 9.21659625817743e-08
previous_iter_valid_loss : 0.16262656450271606
1584300 0.162792 0.162627 0.165692 CURRENT LEARNING RATE: 9.214753123245435e-08
previous_iter_valid_loss : 0.1645422875881195
1584320 0.164713 0.164542 0.165758 CURRENT LEARNING RATE: 9.212910356903551e-08
previous_iter_valid_loss : 0.16072291135787964
1584340 0.160879 0.160723 0.165750 CURRENT LEARNING RATE: 9.211067959078098e-08
previous_iter_valid_loss : 0.1947880983352661
1584360 0.195282 0.194788 0.167262 CURRENT LEARNING RATE: 9.209225929695365e-08
previous_iter_valid_loss : 0.1630120873451233
1584380 0.163205 0.163012 0.166166 CURRENT LEARNING RATE: 9.207384268681671e-08
previous_iter_valid_loss : 0.16753658652305603
1584400 0.167761 0.167537 0.166454 CURRENT LEARNING RATE: 9.205542975963332e-08
previous_iter_valid_loss : 0.16794593632221222
1584420 0.168098 0.167946 0.166772 CURRENT LEARNING RATE: 9.203702051466729e-08
previous_iter_valid_loss : 0.17418603599071503
1584440 0.174339 0.174186 0.167074 CURRENT LEARNING RATE: 9.201861495118211e-08
previous_iter_valid_loss : 0.16061778366565704
1584460 0.160773 0.160618 0.167036 CURRENT LEARNING RATE: 9.200021306844153e-08
previous_iter_valid_loss : 0.16150309145450592
1584480 0.161687 0.161503 0.167020 CURRENT LEARNING RATE: 9.198181486570932e-08
previous_iter_valid_loss : 0.16457606852054596
1584500 0.164781 0.164576 0.167157 CURRENT LEARNING RATE: 9.196342034224987e-08
previous_iter_valid_loss : 0.16987097263336182
1584520 0.170121 0.169871 0.167619 CURRENT LEARNING RATE: 9.194502949732728e-08
previous_iter_valid_loss : 0.164849191904068
1584540 0.165053 0.164849 0.167630 CURRENT LEARNING RATE: 9.192664233020584e-08
previous_iter_valid_loss : 0.17344632744789124
1584560 0.173593 0.173446 0.168227 CURRENT LEARNING RATE: 9.190825884014997e-08
previous_iter_valid_loss : 0.16418303549289703
1584580 0.164347 0.164183 0.168365 CURRENT LEARNING RATE: 9.188987902642462e-08
previous_iter_valid_loss : 0.16234932839870453
1584600 0.162548 0.162349 0.168349 CURRENT LEARNING RATE: 9.187150288829445e-08
previous_iter_valid_loss : 0.1642989069223404
1584620 0.164460 0.164299 0.168105 CURRENT LEARNING RATE: 9.18531304250244e-08
previous_iter_valid_loss : 0.18153901398181915
1584640 0.181698 0.181539 0.168036 CURRENT LEARNING RATE: 9.183476163587941e-08
previous_iter_valid_loss : 0.16056370735168457
1584660 0.160717 0.160564 0.167584 CURRENT LEARNING RATE: 9.181639652012508e-08
previous_iter_valid_loss : 0.16064287722110748
1584680 0.160805 0.160643 0.167189 CURRENT LEARNING RATE: 9.17980350770266e-08
previous_iter_valid_loss : 0.1606626808643341
1584700 0.160835 0.160663 0.167090 CURRENT LEARNING RATE: 9.17796773058494e-08
previous_iter_valid_loss : 0.16145561635494232
1584720 0.161605 0.161456 0.166936 CURRENT LEARNING RATE: 9.176132320585945e-08
previous_iter_valid_loss : 0.1646585464477539
1584740 0.164860 0.164659 0.167133 CURRENT LEARNING RATE: 9.174297277632243e-08
previous_iter_valid_loss : 0.16877271234989166
1584760 0.169003 0.168773 0.165832 CURRENT LEARNING RATE: 9.172462601650436e-08
previous_iter_valid_loss : 0.1636354625225067
1584780 0.163799 0.163635 0.165863 CURRENT LEARNING RATE: 9.170628292567117e-08
previous_iter_valid_loss : 0.16106978058815002
1584800 0.161226 0.161070 0.165540 CURRENT LEARNING RATE: 9.168794350308945e-08
previous_iter_valid_loss : 0.16423724591732025
1584820 0.164441 0.164237 0.165354 CURRENT LEARNING RATE: 9.16696077480255e-08
previous_iter_valid_loss : 0.16313469409942627
1584840 0.163338 0.163135 0.164802 CURRENT LEARNING RATE: 9.165127565974587e-08
previous_iter_valid_loss : 0.1650274097919464
1584860 0.165249 0.165027 0.165022 CURRENT LEARNING RATE: 9.163294723751712e-08
previous_iter_valid_loss : 0.16049037873744965
1584880 0.160649 0.160490 0.164972 CURRENT LEARNING RATE: 9.161462248060644e-08
previous_iter_valid_loss : 0.16114909946918488
1584900 0.161306 0.161149 0.164800 CURRENT LEARNING RATE: 9.159630138828066e-08
previous_iter_valid_loss : 0.16052986681461334
1584920 0.160698 0.160530 0.164333 CURRENT LEARNING RATE: 9.157798395980695e-08
previous_iter_valid_loss : 0.16084709763526917
1584940 0.161001 0.160847 0.164133 CURRENT LEARNING RATE: 9.155967019445246e-08
previous_iter_valid_loss : 0.16398562490940094
1584960 0.164161 0.163986 0.163660 CURRENT LEARNING RATE: 9.154136009148493e-08
previous_iter_valid_loss : 0.16127537190914154
1584980 0.161463 0.161275 0.163515 CURRENT LEARNING RATE: 9.152305365017183e-08
previous_iter_valid_loss : 0.1617383062839508
1585000 0.161920 0.161738 0.163484 CURRENT LEARNING RATE: 9.15047508697809e-08
previous_iter_valid_loss : 0.168756902217865
1585020 0.168909 0.168757 0.163707 CURRENT LEARNING RATE: 9.148645174957983e-08
previous_iter_valid_loss : 0.16203340888023376
1585040 0.162194 0.162033 0.162732 CURRENT LEARNING RATE: 9.146815628883701e-08
previous_iter_valid_loss : 0.1605716198682785
1585060 0.160744 0.160572 0.162732 CURRENT LEARNING RATE: 9.144986448682047e-08
previous_iter_valid_loss : 0.16277547180652618
1585080 0.162966 0.162775 0.162839 CURRENT LEARNING RATE: 9.143157634279834e-08
previous_iter_valid_loss : 0.16424134373664856
1585100 0.164405 0.164241 0.163018 CURRENT LEARNING RATE: 9.141329185603946e-08
previous_iter_valid_loss : 0.16774363815784454
1585120 0.167897 0.167744 0.163332 CURRENT LEARNING RATE: 9.139501102581225e-08
previous_iter_valid_loss : 0.1615063101053238
1585140 0.161670 0.161506 0.163175 CURRENT LEARNING RATE: 9.13767338513855e-08
previous_iter_valid_loss : 0.160505473613739
1585160 0.160675 0.160505 0.162761 CURRENT LEARNING RATE: 9.135846033202795e-08
previous_iter_valid_loss : 0.16304971277713776
1585180 0.163252 0.163050 0.162732 CURRENT LEARNING RATE: 9.134019046700898e-08
previous_iter_valid_loss : 0.17598353326320648
1585200 0.176139 0.175984 0.163478 CURRENT LEARNING RATE: 9.132192425559766e-08
previous_iter_valid_loss : 0.16095946729183197
1585220 0.161137 0.160959 0.163314 CURRENT LEARNING RATE: 9.130366169706331e-08
previous_iter_valid_loss : 0.16084131598472595
1585240 0.161000 0.160841 0.163199 CURRENT LEARNING RATE: 9.128540279067528e-08
previous_iter_valid_loss : 0.17129383981227875
1585260 0.171443 0.171294 0.163512 CURRENT LEARNING RATE: 9.126714753570354e-08
previous_iter_valid_loss : 0.1622745245695114
1585280 0.162467 0.162275 0.163602 CURRENT LEARNING RATE: 9.12488959314177e-08
previous_iter_valid_loss : 0.16929523646831512
1585300 0.169449 0.169295 0.164009 CURRENT LEARNING RATE: 9.123064797708772e-08
previous_iter_valid_loss : 0.16438287496566772
1585320 0.164557 0.164383 0.164202 CURRENT LEARNING RATE: 9.12124036719835e-08
previous_iter_valid_loss : 0.16079173982143402
1585340 0.160980 0.160792 0.164199 CURRENT LEARNING RATE: 9.119416301537562e-08
previous_iter_valid_loss : 0.1613823026418686
1585360 0.161571 0.161382 0.164069 CURRENT LEARNING RATE: 9.117592600653426e-08
previous_iter_valid_loss : 0.16859759390354156
1585380 0.168837 0.168598 0.164435 CURRENT LEARNING RATE: 9.115769264472995e-08
previous_iter_valid_loss : 0.16050408780574799
1585400 0.160667 0.160504 0.164373 CURRENT LEARNING RATE: 9.11394629292332e-08
previous_iter_valid_loss : 0.1631927341222763
1585420 0.163380 0.163193 0.164095 CURRENT LEARNING RATE: 9.112123685931513e-08
previous_iter_valid_loss : 0.16255295276641846
1585440 0.162706 0.162553 0.164121 CURRENT LEARNING RATE: 9.110301443424658e-08
previous_iter_valid_loss : 0.16051235795021057
1585460 0.160670 0.160512 0.164118 CURRENT LEARNING RATE: 9.108479565329859e-08
previous_iter_valid_loss : 0.1605590432882309
1585480 0.160723 0.160559 0.164007 CURRENT LEARNING RATE: 9.106658051574228e-08
previous_iter_valid_loss : 0.18379351496696472
1585500 0.183941 0.183794 0.164985 CURRENT LEARNING RATE: 9.104836902084936e-08
previous_iter_valid_loss : 0.16351549327373505
1585520 0.163698 0.163515 0.164773 CURRENT LEARNING RATE: 9.103016116789122e-08
previous_iter_valid_loss : 0.16347363591194153
1585540 0.163661 0.163474 0.164872 CURRENT LEARNING RATE: 9.101195695613939e-08
previous_iter_valid_loss : 0.17490573227405548
1585560 0.175185 0.174906 0.165592 CURRENT LEARNING RATE: 9.099375638486599e-08
previous_iter_valid_loss : 0.18281535804271698
1585580 0.183180 0.182815 0.166580 CURRENT LEARNING RATE: 9.097555945334288e-08
previous_iter_valid_loss : 0.16546905040740967
1585600 0.165637 0.165469 0.166054 CURRENT LEARNING RATE: 9.095736616084215e-08
previous_iter_valid_loss : 0.16136786341667175
1585620 0.161554 0.161368 0.166075 CURRENT LEARNING RATE: 9.09391765066359e-08
previous_iter_valid_loss : 0.1788109689950943
1585640 0.178971 0.178811 0.166973 CURRENT LEARNING RATE: 9.09209904899969e-08
previous_iter_valid_loss : 0.16573470830917358
1585660 0.165900 0.165735 0.166695 CURRENT LEARNING RATE: 9.090280811019754e-08
previous_iter_valid_loss : 0.16050292551517487
1585680 0.160663 0.160503 0.166606 CURRENT LEARNING RATE: 9.088462936651051e-08
previous_iter_valid_loss : 0.16051453351974487
1585700 0.160687 0.160515 0.166167 CURRENT LEARNING RATE: 9.08664542582085e-08
previous_iter_valid_loss : 0.1768585443496704
1585720 0.177014 0.176859 0.166791 CURRENT LEARNING RATE: 9.084828278456483e-08
previous_iter_valid_loss : 0.16176395118236542
1585740 0.161919 0.161764 0.166840 CURRENT LEARNING RATE: 9.083011494485251e-08
previous_iter_valid_loss : 0.1622115820646286
1585760 0.162409 0.162212 0.166881 CURRENT LEARNING RATE: 9.081195073834476e-08
previous_iter_valid_loss : 0.16398827731609344
1585780 0.164188 0.163988 0.166651 CURRENT LEARNING RATE: 9.079379016431492e-08
previous_iter_valid_loss : 0.17380809783935547
1585800 0.174078 0.173808 0.167316 CURRENT LEARNING RATE: 9.077563322203685e-08
previous_iter_valid_loss : 0.16664443910121918
1585820 0.166803 0.166644 0.167489 CURRENT LEARNING RATE: 9.075747991078411e-08
previous_iter_valid_loss : 0.16929112374782562
1585840 0.169446 0.169291 0.167826 CURRENT LEARNING RATE: 9.073933022983061e-08
previous_iter_valid_loss : 0.1621086597442627
1585860 0.162295 0.162109 0.167905 CURRENT LEARNING RATE: 9.072118417845014e-08
previous_iter_valid_loss : 0.16866660118103027
1585880 0.168898 0.168667 0.168311 CURRENT LEARNING RATE: 9.070304175591722e-08
previous_iter_valid_loss : 0.16077759861946106
1585900 0.160928 0.160778 0.167160 CURRENT LEARNING RATE: 9.068490296150598e-08
previous_iter_valid_loss : 0.16050297021865845
1585920 0.160668 0.160503 0.167009 CURRENT LEARNING RATE: 9.06667677944907e-08
previous_iter_valid_loss : 0.16229701042175293
1585940 0.162448 0.162297 0.166950 CURRENT LEARNING RATE: 9.064863625414633e-08
previous_iter_valid_loss : 0.1615731120109558
1585960 0.161765 0.161573 0.166284 CURRENT LEARNING RATE: 9.06305083397474e-08
previous_iter_valid_loss : 0.1671571582555771
1585980 0.167377 0.167157 0.165501 CURRENT LEARNING RATE: 9.061238405056884e-08
previous_iter_valid_loss : 0.16097809374332428
1586000 0.161160 0.160978 0.165276 CURRENT LEARNING RATE: 9.059426338588548e-08
previous_iter_valid_loss : 0.16227738559246063
1586020 0.162439 0.162277 0.165322 CURRENT LEARNING RATE: 9.057614634497283e-08
previous_iter_valid_loss : 0.16771288216114044
1586040 0.167873 0.167713 0.164767 CURRENT LEARNING RATE: 9.055803292710602e-08
previous_iter_valid_loss : 0.16276070475578308
1586060 0.162967 0.162761 0.164618 CURRENT LEARNING RATE: 9.053992313156058e-08
previous_iter_valid_loss : 0.16200143098831177
1586080 0.162186 0.162001 0.164693 CURRENT LEARNING RATE: 9.05218169576119e-08
previous_iter_valid_loss : 0.16175830364227295
1586100 0.161925 0.161758 0.164755 CURRENT LEARNING RATE: 9.050371440453606e-08
previous_iter_valid_loss : 0.1700335144996643
1586120 0.170182 0.170034 0.164414 CURRENT LEARNING RATE: 9.048561547160882e-08
previous_iter_valid_loss : 0.17470772564411163
1586140 0.174998 0.174708 0.165061 CURRENT LEARNING RATE: 9.046752015810621e-08
previous_iter_valid_loss : 0.16092972457408905
1586160 0.161086 0.160930 0.164997 CURRENT LEARNING RATE: 9.044942846330424e-08
previous_iter_valid_loss : 0.16127841174602509
1586180 0.161424 0.161278 0.164862 CURRENT LEARNING RATE: 9.043134038647961e-08
previous_iter_valid_loss : 0.16815240681171417
1586200 0.168308 0.168152 0.164579 CURRENT LEARNING RATE: 9.041325592690859e-08
previous_iter_valid_loss : 0.16059397161006927
1586220 0.160771 0.160594 0.164276 CURRENT LEARNING RATE: 9.039517508386783e-08
previous_iter_valid_loss : 0.1735834926366806
1586240 0.173847 0.173583 0.164491 CURRENT LEARNING RATE: 9.037709785663392e-08
previous_iter_valid_loss : 0.16329069435596466
1586260 0.163462 0.163291 0.164550 CURRENT LEARNING RATE: 9.035902424448409e-08
previous_iter_valid_loss : 0.1607699990272522
1586280 0.160928 0.160770 0.164155 CURRENT LEARNING RATE: 9.034095424669526e-08
previous_iter_valid_loss : 0.16061869263648987
1586300 0.160774 0.160619 0.164147 CURRENT LEARNING RATE: 9.032288786254443e-08
previous_iter_valid_loss : 0.1706600785255432
1586320 0.170913 0.170660 0.164655 CURRENT LEARNING RATE: 9.030482509130929e-08
previous_iter_valid_loss : 0.16337518393993378
1586340 0.163571 0.163375 0.164709 CURRENT LEARNING RATE: 9.028676593226719e-08
previous_iter_valid_loss : 0.16164153814315796
1586360 0.161820 0.161642 0.164713 CURRENT LEARNING RATE: 9.026871038469572e-08
previous_iter_valid_loss : 0.16055531799793243
1586380 0.160725 0.160555 0.164382 CURRENT LEARNING RATE: 9.025065844787252e-08
previous_iter_valid_loss : 0.16550040245056152
1586400 0.165713 0.165500 0.164609 CURRENT LEARNING RATE: 9.023261012107583e-08
previous_iter_valid_loss : 0.18398047983646393
1586420 0.184128 0.183980 0.165694 CURRENT LEARNING RATE: 9.021456540358355e-08
previous_iter_valid_loss : 0.17063285410404205
1586440 0.170886 0.170633 0.165840 CURRENT LEARNING RATE: 9.01965242946739e-08
previous_iter_valid_loss : 0.16316673159599304
1586460 0.163362 0.163167 0.165860 CURRENT LEARNING RATE: 9.017848679362508e-08
previous_iter_valid_loss : 0.17380960285663605
1586480 0.173956 0.173810 0.166450 CURRENT LEARNING RATE: 9.01604528997159e-08
previous_iter_valid_loss : 0.16229264438152313
1586500 0.162447 0.162293 0.166477 CURRENT LEARNING RATE: 9.014242261222484e-08
previous_iter_valid_loss : 0.16174715757369995
1586520 0.161931 0.161747 0.166063 CURRENT LEARNING RATE: 9.01243959304307e-08
previous_iter_valid_loss : 0.16236913204193115
1586540 0.162531 0.162369 0.165446 CURRENT LEARNING RATE: 9.010637285361227e-08
previous_iter_valid_loss : 0.16863003373146057
1586560 0.168785 0.168630 0.165831 CURRENT LEARNING RATE: 9.00883533810489e-08
previous_iter_valid_loss : 0.1606951355934143
1586580 0.160871 0.160695 0.165802 CURRENT LEARNING RATE: 9.007033751201968e-08
previous_iter_valid_loss : 0.16143737733364105
1586600 0.161597 0.161437 0.165466 CURRENT LEARNING RATE: 9.005232524580398e-08
previous_iter_valid_loss : 0.16709889471530914
1586620 0.167254 0.167099 0.165791 CURRENT LEARNING RATE: 9.003431658168115e-08
previous_iter_valid_loss : 0.16086074709892273
1586640 0.161015 0.160861 0.165155 CURRENT LEARNING RATE: 9.001631151893114e-08
previous_iter_valid_loss : 0.1636800915002823
1586660 0.163854 0.163680 0.165175 CURRENT LEARNING RATE: 8.999831005683362e-08
previous_iter_valid_loss : 0.16316890716552734
1586680 0.163381 0.163169 0.165295 CURRENT LEARNING RATE: 8.998031219466835e-08
previous_iter_valid_loss : 0.1781458705663681
1586700 0.178450 0.178146 0.166171 CURRENT LEARNING RATE: 8.996231793171573e-08
previous_iter_valid_loss : 0.16211740672588348
1586720 0.162272 0.162117 0.165744 CURRENT LEARNING RATE: 8.994432726725586e-08
previous_iter_valid_loss : 0.16620159149169922
1586740 0.166411 0.166202 0.165885 CURRENT LEARNING RATE: 8.992634020056906e-08
previous_iter_valid_loss : 0.1634112149477005
1586760 0.163591 0.163411 0.165974 CURRENT LEARNING RATE: 8.990835673093573e-08
previous_iter_valid_loss : 0.17988276481628418
1586780 0.180211 0.179883 0.166940 CURRENT LEARNING RATE: 8.989037685763685e-08
previous_iter_valid_loss : 0.1649598330259323
1586800 0.165154 0.164960 0.166913 CURRENT LEARNING RATE: 8.987240057995306e-08
previous_iter_valid_loss : 0.16169466078281403
1586820 0.161863 0.161695 0.165799 CURRENT LEARNING RATE: 8.985442789716529e-08
previous_iter_valid_loss : 0.16061986982822418
1586840 0.160793 0.160620 0.165298 CURRENT LEARNING RATE: 8.98364588085545e-08
previous_iter_valid_loss : 0.16775234043598175
1586860 0.167971 0.167752 0.165527 CURRENT LEARNING RATE: 8.981849331340224e-08
previous_iter_valid_loss : 0.17045392096042633
1586880 0.170707 0.170454 0.165359 CURRENT LEARNING RATE: 8.980053141098971e-08
previous_iter_valid_loss : 0.16146080195903778
1586900 0.161649 0.161461 0.165318 CURRENT LEARNING RATE: 8.978257310059847e-08
previous_iter_valid_loss : 0.17346274852752686
1586920 0.173732 0.173463 0.165904 CURRENT LEARNING RATE: 8.976461838150997e-08
previous_iter_valid_loss : 0.1609087884426117
1586940 0.161067 0.160909 0.165831 CURRENT LEARNING RATE: 8.974666725300641e-08
previous_iter_valid_loss : 0.16289159655570984
1586960 0.163080 0.162892 0.165544 CURRENT LEARNING RATE: 8.972871971436954e-08
previous_iter_valid_loss : 0.1628958284854889
1586980 0.163055 0.162896 0.165654 CURRENT LEARNING RATE: 8.971077576488146e-08
previous_iter_valid_loss : 0.16221360862255096
1587000 0.162371 0.162214 0.165693 CURRENT LEARNING RATE: 8.969283540382427e-08
previous_iter_valid_loss : 0.16052091121673584
1587020 0.160685 0.160521 0.165364 CURRENT LEARNING RATE: 8.967489863048068e-08
previous_iter_valid_loss : 0.1615835577249527
1587040 0.161779 0.161584 0.165400 CURRENT LEARNING RATE: 8.965696544413303e-08
previous_iter_valid_loss : 0.1605973243713379
1587060 0.160764 0.160597 0.165246 CURRENT LEARNING RATE: 8.963903584406402e-08
previous_iter_valid_loss : 0.16217763721942902
1587080 0.162328 0.162178 0.165196 CURRENT LEARNING RATE: 8.962110982955629e-08
previous_iter_valid_loss : 0.16885998845100403
1587100 0.169010 0.168860 0.164732 CURRENT LEARNING RATE: 8.960318739989312e-08
previous_iter_valid_loss : 0.17187905311584473
1587120 0.172027 0.171879 0.165220 CURRENT LEARNING RATE: 8.958526855435748e-08
previous_iter_valid_loss : 0.16677787899971008
1587140 0.166937 0.166778 0.165249 CURRENT LEARNING RATE: 8.956735329223242e-08
previous_iter_valid_loss : 0.16922277212142944
1587160 0.169452 0.169223 0.165539 CURRENT LEARNING RATE: 8.954944161280166e-08
previous_iter_valid_loss : 0.1620320826768875
1587180 0.162225 0.162032 0.164647 CURRENT LEARNING RATE: 8.953153351534858e-08
previous_iter_valid_loss : 0.16406553983688354
1587200 0.164276 0.164066 0.164602 CURRENT LEARNING RATE: 8.951362899915687e-08
previous_iter_valid_loss : 0.19286273419857025
1587220 0.193357 0.192863 0.166160 CURRENT LEARNING RATE: 8.949572806351014e-08
previous_iter_valid_loss : 0.16663509607315063
1587240 0.166794 0.166635 0.166461 CURRENT LEARNING RATE: 8.947783070769273e-08
previous_iter_valid_loss : 0.16559386253356934
1587260 0.165755 0.165594 0.166353 CURRENT LEARNING RATE: 8.945993693098854e-08
previous_iter_valid_loss : 0.17039816081523895
1587280 0.170650 0.170398 0.166350 CURRENT LEARNING RATE: 8.944204673268185e-08
previous_iter_valid_loss : 0.1610965132713318
1587300 0.161252 0.161097 0.166332 CURRENT LEARNING RATE: 8.942416011205688e-08
previous_iter_valid_loss : 0.1604871302843094
1587320 0.160651 0.160487 0.165683 CURRENT LEARNING RATE: 8.940627706839849e-08
previous_iter_valid_loss : 0.16382040083408356
1587340 0.164017 0.163820 0.165829 CURRENT LEARNING RATE: 8.93883976009912e-08
previous_iter_valid_loss : 0.173004612326622
1587360 0.173273 0.173005 0.166335 CURRENT LEARNING RATE: 8.937052170911981e-08
previous_iter_valid_loss : 0.16051672399044037
1587380 0.160687 0.160517 0.166216 CURRENT LEARNING RATE: 8.935264939206915e-08
previous_iter_valid_loss : 0.1664040982723236
1587400 0.166563 0.166404 0.166425 CURRENT LEARNING RATE: 8.933478064912462e-08
previous_iter_valid_loss : 0.16433411836624146
1587420 0.164541 0.164334 0.166616 CURRENT LEARNING RATE: 8.931691547957135e-08
previous_iter_valid_loss : 0.16050046682357788
1587440 0.160662 0.160500 0.166562 CURRENT LEARNING RATE: 8.929905388269471e-08
previous_iter_valid_loss : 0.16605035960674286
1587460 0.166268 0.166050 0.166834 CURRENT LEARNING RATE: 8.928119585778007e-08
previous_iter_valid_loss : 0.1673808991909027
1587480 0.167535 0.167381 0.167095 CURRENT LEARNING RATE: 8.926334140411343e-08
previous_iter_valid_loss : 0.16385534405708313
1587500 0.164022 0.163855 0.166844 CURRENT LEARNING RATE: 8.924549052098047e-08
previous_iter_valid_loss : 0.17374370992183685
1587520 0.173889 0.173744 0.166938 CURRENT LEARNING RATE: 8.922764320766699e-08
previous_iter_valid_loss : 0.16466820240020752
1587540 0.164838 0.164668 0.166832 CURRENT LEARNING RATE: 8.920979946345939e-08
previous_iter_valid_loss : 0.16413427889347076
1587560 0.164332 0.164134 0.166578 CURRENT LEARNING RATE: 8.919195928764378e-08
previous_iter_valid_loss : 0.1642104536294937
1587580 0.164421 0.164210 0.166687 CURRENT LEARNING RATE: 8.917412267950658e-08
previous_iter_valid_loss : 0.16294912993907928
1587600 0.163140 0.162949 0.166631 CURRENT LEARNING RATE: 8.915628963833411e-08
previous_iter_valid_loss : 0.16422222554683685
1587620 0.164391 0.164222 0.165199 CURRENT LEARNING RATE: 8.913846016341341e-08
previous_iter_valid_loss : 0.16281655430793762
1587640 0.162993 0.162817 0.165008 CURRENT LEARNING RATE: 8.912063425403113e-08
previous_iter_valid_loss : 0.1732124537229538
1587660 0.173484 0.173212 0.165389 CURRENT LEARNING RATE: 8.910281190947423e-08
previous_iter_valid_loss : 0.1664097160100937
1587680 0.166573 0.166410 0.165189 CURRENT LEARNING RATE: 8.908499312902965e-08
previous_iter_valid_loss : 0.16090552508831024
1587700 0.161094 0.160906 0.165180 CURRENT LEARNING RATE: 8.906717791198499e-08
previous_iter_valid_loss : 0.1650809496641159
1587720 0.165245 0.165081 0.165409 CURRENT LEARNING RATE: 8.904936625762744e-08
previous_iter_valid_loss : 0.16145098209381104
1587740 0.161640 0.161451 0.165291 CURRENT LEARNING RATE: 8.903155816524454e-08
previous_iter_valid_loss : 0.1692878007888794
1587760 0.169533 0.169288 0.165105 CURRENT LEARNING RATE: 8.901375363412384e-08
previous_iter_valid_loss : 0.17828400433063507
1587780 0.178440 0.178284 0.165994 CURRENT LEARNING RATE: 8.899595266355344e-08
previous_iter_valid_loss : 0.160782128572464
1587800 0.160958 0.160782 0.165712 CURRENT LEARNING RATE: 8.897815525282117e-08
previous_iter_valid_loss : 0.1752065271139145
1587820 0.175361 0.175207 0.166256 CURRENT LEARNING RATE: 8.896036140121512e-08
previous_iter_valid_loss : 0.16335982084274292
1587840 0.163528 0.163360 0.166399 CURRENT LEARNING RATE: 8.894257110802339e-08
previous_iter_valid_loss : 0.1775418072938919
1587860 0.177837 0.177542 0.166974 CURRENT LEARNING RATE: 8.892478437253467e-08
previous_iter_valid_loss : 0.1714208573102951
1587880 0.171687 0.171421 0.167176 CURRENT LEARNING RATE: 8.890700119403734e-08
previous_iter_valid_loss : 0.1609831303358078
1587900 0.161166 0.160983 0.167032 CURRENT LEARNING RATE: 8.888922157181989e-08
previous_iter_valid_loss : 0.16176211833953857
1587920 0.161923 0.161762 0.166433 CURRENT LEARNING RATE: 8.887144550517148e-08
previous_iter_valid_loss : 0.19299717247486115
1587940 0.193120 0.192997 0.167849 CURRENT LEARNING RATE: 8.885367299338092e-08
previous_iter_valid_loss : 0.1613427698612213
1587960 0.161521 0.161343 0.167710 CURRENT LEARNING RATE: 8.883590403573727e-08
previous_iter_valid_loss : 0.17441564798355103
1587980 0.174572 0.174416 0.168220 CURRENT LEARNING RATE: 8.881813863152965e-08
previous_iter_valid_loss : 0.170997753739357
1588000 0.171246 0.170998 0.168622 CURRENT LEARNING RATE: 8.880037678004773e-08
previous_iter_valid_loss : 0.161251038312912
1588020 0.161396 0.161251 0.168474 CURRENT LEARNING RATE: 8.878261848058091e-08
previous_iter_valid_loss : 0.17234499752521515
1588040 0.172620 0.172345 0.168950 CURRENT LEARNING RATE: 8.876486373241884e-08
previous_iter_valid_loss : 0.1605032980442047
1588060 0.160664 0.160503 0.168315 CURRENT LEARNING RATE: 8.874711253485116e-08
previous_iter_valid_loss : 0.16372209787368774
1588080 0.163884 0.163722 0.168180 CURRENT LEARNING RATE: 8.872936488716816e-08
previous_iter_valid_loss : 0.1787041574716568
1588100 0.178865 0.178704 0.169070 CURRENT LEARNING RATE: 8.871162078865976e-08
previous_iter_valid_loss : 0.16286900639533997
1588120 0.163034 0.162869 0.168960 CURRENT LEARNING RATE: 8.869388023861622e-08
previous_iter_valid_loss : 0.16098172962665558
1588140 0.161137 0.160982 0.168936 CURRENT LEARNING RATE: 8.867614323632773e-08
previous_iter_valid_loss : 0.16152003407478333
1588160 0.161703 0.161520 0.168548 CURRENT LEARNING RATE: 8.865840978108513e-08
previous_iter_valid_loss : 0.1606762558221817
1588180 0.160846 0.160676 0.167668 CURRENT LEARNING RATE: 8.864067987217897e-08
previous_iter_valid_loss : 0.16501542925834656
1588200 0.165178 0.165015 0.167879 CURRENT LEARNING RATE: 8.862295350889998e-08
previous_iter_valid_loss : 0.16054582595825195
1588220 0.160712 0.160546 0.167146 CURRENT LEARNING RATE: 8.8605230690539e-08
previous_iter_valid_loss : 0.1643148958683014
1588240 0.164520 0.164315 0.167194 CURRENT LEARNING RATE: 8.858751141638739e-08
previous_iter_valid_loss : 0.16172504425048828
1588260 0.161878 0.161725 0.166403 CURRENT LEARNING RATE: 8.856979568573629e-08
previous_iter_valid_loss : 0.16127729415893555
1588280 0.161431 0.161277 0.165896 CURRENT LEARNING RATE: 8.8552083497877e-08
previous_iter_valid_loss : 0.16682980954647064
1588300 0.167049 0.166830 0.166188 CURRENT LEARNING RATE: 8.853437485210091e-08
previous_iter_valid_loss : 0.1649855226278305
1588320 0.165150 0.164986 0.166349 CURRENT LEARNING RATE: 8.851666974769999e-08
previous_iter_valid_loss : 0.18839579820632935
1588340 0.188526 0.188396 0.166119 CURRENT LEARNING RATE: 8.849896818396588e-08
previous_iter_valid_loss : 0.18031984567642212
1588360 0.180475 0.180320 0.167068 CURRENT LEARNING RATE: 8.848127016019035e-08
previous_iter_valid_loss : 0.1632978767156601
1588380 0.163461 0.163298 0.166512 CURRENT LEARNING RATE: 8.846357567566578e-08
previous_iter_valid_loss : 0.1664847433567047
1588400 0.166642 0.166485 0.166287 CURRENT LEARNING RATE: 8.844588472968425e-08
previous_iter_valid_loss : 0.17168068885803223
1588420 0.171947 0.171681 0.166808 CURRENT LEARNING RATE: 8.842819732153813e-08
previous_iter_valid_loss : 0.16546531021595
1588440 0.165685 0.165465 0.166464 CURRENT LEARNING RATE: 8.841051345051974e-08
previous_iter_valid_loss : 0.17749181389808655
1588460 0.177643 0.177492 0.167314 CURRENT LEARNING RATE: 8.839283311592209e-08
previous_iter_valid_loss : 0.16065481305122375
1588480 0.160820 0.160655 0.167160 CURRENT LEARNING RATE: 8.837515631703775e-08
previous_iter_valid_loss : 0.1604955494403839
1588500 0.160666 0.160496 0.166250 CURRENT LEARNING RATE: 8.835748305315969e-08
previous_iter_valid_loss : 0.16081342101097107
1588520 0.160972 0.160813 0.166147 CURRENT LEARNING RATE: 8.833981332358079e-08
previous_iter_valid_loss : 0.16056333482265472
1588540 0.160716 0.160563 0.166126 CURRENT LEARNING RATE: 8.83221471275946e-08
previous_iter_valid_loss : 0.18041957914829254
1588560 0.180754 0.180420 0.167071 CURRENT LEARNING RATE: 8.830448446449432e-08
previous_iter_valid_loss : 0.16555660963058472
1588580 0.165769 0.165557 0.167315 CURRENT LEARNING RATE: 8.828682533357342e-08
previous_iter_valid_loss : 0.1610649824142456
1588600 0.161252 0.161065 0.167118 CURRENT LEARNING RATE: 8.826916973412537e-08
previous_iter_valid_loss : 0.17230363190174103
1588620 0.172447 0.172304 0.167706 CURRENT LEARNING RATE: 8.825151766544431e-08
previous_iter_valid_loss : 0.1635824739933014
1588640 0.163777 0.163582 0.167669 CURRENT LEARNING RATE: 8.823386912682395e-08
previous_iter_valid_loss : 0.17527513206005096
1588660 0.175554 0.175275 0.168346 CURRENT LEARNING RATE: 8.821622411755836e-08
previous_iter_valid_loss : 0.16245530545711517
1588680 0.162620 0.162455 0.168405 CURRENT LEARNING RATE: 8.81985826369416e-08
previous_iter_valid_loss : 0.1714225709438324
1588700 0.171572 0.171423 0.168635 CURRENT LEARNING RATE: 8.818094468426831e-08
previous_iter_valid_loss : 0.16064216196537018
1588720 0.160800 0.160642 0.168418 CURRENT LEARNING RATE: 8.816331025883284e-08
previous_iter_valid_loss : 0.16337791085243225
1588740 0.163568 0.163378 0.167167 CURRENT LEARNING RATE: 8.81456793599296e-08
previous_iter_valid_loss : 0.1654023677110672
1588760 0.165569 0.165402 0.166421 CURRENT LEARNING RATE: 8.812805198685374e-08
previous_iter_valid_loss : 0.1612197756767273
1588780 0.161404 0.161220 0.166317 CURRENT LEARNING RATE: 8.811042813889995e-08
previous_iter_valid_loss : 0.16414490342140198
1588800 0.164316 0.164145 0.166200 CURRENT LEARNING RATE: 8.809280781536329e-08
previous_iter_valid_loss : 0.18563906848430634
1588820 0.185778 0.185639 0.166898 CURRENT LEARNING RATE: 8.807519101553881e-08
previous_iter_valid_loss : 0.16332298517227173
1588840 0.163487 0.163323 0.166791 CURRENT LEARNING RATE: 8.805757773872212e-08
previous_iter_valid_loss : 0.16187436878681183
1588860 0.162036 0.161874 0.166010 CURRENT LEARNING RATE: 8.803996798420857e-08
previous_iter_valid_loss : 0.17695926129817963
1588880 0.177111 0.176959 0.166825 CURRENT LEARNING RATE: 8.802236175129376e-08
previous_iter_valid_loss : 0.160504549741745
1588900 0.160665 0.160505 0.166826 CURRENT LEARNING RATE: 8.800475903927326e-08
previous_iter_valid_loss : 0.16187110543251038
1588920 0.162066 0.161871 0.166879 CURRENT LEARNING RATE: 8.79871598474433e-08
previous_iter_valid_loss : 0.16207920014858246
1588940 0.162279 0.162079 0.166954 CURRENT LEARNING RATE: 8.796956417509973e-08
previous_iter_valid_loss : 0.16146248579025269
1588960 0.161651 0.161462 0.166007 CURRENT LEARNING RATE: 8.795197202153875e-08
previous_iter_valid_loss : 0.16193468868732452
1588980 0.162090 0.161935 0.165825 CURRENT LEARNING RATE: 8.79343833860565e-08
previous_iter_valid_loss : 0.16526557505130768
1589000 0.165430 0.165266 0.166035 CURRENT LEARNING RATE: 8.791679826794977e-08
previous_iter_valid_loss : 0.1614854782819748
1589020 0.161635 0.161485 0.165495 CURRENT LEARNING RATE: 8.789921666651497e-08
previous_iter_valid_loss : 0.16683709621429443
1589040 0.167048 0.166837 0.165657 CURRENT LEARNING RATE: 8.788163858104884e-08
previous_iter_valid_loss : 0.1608077436685562
1589060 0.160983 0.160808 0.164934 CURRENT LEARNING RATE: 8.786406401084812e-08
previous_iter_valid_loss : 0.16444915533065796
1589080 0.164613 0.164449 0.165034 CURRENT LEARNING RATE: 8.784649295521012e-08
previous_iter_valid_loss : 0.17380446195602417
1589100 0.174080 0.173804 0.165153 CURRENT LEARNING RATE: 8.782892541343186e-08
previous_iter_valid_loss : 0.18269386887550354
1589120 0.183063 0.182694 0.166255 CURRENT LEARNING RATE: 8.781136138481047e-08
previous_iter_valid_loss : 0.16099335253238678
1589140 0.161158 0.160993 0.166136 CURRENT LEARNING RATE: 8.77938008686437e-08
previous_iter_valid_loss : 0.17634092271327972
1589160 0.176493 0.176341 0.166683 CURRENT LEARNING RATE: 8.777624386422897e-08
previous_iter_valid_loss : 0.16480176150798798
1589180 0.164971 0.164802 0.166862 CURRENT LEARNING RATE: 8.775869037086403e-08
previous_iter_valid_loss : 0.16166368126869202
1589200 0.161830 0.161664 0.166738 CURRENT LEARNING RATE: 8.774114038784652e-08
previous_iter_valid_loss : 0.16128265857696533
1589220 0.161444 0.161283 0.165520 CURRENT LEARNING RATE: 8.772359391447483e-08
previous_iter_valid_loss : 0.16306252777576447
1589240 0.163260 0.163063 0.165507 CURRENT LEARNING RATE: 8.77060509500469e-08
previous_iter_valid_loss : 0.16050206124782562
1589260 0.160669 0.160502 0.165439 CURRENT LEARNING RATE: 8.768851149386101e-08
previous_iter_valid_loss : 0.1758585274219513
1589280 0.176144 0.175859 0.165384 CURRENT LEARNING RATE: 8.767097554521543e-08
previous_iter_valid_loss : 0.16142390668392181
1589300 0.161609 0.161424 0.165429 CURRENT LEARNING RATE: 8.765344310340907e-08
previous_iter_valid_loss : 0.16159574687480927
1589320 0.161781 0.161596 0.165416 CURRENT LEARNING RATE: 8.76359141677404e-08
previous_iter_valid_loss : 0.16195765137672424
1589340 0.162145 0.161958 0.165410 CURRENT LEARNING RATE: 8.761838873750835e-08
previous_iter_valid_loss : 0.1616300642490387
1589360 0.161797 0.161630 0.165418 CURRENT LEARNING RATE: 8.760086681201169e-08
previous_iter_valid_loss : 0.17136523127555847
1589380 0.171511 0.171365 0.165890 CURRENT LEARNING RATE: 8.758334839054987e-08
previous_iter_valid_loss : 0.1650496870279312
1589400 0.165254 0.165050 0.165879 CURRENT LEARNING RATE: 8.756583347242199e-08
previous_iter_valid_loss : 0.1710408329963684
1589420 0.171190 0.171041 0.166357 CURRENT LEARNING RATE: 8.754832205692747e-08
previous_iter_valid_loss : 0.1605129837989807
1589440 0.160664 0.160513 0.166040 CURRENT LEARNING RATE: 8.753081414336569e-08
previous_iter_valid_loss : 0.1605626493692398
1589460 0.160720 0.160563 0.166028 CURRENT LEARNING RATE: 8.751330973103664e-08
previous_iter_valid_loss : 0.16821075975894928
1589480 0.168433 0.168211 0.166216 CURRENT LEARNING RATE: 8.749580881923998e-08
previous_iter_valid_loss : 0.16167062520980835
1589500 0.161861 0.161671 0.165609 CURRENT LEARNING RATE: 8.747831140727556e-08
previous_iter_valid_loss : 0.16918906569480896
1589520 0.169343 0.169189 0.164934 CURRENT LEARNING RATE: 8.746081749444373e-08
previous_iter_valid_loss : 0.16116565465927124
1589540 0.161334 0.161166 0.164943 CURRENT LEARNING RATE: 8.744332708004462e-08
previous_iter_valid_loss : 0.16744914650917053
1589560 0.167679 0.167449 0.164498 CURRENT LEARNING RATE: 8.742584016337861e-08
previous_iter_valid_loss : 0.16136299073696136
1589580 0.161517 0.161363 0.164326 CURRENT LEARNING RATE: 8.740835674374607e-08
previous_iter_valid_loss : 0.16608263552188873
1589600 0.166293 0.166083 0.164547 CURRENT LEARNING RATE: 8.739087682044794e-08
previous_iter_valid_loss : 0.1623573750257492
1589620 0.162539 0.162357 0.164601 CURRENT LEARNING RATE: 8.737340039278492e-08
previous_iter_valid_loss : 0.1622418612241745
1589640 0.162425 0.162242 0.164560 CURRENT LEARNING RATE: 8.735592746005792e-08
previous_iter_valid_loss : 0.16893555223941803
1589660 0.169087 0.168936 0.164982 CURRENT LEARNING RATE: 8.733845802156787e-08
previous_iter_valid_loss : 0.16275516152381897
1589680 0.162938 0.162755 0.164326 CURRENT LEARNING RATE: 8.732099207661633e-08
previous_iter_valid_loss : 0.16226284205913544
1589700 0.162448 0.162263 0.164368 CURRENT LEARNING RATE: 8.730352962450445e-08
previous_iter_valid_loss : 0.16135381162166595
1589720 0.161534 0.161354 0.164356 CURRENT LEARNING RATE: 8.728607066453379e-08
previous_iter_valid_loss : 0.1696508228778839
1589740 0.169901 0.169651 0.164741 CURRENT LEARNING RATE: 8.72686151960058e-08
previous_iter_valid_loss : 0.16988587379455566
1589760 0.170039 0.169886 0.165154 CURRENT LEARNING RATE: 8.72511632182226e-08
previous_iter_valid_loss : 0.16871020197868347
1589780 0.168952 0.168710 0.165021 CURRENT LEARNING RATE: 8.723371473048593e-08
previous_iter_valid_loss : 0.16162556409835815
1589800 0.161788 0.161626 0.164850 CURRENT LEARNING RATE: 8.721626973209786e-08
previous_iter_valid_loss : 0.1612483710050583
1589820 0.161431 0.161248 0.164360 CURRENT LEARNING RATE: 8.719882822236043e-08
previous_iter_valid_loss : 0.1715993583202362
1589840 0.171741 0.171599 0.164914 CURRENT LEARNING RATE: 8.718139020057631e-08
previous_iter_valid_loss : 0.1607465147972107
1589860 0.160920 0.160747 0.164924 CURRENT LEARNING RATE: 8.71639556660478e-08
previous_iter_valid_loss : 0.16680675745010376
1589880 0.167031 0.166807 0.164853 CURRENT LEARNING RATE: 8.714652461807753e-08
previous_iter_valid_loss : 0.18159601092338562
1589900 0.181923 0.181596 0.165850 CURRENT LEARNING RATE: 8.712909705596812e-08
previous_iter_valid_loss : 0.16280609369277954
1589920 0.162995 0.162806 0.165531 CURRENT LEARNING RATE: 8.711167297902272e-08
previous_iter_valid_loss : 0.16425800323486328
1589940 0.164470 0.164258 0.165685 CURRENT LEARNING RATE: 8.709425238654428e-08
previous_iter_valid_loss : 0.16143137216567993
1589960 0.161612 0.161431 0.165384 CURRENT LEARNING RATE: 8.707683527783578e-08
previous_iter_valid_loss : 0.16555865108966827
1589980 0.165727 0.165559 0.165594 CURRENT LEARNING RATE: 8.705942165220087e-08
previous_iter_valid_loss : 0.16836728155612946
1590000 0.168524 0.168367 0.165708 CURRENT LEARNING RATE: 8.704201150894282e-08
previous_iter_valid_loss : 0.18233931064605713
1590020 0.182490 0.182339 0.166707 CURRENT LEARNING RATE: 8.702460484736527e-08
previous_iter_valid_loss : 0.16088220477104187
1590040 0.161063 0.160882 0.166639 CURRENT LEARNING RATE: 8.700720166677173e-08
previous_iter_valid_loss : 0.16866517066955566
1590060 0.168822 0.168665 0.166626 CURRENT LEARNING RATE: 8.698980196646645e-08
previous_iter_valid_loss : 0.17053475975990295
1590080 0.170687 0.170535 0.167015 CURRENT LEARNING RATE: 8.697240574575325e-08
previous_iter_valid_loss : 0.1718985140323639
1590100 0.172046 0.171899 0.167497 CURRENT LEARNING RATE: 8.69550130039363e-08
previous_iter_valid_loss : 0.2093631476163864
1590120 0.209420 0.209363 0.169897 CURRENT LEARNING RATE: 8.693762374031974e-08
previous_iter_valid_loss : 0.16357958316802979
1590140 0.163772 0.163580 0.169594 CURRENT LEARNING RATE: 8.692023795420828e-08
previous_iter_valid_loss : 0.16502706706523895
1590160 0.165197 0.165027 0.169351 CURRENT LEARNING RATE: 8.690285564490635e-08
previous_iter_valid_loss : 0.16441605985164642
1590180 0.164609 0.164416 0.169136 CURRENT LEARNING RATE: 8.688547681171865e-08
previous_iter_valid_loss : 0.17329177260398865
1590200 0.173563 0.173292 0.169719 CURRENT LEARNING RATE: 8.68681014539499e-08
previous_iter_valid_loss : 0.16552531719207764
1590220 0.165691 0.165525 0.169933 CURRENT LEARNING RATE: 8.685072957090535e-08
previous_iter_valid_loss : 0.16490094363689423
1590240 0.165100 0.164901 0.169598 CURRENT LEARNING RATE: 8.683336116189e-08
previous_iter_valid_loss : 0.16109921038150787
1590260 0.161258 0.161099 0.169616 CURRENT LEARNING RATE: 8.681599622620912e-08
previous_iter_valid_loss : 0.1740163117647171
1590280 0.174171 0.174016 0.169976 CURRENT LEARNING RATE: 8.679863476316793e-08
previous_iter_valid_loss : 0.16616180539131165
1590300 0.166323 0.166162 0.169205 CURRENT LEARNING RATE: 8.678127677207233e-08
previous_iter_valid_loss : 0.16106398403644562
1590320 0.161240 0.161064 0.169117 CURRENT LEARNING RATE: 8.676392225222778e-08
previous_iter_valid_loss : 0.1827818751335144
1590340 0.182939 0.182782 0.170044 CURRENT LEARNING RATE: 8.674657120293998e-08
previous_iter_valid_loss : 0.17230916023254395
1590360 0.172457 0.172309 0.170588 CURRENT LEARNING RATE: 8.672922362351522e-08
previous_iter_valid_loss : 0.16094796359539032
1590380 0.161102 0.160948 0.170357 CURRENT LEARNING RATE: 8.671187951325939e-08
previous_iter_valid_loss : 0.16120624542236328
1590400 0.161359 0.161206 0.169999 CURRENT LEARNING RATE: 8.669453887147876e-08
previous_iter_valid_loss : 0.16071756184101105
1590420 0.160880 0.160718 0.168918 CURRENT LEARNING RATE: 8.667720169747952e-08
previous_iter_valid_loss : 0.16454587876796722
1590440 0.164743 0.164546 0.169101 CURRENT LEARNING RATE: 8.665986799056855e-08
previous_iter_valid_loss : 0.17138053476810455
1590460 0.171635 0.171381 0.169237 CURRENT LEARNING RATE: 8.66425377500523e-08
previous_iter_valid_loss : 0.160496786236763
1590480 0.160656 0.160497 0.168735 CURRENT LEARNING RATE: 8.662521097523756e-08
previous_iter_valid_loss : 0.16498950123786926
1590500 0.165193 0.164990 0.168389 CURRENT LEARNING RATE: 8.660788766543113e-08
previous_iter_valid_loss : 0.17569753527641296
1590520 0.175846 0.175698 0.166706 CURRENT LEARNING RATE: 8.659056781994036e-08
previous_iter_valid_loss : 0.1782488375902176
1590540 0.178398 0.178249 0.167440 CURRENT LEARNING RATE: 8.657325143807231e-08
previous_iter_valid_loss : 0.17294616997241974
1590560 0.173216 0.172946 0.167836 CURRENT LEARNING RATE: 8.655593851913435e-08
previous_iter_valid_loss : 0.16250331699848175
1590580 0.162705 0.162503 0.167740 CURRENT LEARNING RATE: 8.653862906243378e-08
previous_iter_valid_loss : 0.16295112669467926
1590600 0.163148 0.162951 0.167223 CURRENT LEARNING RATE: 8.652132306727852e-08
previous_iter_valid_loss : 0.16225750744342804
1590620 0.162442 0.162258 0.167060 CURRENT LEARNING RATE: 8.650402053297622e-08
previous_iter_valid_loss : 0.18327756226062775
1590640 0.183428 0.183278 0.167978 CURRENT LEARNING RATE: 8.648672145883474e-08
previous_iter_valid_loss : 0.16069447994232178
1590660 0.160853 0.160694 0.167958 CURRENT LEARNING RATE: 8.646942584416198e-08
previous_iter_valid_loss : 0.1676773726940155
1590680 0.167903 0.167677 0.167641 CURRENT LEARNING RATE: 8.645213368826642e-08
previous_iter_valid_loss : 0.16196952760219574
1590700 0.162157 0.161970 0.167432 CURRENT LEARNING RATE: 8.643484499045623e-08
previous_iter_valid_loss : 0.17164474725723267
1590720 0.171919 0.171645 0.167961 CURRENT LEARNING RATE: 8.641755975003968e-08
previous_iter_valid_loss : 0.16337868571281433
1590740 0.163577 0.163379 0.166990 CURRENT LEARNING RATE: 8.640027796632568e-08
previous_iter_valid_loss : 0.16280563175678253
1590760 0.162998 0.162806 0.166515 CURRENT LEARNING RATE: 8.638299963862282e-08
previous_iter_valid_loss : 0.17992815375328064
1590780 0.180258 0.179928 0.167464 CURRENT LEARNING RATE: 8.636572476623995e-08
previous_iter_valid_loss : 0.16268405318260193
1590800 0.162851 0.162684 0.167538 CURRENT LEARNING RATE: 8.634845334848594e-08
previous_iter_valid_loss : 0.16365212202072144
1590820 0.163826 0.163652 0.167685 CURRENT LEARNING RATE: 8.633118538467022e-08
previous_iter_valid_loss : 0.17272105813026428
1590840 0.172982 0.172721 0.168094 CURRENT LEARNING RATE: 8.631392087410195e-08
previous_iter_valid_loss : 0.16286516189575195
1590860 0.163043 0.162865 0.167668 CURRENT LEARNING RATE: 8.62966598160905e-08
previous_iter_valid_loss : 0.18445280194282532
1590880 0.184603 0.184453 0.168866 CURRENT LEARNING RATE: 8.627940220994531e-08
previous_iter_valid_loss : 0.16341331601142883
1590900 0.163584 0.163413 0.168787 CURRENT LEARNING RATE: 8.626214805497637e-08
previous_iter_valid_loss : 0.16714128851890564
1590920 0.167296 0.167141 0.168359 CURRENT LEARNING RATE: 8.624489735049337e-08
previous_iter_valid_loss : 0.16058532893657684
1590940 0.160754 0.160585 0.167476 CURRENT LEARNING RATE: 8.622765009580628e-08
previous_iter_valid_loss : 0.16078953444957733
1590960 0.160968 0.160790 0.166868 CURRENT LEARNING RATE: 8.621040629022503e-08
previous_iter_valid_loss : 0.16484682261943817
1590980 0.165007 0.164847 0.166985 CURRENT LEARNING RATE: 8.619316593306021e-08
previous_iter_valid_loss : 0.1735767275094986
1591000 0.173723 0.173577 0.167517 CURRENT LEARNING RATE: 8.617592902362204e-08
previous_iter_valid_loss : 0.17207062244415283
1591020 0.172337 0.172071 0.168007 CURRENT LEARNING RATE: 8.615869556122104e-08
previous_iter_valid_loss : 0.1706065684556961
1591040 0.170863 0.170607 0.167374 CURRENT LEARNING RATE: 8.614146554516773e-08
previous_iter_valid_loss : 0.1608695536851883
1591060 0.161014 0.160870 0.167382 CURRENT LEARNING RATE: 8.612423897477318e-08
previous_iter_valid_loss : 0.16582000255584717
1591080 0.165981 0.165820 0.167290 CURRENT LEARNING RATE: 8.610701584934823e-08
previous_iter_valid_loss : 0.175344318151474
1591100 0.175629 0.175344 0.167958 CURRENT LEARNING RATE: 8.608979616820391e-08
previous_iter_valid_loss : 0.16156631708145142
1591120 0.161760 0.161566 0.167454 CURRENT LEARNING RATE: 8.60725799306513e-08
previous_iter_valid_loss : 0.16071508824825287
1591140 0.160881 0.160715 0.167321 CURRENT LEARNING RATE: 8.605536713600205e-08
previous_iter_valid_loss : 0.16879244148731232
1591160 0.168944 0.168792 0.167620 CURRENT LEARNING RATE: 8.60381577835675e-08
previous_iter_valid_loss : 0.1674042046070099
1591180 0.167559 0.167404 0.166994 CURRENT LEARNING RATE: 8.602095187265912e-08
previous_iter_valid_loss : 0.16543248295783997
1591200 0.165599 0.165432 0.167132 CURRENT LEARNING RATE: 8.600374940258899e-08
previous_iter_valid_loss : 0.1627362072467804
1591220 0.162906 0.162736 0.167086 CURRENT LEARNING RATE: 8.598655037266882e-08
previous_iter_valid_loss : 0.1684604436159134
1591240 0.168704 0.168460 0.166873 CURRENT LEARNING RATE: 8.596935478221069e-08
previous_iter_valid_loss : 0.16220687329769135
1591260 0.162399 0.162207 0.166840 CURRENT LEARNING RATE: 8.595216263052662e-08
previous_iter_valid_loss : 0.16626647114753723
1591280 0.166430 0.166266 0.165931 CURRENT LEARNING RATE: 8.59349739169292e-08
previous_iter_valid_loss : 0.18043208122253418
1591300 0.180585 0.180432 0.166782 CURRENT LEARNING RATE: 8.591778864073077e-08
previous_iter_valid_loss : 0.1618487685918808
1591320 0.162004 0.161849 0.166517 CURRENT LEARNING RATE: 8.590060680124386e-08
previous_iter_valid_loss : 0.1720857173204422
1591340 0.172349 0.172086 0.167092 CURRENT LEARNING RATE: 8.588342839778112e-08
previous_iter_valid_loss : 0.16162331402301788
1591360 0.161793 0.161623 0.167134 CURRENT LEARNING RATE: 8.586625342965566e-08
previous_iter_valid_loss : 0.16280299425125122
1591380 0.162991 0.162803 0.167031 CURRENT LEARNING RATE: 8.584908189618036e-08
previous_iter_valid_loss : 0.19593551754951477
1591400 0.196041 0.195936 0.168149 CURRENT LEARNING RATE: 8.583191379666834e-08
previous_iter_valid_loss : 0.18973109126091003
1591420 0.190168 0.189731 0.169032 CURRENT LEARNING RATE: 8.581474913043273e-08
previous_iter_valid_loss : 0.17257852852344513
1591440 0.172842 0.172579 0.169131 CURRENT LEARNING RATE: 8.579758789678726e-08
previous_iter_valid_loss : 0.16343100368976593
1591460 0.163601 0.163431 0.169259 CURRENT LEARNING RATE: 8.57804300950453e-08
previous_iter_valid_loss : 0.17902719974517822
1591480 0.179181 0.179027 0.169920 CURRENT LEARNING RATE: 8.576327572452057e-08
previous_iter_valid_loss : 0.16601695120334625
1591500 0.166232 0.166017 0.169453 CURRENT LEARNING RATE: 8.574612478452673e-08
previous_iter_valid_loss : 0.16715218126773834
1591520 0.167370 0.167152 0.169732 CURRENT LEARNING RATE: 8.572897727437803e-08
previous_iter_valid_loss : 0.19540266692638397
1591540 0.195510 0.195403 0.171467 CURRENT LEARNING RATE: 8.571183319338844e-08
previous_iter_valid_loss : 0.1605023443698883
1591560 0.160671 0.160502 0.171052 CURRENT LEARNING RATE: 8.569469254087204e-08
previous_iter_valid_loss : 0.16564570367336273
1591580 0.165850 0.165646 0.170964 CURRENT LEARNING RATE: 8.56775553161435e-08
previous_iter_valid_loss : 0.1675463616847992
1591600 0.167774 0.167546 0.171070 CURRENT LEARNING RATE: 8.566042151851718e-08
previous_iter_valid_loss : 0.16478806734085083
1591620 0.164993 0.164788 0.171173 CURRENT LEARNING RATE: 8.564329114730774e-08
previous_iter_valid_loss : 0.16064278781414032
1591640 0.160817 0.160643 0.170782 CURRENT LEARNING RATE: 8.562616420182982e-08
previous_iter_valid_loss : 0.16782934963703156
1591660 0.168066 0.167829 0.171063 CURRENT LEARNING RATE: 8.560904068139861e-08
previous_iter_valid_loss : 0.16205048561096191
1591680 0.162248 0.162050 0.170852 CURRENT LEARNING RATE: 8.559192058532905e-08
previous_iter_valid_loss : 0.16116046905517578
1591700 0.161315 0.161160 0.169889 CURRENT LEARNING RATE: 8.557480391293632e-08
previous_iter_valid_loss : 0.16098085045814514
1591720 0.161160 0.160981 0.169845 CURRENT LEARNING RATE: 8.555769066353559e-08
previous_iter_valid_loss : 0.16352280974388123
1591740 0.163690 0.163523 0.169417 CURRENT LEARNING RATE: 8.554058083644266e-08
previous_iter_valid_loss : 0.16052356362342834
1591760 0.160694 0.160524 0.169362 CURRENT LEARNING RATE: 8.552347443097299e-08
previous_iter_valid_loss : 0.1620779186487198
1591780 0.162230 0.162078 0.169326 CURRENT LEARNING RATE: 8.55063714464423e-08
previous_iter_valid_loss : 0.16639766097068787
1591800 0.166561 0.166398 0.167849 CURRENT LEARNING RATE: 8.548927188216631e-08
previous_iter_valid_loss : 0.16271665692329407
1591820 0.162902 0.162717 0.166498 CURRENT LEARNING RATE: 8.547217573746137e-08
previous_iter_valid_loss : 0.1649407148361206
1591840 0.165114 0.164941 0.166116 CURRENT LEARNING RATE: 8.545508301164349e-08
previous_iter_valid_loss : 0.1760869324207306
1591860 0.176242 0.176087 0.166749 CURRENT LEARNING RATE: 8.543799370402893e-08
previous_iter_valid_loss : 0.16767537593841553
1591880 0.167837 0.167675 0.166181 CURRENT LEARNING RATE: 8.542090781393398e-08
previous_iter_valid_loss : 0.18310624361038208
1591900 0.183258 0.183106 0.167036 CURRENT LEARNING RATE: 8.540382534067549e-08
previous_iter_valid_loss : 0.164208322763443
1591920 0.164375 0.164208 0.166889 CURRENT LEARNING RATE: 8.538674628357005e-08
previous_iter_valid_loss : 0.16366752982139587
1591940 0.163872 0.163668 0.165302 CURRENT LEARNING RATE: 8.536967064193429e-08
previous_iter_valid_loss : 0.17493411898612976
1591960 0.175084 0.174934 0.166024 CURRENT LEARNING RATE: 8.535259841508554e-08
previous_iter_valid_loss : 0.19308094680309296
1591980 0.193562 0.193081 0.167395 CURRENT LEARNING RATE: 8.533552960234074e-08
previous_iter_valid_loss : 0.1615138053894043
1592000 0.161708 0.161514 0.167094 CURRENT LEARNING RATE: 8.531846420301712e-08
previous_iter_valid_loss : 0.1764918863773346
1592020 0.176640 0.176492 0.167679 CURRENT LEARNING RATE: 8.530140221643193e-08
previous_iter_valid_loss : 0.17091597616672516
1592040 0.171068 0.170916 0.168193 CURRENT LEARNING RATE: 8.5284343641903e-08
previous_iter_valid_loss : 0.16060328483581543
1592060 0.160753 0.160603 0.167831 CURRENT LEARNING RATE: 8.526728847874784e-08
previous_iter_valid_loss : 0.16055448353290558
1592080 0.160712 0.160554 0.167756 CURRENT LEARNING RATE: 8.525023672628421e-08
previous_iter_valid_loss : 0.16607998311519623
1592100 0.166239 0.166080 0.168002 CURRENT LEARNING RATE: 8.523318838382991e-08
previous_iter_valid_loss : 0.1612830013036728
1592120 0.161441 0.161283 0.168017 CURRENT LEARNING RATE: 8.521614345070331e-08
previous_iter_valid_loss : 0.16621790826320648
1592140 0.166436 0.166218 0.168152 CURRENT LEARNING RATE: 8.519910192622246e-08
previous_iter_valid_loss : 0.16053254902362823
1592160 0.160713 0.160533 0.168153 CURRENT LEARNING RATE: 8.51820638097057e-08
previous_iter_valid_loss : 0.16122165322303772
1592180 0.161389 0.161222 0.168110 CURRENT LEARNING RATE: 8.516502910047135e-08
previous_iter_valid_loss : 0.16078472137451172
1592200 0.160943 0.160785 0.167829 CURRENT LEARNING RATE: 8.514799779783834e-08
previous_iter_valid_loss : 0.16362281143665314
1592220 0.163794 0.163623 0.167875 CURRENT LEARNING RATE: 8.513096990112524e-08
previous_iter_valid_loss : 0.18187221884727478
1592240 0.182029 0.181872 0.168721 CURRENT LEARNING RATE: 8.511394540965096e-08
previous_iter_valid_loss : 0.17034278810024261
1592260 0.170497 0.170343 0.168434 CURRENT LEARNING RATE: 8.509692432273434e-08
previous_iter_valid_loss : 0.16743507981300354
1592280 0.167594 0.167435 0.168422 CURRENT LEARNING RATE: 8.507990663969487e-08
previous_iter_valid_loss : 0.1651303768157959
1592300 0.165297 0.165130 0.167523 CURRENT LEARNING RATE: 8.506289235985167e-08
previous_iter_valid_loss : 0.16450677812099457
1592320 0.164709 0.164507 0.167538 CURRENT LEARNING RATE: 8.504588148252403e-08
previous_iter_valid_loss : 0.1615166813135147
1592340 0.161667 0.161517 0.167431 CURRENT LEARNING RATE: 8.50288740070318e-08
previous_iter_valid_loss : 0.16180457174777985
1592360 0.161988 0.161805 0.166774 CURRENT LEARNING RATE: 8.501186993269454e-08
previous_iter_valid_loss : 0.16097663342952728
1592380 0.161153 0.160977 0.165169 CURRENT LEARNING RATE: 8.499486925883211e-08
previous_iter_valid_loss : 0.16054387390613556
1592400 0.160708 0.160544 0.165120 CURRENT LEARNING RATE: 8.497787198476428e-08
previous_iter_valid_loss : 0.16901589930057526
1592420 0.169170 0.169016 0.164747 CURRENT LEARNING RATE: 8.496087810981152e-08
previous_iter_valid_loss : 0.16792577505111694
1592440 0.168085 0.167926 0.164597 CURRENT LEARNING RATE: 8.494388763329388e-08
previous_iter_valid_loss : 0.16196593642234802
1592460 0.162128 0.161966 0.164665 CURRENT LEARNING RATE: 8.492690055453176e-08
previous_iter_valid_loss : 0.1885514259338379
1592480 0.188984 0.188551 0.166065 CURRENT LEARNING RATE: 8.490991687284552e-08
previous_iter_valid_loss : 0.17679259181022644
1592500 0.176946 0.176793 0.166601 CURRENT LEARNING RATE: 8.489293658755611e-08
previous_iter_valid_loss : 0.16799210011959076
1592520 0.168236 0.167992 0.166936 CURRENT LEARNING RATE: 8.487595969798418e-08
previous_iter_valid_loss : 0.16298304498195648
1592540 0.163146 0.162983 0.166774 CURRENT LEARNING RATE: 8.485898620345068e-08
previous_iter_valid_loss : 0.16198821365833282
1592560 0.162180 0.161988 0.166847 CURRENT LEARNING RATE: 8.484201610327646e-08
previous_iter_valid_loss : 0.16056224703788757
1592580 0.160731 0.160562 0.166814 CURRENT LEARNING RATE: 8.482504939678304e-08
previous_iter_valid_loss : 0.1644773781299591
1592600 0.164649 0.164477 0.166999 CURRENT LEARNING RATE: 8.480808608329162e-08
previous_iter_valid_loss : 0.1630140244960785
1592620 0.163212 0.163014 0.166968 CURRENT LEARNING RATE: 8.479112616212364e-08
previous_iter_valid_loss : 0.165816530585289
1592640 0.165984 0.165817 0.166166 CURRENT LEARNING RATE: 8.47741696326006e-08
previous_iter_valid_loss : 0.16216464340686798
1592660 0.162352 0.162165 0.165757 CURRENT LEARNING RATE: 8.475721649404447e-08
previous_iter_valid_loss : 0.16175903379917145
1592680 0.161951 0.161759 0.165473 CURRENT LEARNING RATE: 8.474026674577703e-08
previous_iter_valid_loss : 0.16403040289878845
1592700 0.164230 0.164030 0.165418 CURRENT LEARNING RATE: 8.472332038712027e-08
previous_iter_valid_loss : 0.16059796512126923
1592720 0.160753 0.160598 0.165222 CURRENT LEARNING RATE: 8.470637741739619e-08
previous_iter_valid_loss : 0.16477543115615845
1592740 0.164988 0.164775 0.165385 CURRENT LEARNING RATE: 8.468943783592736e-08
previous_iter_valid_loss : 0.16092342138290405
1592760 0.161082 0.160923 0.165341 CURRENT LEARNING RATE: 8.467250164203605e-08
previous_iter_valid_loss : 0.17317919433116913
1592780 0.173330 0.173179 0.165951 CURRENT LEARNING RATE: 8.465556883504467e-08
previous_iter_valid_loss : 0.16308556497097015
1592800 0.163251 0.163086 0.166079 CURRENT LEARNING RATE: 8.463863941427623e-08
previous_iter_valid_loss : 0.16783958673477173
1592820 0.168059 0.167840 0.166020 CURRENT LEARNING RATE: 8.462171337905334e-08
previous_iter_valid_loss : 0.16989129781723022
1592840 0.170138 0.169891 0.166118 CURRENT LEARNING RATE: 8.460479072869902e-08
previous_iter_valid_loss : 0.16349580883979797
1592860 0.163692 0.163496 0.166194 CURRENT LEARNING RATE: 8.458787146253618e-08
previous_iter_valid_loss : 0.161167174577713
1592880 0.161333 0.161167 0.164825 CURRENT LEARNING RATE: 8.457095557988836e-08
previous_iter_valid_loss : 0.17211107909679413
1592900 0.172254 0.172111 0.164591 CURRENT LEARNING RATE: 8.455404308007877e-08
previous_iter_valid_loss : 0.16875530779361725
1592920 0.168909 0.168755 0.164629 CURRENT LEARNING RATE: 8.453713396243092e-08
previous_iter_valid_loss : 0.16772198677062988
1592940 0.167877 0.167722 0.164866 CURRENT LEARNING RATE: 8.45202282262683e-08
previous_iter_valid_loss : 0.16873998939990997
1592960 0.168892 0.168740 0.165204 CURRENT LEARNING RATE: 8.450332587091496e-08
previous_iter_valid_loss : 0.16163824498653412
1592980 0.161826 0.161638 0.165258 CURRENT LEARNING RATE: 8.448642689569466e-08
previous_iter_valid_loss : 0.17222407460212708
1593000 0.172375 0.172224 0.165645 CURRENT LEARNING RATE: 8.446953129993146e-08
previous_iter_valid_loss : 0.16360808908939362
1593020 0.163774 0.163608 0.165675 CURRENT LEARNING RATE: 8.445263908294938e-08
previous_iter_valid_loss : 0.16393926739692688
1593040 0.164139 0.163939 0.165581 CURRENT LEARNING RATE: 8.4435750244073e-08
previous_iter_valid_loss : 0.1612364947795868
1593060 0.161422 0.161236 0.165534 CURRENT LEARNING RATE: 8.441886478262666e-08
previous_iter_valid_loss : 0.1631879359483719
1593080 0.163362 0.163188 0.165606 CURRENT LEARNING RATE: 8.440198269793492e-08
previous_iter_valid_loss : 0.16060495376586914
1593100 0.160760 0.160605 0.165435 CURRENT LEARNING RATE: 8.438510398932235e-08
previous_iter_valid_loss : 0.16356965899467468
1593120 0.163752 0.163570 0.165583 CURRENT LEARNING RATE: 8.436822865611409e-08
previous_iter_valid_loss : 0.17506028711795807
1593140 0.175339 0.175060 0.166097 CURRENT LEARNING RATE: 8.4351356697635e-08
previous_iter_valid_loss : 0.16121497750282288
1593160 0.161404 0.161215 0.166112 CURRENT LEARNING RATE: 8.433448811321002e-08
previous_iter_valid_loss : 0.1607457995414734
1593180 0.160916 0.160746 0.165490 CURRENT LEARNING RATE: 8.431762290216474e-08
previous_iter_valid_loss : 0.16219402849674225
1593200 0.162379 0.162194 0.165446 CURRENT LEARNING RATE: 8.43007610638244e-08
previous_iter_valid_loss : 0.16676372289657593
1593220 0.166923 0.166764 0.165392 CURRENT LEARNING RATE: 8.428390259751449e-08
previous_iter_valid_loss : 0.1611756682395935
1593240 0.161329 0.161176 0.164956 CURRENT LEARNING RATE: 8.426704750256055e-08
previous_iter_valid_loss : 0.16503563523292542
1593260 0.165243 0.165036 0.165033 CURRENT LEARNING RATE: 8.425019577828869e-08
previous_iter_valid_loss : 0.16253870725631714
1593280 0.162695 0.162539 0.165102 CURRENT LEARNING RATE: 8.423334742402465e-08
previous_iter_valid_loss : 0.1616603583097458
1593300 0.161819 0.161660 0.164579 CURRENT LEARNING RATE: 8.421650243909453e-08
previous_iter_valid_loss : 0.16131524741649628
1593320 0.161493 0.161315 0.164207 CURRENT LEARNING RATE: 8.419966082282439e-08
previous_iter_valid_loss : 0.1647559106349945
1593340 0.164925 0.164756 0.164059 CURRENT LEARNING RATE: 8.418282257454079e-08
previous_iter_valid_loss : 0.16076116263866425
1593360 0.160915 0.160761 0.163660 CURRENT LEARNING RATE: 8.416598769357014e-08
previous_iter_valid_loss : 0.16243556141853333
1593380 0.162601 0.162436 0.163700 CURRENT LEARNING RATE: 8.4149156179239e-08
previous_iter_valid_loss : 0.16201233863830566
1593400 0.162190 0.162012 0.163189 CURRENT LEARNING RATE: 8.413232803087398e-08
previous_iter_valid_loss : 0.16372224688529968
1593420 0.163909 0.163722 0.163195 CURRENT LEARNING RATE: 8.411550324780224e-08
previous_iter_valid_loss : 0.16078153252601624
1593440 0.160927 0.160782 0.163037 CURRENT LEARNING RATE: 8.409868182935063e-08
previous_iter_valid_loss : 0.161991685628891
1593460 0.162182 0.161992 0.163075 CURRENT LEARNING RATE: 8.40818637748463e-08
previous_iter_valid_loss : 0.16061973571777344
1593480 0.160785 0.160620 0.162946 CURRENT LEARNING RATE: 8.40650490836164e-08
previous_iter_valid_loss : 0.16187456250190735
1593500 0.162057 0.161875 0.163010 CURRENT LEARNING RATE: 8.404823775498862e-08
previous_iter_valid_loss : 0.16449743509292603
1593520 0.164700 0.164497 0.163056 CURRENT LEARNING RATE: 8.403142978829037e-08
previous_iter_valid_loss : 0.16193950176239014
1593540 0.162121 0.161940 0.162400 CURRENT LEARNING RATE: 8.401462518284915e-08
previous_iter_valid_loss : 0.1655379980802536
1593560 0.165739 0.165538 0.162616 CURRENT LEARNING RATE: 8.399782393799312e-08
previous_iter_valid_loss : 0.1609835922718048
1593580 0.161166 0.160984 0.162628 CURRENT LEARNING RATE: 8.398102605305004e-08
previous_iter_valid_loss : 0.16111765801906586
1593600 0.161275 0.161118 0.162574 CURRENT LEARNING RATE: 8.396423152734801e-08
previous_iter_valid_loss : 0.17413492500782013
1593620 0.174277 0.174135 0.162943 CURRENT LEARNING RATE: 8.394744036021512e-08
previous_iter_valid_loss : 0.16220898926258087
1593640 0.162398 0.162209 0.162995 CURRENT LEARNING RATE: 8.393065255098e-08
previous_iter_valid_loss : 0.16131797432899475
1593660 0.161482 0.161318 0.162809 CURRENT LEARNING RATE: 8.3913868098971e-08
previous_iter_valid_loss : 0.1669285148382187
1593680 0.167088 0.166929 0.163028 CURRENT LEARNING RATE: 8.389708700351671e-08
previous_iter_valid_loss : 0.160503089427948
1593700 0.160662 0.160503 0.162970 CURRENT LEARNING RATE: 8.388030926394579e-08
previous_iter_valid_loss : 0.18284785747528076
1593720 0.183216 0.182848 0.164047 CURRENT LEARNING RATE: 8.386353487958738e-08
previous_iter_valid_loss : 0.16276682913303375
1593740 0.162943 0.162767 0.163948 CURRENT LEARNING RATE: 8.38467638497704e-08
previous_iter_valid_loss : 0.16211971640586853
1593760 0.162277 0.162120 0.164016 CURRENT LEARNING RATE: 8.382999617382396e-08
previous_iter_valid_loss : 0.16610482335090637
1593780 0.166317 0.166105 0.164199 CURRENT LEARNING RATE: 8.381323185107725e-08
previous_iter_valid_loss : 0.18005645275115967
1593800 0.180389 0.180056 0.165101 CURRENT LEARNING RATE: 8.379647088085996e-08
previous_iter_valid_loss : 0.16529090702533722
1593820 0.165505 0.165291 0.165180 CURRENT LEARNING RATE: 8.377971326250152e-08
previous_iter_valid_loss : 0.16743811964988708
1593840 0.167648 0.167438 0.165512 CURRENT LEARNING RATE: 8.376295899533163e-08
previous_iter_valid_loss : 0.1605597883462906
1593860 0.160723 0.160560 0.165441 CURRENT LEARNING RATE: 8.374620807867995e-08
previous_iter_valid_loss : 0.16079862415790558
1593880 0.160975 0.160799 0.165450 CURRENT LEARNING RATE: 8.372946051187675e-08
previous_iter_valid_loss : 0.16406841576099396
1593900 0.164262 0.164068 0.165560 CURRENT LEARNING RATE: 8.3712716294252e-08
previous_iter_valid_loss : 0.1605084389448166
1593920 0.160673 0.160508 0.165360 CURRENT LEARNING RATE: 8.369597542513591e-08
previous_iter_valid_loss : 0.16050826013088226
1593940 0.160676 0.160508 0.165289 CURRENT LEARNING RATE: 8.367923790385868e-08
previous_iter_valid_loss : 0.16205522418022156
1593960 0.162231 0.162055 0.165114 CURRENT LEARNING RATE: 8.366250372975116e-08
previous_iter_valid_loss : 0.16359631717205048
1593980 0.163758 0.163596 0.165245 CURRENT LEARNING RATE: 8.364577290214377e-08
previous_iter_valid_loss : 0.16098521649837494
1594000 0.161149 0.160985 0.165238 CURRENT LEARNING RATE: 8.362904542036716e-08
previous_iter_valid_loss : 0.1633780151605606
1594020 0.163552 0.163378 0.164701 CURRENT LEARNING RATE: 8.361232128375254e-08
previous_iter_valid_loss : 0.160570427775383
1594040 0.160737 0.160570 0.164619 CURRENT LEARNING RATE: 8.359560049163078e-08
previous_iter_valid_loss : 0.16130520403385162
1594060 0.161467 0.161305 0.164618 CURRENT LEARNING RATE: 8.357888304333305e-08
previous_iter_valid_loss : 0.16674983501434326
1594080 0.166907 0.166750 0.164609 CURRENT LEARNING RATE: 8.35621689381905e-08
previous_iter_valid_loss : 0.162718266248703
1594100 0.162885 0.162718 0.164720 CURRENT LEARNING RATE: 8.354545817553486e-08
previous_iter_valid_loss : 0.1633516103029251
1594120 0.163544 0.163352 0.163745 CURRENT LEARNING RATE: 8.352875075469758e-08
previous_iter_valid_loss : 0.16862675547599792
1594140 0.168783 0.168627 0.164038 CURRENT LEARNING RATE: 8.351204667501032e-08
previous_iter_valid_loss : 0.17869199812412262
1594160 0.178998 0.178692 0.164867 CURRENT LEARNING RATE: 8.34953459358048e-08
previous_iter_valid_loss : 0.16458983719348907
1594180 0.164752 0.164590 0.164791 CURRENT LEARNING RATE: 8.347864853641328e-08
previous_iter_valid_loss : 0.16418762505054474
1594200 0.164381 0.164188 0.163997 CURRENT LEARNING RATE: 8.34619544761677e-08
previous_iter_valid_loss : 0.1619749665260315
1594220 0.162163 0.161975 0.163832 CURRENT LEARNING RATE: 8.344526375440032e-08
previous_iter_valid_loss : 0.16059312224388123
1594240 0.160745 0.160593 0.163489 CURRENT LEARNING RATE: 8.342857637044334e-08
previous_iter_valid_loss : 0.16100378334522247
1594260 0.161166 0.161004 0.163512 CURRENT LEARNING RATE: 8.34118923236296e-08
previous_iter_valid_loss : 0.16075320541858673
1594280 0.160934 0.160753 0.163509 CURRENT LEARNING RATE: 8.339521161329154e-08
previous_iter_valid_loss : 0.16607482731342316
1594300 0.166283 0.166075 0.163610 CURRENT LEARNING RATE: 8.337853423876196e-08
previous_iter_valid_loss : 0.16588880121707916
1594320 0.166106 0.165889 0.163879 CURRENT LEARNING RATE: 8.336186019937363e-08
previous_iter_valid_loss : 0.17283153533935547
1594340 0.172981 0.172832 0.164495 CURRENT LEARNING RATE: 8.334518949445984e-08
previous_iter_valid_loss : 0.1699005365371704
1594360 0.170142 0.169901 0.164887 CURRENT LEARNING RATE: 8.332852212335366e-08
previous_iter_valid_loss : 0.1620662659406662
1594380 0.162239 0.162066 0.164811 CURRENT LEARNING RATE: 8.331185808538823e-08
previous_iter_valid_loss : 0.16275520622730255
1594400 0.162950 0.162755 0.164899 CURRENT LEARNING RATE: 8.329519737989727e-08
previous_iter_valid_loss : 0.17394432425498962
1594420 0.174219 0.173944 0.165427 CURRENT LEARNING RATE: 8.327854000621423e-08
previous_iter_valid_loss : 0.16069155931472778
1594440 0.160842 0.160692 0.165433 CURRENT LEARNING RATE: 8.326188596367279e-08
previous_iter_valid_loss : 0.17020125687122345
1594460 0.170453 0.170201 0.165878 CURRENT LEARNING RATE: 8.324523525160666e-08
previous_iter_valid_loss : 0.16276602447032928
1594480 0.162953 0.162766 0.165679 CURRENT LEARNING RATE: 8.322858786935009e-08
previous_iter_valid_loss : 0.16238687932491302
1594500 0.162547 0.162387 0.165663 CURRENT LEARNING RATE: 8.321194381623705e-08
previous_iter_valid_loss : 0.16530515253543854
1594520 0.165468 0.165305 0.165760 CURRENT LEARNING RATE: 8.319530309160177e-08
previous_iter_valid_loss : 0.1822921335697174
1594540 0.182450 0.182292 0.166443 CURRENT LEARNING RATE: 8.317866569477848e-08
previous_iter_valid_loss : 0.1631269007921219
1594560 0.163281 0.163127 0.165665 CURRENT LEARNING RATE: 8.316203162510198e-08
previous_iter_valid_loss : 0.17115308344364166
1594580 0.171404 0.171153 0.165993 CURRENT LEARNING RATE: 8.314540088190675e-08
previous_iter_valid_loss : 0.16612015664577484
1594600 0.166334 0.166120 0.166090 CURRENT LEARNING RATE: 8.312877346452757e-08
previous_iter_valid_loss : 0.16271379590034485
1594620 0.162910 0.162714 0.166127 CURRENT LEARNING RATE: 8.31121493722992e-08
previous_iter_valid_loss : 0.16193509101867676
1594640 0.162128 0.161935 0.166194 CURRENT LEARNING RATE: 8.309552860455695e-08
previous_iter_valid_loss : 0.16451066732406616
1594660 0.164712 0.164511 0.166369 CURRENT LEARNING RATE: 8.307891116063586e-08
previous_iter_valid_loss : 0.17020584642887115
1594680 0.170443 0.170206 0.166842 CURRENT LEARNING RATE: 8.306229703987123e-08
previous_iter_valid_loss : 0.1649886965751648
1594700 0.165161 0.164989 0.166788 CURRENT LEARNING RATE: 8.304568624159835e-08
previous_iter_valid_loss : 0.16650934517383575
1594720 0.166726 0.166509 0.166819 CURRENT LEARNING RATE: 8.302907876515307e-08
previous_iter_valid_loss : 0.16143138706684113
1594740 0.161614 0.161431 0.166249 CURRENT LEARNING RATE: 8.301247460987095e-08
previous_iter_valid_loss : 0.16819199919700623
1594760 0.168344 0.168192 0.166163 CURRENT LEARNING RATE: 8.299587377508768e-08
previous_iter_valid_loss : 0.1609267145395279
1594780 0.161086 0.160927 0.166106 CURRENT LEARNING RATE: 8.297927626013953e-08
previous_iter_valid_loss : 0.1844053417444229
1594800 0.184544 0.184405 0.167189 CURRENT LEARNING RATE: 8.296268206436243e-08
previous_iter_valid_loss : 0.16592229902744293
1594820 0.166121 0.165922 0.166788 CURRENT LEARNING RATE: 8.294609118709263e-08
previous_iter_valid_loss : 0.16295485198497772
1594840 0.163125 0.162955 0.166901 CURRENT LEARNING RATE: 8.292950362766633e-08
previous_iter_valid_loss : 0.17275339365005493
1594860 0.172895 0.172753 0.167029 CURRENT LEARNING RATE: 8.291291938542034e-08
previous_iter_valid_loss : 0.16363275051116943
1594880 0.163809 0.163633 0.167072 CURRENT LEARNING RATE: 8.289633845969113e-08
previous_iter_valid_loss : 0.16873612999916077
1594900 0.168890 0.168736 0.167389 CURRENT LEARNING RATE: 8.287976084981549e-08
previous_iter_valid_loss : 0.16113150119781494
1594920 0.161315 0.161132 0.167181 CURRENT LEARNING RATE: 8.286318655513013e-08
previous_iter_valid_loss : 0.16086417436599731
1594940 0.161044 0.160864 0.166109 CURRENT LEARNING RATE: 8.284661557497239e-08
previous_iter_valid_loss : 0.1837286353111267
1594960 0.184101 0.183729 0.167139 CURRENT LEARNING RATE: 8.28300479086793e-08
previous_iter_valid_loss : 0.16527697443962097
1594980 0.165445 0.165277 0.166846 CURRENT LEARNING RATE: 8.281348355558812e-08
previous_iter_valid_loss : 0.18121333420276642
1595000 0.181370 0.181213 0.167600 CURRENT LEARNING RATE: 8.279692251503615e-08
previous_iter_valid_loss : 0.1650235652923584
1595020 0.165232 0.165024 0.167716 CURRENT LEARNING RATE: 8.278036478636125e-08
previous_iter_valid_loss : 0.17295026779174805
1595040 0.173231 0.172950 0.168266 CURRENT LEARNING RATE: 8.276381036890094e-08
previous_iter_valid_loss : 0.17099814116954803
1595060 0.171256 0.170998 0.168591 CURRENT LEARNING RATE: 8.274725926199305e-08
previous_iter_valid_loss : 0.1620882749557495
1595080 0.162274 0.162088 0.168185 CURRENT LEARNING RATE: 8.273071146497541e-08
previous_iter_valid_loss : 0.17013517022132874
1595100 0.170387 0.170135 0.168442 CURRENT LEARNING RATE: 8.271416697718638e-08
previous_iter_valid_loss : 0.16213589906692505
1595120 0.162293 0.162136 0.168224 CURRENT LEARNING RATE: 8.269762579796404e-08
previous_iter_valid_loss : 0.16871623694896698
1595140 0.168951 0.168716 0.168588 CURRENT LEARNING RATE: 8.268108792664675e-08
previous_iter_valid_loss : 0.16981227695941925
1595160 0.170055 0.169812 0.168669 CURRENT LEARNING RATE: 8.266455336257284e-08
previous_iter_valid_loss : 0.1606227606534958
1595180 0.160783 0.160623 0.168654 CURRENT LEARNING RATE: 8.26480221050812e-08
previous_iter_valid_loss : 0.1699455976486206
1595200 0.170195 0.169946 0.167931 CURRENT LEARNING RATE: 8.263149415351048e-08
previous_iter_valid_loss : 0.16236470639705658
1595220 0.162563 0.162365 0.167753 CURRENT LEARNING RATE: 8.26149695071994e-08
previous_iter_valid_loss : 0.16185136139392853
1595240 0.162034 0.161851 0.167698 CURRENT LEARNING RATE: 8.259844816548723e-08
previous_iter_valid_loss : 0.16285531222820282
1595260 0.163017 0.162855 0.167203 CURRENT LEARNING RATE: 8.258193012771301e-08
previous_iter_valid_loss : 0.17048224806785583
1595280 0.170634 0.170482 0.167545 CURRENT LEARNING RATE: 8.2565415393216e-08
previous_iter_valid_loss : 0.16332115232944489
1595300 0.163489 0.163321 0.167274 CURRENT LEARNING RATE: 8.254890396133548e-08
previous_iter_valid_loss : 0.16584396362304688
1595320 0.166006 0.165844 0.167510 CURRENT LEARNING RATE: 8.253239583141127e-08
previous_iter_valid_loss : 0.17031581699848175
1595340 0.170572 0.170316 0.167983 CURRENT LEARNING RATE: 8.25158910027829e-08
previous_iter_valid_loss : 0.16283674538135529
1595360 0.163040 0.162837 0.166938 CURRENT LEARNING RATE: 8.249938947479018e-08
previous_iter_valid_loss : 0.16458970308303833
1595380 0.164765 0.164590 0.166904 CURRENT LEARNING RATE: 8.248289124677291e-08
previous_iter_valid_loss : 0.1611095368862152
1595400 0.161276 0.161110 0.165898 CURRENT LEARNING RATE: 8.246639631807146e-08
previous_iter_valid_loss : 0.16322490572929382
1595420 0.163423 0.163225 0.165809 CURRENT LEARNING RATE: 8.244990468802585e-08
previous_iter_valid_loss : 0.16285425424575806
1595440 0.163016 0.162854 0.165304 CURRENT LEARNING RATE: 8.243341635597646e-08
previous_iter_valid_loss : 0.16078896820545197
1595460 0.160959 0.160789 0.164793 CURRENT LEARNING RATE: 8.241693132126357e-08
previous_iter_valid_loss : 0.1619419902563095
1595480 0.162129 0.161942 0.164786 CURRENT LEARNING RATE: 8.24004495832281e-08
previous_iter_valid_loss : 0.16289542615413666
1595500 0.163091 0.162895 0.164424 CURRENT LEARNING RATE: 8.238397114121063e-08
previous_iter_valid_loss : 0.17226839065551758
1595520 0.172531 0.172268 0.164931 CURRENT LEARNING RATE: 8.2367495994552e-08
previous_iter_valid_loss : 0.16065458953380585
1595540 0.160836 0.160655 0.164527 CURRENT LEARNING RATE: 8.235102414259309e-08
previous_iter_valid_loss : 0.16157633066177368
1595560 0.161771 0.161576 0.164116 CURRENT LEARNING RATE: 8.23345555846753e-08
previous_iter_valid_loss : 0.1622866839170456
1595580 0.162448 0.162287 0.164199 CURRENT LEARNING RATE: 8.231809032013973e-08
previous_iter_valid_loss : 0.16173391044139862
1595600 0.161916 0.161734 0.163788 CURRENT LEARNING RATE: 8.230162834832765e-08
previous_iter_valid_loss : 0.16281896829605103
1595620 0.163006 0.162819 0.163811 CURRENT LEARNING RATE: 8.228516966858087e-08
previous_iter_valid_loss : 0.16833531856536865
1595640 0.168484 0.168335 0.164135 CURRENT LEARNING RATE: 8.226871428024087e-08
previous_iter_valid_loss : 0.1619112342596054
1595660 0.162070 0.161911 0.164088 CURRENT LEARNING RATE: 8.225226218264946e-08
previous_iter_valid_loss : 0.16877003014087677
1595680 0.168925 0.168770 0.164002 CURRENT LEARNING RATE: 8.22358133751484e-08
previous_iter_valid_loss : 0.16055582463741302
1595700 0.160714 0.160556 0.163864 CURRENT LEARNING RATE: 8.221936785708003e-08
previous_iter_valid_loss : 0.1735958456993103
1595720 0.173739 0.173596 0.164252 CURRENT LEARNING RATE: 8.22029256277864e-08
previous_iter_valid_loss : 0.16346034407615662
1595740 0.163628 0.163460 0.163909 CURRENT LEARNING RATE: 8.218648668660979e-08
previous_iter_valid_loss : 0.16058383882045746
1595760 0.160755 0.160584 0.163796 CURRENT LEARNING RATE: 8.217005103289251e-08
previous_iter_valid_loss : 0.16555669903755188
1595780 0.165756 0.165557 0.163845 CURRENT LEARNING RATE: 8.215361866597744e-08
previous_iter_valid_loss : 0.18050290644168854
1595800 0.180838 0.180503 0.164814 CURRENT LEARNING RATE: 8.213718958520712e-08
previous_iter_valid_loss : 0.17654375731945038
1595820 0.176685 0.176544 0.165480 CURRENT LEARNING RATE: 8.212076378992441e-08
previous_iter_valid_loss : 0.17849956452846527
1595840 0.178657 0.178500 0.166263 CURRENT LEARNING RATE: 8.21043412794721e-08
previous_iter_valid_loss : 0.16141848266124725
1595860 0.161612 0.161418 0.166294 CURRENT LEARNING RATE: 8.20879220531936e-08
previous_iter_valid_loss : 0.16763664782047272
1595880 0.167799 0.167637 0.166579 CURRENT LEARNING RATE: 8.207150611043199e-08
previous_iter_valid_loss : 0.160932719707489
1595900 0.161086 0.160933 0.166481 CURRENT LEARNING RATE: 8.205509345053065e-08
previous_iter_valid_loss : 0.17798642814159393
1595920 0.178146 0.177986 0.166767 CURRENT LEARNING RATE: 8.20386840728329e-08
previous_iter_valid_loss : 0.16520008444786072
1595940 0.165370 0.165200 0.166994 CURRENT LEARNING RATE: 8.202227797668267e-08
previous_iter_valid_loss : 0.1822258085012436
1595960 0.182380 0.182226 0.168026 CURRENT LEARNING RATE: 8.200587516142358e-08
previous_iter_valid_loss : 0.16128097474575043
1595980 0.161433 0.161281 0.167976 CURRENT LEARNING RATE: 8.198947562639935e-08
previous_iter_valid_loss : 0.16198618710041046
1596000 0.162134 0.161986 0.167989 CURRENT LEARNING RATE: 8.197307937095432e-08
previous_iter_valid_loss : 0.16107746958732605
1596020 0.161230 0.161077 0.167902 CURRENT LEARNING RATE: 8.195668639443246e-08
previous_iter_valid_loss : 0.1810511350631714
1596040 0.181205 0.181051 0.168537 CURRENT LEARNING RATE: 8.194029669617807e-08
previous_iter_valid_loss : 0.16364622116088867
1596060 0.163843 0.163646 0.168624 CURRENT LEARNING RATE: 8.19239102755354e-08
previous_iter_valid_loss : 0.16272056102752686
1596080 0.162907 0.162721 0.168322 CURRENT LEARNING RATE: 8.190752713184932e-08
previous_iter_valid_loss : 0.16682462394237518
1596100 0.167050 0.166825 0.168635 CURRENT LEARNING RATE: 8.189114726446433e-08
previous_iter_valid_loss : 0.19501900672912598
1596120 0.195500 0.195019 0.169706 CURRENT LEARNING RATE: 8.187477067272522e-08
previous_iter_valid_loss : 0.1612360030412674
1596140 0.161414 0.161236 0.169595 CURRENT LEARNING RATE: 8.185839735597682e-08
previous_iter_valid_loss : 0.17147879302501678
1596160 0.171735 0.171479 0.170140 CURRENT LEARNING RATE: 8.184202731356448e-08
previous_iter_valid_loss : 0.16116087138652802
1596180 0.161313 0.161161 0.169920 CURRENT LEARNING RATE: 8.182566054483324e-08
previous_iter_valid_loss : 0.16049712896347046
1596200 0.160659 0.160497 0.168920 CURRENT LEARNING RATE: 8.180929704912842e-08
previous_iter_valid_loss : 0.16991060972213745
1596220 0.170154 0.169911 0.168588 CURRENT LEARNING RATE: 8.179293682579536e-08
previous_iter_valid_loss : 0.16109652817249298
1596240 0.161239 0.161097 0.167718 CURRENT LEARNING RATE: 8.177657987417993e-08
previous_iter_valid_loss : 0.1607688069343567
1596260 0.160937 0.160769 0.167685 CURRENT LEARNING RATE: 8.176022619362769e-08
previous_iter_valid_loss : 0.16618505120277405
1596280 0.166396 0.166185 0.167613 CURRENT LEARNING RATE: 8.174387578348452e-08
previous_iter_valid_loss : 0.16067512333393097
1596300 0.160836 0.160675 0.167600 CURRENT LEARNING RATE: 8.172752864309625e-08
previous_iter_valid_loss : 0.16556763648986816
1596320 0.165778 0.165568 0.166979 CURRENT LEARNING RATE: 8.171118477180926e-08
previous_iter_valid_loss : 0.18392464518547058
1596340 0.184290 0.183925 0.167915 CURRENT LEARNING RATE: 8.16948441689697e-08
previous_iter_valid_loss : 0.16056875884532928
1596360 0.160729 0.160569 0.166832 CURRENT LEARNING RATE: 8.167850683392376e-08
previous_iter_valid_loss : 0.17029887437820435
1596380 0.170450 0.170299 0.167283 CURRENT LEARNING RATE: 8.166217276601825e-08
previous_iter_valid_loss : 0.17086869478225708
1596400 0.171018 0.170869 0.167727 CURRENT LEARNING RATE: 8.164584196459966e-08
previous_iter_valid_loss : 0.1627328097820282
1596420 0.162890 0.162733 0.167810 CURRENT LEARNING RATE: 8.162951442901476e-08
previous_iter_valid_loss : 0.19522850215435028
1596440 0.195346 0.195229 0.168519 CURRENT LEARNING RATE: 8.161319015861031e-08
previous_iter_valid_loss : 0.18723896145820618
1596460 0.187379 0.187239 0.169699 CURRENT LEARNING RATE: 8.159686915273362e-08
previous_iter_valid_loss : 0.168637216091156
1596480 0.168793 0.168637 0.169994 CURRENT LEARNING RATE: 8.15805514107317e-08
previous_iter_valid_loss : 0.16086706519126892
1596500 0.161022 0.160867 0.169697 CURRENT LEARNING RATE: 8.156423693195185e-08
previous_iter_valid_loss : 0.16257019340991974
1596520 0.162739 0.162570 0.168074 CURRENT LEARNING RATE: 8.154792571574135e-08
previous_iter_valid_loss : 0.17036132514476776
1596540 0.170517 0.170361 0.168530 CURRENT LEARNING RATE: 8.153161776144803e-08
previous_iter_valid_loss : 0.16166116297245026
1596560 0.161820 0.161661 0.168040 CURRENT LEARNING RATE: 8.151531306841943e-08
previous_iter_valid_loss : 0.18379348516464233
1596580 0.184155 0.183793 0.169171 CURRENT LEARNING RATE: 8.149901163600336e-08
previous_iter_valid_loss : 0.16279564797878265
1596600 0.162960 0.162796 0.169286 CURRENT LEARNING RATE: 8.148271346354763e-08
previous_iter_valid_loss : 0.16277433931827545
1596620 0.162935 0.162774 0.168929 CURRENT LEARNING RATE: 8.146641855040058e-08
previous_iter_valid_loss : 0.1607537865638733
1596640 0.160933 0.160754 0.168912 CURRENT LEARNING RATE: 8.14501268959103e-08
previous_iter_valid_loss : 0.1605367213487625
1596660 0.160687 0.160537 0.168901 CURRENT LEARNING RATE: 8.14338384994251e-08
previous_iter_valid_loss : 0.17590780556201935
1596680 0.176193 0.175908 0.169387 CURRENT LEARNING RATE: 8.14175533602933e-08
previous_iter_valid_loss : 0.16080817580223083
1596700 0.160984 0.160808 0.169393 CURRENT LEARNING RATE: 8.14012714778638e-08
previous_iter_valid_loss : 0.16056697070598602
1596720 0.160734 0.160567 0.169143 CURRENT LEARNING RATE: 8.138499285148516e-08
previous_iter_valid_loss : 0.17600788176059723
1596740 0.176305 0.176008 0.168747 CURRENT LEARNING RATE: 8.136871748050625e-08
previous_iter_valid_loss : 0.16152529418468475
1596760 0.161677 0.161525 0.168795 CURRENT LEARNING RATE: 8.135244536427591e-08
previous_iter_valid_loss : 0.16545537114143372
1596780 0.165615 0.165455 0.168553 CURRENT LEARNING RATE: 8.133617650214354e-08
previous_iter_valid_loss : 0.16267885267734528
1596800 0.162861 0.162679 0.168144 CURRENT LEARNING RATE: 8.131991089345823e-08
previous_iter_valid_loss : 0.1613190919160843
1596820 0.161508 0.161319 0.168073 CURRENT LEARNING RATE: 8.130364853756923e-08
previous_iter_valid_loss : 0.16077302396297455
1596840 0.160947 0.160773 0.166350 CURRENT LEARNING RATE: 8.128738943382632e-08
previous_iter_valid_loss : 0.16053971648216248
1596860 0.160703 0.160540 0.165015 CURRENT LEARNING RATE: 8.127113358157901e-08
previous_iter_valid_loss : 0.16235940158367157
1596880 0.162512 0.162359 0.164701 CURRENT LEARNING RATE: 8.125488098017705e-08
previous_iter_valid_loss : 0.1609070897102356
1596900 0.161086 0.160907 0.164703 CURRENT LEARNING RATE: 8.123863162897018e-08
previous_iter_valid_loss : 0.16350272297859192
1596920 0.163661 0.163503 0.164750 CURRENT LEARNING RATE: 8.122238552730875e-08
previous_iter_valid_loss : 0.16083870828151703
1596940 0.161009 0.160839 0.164274 CURRENT LEARNING RATE: 8.120614267454275e-08
previous_iter_valid_loss : 0.1670175939798355
1596960 0.167243 0.167018 0.164542 CURRENT LEARNING RATE: 8.118990307002246e-08
previous_iter_valid_loss : 0.1621399223804474
1596980 0.162321 0.162140 0.163459 CURRENT LEARNING RATE: 8.117366671309817e-08
previous_iter_valid_loss : 0.1608615517616272
1597000 0.161018 0.160862 0.163362 CURRENT LEARNING RATE: 8.115743360312069e-08
previous_iter_valid_loss : 0.19878040254116058
1597020 0.198868 0.198780 0.165162 CURRENT LEARNING RATE: 8.114120373944057e-08
previous_iter_valid_loss : 0.1617504358291626
1597040 0.161894 0.161750 0.165212 CURRENT LEARNING RATE: 8.112497712140862e-08
previous_iter_valid_loss : 0.1605658084154129
1597060 0.160725 0.160566 0.165214 CURRENT LEARNING RATE: 8.110875374837561e-08
previous_iter_valid_loss : 0.16297093033790588
1597080 0.163134 0.162971 0.164567 CURRENT LEARNING RATE: 8.10925336196929e-08
previous_iter_valid_loss : 0.17045840620994568
1597100 0.170708 0.170458 0.165049 CURRENT LEARNING RATE: 8.107631673471156e-08
previous_iter_valid_loss : 0.1632096767425537
1597120 0.163400 0.163210 0.165182 CURRENT LEARNING RATE: 8.106010309278289e-08
previous_iter_valid_loss : 0.16734059154987335
1597140 0.167564 0.167341 0.164748 CURRENT LEARNING RATE: 8.104389269325822e-08
previous_iter_valid_loss : 0.1637878715991974
1597160 0.163987 0.163788 0.164861 CURRENT LEARNING RATE: 8.102768553548941e-08
previous_iter_valid_loss : 0.1607241928577423
1597180 0.160896 0.160724 0.164625 CURRENT LEARNING RATE: 8.101148161882802e-08
previous_iter_valid_loss : 0.16104738414287567
1597200 0.161237 0.161047 0.164543 CURRENT LEARNING RATE: 8.099528094262577e-08
previous_iter_valid_loss : 0.16108199954032898
1602620 0.161241 0.161082 0.166345 CURRENT LEARNING RATE: 7.672218366889729e-08
previous_iter_valid_loss : 0.16097314655780792
1602640 0.161131 0.160973 0.166362 CURRENT LEARNING RATE: 7.670684076650493e-08
previous_iter_valid_loss : 0.1605568379163742
1602660 0.160717 0.160557 0.166337 CURRENT LEARNING RATE: 7.669150093238594e-08
previous_iter_valid_loss : 0.16623738408088684
1602680 0.166444 0.166237 0.166436 CURRENT LEARNING RATE: 7.667616416592727e-08
previous_iter_valid_loss : 0.16416510939598083
1602700 0.164329 0.164165 0.166529 CURRENT LEARNING RATE: 7.666083046651517e-08
previous_iter_valid_loss : 0.16299274563789368
1602720 0.163158 0.162993 0.166633 CURRENT LEARNING RATE: 7.66454998335363e-08
previous_iter_valid_loss : 0.17417012155056
1602740 0.174441 0.174170 0.166829 CURRENT LEARNING RATE: 7.663017226637743e-08
previous_iter_valid_loss : 0.16082674264907837
1602760 0.161004 0.160827 0.166817 CURRENT LEARNING RATE: 7.661484776442548e-08
previous_iter_valid_loss : 0.1605209857225418
1602780 0.160680 0.160521 0.166749 CURRENT LEARNING RATE: 7.659952632706742e-08
previous_iter_valid_loss : 0.16649632155895233
1602800 0.166660 0.166496 0.166274 CURRENT LEARNING RATE: 7.658420795369045e-08
previous_iter_valid_loss : 0.163210928440094
1602820 0.163384 0.163211 0.166354 CURRENT LEARNING RATE: 7.656889264368153e-08
previous_iter_valid_loss : 0.1617153435945511
1602840 0.161907 0.161715 0.165224 CURRENT LEARNING RATE: 7.65535803964286e-08
previous_iter_valid_loss : 0.1670709103345871
1602860 0.167231 0.167071 0.165428 CURRENT LEARNING RATE: 7.653827121131889e-08
previous_iter_valid_loss : 0.1652364730834961
1602880 0.165457 0.165236 0.165194 CURRENT LEARNING RATE: 7.652296508774004e-08
previous_iter_valid_loss : 0.1720317155122757
1602900 0.172180 0.172032 0.164985 CURRENT LEARNING RATE: 7.65076620250798e-08
previous_iter_valid_loss : 0.16214603185653687
1602920 0.162335 0.162146 0.164801 CURRENT LEARNING RATE: 7.649236202272606e-08
previous_iter_valid_loss : 0.17162150144577026
1602940 0.171881 0.171622 0.165185 CURRENT LEARNING RATE: 7.647706508006681e-08
previous_iter_valid_loss : 0.16053169965744019
1602960 0.160704 0.160532 0.165069 CURRENT LEARNING RATE: 7.646177119648989e-08
previous_iter_valid_loss : 0.1635359674692154
1602980 0.163735 0.163536 0.164582 CURRENT LEARNING RATE: 7.64464803713841e-08
previous_iter_valid_loss : 0.16236871480941772
1603000 0.162530 0.162369 0.164373 CURRENT LEARNING RATE: 7.643119260413755e-08
previous_iter_valid_loss : 0.16052518784999847
1603020 0.160685 0.160525 0.164345 CURRENT LEARNING RATE: 7.641590789413871e-08
previous_iter_valid_loss : 0.16596117615699768
1603040 0.166173 0.165961 0.164594 CURRENT LEARNING RATE: 7.640062624077619e-08
previous_iter_valid_loss : 0.19853800535202026
1603060 0.199062 0.198538 0.166494 CURRENT LEARNING RATE: 7.638534764343874e-08
previous_iter_valid_loss : 0.16057021915912628
1603080 0.160736 0.160570 0.166210 CURRENT LEARNING RATE: 7.63700721015152e-08
previous_iter_valid_loss : 0.1743956208229065
1603100 0.174682 0.174396 0.166722 CURRENT LEARNING RATE: 7.635479961439455e-08
previous_iter_valid_loss : 0.16084149479866028
1603120 0.161001 0.160841 0.166614 CURRENT LEARNING RATE: 7.633953018146562e-08
previous_iter_valid_loss : 0.16150589287281036
1603140 0.161696 0.161506 0.165981 CURRENT LEARNING RATE: 7.632426380211818e-08
previous_iter_valid_loss : 0.16071084141731262
1603160 0.160874 0.160711 0.165975 CURRENT LEARNING RATE: 7.630900047574131e-08
previous_iter_valid_loss : 0.16110971570014954
1603180 0.161265 0.161110 0.166005 CURRENT LEARNING RATE: 7.629374020172447e-08
previous_iter_valid_loss : 0.1612217128276825
1603200 0.161398 0.161222 0.165741 CURRENT LEARNING RATE: 7.627848297945725e-08
previous_iter_valid_loss : 0.16049884259700775
1603220 0.160660 0.160499 0.165605 CURRENT LEARNING RATE: 7.626322880832936e-08
previous_iter_valid_loss : 0.18323199450969696
1603240 0.183382 0.183232 0.166681 CURRENT LEARNING RATE: 7.624797768773062e-08
previous_iter_valid_loss : 0.16166037321090698
1603260 0.161827 0.161660 0.166411 CURRENT LEARNING RATE: 7.623272961705073e-08
previous_iter_valid_loss : 0.16083641350269318
1603280 0.161010 0.160836 0.166191 CURRENT LEARNING RATE: 7.621748459568031e-08
previous_iter_valid_loss : 0.17538435757160187
1603300 0.175670 0.175384 0.166358 CURRENT LEARNING RATE: 7.620224262300929e-08
previous_iter_valid_loss : 0.1617945283651352
1603320 0.161957 0.161795 0.166341 CURRENT LEARNING RATE: 7.618700369842797e-08
previous_iter_valid_loss : 0.16995003819465637
1603340 0.170197 0.169950 0.166257 CURRENT LEARNING RATE: 7.617176782132681e-08
previous_iter_valid_loss : 0.1616089642047882
1603360 0.161762 0.161609 0.166311 CURRENT LEARNING RATE: 7.615653499109638e-08
previous_iter_valid_loss : 0.1609165370464325
1603380 0.161074 0.160917 0.166180 CURRENT LEARNING RATE: 7.614130520712736e-08
previous_iter_valid_loss : 0.20732253789901733
1603400 0.207903 0.207323 0.168428 CURRENT LEARNING RATE: 7.612607846881056e-08
previous_iter_valid_loss : 0.17561620473861694
1603420 0.175899 0.175616 0.169182 CURRENT LEARNING RATE: 7.611085477553664e-08
previous_iter_valid_loss : 0.1605467051267624
1603440 0.160711 0.160547 0.168911 CURRENT LEARNING RATE: 7.609563412669718e-08
previous_iter_valid_loss : 0.16992563009262085
1603460 0.170078 0.169926 0.167481 CURRENT LEARNING RATE: 7.608041652168311e-08
previous_iter_valid_loss : 0.1683349311351776
1603480 0.168570 0.168335 0.167869 CURRENT LEARNING RATE: 7.60652019598857e-08
previous_iter_valid_loss : 0.16361434757709503
1603500 0.163791 0.163614 0.167330 CURRENT LEARNING RATE: 7.604999044069639e-08
previous_iter_valid_loss : 0.1627698391675949
1603520 0.162939 0.162770 0.167426 CURRENT LEARNING RATE: 7.603478196350669e-08
previous_iter_valid_loss : 0.17977987229824066
1603540 0.180115 0.179780 0.168340 CURRENT LEARNING RATE: 7.60195765277083e-08
previous_iter_valid_loss : 0.16158127784729004
1603560 0.161740 0.161581 0.168384 CURRENT LEARNING RATE: 7.600437413269297e-08
previous_iter_valid_loss : 0.1605747491121292
1603580 0.160744 0.160575 0.168357 CURRENT LEARNING RATE: 7.598917477785234e-08
previous_iter_valid_loss : 0.1608319878578186
1603600 0.161005 0.160832 0.168337 CURRENT LEARNING RATE: 7.597397846257899e-08
previous_iter_valid_loss : 0.1660546213388443
1603620 0.166217 0.166055 0.168615 CURRENT LEARNING RATE: 7.595878518626478e-08
previous_iter_valid_loss : 0.1630580872297287
1603640 0.163225 0.163058 0.167606 CURRENT LEARNING RATE: 7.5943594948302e-08
previous_iter_valid_loss : 0.1667032539844513
1603660 0.166859 0.166703 0.167859 CURRENT LEARNING RATE: 7.592840774808302e-08
previous_iter_valid_loss : 0.16303616762161255
1603680 0.163199 0.163036 0.167969 CURRENT LEARNING RATE: 7.591322358500035e-08
previous_iter_valid_loss : 0.16483017802238464
1603700 0.164985 0.164830 0.167441 CURRENT LEARNING RATE: 7.589804245844665e-08
previous_iter_valid_loss : 0.16382156312465668
1603720 0.164028 0.163822 0.167542 CURRENT LEARNING RATE: 7.588286436781438e-08
previous_iter_valid_loss : 0.16068042814731598
1603740 0.160838 0.160680 0.167079 CURRENT LEARNING RATE: 7.586768931249698e-08
previous_iter_valid_loss : 0.16426345705986023
1603760 0.164433 0.164263 0.167211 CURRENT LEARNING RATE: 7.585251729188715e-08
previous_iter_valid_loss : 0.16168919205665588
1603780 0.161853 0.161689 0.167250 CURRENT LEARNING RATE: 7.583734830537801e-08
previous_iter_valid_loss : 0.1605178266763687
1603800 0.160689 0.160518 0.164910 CURRENT LEARNING RATE: 7.582218235236282e-08
previous_iter_valid_loss : 0.16093920171260834
1603820 0.161122 0.160939 0.164176 CURRENT LEARNING RATE: 7.580701943223495e-08
previous_iter_valid_loss : 0.16052238643169403
1603840 0.160674 0.160522 0.164175 CURRENT LEARNING RATE: 7.579185954438785e-08
previous_iter_valid_loss : 0.16792914271354675
1603860 0.168161 0.167929 0.164075 CURRENT LEARNING RATE: 7.577670268821515e-08
previous_iter_valid_loss : 0.16168241202831268
1603880 0.161844 0.161682 0.163742 CURRENT LEARNING RATE: 7.57615488631103e-08
previous_iter_valid_loss : 0.1910206824541092
1603900 0.191147 0.191021 0.165113 CURRENT LEARNING RATE: 7.574639806846768e-08
previous_iter_valid_loss : 0.1785280555486679
1603920 0.178691 0.178528 0.165901 CURRENT LEARNING RATE: 7.573125030368099e-08
previous_iter_valid_loss : 0.18469834327697754
1603940 0.184849 0.184698 0.166146 CURRENT LEARNING RATE: 7.571610556814432e-08
previous_iter_valid_loss : 0.1607585996389389
1603960 0.160906 0.160759 0.166105 CURRENT LEARNING RATE: 7.570096386125189e-08
previous_iter_valid_loss : 0.1644745022058487
1603980 0.164635 0.164475 0.166300 CURRENT LEARNING RATE: 7.568582518239803e-08
previous_iter_valid_loss : 0.16097649931907654
1604000 0.161159 0.160976 0.166308 CURRENT LEARNING RATE: 7.567068953097717e-08
previous_iter_valid_loss : 0.17416620254516602
1604020 0.174444 0.174166 0.166713 CURRENT LEARNING RATE: 7.565555690638365e-08
previous_iter_valid_loss : 0.1613292098045349
1604040 0.161481 0.161329 0.166627 CURRENT LEARNING RATE: 7.564042730801267e-08
previous_iter_valid_loss : 0.1606176495552063
1604060 0.160781 0.160618 0.166322 CURRENT LEARNING RATE: 7.56253007352588e-08
previous_iter_valid_loss : 0.16536450386047363
1604080 0.165569 0.165365 0.166439 CURRENT LEARNING RATE: 7.561017718751698e-08
previous_iter_valid_loss : 0.16674445569515228
1604100 0.166901 0.166744 0.166535 CURRENT LEARNING RATE: 7.559505666418224e-08
previous_iter_valid_loss : 0.16069190204143524
1604120 0.160844 0.160692 0.166378 CURRENT LEARNING RATE: 7.557993916464978e-08
previous_iter_valid_loss : 0.16051919758319855
1604140 0.160694 0.160519 0.166370 CURRENT LEARNING RATE: 7.55648246883149e-08
previous_iter_valid_loss : 0.16373638808727264
1604160 0.163935 0.163736 0.166344 CURRENT LEARNING RATE: 7.554971323457303e-08
previous_iter_valid_loss : 0.1647394597530365
1604180 0.164950 0.164739 0.166496 CURRENT LEARNING RATE: 7.553460480281942e-08
previous_iter_valid_loss : 0.17274209856987
1604200 0.172893 0.172742 0.167107 CURRENT LEARNING RATE: 7.551949939245027e-08
previous_iter_valid_loss : 0.16656050086021423
1604220 0.166777 0.166561 0.167388 CURRENT LEARNING RATE: 7.550439700286113e-08
previous_iter_valid_loss : 0.16259679198265076
1604240 0.162762 0.162597 0.167492 CURRENT LEARNING RATE: 7.548929763344786e-08
previous_iter_valid_loss : 0.16429997980594635
1604260 0.164499 0.164300 0.167311 CURRENT LEARNING RATE: 7.54742012836065e-08
previous_iter_valid_loss : 0.16807898879051208
1604280 0.168304 0.168079 0.167631 CURRENT LEARNING RATE: 7.545910795273321e-08
previous_iter_valid_loss : 0.16085949540138245
1604300 0.161034 0.160859 0.166122 CURRENT LEARNING RATE: 7.544401764022426e-08
previous_iter_valid_loss : 0.16402533650398254
1604320 0.164197 0.164025 0.165397 CURRENT LEARNING RATE: 7.542893034547601e-08
previous_iter_valid_loss : 0.1607229858636856
1604340 0.160898 0.160723 0.164199 CURRENT LEARNING RATE: 7.541384606788473e-08
previous_iter_valid_loss : 0.17335878312587738
1604360 0.173505 0.173359 0.164829 CURRENT LEARNING RATE: 7.539876480684756e-08
previous_iter_valid_loss : 0.1611412763595581
1604380 0.161301 0.161141 0.164662 CURRENT LEARNING RATE: 7.538368656176099e-08
previous_iter_valid_loss : 0.16066084802150726
1604400 0.160834 0.160661 0.164646 CURRENT LEARNING RATE: 7.53686113320219e-08
previous_iter_valid_loss : 0.16070377826690674
1604420 0.160883 0.160704 0.163973 CURRENT LEARNING RATE: 7.535353911702727e-08
previous_iter_valid_loss : 0.16084356606006622
1604440 0.161008 0.160844 0.163949 CURRENT LEARNING RATE: 7.533846991617421e-08
previous_iter_valid_loss : 0.16445688903331757
1604460 0.164649 0.164457 0.164141 CURRENT LEARNING RATE: 7.532340372885996e-08
previous_iter_valid_loss : 0.16822589933872223
1604480 0.168385 0.168226 0.164284 CURRENT LEARNING RATE: 7.530834055448162e-08
previous_iter_valid_loss : 0.16097061336040497
1604500 0.161160 0.160971 0.163995 CURRENT LEARNING RATE: 7.529328039243716e-08
previous_iter_valid_loss : 0.16733963787555695
1604520 0.167557 0.167340 0.164327 CURRENT LEARNING RATE: 7.527822324212393e-08
previous_iter_valid_loss : 0.16083098948001862
1604540 0.160988 0.160831 0.164343 CURRENT LEARNING RATE: 7.526316910293964e-08
previous_iter_valid_loss : 0.1642138510942459
1604560 0.164419 0.164214 0.164367 CURRENT LEARNING RATE: 7.524811797428213e-08
previous_iter_valid_loss : 0.1609193980693817
1604580 0.161100 0.160919 0.164176 CURRENT LEARNING RATE: 7.523306985554933e-08
previous_iter_valid_loss : 0.17470020055770874
1604600 0.174848 0.174700 0.164274 CURRENT LEARNING RATE: 7.521802474613936e-08
previous_iter_valid_loss : 0.1688191145658493
1604620 0.169059 0.168819 0.164387 CURRENT LEARNING RATE: 7.520298264545037e-08
previous_iter_valid_loss : 0.1619153469800949
1604640 0.162076 0.161915 0.164353 CURRENT LEARNING RATE: 7.518794355288043e-08
previous_iter_valid_loss : 0.1712902933359146
1604660 0.171439 0.171290 0.164702 CURRENT LEARNING RATE: 7.517290746782851e-08
previous_iter_valid_loss : 0.17012222111225128
1604680 0.170277 0.170122 0.164804 CURRENT LEARNING RATE: 7.515787438969291e-08
previous_iter_valid_loss : 0.1718708872795105
1604700 0.172140 0.171871 0.165355 CURRENT LEARNING RATE: 7.514284431787229e-08
previous_iter_valid_loss : 0.1610698103904724
1604720 0.161254 0.161070 0.165207 CURRENT LEARNING RATE: 7.512781725176545e-08
previous_iter_valid_loss : 0.16337698698043823
1604740 0.163555 0.163377 0.165340 CURRENT LEARNING RATE: 7.511279319077131e-08
previous_iter_valid_loss : 0.18358218669891357
1604760 0.183735 0.183582 0.165851 CURRENT LEARNING RATE: 7.509777213428892e-08
previous_iter_valid_loss : 0.16055229306221008
1604780 0.160704 0.160552 0.165822 CURRENT LEARNING RATE: 7.50827540817174e-08
previous_iter_valid_loss : 0.17358072102069855
1604800 0.173859 0.173581 0.166468 CURRENT LEARNING RATE: 7.506773903245581e-08
previous_iter_valid_loss : 0.1618758738040924
1604820 0.162061 0.161876 0.166526 CURRENT LEARNING RATE: 7.505272698590404e-08
previous_iter_valid_loss : 0.16109797358512878
1604840 0.161282 0.161098 0.166539 CURRENT LEARNING RATE: 7.503771794146136e-08
previous_iter_valid_loss : 0.16978956758975983
1604860 0.169941 0.169790 0.166806 CURRENT LEARNING RATE: 7.502271189852744e-08
previous_iter_valid_loss : 0.16554059088230133
1604880 0.165700 0.165541 0.166671 CURRENT LEARNING RATE: 7.500770885650197e-08
previous_iter_valid_loss : 0.1623677760362625
1604900 0.162530 0.162368 0.166741 CURRENT LEARNING RATE: 7.499270881478487e-08
previous_iter_valid_loss : 0.17134420573711395
1604920 0.171491 0.171344 0.166941 CURRENT LEARNING RATE: 7.497771177277614e-08
previous_iter_valid_loss : 0.18219037353992462
1604940 0.182347 0.182190 0.168009 CURRENT LEARNING RATE: 7.496271772987562e-08
previous_iter_valid_loss : 0.1609499752521515
1604960 0.161105 0.160950 0.167846 CURRENT LEARNING RATE: 7.49477266854841e-08
previous_iter_valid_loss : 0.16178138554096222
1604980 0.161967 0.161781 0.167889 CURRENT LEARNING RATE: 7.493273863900164e-08
previous_iter_valid_loss : 0.16825102269649506
1605000 0.168480 0.168251 0.167567 CURRENT LEARNING RATE: 7.491775358982875e-08
previous_iter_valid_loss : 0.16592419147491455
1605020 0.166090 0.165924 0.167422 CURRENT LEARNING RATE: 7.4902771537366e-08
previous_iter_valid_loss : 0.16104739904403687
1605040 0.161232 0.161047 0.167379 CURRENT LEARNING RATE: 7.488779248101413e-08
previous_iter_valid_loss : 0.16193287074565887
1605060 0.162107 0.161933 0.166911 CURRENT LEARNING RATE: 7.487281642017397e-08
previous_iter_valid_loss : 0.16085600852966309
1605080 0.161042 0.160856 0.166447 CURRENT LEARNING RATE: 7.485784335424647e-08
previous_iter_valid_loss : 0.17457152903079987
1605100 0.174713 0.174572 0.166582 CURRENT LEARNING RATE: 7.484287328263245e-08
previous_iter_valid_loss : 0.17075859010219574
1605120 0.170905 0.170759 0.167067 CURRENT LEARNING RATE: 7.482790620473364e-08
previous_iter_valid_loss : 0.16849485039710999
1605140 0.168731 0.168495 0.167323 CURRENT LEARNING RATE: 7.481294211995109e-08
previous_iter_valid_loss : 0.18713347613811493
1605160 0.187535 0.187133 0.167500 CURRENT LEARNING RATE: 7.479798102768623e-08
previous_iter_valid_loss : 0.16576242446899414
1605180 0.165976 0.165762 0.167761 CURRENT LEARNING RATE: 7.478302292734062e-08
previous_iter_valid_loss : 0.1605164110660553
1605200 0.160684 0.160516 0.167108 CURRENT LEARNING RATE: 7.476806781831594e-08
previous_iter_valid_loss : 0.16295135021209717
1605220 0.163145 0.162951 0.167161 CURRENT LEARNING RATE: 7.475311570001398e-08
previous_iter_valid_loss : 0.17694729566574097
1605240 0.177107 0.176947 0.167954 CURRENT LEARNING RATE: 7.47381665718364e-08
previous_iter_valid_loss : 0.16049018502235413
1605260 0.160651 0.160490 0.167489 CURRENT LEARNING RATE: 7.472322043318576e-08
previous_iter_valid_loss : 0.1607280820608139
1605280 0.160884 0.160728 0.167248 CURRENT LEARNING RATE: 7.470827728346393e-08
previous_iter_valid_loss : 0.1747288852930069
1605300 0.174875 0.174729 0.167866 CURRENT LEARNING RATE: 7.469333712207321e-08
previous_iter_valid_loss : 0.16340233385562897
1605320 0.163568 0.163402 0.167469 CURRENT LEARNING RATE: 7.4678399948416e-08
previous_iter_valid_loss : 0.18206454813480377
1605340 0.182216 0.182065 0.167463 CURRENT LEARNING RATE: 7.466346576189477e-08
previous_iter_valid_loss : 0.16999681293964386
1605360 0.170249 0.169997 0.167915 CURRENT LEARNING RATE: 7.46485345619122e-08
previous_iter_valid_loss : 0.17447568476200104
1605380 0.174759 0.174476 0.168550 CURRENT LEARNING RATE: 7.463360634787101e-08
previous_iter_valid_loss : 0.16419990360736847
1605400 0.164404 0.164200 0.168347 CURRENT LEARNING RATE: 7.461868111917384e-08
previous_iter_valid_loss : 0.16339214146137238
1605420 0.163559 0.163392 0.168221 CURRENT LEARNING RATE: 7.460375887522417e-08
previous_iter_valid_loss : 0.16127562522888184
1605440 0.161445 0.161276 0.168232 CURRENT LEARNING RATE: 7.458883961542487e-08
previous_iter_valid_loss : 0.1605268120765686
1605460 0.160701 0.160527 0.168162 CURRENT LEARNING RATE: 7.457392333917915e-08
previous_iter_valid_loss : 0.16668081283569336
1605480 0.166883 0.166681 0.168453 CURRENT LEARNING RATE: 7.45590100458904e-08
previous_iter_valid_loss : 0.16498753428459167
1605500 0.165156 0.164988 0.167974 CURRENT LEARNING RATE: 7.454409973496206e-08
previous_iter_valid_loss : 0.17236632108688354
1605520 0.172629 0.172366 0.168054 CURRENT LEARNING RATE: 7.45291924057977e-08
previous_iter_valid_loss : 0.1609315723180771
1605540 0.161109 0.160932 0.167676 CURRENT LEARNING RATE: 7.451428805780105e-08
previous_iter_valid_loss : 0.16251340508460999
1605560 0.162698 0.162513 0.166445 CURRENT LEARNING RATE: 7.449938669037568e-08
previous_iter_valid_loss : 0.16949400305747986
1605580 0.169650 0.169494 0.166632 CURRENT LEARNING RATE: 7.448448830292604e-08
previous_iter_valid_loss : 0.1774463653564453
1605600 0.177761 0.177446 0.167478 CURRENT LEARNING RATE: 7.446959289485596e-08
previous_iter_valid_loss : 0.17045843601226807
1605620 0.170710 0.170458 0.167854 CURRENT LEARNING RATE: 7.445470046556959e-08
previous_iter_valid_loss : 0.1607435643672943
1605640 0.160915 0.160744 0.167044 CURRENT LEARNING RATE: 7.443981101447125e-08
previous_iter_valid_loss : 0.16278912127017975
1605660 0.162987 0.162789 0.167158 CURRENT LEARNING RATE: 7.442492454096537e-08
previous_iter_valid_loss : 0.16344299912452698
1605680 0.163631 0.163443 0.167294 CURRENT LEARNING RATE: 7.441004104445646e-08
previous_iter_valid_loss : 0.16909164190292358
1605700 0.169244 0.169092 0.167012 CURRENT LEARNING RATE: 7.439516052434895e-08
previous_iter_valid_loss : 0.16060015559196472
1605720 0.160773 0.160600 0.166872 CURRENT LEARNING RATE: 7.438028298004814e-08
previous_iter_valid_loss : 0.16167448461055756
1605740 0.161844 0.161674 0.165853 CURRENT LEARNING RATE: 7.436540841095867e-08
previous_iter_valid_loss : 0.16086412966251373
1605760 0.161045 0.160864 0.165396 CURRENT LEARNING RATE: 7.435053681648552e-08
previous_iter_valid_loss : 0.181654155254364
1605780 0.182006 0.181654 0.165755 CURRENT LEARNING RATE: 7.433566819603386e-08
previous_iter_valid_loss : 0.17282240092754364
1605800 0.173085 0.172822 0.166186 CURRENT LEARNING RATE: 7.432080254900895e-08
previous_iter_valid_loss : 0.16939634084701538
1605820 0.169546 0.169396 0.166486 CURRENT LEARNING RATE: 7.430593987481614e-08
previous_iter_valid_loss : 0.1610504686832428
1605840 0.161208 0.161050 0.166475 CURRENT LEARNING RATE: 7.429108017286095e-08
previous_iter_valid_loss : 0.16154421865940094
1605860 0.161731 0.161544 0.166526 CURRENT LEARNING RATE: 7.427622344254869e-08
previous_iter_valid_loss : 0.16197112202644348
1605880 0.162171 0.161971 0.166290 CURRENT LEARNING RATE: 7.426136968328566e-08
previous_iter_valid_loss : 0.1615714132785797
1605900 0.161729 0.161571 0.166120 CURRENT LEARNING RATE: 7.424651889447742e-08
previous_iter_valid_loss : 0.16814295947551727
1605920 0.168299 0.168143 0.165909 CURRENT LEARNING RATE: 7.423167107552995e-08
previous_iter_valid_loss : 0.16393321752548218
1605940 0.164099 0.163933 0.166059 CURRENT LEARNING RATE: 7.421682622584933e-08
previous_iter_valid_loss : 0.16801224648952484
1605960 0.168166 0.168012 0.166334 CURRENT LEARNING RATE: 7.420198434484176e-08
previous_iter_valid_loss : 0.16198192536830902
1605980 0.162146 0.161982 0.165958 CURRENT LEARNING RATE: 7.418714543191359e-08
previous_iter_valid_loss : 0.16287294030189514
1606000 0.163044 0.162873 0.165229 CURRENT LEARNING RATE: 7.417230948647124e-08
previous_iter_valid_loss : 0.1633889526128769
1606020 0.163590 0.163389 0.164876 CURRENT LEARNING RATE: 7.415747650792102e-08
previous_iter_valid_loss : 0.17135733366012573
1606040 0.171629 0.171357 0.165406 CURRENT LEARNING RATE: 7.414264649567012e-08
previous_iter_valid_loss : 0.17261028289794922
1606060 0.172879 0.172610 0.165898 CURRENT LEARNING RATE: 7.412781944912509e-08
previous_iter_valid_loss : 0.1672021597623825
1606080 0.167424 0.167202 0.166086 CURRENT LEARNING RATE: 7.411299536769286e-08
previous_iter_valid_loss : 0.1647525429725647
1606100 0.164919 0.164753 0.165869 CURRENT LEARNING RATE: 7.409817425078046e-08
previous_iter_valid_loss : 0.19669531285762787
1606120 0.196782 0.196695 0.167673 CURRENT LEARNING RATE: 7.408335609779503e-08
previous_iter_valid_loss : 0.1630769670009613
1606140 0.163279 0.163077 0.167743 CURRENT LEARNING RATE: 7.406854090814386e-08
previous_iter_valid_loss : 0.16173896193504333
1606160 0.161888 0.161739 0.167787 CURRENT LEARNING RATE: 7.405372868123406e-08
previous_iter_valid_loss : 0.16352306306362152
1606180 0.163689 0.163523 0.166881 CURRENT LEARNING RATE: 7.403891941647369e-08
previous_iter_valid_loss : 0.1686713993549347
1606200 0.168825 0.168671 0.166673 CURRENT LEARNING RATE: 7.40241131132701e-08
previous_iter_valid_loss : 0.16300803422927856
1606220 0.163206 0.163008 0.166354 CURRENT LEARNING RATE: 7.400930977103106e-08
previous_iter_valid_loss : 0.17130476236343384
1606240 0.171562 0.171305 0.166866 CURRENT LEARNING RATE: 7.399450938916439e-08
previous_iter_valid_loss : 0.1649952530860901
1606260 0.165210 0.164995 0.167039 CURRENT LEARNING RATE: 7.397971196707814e-08
previous_iter_valid_loss : 0.16772028803825378
1606280 0.167948 0.167720 0.167326 CURRENT LEARNING RATE: 7.396491750418035e-08
previous_iter_valid_loss : 0.16111795604228973
1606300 0.161273 0.161118 0.167304 CURRENT LEARNING RATE: 7.39501259998793e-08
previous_iter_valid_loss : 0.16050390899181366
1606320 0.160671 0.160504 0.166922 CURRENT LEARNING RATE: 7.393533745358302e-08
previous_iter_valid_loss : 0.16442708671092987
1606340 0.164595 0.164427 0.166946 CURRENT LEARNING RATE: 7.392055186470051e-08
previous_iter_valid_loss : 0.1622592806816101
1606360 0.162448 0.162259 0.166659 CURRENT LEARNING RATE: 7.390576923264008e-08
previous_iter_valid_loss : 0.16286391019821167
1606380 0.163030 0.162864 0.166703 CURRENT LEARNING RATE: 7.389098955681043e-08
previous_iter_valid_loss : 0.17274440824985504
1606400 0.173018 0.172744 0.167196 CURRENT LEARNING RATE: 7.387621283662038e-08
previous_iter_valid_loss : 0.16164974868297577
1606420 0.161805 0.161650 0.167109 CURRENT LEARNING RATE: 7.386143907147885e-08
previous_iter_valid_loss : 0.16639705002307892
1606440 0.166559 0.166397 0.166861 CURRENT LEARNING RATE: 7.38466682607949e-08
previous_iter_valid_loss : 0.16114826500415802
1606460 0.161329 0.161148 0.166288 CURRENT LEARNING RATE: 7.383190040397741e-08
previous_iter_valid_loss : 0.16193631291389465
1606480 0.162093 0.161936 0.166025 CURRENT LEARNING RATE: 7.381713550043623e-08
previous_iter_valid_loss : 0.16223424673080444
1606500 0.162380 0.162234 0.165899 CURRENT LEARNING RATE: 7.380237354958046e-08
previous_iter_valid_loss : 0.16409069299697876
1606520 0.164262 0.164091 0.164269 CURRENT LEARNING RATE: 7.378761455081965e-08
previous_iter_valid_loss : 0.16602808237075806
1606540 0.166193 0.166028 0.164416 CURRENT LEARNING RATE: 7.377285850356344e-08
previous_iter_valid_loss : 0.16071541607379913
1606560 0.160868 0.160715 0.164365 CURRENT LEARNING RATE: 7.375810540722157e-08
previous_iter_valid_loss : 0.1716885268688202
1606580 0.171950 0.171689 0.164774 CURRENT LEARNING RATE: 7.374335526120394e-08
previous_iter_valid_loss : 0.18493936955928802
1606600 0.185308 0.184939 0.165587 CURRENT LEARNING RATE: 7.372860806492051e-08
previous_iter_valid_loss : 0.16052119433879852
1606620 0.160675 0.160521 0.165463 CURRENT LEARNING RATE: 7.371386381778117e-08
previous_iter_valid_loss : 0.16060519218444824
1606640 0.160774 0.160605 0.164928 CURRENT LEARNING RATE: 7.369912251919664e-08
previous_iter_valid_loss : 0.16163212060928345
1606660 0.161818 0.161632 0.164759 CURRENT LEARNING RATE: 7.368438416857702e-08
previous_iter_valid_loss : 0.16132166981697083
1606680 0.161509 0.161322 0.164440 CURRENT LEARNING RATE: 7.366964876533279e-08
previous_iter_valid_loss : 0.16217565536499023
1606700 0.162332 0.162176 0.164492 CURRENT LEARNING RATE: 7.36549163088745e-08
previous_iter_valid_loss : 0.16055123507976532
1606720 0.160724 0.160551 0.164495 CURRENT LEARNING RATE: 7.36401867986129e-08
previous_iter_valid_loss : 0.16955731809139252
1606740 0.169712 0.169557 0.164751 CURRENT LEARNING RATE: 7.362546023395876e-08
previous_iter_valid_loss : 0.16057556867599487
1606760 0.160737 0.160576 0.164667 CURRENT LEARNING RATE: 7.361073661432304e-08
previous_iter_valid_loss : 0.16469615697860718
1606780 0.164859 0.164696 0.164759 CURRENT LEARNING RATE: 7.359601593911654e-08
previous_iter_valid_loss : 0.16409051418304443
1606800 0.164261 0.164091 0.164326 CURRENT LEARNING RATE: 7.358129820775094e-08
previous_iter_valid_loss : 0.17191454768180847
1606820 0.172058 0.171915 0.164839 CURRENT LEARNING RATE: 7.356658341963728e-08
previous_iter_valid_loss : 0.16309809684753418
1606840 0.163266 0.163098 0.164674 CURRENT LEARNING RATE: 7.355187157418698e-08
previous_iter_valid_loss : 0.1654413938522339
1606860 0.165648 0.165441 0.164889 CURRENT LEARNING RATE: 7.353716267081154e-08
previous_iter_valid_loss : 0.16178874671459198
1606880 0.161945 0.161789 0.164882 CURRENT LEARNING RATE: 7.352245670892263e-08
previous_iter_valid_loss : 0.16269846260547638
1606900 0.162900 0.162698 0.164905 CURRENT LEARNING RATE: 7.350775368793199e-08
previous_iter_valid_loss : 0.1629500687122345
1606920 0.163118 0.162950 0.164848 CURRENT LEARNING RATE: 7.349305360725124e-08
previous_iter_valid_loss : 0.16853830218315125
1606940 0.168782 0.168538 0.164973 CURRENT LEARNING RATE: 7.347835646629291e-08
previous_iter_valid_loss : 0.17458921670913696
1606960 0.174872 0.174589 0.165667 CURRENT LEARNING RATE: 7.346366226446885e-08
previous_iter_valid_loss : 0.1625998169183731
1606980 0.162745 0.162600 0.165213 CURRENT LEARNING RATE: 7.344897100119128e-08
previous_iter_valid_loss : 0.1711321622133255
1607000 0.171283 0.171132 0.164522 CURRENT LEARNING RATE: 7.343428267587257e-08
previous_iter_valid_loss : 0.1688380241394043
1607020 0.168995 0.168838 0.164938 CURRENT LEARNING RATE: 7.341959728792517e-08
previous_iter_valid_loss : 0.17075075209140778
1607040 0.170902 0.170751 0.165445 CURRENT LEARNING RATE: 7.340491483676169e-08
previous_iter_valid_loss : 0.16440962255001068
1607060 0.164578 0.164410 0.165584 CURRENT LEARNING RATE: 7.33902353217948e-08
previous_iter_valid_loss : 0.1653241217136383
1607080 0.165515 0.165324 0.165784 CURRENT LEARNING RATE: 7.337555874243706e-08
previous_iter_valid_loss : 0.17155088484287262
1607100 0.171695 0.171551 0.166253 CURRENT LEARNING RATE: 7.336088509810196e-08
previous_iter_valid_loss : 0.16090087592601776
1607120 0.161055 0.160901 0.166271 CURRENT LEARNING RATE: 7.334621438820228e-08
previous_iter_valid_loss : 0.1740892082452774
1607140 0.174242 0.174089 0.166497 CURRENT LEARNING RATE: 7.333154661215115e-08
previous_iter_valid_loss : 0.16206902265548706
1607160 0.162227 0.162069 0.166572 CURRENT LEARNING RATE: 7.331688176936193e-08
previous_iter_valid_loss : 0.16151458024978638
1607180 0.161681 0.161515 0.166413 CURRENT LEARNING RATE: 7.330221985924797e-08
previous_iter_valid_loss : 0.1605137139558792
1607200 0.160678 0.160514 0.166234 CURRENT LEARNING RATE: 7.328756088122282e-08
previous_iter_valid_loss : 0.16053776443004608
1607220 0.160693 0.160538 0.165665 CURRENT LEARNING RATE: 7.327290483470011e-08
previous_iter_valid_loss : 0.16273561120033264
1607240 0.162923 0.162736 0.165647 CURRENT LEARNING RATE: 7.325825171909335e-08
previous_iter_valid_loss : 0.16182635724544525
1607260 0.162017 0.161826 0.165466 CURRENT LEARNING RATE: 7.324360153381693e-08
previous_iter_valid_loss : 0.16233587265014648
1607280 0.162505 0.162336 0.165494 CURRENT LEARNING RATE: 7.322895427828458e-08
previous_iter_valid_loss : 0.16548100113868713
1607300 0.165651 0.165481 0.165633 CURRENT LEARNING RATE: 7.32143099519104e-08
previous_iter_valid_loss : 0.1713969111442566
1607320 0.171548 0.171397 0.166055 CURRENT LEARNING RATE: 7.319966855410865e-08
previous_iter_valid_loss : 0.16841259598731995
1607340 0.168565 0.168413 0.166049 CURRENT LEARNING RATE: 7.318503008429363e-08
previous_iter_valid_loss : 0.16058768332004547
1607360 0.160749 0.160588 0.165349 CURRENT LEARNING RATE: 7.317039454187984e-08
previous_iter_valid_loss : 0.1607464998960495
1607380 0.160923 0.160746 0.165256 CURRENT LEARNING RATE: 7.315576192628156e-08
previous_iter_valid_loss : 0.16124004125595093
1607400 0.161418 0.161240 0.164761 CURRENT LEARNING RATE: 7.314113223691405e-08
previous_iter_valid_loss : 0.16114050149917603
1607420 0.161304 0.161141 0.164377 CURRENT LEARNING RATE: 7.312650547319183e-08
previous_iter_valid_loss : 0.16091693937778473
1607440 0.161099 0.160917 0.163885 CURRENT LEARNING RATE: 7.311188163452984e-08
previous_iter_valid_loss : 0.17484669387340546
1607460 0.175124 0.174847 0.164407 CURRENT LEARNING RATE: 7.309726072034313e-08
previous_iter_valid_loss : 0.17870670557022095
1607480 0.179013 0.178707 0.165076 CURRENT LEARNING RATE: 7.308264273004685e-08
previous_iter_valid_loss : 0.16158883273601532
1607500 0.161777 0.161589 0.164578 CURRENT LEARNING RATE: 7.306802766305629e-08
previous_iter_valid_loss : 0.16066546738147736
1607520 0.160836 0.160665 0.164566 CURRENT LEARNING RATE: 7.305341551878684e-08
previous_iter_valid_loss : 0.17298449575901031
1607540 0.173129 0.172984 0.164511 CURRENT LEARNING RATE: 7.303880629665376e-08
previous_iter_valid_loss : 0.16151314973831177
1607560 0.161703 0.161513 0.164483 CURRENT LEARNING RATE: 7.302419999607321e-08
previous_iter_valid_loss : 0.19768978655338287
1607580 0.197791 0.197690 0.166292 CURRENT LEARNING RATE: 7.300959661646067e-08
previous_iter_valid_loss : 0.1611977368593216
1607600 0.161364 0.161198 0.166326 CURRENT LEARNING RATE: 7.299499615723201e-08
previous_iter_valid_loss : 0.16430853307247162
1607620 0.164505 0.164309 0.166514 CURRENT LEARNING RATE: 7.29803986178032e-08
previous_iter_valid_loss : 0.16606073081493378
1607640 0.166228 0.166061 0.166681 CURRENT LEARNING RATE: 7.296580399759035e-08
previous_iter_valid_loss : 0.16432853043079376
1607660 0.164501 0.164329 0.166806 CURRENT LEARNING RATE: 7.295121229600966e-08
previous_iter_valid_loss : 0.16173212230205536
1607680 0.161895 0.161732 0.166776 CURRENT LEARNING RATE: 7.29366235124772e-08
previous_iter_valid_loss : 0.1632900983095169
1607700 0.163459 0.163290 0.166666 CURRENT LEARNING RATE: 7.292203764640998e-08
previous_iter_valid_loss : 0.1619635373353958
1607720 0.162129 0.161964 0.166194 CURRENT LEARNING RATE: 7.290745469722426e-08
previous_iter_valid_loss : 0.16297578811645508
1607740 0.163158 0.162976 0.165923 CURRENT LEARNING RATE: 7.289287466433672e-08
previous_iter_valid_loss : 0.1662190556526184
1607760 0.166438 0.166219 0.166204 CURRENT LEARNING RATE: 7.28782975471642e-08
previous_iter_valid_loss : 0.1802002489566803
1607780 0.180364 0.180200 0.167177 CURRENT LEARNING RATE: 7.286372334512359e-08
previous_iter_valid_loss : 0.16270902752876282
1607800 0.162870 0.162709 0.167250 CURRENT LEARNING RATE: 7.284915205763192e-08
previous_iter_valid_loss : 0.16052557528018951
1607820 0.160693 0.160526 0.167220 CURRENT LEARNING RATE: 7.283458368410634e-08
previous_iter_valid_loss : 0.1605537235736847
1607840 0.160726 0.160554 0.167201 CURRENT LEARNING RATE: 7.282001822396386e-08
previous_iter_valid_loss : 0.16056406497955322
1607860 0.160727 0.160564 0.166487 CURRENT LEARNING RATE: 7.280545567662238e-08
previous_iter_valid_loss : 0.16708427667617798
1607880 0.167240 0.167084 0.165906 CURRENT LEARNING RATE: 7.279089604149913e-08
previous_iter_valid_loss : 0.1692700982093811
1607900 0.169419 0.169270 0.166290 CURRENT LEARNING RATE: 7.277633931801173e-08
previous_iter_valid_loss : 0.16178131103515625
1607920 0.161935 0.161781 0.166346 CURRENT LEARNING RATE: 7.276178550557793e-08
previous_iter_valid_loss : 0.16059187054634094
1607940 0.160743 0.160592 0.165726 CURRENT LEARNING RATE: 7.274723460361554e-08
previous_iter_valid_loss : 0.17560307681560516
1607960 0.175892 0.175603 0.166431 CURRENT LEARNING RATE: 7.273268661154256e-08
previous_iter_valid_loss : 0.17188505828380585
1607980 0.172154 0.171885 0.165141 CURRENT LEARNING RATE: 7.271814152877704e-08
previous_iter_valid_loss : 0.16114142537117004
1608000 0.161326 0.161141 0.165138 CURRENT LEARNING RATE: 7.270359935473694e-08
previous_iter_valid_loss : 0.1606391817331314
1608020 0.160793 0.160639 0.164954 CURRENT LEARNING RATE: 7.268906008884108e-08
previous_iter_valid_loss : 0.1648499220609665
1608040 0.165044 0.164850 0.164894 CURRENT LEARNING RATE: 7.267452373050763e-08
previous_iter_valid_loss : 0.19086340069770813
1608060 0.190986 0.190863 0.166221 CURRENT LEARNING RATE: 7.265999027915515e-08
previous_iter_valid_loss : 0.1607363522052765
1608080 0.160913 0.160736 0.166171 CURRENT LEARNING RATE: 7.264545973420228e-08
previous_iter_valid_loss : 0.16749194264411926
1608100 0.167722 0.167492 0.166381 CURRENT LEARNING RATE: 7.263093209506782e-08
previous_iter_valid_loss : 0.16075846552848816
1608120 0.160915 0.160758 0.166321 CURRENT LEARNING RATE: 7.261640736117064e-08
previous_iter_valid_loss : 0.16602274775505066
1608140 0.166231 0.166023 0.166473 CURRENT LEARNING RATE: 7.26018855319295e-08
previous_iter_valid_loss : 0.16690565645694733
1608160 0.167129 0.166906 0.166507 CURRENT LEARNING RATE: 7.258736660676406e-08
previous_iter_valid_loss : 0.16392940282821655
1608180 0.164135 0.163929 0.165694 CURRENT LEARNING RATE: 7.25728505850933e-08
previous_iter_valid_loss : 0.1667560189962387
1608200 0.166916 0.166756 0.165896 CURRENT LEARNING RATE: 7.255833746633657e-08
previous_iter_valid_loss : 0.1606299728155136
1608220 0.160812 0.160630 0.165901 CURRENT LEARNING RATE: 7.254382724991335e-08
previous_iter_valid_loss : 0.163172647356987
1608240 0.163371 0.163173 0.166032 CURRENT LEARNING RATE: 7.252931993524323e-08
previous_iter_valid_loss : 0.16461138427257538
1608260 0.164807 0.164611 0.166235 CURRENT LEARNING RATE: 7.251481552174591e-08
previous_iter_valid_loss : 0.18148906528949738
1608280 0.181828 0.181489 0.166955 CURRENT LEARNING RATE: 7.250031400884122e-08
previous_iter_valid_loss : 0.17387667298316956
1608300 0.174026 0.173877 0.167185 CURRENT LEARNING RATE: 7.248581539594884e-08
previous_iter_valid_loss : 0.16114254295825958
1608320 0.161329 0.161143 0.167153 CURRENT LEARNING RATE: 7.247131968248937e-08
previous_iter_valid_loss : 0.16201254725456238
1608340 0.162201 0.162013 0.167224 CURRENT LEARNING RATE: 7.245682686788267e-08
previous_iter_valid_loss : 0.1692691594362259
1608360 0.169505 0.169269 0.166908 CURRENT LEARNING RATE: 7.244233695154905e-08
previous_iter_valid_loss : 0.16732534766197205
1608380 0.167487 0.167325 0.166680 CURRENT LEARNING RATE: 7.242784993290893e-08
previous_iter_valid_loss : 0.1605595350265503
1608400 0.160715 0.160560 0.166651 CURRENT LEARNING RATE: 7.241336581138281e-08
previous_iter_valid_loss : 0.16500665247440338
1608420 0.165218 0.165007 0.166869 CURRENT LEARNING RATE: 7.239888458639134e-08
previous_iter_valid_loss : 0.16057035326957703
1608440 0.160721 0.160570 0.166655 CURRENT LEARNING RATE: 7.238440625735526e-08
previous_iter_valid_loss : 0.16175557672977448
1608460 0.161905 0.161756 0.165200 CURRENT LEARNING RATE: 7.23699308236952e-08
previous_iter_valid_loss : 0.16255368292331696
1608480 0.162717 0.162554 0.165290 CURRENT LEARNING RATE: 7.235545828483261e-08
previous_iter_valid_loss : 0.17061863839626312
1608500 0.170768 0.170619 0.165447 CURRENT LEARNING RATE: 7.234098864018837e-08
previous_iter_valid_loss : 0.16630735993385315
1608520 0.166464 0.166307 0.165724 CURRENT LEARNING RATE: 7.23265218891837e-08
previous_iter_valid_loss : 0.16903150081634521
1608540 0.169182 0.169032 0.165875 CURRENT LEARNING RATE: 7.23120580312399e-08
previous_iter_valid_loss : 0.16063416004180908
1608560 0.160797 0.160634 0.165561 CURRENT LEARNING RATE: 7.229759706577843e-08
previous_iter_valid_loss : 0.16219669580459595
1608580 0.162354 0.162197 0.165474 CURRENT LEARNING RATE: 7.228313899222086e-08
previous_iter_valid_loss : 0.16202950477600098
1608600 0.162188 0.162030 0.165238 CURRENT LEARNING RATE: 7.22686838099886e-08
previous_iter_valid_loss : 0.16440053284168243
1608620 0.164568 0.164401 0.165427 CURRENT LEARNING RATE: 7.225423151850396e-08
previous_iter_valid_loss : 0.16192206740379333
1608640 0.162081 0.161922 0.165364 CURRENT LEARNING RATE: 7.223978211718858e-08
previous_iter_valid_loss : 0.1605137437582016
1608660 0.160676 0.160514 0.165159 CURRENT LEARNING RATE: 7.222533560546451e-08
previous_iter_valid_loss : 0.17043308913707733
1608680 0.170682 0.170433 0.164606 CURRENT LEARNING RATE: 7.221089198275387e-08
previous_iter_valid_loss : 0.16434389352798462
1608700 0.164516 0.164344 0.164130 CURRENT LEARNING RATE: 7.21964512484789e-08
previous_iter_valid_loss : 0.16100068390369415
1608720 0.161154 0.161001 0.164123 CURRENT LEARNING RATE: 7.218201340206201e-08
previous_iter_valid_loss : 0.16049213707447052
1608740 0.160654 0.160492 0.164047 CURRENT LEARNING RATE: 7.216757844292567e-08
previous_iter_valid_loss : 0.16179153323173523
1608760 0.161953 0.161792 0.163673 CURRENT LEARNING RATE: 7.215314637049221e-08
previous_iter_valid_loss : 0.16317252814769745
1608780 0.163337 0.163173 0.163465 CURRENT LEARNING RATE: 7.213871718418488e-08
previous_iter_valid_loss : 0.18890346586704254
1608800 0.189037 0.188903 0.164882 CURRENT LEARNING RATE: 7.212429088342623e-08
previous_iter_valid_loss : 0.16083475947380066
1608820 0.161004 0.160835 0.164674 CURRENT LEARNING RATE: 7.210986746763924e-08
previous_iter_valid_loss : 0.16430293023586273
1608840 0.164503 0.164303 0.164860 CURRENT LEARNING RATE: 7.209544693624696e-08
previous_iter_valid_loss : 0.16055533289909363
1608860 0.160716 0.160555 0.164800 CURRENT LEARNING RATE: 7.208102928867256e-08
previous_iter_valid_loss : 0.16213619709014893
1608880 0.162310 0.162136 0.164779 CURRENT LEARNING RATE: 7.206661452433934e-08
previous_iter_valid_loss : 0.18450191617012024
1608900 0.184643 0.184502 0.165474 CURRENT LEARNING RATE: 7.205220264267045e-08
previous_iter_valid_loss : 0.17058488726615906
1608920 0.170736 0.170585 0.165687 CURRENT LEARNING RATE: 7.203779364308994e-08
previous_iter_valid_loss : 0.1683933436870575
1608940 0.168548 0.168393 0.165656 CURRENT LEARNING RATE: 7.202338752502118e-08
previous_iter_valid_loss : 0.16985593736171722
1608960 0.170008 0.169856 0.166117 CURRENT LEARNING RATE: 7.200898428788794e-08
previous_iter_valid_loss : 0.16534657776355743
1608980 0.165511 0.165347 0.166274 CURRENT LEARNING RATE: 7.199458393111407e-08
previous_iter_valid_loss : 0.1609673649072647
1609000 0.161144 0.160967 0.166221 CURRENT LEARNING RATE: 7.198018645412357e-08
previous_iter_valid_loss : 0.1818035989999771
1609020 0.181960 0.181804 0.167091 CURRENT LEARNING RATE: 7.196579185634054e-08
previous_iter_valid_loss : 0.17427818477153778
1609040 0.174437 0.174278 0.167709 CURRENT LEARNING RATE: 7.195140013718919e-08
previous_iter_valid_loss : 0.16242274641990662
1609060 0.162576 0.162423 0.167804 CURRENT LEARNING RATE: 7.19370112960936e-08
previous_iter_valid_loss : 0.16052387654781342
1609080 0.160681 0.160524 0.167309 CURRENT LEARNING RATE: 7.192262533247874e-08
previous_iter_valid_loss : 0.16996534168720245
1609100 0.170217 0.169965 0.167590 CURRENT LEARNING RATE: 7.190824224576889e-08
previous_iter_valid_loss : 0.1677662879228592
1609120 0.167921 0.167766 0.167928 CURRENT LEARNING RATE: 7.189386203538874e-08
previous_iter_valid_loss : 0.16053003072738647
1609140 0.160689 0.160530 0.167930 CURRENT LEARNING RATE: 7.187948470076308e-08
previous_iter_valid_loss : 0.1622883677482605
1609160 0.162454 0.162288 0.167955 CURRENT LEARNING RATE: 7.186511024131683e-08
previous_iter_valid_loss : 0.16320066154003143
1609180 0.163399 0.163201 0.167957 CURRENT LEARNING RATE: 7.185073865647498e-08
previous_iter_valid_loss : 0.16085612773895264
1609200 0.161042 0.160856 0.166554 CURRENT LEARNING RATE: 7.18363699456627e-08
previous_iter_valid_loss : 0.16290070116519928
1609220 0.163100 0.162901 0.166657 CURRENT LEARNING RATE: 7.182200410830496e-08
previous_iter_valid_loss : 0.1670418083667755
1609240 0.167202 0.167042 0.166794 CURRENT LEARNING RATE: 7.180764114382766e-08
previous_iter_valid_loss : 0.1651691198348999
1609260 0.165382 0.165169 0.167025 CURRENT LEARNING RATE: 7.179328105165601e-08
previous_iter_valid_loss : 0.16105437278747559
1609280 0.161229 0.161054 0.166971 CURRENT LEARNING RATE: 7.177892383121562e-08
previous_iter_valid_loss : 0.16423439979553223
1609300 0.164427 0.164234 0.165958 CURRENT LEARNING RATE: 7.176456948193219e-08
previous_iter_valid_loss : 0.16817352175712585
1609320 0.168401 0.168174 0.165837 CURRENT LEARNING RATE: 7.175021800323154e-08
previous_iter_valid_loss : 0.16233955323696136
1609340 0.162531 0.162340 0.165534 CURRENT LEARNING RATE: 7.173586939453962e-08
previous_iter_valid_loss : 0.160547137260437
1609360 0.160696 0.160547 0.165069 CURRENT LEARNING RATE: 7.172152365528224e-08
previous_iter_valid_loss : 0.1674509048461914
1609380 0.167607 0.167451 0.165174 CURRENT LEARNING RATE: 7.170718078488606e-08
previous_iter_valid_loss : 0.16419613361358643
1609400 0.164359 0.164196 0.165336 CURRENT LEARNING RATE: 7.169284078277714e-08
previous_iter_valid_loss : 0.1631552278995514
1609420 0.163326 0.163155 0.164403 CURRENT LEARNING RATE: 7.167850364838184e-08
previous_iter_valid_loss : 0.17097949981689453
1609440 0.171228 0.170979 0.164238 CURRENT LEARNING RATE: 7.16641693811267e-08
previous_iter_valid_loss : 0.16101008653640747
1609460 0.161165 0.161010 0.164168 CURRENT LEARNING RATE: 7.164983798043836e-08
previous_iter_valid_loss : 0.16079221665859222
1609480 0.160941 0.160792 0.164181 CURRENT LEARNING RATE: 7.163550944574353e-08
previous_iter_valid_loss : 0.16729751229286194
1609500 0.167529 0.167298 0.164048 CURRENT LEARNING RATE: 7.16211837764691e-08
previous_iter_valid_loss : 0.1705082207918167
1609520 0.170770 0.170508 0.164185 CURRENT LEARNING RATE: 7.160686097204176e-08
previous_iter_valid_loss : 0.16719314455986023
1609540 0.167415 0.167193 0.164518 CURRENT LEARNING RATE: 7.159254103188914e-08
previous_iter_valid_loss : 0.17039352655410767
1609560 0.170643 0.170394 0.164923 CURRENT LEARNING RATE: 7.157822395543817e-08
previous_iter_valid_loss : 0.16447512805461884
1609580 0.164637 0.164475 0.164987 CURRENT LEARNING RATE: 7.156390974211616e-08
previous_iter_valid_loss : 0.18410064280033112
1609600 0.184254 0.184101 0.166149 CURRENT LEARNING RATE: 7.154959839135054e-08
previous_iter_valid_loss : 0.1626829355955124
1609620 0.162845 0.162683 0.166138 CURRENT LEARNING RATE: 7.153528990256889e-08
previous_iter_valid_loss : 0.16480381786823273
1609640 0.164961 0.164804 0.166026 CURRENT LEARNING RATE: 7.152098427519882e-08
previous_iter_valid_loss : 0.17123264074325562
1609660 0.171383 0.171233 0.166329 CURRENT LEARNING RATE: 7.15066815086679e-08
previous_iter_valid_loss : 0.1643161028623581
1609680 0.164481 0.164316 0.166493 CURRENT LEARNING RATE: 7.149238160240448e-08
previous_iter_valid_loss : 0.16106779873371124
1609700 0.161225 0.161068 0.166334 CURRENT LEARNING RATE: 7.147808455583636e-08
previous_iter_valid_loss : 0.16213515400886536
1609720 0.162293 0.162135 0.166032 CURRENT LEARNING RATE: 7.146379036839161e-08
previous_iter_valid_loss : 0.16216251254081726
1609740 0.162346 0.162163 0.166023 CURRENT LEARNING RATE: 7.144949903949849e-08
previous_iter_valid_loss : 0.17180860042572021
1609760 0.172071 0.171809 0.166587 CURRENT LEARNING RATE: 7.143521056858534e-08
previous_iter_valid_loss : 0.1616162359714508
1609780 0.161788 0.161616 0.166295 CURRENT LEARNING RATE: 7.142092495508063e-08
previous_iter_valid_loss : 0.1625070869922638
1609800 0.162692 0.162507 0.166210 CURRENT LEARNING RATE: 7.140664219841293e-08
previous_iter_valid_loss : 0.17578288912773132
1609820 0.175935 0.175783 0.166842 CURRENT LEARNING RATE: 7.139236229801066e-08
previous_iter_valid_loss : 0.16379107534885406
1609840 0.163960 0.163791 0.166482 CURRENT LEARNING RATE: 7.137808525330316e-08
previous_iter_valid_loss : 0.16973142325878143
1609860 0.169885 0.169731 0.166918 CURRENT LEARNING RATE: 7.136381106371906e-08
previous_iter_valid_loss : 0.16694332659244537
1609880 0.167160 0.166943 0.167226 CURRENT LEARNING RATE: 7.134953972868743e-08
previous_iter_valid_loss : 0.18129631876945496
1609900 0.181631 0.181296 0.167926 CURRENT LEARNING RATE: 7.133527124763739e-08
previous_iter_valid_loss : 0.16155408322811127
1609920 0.161718 0.161554 0.167478 CURRENT LEARNING RATE: 7.13210056199982e-08
previous_iter_valid_loss : 0.1676630824804306
1609940 0.167822 0.167663 0.167502 CURRENT LEARNING RATE: 7.130674284519926e-08
previous_iter_valid_loss : 0.18123167753219604
1609960 0.181564 0.181232 0.168044 CURRENT LEARNING RATE: 7.129248292267005e-08
previous_iter_valid_loss : 0.16739824414253235
1609980 0.167551 0.167398 0.168190 CURRENT LEARNING RATE: 7.127822585183989e-08
previous_iter_valid_loss : 0.17462308704853058
1610000 0.174911 0.174623 0.167716 CURRENT LEARNING RATE: 7.126397163213904e-08
previous_iter_valid_loss : 0.1650502234697342
1610020 0.165215 0.165050 0.167834 CURRENT LEARNING RATE: 7.124972026299707e-08
previous_iter_valid_loss : 0.1854393482208252
1610040 0.185802 0.185439 0.168866 CURRENT LEARNING RATE: 7.123547174384392e-08
previous_iter_valid_loss : 0.1613968461751938
1610060 0.161586 0.161397 0.168374 CURRENT LEARNING RATE: 7.122122607410964e-08
previous_iter_valid_loss : 0.16074194014072418
1610080 0.160915 0.160742 0.168196 CURRENT LEARNING RATE: 7.120698325322442e-08
previous_iter_valid_loss : 0.17451275885105133
1610100 0.174795 0.174513 0.168868 CURRENT LEARNING RATE: 7.119274328061854e-08
previous_iter_valid_loss : 0.16092687845230103
1610120 0.161104 0.160927 0.168807 CURRENT LEARNING RATE: 7.117850615572214e-08
previous_iter_valid_loss : 0.16411790251731873
1610140 0.164285 0.164118 0.168905 CURRENT LEARNING RATE: 7.116427187796624e-08
previous_iter_valid_loss : 0.1694302260875702
1610160 0.169583 0.169430 0.168786 CURRENT LEARNING RATE: 7.115004044678124e-08
previous_iter_valid_loss : 0.1688828021287918
1610180 0.169030 0.168883 0.169150 CURRENT LEARNING RATE: 7.113581186159788e-08
previous_iter_valid_loss : 0.16985735297203064
1610200 0.170097 0.169857 0.169517 CURRENT LEARNING RATE: 7.112158612184699e-08
previous_iter_valid_loss : 0.17043465375900269
1610220 0.170692 0.170435 0.169250 CURRENT LEARNING RATE: 7.110736322695954e-08
previous_iter_valid_loss : 0.16386206448078156
1610240 0.164053 0.163862 0.169253 CURRENT LEARNING RATE: 7.109314317636664e-08
previous_iter_valid_loss : 0.1619003713130951
1610260 0.162089 0.161900 0.168862 CURRENT LEARNING RATE: 7.107892596949948e-08
previous_iter_valid_loss : 0.16272899508476257
1610280 0.162892 0.162729 0.168651 CURRENT LEARNING RATE: 7.106471160578911e-08
previous_iter_valid_loss : 0.17175830900669098
1610300 0.172010 0.171758 0.168174 CURRENT LEARNING RATE: 7.105050008466747e-08
previous_iter_valid_loss : 0.1731114536523819
1610320 0.173379 0.173111 0.168752 CURRENT LEARNING RATE: 7.103629140556585e-08
previous_iter_valid_loss : 0.16755340993404388
1610340 0.167715 0.167553 0.168746 CURRENT LEARNING RATE: 7.102208556791589e-08
previous_iter_valid_loss : 0.1605970561504364
1610360 0.160771 0.160597 0.167715 CURRENT LEARNING RATE: 7.100788257114935e-08
previous_iter_valid_loss : 0.1645987182855606
1610380 0.164760 0.164599 0.167575 CURRENT LEARNING RATE: 7.099368241469812e-08
previous_iter_valid_loss : 0.16717883944511414
1610400 0.167333 0.167179 0.167202 CURRENT LEARNING RATE: 7.097948509799422e-08
previous_iter_valid_loss : 0.1672726720571518
1610420 0.167492 0.167273 0.167314 CURRENT LEARNING RATE: 7.096529062046972e-08
previous_iter_valid_loss : 0.1690717488527298
1610440 0.169309 0.169072 0.166495 CURRENT LEARNING RATE: 7.09510989815566e-08
previous_iter_valid_loss : 0.16054882109165192
1610460 0.160718 0.160549 0.166453 CURRENT LEARNING RATE: 7.09369101806877e-08
previous_iter_valid_loss : 0.1805880218744278
1610480 0.180928 0.180588 0.167445 CURRENT LEARNING RATE: 7.092272421729524e-08
previous_iter_valid_loss : 0.16274777054786682
1610500 0.162939 0.162748 0.166857 CURRENT LEARNING RATE: 7.090854109081173e-08
previous_iter_valid_loss : 0.18255925178527832
1610520 0.182715 0.182559 0.167938 CURRENT LEARNING RATE: 7.089436080066988e-08
previous_iter_valid_loss : 0.1626642495393753
1610540 0.162826 0.162664 0.167866 CURRENT LEARNING RATE: 7.088018334630247e-08
previous_iter_valid_loss : 0.1619349718093872
1610560 0.162095 0.161935 0.167491 CURRENT LEARNING RATE: 7.08660087271424e-08
previous_iter_valid_loss : 0.1605716049671173
1610580 0.160745 0.160572 0.167075 CURRENT LEARNING RATE: 7.085183694262245e-08
previous_iter_valid_loss : 0.1655760258436203
1610600 0.165741 0.165576 0.166861 CURRENT LEARNING RATE: 7.083766799217624e-08
previous_iter_valid_loss : 0.16049827635288239
1610620 0.160660 0.160498 0.166365 CURRENT LEARNING RATE: 7.082350187523675e-08
previous_iter_valid_loss : 0.16087119281291962
1610640 0.161031 0.160871 0.166215 CURRENT LEARNING RATE: 7.080933859123735e-08
previous_iter_valid_loss : 0.16149084270000458
1610660 0.161682 0.161491 0.166195 CURRENT LEARNING RATE: 7.07951781396115e-08
previous_iter_valid_loss : 0.19029632210731506
1610680 0.190734 0.190296 0.167573 CURRENT LEARNING RATE: 7.078102051979279e-08
previous_iter_valid_loss : 0.16673384606838226
1610700 0.166958 0.166734 0.167322 CURRENT LEARNING RATE: 7.07668657312149e-08
previous_iter_valid_loss : 0.1606825441122055
1610720 0.160850 0.160683 0.166700 CURRENT LEARNING RATE: 7.075271377331165e-08
previous_iter_valid_loss : 0.1605318933725357
1610740 0.160690 0.160532 0.166349 CURRENT LEARNING RATE: 7.073856464551672e-08
previous_iter_valid_loss : 0.16256248950958252
1610760 0.162735 0.162562 0.166447 CURRENT LEARNING RATE: 7.072441834726462e-08
previous_iter_valid_loss : 0.16370587050914764
1610780 0.163910 0.163706 0.166403 CURRENT LEARNING RATE: 7.071027487798927e-08
previous_iter_valid_loss : 0.16334769129753113
1610800 0.163550 0.163348 0.166211 CURRENT LEARNING RATE: 7.069613423712494e-08
previous_iter_valid_loss : 0.17650577425956726
1610820 0.176657 0.176506 0.166673 CURRENT LEARNING RATE: 7.068199642410596e-08
previous_iter_valid_loss : 0.16347664594650269
1610840 0.163650 0.163477 0.166393 CURRENT LEARNING RATE: 7.066786143836686e-08
previous_iter_valid_loss : 0.1644926518201828
1610860 0.164658 0.164493 0.166590 CURRENT LEARNING RATE: 7.065372927934224e-08
previous_iter_valid_loss : 0.16159369051456451
1610880 0.161754 0.161594 0.165641 CURRENT LEARNING RATE: 7.063959994646655e-08
previous_iter_valid_loss : 0.16063961386680603
1610900 0.160809 0.160640 0.165535 CURRENT LEARNING RATE: 7.062547343917509e-08
previous_iter_valid_loss : 0.18132802844047546
1610920 0.181490 0.181328 0.165474 CURRENT LEARNING RATE: 7.06113497569026e-08
previous_iter_valid_loss : 0.1609400063753128
1610940 0.161100 0.160940 0.165387 CURRENT LEARNING RATE: 7.05972288990841e-08
previous_iter_valid_loss : 0.16179056465625763
1610960 0.161959 0.161791 0.165380 CURRENT LEARNING RATE: 7.058311086515477e-08
previous_iter_valid_loss : 0.1613493412733078
1610980 0.161540 0.161349 0.165419 CURRENT LEARNING RATE: 7.05689956545499e-08
previous_iter_valid_loss : 0.1642344444990158
1611000 0.164436 0.164234 0.165352 CURRENT LEARNING RATE: 7.055488326670484e-08
previous_iter_valid_loss : 0.16272898018360138
1611020 0.162899 0.162729 0.165464 CURRENT LEARNING RATE: 7.054077370105512e-08
previous_iter_valid_loss : 0.16050510108470917
1611040 0.160671 0.160505 0.165445 CURRENT LEARNING RATE: 7.052666695703612e-08
previous_iter_valid_loss : 0.16126684844493866
1611060 0.161452 0.161267 0.165434 CURRENT LEARNING RATE: 7.051256303408406e-08
previous_iter_valid_loss : 0.16206757724285126
1611080 0.162238 0.162068 0.164023 CURRENT LEARNING RATE: 7.049846193163452e-08
previous_iter_valid_loss : 0.1846253126859665
1611100 0.184997 0.184625 0.164917 CURRENT LEARNING RATE: 7.048436364912348e-08
previous_iter_valid_loss : 0.17071537673473358
1611120 0.170960 0.170715 0.165419 CURRENT LEARNING RATE: 7.047026818598698e-08
previous_iter_valid_loss : 0.175668403506279
1611140 0.175825 0.175668 0.166176 CURRENT LEARNING RATE: 7.045617554166122e-08
previous_iter_valid_loss : 0.16963636875152588
1611160 0.169789 0.169636 0.166529 CURRENT LEARNING RATE: 7.04420857155825e-08
previous_iter_valid_loss : 0.1627134084701538
1611180 0.162897 0.162713 0.166480 CURRENT LEARNING RATE: 7.04279987071872e-08
previous_iter_valid_loss : 0.16386015713214874
1611200 0.164037 0.163860 0.166505 CURRENT LEARNING RATE: 7.041391451591163e-08
previous_iter_valid_loss : 0.16137991845607758
1611220 0.161550 0.161380 0.165749 CURRENT LEARNING RATE: 7.039983314119289e-08
previous_iter_valid_loss : 0.16054964065551758
1611240 0.160701 0.160550 0.165603 CURRENT LEARNING RATE: 7.038575458246749e-08
previous_iter_valid_loss : 0.1619243621826172
1611260 0.162076 0.161924 0.165474 CURRENT LEARNING RATE: 7.037167883917227e-08
previous_iter_valid_loss : 0.18944431841373444
1611280 0.189858 0.189444 0.166867 CURRENT LEARNING RATE: 7.035760591074422e-08
previous_iter_valid_loss : 0.17694048583507538
1611300 0.177230 0.176940 0.167682 CURRENT LEARNING RATE: 7.034353579662041e-08
previous_iter_valid_loss : 0.18405567109584808
1611320 0.184203 0.184056 0.167818 CURRENT LEARNING RATE: 7.032946849623806e-08
previous_iter_valid_loss : 0.18625150620937347
1611340 0.186389 0.186252 0.169084 CURRENT LEARNING RATE: 7.031540400903419e-08
previous_iter_valid_loss : 0.19828671216964722
1611360 0.198378 0.198287 0.170909 CURRENT LEARNING RATE: 7.030134233444675e-08
previous_iter_valid_loss : 0.16068559885025024
1611380 0.160836 0.160686 0.170875 CURRENT LEARNING RATE: 7.0287283471913e-08
previous_iter_valid_loss : 0.16729606688022614
1611400 0.167451 0.167296 0.171029 CURRENT LEARNING RATE: 7.027322742087062e-08
previous_iter_valid_loss : 0.1613701730966568
1611420 0.161553 0.161370 0.170961 CURRENT LEARNING RATE: 7.025917418075732e-08
previous_iter_valid_loss : 0.1604943573474884
1611440 0.160661 0.160494 0.170960 CURRENT LEARNING RATE: 7.024512375101102e-08
previous_iter_valid_loss : 0.1717142015695572
1611460 0.171859 0.171714 0.171482 CURRENT LEARNING RATE: 7.023107613106967e-08
previous_iter_valid_loss : 0.1612260341644287
1611480 0.161406 0.161226 0.171440 CURRENT LEARNING RATE: 7.021703132037137e-08
previous_iter_valid_loss : 0.1756768375635147
1611500 0.175830 0.175677 0.170993 CURRENT LEARNING RATE: 7.020298931835409e-08
previous_iter_valid_loss : 0.1758834272623062
1611520 0.176171 0.175883 0.171251 CURRENT LEARNING RATE: 7.018895012445664e-08
previous_iter_valid_loss : 0.1625615805387497
1611540 0.162733 0.162562 0.170596 CURRENT LEARNING RATE: 7.017491373811721e-08
previous_iter_valid_loss : 0.16106151044368744
1611560 0.161244 0.161062 0.170167 CURRENT LEARNING RATE: 7.016088015877433e-08
previous_iter_valid_loss : 0.16088034212589264
1611580 0.161040 0.160880 0.170076 CURRENT LEARNING RATE: 7.014684938586666e-08
previous_iter_valid_loss : 0.17515753209590912
1611600 0.175308 0.175158 0.170640 CURRENT LEARNING RATE: 7.013282141883299e-08
previous_iter_valid_loss : 0.16060097515583038
1611620 0.160768 0.160601 0.170602 CURRENT LEARNING RATE: 7.011879625711217e-08
previous_iter_valid_loss : 0.17422692477703094
1611640 0.174374 0.174227 0.171285 CURRENT LEARNING RATE: 7.010477390014323e-08
previous_iter_valid_loss : 0.16052518784999847
1611660 0.160682 0.160525 0.171215 CURRENT LEARNING RATE: 7.009075434736499e-08
previous_iter_valid_loss : 0.16083385050296783
1611680 0.161000 0.160834 0.169785 CURRENT LEARNING RATE: 7.007673759821719e-08
previous_iter_valid_loss : 0.17373737692832947
1611700 0.174010 0.173737 0.169625 CURRENT LEARNING RATE: 7.00627236521389e-08
previous_iter_valid_loss : 0.16050294041633606
1611720 0.160665 0.160503 0.168447 CURRENT LEARNING RATE: 7.004871250856956e-08
previous_iter_valid_loss : 0.16880975663661957
1611740 0.169049 0.168810 0.167575 CURRENT LEARNING RATE: 7.003470416694874e-08
previous_iter_valid_loss : 0.16053406894207
1611760 0.160693 0.160534 0.165687 CURRENT LEARNING RATE: 7.00206986267161e-08
previous_iter_valid_loss : 0.1768255978822708
1611780 0.177122 0.176826 0.166494 CURRENT LEARNING RATE: 7.00066958873114e-08
previous_iter_valid_loss : 0.1608961820602417
1611800 0.161069 0.160896 0.166174 CURRENT LEARNING RATE: 6.99926959481743e-08
previous_iter_valid_loss : 0.16182270646095276
1611820 0.161989 0.161823 0.166197 CURRENT LEARNING RATE: 6.99786988087453e-08
previous_iter_valid_loss : 0.16051878035068512
1611840 0.160690 0.160519 0.166198 CURRENT LEARNING RATE: 6.996470446846425e-08
previous_iter_valid_loss : 0.16436928510665894
1611860 0.164578 0.164369 0.165831 CURRENT LEARNING RATE: 6.99507129267714e-08
previous_iter_valid_loss : 0.16093574464321136
1611880 0.161121 0.160936 0.165816 CURRENT LEARNING RATE: 6.993672418310707e-08
previous_iter_valid_loss : 0.16099005937576294
1611900 0.161179 0.160990 0.165082 CURRENT LEARNING RATE: 6.992273823691173e-08
previous_iter_valid_loss : 0.16291360557079315
1611920 0.163099 0.162914 0.164434 CURRENT LEARNING RATE: 6.990875508762591e-08
previous_iter_valid_loss : 0.16134953498840332
1611940 0.161533 0.161350 0.164373 CURRENT LEARNING RATE: 6.989477473469032e-08
previous_iter_valid_loss : 0.16087310016155243
1611960 0.161031 0.160873 0.164364 CURRENT LEARNING RATE: 6.988079717754547e-08
previous_iter_valid_loss : 0.16700191795825958
1611980 0.167220 0.167002 0.164670 CURRENT LEARNING RATE: 6.986682241563277e-08
previous_iter_valid_loss : 0.16126620769500732
1612000 0.161448 0.161266 0.163975 CURRENT LEARNING RATE: 6.985285044839297e-08
previous_iter_valid_loss : 0.16059055924415588
1612020 0.160748 0.160591 0.163975 CURRENT LEARNING RATE: 6.98388812752672e-08
previous_iter_valid_loss : 0.16482852399349213
1612040 0.165043 0.164829 0.163505 CURRENT LEARNING RATE: 6.98249148956967e-08
previous_iter_valid_loss : 0.1638067215681076
1612060 0.164004 0.163807 0.163669 CURRENT LEARNING RATE: 6.981095130912279e-08
previous_iter_valid_loss : 0.16174869239330292
1612080 0.161904 0.161749 0.163714 CURRENT LEARNING RATE: 6.979699051498694e-08
previous_iter_valid_loss : 0.16427962481975555
1612100 0.164479 0.164280 0.163242 CURRENT LEARNING RATE: 6.978303251273049e-08
previous_iter_valid_loss : 0.1606689691543579
1612120 0.160815 0.160669 0.163250 CURRENT LEARNING RATE: 6.976907730179558e-08
previous_iter_valid_loss : 0.18259960412979126
1612140 0.182753 0.182600 0.163939 CURRENT LEARNING RATE: 6.975512488162378e-08
previous_iter_valid_loss : 0.16149722039699554
1612160 0.161662 0.161497 0.163988 CURRENT LEARNING RATE: 6.974117525165698e-08
previous_iter_valid_loss : 0.16158221662044525
1612180 0.161740 0.161582 0.163225 CURRENT LEARNING RATE: 6.97272284113372e-08
previous_iter_valid_loss : 0.16282565891742706
1612200 0.162989 0.162826 0.163322 CURRENT LEARNING RATE: 6.971328436010658e-08
previous_iter_valid_loss : 0.17851243913173676
1612220 0.178830 0.178512 0.164156 CURRENT LEARNING RATE: 6.969934309740733e-08
previous_iter_valid_loss : 0.16858156025409698
1612240 0.168737 0.168582 0.164560 CURRENT LEARNING RATE: 6.968540462268181e-08
previous_iter_valid_loss : 0.18399962782859802
1612260 0.184152 0.184000 0.165541 CURRENT LEARNING RATE: 6.967146893537224e-08
previous_iter_valid_loss : 0.16055358946323395
1612280 0.160718 0.160554 0.165522 CURRENT LEARNING RATE: 6.965753603492168e-08
previous_iter_valid_loss : 0.16203933954238892
1612300 0.162203 0.162039 0.165574 CURRENT LEARNING RATE: 6.964360592077259e-08
previous_iter_valid_loss : 0.16716209053993225
1612320 0.167390 0.167162 0.165787 CURRENT LEARNING RATE: 6.962967859236773e-08
previous_iter_valid_loss : 0.16328927874565125
1612340 0.163452 0.163289 0.165884 CURRENT LEARNING RATE: 6.961575404915003e-08
previous_iter_valid_loss : 0.1606716364622116
1612360 0.160844 0.160672 0.165874 CURRENT LEARNING RATE: 6.960183229056249e-08
previous_iter_valid_loss : 0.16466344892978668
1612380 0.164828 0.164663 0.165757 CURRENT LEARNING RATE: 6.958791331604826e-08
previous_iter_valid_loss : 0.17138665914535522
1612400 0.171535 0.171387 0.166263 CURRENT LEARNING RATE: 6.957399712505057e-08
previous_iter_valid_loss : 0.17801602184772491
1612420 0.178182 0.178016 0.167134 CURRENT LEARNING RATE: 6.956008371701252e-08
previous_iter_valid_loss : 0.16288945078849792
1612440 0.163078 0.162889 0.167037 CURRENT LEARNING RATE: 6.954617309137808e-08
previous_iter_valid_loss : 0.16267609596252441
1612460 0.162837 0.162676 0.166981 CURRENT LEARNING RATE: 6.953226524759059e-08
previous_iter_valid_loss : 0.2079962193965912
1612480 0.208045 0.207996 0.169293 CURRENT LEARNING RATE: 6.95183601850937e-08
previous_iter_valid_loss : 0.1813591569662094
1612500 0.181515 0.181359 0.170147 CURRENT LEARNING RATE: 6.950445790333123e-08
previous_iter_valid_loss : 0.16108927130699158
1612520 0.161253 0.161089 0.170168 CURRENT LEARNING RATE: 6.949055840174709e-08
previous_iter_valid_loss : 0.17069046199321747
1612540 0.170952 0.170690 0.169573 CURRENT LEARNING RATE: 6.94766616797853e-08
previous_iter_valid_loss : 0.16409650444984436
1612560 0.164269 0.164097 0.169702 CURRENT LEARNING RATE: 6.946276773688973e-08
previous_iter_valid_loss : 0.16238528490066528
1612580 0.162539 0.162385 0.169743 CURRENT LEARNING RATE: 6.944887657250512e-08
previous_iter_valid_loss : 0.1647726148366928
1612600 0.164976 0.164773 0.169840 CURRENT LEARNING RATE: 6.943498818607558e-08
previous_iter_valid_loss : 0.17396984994411469
1612620 0.174241 0.173970 0.169613 CURRENT LEARNING RATE: 6.942110257704559e-08
previous_iter_valid_loss : 0.16282030940055847
1612640 0.163015 0.162820 0.169325 CURRENT LEARNING RATE: 6.940721974485971e-08
previous_iter_valid_loss : 0.1795339435338974
1612660 0.179690 0.179534 0.169102 CURRENT LEARNING RATE: 6.939333968896263e-08
previous_iter_valid_loss : 0.1609015017747879
1612680 0.161061 0.160902 0.169119 CURRENT LEARNING RATE: 6.937946240879914e-08
previous_iter_valid_loss : 0.16276155412197113
1612700 0.162930 0.162762 0.169155 CURRENT LEARNING RATE: 6.936558790381416e-08
previous_iter_valid_loss : 0.16276103258132935
1612720 0.162949 0.162761 0.168935 CURRENT LEARNING RATE: 6.935171617345246e-08
previous_iter_valid_loss : 0.16059915721416473
1612740 0.160765 0.160599 0.168800 CURRENT LEARNING RATE: 6.933784721715966e-08
previous_iter_valid_loss : 0.18066160380840302
1612760 0.180996 0.180662 0.169800 CURRENT LEARNING RATE: 6.932398103438075e-08
previous_iter_valid_loss : 0.18006794154644012
1612780 0.180396 0.180068 0.170570 CURRENT LEARNING RATE: 6.931011762456111e-08
previous_iter_valid_loss : 0.168279767036438
1612800 0.168433 0.168280 0.170415 CURRENT LEARNING RATE: 6.929625698714618e-08
previous_iter_valid_loss : 0.16944479942321777
1612820 0.169598 0.169445 0.169986 CURRENT LEARNING RATE: 6.928239912158152e-08
previous_iter_valid_loss : 0.16282525658607483
1612840 0.162991 0.162825 0.169983 CURRENT LEARNING RATE: 6.926854402731285e-08
previous_iter_valid_loss : 0.17031584680080414
1612860 0.170571 0.170316 0.170365 CURRENT LEARNING RATE: 6.925469170378595e-08
previous_iter_valid_loss : 0.172877237200737
1612880 0.173152 0.172877 0.168609 CURRENT LEARNING RATE: 6.924084215044647e-08
previous_iter_valid_loss : 0.16111096739768982
1612900 0.161273 0.161111 0.167597 CURRENT LEARNING RATE: 6.922699536674094e-08
previous_iter_valid_loss : 0.1658196896314621
1612920 0.165987 0.165820 0.167833 CURRENT LEARNING RATE: 6.921315135211523e-08
previous_iter_valid_loss : 0.16052982211112976
1612940 0.160701 0.160530 0.167325 CURRENT LEARNING RATE: 6.919931010601559e-08
previous_iter_valid_loss : 0.1622428297996521
1612960 0.162403 0.162243 0.167232 CURRENT LEARNING RATE: 6.918547162788837e-08
previous_iter_valid_loss : 0.18703781068325043
1612980 0.187441 0.187038 0.168465 CURRENT LEARNING RATE: 6.917163591718001e-08
previous_iter_valid_loss : 0.1611596792936325
1613000 0.161348 0.161160 0.168284 CURRENT LEARNING RATE: 6.91578029733371e-08
previous_iter_valid_loss : 0.1606495976448059
1613020 0.160816 0.160650 0.167618 CURRENT LEARNING RATE: 6.914397279580607e-08
previous_iter_valid_loss : 0.16509076952934265
1613040 0.165250 0.165091 0.167732 CURRENT LEARNING RATE: 6.913014538403421e-08
previous_iter_valid_loss : 0.1641758382320404
1613060 0.164380 0.164176 0.166964 CURRENT LEARNING RATE: 6.911632073746818e-08
previous_iter_valid_loss : 0.1648809164762497
1613080 0.165049 0.164881 0.167163 CURRENT LEARNING RATE: 6.910249885555497e-08
previous_iter_valid_loss : 0.16422641277313232
1613100 0.164400 0.164226 0.167236 CURRENT LEARNING RATE: 6.908867973774175e-08
previous_iter_valid_loss : 0.17332372069358826
1613120 0.173477 0.173324 0.167764 CURRENT LEARNING RATE: 6.907486338347571e-08
previous_iter_valid_loss : 0.1606733351945877
1613140 0.160848 0.160673 0.167768 CURRENT LEARNING RATE: 6.906104979220422e-08
previous_iter_valid_loss : 0.16472552716732025
1613160 0.164930 0.164726 0.166971 CURRENT LEARNING RATE: 6.904723896337472e-08
previous_iter_valid_loss : 0.16613541543483734
1613180 0.166341 0.166135 0.166275 CURRENT LEARNING RATE: 6.903343089643456e-08
previous_iter_valid_loss : 0.16155043244361877
1613200 0.161730 0.161550 0.165938 CURRENT LEARNING RATE: 6.901962559083188e-08
previous_iter_valid_loss : 0.17095249891281128
1613220 0.171105 0.170952 0.166014 CURRENT LEARNING RATE: 6.900582304601424e-08
previous_iter_valid_loss : 0.17765435576438904
1613240 0.177815 0.177654 0.166755 CURRENT LEARNING RATE: 6.899202326142952e-08
previous_iter_valid_loss : 0.1622322052717209
1613260 0.162424 0.162232 0.166351 CURRENT LEARNING RATE: 6.897822623652575e-08
previous_iter_valid_loss : 0.1649586260318756
1613280 0.165121 0.164959 0.165955 CURRENT LEARNING RATE: 6.896443197075104e-08
previous_iter_valid_loss : 0.16093413531780243
1613300 0.161109 0.160934 0.165946 CURRENT LEARNING RATE: 6.895064046355361e-08
previous_iter_valid_loss : 0.18133442103862762
1613320 0.181488 0.181334 0.166722 CURRENT LEARNING RATE: 6.893685171438157e-08
previous_iter_valid_loss : 0.16153381764888763
1613340 0.161696 0.161534 0.166772 CURRENT LEARNING RATE: 6.892306572268385e-08
previous_iter_valid_loss : 0.1693420708179474
1613360 0.169495 0.169342 0.167127 CURRENT LEARNING RATE: 6.890928248790877e-08
previous_iter_valid_loss : 0.1656995564699173
1613380 0.165864 0.165700 0.166060 CURRENT LEARNING RATE: 6.8895502009505e-08
previous_iter_valid_loss : 0.1623443365097046
1613400 0.162529 0.162344 0.166119 CURRENT LEARNING RATE: 6.88817242869213e-08
previous_iter_valid_loss : 0.16367974877357483
1613420 0.163845 0.163680 0.166271 CURRENT LEARNING RATE: 6.88679493196066e-08
previous_iter_valid_loss : 0.162218376994133
1613440 0.162387 0.162218 0.166127 CURRENT LEARNING RATE: 6.885417710700989e-08
previous_iter_valid_loss : 0.16070105135440826
1613460 0.160870 0.160701 0.165953 CURRENT LEARNING RATE: 6.884040764858026e-08
previous_iter_valid_loss : 0.16126494109630585
1613480 0.161421 0.161265 0.165773 CURRENT LEARNING RATE: 6.882664094376669e-08
previous_iter_valid_loss : 0.1659049391746521
1613500 0.166126 0.165905 0.165857 CURRENT LEARNING RATE: 6.881287699201903e-08
previous_iter_valid_loss : 0.16623727977275848
1613520 0.166396 0.166237 0.165502 CURRENT LEARNING RATE: 6.879911579278644e-08
previous_iter_valid_loss : 0.1714945137500763
1613540 0.171645 0.171495 0.166043 CURRENT LEARNING RATE: 6.87853573455185e-08
previous_iter_valid_loss : 0.160548135638237
1613560 0.160711 0.160548 0.165834 CURRENT LEARNING RATE: 6.877160164966487e-08
previous_iter_valid_loss : 0.17129698395729065
1613580 0.171443 0.171297 0.166093 CURRENT LEARNING RATE: 6.875784870467531e-08
previous_iter_valid_loss : 0.1607939749956131
1613600 0.160966 0.160794 0.166055 CURRENT LEARNING RATE: 6.874409850999972e-08
previous_iter_valid_loss : 0.17257525026798248
1613620 0.172844 0.172575 0.166136 CURRENT LEARNING RATE: 6.873035106508806e-08
previous_iter_valid_loss : 0.1724357157945633
1613640 0.172705 0.172436 0.165875 CURRENT LEARNING RATE: 6.871660636939023e-08
previous_iter_valid_loss : 0.1663748025894165
1613660 0.166537 0.166375 0.166082 CURRENT LEARNING RATE: 6.870286442235689e-08
previous_iter_valid_loss : 0.16049709916114807
1613680 0.160656 0.160497 0.165859 CURRENT LEARNING RATE: 6.868912522343814e-08
previous_iter_valid_loss : 0.16413995623588562
1613700 0.164311 0.164140 0.166019 CURRENT LEARNING RATE: 6.86753887720844e-08
previous_iter_valid_loss : 0.16052381694316864
1613720 0.160686 0.160524 0.164979 CURRENT LEARNING RATE: 6.866165506774623e-08
previous_iter_valid_loss : 0.16199520230293274
1613740 0.162155 0.161995 0.165002 CURRENT LEARNING RATE: 6.864792410987426e-08
previous_iter_valid_loss : 0.16069038212299347
1613760 0.160871 0.160690 0.164569 CURRENT LEARNING RATE: 6.863419589791928e-08
previous_iter_valid_loss : 0.19562508165836334
1613780 0.195734 0.195625 0.166066 CURRENT LEARNING RATE: 6.86204704313319e-08
previous_iter_valid_loss : 0.16054794192314148
1613800 0.160712 0.160548 0.165976 CURRENT LEARNING RATE: 6.860674770956359e-08
previous_iter_valid_loss : 0.16826067864894867
1613820 0.168496 0.168261 0.166205 CURRENT LEARNING RATE: 6.859302773206518e-08
previous_iter_valid_loss : 0.18352946639060974
1613840 0.183676 0.183529 0.167270 CURRENT LEARNING RATE: 6.85793104982879e-08
previous_iter_valid_loss : 0.1630518138408661
1613860 0.163220 0.163052 0.167388 CURRENT LEARNING RATE: 6.856559600768305e-08
previous_iter_valid_loss : 0.19505846500396729
1613880 0.195172 0.195058 0.169078 CURRENT LEARNING RATE: 6.855188425970206e-08
previous_iter_valid_loss : 0.21843956410884857
1613900 0.218448 0.218440 0.171704 CURRENT LEARNING RATE: 6.853817525379643e-08
previous_iter_valid_loss : 0.16089627146720886
1613920 0.161071 0.160896 0.171437 CURRENT LEARNING RATE: 6.852446898941784e-08
previous_iter_valid_loss : 0.1854807436466217
1613940 0.185855 0.185481 0.172137 CURRENT LEARNING RATE: 6.851076546601776e-08
previous_iter_valid_loss : 0.17279979586601257
1613960 0.173066 0.172800 0.172749 CURRENT LEARNING RATE: 6.849706468304855e-08
previous_iter_valid_loss : 0.1605100929737091
1613980 0.160680 0.160510 0.172210 CURRENT LEARNING RATE: 6.848336663996195e-08
previous_iter_valid_loss : 0.1711474061012268
1614000 0.171296 0.171147 0.172727 CURRENT LEARNING RATE: 6.846967133621001e-08
previous_iter_valid_loss : 0.16330915689468384
1614020 0.163504 0.163309 0.172264 CURRENT LEARNING RATE: 6.845597877124493e-08
previous_iter_valid_loss : 0.16051213443279266
1614040 0.160671 0.160512 0.171668 CURRENT LEARNING RATE: 6.844228894451903e-08
previous_iter_valid_loss : 0.16086822748184204
1614060 0.161026 0.160868 0.171393 CURRENT LEARNING RATE: 6.842860185548467e-08
previous_iter_valid_loss : 0.16313675045967102
1614080 0.163304 0.163137 0.171525 CURRENT LEARNING RATE: 6.841491750359442e-08
previous_iter_valid_loss : 0.16556943953037262
1614100 0.165733 0.165569 0.171596 CURRENT LEARNING RATE: 6.840123588830063e-08
previous_iter_valid_loss : 0.1642351597547531
1614120 0.164400 0.164235 0.171782 CURRENT LEARNING RATE: 6.838755700905651e-08
previous_iter_valid_loss : 0.16856110095977783
1614140 0.168719 0.168561 0.172110 CURRENT LEARNING RATE: 6.83738808653147e-08
previous_iter_valid_loss : 0.1626916229724884
1614160 0.162860 0.162692 0.172210 CURRENT LEARNING RATE: 6.836020745652812e-08
previous_iter_valid_loss : 0.16448462009429932
1614180 0.164652 0.164485 0.170653 CURRENT LEARNING RATE: 6.834653678214986e-08
previous_iter_valid_loss : 0.16753312945365906
1614200 0.167692 0.167533 0.171002 CURRENT LEARNING RATE: 6.833286884163306e-08
previous_iter_valid_loss : 0.1621817797422409
1614220 0.162368 0.162182 0.170698 CURRENT LEARNING RATE: 6.831920363443105e-08
previous_iter_valid_loss : 0.16401293873786926
1614240 0.164178 0.164013 0.169722 CURRENT LEARNING RATE: 6.830554115999693e-08
previous_iter_valid_loss : 0.16110795736312866
1614260 0.161264 0.161108 0.169625 CURRENT LEARNING RATE: 6.829188141778473e-08
previous_iter_valid_loss : 0.1663021445274353
1614280 0.166464 0.166302 0.168187 CURRENT LEARNING RATE: 6.827822440724777e-08
previous_iter_valid_loss : 0.16705693304538727
1614300 0.167214 0.167057 0.165618 CURRENT LEARNING RATE: 6.826457012783981e-08
previous_iter_valid_loss : 0.16124235093593597
1614320 0.161401 0.161242 0.165636 CURRENT LEARNING RATE: 6.825091857901466e-08
previous_iter_valid_loss : 0.17260737717151642
1614340 0.172881 0.172607 0.164992 CURRENT LEARNING RATE: 6.823726976022626e-08
previous_iter_valid_loss : 0.16052983701229095
1614360 0.160693 0.160530 0.164378 CURRENT LEARNING RATE: 6.822362367092867e-08
previous_iter_valid_loss : 0.161498561501503
1614380 0.161679 0.161499 0.164428 CURRENT LEARNING RATE: 6.820998031057603e-08
previous_iter_valid_loss : 0.160721555352211
1614400 0.160883 0.160722 0.163907 CURRENT LEARNING RATE: 6.819633967862237e-08
previous_iter_valid_loss : 0.16266493499279022
1614420 0.162851 0.162665 0.163874 CURRENT LEARNING RATE: 6.818270177452254e-08
previous_iter_valid_loss : 0.16282102465629578
1614440 0.163010 0.162821 0.163990 CURRENT LEARNING RATE: 6.81690665977308e-08
previous_iter_valid_loss : 0.16311722993850708
1614460 0.163289 0.163117 0.164102 CURRENT LEARNING RATE: 6.815543414770173e-08
previous_iter_valid_loss : 0.16154442727565765
1614480 0.161740 0.161544 0.164023 CURRENT LEARNING RATE: 6.814180442389003e-08
previous_iter_valid_loss : 0.16719461977481842
1614500 0.167353 0.167195 0.164104 CURRENT LEARNING RATE: 6.812817742575052e-08
previous_iter_valid_loss : 0.16055181622505188
1614520 0.160715 0.160552 0.163920 CURRENT LEARNING RATE: 6.811455315273812e-08
previous_iter_valid_loss : 0.16054251790046692
1614540 0.160710 0.160543 0.163519 CURRENT LEARNING RATE: 6.81009316043076e-08
previous_iter_valid_loss : 0.17215368151664734
1614560 0.172297 0.172154 0.163992 CURRENT LEARNING RATE: 6.808731277991461e-08
previous_iter_valid_loss : 0.16271142661571503
1614580 0.162910 0.162711 0.163903 CURRENT LEARNING RATE: 6.807369667901414e-08
previous_iter_valid_loss : 0.19363710284233093
1614600 0.193766 0.193637 0.165208 CURRENT LEARNING RATE: 6.806008330106154e-08
previous_iter_valid_loss : 0.1684609204530716
1614620 0.168695 0.168461 0.165522 CURRENT LEARNING RATE: 6.804647264551229e-08
previous_iter_valid_loss : 0.16119123995304108
1614640 0.161341 0.161191 0.165381 CURRENT LEARNING RATE: 6.803286471182195e-08
previous_iter_valid_loss : 0.1625978946685791
1614660 0.162795 0.162598 0.165456 CURRENT LEARNING RATE: 6.801925949944621e-08
previous_iter_valid_loss : 0.1605788916349411
1614680 0.160739 0.160579 0.165170 CURRENT LEARNING RATE: 6.800565700784085e-08
previous_iter_valid_loss : 0.1687759906053543
1614700 0.169014 0.168776 0.165256 CURRENT LEARNING RATE: 6.799205723646154e-08
previous_iter_valid_loss : 0.16087600588798523
1614720 0.161054 0.160876 0.165237 CURRENT LEARNING RATE: 6.797846018476477e-08
previous_iter_valid_loss : 0.16174215078353882
1614740 0.161897 0.161742 0.164694 CURRENT LEARNING RATE: 6.796486585220641e-08
previous_iter_valid_loss : 0.16058439016342163
1614760 0.160755 0.160584 0.164697 CURRENT LEARNING RATE: 6.795127423824272e-08
previous_iter_valid_loss : 0.16747337579727173
1614780 0.167700 0.167473 0.164996 CURRENT LEARNING RATE: 6.793768534232999e-08
previous_iter_valid_loss : 0.16558608412742615
1614800 0.165746 0.165586 0.165239 CURRENT LEARNING RATE: 6.792409916392468e-08
previous_iter_valid_loss : 0.1605275422334671
1614820 0.160689 0.160528 0.165132 CURRENT LEARNING RATE: 6.791051570248334e-08
previous_iter_valid_loss : 0.16457529366016388
1614840 0.164771 0.164575 0.165220 CURRENT LEARNING RATE: 6.789693495746266e-08
previous_iter_valid_loss : 0.16444015502929688
1614860 0.164608 0.164440 0.165286 CURRENT LEARNING RATE: 6.788335692831912e-08
previous_iter_valid_loss : 0.16751393675804138
1614880 0.167669 0.167514 0.165584 CURRENT LEARNING RATE: 6.786978161451012e-08
previous_iter_valid_loss : 0.16231141984462738
1614900 0.162491 0.162311 0.165340 CURRENT LEARNING RATE: 6.785620901549239e-08
previous_iter_valid_loss : 0.1726149469614029
1614920 0.172879 0.172615 0.165943 CURRENT LEARNING RATE: 6.784263913072304e-08
previous_iter_valid_loss : 0.1873815357685089
1614940 0.187804 0.187382 0.167285 CURRENT LEARNING RATE: 6.782907195965926e-08
previous_iter_valid_loss : 0.16569103300571442
1614960 0.165854 0.165691 0.166962 CURRENT LEARNING RATE: 6.781550750175836e-08
previous_iter_valid_loss : 0.16126248240470886
1614980 0.161437 0.161262 0.166890 CURRENT LEARNING RATE: 6.780194575647778e-08
previous_iter_valid_loss : 0.16100119054317474
1615000 0.161147 0.161001 0.165258 CURRENT LEARNING RATE: 6.778838672327478e-08
previous_iter_valid_loss : 0.16834422945976257
1615020 0.168498 0.168344 0.165252 CURRENT LEARNING RATE: 6.777483040160752e-08
previous_iter_valid_loss : 0.16055619716644287
1615040 0.160724 0.160556 0.165220 CURRENT LEARNING RATE: 6.776127679093347e-08
previous_iter_valid_loss : 0.16882885992527008
1615060 0.169072 0.168829 0.165532 CURRENT LEARNING RATE: 6.774772589071052e-08
previous_iter_valid_loss : 0.16945721209049225
1615080 0.169607 0.169457 0.165976 CURRENT LEARNING RATE: 6.77341777003966e-08
previous_iter_valid_loss : 0.1787724792957306
1615100 0.178936 0.178772 0.166475 CURRENT LEARNING RATE: 6.77206322194498e-08
previous_iter_valid_loss : 0.16053934395313263
1615120 0.160696 0.160539 0.166459 CURRENT LEARNING RATE: 6.770708944732828e-08
previous_iter_valid_loss : 0.16411931812763214
1615140 0.164285 0.164119 0.166578 CURRENT LEARNING RATE: 6.769354938349037e-08
previous_iter_valid_loss : 0.16157399117946625
1615160 0.161762 0.161574 0.166627 CURRENT LEARNING RATE: 6.768001202739421e-08
previous_iter_valid_loss : 0.16122187674045563
1615180 0.161396 0.161222 0.166314 CURRENT LEARNING RATE: 6.766647737849875e-08
previous_iter_valid_loss : 0.18095916509628296
1615200 0.181110 0.180959 0.167083 CURRENT LEARNING RATE: 6.765294543626242e-08
previous_iter_valid_loss : 0.1633441150188446
1615220 0.163514 0.163344 0.167224 CURRENT LEARNING RATE: 6.763941620014391e-08
previous_iter_valid_loss : 0.19084900617599487
1615240 0.190978 0.190849 0.168538 CURRENT LEARNING RATE: 6.762588966960205e-08
previous_iter_valid_loss : 0.16149669885635376
1615260 0.161682 0.161497 0.168390 CURRENT LEARNING RATE: 6.761236584409579e-08
previous_iter_valid_loss : 0.1608075201511383
1615280 0.160965 0.160808 0.168055 CURRENT LEARNING RATE: 6.759884472308418e-08
previous_iter_valid_loss : 0.16318169236183167
1615300 0.163380 0.163182 0.168099 CURRENT LEARNING RATE: 6.758532630602636e-08
previous_iter_valid_loss : 0.16138491034507751
1615320 0.161573 0.161385 0.167537 CURRENT LEARNING RATE: 6.757181059238136e-08
previous_iter_valid_loss : 0.16499273478984833
1615340 0.165190 0.164993 0.166418 CURRENT LEARNING RATE: 6.755829758160904e-08
previous_iter_valid_loss : 0.16148938238620758
1615360 0.161647 0.161489 0.166208 CURRENT LEARNING RATE: 6.754478727316862e-08
previous_iter_valid_loss : 0.16534870862960815
1615380 0.165557 0.165349 0.166412 CURRENT LEARNING RATE: 6.753127966651971e-08
previous_iter_valid_loss : 0.16233056783676147
1615400 0.162520 0.162331 0.166478 CURRENT LEARNING RATE: 6.7517774761122e-08
previous_iter_valid_loss : 0.16816312074661255
1615420 0.168321 0.168163 0.166469 CURRENT LEARNING RATE: 6.750427255643528e-08
previous_iter_valid_loss : 0.172043576836586
1615440 0.172187 0.172044 0.167044 CURRENT LEARNING RATE: 6.749077305191947e-08
previous_iter_valid_loss : 0.16135196387767792
1615460 0.161538 0.161352 0.166670 CURRENT LEARNING RATE: 6.747727624703436e-08
previous_iter_valid_loss : 0.1606440395116806
1615480 0.160800 0.160644 0.166229 CURRENT LEARNING RATE: 6.746378214124054e-08
previous_iter_valid_loss : 0.16054899990558624
1615500 0.160712 0.160549 0.165318 CURRENT LEARNING RATE: 6.745029073399803e-08
previous_iter_valid_loss : 0.16673171520233154
1615520 0.166898 0.166732 0.165628 CURRENT LEARNING RATE: 6.743680202476714e-08
previous_iter_valid_loss : 0.17297981679439545
1615540 0.173248 0.172980 0.166071 CURRENT LEARNING RATE: 6.742331601300835e-08
previous_iter_valid_loss : 0.16052290797233582
1615560 0.160678 0.160523 0.166018 CURRENT LEARNING RATE: 6.740983269818221e-08
previous_iter_valid_loss : 0.17451199889183044
1615580 0.174667 0.174512 0.166683 CURRENT LEARNING RATE: 6.739635207974938e-08
previous_iter_valid_loss : 0.17553062736988068
1615600 0.175682 0.175531 0.166411 CURRENT LEARNING RATE: 6.738287415717064e-08
previous_iter_valid_loss : 0.16231434047222137
1615620 0.162507 0.162314 0.166360 CURRENT LEARNING RATE: 6.736939892990665e-08
previous_iter_valid_loss : 0.16330283880233765
1615640 0.163490 0.163303 0.164982 CURRENT LEARNING RATE: 6.735592639741885e-08
previous_iter_valid_loss : 0.1893581748008728
1615660 0.189790 0.189358 0.166375 CURRENT LEARNING RATE: 6.734245655916813e-08
previous_iter_valid_loss : 0.16290058195590973
1615680 0.163105 0.162901 0.166480 CURRENT LEARNING RATE: 6.732898941461566e-08
previous_iter_valid_loss : 0.17320609092712402
1615700 0.173470 0.173206 0.166981 CURRENT LEARNING RATE: 6.73155249632228e-08
previous_iter_valid_loss : 0.16224150359630585
1615720 0.162396 0.162242 0.167024 CURRENT LEARNING RATE: 6.730206320445093e-08
previous_iter_valid_loss : 0.16387832164764404
1615740 0.164040 0.163878 0.166968 CURRENT LEARNING RATE: 6.72886041377616e-08
previous_iter_valid_loss : 0.1605474054813385
1615760 0.160720 0.160547 0.166921 CURRENT LEARNING RATE: 6.727514776261622e-08
previous_iter_valid_loss : 0.16591207683086395
1615780 0.166125 0.165912 0.166950 CURRENT LEARNING RATE: 6.726169407847699e-08
previous_iter_valid_loss : 0.16694043576717377
1615800 0.167102 0.166940 0.167180 CURRENT LEARNING RATE: 6.724824308480552e-08
previous_iter_valid_loss : 0.1607140749692917
1615820 0.160875 0.160714 0.166808 CURRENT LEARNING RATE: 6.72347947810638e-08
previous_iter_valid_loss : 0.18470999598503113
1615840 0.184859 0.184710 0.167441 CURRENT LEARNING RATE: 6.722134916671387e-08
previous_iter_valid_loss : 0.16710251569747925
1615860 0.167323 0.167103 0.167728 CURRENT LEARNING RATE: 6.720790624121792e-08
previous_iter_valid_loss : 0.17342258989810944
1615880 0.173697 0.173423 0.168367 CURRENT LEARNING RATE: 6.719446600403823e-08
previous_iter_valid_loss : 0.17239069938659668
1615900 0.172648 0.172391 0.168959 CURRENT LEARNING RATE: 6.718102845463717e-08
previous_iter_valid_loss : 0.16077688336372375
1615920 0.160956 0.160777 0.168662 CURRENT LEARNING RATE: 6.716759359247705e-08
previous_iter_valid_loss : 0.17970983684062958
1615940 0.180028 0.179710 0.168998 CURRENT LEARNING RATE: 6.715416141702089e-08
previous_iter_valid_loss : 0.16435998678207397
1615960 0.164531 0.164360 0.169190 CURRENT LEARNING RATE: 6.714073192773123e-08
previous_iter_valid_loss : 0.1700441986322403
1615980 0.170200 0.170044 0.168967 CURRENT LEARNING RATE: 6.712730512407083e-08
previous_iter_valid_loss : 0.1681566834449768
1616000 0.168318 0.168157 0.168598 CURRENT LEARNING RATE: 6.711388100550265e-08
previous_iter_valid_loss : 0.16329781711101532
1616020 0.163500 0.163298 0.168647 CURRENT LEARNING RATE: 6.710045957148971e-08
previous_iter_valid_loss : 0.1922217309474945
1616040 0.192678 0.192222 0.170093 CURRENT LEARNING RATE: 6.708704082149518e-08
previous_iter_valid_loss : 0.1754622459411621
1616060 0.175616 0.175462 0.169398 CURRENT LEARNING RATE: 6.707362475498229e-08
previous_iter_valid_loss : 0.160743847489357
1616080 0.160897 0.160744 0.169290 CURRENT LEARNING RATE: 6.706021137141416e-08
previous_iter_valid_loss : 0.17320996522903442
1616100 0.173487 0.173210 0.169291 CURRENT LEARNING RATE: 6.704680067025472e-08
previous_iter_valid_loss : 0.1709311306476593
1616120 0.171190 0.170931 0.169725 CURRENT LEARNING RATE: 6.703339265096731e-08
previous_iter_valid_loss : 0.16414132714271545
1616140 0.164352 0.164141 0.169738 CURRENT LEARNING RATE: 6.701998731301563e-08
previous_iter_valid_loss : 0.16051040589809418
1616160 0.160671 0.160510 0.169736 CURRENT LEARNING RATE: 6.700658465586346e-08
previous_iter_valid_loss : 0.1605621874332428
1616180 0.160725 0.160562 0.169469 CURRENT LEARNING RATE: 6.699318467897466e-08
previous_iter_valid_loss : 0.1610019952058792
1616200 0.161158 0.161002 0.169172 CURRENT LEARNING RATE: 6.697978738181327e-08
previous_iter_valid_loss : 0.16224586963653564
1616220 0.162397 0.162246 0.169249 CURRENT LEARNING RATE: 6.696639276384315e-08
previous_iter_valid_loss : 0.1728975772857666
1616240 0.173163 0.172898 0.168658 CURRENT LEARNING RATE: 6.695300082452899e-08
previous_iter_valid_loss : 0.17165260016918182
1616260 0.171917 0.171653 0.168885 CURRENT LEARNING RATE: 6.693961156333487e-08
previous_iter_valid_loss : 0.16473427414894104
1616280 0.164943 0.164734 0.168451 CURRENT LEARNING RATE: 6.692622497972522e-08
previous_iter_valid_loss : 0.16343888640403748
1616300 0.163636 0.163439 0.168003 CURRENT LEARNING RATE: 6.691284107316457e-08
previous_iter_valid_loss : 0.16217727959156036
1616320 0.162360 0.162177 0.168073 CURRENT LEARNING RATE: 6.689945984311757e-08
previous_iter_valid_loss : 0.1609070748090744
1616340 0.161065 0.160907 0.167133 CURRENT LEARNING RATE: 6.688608128904898e-08
previous_iter_valid_loss : 0.16328497231006622
1616360 0.163455 0.163285 0.167080 CURRENT LEARNING RATE: 6.687270541042366e-08
previous_iter_valid_loss : 0.16510266065597534
1616380 0.165312 0.165103 0.166833 CURRENT LEARNING RATE: 6.685933220670631e-08
previous_iter_valid_loss : 0.16844028234481812
1616400 0.168682 0.168440 0.166847 CURRENT LEARNING RATE: 6.684596167736251e-08
previous_iter_valid_loss : 0.16475407779216766
1616420 0.164944 0.164754 0.166919 CURRENT LEARNING RATE: 6.683259382185718e-08
previous_iter_valid_loss : 0.17278926074504852
1616440 0.173057 0.172789 0.165948 CURRENT LEARNING RATE: 6.681922863965561e-08
previous_iter_valid_loss : 0.1610238403081894
1616460 0.161210 0.161024 0.165226 CURRENT LEARNING RATE: 6.680586613022319e-08
previous_iter_valid_loss : 0.16066378355026245
1616480 0.160822 0.160664 0.165222 CURRENT LEARNING RATE: 6.679250629302543e-08
previous_iter_valid_loss : 0.16087551414966583
1616500 0.161020 0.160876 0.164605 CURRENT LEARNING RATE: 6.677914912752793e-08
previous_iter_valid_loss : 0.16260278224945068
1616520 0.162787 0.162603 0.164189 CURRENT LEARNING RATE: 6.676579463319617e-08
previous_iter_valid_loss : 0.1735464185476303
1616540 0.173700 0.173546 0.164659 CURRENT LEARNING RATE: 6.675244280949643e-08
previous_iter_valid_loss : 0.16237957775592804
1616560 0.162542 0.162380 0.164753 CURRENT LEARNING RATE: 6.673909365589442e-08
previous_iter_valid_loss : 0.16080766916275024
1616580 0.160987 0.160808 0.164765 CURRENT LEARNING RATE: 6.672574717185616e-08
previous_iter_valid_loss : 0.16057804226875305
1616600 0.160741 0.160578 0.164744 CURRENT LEARNING RATE: 6.671240335684781e-08
previous_iter_valid_loss : 0.1665768176317215
1616620 0.166732 0.166577 0.164960 CURRENT LEARNING RATE: 6.669906221033559e-08
previous_iter_valid_loss : 0.17286187410354614
1616640 0.173128 0.172862 0.164958 CURRENT LEARNING RATE: 6.668572373178588e-08
previous_iter_valid_loss : 0.1618170440196991
1616660 0.162011 0.161817 0.164467 CURRENT LEARNING RATE: 6.66723879206651e-08
previous_iter_valid_loss : 0.16520918905735016
1616680 0.165413 0.165209 0.164490 CURRENT LEARNING RATE: 6.665905477643965e-08
previous_iter_valid_loss : 0.1605081409215927
1616700 0.160672 0.160508 0.164344 CURRENT LEARNING RATE: 6.66457242985766e-08
previous_iter_valid_loss : 0.16869093477725983
1616720 0.168842 0.168691 0.164669 CURRENT LEARNING RATE: 6.663239648654255e-08
previous_iter_valid_loss : 0.16052937507629395
1616740 0.160701 0.160529 0.164651 CURRENT LEARNING RATE: 6.661907133980435e-08
previous_iter_valid_loss : 0.1607031226158142
1616760 0.160848 0.160703 0.164522 CURRENT LEARNING RATE: 6.660574885782904e-08
previous_iter_valid_loss : 0.1648513823747635
1616780 0.165012 0.164851 0.164509 CURRENT LEARNING RATE: 6.659242904008368e-08
previous_iter_valid_loss : 0.1664762943983078
1616800 0.166698 0.166476 0.164411 CURRENT LEARNING RATE: 6.657911188603549e-08
previous_iter_valid_loss : 0.1659199446439743
1616820 0.166131 0.165920 0.164469 CURRENT LEARNING RATE: 6.656579739515178e-08
previous_iter_valid_loss : 0.16054953634738922
1616840 0.160714 0.160550 0.163857 CURRENT LEARNING RATE: 6.655248556689973e-08
previous_iter_valid_loss : 0.1634562611579895
1616860 0.163642 0.163456 0.163979 CURRENT LEARNING RATE: 6.653917640074737e-08
previous_iter_valid_loss : 0.1658441573381424
1616880 0.166045 0.165844 0.164238 CURRENT LEARNING RATE: 6.652586989616206e-08
previous_iter_valid_loss : 0.16234087944030762
1616900 0.162526 0.162341 0.164311 CURRENT LEARNING RATE: 6.651256605261157e-08
previous_iter_valid_loss : 0.18301208317279816
1616920 0.183168 0.183012 0.165331 CURRENT LEARNING RATE: 6.649926486956372e-08
previous_iter_valid_loss : 0.16058355569839478
1616940 0.160745 0.160584 0.164683 CURRENT LEARNING RATE: 6.648596634648646e-08
previous_iter_valid_loss : 0.16051439940929413
1616960 0.160677 0.160514 0.164590 CURRENT LEARNING RATE: 6.647267048284789e-08
previous_iter_valid_loss : 0.1802157312631607
1616980 0.180371 0.180216 0.165560 CURRENT LEARNING RATE: 6.645937727811589e-08
previous_iter_valid_loss : 0.16119445860385895
1617000 0.161347 0.161194 0.165591 CURRENT LEARNING RATE: 6.644608673175923e-08
previous_iter_valid_loss : 0.16074207425117493
1617020 0.160914 0.160742 0.165300 CURRENT LEARNING RATE: 6.643279884324607e-08
previous_iter_valid_loss : 0.1678481549024582
1617040 0.168066 0.167848 0.165049 CURRENT LEARNING RATE: 6.641951361204485e-08
previous_iter_valid_loss : 0.16127052903175354
1617060 0.161432 0.161271 0.165022 CURRENT LEARNING RATE: 6.640623103762418e-08
previous_iter_valid_loss : 0.16149021685123444
1617080 0.161645 0.161490 0.164836 CURRENT LEARNING RATE: 6.639295111945278e-08
previous_iter_valid_loss : 0.1741921752691269
1617100 0.174339 0.174192 0.165520 CURRENT LEARNING RATE: 6.637967385699942e-08
previous_iter_valid_loss : 0.17133677005767822
1617120 0.171485 0.171337 0.165652 CURRENT LEARNING RATE: 6.636639924973303e-08
previous_iter_valid_loss : 0.16078253090381622
1617140 0.160956 0.160783 0.165665 CURRENT LEARNING RATE: 6.635312729712239e-08
previous_iter_valid_loss : 0.1608058661222458
1617160 0.160988 0.160806 0.165670 CURRENT LEARNING RATE: 6.633985799863707e-08
previous_iter_valid_loss : 0.16503500938415527
1617180 0.165196 0.165035 0.165679 CURRENT LEARNING RATE: 6.632659135374607e-08
previous_iter_valid_loss : 0.1626267433166504
1617200 0.162785 0.162627 0.165487 CURRENT LEARNING RATE: 6.631332736191876e-08
previous_iter_valid_loss : 0.16258148849010468
1617220 0.162773 0.162581 0.165320 CURRENT LEARNING RATE: 6.630006602262453e-08
previous_iter_valid_loss : 0.16142581403255463
1617240 0.161575 0.161426 0.165363 CURRENT LEARNING RATE: 6.628680733533298e-08
previous_iter_valid_loss : 0.2413739711046219
1617260 0.241261 0.241374 0.169259 CURRENT LEARNING RATE: 6.62735512995137e-08
previous_iter_valid_loss : 0.1620573103427887
1617280 0.162232 0.162057 0.169070 CURRENT LEARNING RATE: 6.626029791463649e-08
previous_iter_valid_loss : 0.16221317648887634
1617300 0.162410 0.162213 0.169064 CURRENT LEARNING RATE: 6.624704718017098e-08
previous_iter_valid_loss : 0.16197973489761353
1617320 0.162175 0.161980 0.168012 CURRENT LEARNING RATE: 6.62337990955876e-08
previous_iter_valid_loss : 0.16931606829166412
1617340 0.169558 0.169316 0.168449 CURRENT LEARNING RATE: 6.622055366035619e-08
previous_iter_valid_loss : 0.1639658510684967
1617360 0.164156 0.163966 0.168621 CURRENT LEARNING RATE: 6.620731087394692e-08
previous_iter_valid_loss : 0.20271562039852142
1617380 0.203265 0.202716 0.169746 CURRENT LEARNING RATE: 6.619407073583011e-08
previous_iter_valid_loss : 0.17081497609615326
1617400 0.171072 0.170815 0.170227 CURRENT LEARNING RATE: 6.618083324547615e-08
previous_iter_valid_loss : 0.163835808634758
1617420 0.164004 0.163836 0.170382 CURRENT LEARNING RATE: 6.61675984023555e-08
previous_iter_valid_loss : 0.1647460013628006
1617440 0.164954 0.164746 0.170227 CURRENT LEARNING RATE: 6.615436620593858e-08
previous_iter_valid_loss : 0.1635797768831253
1617460 0.163772 0.163580 0.170342 CURRENT LEARNING RATE: 6.614113665569654e-08
previous_iter_valid_loss : 0.1605086475610733
1617480 0.160681 0.160509 0.170293 CURRENT LEARNING RATE: 6.612790975109998e-08
previous_iter_valid_loss : 0.16185589134693146
1617500 0.162013 0.161856 0.169676 CURRENT LEARNING RATE: 6.611468549161983e-08
previous_iter_valid_loss : 0.16051164269447327
1617520 0.160668 0.160512 0.169135 CURRENT LEARNING RATE: 6.610146387672709e-08
previous_iter_valid_loss : 0.1611323058605194
1617540 0.161315 0.161132 0.169153 CURRENT LEARNING RATE: 6.608824490589292e-08
previous_iter_valid_loss : 0.16931560635566711
1617560 0.169465 0.169316 0.169578 CURRENT LEARNING RATE: 6.607502857858855e-08
previous_iter_valid_loss : 0.16057443618774414
1617580 0.160743 0.160574 0.169355 CURRENT LEARNING RATE: 6.606181489428536e-08
previous_iter_valid_loss : 0.16465327143669128
1617600 0.164876 0.164653 0.169456 CURRENT LEARNING RATE: 6.60486038524545e-08
previous_iter_valid_loss : 0.16542117297649384
1617620 0.165578 0.165421 0.169598 CURRENT LEARNING RATE: 6.603539545256806e-08
previous_iter_valid_loss : 0.1677040308713913
1617640 0.167854 0.167704 0.169912 CURRENT LEARNING RATE: 6.602218969409745e-08
previous_iter_valid_loss : 0.16253173351287842
1617660 0.162721 0.162532 0.165970 CURRENT LEARNING RATE: 6.600898657651443e-08
previous_iter_valid_loss : 0.17178045213222504
1617680 0.171931 0.171780 0.166456 CURRENT LEARNING RATE: 6.599578609929088e-08
previous_iter_valid_loss : 0.1769258677959442
1617700 0.177076 0.176926 0.167192 CURRENT LEARNING RATE: 6.598258826189878e-08
previous_iter_valid_loss : 0.16297176480293274
1617720 0.163134 0.162972 0.167242 CURRENT LEARNING RATE: 6.596939306381022e-08
previous_iter_valid_loss : 0.16182884573936462
1617740 0.161988 0.161829 0.166867 CURRENT LEARNING RATE: 6.595620050449716e-08
previous_iter_valid_loss : 0.16072137653827667
1617760 0.160898 0.160721 0.166705 CURRENT LEARNING RATE: 6.594301058343237e-08
previous_iter_valid_loss : 0.16209682822227478
1617780 0.162254 0.162097 0.164674 CURRENT LEARNING RATE: 6.592982330008801e-08
previous_iter_valid_loss : 0.16236460208892822
1617800 0.162515 0.162365 0.164252 CURRENT LEARNING RATE: 6.591663865393658e-08
previous_iter_valid_loss : 0.16059012711048126
1617820 0.160762 0.160590 0.164089 CURRENT LEARNING RATE: 6.590345664445072e-08
previous_iter_valid_loss : 0.16143359243869781
1617840 0.161586 0.161434 0.163924 CURRENT LEARNING RATE: 6.589027727110313e-08
previous_iter_valid_loss : 0.17286141216754913
1617860 0.173009 0.172861 0.164388 CURRENT LEARNING RATE: 6.587710053336664e-08
previous_iter_valid_loss : 0.16577082872390747
1617880 0.165936 0.165771 0.164651 CURRENT LEARNING RATE: 6.586392643071416e-08
previous_iter_valid_loss : 0.16461168229579926
1617900 0.164814 0.164612 0.164789 CURRENT LEARNING RATE: 6.585075496261853e-08
previous_iter_valid_loss : 0.17426809668540955
1617920 0.174415 0.174268 0.165476 CURRENT LEARNING RATE: 6.583758612855335e-08
previous_iter_valid_loss : 0.16096584498882294
1617940 0.161118 0.160966 0.165468 CURRENT LEARNING RATE: 6.582441992799161e-08
previous_iter_valid_loss : 0.16281069815158844
1617960 0.162975 0.162811 0.165143 CURRENT LEARNING RATE: 6.581125636040668e-08
previous_iter_valid_loss : 0.16070953011512756
1617980 0.160872 0.160710 0.165150 CURRENT LEARNING RATE: 6.579809542527201e-08
previous_iter_valid_loss : 0.16166122257709503
1618000 0.161849 0.161661 0.165000 CURRENT LEARNING RATE: 6.578493712206117e-08
previous_iter_valid_loss : 0.18318793177604675
1618020 0.183345 0.183188 0.165888 CURRENT LEARNING RATE: 6.577178145024783e-08
previous_iter_valid_loss : 0.16064287722110748
1618040 0.160796 0.160643 0.165535 CURRENT LEARNING RATE: 6.575862840930575e-08
previous_iter_valid_loss : 0.16067242622375488
1618060 0.160842 0.160672 0.165442 CURRENT LEARNING RATE: 6.574547799870856e-08
previous_iter_valid_loss : 0.16198067367076874
1618080 0.162169 0.161981 0.164952 CURRENT LEARNING RATE: 6.573233021793077e-08
previous_iter_valid_loss : 0.16099299490451813
1618100 0.161172 0.160993 0.164156 CURRENT LEARNING RATE: 6.571918506644618e-08
previous_iter_valid_loss : 0.16069850325584412
1618120 0.160865 0.160699 0.164042 CURRENT LEARNING RATE: 6.570604254372899e-08
previous_iter_valid_loss : 0.16413426399230957
1618140 0.164302 0.164134 0.164157 CURRENT LEARNING RATE: 6.569290264925353e-08
previous_iter_valid_loss : 0.1687559336423874
1618160 0.168991 0.168756 0.164559 CURRENT LEARNING RATE: 6.567976538249416e-08
previous_iter_valid_loss : 0.16067102551460266
1618180 0.160841 0.160671 0.164488 CURRENT LEARNING RATE: 6.566663074292545e-08
previous_iter_valid_loss : 0.16102080047130585
1618200 0.161179 0.161021 0.164421 CURRENT LEARNING RATE: 6.565349873002172e-08
previous_iter_valid_loss : 0.16048875451087952
1618220 0.160652 0.160489 0.164415 CURRENT LEARNING RATE: 6.564036934325818e-08
previous_iter_valid_loss : 0.1617211550474167
1618240 0.161880 0.161721 0.164430 CURRENT LEARNING RATE: 6.562724258210943e-08
previous_iter_valid_loss : 0.16612617671489716
1618260 0.166337 0.166126 0.164093 CURRENT LEARNING RATE: 6.561411844605041e-08
previous_iter_valid_loss : 0.1772448718547821
1618280 0.177552 0.177245 0.164667 CURRENT LEARNING RATE: 6.560099693455611e-08
previous_iter_valid_loss : 0.16324101388454437
1618300 0.163404 0.163241 0.164598 CURRENT LEARNING RATE: 6.55878780471017e-08
previous_iter_valid_loss : 0.16496790945529938
1618320 0.165177 0.164968 0.164133 CURRENT LEARNING RATE: 6.557476178316242e-08
previous_iter_valid_loss : 0.163258358836174
1618340 0.163427 0.163258 0.164248 CURRENT LEARNING RATE: 6.556164814221362e-08
previous_iter_valid_loss : 0.18017368018627167
1618360 0.180504 0.180174 0.165116 CURRENT LEARNING RATE: 6.554853712373054e-08
previous_iter_valid_loss : 0.16221804916858673
1618380 0.162418 0.162218 0.165191 CURRENT LEARNING RATE: 6.553542872718917e-08
previous_iter_valid_loss : 0.16245751082897186
1618400 0.162612 0.162458 0.165231 CURRENT LEARNING RATE: 6.552232295206497e-08
previous_iter_valid_loss : 0.16457438468933105
1618420 0.164732 0.164574 0.164301 CURRENT LEARNING RATE: 6.550921979783368e-08
previous_iter_valid_loss : 0.16060809791088104
1618440 0.160764 0.160608 0.164299 CURRENT LEARNING RATE: 6.54961192639712e-08
previous_iter_valid_loss : 0.16273152828216553
1618460 0.162924 0.162732 0.164402 CURRENT LEARNING RATE: 6.548302134995349e-08
previous_iter_valid_loss : 0.16077949106693268
1618480 0.160956 0.160779 0.164342 CURRENT LEARNING RATE: 6.546992605525666e-08
previous_iter_valid_loss : 0.17259731888771057
1618500 0.172743 0.172597 0.164922 CURRENT LEARNING RATE: 6.545683337935688e-08
previous_iter_valid_loss : 0.1670297235250473
1618520 0.167245 0.167030 0.165238 CURRENT LEARNING RATE: 6.54437433217302e-08
previous_iter_valid_loss : 0.16707296669483185
1618540 0.167307 0.167073 0.165385 CURRENT LEARNING RATE: 6.543065588185348e-08
previous_iter_valid_loss : 0.16094759106636047
1618560 0.161104 0.160948 0.164995 CURRENT LEARNING RATE: 6.541757105920303e-08
previous_iter_valid_loss : 0.18627768754959106
1618580 0.186426 0.186278 0.166275 CURRENT LEARNING RATE: 6.540448885325541e-08
previous_iter_valid_loss : 0.16118492186069489
1618600 0.161367 0.161185 0.166284 CURRENT LEARNING RATE: 6.539140926348737e-08
previous_iter_valid_loss : 0.16052356362342834
1618620 0.160689 0.160524 0.166285 CURRENT LEARNING RATE: 6.537833228937571e-08
previous_iter_valid_loss : 0.16709065437316895
1618640 0.167310 0.167091 0.166554 CURRENT LEARNING RATE: 6.536525793039734e-08
previous_iter_valid_loss : 0.16078831255435944
1618660 0.160947 0.160788 0.166287 CURRENT LEARNING RATE: 6.535218618602907e-08
previous_iter_valid_loss : 0.16266079246997833
1618680 0.162818 0.162661 0.165558 CURRENT LEARNING RATE: 6.53391170557485e-08
previous_iter_valid_loss : 0.1735456883907318
1618700 0.173696 0.173546 0.166073 CURRENT LEARNING RATE: 6.53260505390326e-08
previous_iter_valid_loss : 0.16968750953674316
1618720 0.169834 0.169688 0.166309 CURRENT LEARNING RATE: 6.531298663535874e-08
previous_iter_valid_loss : 0.16715918481349945
1618740 0.167320 0.167159 0.166504 CURRENT LEARNING RATE: 6.529992534420435e-08
previous_iter_valid_loss : 0.16078272461891174
1618760 0.160960 0.160783 0.165534 CURRENT LEARNING RATE: 6.528686666504698e-08
previous_iter_valid_loss : 0.16207163035869598
1618780 0.162243 0.162072 0.165527 CURRENT LEARNING RATE: 6.527381059736429e-08
previous_iter_valid_loss : 0.1605389416217804
1618800 0.160714 0.160539 0.165431 CURRENT LEARNING RATE: 6.526075714063403e-08
previous_iter_valid_loss : 0.1605476588010788
1618820 0.160709 0.160548 0.165230 CURRENT LEARNING RATE: 6.524770629433383e-08
previous_iter_valid_loss : 0.16973571479320526
1618840 0.169887 0.169736 0.165686 CURRENT LEARNING RATE: 6.523465805794213e-08
previous_iter_valid_loss : 0.16103756427764893
1618860 0.161198 0.161038 0.165601 CURRENT LEARNING RATE: 6.522161243093676e-08
previous_iter_valid_loss : 0.16620895266532898
1618880 0.166423 0.166209 0.165873 CURRENT LEARNING RATE: 6.520856941279589e-08
previous_iter_valid_loss : 0.16684098541736603
1618900 0.167001 0.166841 0.165585 CURRENT LEARNING RATE: 6.519552900299782e-08
previous_iter_valid_loss : 0.16147740185260773
1618920 0.161632 0.161477 0.165308 CURRENT LEARNING RATE: 6.51824912010209e-08
previous_iter_valid_loss : 0.1606646627187729
1618940 0.160817 0.160665 0.164987 CURRENT LEARNING RATE: 6.516945600634365e-08
previous_iter_valid_loss : 0.16089898347854614
1618960 0.161079 0.160899 0.164985 CURRENT LEARNING RATE: 6.51564234184444e-08
previous_iter_valid_loss : 0.16062010824680328
1618980 0.160788 0.160620 0.163702 CURRENT LEARNING RATE: 6.514339343680234e-08
previous_iter_valid_loss : 0.16149505972862244
1619000 0.161676 0.161495 0.163717 CURRENT LEARNING RATE: 6.513036606089604e-08
previous_iter_valid_loss : 0.1606934815645218
1619020 0.160846 0.160693 0.163726 CURRENT LEARNING RATE: 6.511734129020437e-08
previous_iter_valid_loss : 0.1638510376214981
1619040 0.164022 0.163851 0.163564 CURRENT LEARNING RATE: 6.510431912420636e-08
previous_iter_valid_loss : 0.16318254172801971
1619060 0.163347 0.163183 0.163684 CURRENT LEARNING RATE: 6.509129956238114e-08
previous_iter_valid_loss : 0.16198047995567322
1619080 0.162172 0.161980 0.163650 CURRENT LEARNING RATE: 6.50782826042079e-08
previous_iter_valid_loss : 0.1623312532901764
1619100 0.162528 0.162331 0.163089 CURRENT LEARNING RATE: 6.506526824916598e-08
previous_iter_valid_loss : 0.1684785783290863
1619120 0.168720 0.168479 0.163028 CURRENT LEARNING RATE: 6.505225649673455e-08
previous_iter_valid_loss : 0.16082872450351715
1619140 0.160984 0.160829 0.162712 CURRENT LEARNING RATE: 6.503924734639363e-08
previous_iter_valid_loss : 0.1645636111497879
1619160 0.164765 0.164564 0.162901 CURRENT LEARNING RATE: 6.502624079762262e-08
previous_iter_valid_loss : 0.1630503237247467
1619180 0.163249 0.163050 0.162950 CURRENT LEARNING RATE: 6.501323684990124e-08
previous_iter_valid_loss : 0.163447305560112
1619200 0.163605 0.163447 0.163095 CURRENT LEARNING RATE: 6.500023550270935e-08
previous_iter_valid_loss : 0.16293011605739594
1619220 0.163102 0.162930 0.163214 CURRENT LEARNING RATE: 6.498723675552689e-08
previous_iter_valid_loss : 0.16515319049358368
1619240 0.165345 0.165153 0.162985 CURRENT LEARNING RATE: 6.49742406078339e-08
previous_iter_valid_loss : 0.1620151549577713
1619260 0.162172 0.162015 0.163034 CURRENT LEARNING RATE: 6.496124705911054e-08
previous_iter_valid_loss : 0.16059035062789917
1619280 0.160749 0.160590 0.162753 CURRENT LEARNING RATE: 6.494825610883685e-08
previous_iter_valid_loss : 0.1802970916032791
1619300 0.180451 0.180297 0.163426 CURRENT LEARNING RATE: 6.493526775649364e-08
previous_iter_valid_loss : 0.1636303961277008
1619320 0.163833 0.163630 0.163534 CURRENT LEARNING RATE: 6.492228200156116e-08
previous_iter_valid_loss : 0.16170662641525269
1619340 0.161855 0.161707 0.163586 CURRENT LEARNING RATE: 6.490929884351996e-08
previous_iter_valid_loss : 0.17185962200164795
1619360 0.172126 0.171860 0.164134 CURRENT LEARNING RATE: 6.489631828185072e-08
previous_iter_valid_loss : 0.16183248162269592
1619380 0.161986 0.161832 0.164194 CURRENT LEARNING RATE: 6.488334031603421e-08
previous_iter_valid_loss : 0.1606922596693039
1619400 0.160850 0.160692 0.164154 CURRENT LEARNING RATE: 6.487036494555134e-08
previous_iter_valid_loss : 0.16754098236560822
1619420 0.167769 0.167541 0.164497 CURRENT LEARNING RATE: 6.485739216988284e-08
previous_iter_valid_loss : 0.1628338247537613
1619440 0.162995 0.162834 0.164446 CURRENT LEARNING RATE: 6.484442198851027e-08
previous_iter_valid_loss : 0.16239719092845917
1619460 0.162572 0.162397 0.164406 CURRENT LEARNING RATE: 6.483145440091458e-08
previous_iter_valid_loss : 0.16064034402370453
1619480 0.160799 0.160640 0.164339 CURRENT LEARNING RATE: 6.481848940657708e-08
previous_iter_valid_loss : 0.16734008491039276
1619500 0.167495 0.167340 0.164590 CURRENT LEARNING RATE: 6.480552700497916e-08
previous_iter_valid_loss : 0.16059112548828125
1619520 0.160756 0.160591 0.164196 CURRENT LEARNING RATE: 6.479256719560233e-08
previous_iter_valid_loss : 0.16083362698554993
1619540 0.160986 0.160834 0.164196 CURRENT LEARNING RATE: 6.47796099779282e-08
previous_iter_valid_loss : 0.16223959624767303
1619560 0.162398 0.162240 0.164080 CURRENT LEARNING RATE: 6.476665535143848e-08
previous_iter_valid_loss : 0.16082346439361572
1619580 0.160983 0.160823 0.163968 CURRENT LEARNING RATE: 6.475370331561474e-08
previous_iter_valid_loss : 0.16048754751682281
1619600 0.160651 0.160488 0.163820 CURRENT LEARNING RATE: 6.474075386993938e-08
previous_iter_valid_loss : 0.1614123433828354
1619620 0.161603 0.161412 0.163744 CURRENT LEARNING RATE: 6.472780701389418e-08
previous_iter_valid_loss : 0.1617932915687561
1619640 0.161976 0.161793 0.163576 CURRENT LEARNING RATE: 6.471486274696128e-08
previous_iter_valid_loss : 0.16140547394752502
1619660 0.161565 0.161405 0.163546 CURRENT LEARNING RATE: 6.470192106862289e-08
previous_iter_valid_loss : 0.1623138189315796
1619680 0.162509 0.162314 0.163632 CURRENT LEARNING RATE: 6.468898197836134e-08
previous_iter_valid_loss : 0.16121573746204376
1619700 0.161404 0.161216 0.162678 CURRENT LEARNING RATE: 6.46760454756591e-08
previous_iter_valid_loss : 0.1609964519739151
1619720 0.161157 0.160996 0.162546 CURRENT LEARNING RATE: 6.466311155999869e-08
previous_iter_valid_loss : 0.17441697418689728
1619740 0.174565 0.174417 0.163182 CURRENT LEARNING RATE: 6.46501802308625e-08
previous_iter_valid_loss : 0.16098938882350922
1619760 0.161138 0.160989 0.162638 CURRENT LEARNING RATE: 6.463725148773377e-08
previous_iter_valid_loss : 0.16335512697696686
1619780 0.163561 0.163355 0.162714 CURRENT LEARNING RATE: 6.462432533009509e-08
previous_iter_valid_loss : 0.16260653734207153
1619800 0.162767 0.162607 0.162810 CURRENT LEARNING RATE: 6.461140175742946e-08
previous_iter_valid_loss : 0.16891130805015564
1619820 0.169150 0.168911 0.162879 CURRENT LEARNING RATE: 6.45984807692199e-08
previous_iter_valid_loss : 0.18140755593776703
1619840 0.181761 0.181408 0.163807 CURRENT LEARNING RATE: 6.458556236494956e-08
previous_iter_valid_loss : 0.16092932224273682
1619860 0.161090 0.160929 0.163734 CURRENT LEARNING RATE: 6.457264654410174e-08
previous_iter_valid_loss : 0.16079987585544586
1619880 0.160954 0.160800 0.163742 CURRENT LEARNING RATE: 6.455973330615956e-08
previous_iter_valid_loss : 0.16156725585460663
1619900 0.161752 0.161567 0.163453 CURRENT LEARNING RATE: 6.454682265060695e-08
previous_iter_valid_loss : 0.16552136838436127
1619920 0.165731 0.165521 0.163700 CURRENT LEARNING RATE: 6.453391457692725e-08
previous_iter_valid_loss : 0.16356897354125977
1619940 0.163771 0.163569 0.163837 CURRENT LEARNING RATE: 6.452100908460414e-08
previous_iter_valid_loss : 0.16695547103881836
1619960 0.167113 0.166955 0.164072 CURRENT LEARNING RATE: 6.450810617312142e-08
previous_iter_valid_loss : 0.16312415897846222
1619980 0.163303 0.163124 0.164187 CURRENT LEARNING RATE: 6.449520584196294e-08
previous_iter_valid_loss : 0.16116762161254883
1620000 0.161356 0.161168 0.164221 CURRENT LEARNING RATE: 6.44823080906127e-08
previous_iter_valid_loss : 0.16966493427753448
1620020 0.169903 0.169665 0.164634 CURRENT LEARNING RATE: 6.44694129185548e-08
previous_iter_valid_loss : 0.16063539683818817
1620040 0.160791 0.160635 0.164576 CURRENT LEARNING RATE: 6.445652032527318e-08
previous_iter_valid_loss : 0.16091740131378174
1620060 0.161098 0.160917 0.164552 CURRENT LEARNING RATE: 6.444363031025263e-08
previous_iter_valid_loss : 0.1828203648328781
1620080 0.182974 0.182820 0.165577 CURRENT LEARNING RATE: 6.443074287297731e-08
previous_iter_valid_loss : 0.16056445240974426
1620100 0.160722 0.160564 0.165545 CURRENT LEARNING RATE: 6.44178580129317e-08
previous_iter_valid_loss : 0.18286947906017303
1620120 0.183215 0.182869 0.166638 CURRENT LEARNING RATE: 6.440497572960041e-08
previous_iter_valid_loss : 0.1655881553888321
1620140 0.165748 0.165588 0.166197 CURRENT LEARNING RATE: 6.439209602246817e-08
previous_iter_valid_loss : 0.16648757457733154
1620160 0.166697 0.166488 0.166472 CURRENT LEARNING RATE: 6.437921889101977e-08
previous_iter_valid_loss : 0.16583815217018127
1620180 0.166039 0.165838 0.166596 CURRENT LEARNING RATE: 6.436634433473992e-08
previous_iter_valid_loss : 0.16331186890602112
1620200 0.163505 0.163312 0.166631 CURRENT LEARNING RATE: 6.435347235311406e-08
previous_iter_valid_loss : 0.17010153830051422
1620220 0.170351 0.170102 0.166691 CURRENT LEARNING RATE: 6.434060294562711e-08
previous_iter_valid_loss : 0.16323977708816528
1620240 0.163428 0.163240 0.165782 CURRENT LEARNING RATE: 6.432773611176429e-08
previous_iter_valid_loss : 0.16993936896324158
1620260 0.170089 0.169939 0.166233 CURRENT LEARNING RATE: 6.431487185101093e-08
previous_iter_valid_loss : 0.1617286205291748
1620280 0.161892 0.161729 0.166279 CURRENT LEARNING RATE: 6.430201016285245e-08
previous_iter_valid_loss : 0.1675470471382141
1620300 0.167709 0.167547 0.166578 CURRENT LEARNING RATE: 6.428915104677437e-08
previous_iter_valid_loss : 0.18694333732128143
1620320 0.187084 0.186943 0.167649 CURRENT LEARNING RATE: 6.427629450226235e-08
previous_iter_valid_loss : 0.16962400078773499
1620340 0.169777 0.169624 0.167952 CURRENT LEARNING RATE: 6.426344052880191e-08
previous_iter_valid_loss : 0.1617441028356552
1620360 0.161902 0.161744 0.167691 CURRENT LEARNING RATE: 6.42505891258793e-08
previous_iter_valid_loss : 0.1611756831407547
1620380 0.161364 0.161176 0.167594 CURRENT LEARNING RATE: 6.423774029298027e-08
previous_iter_valid_loss : 0.1671174168586731
1620400 0.167336 0.167117 0.167891 CURRENT LEARNING RATE: 6.422489402959086e-08
previous_iter_valid_loss : 0.1670600324869156
1620420 0.167280 0.167060 0.167761 CURRENT LEARNING RATE: 6.421205033519722e-08
previous_iter_valid_loss : 0.17306342720985413
1620440 0.173332 0.173063 0.168383 CURRENT LEARNING RATE: 6.419920920928562e-08
previous_iter_valid_loss : 0.16247843205928802
1620460 0.162673 0.162478 0.168461 CURRENT LEARNING RATE: 6.418637065134238e-08
previous_iter_valid_loss : 0.16495606303215027
1620480 0.165143 0.164956 0.167567 CURRENT LEARNING RATE: 6.417353466085397e-08
previous_iter_valid_loss : 0.16061469912528992
1620500 0.160775 0.160615 0.167570 CURRENT LEARNING RATE: 6.416070123730674e-08
previous_iter_valid_loss : 0.1824665665626526
1620520 0.182625 0.182467 0.167550 CURRENT LEARNING RATE: 6.414787038018779e-08
previous_iter_valid_loss : 0.1622651219367981
1620540 0.162421 0.162265 0.167384 CURRENT LEARNING RATE: 6.413504208898366e-08
previous_iter_valid_loss : 0.1691930890083313
1620560 0.169346 0.169193 0.167519 CURRENT LEARNING RATE: 6.412221636318123e-08
previous_iter_valid_loss : 0.17153263092041016
1620580 0.171682 0.171533 0.167804 CURRENT LEARNING RATE: 6.410939320226745e-08
previous_iter_valid_loss : 0.1702079027891159
1620600 0.170358 0.170208 0.168148 CURRENT LEARNING RATE: 6.409657260572942e-08
previous_iter_valid_loss : 0.1794615536928177
1620620 0.179622 0.179462 0.168616 CURRENT LEARNING RATE: 6.408375457305429e-08
previous_iter_valid_loss : 0.16069166362285614
1620640 0.160870 0.160692 0.168489 CURRENT LEARNING RATE: 6.407093910372915e-08
previous_iter_valid_loss : 0.1636735498905182
1620660 0.163847 0.163674 0.168176 CURRENT LEARNING RATE: 6.405812619724178e-08
previous_iter_valid_loss : 0.16396671533584595
1620680 0.164164 0.163967 0.168288 CURRENT LEARNING RATE: 6.404531585307949e-08
previous_iter_valid_loss : 0.16531722247600555
1620700 0.165477 0.165317 0.168176 CURRENT LEARNING RATE: 6.403250807072982e-08
previous_iter_valid_loss : 0.16482758522033691
1620720 0.165033 0.164828 0.167070 CURRENT LEARNING RATE: 6.40197028496805e-08
previous_iter_valid_loss : 0.18144665658473969
1620740 0.181601 0.181447 0.167662 CURRENT LEARNING RATE: 6.40069001894193e-08
previous_iter_valid_loss : 0.1747150868177414
1620760 0.174992 0.174715 0.168310 CURRENT LEARNING RATE: 6.399410008943411e-08
previous_iter_valid_loss : 0.16334328055381775
1620780 0.163523 0.163343 0.168418 CURRENT LEARNING RATE: 6.398130254921293e-08
previous_iter_valid_loss : 0.16055677831172943
1620800 0.160720 0.160557 0.168090 CURRENT LEARNING RATE: 6.396850756824364e-08
previous_iter_valid_loss : 0.17159777879714966
1620820 0.171858 0.171598 0.168317 CURRENT LEARNING RATE: 6.395571514601488e-08
previous_iter_valid_loss : 0.1685580462217331
1620840 0.168789 0.168558 0.168092 CURRENT LEARNING RATE: 6.394292528201473e-08
previous_iter_valid_loss : 0.19315645098686218
1620860 0.193275 0.193156 0.169626 CURRENT LEARNING RATE: 6.393013797573162e-08
previous_iter_valid_loss : 0.17459528148174286
1620880 0.174743 0.174595 0.170108 CURRENT LEARNING RATE: 6.391735322665403e-08
previous_iter_valid_loss : 0.16595542430877686
1620900 0.166179 0.165955 0.170375 CURRENT LEARNING RATE: 6.390457103427058e-08
previous_iter_valid_loss : 0.16575399041175842
1620920 0.165915 0.165754 0.169539 CURRENT LEARNING RATE: 6.389179139806996e-08
previous_iter_valid_loss : 0.16486601531505585
1620940 0.165029 0.164866 0.169669 CURRENT LEARNING RATE: 6.387901431754102e-08
previous_iter_valid_loss : 0.1747397929430008
1620960 0.175015 0.174740 0.169947 CURRENT LEARNING RATE: 6.386623979217244e-08
previous_iter_valid_loss : 0.16520118713378906
1620980 0.165405 0.165201 0.169630 CURRENT LEARNING RATE: 6.385346782145367e-08
previous_iter_valid_loss : 0.16172079741954803
1621000 0.161896 0.161721 0.169206 CURRENT LEARNING RATE: 6.384069840487363e-08
previous_iter_valid_loss : 0.16107749938964844
1621020 0.161230 0.161077 0.168287 CURRENT LEARNING RATE: 6.382793154192155e-08
previous_iter_valid_loss : 0.16167323291301727
1621040 0.161827 0.161673 0.168336 CURRENT LEARNING RATE: 6.381516723208673e-08
previous_iter_valid_loss : 0.16279400885105133
1621060 0.162984 0.162794 0.168292 CURRENT LEARNING RATE: 6.38024054748586e-08
previous_iter_valid_loss : 0.16189315915107727
1621080 0.162066 0.161893 0.168188 CURRENT LEARNING RATE: 6.37896462697267e-08
previous_iter_valid_loss : 0.16251663863658905
1621100 0.162689 0.162517 0.168048 CURRENT LEARNING RATE: 6.377688961618044e-08
previous_iter_valid_loss : 0.16771644353866577
1621120 0.167941 0.167716 0.168192 CURRENT LEARNING RATE: 6.376413551370999e-08
previous_iter_valid_loss : 0.1669536828994751
1621140 0.167182 0.166954 0.167468 CURRENT LEARNING RATE: 6.375138396180497e-08
previous_iter_valid_loss : 0.18240360915660858
1621160 0.182766 0.182404 0.167852 CURRENT LEARNING RATE: 6.373863495995532e-08
previous_iter_valid_loss : 0.16534985601902008
1621180 0.165565 0.165350 0.167953 CURRENT LEARNING RATE: 6.372588850765108e-08
previous_iter_valid_loss : 0.1615120768547058
1621200 0.161680 0.161512 0.168000 CURRENT LEARNING RATE: 6.371314460438239e-08
previous_iter_valid_loss : 0.16565847396850586
1621220 0.165820 0.165658 0.167703 CURRENT LEARNING RATE: 6.370040324963948e-08
previous_iter_valid_loss : 0.17254751920700073
1621240 0.172813 0.172548 0.167903 CURRENT LEARNING RATE: 6.368766444291273e-08
previous_iter_valid_loss : 0.16258017718791962
1621260 0.162772 0.162580 0.166374 CURRENT LEARNING RATE: 6.367492818369231e-08
previous_iter_valid_loss : 0.1745837777853012
1621280 0.174871 0.174584 0.166373 CURRENT LEARNING RATE: 6.366219447146928e-08
previous_iter_valid_loss : 0.17125333845615387
1621300 0.171516 0.171253 0.166638 CURRENT LEARNING RATE: 6.364946330573403e-08
previous_iter_valid_loss : 0.16420681774616241
1621320 0.164408 0.164207 0.166561 CURRENT LEARNING RATE: 6.363673468597731e-08
previous_iter_valid_loss : 0.1763296276330948
1621340 0.176615 0.176330 0.167134 CURRENT LEARNING RATE: 6.362400861169e-08
previous_iter_valid_loss : 0.16058187186717987
1621360 0.160755 0.160582 0.166426 CURRENT LEARNING RATE: 6.361128508236304e-08
previous_iter_valid_loss : 0.1608796864748001
1621380 0.161032 0.160880 0.166210 CURRENT LEARNING RATE: 6.359856409748749e-08
previous_iter_valid_loss : 0.16821371018886566
1621400 0.168449 0.168214 0.166535 CURRENT LEARNING RATE: 6.358584565655427e-08
previous_iter_valid_loss : 0.17117375135421753
1621420 0.171323 0.171174 0.167040 CURRENT LEARNING RATE: 6.357312975905513e-08
previous_iter_valid_loss : 0.22969843447208405
1621440 0.229651 0.229698 0.170441 CURRENT LEARNING RATE: 6.356041640448118e-08
previous_iter_valid_loss : 0.16641874611377716
1621460 0.166631 0.166419 0.170622 CURRENT LEARNING RATE: 6.35477055923239e-08
previous_iter_valid_loss : 0.16092899441719055
1621480 0.161106 0.160929 0.170574 CURRENT LEARNING RATE: 6.353499732207485e-08
previous_iter_valid_loss : 0.1674625724554062
1621500 0.167697 0.167463 0.170821 CURRENT LEARNING RATE: 6.352229159322571e-08
previous_iter_valid_loss : 0.16147319972515106
1621520 0.161653 0.161473 0.170509 CURRENT LEARNING RATE: 6.350958840526823e-08
previous_iter_valid_loss : 0.17406216263771057
1621540 0.174211 0.174062 0.170864 CURRENT LEARNING RATE: 6.34968877576943e-08
previous_iter_valid_loss : 0.160495325922966
1621560 0.160653 0.160495 0.169769 CURRENT LEARNING RATE: 6.348418964999565e-08
previous_iter_valid_loss : 0.16579589247703552
1621580 0.166010 0.165796 0.169791 CURRENT LEARNING RATE: 6.347149408166483e-08
previous_iter_valid_loss : 0.17196321487426758
1621600 0.172228 0.171963 0.170314 CURRENT LEARNING RATE: 6.345880105219379e-08
previous_iter_valid_loss : 0.17306895554065704
1621620 0.173218 0.173069 0.170684 CURRENT LEARNING RATE: 6.34461105610748e-08
previous_iter_valid_loss : 0.16204994916915894
1621640 0.162218 0.162050 0.170160 CURRENT LEARNING RATE: 6.343342260780024e-08
previous_iter_valid_loss : 0.17251138389110565
1621660 0.172661 0.172511 0.170656 CURRENT LEARNING RATE: 6.342073719186258e-08
previous_iter_valid_loss : 0.16958680748939514
1621680 0.169738 0.169587 0.170406 CURRENT LEARNING RATE: 6.340805431275443e-08
previous_iter_valid_loss : 0.16729097068309784
1621700 0.167514 0.167291 0.170208 CURRENT LEARNING RATE: 6.339537396996845e-08
previous_iter_valid_loss : 0.16093184053897858
1621720 0.161113 0.160932 0.170044 CURRENT LEARNING RATE: 6.338269616299723e-08
previous_iter_valid_loss : 0.16464102268218994
1621740 0.164809 0.164641 0.169460 CURRENT LEARNING RATE: 6.337002089133406e-08
previous_iter_valid_loss : 0.16054213047027588
1621760 0.160708 0.160542 0.169458 CURRENT LEARNING RATE: 6.335734815447177e-08
previous_iter_valid_loss : 0.16470807790756226
1621780 0.164866 0.164708 0.169649 CURRENT LEARNING RATE: 6.334467795190339e-08
previous_iter_valid_loss : 0.17146944999694824
1621800 0.171734 0.171469 0.169812 CURRENT LEARNING RATE: 6.333201028312214e-08
previous_iter_valid_loss : 0.16161112487316132
1621820 0.161799 0.161611 0.169334 CURRENT LEARNING RATE: 6.33193451476213e-08
previous_iter_valid_loss : 0.1615275740623474
1621840 0.161703 0.161528 0.165926 CURRENT LEARNING RATE: 6.33066825448943e-08
previous_iter_valid_loss : 0.17127695679664612
1621860 0.171535 0.171277 0.166168 CURRENT LEARNING RATE: 6.329402247443436e-08
previous_iter_valid_loss : 0.16052351891994476
1621880 0.160689 0.160524 0.166148 CURRENT LEARNING RATE: 6.328136493573557e-08
previous_iter_valid_loss : 0.1610935628414154
1621900 0.161276 0.161094 0.165830 CURRENT LEARNING RATE: 6.326870992829138e-08
previous_iter_valid_loss : 0.16421474516391754
1621920 0.164406 0.164215 0.165967 CURRENT LEARNING RATE: 6.325605745159559e-08
previous_iter_valid_loss : 0.17920732498168945
1621940 0.179542 0.179207 0.166224 CURRENT LEARNING RATE: 6.324340750514211e-08
previous_iter_valid_loss : 0.16051706671714783
1621960 0.160685 0.160517 0.166225 CURRENT LEARNING RATE: 6.323076008842495e-08
previous_iter_valid_loss : 0.1612638682126999
1621980 0.161424 0.161264 0.165998 CURRENT LEARNING RATE: 6.32181152009382e-08
previous_iter_valid_loss : 0.16060034930706024
1622000 0.160756 0.160600 0.165430 CURRENT LEARNING RATE: 6.320547284217605e-08
previous_iter_valid_loss : 0.16131845116615295
1622020 0.161507 0.161318 0.164843 CURRENT LEARNING RATE: 6.319283301163261e-08
previous_iter_valid_loss : 0.16101518273353577
1622040 0.161197 0.161015 0.164791 CURRENT LEARNING RATE: 6.318019570880272e-08
previous_iter_valid_loss : 0.16287699341773987
1622060 0.163077 0.162877 0.164309 CURRENT LEARNING RATE: 6.316756093318066e-08
previous_iter_valid_loss : 0.1807096004486084
1622080 0.181044 0.180710 0.164865 CURRENT LEARNING RATE: 6.315492868426106e-08
previous_iter_valid_loss : 0.16223858296871185
1622100 0.162424 0.162239 0.164613 CURRENT LEARNING RATE: 6.31422989615386e-08
previous_iter_valid_loss : 0.1629074364900589
1622120 0.163075 0.162907 0.164712 CURRENT LEARNING RATE: 6.312967176450812e-08
previous_iter_valid_loss : 0.16655154526233673
1622140 0.166769 0.166552 0.164807 CURRENT LEARNING RATE: 6.311704709266452e-08
previous_iter_valid_loss : 0.17095181345939636
1622160 0.171102 0.170952 0.165328 CURRENT LEARNING RATE: 6.310442494550258e-08
previous_iter_valid_loss : 0.16614972054958344
1622180 0.166314 0.166150 0.165400 CURRENT LEARNING RATE: 6.309180532251788e-08
previous_iter_valid_loss : 0.1725214123725891
1622200 0.172668 0.172521 0.165452 CURRENT LEARNING RATE: 6.307918822320538e-08
previous_iter_valid_loss : 0.16053324937820435
1622220 0.160689 0.160533 0.165398 CURRENT LEARNING RATE: 6.306657364706044e-08
previous_iter_valid_loss : 0.16136065125465393
1622240 0.161514 0.161361 0.165390 CURRENT LEARNING RATE: 6.305396159357844e-08
previous_iter_valid_loss : 0.16063888370990753
1622260 0.160810 0.160639 0.164858 CURRENT LEARNING RATE: 6.304135206225492e-08
previous_iter_valid_loss : 0.16074080765247345
1622280 0.160915 0.160741 0.164869 CURRENT LEARNING RATE: 6.302874505258549e-08
previous_iter_valid_loss : 0.16346071660518646
1622300 0.163655 0.163461 0.164987 CURRENT LEARNING RATE: 6.301614056406587e-08
previous_iter_valid_loss : 0.1605151891708374
1622320 0.160674 0.160515 0.164802 CURRENT LEARNING RATE: 6.300353859619166e-08
previous_iter_valid_loss : 0.1619575023651123
1622340 0.162126 0.161958 0.163940 CURRENT LEARNING RATE: 6.299093914845921e-08
previous_iter_valid_loss : 0.1696837693452835
1622360 0.169932 0.169684 0.164398 CURRENT LEARNING RATE: 6.297834222036435e-08
previous_iter_valid_loss : 0.16064243018627167
1622380 0.160815 0.160642 0.164367 CURRENT LEARNING RATE: 6.296574781140319e-08
previous_iter_valid_loss : 0.16149522364139557
1622400 0.161649 0.161495 0.164412 CURRENT LEARNING RATE: 6.295315592107194e-08
previous_iter_valid_loss : 0.1690741926431656
1622420 0.169227 0.169074 0.164800 CURRENT LEARNING RATE: 6.294056654886694e-08
previous_iter_valid_loss : 0.16686271131038666
1622440 0.167076 0.166863 0.165092 CURRENT LEARNING RATE: 6.292797969428462e-08
previous_iter_valid_loss : 0.17926640808582306
1622460 0.179583 0.179266 0.165912 CURRENT LEARNING RATE: 6.291539535682148e-08
previous_iter_valid_loss : 0.16755908727645874
1622480 0.167775 0.167559 0.165254 CURRENT LEARNING RATE: 6.290281353597394e-08
previous_iter_valid_loss : 0.160938560962677
1622500 0.161119 0.160939 0.165189 CURRENT LEARNING RATE: 6.289023423123919e-08
previous_iter_valid_loss : 0.16386140882968903
1622520 0.164031 0.163861 0.165237 CURRENT LEARNING RATE: 6.28776574421138e-08
previous_iter_valid_loss : 0.16569291055202484
1622540 0.165850 0.165693 0.165194 CURRENT LEARNING RATE: 6.286508316809472e-08
previous_iter_valid_loss : 0.1615259349346161
1622560 0.161710 0.161526 0.164723 CURRENT LEARNING RATE: 6.285251140867898e-08
previous_iter_valid_loss : 0.16128046810626984
1622580 0.161435 0.161280 0.164479 CURRENT LEARNING RATE: 6.283994216336371e-08
previous_iter_valid_loss : 0.1718370020389557
1622600 0.171987 0.171837 0.164445 CURRENT LEARNING RATE: 6.282737543164612e-08
previous_iter_valid_loss : 0.1704084426164627
1622620 0.170557 0.170408 0.164939 CURRENT LEARNING RATE: 6.281481121302335e-08
previous_iter_valid_loss : 0.1623883843421936
1622640 0.162545 0.162388 0.164990 CURRENT LEARNING RATE: 6.280224950699324e-08
previous_iter_valid_loss : 0.16102799773216248
1622660 0.161207 0.161028 0.165009 CURRENT LEARNING RATE: 6.278969031305313e-08
previous_iter_valid_loss : 0.16393789649009705
1622680 0.164109 0.163938 0.165169 CURRENT LEARNING RATE: 6.277713363070064e-08
previous_iter_valid_loss : 0.16052304208278656
1622700 0.160692 0.160523 0.165022 CURRENT LEARNING RATE: 6.27645794594335e-08
previous_iter_valid_loss : 0.16339506208896637
1622720 0.163591 0.163395 0.165166 CURRENT LEARNING RATE: 6.275202779874955e-08
previous_iter_valid_loss : 0.16976328194141388
1622740 0.170011 0.169763 0.165557 CURRENT LEARNING RATE: 6.273947864814672e-08
previous_iter_valid_loss : 0.1659238040447235
1622760 0.166133 0.165924 0.165369 CURRENT LEARNING RATE: 6.272693200712304e-08
previous_iter_valid_loss : 0.16660583019256592
1622780 0.166819 0.166606 0.165667 CURRENT LEARNING RATE: 6.271438787517644e-08
previous_iter_valid_loss : 0.17285481095314026
1622800 0.173003 0.172855 0.166235 CURRENT LEARNING RATE: 6.270184625180558e-08
previous_iter_valid_loss : 0.16056883335113525
1622820 0.160730 0.160569 0.165810 CURRENT LEARNING RATE: 6.268930713650857e-08
previous_iter_valid_loss : 0.17348609864711761
1622840 0.173631 0.173486 0.166141 CURRENT LEARNING RATE: 6.267677052878386e-08
previous_iter_valid_loss : 0.16290052235126495
1622860 0.163096 0.162901 0.165322 CURRENT LEARNING RATE: 6.266423642812998e-08
previous_iter_valid_loss : 0.1610100269317627
1622880 0.161191 0.161010 0.164995 CURRENT LEARNING RATE: 6.265170483404556e-08
previous_iter_valid_loss : 0.16216005384922028
1622900 0.162348 0.162160 0.165056 CURRENT LEARNING RATE: 6.263917574602935e-08
previous_iter_valid_loss : 0.16756920516490936
1622920 0.167725 0.167569 0.165241 CURRENT LEARNING RATE: 6.262664916358017e-08
previous_iter_valid_loss : 0.16256387531757355
1622940 0.162759 0.162564 0.165085 CURRENT LEARNING RATE: 6.261412508619674e-08
previous_iter_valid_loss : 0.16062267124652863
1622960 0.160789 0.160623 0.165040 CURRENT LEARNING RATE: 6.260160351337855e-08
previous_iter_valid_loss : 0.18543201684951782
1622980 0.185575 0.185432 0.166247 CURRENT LEARNING RATE: 6.258908444462451e-08
previous_iter_valid_loss : 0.17249716818332672
1623000 0.172645 0.172497 0.166280 CURRENT LEARNING RATE: 6.257656787943386e-08
previous_iter_valid_loss : 0.16400639712810516
1623020 0.164173 0.164006 0.165960 CURRENT LEARNING RATE: 6.256405381730593e-08
previous_iter_valid_loss : 0.16335466504096985
1623040 0.163554 0.163355 0.166009 CURRENT LEARNING RATE: 6.255154225774016e-08
previous_iter_valid_loss : 0.1738332062959671
1623060 0.173984 0.173833 0.166649 CURRENT LEARNING RATE: 6.253903320023609e-08
previous_iter_valid_loss : 0.18387530744075775
1623080 0.184027 0.183875 0.167646 CURRENT LEARNING RATE: 6.252652664429313e-08
previous_iter_valid_loss : 0.16241541504859924
1623100 0.162574 0.162415 0.167740 CURRENT LEARNING RATE: 6.251402258941148e-08
previous_iter_valid_loss : 0.16196541488170624
1623120 0.162120 0.161965 0.167669 CURRENT LEARNING RATE: 6.250152103509072e-08
previous_iter_valid_loss : 0.16292773187160492
1623140 0.163114 0.162928 0.167327 CURRENT LEARNING RATE: 6.248902198083081e-08
previous_iter_valid_loss : 0.16505779325962067
1623160 0.165268 0.165058 0.167284 CURRENT LEARNING RATE: 6.24765254261318e-08
previous_iter_valid_loss : 0.16067253053188324
1623180 0.160821 0.160673 0.166987 CURRENT LEARNING RATE: 6.246403137049383e-08
previous_iter_valid_loss : 0.16129693388938904
1623200 0.161453 0.161297 0.166409 CURRENT LEARNING RATE: 6.24515398134171e-08
previous_iter_valid_loss : 0.16591578722000122
1623220 0.166118 0.165916 0.166677 CURRENT LEARNING RATE: 6.243905075440198e-08
previous_iter_valid_loss : 0.19116425514221191
1623240 0.191299 0.191164 0.167561 CURRENT LEARNING RATE: 6.242656419294867e-08
previous_iter_valid_loss : 0.16375373303890228
1623260 0.163922 0.163754 0.167603 CURRENT LEARNING RATE: 6.241408012855817e-08
previous_iter_valid_loss : 0.161736398935318
1623280 0.161903 0.161736 0.167639 CURRENT LEARNING RATE: 6.240159856073086e-08
previous_iter_valid_loss : 0.16515721380710602
1623300 0.165357 0.165157 0.167789 CURRENT LEARNING RATE: 6.238911948896752e-08
previous_iter_valid_loss : 0.16051894426345825
1623320 0.160679 0.160519 0.167437 CURRENT LEARNING RATE: 6.237664291276897e-08
previous_iter_valid_loss : 0.16091428697109222
1623340 0.161094 0.160914 0.167354 CURRENT LEARNING RATE: 6.236416883163614e-08
previous_iter_valid_loss : 0.19327345490455627
1623360 0.193745 0.193273 0.168987 CURRENT LEARNING RATE: 6.235169724507007e-08
previous_iter_valid_loss : 0.16643249988555908
1623380 0.166643 0.166432 0.168037 CURRENT LEARNING RATE: 6.233922815257167e-08
previous_iter_valid_loss : 0.16417868435382843
1623400 0.164381 0.164179 0.167621 CURRENT LEARNING RATE: 6.232676155364263e-08
previous_iter_valid_loss : 0.17806106805801392
1623420 0.178371 0.178061 0.168324 CURRENT LEARNING RATE: 6.231429744778408e-08
previous_iter_valid_loss : 0.18436990678310394
1623440 0.184757 0.184370 0.169374 CURRENT LEARNING RATE: 6.230183583449741e-08
previous_iter_valid_loss : 0.16805584728717804
1623460 0.168211 0.168056 0.169086 CURRENT LEARNING RATE: 6.228937671328419e-08
previous_iter_valid_loss : 0.1610039323568344
1623480 0.161167 0.161004 0.167942 CURRENT LEARNING RATE: 6.227692008364605e-08
previous_iter_valid_loss : 0.1610318273305893
1623500 0.161178 0.161032 0.167873 CURRENT LEARNING RATE: 6.226446594508471e-08
previous_iter_valid_loss : 0.17452040314674377
1623520 0.174674 0.174520 0.168501 CURRENT LEARNING RATE: 6.225201429710204e-08
previous_iter_valid_loss : 0.18265390396118164
1623540 0.182809 0.182654 0.169487 CURRENT LEARNING RATE: 6.22395651391997e-08
previous_iter_valid_loss : 0.1621634066104889
1623560 0.162344 0.162163 0.169342 CURRENT LEARNING RATE: 6.222711847088022e-08
previous_iter_valid_loss : 0.1648491770029068
1623580 0.165016 0.164849 0.169551 CURRENT LEARNING RATE: 6.221467429164547e-08
previous_iter_valid_loss : 0.16391466557979584
1623600 0.164116 0.163915 0.169682 CURRENT LEARNING RATE: 6.220223260099771e-08
previous_iter_valid_loss : 0.16082243621349335
1623620 0.161007 0.160822 0.169427 CURRENT LEARNING RATE: 6.218979339843926e-08
previous_iter_valid_loss : 0.17140598595142365
1623640 0.171658 0.171406 0.168439 CURRENT LEARNING RATE: 6.217735668347255e-08
previous_iter_valid_loss : 0.16395461559295654
1623660 0.164124 0.163955 0.168449 CURRENT LEARNING RATE: 6.216492245560012e-08
previous_iter_valid_loss : 0.1626274734735489
1623680 0.162794 0.162627 0.168494 CURRENT LEARNING RATE: 6.21524907143246e-08
previous_iter_valid_loss : 0.16279461979866028
1623700 0.162958 0.162795 0.168376 CURRENT LEARNING RATE: 6.214006145914849e-08
previous_iter_valid_loss : 0.16062702238559723
1623720 0.160784 0.160627 0.168381 CURRENT LEARNING RATE: 6.212763468957508e-08
previous_iter_valid_loss : 0.17113825678825378
1623740 0.171289 0.171138 0.168892 CURRENT LEARNING RATE: 6.211521040510705e-08
previous_iter_valid_loss : 0.16394084692001343
1623760 0.164116 0.163941 0.167426 CURRENT LEARNING RATE: 6.210278860524744e-08
previous_iter_valid_loss : 0.16335991024971008
1623780 0.163561 0.163360 0.167272 CURRENT LEARNING RATE: 6.209036928949941e-08
previous_iter_valid_loss : 0.1625504344701767
1623800 0.162717 0.162550 0.167191 CURRENT LEARNING RATE: 6.207795245736613e-08
previous_iter_valid_loss : 0.16145764291286469
1623820 0.161640 0.161458 0.166361 CURRENT LEARNING RATE: 6.206553810835096e-08
previous_iter_valid_loss : 0.1702796071767807
1623840 0.170436 0.170280 0.165656 CURRENT LEARNING RATE: 6.205312624195712e-08
previous_iter_valid_loss : 0.1662203073501587
1623860 0.166433 0.166220 0.165564 CURRENT LEARNING RATE: 6.204071685768855e-08
previous_iter_valid_loss : 0.16521219909191132
1623880 0.165382 0.165212 0.165775 CURRENT LEARNING RATE: 6.202830995504865e-08
previous_iter_valid_loss : 0.18880128860473633
1623900 0.188939 0.188801 0.167163 CURRENT LEARNING RATE: 6.201590553354119e-08
previous_iter_valid_loss : 0.18439821898937225
1623920 0.184545 0.184398 0.167657 CURRENT LEARNING RATE: 6.200350359266992e-08
previous_iter_valid_loss : 0.17179660499095917
1623940 0.171935 0.171797 0.167114 CURRENT LEARNING RATE: 6.199110413193882e-08
previous_iter_valid_loss : 0.1794082075357437
1623960 0.179565 0.179408 0.167976 CURRENT LEARNING RATE: 6.19787071508519e-08
previous_iter_valid_loss : 0.16064171493053436
1623980 0.160808 0.160642 0.167766 CURRENT LEARNING RATE: 6.196631264891327e-08
previous_iter_valid_loss : 0.17183846235275269
1624000 0.171985 0.171838 0.168162 CURRENT LEARNING RATE: 6.195392062562693e-08
previous_iter_valid_loss : 0.16206616163253784
1624020 0.162251 0.162066 0.168225 CURRENT LEARNING RATE: 6.194153108049764e-08
previous_iter_valid_loss : 0.1605878472328186
1624040 0.160743 0.160588 0.167684 CURRENT LEARNING RATE: 6.192914401302961e-08
previous_iter_valid_loss : 0.17964960634708405
1624060 0.179979 0.179650 0.168468 CURRENT LEARNING RATE: 6.191675942272734e-08
previous_iter_valid_loss : 0.19628441333770752
1624080 0.196784 0.196284 0.170151 CURRENT LEARNING RATE: 6.190437730909547e-08
previous_iter_valid_loss : 0.1667705774307251
1624100 0.166978 0.166771 0.170350 CURRENT LEARNING RATE: 6.189199767163868e-08
previous_iter_valid_loss : 0.16092927753925323
1624120 0.161109 0.160929 0.170365 CURRENT LEARNING RATE: 6.187962050986181e-08
previous_iter_valid_loss : 0.1659032702445984
1624140 0.166064 0.165903 0.170103 CURRENT LEARNING RATE: 6.186724582326978e-08
previous_iter_valid_loss : 0.1666443645954132
1624160 0.166802 0.166644 0.170239 CURRENT LEARNING RATE: 6.185487361136737e-08
previous_iter_valid_loss : 0.16165737807750702
1624180 0.161844 0.161657 0.170153 CURRENT LEARNING RATE: 6.184250387366013e-08
previous_iter_valid_loss : 0.16385260224342346
1624200 0.164009 0.163853 0.170219 CURRENT LEARNING RATE: 6.183013660965304e-08
previous_iter_valid_loss : 0.167879119515419
1624220 0.168030 0.167879 0.170540 CURRENT LEARNING RATE: 6.181777181885145e-08
previous_iter_valid_loss : 0.1605021357536316
1624240 0.160663 0.160502 0.170051 CURRENT LEARNING RATE: 6.180540950076072e-08
previous_iter_valid_loss : 0.16235597431659698
1624260 0.162517 0.162356 0.169858 CURRENT LEARNING RATE: 6.179304965488638e-08
previous_iter_valid_loss : 0.16655224561691284
1624280 0.166765 0.166552 0.169925 CURRENT LEARNING RATE: 6.178069228073405e-08
previous_iter_valid_loss : 0.17677593231201172
1624300 0.177072 0.176776 0.169323 CURRENT LEARNING RATE: 6.176833737780918e-08
previous_iter_valid_loss : 0.1629800647497177
1624320 0.163162 0.162980 0.168252 CURRENT LEARNING RATE: 6.175598494561804e-08
previous_iter_valid_loss : 0.16180485486984253
1624340 0.161957 0.161805 0.167753 CURRENT LEARNING RATE: 6.17436349836663e-08
previous_iter_valid_loss : 0.1610943078994751
1624360 0.161280 0.161094 0.166837 CURRENT LEARNING RATE: 6.173128749145997e-08
previous_iter_valid_loss : 0.16105331480503082
1624380 0.161233 0.161053 0.166858 CURRENT LEARNING RATE: 6.171894246850517e-08
previous_iter_valid_loss : 0.1606660932302475
1624400 0.160836 0.160666 0.166299 CURRENT LEARNING RATE: 6.170659991430805e-08
previous_iter_valid_loss : 0.17492669820785522
1624420 0.175212 0.174927 0.166942 CURRENT LEARNING RATE: 6.169425982837495e-08
previous_iter_valid_loss : 0.17427419126033783
1624440 0.174557 0.174274 0.167626 CURRENT LEARNING RATE: 6.168192221021223e-08
previous_iter_valid_loss : 0.1607784926891327
1624460 0.160955 0.160778 0.166683 CURRENT LEARNING RATE: 6.166958705932622e-08
previous_iter_valid_loss : 0.16050754487514496
1624480 0.160677 0.160508 0.164894 CURRENT LEARNING RATE: 6.16572543752239e-08
previous_iter_valid_loss : 0.16057895123958588
1624500 0.160752 0.160579 0.164584 CURRENT LEARNING RATE: 6.164492415741177e-08
previous_iter_valid_loss : 0.16126753389835358
1624520 0.161423 0.161268 0.164601 CURRENT LEARNING RATE: 6.16325964053966e-08
previous_iter_valid_loss : 0.16496002674102783
1624540 0.165166 0.164960 0.164554 CURRENT LEARNING RATE: 6.162027111868531e-08
previous_iter_valid_loss : 0.16602884232997894
1624560 0.166239 0.166029 0.164523 CURRENT LEARNING RATE: 6.160794829678487e-08
previous_iter_valid_loss : 0.1712133288383484
1624580 0.171360 0.171213 0.165001 CURRENT LEARNING RATE: 6.159562793920236e-08
previous_iter_valid_loss : 0.1647457629442215
1624600 0.164917 0.164746 0.165046 CURRENT LEARNING RATE: 6.158331004544478e-08
previous_iter_valid_loss : 0.16771307587623596
1624620 0.167874 0.167713 0.165038 CURRENT LEARNING RATE: 6.15709946150198e-08
previous_iter_valid_loss : 0.1705203652381897
1624640 0.170672 0.170520 0.165538 CURRENT LEARNING RATE: 6.155868164743463e-08
previous_iter_valid_loss : 0.16486623883247375
1624660 0.165033 0.164866 0.165664 CURRENT LEARNING RATE: 6.154637114219672e-08
previous_iter_valid_loss : 0.17181777954101562
1624680 0.172090 0.171818 0.165927 CURRENT LEARNING RATE: 6.153406309881369e-08
previous_iter_valid_loss : 0.1705034077167511
1624700 0.170761 0.170503 0.165614 CURRENT LEARNING RATE: 6.152175751679316e-08
previous_iter_valid_loss : 0.1838679313659668
1624720 0.184008 0.183868 0.166658 CURRENT LEARNING RATE: 6.150945439564297e-08
previous_iter_valid_loss : 0.1619591861963272
1624740 0.162152 0.161959 0.166666 CURRENT LEARNING RATE: 6.149715373487095e-08
previous_iter_valid_loss : 0.16135136783123016
1624760 0.161539 0.161351 0.166679 CURRENT LEARNING RATE: 6.148485553398487e-08
previous_iter_valid_loss : 0.16167715191841125
1624780 0.161865 0.161677 0.166710 CURRENT LEARNING RATE: 6.147255979249322e-08
previous_iter_valid_loss : 0.17498740553855896
1624800 0.175267 0.174987 0.167426 CURRENT LEARNING RATE: 6.1460266509904e-08
previous_iter_valid_loss : 0.16389727592468262
1624820 0.164059 0.163897 0.166874 CURRENT LEARNING RATE: 6.144797568572543e-08
previous_iter_valid_loss : 0.16425536572933197
1624840 0.164419 0.164255 0.166373 CURRENT LEARNING RATE: 6.143568731946591e-08
previous_iter_valid_loss : 0.18832795321941376
1624860 0.188455 0.188328 0.167751 CURRENT LEARNING RATE: 6.142340141063388e-08
previous_iter_valid_loss : 0.16177484393119812
1624880 0.161928 0.161775 0.167814 CURRENT LEARNING RATE: 6.141111795873791e-08
previous_iter_valid_loss : 0.16235628724098206
1624900 0.162533 0.162356 0.167903 CURRENT LEARNING RATE: 6.139883696328668e-08
previous_iter_valid_loss : 0.16610153019428253
1624920 0.166315 0.166102 0.168145 CURRENT LEARNING RATE: 6.13865584237887e-08
previous_iter_valid_loss : 0.1710217446088791
1624940 0.171173 0.171022 0.168448 CURRENT LEARNING RATE: 6.13742823397533e-08
previous_iter_valid_loss : 0.1825750321149826
1624960 0.182722 0.182575 0.169275 CURRENT LEARNING RATE: 6.13620087106892e-08
previous_iter_valid_loss : 0.17287829518318176
1624980 0.173156 0.172878 0.169359 CURRENT LEARNING RATE: 6.134973753610545e-08
previous_iter_valid_loss : 0.17113251984119415
1625000 0.171395 0.171133 0.169678 CURRENT LEARNING RATE: 6.133746881551122e-08
previous_iter_valid_loss : 0.16814492642879486
1625020 0.168301 0.168145 0.169699 CURRENT LEARNING RATE: 6.132520254841574e-08
previous_iter_valid_loss : 0.1649581491947174
1625040 0.165156 0.164958 0.169421 CURRENT LEARNING RATE: 6.131293873432837e-08
previous_iter_valid_loss : 0.16580723226070404
1625060 0.166020 0.165807 0.169468 CURRENT LEARNING RATE: 6.130067737275835e-08
previous_iter_valid_loss : 0.16106946766376495
1625080 0.161228 0.161069 0.168931 CURRENT LEARNING RATE: 6.128841846321563e-08
previous_iter_valid_loss : 0.16725608706474304
1625100 0.167416 0.167256 0.168769 CURRENT LEARNING RATE: 6.127616200520968e-08
previous_iter_valid_loss : 0.16075393557548523
1625120 0.160934 0.160754 0.167613 CURRENT LEARNING RATE: 6.126390799825021e-08
previous_iter_valid_loss : 0.16159269213676453
1625140 0.161787 0.161593 0.167595 CURRENT LEARNING RATE: 6.125165644184707e-08
previous_iter_valid_loss : 0.16926944255828857
1625160 0.169513 0.169269 0.167990 CURRENT LEARNING RATE: 6.123940733551019e-08
previous_iter_valid_loss : 0.16865932941436768
1625180 0.168812 0.168659 0.168340 CURRENT LEARNING RATE: 6.122716067874962e-08
previous_iter_valid_loss : 0.16056905686855316
1625200 0.160729 0.160569 0.167619 CURRENT LEARNING RATE: 6.121491647107548e-08
previous_iter_valid_loss : 0.1877754181623459
1625220 0.188170 0.187775 0.168813 CURRENT LEARNING RATE: 6.120267471199778e-08
previous_iter_valid_loss : 0.16183876991271973
1625240 0.162026 0.161839 0.168692 CURRENT LEARNING RATE: 6.119043540102731e-08
previous_iter_valid_loss : 0.1633567214012146
1625260 0.163521 0.163357 0.167443 CURRENT LEARNING RATE: 6.117819853767425e-08
previous_iter_valid_loss : 0.16144569218158722
1625280 0.161637 0.161446 0.167427 CURRENT LEARNING RATE: 6.116596412144915e-08
previous_iter_valid_loss : 0.16863638162612915
1625300 0.168866 0.168636 0.167741 CURRENT LEARNING RATE: 6.115373215186263e-08
previous_iter_valid_loss : 0.17181503772735596
1625320 0.172073 0.171815 0.168026 CURRENT LEARNING RATE: 6.114150262842539e-08
previous_iter_valid_loss : 0.16769275069236755
1625340 0.167915 0.167693 0.167860 CURRENT LEARNING RATE: 6.112927555064827e-08
previous_iter_valid_loss : 0.16250458359718323
1625360 0.162665 0.162505 0.166856 CURRENT LEARNING RATE: 6.111705091804218e-08
previous_iter_valid_loss : 0.16431522369384766
1625380 0.164483 0.164315 0.166428 CURRENT LEARNING RATE: 6.110482873011792e-08
previous_iter_valid_loss : 0.17902623116970062
1625400 0.179184 0.179026 0.166823 CURRENT LEARNING RATE: 6.109260898638702e-08
previous_iter_valid_loss : 0.1606695055961609
1625420 0.160824 0.160670 0.166449 CURRENT LEARNING RATE: 6.10803916863605e-08
previous_iter_valid_loss : 0.1797257959842682
1625440 0.180050 0.179726 0.167188 CURRENT LEARNING RATE: 6.106817682954965e-08
previous_iter_valid_loss : 0.1672302931547165
1625460 0.167387 0.167230 0.167259 CURRENT LEARNING RATE: 6.105596441546588e-08
previous_iter_valid_loss : 0.163899764418602
1625480 0.164073 0.163900 0.167400 CURRENT LEARNING RATE: 6.104375444362072e-08
previous_iter_valid_loss : 0.16153216361999512
1625500 0.161726 0.161532 0.167114 CURRENT LEARNING RATE: 6.10315469135257e-08
previous_iter_valid_loss : 0.1639190912246704
1625520 0.164088 0.163919 0.167272 CURRENT LEARNING RATE: 6.101934182469239e-08
previous_iter_valid_loss : 0.1674233078956604
1625540 0.167646 0.167423 0.167564 CURRENT LEARNING RATE: 6.100713917663296e-08
previous_iter_valid_loss : 0.16067330539226532
1625560 0.160844 0.160673 0.167134 CURRENT LEARNING RATE: 6.09949389688591e-08
previous_iter_valid_loss : 0.16116006672382355
1625580 0.161341 0.161160 0.166759 CURRENT LEARNING RATE: 6.098274120088282e-08
previous_iter_valid_loss : 0.16911347210407257
1625600 0.169353 0.169113 0.167186 CURRENT LEARNING RATE: 6.097054587221619e-08
previous_iter_valid_loss : 0.16271036863327026
1625620 0.162903 0.162710 0.165933 CURRENT LEARNING RATE: 6.09583529823714e-08
previous_iter_valid_loss : 0.1910051554441452
1625640 0.191135 0.191005 0.167391 CURRENT LEARNING RATE: 6.094616253086073e-08
previous_iter_valid_loss : 0.17979727685451508
1625660 0.179958 0.179797 0.168213 CURRENT LEARNING RATE: 6.093397451719659e-08
previous_iter_valid_loss : 0.16399919986724854
1625680 0.164162 0.163999 0.168341 CURRENT LEARNING RATE: 6.09217889408912e-08
previous_iter_valid_loss : 0.19039630889892578
1625700 0.190520 0.190396 0.169429 CURRENT LEARNING RATE: 6.090960580145762e-08
previous_iter_valid_loss : 0.1627606749534607
1625720 0.162928 0.162761 0.168976 CURRENT LEARNING RATE: 6.089742509840826e-08
previous_iter_valid_loss : 0.16880328953266144
1625740 0.168959 0.168803 0.169032 CURRENT LEARNING RATE: 6.088524683125591e-08
previous_iter_valid_loss : 0.16157491505146027
1625760 0.161734 0.161575 0.168985 CURRENT LEARNING RATE: 6.087307099951346e-08
previous_iter_valid_loss : 0.16243214905261993
1625780 0.162595 0.162432 0.168891 CURRENT LEARNING RATE: 6.086089760269384e-08
previous_iter_valid_loss : 0.17132258415222168
1625800 0.171471 0.171323 0.168506 CURRENT LEARNING RATE: 6.084872664031014e-08
previous_iter_valid_loss : 0.16082097589969635
1625820 0.160970 0.160821 0.168514 CURRENT LEARNING RATE: 6.083655811187529e-08
previous_iter_valid_loss : 0.18413425981998444
1625840 0.184517 0.184134 0.168734 CURRENT LEARNING RATE: 6.082439201690299e-08
previous_iter_valid_loss : 0.16463567316532135
1625860 0.164795 0.164636 0.168604 CURRENT LEARNING RATE: 6.081222835490639e-08
previous_iter_valid_loss : 0.16190147399902344
1625880 0.162061 0.161901 0.168504 CURRENT LEARNING RATE: 6.080006712539892e-08
previous_iter_valid_loss : 0.16404518485069275
1625900 0.164248 0.164045 0.168630 CURRENT LEARNING RATE: 6.078790832789414e-08
previous_iter_valid_loss : 0.1646450310945511
1625920 0.164845 0.164645 0.168666 CURRENT LEARNING RATE: 6.077575196190571e-08
previous_iter_valid_loss : 0.17602308094501495
1625940 0.176181 0.176023 0.169096 CURRENT LEARNING RATE: 6.076359802694739e-08
previous_iter_valid_loss : 0.16732750833034515
1625960 0.167485 0.167328 0.169429 CURRENT LEARNING RATE: 6.075144652253296e-08
previous_iter_valid_loss : 0.1862799972295761
1625980 0.186660 0.186280 0.170685 CURRENT LEARNING RATE: 6.07392974481762e-08
previous_iter_valid_loss : 0.16525769233703613
1626000 0.165418 0.165258 0.170492 CURRENT LEARNING RATE: 6.072715080339156e-08
previous_iter_valid_loss : 0.1631031334400177
1626020 0.163268 0.163103 0.170512 CURRENT LEARNING RATE: 6.071500658769296e-08
previous_iter_valid_loss : 0.16075710952281952
1626040 0.160938 0.160757 0.168999 CURRENT LEARNING RATE: 6.070286480059464e-08
previous_iter_valid_loss : 0.16062405705451965
1626060 0.160793 0.160624 0.168041 CURRENT LEARNING RATE: 6.06907254416109e-08
previous_iter_valid_loss : 0.17212028801441193
1626080 0.172392 0.172120 0.168447 CURRENT LEARNING RATE: 6.06785885102562e-08
previous_iter_valid_loss : 0.16569878160953522
1626100 0.165910 0.165699 0.167212 CURRENT LEARNING RATE: 6.066645400604505e-08
previous_iter_valid_loss : 0.16155482828617096
1626120 0.161711 0.161555 0.167152 CURRENT LEARNING RATE: 6.065432192849206e-08
previous_iter_valid_loss : 0.16837584972381592
1626140 0.168533 0.168376 0.167130 CURRENT LEARNING RATE: 6.064219227711174e-08
previous_iter_valid_loss : 0.16111469268798828
1626160 0.161266 0.161115 0.167107 CURRENT LEARNING RATE: 6.063006505141935e-08
previous_iter_valid_loss : 0.18063634634017944
1626180 0.180965 0.180636 0.168018 CURRENT LEARNING RATE: 6.061794025092957e-08
previous_iter_valid_loss : 0.16340753436088562
1626200 0.163568 0.163408 0.167622 CURRENT LEARNING RATE: 6.060581787515738e-08
previous_iter_valid_loss : 0.1629565805196762
1626220 0.163121 0.162957 0.167729 CURRENT LEARNING RATE: 6.059369792361794e-08
previous_iter_valid_loss : 0.16907331347465515
1626240 0.169224 0.169073 0.166976 CURRENT LEARNING RATE: 6.058158039582642e-08
previous_iter_valid_loss : 0.1717967540025711
1626260 0.171945 0.171797 0.167334 CURRENT LEARNING RATE: 6.056946529129811e-08
previous_iter_valid_loss : 0.1632411777973175
1626280 0.163426 0.163241 0.167401 CURRENT LEARNING RATE: 6.055735260954821e-08
previous_iter_valid_loss : 0.16071198880672455
1626300 0.160866 0.160712 0.167234 CURRENT LEARNING RATE: 6.054524235009265e-08
previous_iter_valid_loss : 0.16144824028015137
1626320 0.161644 0.161448 0.167074 CURRENT LEARNING RATE: 6.053313451244678e-08
previous_iter_valid_loss : 0.1605522483587265
1626340 0.160710 0.160552 0.166301 CURRENT LEARNING RATE: 6.05210290961263e-08
previous_iter_valid_loss : 0.16226190328598022
1626360 0.162418 0.162262 0.166047 CURRENT LEARNING RATE: 6.0508926100647e-08
previous_iter_valid_loss : 0.16340740025043488
1626380 0.163578 0.163407 0.164904 CURRENT LEARNING RATE: 6.049682552552475e-08
previous_iter_valid_loss : 0.16112743318080902
1626400 0.161285 0.161127 0.164697 CURRENT LEARNING RATE: 6.048472737027552e-08
previous_iter_valid_loss : 0.16055560111999512
1626420 0.160719 0.160556 0.164570 CURRENT LEARNING RATE: 6.04726316344154e-08
previous_iter_valid_loss : 0.16051490604877472
1626440 0.160682 0.160515 0.164558 CURRENT LEARNING RATE: 6.046053831746034e-08
previous_iter_valid_loss : 0.1658247858285904
1626460 0.166025 0.165825 0.164818 CURRENT LEARNING RATE: 6.044844741892702e-08
previous_iter_valid_loss : 0.1608247458934784
1626480 0.160994 0.160825 0.164253 CURRENT LEARNING RATE: 6.043635893833163e-08
previous_iter_valid_loss : 0.17092265188694
1626500 0.171074 0.170923 0.164514 CURRENT LEARNING RATE: 6.042427287519059e-08
previous_iter_valid_loss : 0.16138297319412231
1626520 0.161548 0.161383 0.164505 CURRENT LEARNING RATE: 6.041218922902047e-08
previous_iter_valid_loss : 0.16141752898693085
1626540 0.161585 0.161418 0.164158 CURRENT LEARNING RATE: 6.040010799933793e-08
previous_iter_valid_loss : 0.16444812715053558
1626560 0.164660 0.164448 0.164324 CURRENT LEARNING RATE: 6.038802918565973e-08
previous_iter_valid_loss : 0.16149047017097473
1626580 0.161659 0.161490 0.163367 CURRENT LEARNING RATE: 6.037595278750269e-08
previous_iter_valid_loss : 0.16072721779346466
1626600 0.160886 0.160727 0.163233 CURRENT LEARNING RATE: 6.036387880438357e-08
previous_iter_valid_loss : 0.16937577724456787
1626620 0.169604 0.169376 0.163554 CURRENT LEARNING RATE: 6.035180723581981e-08
previous_iter_valid_loss : 0.16095200181007385
1626640 0.161130 0.160952 0.163148 CURRENT LEARNING RATE: 6.033973808132836e-08
previous_iter_valid_loss : 0.16065900027751923
1626660 0.160810 0.160659 0.162591 CURRENT LEARNING RATE: 6.032767134042644e-08
previous_iter_valid_loss : 0.16342861950397491
1626680 0.163621 0.163429 0.162600 CURRENT LEARNING RATE: 6.031560701263136e-08
previous_iter_valid_loss : 0.16057132184505463
1626700 0.160738 0.160571 0.162593 CURRENT LEARNING RATE: 6.030354509746059e-08
previous_iter_valid_loss : 0.1605554223060608
1626720 0.160712 0.160555 0.162549 CURRENT LEARNING RATE: 6.029148559443163e-08
previous_iter_valid_loss : 0.16296468675136566
1626740 0.163152 0.162965 0.162669 CURRENT LEARNING RATE: 6.027942850306188e-08
previous_iter_valid_loss : 0.1807992160320282
1626760 0.180956 0.180799 0.163596 CURRENT LEARNING RATE: 6.02673738228695e-08
previous_iter_valid_loss : 0.16998443007469177
1626780 0.170132 0.169984 0.163925 CURRENT LEARNING RATE: 6.025532155337208e-08
previous_iter_valid_loss : 0.178375706076622
1626800 0.178692 0.178376 0.164787 CURRENT LEARNING RATE: 6.024327169408753e-08
previous_iter_valid_loss : 0.16058143973350525
1626820 0.160745 0.160581 0.164789 CURRENT LEARNING RATE: 6.023122424453386e-08
previous_iter_valid_loss : 0.17563897371292114
1626840 0.175922 0.175639 0.165545 CURRENT LEARNING RATE: 6.021917920422915e-08
previous_iter_valid_loss : 0.16140525043010712
1626860 0.161567 0.161405 0.165324 CURRENT LEARNING RATE: 6.020713657269164e-08
previous_iter_valid_loss : 0.1605246514081955
1626880 0.160691 0.160525 0.165309 CURRENT LEARNING RATE: 6.019509634943959e-08
previous_iter_valid_loss : 0.16168911755084991
1626900 0.161847 0.161689 0.164847 CURRENT LEARNING RATE: 6.018305853399117e-08
previous_iter_valid_loss : 0.16231302917003632
1626920 0.162478 0.162313 0.164894 CURRENT LEARNING RATE: 6.017102312586534e-08
previous_iter_valid_loss : 0.1917184442281723
1626940 0.192171 0.191718 0.166409 CURRENT LEARNING RATE: 6.015899012458043e-08
previous_iter_valid_loss : 0.16679148375988007
1626960 0.166947 0.166791 0.166526 CURRENT LEARNING RATE: 6.014695952965514e-08
previous_iter_valid_loss : 0.16838636994361877
1626980 0.168613 0.168386 0.166871 CURRENT LEARNING RATE: 6.013493134060824e-08
previous_iter_valid_loss : 0.16290093958377838
1627000 0.163074 0.162901 0.166979 CURRENT LEARNING RATE: 6.012290555695859e-08
previous_iter_valid_loss : 0.16362175345420837
1627020 0.163832 0.163622 0.166692 CURRENT LEARNING RATE: 6.011088217822518e-08
previous_iter_valid_loss : 0.16334468126296997
1627040 0.163541 0.163345 0.166811 CURRENT LEARNING RATE: 6.009886120392685e-08
previous_iter_valid_loss : 0.16113345324993134
1627060 0.161314 0.161133 0.166835 CURRENT LEARNING RATE: 6.008684263358318e-08
previous_iter_valid_loss : 0.16490969061851501
1627080 0.165072 0.164910 0.166909 CURRENT LEARNING RATE: 6.007482646671324e-08
previous_iter_valid_loss : 0.16293896734714508
1627100 0.163105 0.162939 0.167028 CURRENT LEARNING RATE: 6.006281270283637e-08
previous_iter_valid_loss : 0.16555488109588623
1627120 0.165762 0.165555 0.167277 CURRENT LEARNING RATE: 6.0050801341472e-08
previous_iter_valid_loss : 0.1656935065984726
1627140 0.165901 0.165694 0.167414 CURRENT LEARNING RATE: 6.00387923821397e-08
previous_iter_valid_loss : 0.17963959276676178
1627160 0.179968 0.179640 0.167356 CURRENT LEARNING RATE: 6.002678582435909e-08
previous_iter_valid_loss : 0.16053099930286407
1627180 0.160700 0.160531 0.166883 CURRENT LEARNING RATE: 6.001478166764994e-08
previous_iter_valid_loss : 0.16531766951084137
1627200 0.165535 0.165318 0.166230 CURRENT LEARNING RATE: 6.000277991153184e-08
previous_iter_valid_loss : 0.16050489246845245
1627220 0.160661 0.160505 0.166227 CURRENT LEARNING RATE: 5.999078055552516e-08
previous_iter_valid_loss : 0.16052000224590302
1627240 0.160675 0.160520 0.165471 CURRENT LEARNING RATE: 5.99787835991497e-08
previous_iter_valid_loss : 0.16294646263122559
1627260 0.163139 0.162946 0.165548 CURRENT LEARNING RATE: 5.996678904192562e-08
previous_iter_valid_loss : 0.162195086479187
1627280 0.162390 0.162195 0.165631 CURRENT LEARNING RATE: 5.995479688337308e-08
previous_iter_valid_loss : 0.16285844147205353
1627300 0.163054 0.162858 0.165690 CURRENT LEARNING RATE: 5.994280712301244e-08
previous_iter_valid_loss : 0.16076427698135376
1627320 0.160946 0.160764 0.165612 CURRENT LEARNING RATE: 5.993081976036409e-08
previous_iter_valid_loss : 0.1605730950832367
1627340 0.160733 0.160573 0.164055 CURRENT LEARNING RATE: 5.991883479494854e-08
previous_iter_valid_loss : 0.17152853310108185
1627360 0.171679 0.171529 0.164292 CURRENT LEARNING RATE: 5.990685222628616e-08
previous_iter_valid_loss : 0.16204559803009033
1627380 0.162197 0.162046 0.163975 CURRENT LEARNING RATE: 5.98948720538981e-08
previous_iter_valid_loss : 0.1606968194246292
1627400 0.160865 0.160697 0.163865 CURRENT LEARNING RATE: 5.988289427730494e-08
previous_iter_valid_loss : 0.16050396859645844
1627420 0.160674 0.160504 0.163709 CURRENT LEARNING RATE: 5.987091889602756e-08
previous_iter_valid_loss : 0.16547159850597382
1627440 0.165680 0.165472 0.163815 CURRENT LEARNING RATE: 5.985894590958693e-08
previous_iter_valid_loss : 0.16153621673583984
1627460 0.161696 0.161536 0.163835 CURRENT LEARNING RATE: 5.984697531750415e-08
previous_iter_valid_loss : 0.16060525178909302
1627480 0.160774 0.160605 0.163620 CURRENT LEARNING RATE: 5.983500711930039e-08
previous_iter_valid_loss : 0.16247466206550598
1627500 0.162635 0.162475 0.163597 CURRENT LEARNING RATE: 5.982304131449671e-08
previous_iter_valid_loss : 0.16064181923866272
1627520 0.160806 0.160642 0.163351 CURRENT LEARNING RATE: 5.981107790261491e-08
previous_iter_valid_loss : 0.16097283363342285
1627540 0.161137 0.160973 0.163115 CURRENT LEARNING RATE: 5.979911688317623e-08
previous_iter_valid_loss : 0.16331081092357635
1627560 0.163486 0.163311 0.162299 CURRENT LEARNING RATE: 5.978715825570222e-08
previous_iter_valid_loss : 0.16645370423793793
1627580 0.166610 0.166454 0.162595 CURRENT LEARNING RATE: 5.977520201971457e-08
previous_iter_valid_loss : 0.16108064353466034
1627600 0.161263 0.161081 0.162383 CURRENT LEARNING RATE: 5.9763248174735e-08
previous_iter_valid_loss : 0.1678466498851776
1627620 0.168075 0.167847 0.162750 CURRENT LEARNING RATE: 5.975129672028535e-08
previous_iter_valid_loss : 0.16052402555942535
1627640 0.160685 0.160524 0.162750 CURRENT LEARNING RATE: 5.97393476558876e-08
previous_iter_valid_loss : 0.17011478543281555
1627660 0.170354 0.170115 0.163109 CURRENT LEARNING RATE: 5.972740098106355e-08
previous_iter_valid_loss : 0.16063734889030457
1627680 0.160783 0.160637 0.163031 CURRENT LEARNING RATE: 5.971545669533574e-08
previous_iter_valid_loss : 0.1742025911808014
1627700 0.174469 0.174203 0.163598 CURRENT LEARNING RATE: 5.970351479822622e-08
previous_iter_valid_loss : 0.1608271598815918
1627720 0.160978 0.160827 0.163601 CURRENT LEARNING RATE: 5.96915752892573e-08
previous_iter_valid_loss : 0.1609267294406891
1627740 0.161104 0.160927 0.163619 CURRENT LEARNING RATE: 5.96796381679514e-08
previous_iter_valid_loss : 0.16053922474384308
1627760 0.160701 0.160539 0.163069 CURRENT LEARNING RATE: 5.966770343383104e-08
previous_iter_valid_loss : 0.1660459041595459
1627780 0.166196 0.166046 0.163269 CURRENT LEARNING RATE: 5.96557710864188e-08
previous_iter_valid_loss : 0.16748762130737305
1627800 0.167710 0.167488 0.163609 CURRENT LEARNING RATE: 5.964384112523744e-08
previous_iter_valid_loss : 0.1605006605386734
1627820 0.160666 0.160501 0.163609 CURRENT LEARNING RATE: 5.963191354980951e-08
previous_iter_valid_loss : 0.1606881320476532
1627840 0.160868 0.160688 0.163369 CURRENT LEARNING RATE: 5.961998835965834e-08
previous_iter_valid_loss : 0.16497108340263367
1627860 0.165133 0.164971 0.163541 CURRENT LEARNING RATE: 5.960806555430671e-08
previous_iter_valid_loss : 0.1670038253068924
1627880 0.167224 0.167004 0.163861 CURRENT LEARNING RATE: 5.959614513327772e-08
previous_iter_valid_loss : 0.16051146388053894
1627900 0.160678 0.160511 0.163763 CURRENT LEARNING RATE: 5.9584227096094534e-08
previous_iter_valid_loss : 0.16100643575191498
1627920 0.161181 0.161006 0.163781 CURRENT LEARNING RATE: 5.957231144228044e-08
previous_iter_valid_loss : 0.1607097089290619
1627940 0.160889 0.160710 0.163768 CURRENT LEARNING RATE: 5.956039817135882e-08
previous_iter_valid_loss : 0.16067296266555786
1627960 0.160848 0.160673 0.163636 CURRENT LEARNING RATE: 5.954848728285291e-08
previous_iter_valid_loss : 0.16058781743049622
1627980 0.160758 0.160588 0.163343 CURRENT LEARNING RATE: 5.953657877628673e-08
previous_iter_valid_loss : 0.16127777099609375
1628000 0.161451 0.161278 0.163353 CURRENT LEARNING RATE: 5.952467265118369e-08
previous_iter_valid_loss : 0.17173811793327332
1628020 0.171889 0.171738 0.163547 CURRENT LEARNING RATE: 5.9512768907067576e-08
previous_iter_valid_loss : 0.16050086915493011
1628040 0.160662 0.160501 0.163546 CURRENT LEARNING RATE: 5.950086754346222e-08
previous_iter_valid_loss : 0.16378821432590485
1628060 0.163996 0.163788 0.163230 CURRENT LEARNING RATE: 5.948896855989157e-08
previous_iter_valid_loss : 0.16990068554878235
1628080 0.170138 0.169901 0.163693 CURRENT LEARNING RATE: 5.947707195587968e-08
previous_iter_valid_loss : 0.16251762211322784
1628100 0.162674 0.162518 0.163109 CURRENT LEARNING RATE: 5.946517773095068e-08
previous_iter_valid_loss : 0.16060541570186615
1628120 0.160775 0.160605 0.163098 CURRENT LEARNING RATE: 5.945328588462857e-08
previous_iter_valid_loss : 0.16528895497322083
1628140 0.165457 0.165289 0.163316 CURRENT LEARNING RATE: 5.944139641643813e-08
previous_iter_valid_loss : 0.16107459366321564
1628160 0.161231 0.161075 0.163343 CURRENT LEARNING RATE: 5.9429509325903546e-08
previous_iter_valid_loss : 0.16063828766345978
1628180 0.160820 0.160638 0.163072 CURRENT LEARNING RATE: 5.941762461254934e-08
previous_iter_valid_loss : 0.16755904257297516
1628200 0.167716 0.167559 0.163076 CURRENT LEARNING RATE: 5.940574227590013e-08
previous_iter_valid_loss : 0.162904754281044
1628220 0.163072 0.162905 0.163196 CURRENT LEARNING RATE: 5.9393862315480615e-08
previous_iter_valid_loss : 0.1617647260427475
1628240 0.161920 0.161765 0.163250 CURRENT LEARNING RATE: 5.938198473081561e-08
previous_iter_valid_loss : 0.16423405706882477
1628260 0.164395 0.164234 0.163213 CURRENT LEARNING RATE: 5.937010952142978e-08
previous_iter_valid_loss : 0.1710769236087799
1628280 0.171336 0.171077 0.163417 CURRENT LEARNING RATE: 5.9358236686848565e-08
previous_iter_valid_loss : 0.1652107983827591
1628300 0.165404 0.165211 0.163651 CURRENT LEARNING RATE: 5.9346366226596816e-08
previous_iter_valid_loss : 0.1691005676984787
1628320 0.169255 0.169101 0.164056 CURRENT LEARNING RATE: 5.9334498140199716e-08
previous_iter_valid_loss : 0.16093674302101135
1628340 0.161120 0.160937 0.164068 CURRENT LEARNING RATE: 5.932263242718257e-08
previous_iter_valid_loss : 0.16527476906776428
1628360 0.165438 0.165275 0.164298 CURRENT LEARNING RATE: 5.931076908707071e-08
previous_iter_valid_loss : 0.16801932454109192
1628380 0.168170 0.168019 0.164669 CURRENT LEARNING RATE: 5.929890811938963e-08
previous_iter_valid_loss : 0.1805047243833542
1628400 0.180833 0.180505 0.165631 CURRENT LEARNING RATE: 5.928704952366488e-08
previous_iter_valid_loss : 0.16130393743515015
1628420 0.161501 0.161304 0.165109 CURRENT LEARNING RATE: 5.9275193299421903e-08
previous_iter_valid_loss : 0.16108781099319458
1628440 0.161278 0.161088 0.165138 CURRENT LEARNING RATE: 5.9263339446186885e-08
previous_iter_valid_loss : 0.16192351281642914
1628460 0.162080 0.161924 0.165045 CURRENT LEARNING RATE: 5.925148796348545e-08
previous_iter_valid_loss : 0.16490280628204346
1628480 0.165072 0.164903 0.164795 CURRENT LEARNING RATE: 5.923963885084355e-08
previous_iter_valid_loss : 0.1607608199119568
1628500 0.160936 0.160761 0.164707 CURRENT LEARNING RATE: 5.92277921077872e-08
previous_iter_valid_loss : 0.17269955575466156
1628520 0.172846 0.172700 0.165312 CURRENT LEARNING RATE: 5.921594773384255e-08
previous_iter_valid_loss : 0.1654556840658188
1628540 0.165619 0.165456 0.165320 CURRENT LEARNING RATE: 5.920410572853581e-08
previous_iter_valid_loss : 0.16124685108661652
1628560 0.161435 0.161247 0.165329 CURRENT LEARNING RATE: 5.9192266091393304e-08
previous_iter_valid_loss : 0.1649595946073532
1628580 0.165169 0.164960 0.165545 CURRENT LEARNING RATE: 5.9180428821941246e-08
previous_iter_valid_loss : 0.16657520830631256
1628600 0.166728 0.166575 0.165496 CURRENT LEARNING RATE: 5.9168593919706566e-08
previous_iter_valid_loss : 0.161385178565979
1628620 0.161545 0.161385 0.165420 CURRENT LEARNING RATE: 5.915676138421564e-08
previous_iter_valid_loss : 0.16315996646881104
1628640 0.163324 0.163160 0.165489 CURRENT LEARNING RATE: 5.9144931214995186e-08
previous_iter_valid_loss : 0.17292416095733643
1628660 0.173067 0.172924 0.165924 CURRENT LEARNING RATE: 5.913310341157198e-08
previous_iter_valid_loss : 0.1614006906747818
1628680 0.161567 0.161401 0.165440 CURRENT LEARNING RATE: 5.912127797347292e-08
previous_iter_valid_loss : 0.1648896038532257
1628700 0.165089 0.164890 0.165424 CURRENT LEARNING RATE: 5.9109454900224984e-08
previous_iter_valid_loss : 0.17771640419960022
1628720 0.177874 0.177716 0.165855 CURRENT LEARNING RATE: 5.9097634191355046e-08
previous_iter_valid_loss : 0.16073110699653625
1628740 0.160889 0.160731 0.165845 CURRENT LEARNING RATE: 5.90858158463907e-08
previous_iter_valid_loss : 0.17270077764987946
1628760 0.172851 0.172701 0.166216 CURRENT LEARNING RATE: 5.907399986485899e-08
previous_iter_valid_loss : 0.23825395107269287
1628780 0.238166 0.238254 0.169728 CURRENT LEARNING RATE: 5.906218624628728e-08
previous_iter_valid_loss : 0.1605292409658432
1628800 0.160694 0.160529 0.168729 CURRENT LEARNING RATE: 5.9050374990203025e-08
previous_iter_valid_loss : 0.16233262419700623
1628820 0.162498 0.162333 0.168780 CURRENT LEARNING RATE: 5.9038566096133783e-08
previous_iter_valid_loss : 0.16631586849689484
1628840 0.166478 0.166316 0.169042 CURRENT LEARNING RATE: 5.902675956360719e-08
previous_iter_valid_loss : 0.18074601888656616
1628860 0.180903 0.180746 0.169983 CURRENT LEARNING RATE: 5.9014955392150994e-08
previous_iter_valid_loss : 0.1618090271949768
1628880 0.161997 0.161809 0.169828 CURRENT LEARNING RATE: 5.90031535812928e-08
previous_iter_valid_loss : 0.17478175461292267
1628900 0.175063 0.174782 0.170529 CURRENT LEARNING RATE: 5.899135413056098e-08
previous_iter_valid_loss : 0.16104856133460999
1628920 0.161225 0.161049 0.169947 CURRENT LEARNING RATE: 5.897955703948332e-08
previous_iter_valid_loss : 0.16116786003112793
1628940 0.161320 0.161168 0.169732 CURRENT LEARNING RATE: 5.8967762307587964e-08
previous_iter_valid_loss : 0.16497494280338287
1628960 0.165184 0.164975 0.169919 CURRENT LEARNING RATE: 5.8955969934403094e-08
previous_iter_valid_loss : 0.16083745658397675
1628980 0.160995 0.160837 0.169713 CURRENT LEARNING RATE: 5.894417991945704e-08
previous_iter_valid_loss : 0.16487237811088562
1629000 0.165085 0.164872 0.169627 CURRENT LEARNING RATE: 5.893239226227818e-08
previous_iter_valid_loss : 0.16073209047317505
1629020 0.160902 0.160732 0.169595 CURRENT LEARNING RATE: 5.892060696239482e-08
previous_iter_valid_loss : 0.17017397284507751
1629040 0.170420 0.170174 0.169945 CURRENT LEARNING RATE: 5.890882401933595e-08
previous_iter_valid_loss : 0.1611524373292923
1629060 0.161337 0.161152 0.169357 CURRENT LEARNING RATE: 5.889704343263005e-08
previous_iter_valid_loss : 0.161024808883667
1629080 0.161179 0.161025 0.169338 CURRENT LEARNING RATE: 5.888526520180589e-08
previous_iter_valid_loss : 0.1741224229335785
1629100 0.174274 0.174122 0.169800 CURRENT LEARNING RATE: 5.8873489326392355e-08
previous_iter_valid_loss : 0.16132229566574097
1629120 0.161474 0.161322 0.168980 CURRENT LEARNING RATE: 5.88617158059184e-08
previous_iter_valid_loss : 0.2135361284017563
1629140 0.214139 0.213536 0.171620 CURRENT LEARNING RATE: 5.884994463991307e-08
previous_iter_valid_loss : 0.17544960975646973
1629160 0.175743 0.175450 0.171758 CURRENT LEARNING RATE: 5.8838175827905554e-08
previous_iter_valid_loss : 0.17871011793613434
1629180 0.179023 0.178710 0.168781 CURRENT LEARNING RATE: 5.882640936942486e-08
previous_iter_valid_loss : 0.1815418154001236
1629200 0.181700 0.181542 0.169831 CURRENT LEARNING RATE: 5.881464526400075e-08
previous_iter_valid_loss : 0.160664901137352
1629220 0.160831 0.160665 0.169748 CURRENT LEARNING RATE: 5.880288351116247e-08
previous_iter_valid_loss : 0.16777697205543518
1629240 0.167933 0.167777 0.169821 CURRENT LEARNING RATE: 5.879112411043954e-08
previous_iter_valid_loss : 0.1659732460975647
1629260 0.166186 0.165973 0.169082 CURRENT LEARNING RATE: 5.8779367061361576e-08
previous_iter_valid_loss : 0.1618042141199112
1629280 0.161959 0.161804 0.169082 CURRENT LEARNING RATE: 5.87676123634583e-08
previous_iter_valid_loss : 0.17422357201576233
1629300 0.174486 0.174224 0.169054 CURRENT LEARNING RATE: 5.8755860016259534e-08
previous_iter_valid_loss : 0.16487456858158112
1629320 0.165037 0.164875 0.169245 CURRENT LEARNING RATE: 5.8744110019295174e-08
previous_iter_valid_loss : 0.16470475494861603
1629340 0.164869 0.164705 0.169422 CURRENT LEARNING RATE: 5.873236237209502e-08
previous_iter_valid_loss : 0.1605435162782669
1629360 0.160705 0.160544 0.169201 CURRENT LEARNING RATE: 5.8720617074189565e-08
previous_iter_valid_loss : 0.1783585250377655
1629380 0.178521 0.178359 0.170077 CURRENT LEARNING RATE: 5.8708874125108804e-08
previous_iter_valid_loss : 0.16109900176525116
1629400 0.161281 0.161099 0.169888 CURRENT LEARNING RATE: 5.869713352438301e-08
previous_iter_valid_loss : 0.19460274279117584
1629420 0.194715 0.194603 0.171581 CURRENT LEARNING RATE: 5.868539527154258e-08
previous_iter_valid_loss : 0.16647297143936157
1629440 0.166687 0.166473 0.171396 CURRENT LEARNING RATE: 5.8673659366117955e-08
previous_iter_valid_loss : 0.17268942296504974
1629460 0.172839 0.172689 0.171973 CURRENT LEARNING RATE: 5.866192580763972e-08
previous_iter_valid_loss : 0.16476571559906006
1629480 0.164969 0.164766 0.172160 CURRENT LEARNING RATE: 5.8650194595638315e-08
previous_iter_valid_loss : 0.18294015526771545
1629500 0.183089 0.182940 0.172601 CURRENT LEARNING RATE: 5.8638465729644906e-08
previous_iter_valid_loss : 0.16212652623653412
1629520 0.162316 0.162127 0.172641 CURRENT LEARNING RATE: 5.8626739209190144e-08
previous_iter_valid_loss : 0.16580435633659363
1629540 0.165968 0.165804 0.170255 CURRENT LEARNING RATE: 5.861501503380496e-08
previous_iter_valid_loss : 0.16260290145874023
1629560 0.162757 0.162603 0.169612 CURRENT LEARNING RATE: 5.8603293203020373e-08
previous_iter_valid_loss : 0.18876442313194275
1629580 0.189180 0.188764 0.170115 CURRENT LEARNING RATE: 5.8591573716367526e-08
previous_iter_valid_loss : 0.16103306412696838
1629600 0.161197 0.161033 0.169090 CURRENT LEARNING RATE: 5.857985657337764e-08
previous_iter_valid_loss : 0.16059021651744843
1629620 0.160765 0.160590 0.169086 CURRENT LEARNING RATE: 5.8568141773582016e-08
previous_iter_valid_loss : 0.16197969019412994
1629640 0.162167 0.161980 0.168796 CURRENT LEARNING RATE: 5.8556429316511866e-08
previous_iter_valid_loss : 0.16862820088863373
1629660 0.168783 0.168628 0.168929 CURRENT LEARNING RATE: 5.854471920169911e-08
previous_iter_valid_loss : 0.16216684877872467
1629680 0.162357 0.162167 0.168947 CURRENT LEARNING RATE: 5.853301142867512e-08
previous_iter_valid_loss : 0.16310295462608337
1629700 0.163267 0.163103 0.168391 CURRENT LEARNING RATE: 5.85213059969716e-08
previous_iter_valid_loss : 0.16326777637004852
1629720 0.163437 0.163268 0.168311 CURRENT LEARNING RATE: 5.850960290612033e-08
previous_iter_valid_loss : 0.16984491050243378
1629740 0.170088 0.169845 0.168568 CURRENT LEARNING RATE: 5.849790215565318e-08
previous_iter_valid_loss : 0.1646411120891571
1629760 0.164855 0.164641 0.168773 CURRENT LEARNING RATE: 5.848620374510213e-08
previous_iter_valid_loss : 0.1607019007205963
1629780 0.160872 0.160702 0.167890 CURRENT LEARNING RATE: 5.8474507673999235e-08
previous_iter_valid_loss : 0.18558542430400848
1629800 0.185730 0.185585 0.169114 CURRENT LEARNING RATE: 5.8462813941876446e-08
previous_iter_valid_loss : 0.16403792798519135
1629820 0.164202 0.164038 0.167586 CURRENT LEARNING RATE: 5.8451122548266425e-08
previous_iter_valid_loss : 0.16067561507225037
1629840 0.160839 0.160676 0.167296 CURRENT LEARNING RATE: 5.8439433492701324e-08
previous_iter_valid_loss : 0.1615026891231537
1629860 0.161656 0.161503 0.166737 CURRENT LEARNING RATE: 5.842774677471357e-08
previous_iter_valid_loss : 0.16066180169582367
1629880 0.160816 0.160662 0.166531 CURRENT LEARNING RATE: 5.841606239383569e-08
previous_iter_valid_loss : 0.16057613492012024
1629900 0.160741 0.160576 0.165413 CURRENT LEARNING RATE: 5.8404380349600316e-08
previous_iter_valid_loss : 0.16049954295158386
1629920 0.160658 0.160500 0.165332 CURRENT LEARNING RATE: 5.8392700641540156e-08
previous_iter_valid_loss : 0.1789064109325409
1629940 0.179225 0.178906 0.165987 CURRENT LEARNING RATE: 5.838102326918783e-08
previous_iter_valid_loss : 0.17462193965911865
1629960 0.174767 0.174622 0.166588 CURRENT LEARNING RATE: 5.836934823207664e-08
previous_iter_valid_loss : 0.164751797914505
1629980 0.164923 0.164752 0.165387 CURRENT LEARNING RATE: 5.835767552973939e-08
previous_iter_valid_loss : 0.16722124814987183
1630000 0.167379 0.167221 0.165697 CURRENT LEARNING RATE: 5.834600516170918e-08
previous_iter_valid_loss : 0.16058646142482758
1630020 0.160756 0.160586 0.165697 CURRENT LEARNING RATE: 5.833433712751918e-08
previous_iter_valid_loss : 0.16872532665729523
1630040 0.168964 0.168725 0.166034 CURRENT LEARNING RATE: 5.832267142670267e-08
previous_iter_valid_loss : 0.1677033007144928
1630060 0.167939 0.167703 0.165988 CURRENT LEARNING RATE: 5.831100805879303e-08
previous_iter_valid_loss : 0.16050557792186737
1630080 0.160668 0.160506 0.165904 CURRENT LEARNING RATE: 5.829934702332371e-08
previous_iter_valid_loss : 0.16143305599689484
1630100 0.161585 0.161433 0.165821 CURRENT LEARNING RATE: 5.828768831982808e-08
previous_iter_valid_loss : 0.1623297780752182
1630120 0.162532 0.162330 0.165774 CURRENT LEARNING RATE: 5.8276031947840196e-08
previous_iter_valid_loss : 0.1605508178472519
1630140 0.160718 0.160551 0.165309 CURRENT LEARNING RATE: 5.826437790689359e-08
previous_iter_valid_loss : 0.17271557450294495
1630160 0.172863 0.172716 0.165713 CURRENT LEARNING RATE: 5.825272619652212e-08
previous_iter_valid_loss : 0.16470037400722504
1630180 0.164870 0.164700 0.165913 CURRENT LEARNING RATE: 5.8241076816259694e-08
previous_iter_valid_loss : 0.16062268614768982
1630200 0.160798 0.160623 0.164665 CURRENT LEARNING RATE: 5.822942976564036e-08
previous_iter_valid_loss : 0.16571226716041565
1630220 0.165880 0.165712 0.164749 CURRENT LEARNING RATE: 5.821778504419822e-08
previous_iter_valid_loss : 0.16819322109222412
1630240 0.168347 0.168193 0.165125 CURRENT LEARNING RATE: 5.820614265146728e-08
previous_iter_valid_loss : 0.16177596151828766
1630260 0.161943 0.161776 0.165138 CURRENT LEARNING RATE: 5.819450258698226e-08
previous_iter_valid_loss : 0.16317585110664368
1630280 0.163368 0.163176 0.165264 CURRENT LEARNING RATE: 5.8182864850277357e-08
previous_iter_valid_loss : 0.16075433790683746
1630300 0.160924 0.160754 0.165273 CURRENT LEARNING RATE: 5.817122944088705e-08
previous_iter_valid_loss : 0.18054302036762238
1630320 0.180698 0.180543 0.166275 CURRENT LEARNING RATE: 5.8159596358345934e-08
previous_iter_valid_loss : 0.19009104371070862
1630340 0.190220 0.190091 0.166834 CURRENT LEARNING RATE: 5.814796560218868e-08
previous_iter_valid_loss : 0.16206800937652588
1630360 0.162254 0.162068 0.166207 CURRENT LEARNING RATE: 5.813633717195005e-08
previous_iter_valid_loss : 0.1613110601902008
1630380 0.161460 0.161311 0.166034 CURRENT LEARNING RATE: 5.8124711067164925e-08
previous_iter_valid_loss : 0.16274715960025787
1630400 0.162913 0.162747 0.165811 CURRENT LEARNING RATE: 5.811308728736803e-08
previous_iter_valid_loss : 0.20754507184028625
1630420 0.207601 0.207545 0.168159 CURRENT LEARNING RATE: 5.810146583209485e-08
previous_iter_valid_loss : 0.16338269412517548
1630440 0.163581 0.163383 0.167892 CURRENT LEARNING RATE: 5.8089846700880314e-08
previous_iter_valid_loss : 0.16703981161117554
1630460 0.167194 0.167040 0.167858 CURRENT LEARNING RATE: 5.807822989325964e-08
previous_iter_valid_loss : 0.1630309522151947
1630480 0.163245 0.163031 0.167985 CURRENT LEARNING RATE: 5.806661540876819e-08
previous_iter_valid_loss : 0.16276918351650238
1630500 0.162967 0.162769 0.168051 CURRENT LEARNING RATE: 5.805500324694135e-08
previous_iter_valid_loss : 0.16254442930221558
1630520 0.162740 0.162544 0.168062 CURRENT LEARNING RATE: 5.804339340731465e-08
previous_iter_valid_loss : 0.16247209906578064
1630540 0.162648 0.162472 0.168158 CURRENT LEARNING RATE: 5.803178588942369e-08
previous_iter_valid_loss : 0.16106171905994415
1630560 0.161242 0.161062 0.167576 CURRENT LEARNING RATE: 5.8020180692803974e-08
previous_iter_valid_loss : 0.17381273210048676
1630580 0.174094 0.173813 0.168031 CURRENT LEARNING RATE: 5.80085778169917e-08
previous_iter_valid_loss : 0.16120421886444092
1630600 0.161358 0.161204 0.168060 CURRENT LEARNING RATE: 5.799697726152255e-08
previous_iter_valid_loss : 0.16732707619667053
1630620 0.167484 0.167327 0.168141 CURRENT LEARNING RATE: 5.798537902593249e-08
previous_iter_valid_loss : 0.16516265273094177
1630640 0.165368 0.165163 0.167989 CURRENT LEARNING RATE: 5.79737831097576e-08
previous_iter_valid_loss : 0.16916809976100922
1630660 0.169322 0.169168 0.168359 CURRENT LEARNING RATE: 5.796218951253405e-08
previous_iter_valid_loss : 0.16197869181632996
1630680 0.162167 0.161979 0.168299 CURRENT LEARNING RATE: 5.795059823379808e-08
previous_iter_valid_loss : 0.161833718419075
1630700 0.161991 0.161834 0.168353 CURRENT LEARNING RATE: 5.793900927308584e-08
previous_iter_valid_loss : 0.16614727675914764
1630720 0.166355 0.166147 0.167633 CURRENT LEARNING RATE: 5.7927422629934176e-08
previous_iter_valid_loss : 0.16253024339675903
1630740 0.162690 0.162530 0.166255 CURRENT LEARNING RATE: 5.7915838303879444e-08
previous_iter_valid_loss : 0.1707632839679718
1630760 0.170912 0.170763 0.166690 CURRENT LEARNING RATE: 5.790425629445824e-08
previous_iter_valid_loss : 0.16427204012870789
1630780 0.164436 0.164272 0.166838 CURRENT LEARNING RATE: 5.789267660120731e-08
previous_iter_valid_loss : 0.16052089631557465
1630800 0.160690 0.160521 0.166727 CURRENT LEARNING RATE: 5.788109922366343e-08
previous_iter_valid_loss : 0.1744917631149292
1630820 0.174646 0.174492 0.165074 CURRENT LEARNING RATE: 5.7869524161363544e-08
previous_iter_valid_loss : 0.1606758087873459
1630840 0.160826 0.160676 0.164939 CURRENT LEARNING RATE: 5.785795141384462e-08
previous_iter_valid_loss : 0.16142527759075165
1630860 0.161589 0.161425 0.164658 CURRENT LEARNING RATE: 5.784638098064357e-08
previous_iter_valid_loss : 0.16184361279010773
1630880 0.162002 0.161844 0.164599 CURRENT LEARNING RATE: 5.783481286129796e-08
previous_iter_valid_loss : 0.16061300039291382
1630900 0.160766 0.160613 0.164491 CURRENT LEARNING RATE: 5.782324705534487e-08
previous_iter_valid_loss : 0.183044895529747
1630920 0.183408 0.183045 0.165516 CURRENT LEARNING RATE: 5.781168356232168e-08
previous_iter_valid_loss : 0.16370916366577148
1630940 0.163902 0.163709 0.165578 CURRENT LEARNING RATE: 5.7800122381765836e-08
previous_iter_valid_loss : 0.16161790490150452
1630960 0.161784 0.161618 0.165606 CURRENT LEARNING RATE: 5.778856351321489e-08
previous_iter_valid_loss : 0.18914365768432617
1630980 0.189557 0.189144 0.166372 CURRENT LEARNING RATE: 5.77770069562065e-08
previous_iter_valid_loss : 0.16357555985450745
1631000 0.163756 0.163576 0.166491 CURRENT LEARNING RATE: 5.7765452710278386e-08
previous_iter_valid_loss : 0.16621708869934082
1631020 0.166424 0.166217 0.166435 CURRENT LEARNING RATE: 5.7753900774968195e-08
previous_iter_valid_loss : 0.16886575520038605
1631040 0.169111 0.168866 0.166620 CURRENT LEARNING RATE: 5.7742351149814245e-08
previous_iter_valid_loss : 0.16062618792057037
1631060 0.160774 0.160626 0.166193 CURRENT LEARNING RATE: 5.773080383435434e-08
previous_iter_valid_loss : 0.1627568155527115
1631080 0.162948 0.162757 0.166232 CURRENT LEARNING RATE: 5.77192588281266e-08
previous_iter_valid_loss : 0.17095042765140533
1631100 0.171201 0.170950 0.166688 CURRENT LEARNING RATE: 5.770771613066923e-08
previous_iter_valid_loss : 0.17568425834178925
1631120 0.175971 0.175684 0.167165 CURRENT LEARNING RATE: 5.7696175741520504e-08
previous_iter_valid_loss : 0.17586594820022583
1631140 0.176158 0.175866 0.167832 CURRENT LEARNING RATE: 5.768463766021882e-08
previous_iter_valid_loss : 0.1953403502702713
1631160 0.195829 0.195340 0.169060 CURRENT LEARNING RATE: 5.767310188630244e-08
previous_iter_valid_loss : 0.1681651473045349
1631180 0.168396 0.168165 0.169255 CURRENT LEARNING RATE: 5.766156841931035e-08
previous_iter_valid_loss : 0.16051283478736877
1631200 0.160674 0.160513 0.169255 CURRENT LEARNING RATE: 5.7650037258781005e-08
previous_iter_valid_loss : 0.16051889955997467
1631220 0.160687 0.160519 0.168556 CURRENT LEARNING RATE: 5.763850840425316e-08
previous_iter_valid_loss : 0.16072532534599304
1631240 0.160895 0.160725 0.168559 CURRENT LEARNING RATE: 5.762698185526566e-08
previous_iter_valid_loss : 0.16293296217918396
1631260 0.163135 0.162933 0.168634 CURRENT LEARNING RATE: 5.761545761135744e-08
previous_iter_valid_loss : 0.16737864911556244
1631280 0.167534 0.167379 0.168911 CURRENT LEARNING RATE: 5.7603935672067525e-08
previous_iter_valid_loss : 0.16768556833267212
1631300 0.167918 0.167686 0.169264 CURRENT LEARNING RATE: 5.759241603693505e-08
previous_iter_valid_loss : 0.1735277622938156
1631320 0.173802 0.173528 0.168789 CURRENT LEARNING RATE: 5.758089870549902e-08
previous_iter_valid_loss : 0.1668865829706192
1631340 0.167111 0.166887 0.168947 CURRENT LEARNING RATE: 5.756938367729915e-08
previous_iter_valid_loss : 0.20014481246471405
1631360 0.200660 0.200145 0.170874 CURRENT LEARNING RATE: 5.755787095187464e-08
previous_iter_valid_loss : 0.16247741878032684
1631380 0.162675 0.162477 0.169540 CURRENT LEARNING RATE: 5.754636052876497e-08
previous_iter_valid_loss : 0.16767644882202148
1631400 0.167837 0.167676 0.169745 CURRENT LEARNING RATE: 5.7534852407509726e-08
previous_iter_valid_loss : 0.16072997450828552
1631420 0.160900 0.160730 0.169471 CURRENT LEARNING RATE: 5.7523346587648585e-08
previous_iter_valid_loss : 0.16076461970806122
1631440 0.160946 0.160765 0.169066 CURRENT LEARNING RATE: 5.7511843068721324e-08
previous_iter_valid_loss : 0.2003840208053589
1631460 0.200457 0.200384 0.171054 CURRENT LEARNING RATE: 5.7500341850267586e-08
previous_iter_valid_loss : 0.17478397488594055
1631480 0.175061 0.174784 0.171655 CURRENT LEARNING RATE: 5.748884293182773e-08
previous_iter_valid_loss : 0.16346165537834167
1631500 0.163621 0.163462 0.171281 CURRENT LEARNING RATE: 5.7477346312941607e-08
previous_iter_valid_loss : 0.162149116396904
1631520 0.162316 0.162149 0.170604 CURRENT LEARNING RATE: 5.7465851993149336e-08
previous_iter_valid_loss : 0.1789100468158722
1631540 0.179223 0.178910 0.170756 CURRENT LEARNING RATE: 5.7454359971991157e-08
previous_iter_valid_loss : 0.17582309246063232
1631560 0.176120 0.175823 0.169780 CURRENT LEARNING RATE: 5.744287024900738e-08
previous_iter_valid_loss : 0.21294911205768585
1631580 0.213580 0.212949 0.172020 CURRENT LEARNING RATE: 5.7431382823738425e-08
previous_iter_valid_loss : 0.19421562552452087
1631600 0.194717 0.194216 0.173705 CURRENT LEARNING RATE: 5.741989769572479e-08
previous_iter_valid_loss : 0.16072331368923187
1631620 0.160883 0.160723 0.173715 CURRENT LEARNING RATE: 5.7408414864506866e-08
previous_iter_valid_loss : 0.16172507405281067
1631640 0.161915 0.161725 0.173765 CURRENT LEARNING RATE: 5.739693432962574e-08
previous_iter_valid_loss : 0.17509247362613678
1631660 0.175244 0.175092 0.174373 CURRENT LEARNING RATE: 5.738545609062201e-08
previous_iter_valid_loss : 0.1608622521162033
1631680 0.161015 0.160862 0.174047 CURRENT LEARNING RATE: 5.7373980147036524e-08
previous_iter_valid_loss : 0.17780233919620514
1631700 0.177954 0.177802 0.174553 CURRENT LEARNING RATE: 5.736250649841025e-08
previous_iter_valid_loss : 0.18630413711071014
1631720 0.186450 0.186304 0.175192 CURRENT LEARNING RATE: 5.735103514428425e-08
previous_iter_valid_loss : 0.1649785041809082
1631740 0.165188 0.164979 0.175096 CURRENT LEARNING RATE: 5.733956608419965e-08
previous_iter_valid_loss : 0.16053268313407898
1631760 0.160689 0.160533 0.173116 CURRENT LEARNING RATE: 5.732809931769772e-08
previous_iter_valid_loss : 0.16657346487045288
1631780 0.166732 0.166573 0.173321 CURRENT LEARNING RATE: 5.7316634844319555e-08
previous_iter_valid_loss : 0.16334281861782074
1631800 0.163535 0.163343 0.173104 CURRENT LEARNING RATE: 5.730517266360699e-08
previous_iter_valid_loss : 0.1605256199836731
1631820 0.160691 0.160526 0.173094 CURRENT LEARNING RATE: 5.729371277510135e-08
previous_iter_valid_loss : 0.16611090302467346
1631840 0.166273 0.166111 0.173361 CURRENT LEARNING RATE: 5.728225517834422e-08
previous_iter_valid_loss : 0.16977368295192719
1631860 0.169926 0.169774 0.171830 CURRENT LEARNING RATE: 5.727079987287731e-08
previous_iter_valid_loss : 0.16695916652679443
1631880 0.167182 0.166959 0.171439 CURRENT LEARNING RATE: 5.7259346858242404e-08
previous_iter_valid_loss : 0.1606980711221695
1631900 0.160863 0.160698 0.171301 CURRENT LEARNING RATE: 5.724789613398137e-08
previous_iter_valid_loss : 0.16479341685771942
1631920 0.164954 0.164793 0.171433 CURRENT LEARNING RATE: 5.7236447699636e-08
previous_iter_valid_loss : 0.16144777834415436
1631940 0.161608 0.161448 0.170560 CURRENT LEARNING RATE: 5.7225001554748746e-08
previous_iter_valid_loss : 0.1609780341386795
1631960 0.161130 0.160978 0.169818 CURRENT LEARNING RATE: 5.721355769886155e-08
previous_iter_valid_loss : 0.1605364829301834
1631980 0.160700 0.160536 0.167197 CURRENT LEARNING RATE: 5.7202116131516684e-08
previous_iter_valid_loss : 0.16639353334903717
1632000 0.166617 0.166394 0.165806 CURRENT LEARNING RATE: 5.7190676852256456e-08
previous_iter_valid_loss : 0.17372453212738037
1632020 0.173873 0.173725 0.166456 CURRENT LEARNING RATE: 5.7179239860623325e-08
previous_iter_valid_loss : 0.17871956527233124
1632040 0.179021 0.178720 0.167306 CURRENT LEARNING RATE: 5.716780515615979e-08
previous_iter_valid_loss : 0.16054213047027588
1632060 0.160703 0.160542 0.166578 CURRENT LEARNING RATE: 5.715637273840847e-08
previous_iter_valid_loss : 0.1605253368616104
1632080 0.160688 0.160525 0.166562 CURRENT LEARNING RATE: 5.714494260691186e-08
previous_iter_valid_loss : 0.17174123227596283
1632100 0.172001 0.171741 0.166258 CURRENT LEARNING RATE: 5.713351476121316e-08
previous_iter_valid_loss : 0.16324739158153534
1632120 0.163448 0.163247 0.165106 CURRENT LEARNING RATE: 5.712208920085506e-08
previous_iter_valid_loss : 0.18343475461006165
1632140 0.183581 0.183435 0.166028 CURRENT LEARNING RATE: 5.7110665925380554e-08
previous_iter_valid_loss : 0.16524770855903625
1632160 0.165414 0.165248 0.166264 CURRENT LEARNING RATE: 5.709924493433268e-08
previous_iter_valid_loss : 0.16054603457450867
1632180 0.160716 0.160546 0.165963 CURRENT LEARNING RATE: 5.7087826227254604e-08
previous_iter_valid_loss : 0.1809651106595993
1632200 0.181122 0.180965 0.166844 CURRENT LEARNING RATE: 5.707640980368959e-08
previous_iter_valid_loss : 0.1861623227596283
1632220 0.186306 0.186162 0.168126 CURRENT LEARNING RATE: 5.706499566318098e-08
previous_iter_valid_loss : 0.16271722316741943
1632240 0.162902 0.162717 0.167956 CURRENT LEARNING RATE: 5.7053583805272e-08
previous_iter_valid_loss : 0.17078590393066406
1632260 0.171038 0.170786 0.168007 CURRENT LEARNING RATE: 5.704217422950657e-08
previous_iter_valid_loss : 0.16093148291110992
1632280 0.161103 0.160931 0.167705 CURRENT LEARNING RATE: 5.7030766935428135e-08
previous_iter_valid_loss : 0.16515931487083435
1632300 0.165326 0.165159 0.167928 CURRENT LEARNING RATE: 5.701936192258038e-08
previous_iter_valid_loss : 0.1903432160615921
1632320 0.190473 0.190343 0.169206 CURRENT LEARNING RATE: 5.70079591905071e-08
previous_iter_valid_loss : 0.16081984341144562
1632340 0.161001 0.160820 0.169175 CURRENT LEARNING RATE: 5.699655873875221e-08
previous_iter_valid_loss : 0.17330820858478546
1632360 0.173572 0.173308 0.169791 CURRENT LEARNING RATE: 5.698516056685967e-08
previous_iter_valid_loss : 0.1607615351676941
1632380 0.160922 0.160762 0.169802 CURRENT LEARNING RATE: 5.697376467437335e-08
previous_iter_valid_loss : 0.1606462150812149
1632400 0.160794 0.160646 0.169515 CURRENT LEARNING RATE: 5.696237106083784e-08
previous_iter_valid_loss : 0.17029833793640137
1632420 0.170547 0.170298 0.169344 CURRENT LEARNING RATE: 5.6950979725797176e-08
previous_iter_valid_loss : 0.16903041303157806
1632440 0.169187 0.169030 0.168859 CURRENT LEARNING RATE: 5.6939590668795696e-08
previous_iter_valid_loss : 0.1705951988697052
1632460 0.170851 0.170595 0.169362 CURRENT LEARNING RATE: 5.6928203889377865e-08
previous_iter_valid_loss : 0.16143789887428284
1632480 0.161600 0.161438 0.169407 CURRENT LEARNING RATE: 5.691681938708819e-08
previous_iter_valid_loss : 0.16240841150283813
1632500 0.162567 0.162408 0.168941 CURRENT LEARNING RATE: 5.690543716147131e-08
previous_iter_valid_loss : 0.16095906496047974
1632520 0.161146 0.160959 0.168826 CURRENT LEARNING RATE: 5.6894057212071905e-08
previous_iter_valid_loss : 0.16541709005832672
1632540 0.165635 0.165417 0.167925 CURRENT LEARNING RATE: 5.688267953843461e-08
previous_iter_valid_loss : 0.160494863986969
1632560 0.160663 0.160495 0.167688 CURRENT LEARNING RATE: 5.6871304140104707e-08
previous_iter_valid_loss : 0.16070803999900818
1632580 0.160890 0.160708 0.167696 CURRENT LEARNING RATE: 5.685993101662696e-08
previous_iter_valid_loss : 0.16499990224838257
1632600 0.165175 0.165000 0.166898 CURRENT LEARNING RATE: 5.684856016754647e-08
previous_iter_valid_loss : 0.172462597489357
1632620 0.172732 0.172463 0.166213 CURRENT LEARNING RATE: 5.6837191592408404e-08
previous_iter_valid_loss : 0.17825230956077576
1632640 0.178559 0.178252 0.166989 CURRENT LEARNING RATE: 5.6825825290758005e-08
previous_iter_valid_loss : 0.16900955140590668
1632660 0.169243 0.169010 0.166901 CURRENT LEARNING RATE: 5.6814461262140617e-08
previous_iter_valid_loss : 0.1633439064025879
1632680 0.163522 0.163344 0.167021 CURRENT LEARNING RATE: 5.6803099506101495e-08
previous_iter_valid_loss : 0.16460686922073364
1632700 0.164816 0.164607 0.166994 CURRENT LEARNING RATE: 5.679174002218656e-08
previous_iter_valid_loss : 0.16192598640918732
1632720 0.162122 0.161926 0.165573 CURRENT LEARNING RATE: 5.678038280994123e-08
previous_iter_valid_loss : 0.19296519458293915
1632740 0.193443 0.192965 0.167180 CURRENT LEARNING RATE: 5.676902786891121e-08
previous_iter_valid_loss : 0.16607555747032166
1632760 0.166281 0.166076 0.166818 CURRENT LEARNING RATE: 5.675767519864233e-08
previous_iter_valid_loss : 0.1607905626296997
1632780 0.160952 0.160791 0.166820 CURRENT LEARNING RATE: 5.6746324798680457e-08
previous_iter_valid_loss : 0.17112775146961212
1632800 0.171276 0.171128 0.167344 CURRENT LEARNING RATE: 5.673497666857158e-08
previous_iter_valid_loss : 0.16891466081142426
1632820 0.169064 0.168915 0.167275 CURRENT LEARNING RATE: 5.672363080786179e-08
previous_iter_valid_loss : 0.16053056716918945
1632840 0.160696 0.160531 0.166850 CURRENT LEARNING RATE: 5.6712287216097025e-08
previous_iter_valid_loss : 0.16648125648498535
1632860 0.166702 0.166481 0.166644 CURRENT LEARNING RATE: 5.670094589282397e-08
previous_iter_valid_loss : 0.16075289249420166
1632880 0.160915 0.160753 0.166610 CURRENT LEARNING RATE: 5.6689606837588755e-08
previous_iter_valid_loss : 0.17241047322750092
1632900 0.172558 0.172410 0.167110 CURRENT LEARNING RATE: 5.6678270049937807e-08
previous_iter_valid_loss : 0.16328203678131104
1632920 0.163482 0.163282 0.167226 CURRENT LEARNING RATE: 5.6666935529417684e-08
previous_iter_valid_loss : 0.162927508354187
1632940 0.163094 0.162928 0.167102 CURRENT LEARNING RATE: 5.665560327557499e-08
previous_iter_valid_loss : 0.19604362547397614
1632960 0.196547 0.196044 0.168879 CURRENT LEARNING RATE: 5.6644273287956426e-08
previous_iter_valid_loss : 0.16480641067028046
1632980 0.164976 0.164806 0.169084 CURRENT LEARNING RATE: 5.6632945566108806e-08
previous_iter_valid_loss : 0.16328762471675873
1633000 0.163456 0.163288 0.168998 CURRENT LEARNING RATE: 5.662162010957882e-08
previous_iter_valid_loss : 0.1616767793893814
1633020 0.161834 0.161677 0.168459 CURRENT LEARNING RATE: 5.661029691791384e-08
previous_iter_valid_loss : 0.16098865866661072
1633040 0.161170 0.160989 0.167596 CURRENT LEARNING RATE: 5.659897599066074e-08
previous_iter_valid_loss : 0.165838822722435
1633060 0.166055 0.165839 0.167437 CURRENT LEARNING RATE: 5.6587657327366697e-08
previous_iter_valid_loss : 0.16156938672065735
1633080 0.161736 0.161569 0.167348 CURRENT LEARNING RATE: 5.6576340927578944e-08
previous_iter_valid_loss : 0.16254223883152008
1633100 0.162710 0.162542 0.167245 CURRENT LEARNING RATE: 5.6565026790844844e-08
previous_iter_valid_loss : 0.1671915203332901
1633120 0.167351 0.167192 0.167509 CURRENT LEARNING RATE: 5.655371491671182e-08
previous_iter_valid_loss : 0.16129501163959503
1633140 0.161477 0.161295 0.165925 CURRENT LEARNING RATE: 5.65424053047272e-08
previous_iter_valid_loss : 0.1609664112329483
1633160 0.161127 0.160966 0.165670 CURRENT LEARNING RATE: 5.6531097954439e-08
previous_iter_valid_loss : 0.1616327464580536
1633180 0.161823 0.161633 0.165712 CURRENT LEARNING RATE: 5.651979286539473e-08
previous_iter_valid_loss : 0.1787324994802475
1633200 0.178893 0.178732 0.166092 CURRENT LEARNING RATE: 5.650849003714218e-08
previous_iter_valid_loss : 0.1614914983510971
1633220 0.161675 0.161491 0.165721 CURRENT LEARNING RATE: 5.649718946922924e-08
previous_iter_valid_loss : 0.16056568920612335
1633240 0.160714 0.160566 0.165723 CURRENT LEARNING RATE: 5.6485891161203885e-08
previous_iter_valid_loss : 0.16624538600444794
1633260 0.166454 0.166245 0.165711 CURRENT LEARNING RATE: 5.6474595112614176e-08
previous_iter_valid_loss : 0.16517646610736847
1633280 0.165388 0.165176 0.165932 CURRENT LEARNING RATE: 5.6463301323008286e-08
previous_iter_valid_loss : 0.16901864111423492
1633300 0.169179 0.169019 0.165762 CURRENT LEARNING RATE: 5.6452009791934256e-08
previous_iter_valid_loss : 0.16496656835079193
1633320 0.165173 0.164967 0.165847 CURRENT LEARNING RATE: 5.644072051894083e-08
previous_iter_valid_loss : 0.171284019947052
1633340 0.171554 0.171284 0.166264 CURRENT LEARNING RATE: 5.6429433503576226e-08
previous_iter_valid_loss : 0.16910134255886078
1633360 0.169336 0.169101 0.164917 CURRENT LEARNING RATE: 5.641814874538898e-08
previous_iter_valid_loss : 0.16052140295505524
1633380 0.160679 0.160521 0.164703 CURRENT LEARNING RATE: 5.6406866243927675e-08
previous_iter_valid_loss : 0.16145384311676025
1633400 0.161610 0.161454 0.164611 CURRENT LEARNING RATE: 5.6395585998741036e-08
previous_iter_valid_loss : 0.16130562126636505
1633420 0.161462 0.161306 0.164593 CURRENT LEARNING RATE: 5.638430800937784e-08
previous_iter_valid_loss : 0.18946844339370728
1633440 0.189608 0.189468 0.166017 CURRENT LEARNING RATE: 5.6373032275386976e-08
previous_iter_valid_loss : 0.16522209346294403
1633460 0.165422 0.165222 0.165986 CURRENT LEARNING RATE: 5.6361758796317214e-08
previous_iter_valid_loss : 0.16115279495716095
1633480 0.161308 0.161153 0.165965 CURRENT LEARNING RATE: 5.635048757171801e-08
previous_iter_valid_loss : 0.1612103283405304
1633500 0.161393 0.161210 0.165899 CURRENT LEARNING RATE: 5.633921860113831e-08
previous_iter_valid_loss : 0.16692395508289337
1633520 0.167145 0.166924 0.165885 CURRENT LEARNING RATE: 5.6327951884127366e-08
previous_iter_valid_loss : 0.18362408876419067
1633540 0.183772 0.183624 0.167002 CURRENT LEARNING RATE: 5.631668742023451e-08
previous_iter_valid_loss : 0.16076388955116272
1633560 0.160939 0.160764 0.166991 CURRENT LEARNING RATE: 5.6305425209009145e-08
previous_iter_valid_loss : 0.16983483731746674
1633580 0.170081 0.169835 0.167402 CURRENT LEARNING RATE: 5.6294165250000806e-08
previous_iter_valid_loss : 0.16438807547092438
1633600 0.164592 0.164388 0.166684 CURRENT LEARNING RATE: 5.628290754275888e-08
previous_iter_valid_loss : 0.16177237033843994
1633620 0.161967 0.161772 0.166698 CURRENT LEARNING RATE: 5.627165208683346e-08
previous_iter_valid_loss : 0.16177624464035034
1633640 0.161962 0.161776 0.166759 CURRENT LEARNING RATE: 5.626039888177414e-08
previous_iter_valid_loss : 0.16387103497982025
1633660 0.164067 0.163871 0.166640 CURRENT LEARNING RATE: 5.6249147927130785e-08
previous_iter_valid_loss : 0.16277951002120972
1633680 0.162974 0.162780 0.166520 CURRENT LEARNING RATE: 5.623789922245334e-08
previous_iter_valid_loss : 0.16621029376983643
1633700 0.166368 0.166210 0.166380 CURRENT LEARNING RATE: 5.622665276729188e-08
previous_iter_valid_loss : 0.18368574976921082
1633720 0.183838 0.183686 0.167316 CURRENT LEARNING RATE: 5.621540856119654e-08
previous_iter_valid_loss : 0.1762332171201706
1633740 0.176385 0.176233 0.167563 CURRENT LEARNING RATE: 5.620416660371754e-08
previous_iter_valid_loss : 0.16059081256389618
1633760 0.160758 0.160591 0.167138 CURRENT LEARNING RATE: 5.619292689440503e-08
previous_iter_valid_loss : 0.1626071333885193
1633780 0.162764 0.162607 0.167242 CURRENT LEARNING RATE: 5.618168943280979e-08
previous_iter_valid_loss : 0.1628306657075882
1633800 0.162991 0.162831 0.167311 CURRENT LEARNING RATE: 5.6170454218482135e-08
previous_iter_valid_loss : 0.16907484829425812
1633820 0.169226 0.169075 0.167699 CURRENT LEARNING RATE: 5.615922125097267e-08
previous_iter_valid_loss : 0.17667637765407562
1633840 0.176959 0.176676 0.167060 CURRENT LEARNING RATE: 5.614799052983205e-08
previous_iter_valid_loss : 0.17391398549079895
1633860 0.174184 0.173914 0.167494 CURRENT LEARNING RATE: 5.613676205461106e-08
previous_iter_valid_loss : 0.1606902778148651
1633880 0.160855 0.160690 0.167471 CURRENT LEARNING RATE: 5.612553582486055e-08
previous_iter_valid_loss : 0.161174476146698
1633900 0.161321 0.161174 0.167469 CURRENT LEARNING RATE: 5.6114311840131295e-08
previous_iter_valid_loss : 0.16102884709835052
1633920 0.161180 0.161029 0.167175 CURRENT LEARNING RATE: 5.6103090099974715e-08
previous_iter_valid_loss : 0.1628364771604538
1633940 0.163006 0.162836 0.166135 CURRENT LEARNING RATE: 5.609187060394175e-08
previous_iter_valid_loss : 0.1857360154390335
1633960 0.185877 0.185736 0.167384 CURRENT LEARNING RATE: 5.608065335158362e-08
previous_iter_valid_loss : 0.1614854782819748
1633980 0.161667 0.161485 0.166966 CURRENT LEARNING RATE: 5.606943834245163e-08
previous_iter_valid_loss : 0.1605304777622223
1634000 0.160700 0.160530 0.166774 CURRENT LEARNING RATE: 5.605822557609717e-08
previous_iter_valid_loss : 0.16616670787334442
1634020 0.166363 0.166167 0.166993 CURRENT LEARNING RATE: 5.604701505207175e-08
previous_iter_valid_loss : 0.1945713609457016
1634040 0.194690 0.194571 0.168633 CURRENT LEARNING RATE: 5.6035806769926927e-08
previous_iter_valid_loss : 0.16072891652584076
1634060 0.160887 0.160729 0.168476 CURRENT LEARNING RATE: 5.6024600729214197e-08
previous_iter_valid_loss : 0.16757184267044067
1634080 0.167732 0.167572 0.168716 CURRENT LEARNING RATE: 5.6013396929485696e-08
previous_iter_valid_loss : 0.16275718808174133
1634100 0.162930 0.162757 0.168543 CURRENT LEARNING RATE: 5.6002195370293086e-08
previous_iter_valid_loss : 0.1617548167705536
1634120 0.161912 0.161755 0.167446 CURRENT LEARNING RATE: 5.599099605118829e-08
previous_iter_valid_loss : 0.17048907279968262
1634140 0.170641 0.170489 0.167159 CURRENT LEARNING RATE: 5.5979798971723355e-08
previous_iter_valid_loss : 0.16846682131290436
1634160 0.168701 0.168467 0.167553 CURRENT LEARNING RATE: 5.596860413145038e-08
previous_iter_valid_loss : 0.1680632382631302
1634180 0.168220 0.168063 0.167826 CURRENT LEARNING RATE: 5.595741152992158e-08
previous_iter_valid_loss : 0.16144214570522308
1634200 0.161612 0.161442 0.167756 CURRENT LEARNING RATE: 5.594622116668924e-08
previous_iter_valid_loss : 0.16266967356204987
1634220 0.162828 0.162670 0.167436 CURRENT LEARNING RATE: 5.5935033041305566e-08
previous_iter_valid_loss : 0.1832047700881958
1634240 0.183362 0.183205 0.167762 CURRENT LEARNING RATE: 5.592384715332342e-08
previous_iter_valid_loss : 0.16259317100048065
1634260 0.162761 0.162593 0.167196 CURRENT LEARNING RATE: 5.591266350229516e-08
previous_iter_valid_loss : 0.16216713190078735
1634280 0.162323 0.162167 0.167270 CURRENT LEARNING RATE: 5.5901482087773445e-08
previous_iter_valid_loss : 0.1631367951631546
1634300 0.163296 0.163137 0.167368 CURRENT LEARNING RATE: 5.589030290931103e-08
previous_iter_valid_loss : 0.16561900079250336
1634320 0.165828 0.165619 0.167598 CURRENT LEARNING RATE: 5.587912596646073e-08
previous_iter_valid_loss : 0.18132896721363068
1634340 0.181485 0.181329 0.168523 CURRENT LEARNING RATE: 5.586795125877548e-08
previous_iter_valid_loss : 0.16055765748023987
1634360 0.160727 0.160558 0.167264 CURRENT LEARNING RATE: 5.58567787858081e-08
previous_iter_valid_loss : 0.16350190341472626
1634380 0.163676 0.163502 0.167364 CURRENT LEARNING RATE: 5.5845608547112064e-08
previous_iter_valid_loss : 0.16081568598747253
1634400 0.160976 0.160816 0.167379 CURRENT LEARNING RATE: 5.583444054224039e-08
previous_iter_valid_loss : 0.16080839931964874
1634420 0.160976 0.160808 0.167111 CURRENT LEARNING RATE: 5.5823274770746325e-08
previous_iter_valid_loss : 0.1646031141281128
1634440 0.164797 0.164603 0.165612 CURRENT LEARNING RATE: 5.581211123218327e-08
previous_iter_valid_loss : 0.18703699111938477
1634460 0.187170 0.187037 0.166928 CURRENT LEARNING RATE: 5.5800949926104675e-08
previous_iter_valid_loss : 0.16199614107608795
1634480 0.162182 0.161996 0.166649 CURRENT LEARNING RATE: 5.5789790852064076e-08
previous_iter_valid_loss : 0.16064795851707458
1634500 0.160804 0.160648 0.166544 CURRENT LEARNING RATE: 5.577863400961513e-08
previous_iter_valid_loss : 0.16143518686294556
1634520 0.161594 0.161435 0.166528 CURRENT LEARNING RATE: 5.576747939831135e-08
previous_iter_valid_loss : 0.1620563417673111
1634540 0.162247 0.162056 0.166106 CURRENT LEARNING RATE: 5.575632701770695e-08
previous_iter_valid_loss : 0.17130161821842194
1634560 0.171558 0.171302 0.166248 CURRENT LEARNING RATE: 5.5745176867355634e-08
previous_iter_valid_loss : 0.16215093433856964
1634580 0.162342 0.162151 0.165952 CURRENT LEARNING RATE: 5.57340289468114e-08
previous_iter_valid_loss : 0.16073717176914215
1634600 0.160912 0.160737 0.165917 CURRENT LEARNING RATE: 5.572288325562834e-08
previous_iter_valid_loss : 0.1621842086315155
1634620 0.162345 0.162184 0.165893 CURRENT LEARNING RATE: 5.571173979336061e-08
previous_iter_valid_loss : 0.1605881154537201
1634640 0.160750 0.160588 0.164762 CURRENT LEARNING RATE: 5.570059855956248e-08
previous_iter_valid_loss : 0.1605648398399353
1634660 0.160731 0.160565 0.164660 CURRENT LEARNING RATE: 5.5689459553788103e-08
previous_iter_valid_loss : 0.1615564078092575
1634680 0.161750 0.161556 0.164630 CURRENT LEARNING RATE: 5.5678322775592316e-08
previous_iter_valid_loss : 0.167420893907547
1634700 0.167581 0.167421 0.164844 CURRENT LEARNING RATE: 5.5667188224529434e-08
previous_iter_valid_loss : 0.17001378536224365
1634720 0.170166 0.170014 0.165064 CURRENT LEARNING RATE: 5.56560559001541e-08
previous_iter_valid_loss : 0.1616835594177246
1634740 0.161869 0.161684 0.164081 CURRENT LEARNING RATE: 5.564492580202102e-08
previous_iter_valid_loss : 0.16054928302764893
1634760 0.160713 0.160549 0.164081 CURRENT LEARNING RATE: 5.5633797929684965e-08
previous_iter_valid_loss : 0.16483449935913086
1634780 0.164993 0.164834 0.164148 CURRENT LEARNING RATE: 5.562267228270084e-08
previous_iter_valid_loss : 0.16452766954898834
1634800 0.164725 0.164528 0.164333 CURRENT LEARNING RATE: 5.561154886062361e-08
previous_iter_valid_loss : 0.16496340930461884
1634820 0.165180 0.164963 0.164541 CURRENT LEARNING RATE: 5.560042766300814e-08
previous_iter_valid_loss : 0.16450586915016174
1634840 0.164712 0.164506 0.164536 CURRENT LEARNING RATE: 5.558930868940999e-08
previous_iter_valid_loss : 0.17350465059280396
1634860 0.173782 0.173505 0.163859 CURRENT LEARNING RATE: 5.5578191939384196e-08
previous_iter_valid_loss : 0.16162528097629547
1634880 0.161813 0.161625 0.163841 CURRENT LEARNING RATE: 5.556707741248608e-08
previous_iter_valid_loss : 0.16282300651073456
1634900 0.163010 0.162823 0.163950 CURRENT LEARNING RATE: 5.555596510827107e-08
previous_iter_valid_loss : 0.1607336550951004
1634920 0.160886 0.160734 0.163915 CURRENT LEARNING RATE: 5.554485502629467e-08
previous_iter_valid_loss : 0.16881465911865234
1634940 0.169050 0.168815 0.164253 CURRENT LEARNING RATE: 5.5533747166112487e-08
previous_iter_valid_loss : 0.1753389984369278
1634960 0.175616 0.175339 0.164454 CURRENT LEARNING RATE: 5.552264152728019e-08
previous_iter_valid_loss : 0.16068589687347412
1634980 0.160847 0.160686 0.164381 CURRENT LEARNING RATE: 5.551153810935337e-08
previous_iter_valid_loss : 0.1719559282064438
1635000 0.172106 0.171956 0.164942 CURRENT LEARNING RATE: 5.550043691188827e-08
previous_iter_valid_loss : 0.16072693467140198
1635020 0.160885 0.160727 0.164869 CURRENT LEARNING RATE: 5.5489337934440666e-08
previous_iter_valid_loss : 0.16601458191871643
1635040 0.166174 0.166015 0.165141 CURRENT LEARNING RATE: 5.547824117656658e-08
previous_iter_valid_loss : 0.160554900765419
1635060 0.160714 0.160555 0.165140 CURRENT LEARNING RATE: 5.5467146637822145e-08
previous_iter_valid_loss : 0.17135797441005707
1635080 0.171614 0.171358 0.165630 CURRENT LEARNING RATE: 5.545605431776359e-08
previous_iter_valid_loss : 0.18074728548526764
1635100 0.180901 0.180747 0.166296 CURRENT LEARNING RATE: 5.544496421594721e-08
previous_iter_valid_loss : 0.16539181768894196
1635120 0.165552 0.165392 0.166065 CURRENT LEARNING RATE: 5.5433876331929215e-08
previous_iter_valid_loss : 0.160852313041687
1635140 0.161029 0.160852 0.166024 CURRENT LEARNING RATE: 5.542279066526647e-08
previous_iter_valid_loss : 0.1608266681432724
1635160 0.161001 0.160827 0.166038 CURRENT LEARNING RATE: 5.541170721551536e-08
previous_iter_valid_loss : 0.17012690007686615
1635180 0.170276 0.170127 0.166302 CURRENT LEARNING RATE: 5.5400625982232545e-08
previous_iter_valid_loss : 0.1662241369485855
1635200 0.166382 0.166224 0.166387 CURRENT LEARNING RATE: 5.5389546964974784e-08
previous_iter_valid_loss : 0.1639067828655243
1635220 0.164105 0.163907 0.166334 CURRENT LEARNING RATE: 5.5378470163298905e-08
previous_iter_valid_loss : 0.17791952192783356
1635240 0.178075 0.177920 0.167005 CURRENT LEARNING RATE: 5.5367395576761845e-08
previous_iter_valid_loss : 0.16051630675792694
1635260 0.160677 0.160516 0.166356 CURRENT LEARNING RATE: 5.5356323204920606e-08
previous_iter_valid_loss : 0.17133943736553192
1635280 0.171595 0.171339 0.166841 CURRENT LEARNING RATE: 5.5345253047332117e-08
previous_iter_valid_loss : 0.16142532229423523
1635300 0.161579 0.161425 0.166771 CURRENT LEARNING RATE: 5.533418510355394e-08
previous_iter_valid_loss : 0.16077594459056854
1635320 0.160931 0.160776 0.166773 CURRENT LEARNING RATE: 5.5323119373143186e-08
previous_iter_valid_loss : 0.1623130589723587
1635340 0.162493 0.162313 0.166448 CURRENT LEARNING RATE: 5.5312055855657205e-08
previous_iter_valid_loss : 0.1606174111366272
1635360 0.160779 0.160617 0.165712 CURRENT LEARNING RATE: 5.530099455065348e-08
previous_iter_valid_loss : 0.16247086226940155
1635380 0.162655 0.162471 0.165802 CURRENT LEARNING RATE: 5.5289935457689525e-08
previous_iter_valid_loss : 0.16418208181858063
1635400 0.164377 0.164182 0.165413 CURRENT LEARNING RATE: 5.527887857632301e-08
previous_iter_valid_loss : 0.16239048540592194
1635420 0.162587 0.162390 0.165496 CURRENT LEARNING RATE: 5.526782390611164e-08
previous_iter_valid_loss : 0.16525541245937347
1635440 0.165464 0.165255 0.165458 CURRENT LEARNING RATE: 5.525677144661304e-08
previous_iter_valid_loss : 0.16058053076267242
1635460 0.160754 0.160581 0.165459 CURRENT LEARNING RATE: 5.52457211973855e-08
previous_iter_valid_loss : 0.1611114740371704
1635480 0.161298 0.161111 0.164947 CURRENT LEARNING RATE: 5.5234673157986815e-08
previous_iter_valid_loss : 0.189154252409935
1635500 0.189574 0.189154 0.165367 CURRENT LEARNING RATE: 5.5223627327975064e-08
previous_iter_valid_loss : 0.16249576210975647
1635520 0.162687 0.162496 0.165223 CURRENT LEARNING RATE: 5.5212583706908415e-08
previous_iter_valid_loss : 0.16335546970367432
1635540 0.163560 0.163355 0.165348 CURRENT LEARNING RATE: 5.520154229434512e-08
previous_iter_valid_loss : 0.1674201488494873
1635560 0.167657 0.167420 0.165677 CURRENT LEARNING RATE: 5.5190503089843525e-08
previous_iter_valid_loss : 0.16889244318008423
1635580 0.169049 0.168892 0.165616 CURRENT LEARNING RATE: 5.517946609296186e-08
previous_iter_valid_loss : 0.16245697438716888
1635600 0.162661 0.162457 0.165427 CURRENT LEARNING RATE: 5.5168431303259053e-08
previous_iter_valid_loss : 0.16854555904865265
1635620 0.168787 0.168546 0.165659 CURRENT LEARNING RATE: 5.5157398720293495e-08
previous_iter_valid_loss : 0.1764441430568695
1635640 0.176734 0.176444 0.165585 CURRENT LEARNING RATE: 5.51463683436239e-08
previous_iter_valid_loss : 0.16287846863269806
1635660 0.163055 0.162878 0.165704 CURRENT LEARNING RATE: 5.5135340172809034e-08
previous_iter_valid_loss : 0.16058449447155
1635680 0.160742 0.160584 0.165166 CURRENT LEARNING RATE: 5.5124314207407795e-08
previous_iter_valid_loss : 0.16063065826892853
1635700 0.160787 0.160631 0.165126 CURRENT LEARNING RATE: 5.5113290446979126e-08
previous_iter_valid_loss : 0.16066071391105652
1635720 0.160817 0.160661 0.165120 CURRENT LEARNING RATE: 5.510226889108209e-08
previous_iter_valid_loss : 0.1605348438024521
1635740 0.160697 0.160535 0.165031 CURRENT LEARNING RATE: 5.5091249539275606e-08
previous_iter_valid_loss : 0.1609732061624527
1635760 0.161127 0.160973 0.165049 CURRENT LEARNING RATE: 5.5080232391119325e-08
previous_iter_valid_loss : 0.16051027178764343
1635780 0.160667 0.160510 0.164951 CURRENT LEARNING RATE: 5.506921744617233e-08
previous_iter_valid_loss : 0.1649307757616043
1635800 0.165093 0.164931 0.164989 CURRENT LEARNING RATE: 5.505820470399405e-08
previous_iter_valid_loss : 0.16050103306770325
1635820 0.160656 0.160501 0.164894 CURRENT LEARNING RATE: 5.504719416414397e-08
previous_iter_valid_loss : 0.16799518465995789
1635840 0.168149 0.167995 0.165031 CURRENT LEARNING RATE: 5.5036185826181656e-08
previous_iter_valid_loss : 0.17711897194385529
1635860 0.177427 0.177119 0.165858 CURRENT LEARNING RATE: 5.5025179689666784e-08
previous_iter_valid_loss : 0.16062872111797333
1635880 0.160798 0.160629 0.165834 CURRENT LEARNING RATE: 5.5014175754158906e-08
previous_iter_valid_loss : 0.16160722076892853
1635900 0.161801 0.161607 0.164457 CURRENT LEARNING RATE: 5.5003174019218266e-08
previous_iter_valid_loss : 0.1718967854976654
1635920 0.172169 0.171897 0.164927 CURRENT LEARNING RATE: 5.49921744844046e-08
previous_iter_valid_loss : 0.1633603423833847
1635940 0.163537 0.163360 0.164927 CURRENT LEARNING RATE: 5.498117714927792e-08
previous_iter_valid_loss : 0.16633208096027374
1635960 0.166494 0.166332 0.164872 CURRENT LEARNING RATE: 5.497018201339833e-08
previous_iter_valid_loss : 0.16064651310443878
1635980 0.160821 0.160647 0.164460 CURRENT LEARNING RATE: 5.495918907632602e-08
previous_iter_valid_loss : 0.16051049530506134
1636000 0.160673 0.160510 0.164363 CURRENT LEARNING RATE: 5.4948198337621285e-08
previous_iter_valid_loss : 0.16480568051338196
1636020 0.165011 0.164806 0.164176 CURRENT LEARNING RATE: 5.493720979684449e-08
previous_iter_valid_loss : 0.18356956541538239
1636040 0.183715 0.183570 0.164532 CURRENT LEARNING RATE: 5.49262234535559e-08
previous_iter_valid_loss : 0.16074353456497192
1636060 0.160925 0.160744 0.164425 CURRENT LEARNING RATE: 5.4915239307316456e-08
previous_iter_valid_loss : 0.163905531167984
1636080 0.164096 0.163906 0.164591 CURRENT LEARNING RATE: 5.4904257357686594e-08
previous_iter_valid_loss : 0.1606639176607132
1636100 0.160809 0.160664 0.164593 CURRENT LEARNING RATE: 5.4893277604227015e-08
previous_iter_valid_loss : 0.16094036400318146
1636120 0.161122 0.160940 0.164607 CURRENT LEARNING RATE: 5.4882300046498566e-08
previous_iter_valid_loss : 0.1614006608724594
1636140 0.161554 0.161401 0.164650 CURRENT LEARNING RATE: 5.4871324684062114e-08
previous_iter_valid_loss : 0.16496719419956207
1636160 0.165169 0.164967 0.164850 CURRENT LEARNING RATE: 5.486035151647867e-08
previous_iter_valid_loss : 0.16794738173484802
1636180 0.168186 0.167947 0.165222 CURRENT LEARNING RATE: 5.4849380543309285e-08
previous_iter_valid_loss : 0.1613297015428543
1636200 0.161492 0.161330 0.165042 CURRENT LEARNING RATE: 5.483841176411494e-08
previous_iter_valid_loss : 0.1718284636735916
1636220 0.172084 0.171828 0.165608 CURRENT LEARNING RATE: 5.482744517845726e-08
previous_iter_valid_loss : 0.16144494712352753
1636240 0.161628 0.161445 0.165281 CURRENT LEARNING RATE: 5.481648078589739e-08
previous_iter_valid_loss : 0.17205335199832916
1636260 0.172315 0.172053 0.165027 CURRENT LEARNING RATE: 5.4805518585996775e-08
previous_iter_valid_loss : 0.16299226880073547
1636280 0.163157 0.162992 0.165146 CURRENT LEARNING RATE: 5.47945585783169e-08
previous_iter_valid_loss : 0.16087502241134644
1636300 0.161039 0.160875 0.165109 CURRENT LEARNING RATE: 5.478360076241938e-08
previous_iter_valid_loss : 0.16223576664924622
1636320 0.162403 0.162236 0.164626 CURRENT LEARNING RATE: 5.4772645137865894e-08
previous_iter_valid_loss : 0.16498281061649323
1636340 0.165184 0.164983 0.164707 CURRENT LEARNING RATE: 5.476169170421803e-08
previous_iter_valid_loss : 0.16378003358840942
1636360 0.163949 0.163780 0.164579 CURRENT LEARNING RATE: 5.475074046103803e-08
previous_iter_valid_loss : 0.16097189486026764
1636380 0.161128 0.160972 0.164596 CURRENT LEARNING RATE: 5.4739791407887666e-08
previous_iter_valid_loss : 0.16099396347999573
1636400 0.161175 0.160994 0.164620 CURRENT LEARNING RATE: 5.472884454432896e-08
previous_iter_valid_loss : 0.16132205724716187
1636420 0.161484 0.161322 0.164446 CURRENT LEARNING RATE: 5.471789986992404e-08
previous_iter_valid_loss : 0.17008225619792938
1636440 0.170236 0.170082 0.163771 CURRENT LEARNING RATE: 5.4706957384235126e-08
previous_iter_valid_loss : 0.18439383804798126
1636460 0.184546 0.184394 0.164954 CURRENT LEARNING RATE: 5.4696017086824514e-08
previous_iter_valid_loss : 0.17057804763317108
1636480 0.170725 0.170578 0.165288 CURRENT LEARNING RATE: 5.468507897725458e-08
previous_iter_valid_loss : 0.16091150045394897
1636500 0.161095 0.160912 0.165300 CURRENT LEARNING RATE: 5.4674143055087634e-08
previous_iter_valid_loss : 0.16248975694179535
1636520 0.162679 0.162490 0.165377 CURRENT LEARNING RATE: 5.466320931988661e-08
previous_iter_valid_loss : 0.16430237889289856
1636540 0.164508 0.164302 0.165522 CURRENT LEARNING RATE: 5.465227777121397e-08
previous_iter_valid_loss : 0.23031996190547943
1636560 0.230286 0.230320 0.168790 CURRENT LEARNING RATE: 5.464134840863244e-08
previous_iter_valid_loss : 0.16198059916496277
1636580 0.162140 0.161981 0.168492 CURRENT LEARNING RATE: 5.463042123170486e-08
previous_iter_valid_loss : 0.16175910830497742
1636600 0.161938 0.161759 0.168513 CURRENT LEARNING RATE: 5.4619496239994127e-08
previous_iter_valid_loss : 0.16120506823062897
1636620 0.161354 0.161205 0.167982 CURRENT LEARNING RATE: 5.460857343306326e-08
previous_iter_valid_loss : 0.16461795568466187
1636640 0.164783 0.164618 0.168141 CURRENT LEARNING RATE: 5.459765281047533e-08
previous_iter_valid_loss : 0.16051754355430603
1636660 0.160689 0.160518 0.167564 CURRENT LEARNING RATE: 5.458673437179333e-08
previous_iter_valid_loss : 0.18821784853935242
1636680 0.188350 0.188218 0.168825 CURRENT LEARNING RATE: 5.45758181165809e-08
previous_iter_valid_loss : 0.16311436891555786
1636700 0.163290 0.163114 0.168937 CURRENT LEARNING RATE: 5.456490404440121e-08
previous_iter_valid_loss : 0.16130000352859497
1636720 0.161462 0.161300 0.168890 CURRENT LEARNING RATE: 5.4553992154817695e-08
previous_iter_valid_loss : 0.16054962575435638
1636740 0.160711 0.160550 0.168669 CURRENT LEARNING RATE: 5.4543082447393856e-08
previous_iter_valid_loss : 0.167011097073555
1636760 0.167229 0.167011 0.168830 CURRENT LEARNING RATE: 5.4532174921693334e-08
previous_iter_valid_loss : 0.16267012059688568
1636780 0.162869 0.162670 0.168915 CURRENT LEARNING RATE: 5.452126957727981e-08
previous_iter_valid_loss : 0.185110405087471
1636800 0.185264 0.185110 0.170121 CURRENT LEARNING RATE: 5.4510366413716885e-08
previous_iter_valid_loss : 0.17210596799850464
1636820 0.172251 0.172106 0.170660 CURRENT LEARNING RATE: 5.449946543056882e-08
previous_iter_valid_loss : 0.16169224679470062
1636840 0.161886 0.161692 0.170241 CURRENT LEARNING RATE: 5.448856662739938e-08
previous_iter_valid_loss : 0.17770467698574066
1636860 0.177863 0.177705 0.169906 CURRENT LEARNING RATE: 5.4477670003772606e-08
previous_iter_valid_loss : 0.16113002598285675
1636880 0.161286 0.161130 0.169434 CURRENT LEARNING RATE: 5.446677555925265e-08
previous_iter_valid_loss : 0.17598389089107513
1636900 0.176132 0.175984 0.170187 CURRENT LEARNING RATE: 5.4455883293403717e-08
previous_iter_valid_loss : 0.1688142567873001
1636920 0.168968 0.168814 0.170504 CURRENT LEARNING RATE: 5.444499320579012e-08
previous_iter_valid_loss : 0.1670774221420288
1636940 0.167233 0.167077 0.170642 CURRENT LEARNING RATE: 5.443410529597627e-08
previous_iter_valid_loss : 0.16731564700603485
1636960 0.167474 0.167316 0.167492 CURRENT LEARNING RATE: 5.442321956352644e-08
previous_iter_valid_loss : 0.16353392601013184
1636980 0.163701 0.163534 0.167570 CURRENT LEARNING RATE: 5.4412336008005585e-08
previous_iter_valid_loss : 0.16370971500873566
1637000 0.163915 0.163710 0.167667 CURRENT LEARNING RATE: 5.4401454628978176e-08
previous_iter_valid_loss : 0.16111846268177032
1637020 0.161306 0.161118 0.167663 CURRENT LEARNING RATE: 5.439057542600897e-08
previous_iter_valid_loss : 0.1698051393032074
1637040 0.169954 0.169805 0.167922 CURRENT LEARNING RATE: 5.4379698398662784e-08
previous_iter_valid_loss : 0.16340412199497223
1637060 0.163562 0.163404 0.168067 CURRENT LEARNING RATE: 5.436882354650455e-08
previous_iter_valid_loss : 0.16053712368011475
1637080 0.160698 0.160537 0.166683 CURRENT LEARNING RATE: 5.4357950869099254e-08
previous_iter_valid_loss : 0.16877296566963196
1637100 0.169026 0.168773 0.166966 CURRENT LEARNING RATE: 5.4347080366011806e-08
previous_iter_valid_loss : 0.1883857101202011
1637120 0.188512 0.188386 0.168320 CURRENT LEARNING RATE: 5.433621203680778e-08
previous_iter_valid_loss : 0.16256727278232574
1637140 0.162770 0.162567 0.168421 CURRENT LEARNING RATE: 5.432534588105224e-08
previous_iter_valid_loss : 0.16791367530822754
1637160 0.168069 0.167914 0.168466 CURRENT LEARNING RATE: 5.4314481898310545e-08
previous_iter_valid_loss : 0.16055703163146973
1637180 0.160706 0.160557 0.168360 CURRENT LEARNING RATE: 5.4303620088148124e-08
previous_iter_valid_loss : 0.16429632902145386
1637200 0.164498 0.164296 0.167320 CURRENT LEARNING RATE: 5.4292760450130525e-08
previous_iter_valid_loss : 0.164442777633667
1637220 0.164639 0.164443 0.166936 CURRENT LEARNING RATE: 5.4281902983823346e-08
previous_iter_valid_loss : 0.16080741584300995
1637240 0.160988 0.160807 0.166892 CURRENT LEARNING RATE: 5.427104768879229e-08
previous_iter_valid_loss : 0.16686686873435974
1637260 0.167082 0.166867 0.166350 CURRENT LEARNING RATE: 5.426019456460296e-08
previous_iter_valid_loss : 0.16075371205806732
1637280 0.160917 0.160754 0.166331 CURRENT LEARNING RATE: 5.4249343610821615e-08
previous_iter_valid_loss : 0.16200503706932068
1637300 0.162170 0.162005 0.165633 CURRENT LEARNING RATE: 5.4238494827014016e-08
previous_iter_valid_loss : 0.17191603779792786
1637320 0.172183 0.171916 0.165788 CURRENT LEARNING RATE: 5.422764821274623e-08
previous_iter_valid_loss : 0.1623096466064453
1637340 0.162469 0.162310 0.165549 CURRENT LEARNING RATE: 5.421680376758437e-08
previous_iter_valid_loss : 0.18252697587013245
1637360 0.182872 0.182527 0.166310 CURRENT LEARNING RATE: 5.420596149109466e-08
previous_iter_valid_loss : 0.16224996745586395
1637380 0.162435 0.162250 0.166246 CURRENT LEARNING RATE: 5.4195121382843426e-08
previous_iter_valid_loss : 0.16157187521457672
1637400 0.161731 0.161572 0.166139 CURRENT LEARNING RATE: 5.4184283442397055e-08
previous_iter_valid_loss : 0.17151878774166107
1637420 0.171785 0.171519 0.166659 CURRENT LEARNING RATE: 5.417344766932184e-08
previous_iter_valid_loss : 0.17534583806991577
1637440 0.175638 0.175346 0.166936 CURRENT LEARNING RATE: 5.416261406318472e-08
previous_iter_valid_loss : 0.16054949164390564
1637460 0.160710 0.160549 0.166793 CURRENT LEARNING RATE: 5.415178262355218e-08
previous_iter_valid_loss : 0.17403580248355865
1637480 0.174186 0.174036 0.167468 CURRENT LEARNING RATE: 5.4140953349990946e-08
previous_iter_valid_loss : 0.1623743772506714
1637500 0.162556 0.162374 0.167148 CURRENT LEARNING RATE: 5.413012624206785e-08
previous_iter_valid_loss : 0.17441630363464355
1637520 0.174562 0.174416 0.166450 CURRENT LEARNING RATE: 5.4119301299349824e-08
previous_iter_valid_loss : 0.17446838319301605
1637540 0.174615 0.174468 0.167045 CURRENT LEARNING RATE: 5.410847852140385e-08
previous_iter_valid_loss : 0.1608443558216095
1637560 0.161023 0.160844 0.166691 CURRENT LEARNING RATE: 5.4097657907796827e-08
previous_iter_valid_loss : 0.16198252141475677
1637580 0.162146 0.161983 0.166762 CURRENT LEARNING RATE: 5.408683945809633e-08
previous_iter_valid_loss : 0.16511687636375427
1637600 0.165324 0.165117 0.166803 CURRENT LEARNING RATE: 5.4076023171869415e-08
previous_iter_valid_loss : 0.18388472497463226
1637620 0.184034 0.183885 0.167776 CURRENT LEARNING RATE: 5.406520904868343e-08
previous_iter_valid_loss : 0.16194328665733337
1637640 0.162132 0.161943 0.167832 CURRENT LEARNING RATE: 5.405439708810581e-08
previous_iter_valid_loss : 0.16213876008987427
1637660 0.162319 0.162139 0.167596 CURRENT LEARNING RATE: 5.404358728970409e-08
previous_iter_valid_loss : 0.1620105654001236
1637680 0.162206 0.162011 0.167659 CURRENT LEARNING RATE: 5.403277965304586e-08
previous_iter_valid_loss : 0.16076043248176575
1637700 0.160918 0.160760 0.167597 CURRENT LEARNING RATE: 5.4021974177698834e-08
previous_iter_valid_loss : 0.16083502769470215
1637720 0.160993 0.160835 0.167043 CURRENT LEARNING RATE: 5.401117086323059e-08
previous_iter_valid_loss : 0.17068199813365936
1637740 0.170935 0.170682 0.167461 CURRENT LEARNING RATE: 5.4000369709209367e-08
previous_iter_valid_loss : 0.16240698099136353
1637760 0.162602 0.162407 0.166455 CURRENT LEARNING RATE: 5.3989570715202954e-08
previous_iter_valid_loss : 0.17461630702018738
1637780 0.174762 0.174616 0.167073 CURRENT LEARNING RATE: 5.397877388077937e-08
previous_iter_valid_loss : 0.1698971390724182
1637800 0.170145 0.169897 0.167490 CURRENT LEARNING RATE: 5.396797920550675e-08
previous_iter_valid_loss : 0.16072507202625275
1637820 0.160903 0.160725 0.166950 CURRENT LEARNING RATE: 5.3957186688953304e-08
previous_iter_valid_loss : 0.1620577573776245
1637840 0.162247 0.162058 0.166286 CURRENT LEARNING RATE: 5.394639633068733e-08
previous_iter_valid_loss : 0.16953234374523163
1637860 0.169781 0.169532 0.166735 CURRENT LEARNING RATE: 5.393560813027722e-08
previous_iter_valid_loss : 0.16061250865459442
1637880 0.160781 0.160613 0.166064 CURRENT LEARNING RATE: 5.392482208729125e-08
previous_iter_valid_loss : 0.17482513189315796
1637900 0.175104 0.174825 0.166686 CURRENT LEARNING RATE: 5.391403820129836e-08
previous_iter_valid_loss : 0.16114765405654907
1637920 0.161328 0.161148 0.166023 CURRENT LEARNING RATE: 5.3903256471867005e-08
previous_iter_valid_loss : 0.16570955514907837
1637940 0.165869 0.165710 0.165585 CURRENT LEARNING RATE: 5.3892476898565925e-08
previous_iter_valid_loss : 0.1654227375984192
1637960 0.165619 0.165423 0.165814 CURRENT LEARNING RATE: 5.388169948096392e-08
previous_iter_valid_loss : 0.16557200253009796
1637980 0.165773 0.165572 0.165993 CURRENT LEARNING RATE: 5.3870924218629906e-08
previous_iter_valid_loss : 0.1685199737548828
1638000 0.168747 0.168520 0.166163 CURRENT LEARNING RATE: 5.386015111113286e-08
previous_iter_valid_loss : 0.16429445147514343
1638020 0.164495 0.164294 0.165184 CURRENT LEARNING RATE: 5.384938015804168e-08
previous_iter_valid_loss : 0.16120126843452454
1638040 0.161361 0.161201 0.165147 CURRENT LEARNING RATE: 5.383861135892591e-08
previous_iter_valid_loss : 0.18020614981651306
1638060 0.180367 0.180206 0.166050 CURRENT LEARNING RATE: 5.382784471335459e-08
previous_iter_valid_loss : 0.16907566785812378
1638080 0.169227 0.169076 0.166403 CURRENT LEARNING RATE: 5.381708022089707e-08
previous_iter_valid_loss : 0.16142746806144714
1638100 0.161605 0.161427 0.166437 CURRENT LEARNING RATE: 5.380631788112277e-08
previous_iter_valid_loss : 0.16731253266334534
1638120 0.167469 0.167313 0.166761 CURRENT LEARNING RATE: 5.3795557693601196e-08
previous_iter_valid_loss : 0.17298051714897156
1638140 0.173249 0.172981 0.166876 CURRENT LEARNING RATE: 5.3784799657901925e-08
previous_iter_valid_loss : 0.1605413407087326
1638160 0.160702 0.160541 0.166782 CURRENT LEARNING RATE: 5.3774043773594654e-08
previous_iter_valid_loss : 0.16058461368083954
1638180 0.160749 0.160585 0.166081 CURRENT LEARNING RATE: 5.376329004024895e-08
previous_iter_valid_loss : 0.17931999266147614
1638200 0.179483 0.179320 0.166552 CURRENT LEARNING RATE: 5.3752538457435044e-08
previous_iter_valid_loss : 0.18474900722503662
1638220 0.184889 0.184749 0.167753 CURRENT LEARNING RATE: 5.374178902472268e-08
previous_iter_valid_loss : 0.16072775423526764
1638240 0.160895 0.160728 0.167687 CURRENT LEARNING RATE: 5.37310417416819e-08
previous_iter_valid_loss : 0.164140984416008
1638260 0.164351 0.164141 0.167417 CURRENT LEARNING RATE: 5.3720296607882786e-08
previous_iter_valid_loss : 0.1673082411289215
1638280 0.167467 0.167308 0.167752 CURRENT LEARNING RATE: 5.3709553622895545e-08
previous_iter_valid_loss : 0.16116730868816376
1638300 0.161358 0.161167 0.167069 CURRENT LEARNING RATE: 5.369881278629045e-08
previous_iter_valid_loss : 0.16062559187412262
1638320 0.160786 0.160626 0.167043 CURRENT LEARNING RATE: 5.368807409763768e-08
previous_iter_valid_loss : 0.16329267621040344
1638340 0.163482 0.163293 0.166922 CURRENT LEARNING RATE: 5.367733755650808e-08
previous_iter_valid_loss : 0.17937734723091125
1638360 0.179533 0.179377 0.167620 CURRENT LEARNING RATE: 5.366660316247199e-08
previous_iter_valid_loss : 0.17072096467018127
1638380 0.170870 0.170721 0.167877 CURRENT LEARNING RATE: 5.365587091510004e-08
previous_iter_valid_loss : 0.16058051586151123
1638400 0.160739 0.160581 0.167480 CURRENT LEARNING RATE: 5.3645140813962915e-08
previous_iter_valid_loss : 0.16062285006046295
1638420 0.160788 0.160623 0.167296 CURRENT LEARNING RATE: 5.3634412858631444e-08
previous_iter_valid_loss : 0.16067282855510712
1638440 0.160842 0.160673 0.167270 CURRENT LEARNING RATE: 5.3623687048676496e-08
previous_iter_valid_loss : 0.16100941598415375
1638460 0.161190 0.161009 0.166310 CURRENT LEARNING RATE: 5.361296338366903e-08
previous_iter_valid_loss : 0.168877974152565
1638480 0.169111 0.168878 0.166300 CURRENT LEARNING RATE: 5.3602241863179916e-08
previous_iter_valid_loss : 0.1628510057926178
1638500 0.163012 0.162851 0.166372 CURRENT LEARNING RATE: 5.359152248678068e-08
previous_iter_valid_loss : 0.16681763529777527
1638520 0.167040 0.166818 0.166347 CURRENT LEARNING RATE: 5.358080525404234e-08
previous_iter_valid_loss : 0.17674042284488678
1638540 0.176892 0.176740 0.166535 CURRENT LEARNING RATE: 5.357009016453623e-08
previous_iter_valid_loss : 0.1951437145471573
1638560 0.195638 0.195144 0.168265 CURRENT LEARNING RATE: 5.355937721783372e-08
previous_iter_valid_loss : 0.16941438615322113
1638580 0.169649 0.169414 0.168706 CURRENT LEARNING RATE: 5.3548666413506316e-08
previous_iter_valid_loss : 0.18617644906044006
1638600 0.186317 0.186176 0.169049 CURRENT LEARNING RATE: 5.353795775112558e-08
previous_iter_valid_loss : 0.19022543728351593
1638620 0.190351 0.190225 0.169323 CURRENT LEARNING RATE: 5.352725123026315e-08
previous_iter_valid_loss : 0.16377121210098267
1638640 0.163971 0.163771 0.169475 CURRENT LEARNING RATE: 5.351654685049059e-08
previous_iter_valid_loss : 0.18064574897289276
1638660 0.180811 0.180646 0.170300 CURRENT LEARNING RATE: 5.35058446113801e-08
previous_iter_valid_loss : 0.16259387135505676
1638680 0.162792 0.162594 0.170065 CURRENT LEARNING RATE: 5.34951445125034e-08
previous_iter_valid_loss : 0.1611918956041336
1638700 0.161354 0.161192 0.170066 CURRENT LEARNING RATE: 5.34844465534325e-08
previous_iter_valid_loss : 0.1742260903120041
1638720 0.174375 0.174226 0.170746 CURRENT LEARNING RATE: 5.347375073373946e-08
previous_iter_valid_loss : 0.16062040627002716
1638740 0.160790 0.160620 0.170612 CURRENT LEARNING RATE: 5.346305705299646e-08
previous_iter_valid_loss : 0.1605796217918396
1638760 0.160747 0.160580 0.169673 CURRENT LEARNING RATE: 5.345236551077574e-08
previous_iter_valid_loss : 0.16107818484306335
1638780 0.161265 0.161078 0.169190 CURRENT LEARNING RATE: 5.344167610664947e-08
previous_iter_valid_loss : 0.16459119319915771
1638800 0.164762 0.164591 0.169391 CURRENT LEARNING RATE: 5.343098884019043e-08
previous_iter_valid_loss : 0.16153259575366974
1638820 0.161717 0.161533 0.169436 CURRENT LEARNING RATE: 5.342030371097095e-08
previous_iter_valid_loss : 0.16208744049072266
1638840 0.162275 0.162087 0.169507 CURRENT LEARNING RATE: 5.3409620718563637e-08
previous_iter_valid_loss : 0.1778232306241989
1638860 0.178115 0.177823 0.170348 CURRENT LEARNING RATE: 5.339893986254116e-08
previous_iter_valid_loss : 0.16464266180992126
1638880 0.164846 0.164643 0.170136 CURRENT LEARNING RATE: 5.338826114247628e-08
previous_iter_valid_loss : 0.16436219215393066
1638900 0.164579 0.164362 0.170212 CURRENT LEARNING RATE: 5.337758455794185e-08
previous_iter_valid_loss : 0.16658836603164673
1638920 0.166744 0.166588 0.170200 CURRENT LEARNING RATE: 5.3366910108510805e-08
previous_iter_valid_loss : 0.1804981827735901
1638940 0.180825 0.180498 0.170388 CURRENT LEARNING RATE: 5.335623779375599e-08
previous_iter_valid_loss : 0.16092471778392792
1638960 0.161104 0.160925 0.168677 CURRENT LEARNING RATE: 5.334556761325088e-08
previous_iter_valid_loss : 0.16272878646850586
1638980 0.162890 0.162729 0.168343 CURRENT LEARNING RATE: 5.333489956656849e-08
previous_iter_valid_loss : 0.16353823244571686
1639000 0.163741 0.163538 0.167211 CURRENT LEARNING RATE: 5.332423365328208e-08
previous_iter_valid_loss : 0.1620219349861145
1639020 0.162171 0.162022 0.165801 CURRENT LEARNING RATE: 5.331356987296502e-08
previous_iter_valid_loss : 0.16542460024356842
1639040 0.165587 0.165425 0.165883 CURRENT LEARNING RATE: 5.330290822519077e-08
previous_iter_valid_loss : 0.16172446310520172
1639060 0.161911 0.161724 0.164937 CURRENT LEARNING RATE: 5.3292248709532856e-08
previous_iter_valid_loss : 0.16877683997154236
1639080 0.168929 0.168777 0.165246 CURRENT LEARNING RATE: 5.32815913255649e-08
previous_iter_valid_loss : 0.16499100625514984
1639100 0.165159 0.164991 0.165436 CURRENT LEARNING RATE: 5.327093607286041e-08
previous_iter_valid_loss : 0.16068394482135773
1639120 0.160851 0.160684 0.164759 CURRENT LEARNING RATE: 5.3260282950993555e-08
previous_iter_valid_loss : 0.16734451055526733
1639140 0.167577 0.167345 0.165096 CURRENT LEARNING RATE: 5.324963195953803e-08
previous_iter_valid_loss : 0.16091828048229218
1639160 0.161098 0.160918 0.165112 CURRENT LEARNING RATE: 5.323898309806779e-08
previous_iter_valid_loss : 0.16063056886196136
1639180 0.160798 0.160631 0.165090 CURRENT LEARNING RATE: 5.3228336366156885e-08
previous_iter_valid_loss : 0.18607763946056366
1639200 0.186455 0.186078 0.166164 CURRENT LEARNING RATE: 5.3217691763379435e-08
previous_iter_valid_loss : 0.16363686323165894
1639220 0.163843 0.163637 0.166270 CURRENT LEARNING RATE: 5.320704928930967e-08
previous_iter_valid_loss : 0.1669841855764389
1639240 0.167209 0.166984 0.166514 CURRENT LEARNING RATE: 5.3196408943521686e-08
previous_iter_valid_loss : 0.16049015522003174
1639260 0.160651 0.160490 0.165648 CURRENT LEARNING RATE: 5.3185770725590264e-08
previous_iter_valid_loss : 0.16365021467208862
1639280 0.163814 0.163650 0.165598 CURRENT LEARNING RATE: 5.317513463508967e-08
previous_iter_valid_loss : 0.1734275221824646
1639300 0.173700 0.173428 0.166051 CURRENT LEARNING RATE: 5.316450067159448e-08
previous_iter_valid_loss : 0.16222988069057465
1639320 0.162419 0.162230 0.165834 CURRENT LEARNING RATE: 5.3153868834679314e-08
previous_iter_valid_loss : 0.17450928688049316
1639340 0.174797 0.174509 0.165534 CURRENT LEARNING RATE: 5.314323912391891e-08
previous_iter_valid_loss : 0.16262279450893402
1639360 0.162817 0.162623 0.165619 CURRENT LEARNING RATE: 5.3132611538888074e-08
previous_iter_valid_loss : 0.19329699873924255
1639380 0.193771 0.193297 0.167147 CURRENT LEARNING RATE: 5.3121986079161714e-08
previous_iter_valid_loss : 0.1657709777355194
1639400 0.165982 0.165771 0.167259 CURRENT LEARNING RATE: 5.311136274431461e-08
previous_iter_valid_loss : 0.1643677055835724
1639420 0.164582 0.164368 0.167376 CURRENT LEARNING RATE: 5.3100741533922216e-08
previous_iter_valid_loss : 0.16297081112861633
1639440 0.163169 0.162971 0.167254 CURRENT LEARNING RATE: 5.309012244755949e-08
previous_iter_valid_loss : 0.16145318746566772
1639460 0.161625 0.161453 0.167240 CURRENT LEARNING RATE: 5.307950548480167e-08
previous_iter_valid_loss : 0.1604916751384735
1639480 0.160653 0.160492 0.166826 CURRENT LEARNING RATE: 5.306889064522408e-08
previous_iter_valid_loss : 0.16230912506580353
1639500 0.162463 0.162309 0.166692 CURRENT LEARNING RATE: 5.305827792840212e-08
previous_iter_valid_loss : 0.16100308299064636
1639520 0.161159 0.161003 0.166708 CURRENT LEARNING RATE: 5.3047667333911276e-08
previous_iter_valid_loss : 0.16099081933498383
1639540 0.161176 0.160991 0.166390 CURRENT LEARNING RATE: 5.3037058861326945e-08
previous_iter_valid_loss : 0.160508930683136
1639560 0.160671 0.160509 0.166370 CURRENT LEARNING RATE: 5.302645251022517e-08
previous_iter_valid_loss : 0.16635942459106445
1639580 0.166578 0.166359 0.166656 CURRENT LEARNING RATE: 5.3015848280181506e-08
previous_iter_valid_loss : 0.16093505918979645
1639600 0.161116 0.160935 0.165399 CURRENT LEARNING RATE: 5.300524617077177e-08
previous_iter_valid_loss : 0.1613968461751938
1639620 0.161552 0.161397 0.165287 CURRENT LEARNING RATE: 5.29946461815719e-08
previous_iter_valid_loss : 0.16131073236465454
1639640 0.161490 0.161311 0.165003 CURRENT LEARNING RATE: 5.2984048312157875e-08
previous_iter_valid_loss : 0.16291245818138123
1639660 0.163076 0.162912 0.165124 CURRENT LEARNING RATE: 5.2973452562105793e-08
previous_iter_valid_loss : 0.19059152901172638
1639680 0.190725 0.190592 0.166471 CURRENT LEARNING RATE: 5.296285893099182e-08
previous_iter_valid_loss : 0.17061972618103027
1639700 0.170873 0.170620 0.166331 CURRENT LEARNING RATE: 5.295226741839203e-08
previous_iter_valid_loss : 0.17059937119483948
1639720 0.170858 0.170599 0.166749 CURRENT LEARNING RATE: 5.294167802388312e-08
previous_iter_valid_loss : 0.1732286512851715
1639740 0.173497 0.173229 0.166685 CURRENT LEARNING RATE: 5.2931090747041345e-08
previous_iter_valid_loss : 0.17557743191719055
1639760 0.175860 0.175577 0.167333 CURRENT LEARNING RATE: 5.29205055874432e-08
previous_iter_valid_loss : 0.1606287956237793
1639780 0.160781 0.160629 0.165700 CURRENT LEARNING RATE: 5.29099225446653e-08
previous_iter_valid_loss : 0.161277174949646
1639800 0.161434 0.161277 0.165475 CURRENT LEARNING RATE: 5.289934161828429e-08
previous_iter_valid_loss : 0.1644485592842102
1639820 0.164616 0.164449 0.165479 CURRENT LEARNING RATE: 5.2888762807876965e-08
previous_iter_valid_loss : 0.16193228960037231
1639840 0.162109 0.161932 0.165427 CURRENT LEARNING RATE: 5.2878186113020154e-08
previous_iter_valid_loss : 0.1624336540699005
1639860 0.162598 0.162434 0.165476 CURRENT LEARNING RATE: 5.2867611533290606e-08
previous_iter_valid_loss : 0.17302660644054413
1639880 0.173294 0.173027 0.166103 CURRENT LEARNING RATE: 5.285703906826572e-08
previous_iter_valid_loss : 0.1606922596693039
1639900 0.160841 0.160692 0.166022 CURRENT LEARNING RATE: 5.2846468717522396e-08
previous_iter_valid_loss : 0.16052253544330597
1639920 0.160697 0.160523 0.165998 CURRENT LEARNING RATE: 5.283590048063784e-08
previous_iter_valid_loss : 0.1631859391927719
1639940 0.163385 0.163186 0.166108 CURRENT LEARNING RATE: 5.28253343571893e-08
previous_iter_valid_loss : 0.16131234169006348
1639960 0.161472 0.161312 0.166148 CURRENT LEARNING RATE: 5.2814770346754145e-08
previous_iter_valid_loss : 0.16049924492835999
1639980 0.160666 0.160499 0.165855 CURRENT LEARNING RATE: 5.28042084489098e-08
previous_iter_valid_loss : 0.16314783692359924
1640000 0.163324 0.163148 0.165966 CURRENT LEARNING RATE: 5.279364866323363e-08
previous_iter_valid_loss : 0.16147173941135406
1640020 0.161663 0.161472 0.165969 CURRENT LEARNING RATE: 5.278309098930359e-08
previous_iter_valid_loss : 0.17297148704528809
1640040 0.173234 0.172971 0.166552 CURRENT LEARNING RATE: 5.27725354266972e-08
previous_iter_valid_loss : 0.1697227507829666
1640060 0.169961 0.169723 0.166893 CURRENT LEARNING RATE: 5.276198197499223e-08
previous_iter_valid_loss : 0.1639994978904724
1640080 0.164174 0.163999 0.165563 CURRENT LEARNING RATE: 5.275143063376656e-08
previous_iter_valid_loss : 0.1605578064918518
1640100 0.160715 0.160558 0.165060 CURRENT LEARNING RATE: 5.274088140259811e-08
previous_iter_valid_loss : 0.1655808389186859
1640120 0.165811 0.165581 0.164809 CURRENT LEARNING RATE: 5.2730334281064925e-08
previous_iter_valid_loss : 0.1652902066707611
1640140 0.165459 0.165290 0.164412 CURRENT LEARNING RATE: 5.271978926874512e-08
previous_iter_valid_loss : 0.16130606830120087
1640160 0.161489 0.161306 0.163699 CURRENT LEARNING RATE: 5.2709246365216696e-08
previous_iter_valid_loss : 0.16364829242229462
1640180 0.163833 0.163648 0.163850 CURRENT LEARNING RATE: 5.269870557005833e-08
previous_iter_valid_loss : 0.16588130593299866
1640200 0.166040 0.165881 0.164080 CURRENT LEARNING RATE: 5.2688166882848195e-08
previous_iter_valid_loss : 0.18200671672821045
1640220 0.182162 0.182007 0.164958 CURRENT LEARNING RATE: 5.2677630303164737e-08
previous_iter_valid_loss : 0.16146095097064972
1640240 0.161621 0.161461 0.164934 CURRENT LEARNING RATE: 5.266709583058651e-08
previous_iter_valid_loss : 0.1870698481798172
1640260 0.187451 0.187070 0.166166 CURRENT LEARNING RATE: 5.265656346469211e-08
previous_iter_valid_loss : 0.16061080992221832
1640280 0.160784 0.160611 0.165545 CURRENT LEARNING RATE: 5.264603320506026e-08
previous_iter_valid_loss : 0.17884720861911774
1640300 0.179166 0.178847 0.166453 CURRENT LEARNING RATE: 5.2635505051269746e-08
previous_iter_valid_loss : 0.1627844274044037
1640320 0.162978 0.162784 0.166566 CURRENT LEARNING RATE: 5.2624979002899254e-08
previous_iter_valid_loss : 0.16929565370082855
1640340 0.169535 0.169296 0.166872 CURRENT LEARNING RATE: 5.261445505952812e-08
previous_iter_valid_loss : 0.16100919246673584
1640360 0.161179 0.161009 0.166857 CURRENT LEARNING RATE: 5.260393322073519e-08
previous_iter_valid_loss : 0.16591934859752655
1640380 0.166149 0.165919 0.167128 CURRENT LEARNING RATE: 5.25934134860996e-08
previous_iter_valid_loss : 0.16118521988391876
1640400 0.161381 0.161185 0.167029 CURRENT LEARNING RATE: 5.2582895855200547e-08
previous_iter_valid_loss : 0.1648710072040558
1640420 0.165032 0.164871 0.167199 CURRENT LEARNING RATE: 5.257238032761734e-08
previous_iter_valid_loss : 0.16500556468963623
1640440 0.165173 0.165006 0.166801 CURRENT LEARNING RATE: 5.2561866902929354e-08
previous_iter_valid_loss : 0.1607418656349182
1640460 0.160915 0.160742 0.166352 CURRENT LEARNING RATE: 5.2551355580715865e-08
previous_iter_valid_loss : 0.16203764081001282
1640480 0.162193 0.162038 0.166254 CURRENT LEARNING RATE: 5.254084636055679e-08
previous_iter_valid_loss : 0.16062307357788086
1640500 0.160782 0.160623 0.166257 CURRENT LEARNING RATE: 5.2530339242031585e-08
previous_iter_valid_loss : 0.16235662996768951
1640520 0.162518 0.162357 0.166096 CURRENT LEARNING RATE: 5.2519834224719955e-08
previous_iter_valid_loss : 0.16782402992248535
1640540 0.168060 0.167824 0.166223 CURRENT LEARNING RATE: 5.250933130820169e-08
previous_iter_valid_loss : 0.16350559890270233
1640560 0.163676 0.163506 0.166333 CURRENT LEARNING RATE: 5.24988304920567e-08
previous_iter_valid_loss : 0.1626363843679428
1640580 0.162834 0.162636 0.166282 CURRENT LEARNING RATE: 5.248833177586492e-08
previous_iter_valid_loss : 0.17736078798770905
1640600 0.177515 0.177361 0.166856 CURRENT LEARNING RATE: 5.2477835159206426e-08
previous_iter_valid_loss : 0.16696663200855255
1640620 0.167115 0.166967 0.166104 CURRENT LEARNING RATE: 5.246734064166116e-08
previous_iter_valid_loss : 0.16447745263576508
1640640 0.164669 0.164477 0.166255 CURRENT LEARNING RATE: 5.245684822280971e-08
previous_iter_valid_loss : 0.16443723440170288
1640660 0.164628 0.164437 0.165123 CURRENT LEARNING RATE: 5.2446357902232195e-08
previous_iter_valid_loss : 0.1621912270784378
1640680 0.162386 0.162191 0.165202 CURRENT LEARNING RATE: 5.2435869679509016e-08
previous_iter_valid_loss : 0.165736123919487
1640700 0.165940 0.165736 0.164547 CURRENT LEARNING RATE: 5.242538355422062e-08
previous_iter_valid_loss : 0.16766028106212616
1640720 0.167884 0.167660 0.164791 CURRENT LEARNING RATE: 5.241489952594757e-08
previous_iter_valid_loss : 0.16682246327400208
1640740 0.166983 0.166822 0.164667 CURRENT LEARNING RATE: 5.240441759427051e-08
previous_iter_valid_loss : 0.18314799666404724
1640760 0.183503 0.183148 0.165774 CURRENT LEARNING RATE: 5.2393937758769986e-08
previous_iter_valid_loss : 0.16053636372089386
1640780 0.160702 0.160536 0.165505 CURRENT LEARNING RATE: 5.238346001902715e-08
previous_iter_valid_loss : 0.16056740283966064
1640800 0.160731 0.160567 0.165474 CURRENT LEARNING RATE: 5.237298437462273e-08
previous_iter_valid_loss : 0.16244463622570038
1640820 0.162630 0.162445 0.165352 CURRENT LEARNING RATE: 5.2362510825137695e-08
previous_iter_valid_loss : 0.1643490046262741
1640840 0.164559 0.164349 0.165320 CURRENT LEARNING RATE: 5.235203937015309e-08
previous_iter_valid_loss : 0.17066489160060883
1640860 0.170815 0.170665 0.165816 CURRENT LEARNING RATE: 5.234157000925007e-08
previous_iter_valid_loss : 0.16099317371845245
1640880 0.161178 0.160993 0.165764 CURRENT LEARNING RATE: 5.233110274200987e-08
previous_iter_valid_loss : 0.16978849470615387
1640900 0.170036 0.169788 0.166222 CURRENT LEARNING RATE: 5.232063756801377e-08
previous_iter_valid_loss : 0.16123031079769135
1640920 0.161417 0.161230 0.166166 CURRENT LEARNING RATE: 5.2310174486843e-08
previous_iter_valid_loss : 0.18252161145210266
1640940 0.182674 0.182522 0.166900 CURRENT LEARNING RATE: 5.2299713498079404e-08
previous_iter_valid_loss : 0.16166622936725616
1640960 0.161818 0.161666 0.166808 CURRENT LEARNING RATE: 5.228925460130435e-08
previous_iter_valid_loss : 0.16073782742023468
1640980 0.160895 0.160738 0.166714 CURRENT LEARNING RATE: 5.227879779609949e-08
previous_iter_valid_loss : 0.16052301228046417
1641000 0.160681 0.160523 0.165872 CURRENT LEARNING RATE: 5.2268343082046545e-08
previous_iter_valid_loss : 0.16204862296581268
1641020 0.162202 0.162049 0.165626 CURRENT LEARNING RATE: 5.225789045872734e-08
previous_iter_valid_loss : 0.1607121080160141
1641040 0.160871 0.160712 0.165437 CURRENT LEARNING RATE: 5.224743992572375e-08
previous_iter_valid_loss : 0.16054299473762512
1641060 0.160696 0.160543 0.165243 CURRENT LEARNING RATE: 5.2236991482617774e-08
previous_iter_valid_loss : 0.17674197256565094
1641080 0.177036 0.176742 0.165970 CURRENT LEARNING RATE: 5.222654512899127e-08
previous_iter_valid_loss : 0.17933303117752075
1641100 0.179652 0.179333 0.166650 CURRENT LEARNING RATE: 5.2216100864426763e-08
previous_iter_valid_loss : 0.16116921603679657
1641120 0.161341 0.161169 0.166326 CURRENT LEARNING RATE: 5.2205658688506305e-08
previous_iter_valid_loss : 0.1623895764350891
1641140 0.162588 0.162390 0.166104 CURRENT LEARNING RATE: 5.219521860081219e-08
previous_iter_valid_loss : 0.1612154096364975
1641160 0.161376 0.161215 0.165007 CURRENT LEARNING RATE: 5.218478060092684e-08
previous_iter_valid_loss : 0.16283604502677917
1641180 0.163011 0.162836 0.165122 CURRENT LEARNING RATE: 5.217434468843271e-08
previous_iter_valid_loss : 0.1688513159751892
1641200 0.169088 0.168851 0.165537 CURRENT LEARNING RATE: 5.216391086291239e-08
previous_iter_valid_loss : 0.16199074685573578
1641220 0.162161 0.161991 0.165514 CURRENT LEARNING RATE: 5.215347912394831e-08
previous_iter_valid_loss : 0.161158949136734
1641240 0.161343 0.161159 0.165354 CURRENT LEARNING RATE: 5.2143049471123595e-08
previous_iter_valid_loss : 0.17180491983890533
1641260 0.172056 0.171805 0.165411 CURRENT LEARNING RATE: 5.213262190402086e-08
previous_iter_valid_loss : 0.16902361810207367
1641280 0.169254 0.169024 0.165813 CURRENT LEARNING RATE: 5.212219642222301e-08
previous_iter_valid_loss : 0.16490718722343445
1641300 0.165126 0.164907 0.165569 CURRENT LEARNING RATE: 5.211177302531303e-08
previous_iter_valid_loss : 0.17412172257900238
1641320 0.174398 0.174122 0.166213 CURRENT LEARNING RATE: 5.210135171287397e-08
previous_iter_valid_loss : 0.17309844493865967
1641340 0.173248 0.173098 0.165742 CURRENT LEARNING RATE: 5.209093248448899e-08
previous_iter_valid_loss : 0.16616429388523102
1641360 0.166332 0.166164 0.165967 CURRENT LEARNING RATE: 5.208051533974132e-08
previous_iter_valid_loss : 0.1801704615354538
1641380 0.180498 0.180170 0.166939 CURRENT LEARNING RATE: 5.2070100278214074e-08
previous_iter_valid_loss : 0.16189312934875488
1641400 0.162088 0.161893 0.167007 CURRENT LEARNING RATE: 5.2059687299491045e-08
previous_iter_valid_loss : 0.1626010686159134
1641420 0.162767 0.162601 0.167035 CURRENT LEARNING RATE: 5.20492764031555e-08
previous_iter_valid_loss : 0.1628478765487671
1641440 0.163043 0.162848 0.167142 CURRENT LEARNING RATE: 5.203886758879103e-08
previous_iter_valid_loss : 0.1637815684080124
1641460 0.163950 0.163782 0.167304 CURRENT LEARNING RATE: 5.2028460855981264e-08
previous_iter_valid_loss : 0.16085688769817352
1641480 0.161036 0.160857 0.166509 CURRENT LEARNING RATE: 5.2018056204309946e-08
previous_iter_valid_loss : 0.1618136167526245
1641500 0.162002 0.161814 0.165633 CURRENT LEARNING RATE: 5.2007653633360876e-08
previous_iter_valid_loss : 0.1613614410161972
1641520 0.161520 0.161361 0.165643 CURRENT LEARNING RATE: 5.199725314271777e-08
previous_iter_valid_loss : 0.17096330225467682
1641540 0.171215 0.170963 0.166072 CURRENT LEARNING RATE: 5.198685473196499e-08
previous_iter_valid_loss : 0.1841520071029663
1641560 0.184521 0.184152 0.167218 CURRENT LEARNING RATE: 5.19764584006864e-08
previous_iter_valid_loss : 0.1680690199136734
1641580 0.168306 0.168069 0.167480 CURRENT LEARNING RATE: 5.196606414846616e-08
previous_iter_valid_loss : 0.1626141369342804
1641600 0.162806 0.162614 0.167168 CURRENT LEARNING RATE: 5.19556719748885e-08
previous_iter_valid_loss : 0.16193436086177826
1641620 0.162131 0.161934 0.167165 CURRENT LEARNING RATE: 5.1945281879537704e-08
previous_iter_valid_loss : 0.16118308901786804
1641640 0.161337 0.161183 0.167167 CURRENT LEARNING RATE: 5.1934893861998203e-08
previous_iter_valid_loss : 0.1654738187789917
1641660 0.165637 0.165474 0.166850 CURRENT LEARNING RATE: 5.192450792185446e-08
previous_iter_valid_loss : 0.16178381443023682
1641680 0.161971 0.161784 0.166488 CURRENT LEARNING RATE: 5.191412405869086e-08
previous_iter_valid_loss : 0.16782012581825256
1641700 0.168057 0.167820 0.166634 CURRENT LEARNING RATE: 5.190374227209241e-08
previous_iter_valid_loss : 0.16109599173069
1641720 0.161258 0.161096 0.165982 CURRENT LEARNING RATE: 5.189336256164366e-08
previous_iter_valid_loss : 0.16458871960639954
1641740 0.164802 0.164589 0.165557 CURRENT LEARNING RATE: 5.188298492692942e-08
previous_iter_valid_loss : 0.1894337683916092
1641760 0.189866 0.189434 0.166720 CURRENT LEARNING RATE: 5.1872609367534586e-08
previous_iter_valid_loss : 0.1605863720178604
1641780 0.160755 0.160586 0.165741 CURRENT LEARNING RATE: 5.1862235883044126e-08
previous_iter_valid_loss : 0.17159786820411682
1641800 0.171748 0.171598 0.166226 CURRENT LEARNING RATE: 5.1851864473043115e-08
previous_iter_valid_loss : 0.16088712215423584
1641820 0.161062 0.160887 0.166141 CURRENT LEARNING RATE: 5.184149513711669e-08
previous_iter_valid_loss : 0.17040608823299408
1641840 0.170653 0.170406 0.166519 CURRENT LEARNING RATE: 5.183112787484989e-08
previous_iter_valid_loss : 0.16220927238464355
1641860 0.162370 0.162209 0.166440 CURRENT LEARNING RATE: 5.182076268582839e-08
previous_iter_valid_loss : 0.17048688232898712
1641880 0.170734 0.170487 0.166922 CURRENT LEARNING RATE: 5.1810399569637416e-08
previous_iter_valid_loss : 0.16054952144622803
1641900 0.160717 0.160550 0.166858 CURRENT LEARNING RATE: 5.180003852586243e-08
previous_iter_valid_loss : 0.16832898557186127
1641920 0.168479 0.168329 0.167207 CURRENT LEARNING RATE: 5.178967955408899e-08
previous_iter_valid_loss : 0.1607511341571808
1641940 0.160928 0.160751 0.166696 CURRENT LEARNING RATE: 5.177932265390274e-08
previous_iter_valid_loss : 0.16847334802150726
1641960 0.168630 0.168473 0.165912 CURRENT LEARNING RATE: 5.17689678248894e-08
previous_iter_valid_loss : 0.16213122010231018
1641980 0.162321 0.162131 0.165615 CURRENT LEARNING RATE: 5.175861506663459e-08
previous_iter_valid_loss : 0.16050297021865845
1642000 0.160660 0.160503 0.165510 CURRENT LEARNING RATE: 5.174826437872458e-08
previous_iter_valid_loss : 0.16543562710285187
1642020 0.165640 0.165436 0.165685 CURRENT LEARNING RATE: 5.173791576074515e-08
previous_iter_valid_loss : 0.16300763189792633
1642040 0.163192 0.163008 0.165776 CURRENT LEARNING RATE: 5.172756921228236e-08
previous_iter_valid_loss : 0.16737382113933563
1642060 0.167527 0.167374 0.165871 CURRENT LEARNING RATE: 5.171722473292235e-08
previous_iter_valid_loss : 0.171501025557518
1642080 0.171771 0.171501 0.166357 CURRENT LEARNING RATE: 5.170688232225133e-08
previous_iter_valid_loss : 0.16129949688911438
1642100 0.161450 0.161299 0.166031 CURRENT LEARNING RATE: 5.169654197985562e-08
previous_iter_valid_loss : 0.16131410002708435
1642120 0.161499 0.161314 0.166042 CURRENT LEARNING RATE: 5.168620370532158e-08
previous_iter_valid_loss : 0.1621490716934204
1642140 0.162346 0.162149 0.165920 CURRENT LEARNING RATE: 5.167586749823552e-08
previous_iter_valid_loss : 0.16120439767837524
1642160 0.161362 0.161204 0.164508 CURRENT LEARNING RATE: 5.166553335818435e-08
previous_iter_valid_loss : 0.17125478386878967
1642180 0.171515 0.171255 0.165042 CURRENT LEARNING RATE: 5.165520128475452e-08
previous_iter_valid_loss : 0.16061505675315857
1642200 0.160787 0.160615 0.164493 CURRENT LEARNING RATE: 5.1644871277532746e-08
previous_iter_valid_loss : 0.16325509548187256
1642220 0.163445 0.163255 0.164611 CURRENT LEARNING RATE: 5.163454333610584e-08
previous_iter_valid_loss : 0.16102099418640137
1642240 0.161182 0.161021 0.164142 CURRENT LEARNING RATE: 5.162421746006066e-08
previous_iter_valid_loss : 0.16077397763729095
1642260 0.160938 0.160774 0.164070 CURRENT LEARNING RATE: 5.16138936489842e-08
previous_iter_valid_loss : 0.1606375277042389
1642280 0.160807 0.160638 0.163577 CURRENT LEARNING RATE: 5.160357190246348e-08
previous_iter_valid_loss : 0.18044514954090118
1642300 0.180600 0.180445 0.164572 CURRENT LEARNING RATE: 5.159325222008547e-08
previous_iter_valid_loss : 0.16749392449855804
1642320 0.167648 0.167494 0.164531 CURRENT LEARNING RATE: 5.158293460143773e-08
previous_iter_valid_loss : 0.17032523453235626
1642340 0.170479 0.170325 0.165009 CURRENT LEARNING RATE: 5.157261904610738e-08
previous_iter_valid_loss : 0.16150684654712677
1642360 0.161701 0.161507 0.164661 CURRENT LEARNING RATE: 5.1562305553681803e-08
previous_iter_valid_loss : 0.1605609655380249
1642380 0.160722 0.160561 0.164582 CURRENT LEARNING RATE: 5.1551994123748465e-08
previous_iter_valid_loss : 0.1719907969236374
1642400 0.172139 0.171991 0.165157 CURRENT LEARNING RATE: 5.154168475589488e-08
previous_iter_valid_loss : 0.16269353032112122
1642420 0.162863 0.162694 0.165020 CURRENT LEARNING RATE: 5.15313774497087e-08
previous_iter_valid_loss : 0.16060791909694672
1642440 0.160782 0.160608 0.164900 CURRENT LEARNING RATE: 5.1521072204777446e-08
previous_iter_valid_loss : 0.1623757779598236
1642460 0.162574 0.162376 0.164650 CURRENT LEARNING RATE: 5.151076902068927e-08
previous_iter_valid_loss : 0.17576885223388672
1642480 0.176052 0.175769 0.164863 CURRENT LEARNING RATE: 5.1500467897031864e-08
previous_iter_valid_loss : 0.17164303362369537
1642500 0.171906 0.171643 0.165380 CURRENT LEARNING RATE: 5.149016883339317e-08
previous_iter_valid_loss : 0.1661447137594223
1642520 0.166305 0.166145 0.165622 CURRENT LEARNING RATE: 5.1479871829361236e-08
previous_iter_valid_loss : 0.16363415122032166
1642540 0.163800 0.163634 0.165696 CURRENT LEARNING RATE: 5.1469576884524195e-08
previous_iter_valid_loss : 0.16135594248771667
1642560 0.161504 0.161356 0.165704 CURRENT LEARNING RATE: 5.145928399847023e-08
previous_iter_valid_loss : 0.1606224775314331
1642580 0.160779 0.160622 0.165172 CURRENT LEARNING RATE: 5.1448993170787624e-08
previous_iter_valid_loss : 0.16371315717697144
1642600 0.163916 0.163713 0.165327 CURRENT LEARNING RATE: 5.143870440106458e-08
previous_iter_valid_loss : 0.1690896600484848
1642620 0.169249 0.169090 0.165619 CURRENT LEARNING RATE: 5.14284176888899e-08
previous_iter_valid_loss : 0.164333313703537
1642640 0.164504 0.164333 0.165784 CURRENT LEARNING RATE: 5.141813303385193e-08
previous_iter_valid_loss : 0.17841237783432007
1642660 0.178725 0.178412 0.166666 CURRENT LEARNING RATE: 5.140785043553929e-08
previous_iter_valid_loss : 0.18365412950515747
1642680 0.184033 0.183654 0.167817 CURRENT LEARNING RATE: 5.1397569893540674e-08
previous_iter_valid_loss : 0.1734858900308609
1642700 0.173759 0.173486 0.167469 CURRENT LEARNING RATE: 5.138729140744486e-08
previous_iter_valid_loss : 0.17701801657676697
1642720 0.177317 0.177018 0.167945 CURRENT LEARNING RATE: 5.137701497684071e-08
previous_iter_valid_loss : 0.16532917320728302
1642740 0.165489 0.165329 0.167696 CURRENT LEARNING RATE: 5.1366740601316983e-08
previous_iter_valid_loss : 0.1721455305814743
1642760 0.172288 0.172146 0.168228 CURRENT LEARNING RATE: 5.135646828046307e-08
previous_iter_valid_loss : 0.17285270988941193
1642780 0.173125 0.172853 0.168842 CURRENT LEARNING RATE: 5.13461980138679e-08
previous_iter_valid_loss : 0.16482725739479065
1642800 0.164989 0.164827 0.168484 CURRENT LEARNING RATE: 5.133592980112065e-08
previous_iter_valid_loss : 0.17932243645191193
1642820 0.179479 0.179322 0.169315 CURRENT LEARNING RATE: 5.1325663641810596e-08
previous_iter_valid_loss : 0.16251888871192932
1642840 0.162700 0.162519 0.169411 CURRENT LEARNING RATE: 5.13153995355271e-08
previous_iter_valid_loss : 0.19531400501728058
1642860 0.195805 0.195314 0.171058 CURRENT LEARNING RATE: 5.1305137481859596e-08
previous_iter_valid_loss : 0.16394931077957153
1642880 0.164157 0.163949 0.170467 CURRENT LEARNING RATE: 5.129487748039759e-08
previous_iter_valid_loss : 0.1678752452135086
1642900 0.168028 0.167875 0.170278 CURRENT LEARNING RATE: 5.128461953073052e-08
previous_iter_valid_loss : 0.16076228022575378
1642920 0.160928 0.160762 0.170009 CURRENT LEARNING RATE: 5.1274363632448406e-08
previous_iter_valid_loss : 0.16053563356399536
1642940 0.160699 0.160536 0.169854 CURRENT LEARNING RATE: 5.126410978514085e-08
previous_iter_valid_loss : 0.17542774975299835
1642960 0.175581 0.175428 0.170558 CURRENT LEARNING RATE: 5.12538579883977e-08
previous_iter_valid_loss : 0.16832171380519867
1642980 0.168557 0.168322 0.170943 CURRENT LEARNING RATE: 5.124360824180887e-08
previous_iter_valid_loss : 0.16055519878864288
1643000 0.160707 0.160555 0.170785 CURRENT LEARNING RATE: 5.123336054496437e-08
previous_iter_valid_loss : 0.16390271484851837
1643020 0.164097 0.163903 0.170526 CURRENT LEARNING RATE: 5.12231148974543e-08
previous_iter_valid_loss : 0.1676846295595169
1643040 0.167903 0.167685 0.170693 CURRENT LEARNING RATE: 5.1212871298868844e-08
previous_iter_valid_loss : 0.16236728429794312
1643060 0.162554 0.162367 0.169891 CURRENT LEARNING RATE: 5.120262974879805e-08
previous_iter_valid_loss : 0.17459335923194885
1643080 0.174870 0.174593 0.169438 CURRENT LEARNING RATE: 5.1192390246832645e-08
previous_iter_valid_loss : 0.1810816526412964
1643100 0.181414 0.181082 0.169818 CURRENT LEARNING RATE: 5.118215279256286e-08
previous_iter_valid_loss : 0.16063062846660614
1643120 0.160793 0.160631 0.168998 CURRENT LEARNING RATE: 5.1171917385579185e-08
previous_iter_valid_loss : 0.16353075206279755
1643140 0.163696 0.163531 0.168908 CURRENT LEARNING RATE: 5.116168402547221e-08
previous_iter_valid_loss : 0.16245026886463165
1643160 0.162616 0.162450 0.168424 CURRENT LEARNING RATE: 5.1151452711832616e-08
previous_iter_valid_loss : 0.17817795276641846
1643180 0.178337 0.178178 0.168690 CURRENT LEARNING RATE: 5.114122344425113e-08
previous_iter_valid_loss : 0.17635700106620789
1643200 0.176509 0.176357 0.169266 CURRENT LEARNING RATE: 5.11309962223184e-08
previous_iter_valid_loss : 0.16987797617912292
1643220 0.170026 0.169878 0.168794 CURRENT LEARNING RATE: 5.1120771045625716e-08
previous_iter_valid_loss : 0.16428908705711365
1643240 0.164475 0.164289 0.168883 CURRENT LEARNING RATE: 5.111054791376388e-08
previous_iter_valid_loss : 0.16212552785873413
1643260 0.162324 0.162126 0.167223 CURRENT LEARNING RATE: 5.1100326826323963e-08
previous_iter_valid_loss : 0.16901317238807678
1643280 0.169261 0.169013 0.167477 CURRENT LEARNING RATE: 5.109010778289713e-08
previous_iter_valid_loss : 0.16850461065769196
1643300 0.168738 0.168505 0.167508 CURRENT LEARNING RATE: 5.107989078307461e-08
previous_iter_valid_loss : 0.16404815018177032
1643320 0.164221 0.164048 0.167672 CURRENT LEARNING RATE: 5.106967582644773e-08
previous_iter_valid_loss : 0.16067324578762054
1643340 0.160846 0.160673 0.167679 CURRENT LEARNING RATE: 5.105946291260789e-08
previous_iter_valid_loss : 0.16180382668972015
1643360 0.161969 0.161804 0.166998 CURRENT LEARNING RATE: 5.1049252041146396e-08
previous_iter_valid_loss : 0.16802065074443817
1643380 0.168257 0.168021 0.166983 CURRENT LEARNING RATE: 5.103904321165517e-08
previous_iter_valid_loss : 0.17527039349079132
1643400 0.175556 0.175270 0.167719 CURRENT LEARNING RATE: 5.102883642372568e-08
previous_iter_valid_loss : 0.19320479035377502
1643420 0.193671 0.193205 0.169184 CURRENT LEARNING RATE: 5.101863167694965e-08
previous_iter_valid_loss : 0.17063765227794647
1643440 0.170900 0.170638 0.169331 CURRENT LEARNING RATE: 5.1008428970918894e-08
previous_iter_valid_loss : 0.17688053846359253
1643460 0.177179 0.176881 0.170057 CURRENT LEARNING RATE: 5.099822830522531e-08
previous_iter_valid_loss : 0.1706089973449707
1643480 0.170863 0.170609 0.169858 CURRENT LEARNING RATE: 5.098802967946086e-08
previous_iter_valid_loss : 0.16423648595809937
1643500 0.164435 0.164236 0.169016 CURRENT LEARNING RATE: 5.09778330932176e-08
previous_iter_valid_loss : 0.16734027862548828
1643520 0.167571 0.167340 0.169351 CURRENT LEARNING RATE: 5.0967638546087495e-08
previous_iter_valid_loss : 0.17192679643630981
1643540 0.172189 0.171927 0.169771 CURRENT LEARNING RATE: 5.095744603766312e-08
previous_iter_valid_loss : 0.16060543060302734
1643560 0.160777 0.160605 0.169679 CURRENT LEARNING RATE: 5.094725556753659e-08
previous_iter_valid_loss : 0.16369566321372986
1643580 0.163863 0.163696 0.168955 CURRENT LEARNING RATE: 5.093706713530029e-08
previous_iter_valid_loss : 0.16455036401748657
1643600 0.164716 0.164550 0.168364 CURRENT LEARNING RATE: 5.092688074054668e-08
previous_iter_valid_loss : 0.16698749363422394
1643620 0.167145 0.166987 0.168220 CURRENT LEARNING RATE: 5.0916696382868316e-08
previous_iter_valid_loss : 0.1739891767501831
1643640 0.174135 0.173989 0.168705 CURRENT LEARNING RATE: 5.090651406185781e-08
previous_iter_valid_loss : 0.1628180295228958
1643660 0.163015 0.162818 0.168739 CURRENT LEARNING RATE: 5.089633377710769e-08
previous_iter_valid_loss : 0.1610529124736786
1643680 0.161232 0.161053 0.168341 CURRENT LEARNING RATE: 5.088615552821111e-08
previous_iter_valid_loss : 0.16055148839950562
1643700 0.160717 0.160551 0.167944 CURRENT LEARNING RATE: 5.0875979314760754e-08
previous_iter_valid_loss : 0.17817173898220062
1643720 0.178477 0.178172 0.168650 CURRENT LEARNING RATE: 5.086580513634959e-08
previous_iter_valid_loss : 0.174397274851799
1643740 0.174673 0.174397 0.169336 CURRENT LEARNING RATE: 5.085563299257063e-08
previous_iter_valid_loss : 0.16333159804344177
1643760 0.163527 0.163332 0.169412 CURRENT LEARNING RATE: 5.084546288301698e-08
previous_iter_valid_loss : 0.16053010523319244
1643780 0.160693 0.160530 0.169038 CURRENT LEARNING RATE: 5.083529480728188e-08
previous_iter_valid_loss : 0.16599372029304504
1643800 0.166208 0.165994 0.168574 CURRENT LEARNING RATE: 5.082512876495856e-08
previous_iter_valid_loss : 0.17067772150039673
1643820 0.170933 0.170678 0.167448 CURRENT LEARNING RATE: 5.081496475564023e-08
previous_iter_valid_loss : 0.17519763112068176
1643840 0.175348 0.175198 0.167676 CURRENT LEARNING RATE: 5.0804802778920666e-08
previous_iter_valid_loss : 0.1611248105764389
1643860 0.161314 0.161125 0.166888 CURRENT LEARNING RATE: 5.079464283439322e-08
previous_iter_valid_loss : 0.16070161759853363
1643880 0.160854 0.160702 0.166393 CURRENT LEARNING RATE: 5.07844849216515e-08
previous_iter_valid_loss : 0.16053998470306396
1643900 0.160709 0.160540 0.166208 CURRENT LEARNING RATE: 5.077432904028918e-08
previous_iter_valid_loss : 0.16448235511779785
1643920 0.164652 0.164482 0.166065 CURRENT LEARNING RATE: 5.076417518990004e-08
previous_iter_valid_loss : 0.1627950668334961
1643940 0.162968 0.162795 0.165608 CURRENT LEARNING RATE: 5.07540233700779e-08
previous_iter_valid_loss : 0.16412009298801422
1643960 0.164288 0.164120 0.165784 CURRENT LEARNING RATE: 5.0743873580416526e-08
previous_iter_valid_loss : 0.16365069150924683
1643980 0.163807 0.163651 0.165782 CURRENT LEARNING RATE: 5.0733725820510286e-08
previous_iter_valid_loss : 0.1636131852865219
1644000 0.163815 0.163613 0.165735 CURRENT LEARNING RATE: 5.072358008995308e-08
previous_iter_valid_loss : 0.16464762389659882
1644020 0.164852 0.164648 0.165618 CURRENT LEARNING RATE: 5.071343638833909e-08
previous_iter_valid_loss : 0.16358165442943573
1644040 0.163772 0.163582 0.165098 CURRENT LEARNING RATE: 5.0703294715262555e-08
previous_iter_valid_loss : 0.1785595715045929
1644060 0.178708 0.178560 0.165885 CURRENT LEARNING RATE: 5.0693155070317826e-08
previous_iter_valid_loss : 0.17664475739002228
1644080 0.176945 0.176645 0.166664 CURRENT LEARNING RATE: 5.06830174530993e-08
previous_iter_valid_loss : 0.1660078465938568
1644100 0.166225 0.166008 0.166937 CURRENT LEARNING RATE: 5.0672881863201474e-08
previous_iter_valid_loss : 0.1660144180059433
1644120 0.166228 0.166014 0.166329 CURRENT LEARNING RATE: 5.066274830021875e-08
previous_iter_valid_loss : 0.16159209609031677
1644140 0.161781 0.161592 0.165689 CURRENT LEARNING RATE: 5.0652616763746157e-08
previous_iter_valid_loss : 0.16060477495193481
1644160 0.160761 0.160605 0.165553 CURRENT LEARNING RATE: 5.0642487253378224e-08
previous_iter_valid_loss : 0.16628874838352203
1644180 0.166504 0.166289 0.165840 CURRENT LEARNING RATE: 5.06323597687098e-08
previous_iter_valid_loss : 0.16804547607898712
1644200 0.168277 0.168045 0.165943 CURRENT LEARNING RATE: 5.062223430933577e-08
previous_iter_valid_loss : 0.16065527498722076
1644220 0.160825 0.160655 0.165442 CURRENT LEARNING RATE: 5.061211087485112e-08
previous_iter_valid_loss : 0.16089926660060883
1644240 0.161057 0.160899 0.164727 CURRENT LEARNING RATE: 5.060198946485092e-08
previous_iter_valid_loss : 0.1609656810760498
1644260 0.161145 0.160966 0.164719 CURRENT LEARNING RATE: 5.0591870078930294e-08
previous_iter_valid_loss : 0.1607688069343567
1644280 0.160949 0.160769 0.164722 CURRENT LEARNING RATE: 5.05817527166843e-08
previous_iter_valid_loss : 0.16054260730743408
1644300 0.160705 0.160543 0.164723 CURRENT LEARNING RATE: 5.0571637377708606e-08
previous_iter_valid_loss : 0.1892957240343094
1644320 0.189746 0.189296 0.165963 CURRENT LEARNING RATE: 5.0561524061598407e-08
previous_iter_valid_loss : 0.16347262263298035
1644340 0.163670 0.163473 0.165997 CURRENT LEARNING RATE: 5.055141276794917e-08
previous_iter_valid_loss : 0.16336475312709808
1644360 0.163567 0.163365 0.165959 CURRENT LEARNING RATE: 5.054130349635647e-08
previous_iter_valid_loss : 0.16517148911952972
1644380 0.165384 0.165171 0.166035 CURRENT LEARNING RATE: 5.053119624641591e-08
previous_iter_valid_loss : 0.1634972095489502
1644400 0.163670 0.163497 0.166030 CURRENT LEARNING RATE: 5.0521091017723204e-08
previous_iter_valid_loss : 0.16548752784729004
1644420 0.165691 0.165488 0.166072 CURRENT LEARNING RATE: 5.051098780987396e-08
previous_iter_valid_loss : 0.17145265638828278
1644440 0.171602 0.171453 0.166465 CURRENT LEARNING RATE: 5.0500886622464416e-08
previous_iter_valid_loss : 0.16248874366283417
1644460 0.162659 0.162489 0.165662 CURRENT LEARNING RATE: 5.0490787455090355e-08
previous_iter_valid_loss : 0.16261041164398193
1644480 0.162776 0.162610 0.164960 CURRENT LEARNING RATE: 5.048069030734779e-08
previous_iter_valid_loss : 0.1743021011352539
1644500 0.174579 0.174302 0.165375 CURRENT LEARNING RATE: 5.047059517883285e-08
previous_iter_valid_loss : 0.16146865487098694
1644520 0.161630 0.161469 0.165147 CURRENT LEARNING RATE: 5.0460502069141716e-08
previous_iter_valid_loss : 0.16059382259845734
1644540 0.160760 0.160594 0.165097 CURRENT LEARNING RATE: 5.0450410977870676e-08
previous_iter_valid_loss : 0.16278894245624542
1644560 0.162962 0.162789 0.165207 CURRENT LEARNING RATE: 5.044032190461608e-08
previous_iter_valid_loss : 0.16370390355587006
1644580 0.163868 0.163704 0.165077 CURRENT LEARNING RATE: 5.043023484897419e-08
previous_iter_valid_loss : 0.16187752783298492
1644600 0.162070 0.161878 0.164769 CURRENT LEARNING RATE: 5.0420149810541877e-08
previous_iter_valid_loss : 0.16653424501419067
1644620 0.166748 0.166534 0.165063 CURRENT LEARNING RATE: 5.041006678891557e-08
previous_iter_valid_loss : 0.16452983021736145
1644640 0.164733 0.164530 0.165245 CURRENT LEARNING RATE: 5.039998578369193e-08
previous_iter_valid_loss : 0.16066791117191315
1644660 0.160821 0.160668 0.165230 CURRENT LEARNING RATE: 5.0389906794467737e-08
previous_iter_valid_loss : 0.1652495265007019
1644680 0.165454 0.165250 0.165454 CURRENT LEARNING RATE: 5.037982982083982e-08
previous_iter_valid_loss : 0.16077540814876556
1644700 0.160957 0.160775 0.165465 CURRENT LEARNING RATE: 5.03697548624051e-08
previous_iter_valid_loss : 0.1605817824602127
1644720 0.160748 0.160582 0.164030 CURRENT LEARNING RATE: 5.035968191876059e-08
previous_iter_valid_loss : 0.1605200618505478
1644740 0.160693 0.160520 0.163882 CURRENT LEARNING RATE: 5.034961098950317e-08
previous_iter_valid_loss : 0.1614065170288086
1644760 0.161563 0.161407 0.163784 CURRENT LEARNING RATE: 5.0339542074230387e-08
previous_iter_valid_loss : 0.1737845093011856
1644780 0.173931 0.173785 0.164215 CURRENT LEARNING RATE: 5.032947517253929e-08
previous_iter_valid_loss : 0.16212642192840576
1644800 0.162280 0.162126 0.164146 CURRENT LEARNING RATE: 5.031941028402721e-08
previous_iter_valid_loss : 0.16981828212738037
1644820 0.170066 0.169818 0.164363 CURRENT LEARNING RATE: 5.030934740829154e-08
previous_iter_valid_loss : 0.1837524026632309
1644840 0.183903 0.183752 0.164978 CURRENT LEARNING RATE: 5.029928654492978e-08
previous_iter_valid_loss : 0.1630045771598816
1644860 0.163189 0.163005 0.165003 CURRENT LEARNING RATE: 5.0289227693539484e-08
previous_iter_valid_loss : 0.16548019647598267
1644880 0.165679 0.165480 0.165147 CURRENT LEARNING RATE: 5.0279170853718126e-08
previous_iter_valid_loss : 0.16989918053150177
1644900 0.170051 0.169899 0.164927 CURRENT LEARNING RATE: 5.0269116025063787e-08
previous_iter_valid_loss : 0.16201674938201904
1644920 0.162168 0.162017 0.164954 CURRENT LEARNING RATE: 5.02590632071741e-08
previous_iter_valid_loss : 0.16285274922847748
1644940 0.163020 0.162853 0.165067 CURRENT LEARNING RATE: 5.024901239964694e-08
previous_iter_valid_loss : 0.16604839265346527
1644960 0.166208 0.166048 0.165230 CURRENT LEARNING RATE: 5.0238963602080286e-08
previous_iter_valid_loss : 0.16075368225574493
1644980 0.160930 0.160754 0.165083 CURRENT LEARNING RATE: 5.022891681407219e-08
previous_iter_valid_loss : 0.1684422791004181
1645000 0.168667 0.168442 0.165411 CURRENT LEARNING RATE: 5.0218872035220755e-08
previous_iter_valid_loss : 0.16178357601165771
1645020 0.161974 0.161784 0.165173 CURRENT LEARNING RATE: 5.020882926512422e-08
previous_iter_valid_loss : 0.1605406552553177
1645040 0.160698 0.160541 0.164974 CURRENT LEARNING RATE: 5.0198788503380686e-08
previous_iter_valid_loss : 0.18058952689170837
1645060 0.180747 0.180590 0.165970 CURRENT LEARNING RATE: 5.018874974958888e-08
previous_iter_valid_loss : 0.16718363761901855
1645080 0.167393 0.167184 0.166067 CURRENT LEARNING RATE: 5.0178713003347064e-08
previous_iter_valid_loss : 0.17394398152828217
1645100 0.174216 0.173944 0.166725 CURRENT LEARNING RATE: 5.016867826425377e-08
previous_iter_valid_loss : 0.16269813477993011
1645120 0.162875 0.162698 0.166831 CURRENT LEARNING RATE: 5.015864553190762e-08
previous_iter_valid_loss : 0.16337010264396667
1645140 0.163535 0.163370 0.166973 CURRENT LEARNING RATE: 5.0148614805907305e-08
previous_iter_valid_loss : 0.16685400903224945
1645160 0.167012 0.166854 0.167246 CURRENT LEARNING RATE: 5.013858608585158e-08
previous_iter_valid_loss : 0.16062358021736145
1645180 0.160772 0.160624 0.166588 CURRENT LEARNING RATE: 5.0128559371339125e-08
previous_iter_valid_loss : 0.16054576635360718
1645200 0.160703 0.160546 0.166509 CURRENT LEARNING RATE: 5.0118534661969236e-08
previous_iter_valid_loss : 0.19166353344917297
1645220 0.191792 0.191664 0.167601 CURRENT LEARNING RATE: 5.010851195734074e-08
previous_iter_valid_loss : 0.1699526011943817
1645240 0.170099 0.169953 0.166911 CURRENT LEARNING RATE: 5.0098491257052725e-08
previous_iter_valid_loss : 0.16050417721271515
1645260 0.160669 0.160504 0.166786 CURRENT LEARNING RATE: 5.008847256070437e-08
previous_iter_valid_loss : 0.16555462777614594
1645280 0.165760 0.165555 0.166790 CURRENT LEARNING RATE: 5.0078455867894915e-08
previous_iter_valid_loss : 0.16244089603424072
1645300 0.162630 0.162441 0.166417 CURRENT LEARNING RATE: 5.006844117822371e-08
previous_iter_valid_loss : 0.19554965198040009
1645320 0.195664 0.195550 0.168093 CURRENT LEARNING RATE: 5.005842849129016e-08
previous_iter_valid_loss : 0.16150815784931183
1645340 0.161664 0.161508 0.168026 CURRENT LEARNING RATE: 5.0048417806693575e-08
previous_iter_valid_loss : 0.16533242166042328
1645360 0.165538 0.165332 0.167990 CURRENT LEARNING RATE: 5.003840912403388e-08
previous_iter_valid_loss : 0.16087132692337036
1645380 0.161043 0.160871 0.167996 CURRENT LEARNING RATE: 5.0028402442910576e-08
previous_iter_valid_loss : 0.16077183187007904
1645400 0.160948 0.160772 0.167613 CURRENT LEARNING RATE: 5.001839776292336e-08
previous_iter_valid_loss : 0.1673940271139145
1645420 0.167611 0.167394 0.167893 CURRENT LEARNING RATE: 5.000839508367207e-08
previous_iter_valid_loss : 0.1606459617614746
1645440 0.160817 0.160646 0.167899 CURRENT LEARNING RATE: 4.999839440475658e-08
previous_iter_valid_loss : 0.16427627205848694
1645460 0.164476 0.164276 0.167083 CURRENT LEARNING RATE: 4.9988395725776886e-08
previous_iter_valid_loss : 0.1813938170671463
1645480 0.181738 0.181394 0.167793 CURRENT LEARNING RATE: 4.997839904633302e-08
previous_iter_valid_loss : 0.19271934032440186
1645500 0.193180 0.192719 0.168732 CURRENT LEARNING RATE: 4.9968404366024944e-08
previous_iter_valid_loss : 0.16138960421085358
1645520 0.161572 0.161390 0.168667 CURRENT LEARNING RATE: 4.995841168445323e-08
previous_iter_valid_loss : 0.1649659276008606
1645540 0.165175 0.164966 0.168747 CURRENT LEARNING RATE: 4.994842100121799e-08
previous_iter_valid_loss : 0.1809861809015274
1645560 0.181320 0.180986 0.169453 CURRENT LEARNING RATE: 4.993843231591959e-08
previous_iter_valid_loss : 0.20497362315654755
1645580 0.205037 0.204974 0.171671 CURRENT LEARNING RATE: 4.99284456281585e-08
previous_iter_valid_loss : 0.16161367297172546
1645600 0.161774 0.161614 0.171724 CURRENT LEARNING RATE: 4.9918460937535227e-08
previous_iter_valid_loss : 0.16071152687072754
1645620 0.160867 0.160712 0.170176 CURRENT LEARNING RATE: 4.990847824365041e-08
previous_iter_valid_loss : 0.16102011501789093
1645640 0.161179 0.161020 0.169730 CURRENT LEARNING RATE: 4.989849754610455e-08
previous_iter_valid_loss : 0.16049660742282867
1645660 0.160661 0.160497 0.169729 CURRENT LEARNING RATE: 4.988851884449877e-08
previous_iter_valid_loss : 0.16645750403404236
1645680 0.166617 0.166458 0.169775 CURRENT LEARNING RATE: 4.987854213843376e-08
previous_iter_valid_loss : 0.16132135689258575
1645700 0.161475 0.161321 0.169719 CURRENT LEARNING RATE: 4.986856742751044e-08
previous_iter_valid_loss : 0.16060183942317963
1645720 0.160763 0.160602 0.167971 CURRENT LEARNING RATE: 4.9858594711329825e-08
previous_iter_valid_loss : 0.17526815831661224
1645740 0.175415 0.175268 0.168659 CURRENT LEARNING RATE: 4.9848623989493004e-08
previous_iter_valid_loss : 0.16417665779590607
1645760 0.164380 0.164177 0.168601 CURRENT LEARNING RATE: 4.9838655261601136e-08
previous_iter_valid_loss : 0.16183069348335266
1645780 0.162016 0.161831 0.168649 CURRENT LEARNING RATE: 4.9828688527255506e-08
previous_iter_valid_loss : 0.16064681112766266
1645800 0.160809 0.160647 0.168643 CURRENT LEARNING RATE: 4.9818723786057234e-08
previous_iter_valid_loss : 0.17602118849754333
1645820 0.176311 0.176021 0.169075 CURRENT LEARNING RATE: 4.98087610376081e-08
previous_iter_valid_loss : 0.16282141208648682
1645840 0.163017 0.162821 0.169183 CURRENT LEARNING RATE: 4.979880028150942e-08
previous_iter_valid_loss : 0.16053889691829681
1645860 0.160697 0.160539 0.168996 CURRENT LEARNING RATE: 4.9788841517362744e-08
previous_iter_valid_loss : 0.1605069786310196
1645880 0.160668 0.160507 0.167952 CURRENT LEARNING RATE: 4.977888474476974e-08
previous_iter_valid_loss : 0.1614828258752823
1645900 0.161647 0.161483 0.166390 CURRENT LEARNING RATE: 4.976892996333214e-08
previous_iter_valid_loss : 0.16230712831020355
1645920 0.162495 0.162307 0.166436 CURRENT LEARNING RATE: 4.9758977172651736e-08
previous_iter_valid_loss : 0.17076116800308228
1645940 0.171021 0.170761 0.166726 CURRENT LEARNING RATE: 4.974902637233043e-08
previous_iter_valid_loss : 0.1725125014781952
1645960 0.172655 0.172513 0.166302 CURRENT LEARNING RATE: 4.973907756197002e-08
previous_iter_valid_loss : 0.16060252487659454
1645980 0.160763 0.160603 0.164084 CURRENT LEARNING RATE: 4.9729130741172884e-08
previous_iter_valid_loss : 0.16553649306297302
1646000 0.165746 0.165536 0.164280 CURRENT LEARNING RATE: 4.971918590954098e-08
previous_iter_valid_loss : 0.16778957843780518
1646020 0.167948 0.167790 0.164634 CURRENT LEARNING RATE: 4.970924306667652e-08
previous_iter_valid_loss : 0.20258471369743347
1646040 0.202655 0.202585 0.166712 CURRENT LEARNING RATE: 4.96993022121818e-08
previous_iter_valid_loss : 0.1637745499610901
1646060 0.163985 0.163775 0.166876 CURRENT LEARNING RATE: 4.968936334565916e-08
previous_iter_valid_loss : 0.16075317561626434
1646080 0.160901 0.160753 0.166591 CURRENT LEARNING RATE: 4.967942646671108e-08
previous_iter_valid_loss : 0.16724824905395508
1646100 0.167408 0.167248 0.166887 CURRENT LEARNING RATE: 4.966949157493987e-08
previous_iter_valid_loss : 0.17157471179962158
1646120 0.171724 0.171575 0.167436 CURRENT LEARNING RATE: 4.965955866994852e-08
previous_iter_valid_loss : 0.16593176126480103
1646140 0.166090 0.165932 0.166969 CURRENT LEARNING RATE: 4.9649627751339514e-08
previous_iter_valid_loss : 0.16094252467155457
1646160 0.161119 0.160943 0.166807 CURRENT LEARNING RATE: 4.9639698818715626e-08
previous_iter_valid_loss : 0.16121283173561096
1646180 0.161373 0.161213 0.166776 CURRENT LEARNING RATE: 4.96297718716797e-08
previous_iter_valid_loss : 0.16087327897548676
1646200 0.161053 0.160873 0.166788 CURRENT LEARNING RATE: 4.9619846909834664e-08
previous_iter_valid_loss : 0.1606123447418213
1646220 0.160788 0.160612 0.166017 CURRENT LEARNING RATE: 4.9609923932783496e-08
previous_iter_valid_loss : 0.1702583283185959
1646240 0.170405 0.170258 0.166389 CURRENT LEARNING RATE: 4.96000029401293e-08
previous_iter_valid_loss : 0.16051509976387024
1646260 0.160684 0.160515 0.166388 CURRENT LEARNING RATE: 4.9590083931475044e-08
previous_iter_valid_loss : 0.16274864971637726
1646280 0.162917 0.162749 0.166500 CURRENT LEARNING RATE: 4.9580166906424334e-08
previous_iter_valid_loss : 0.16403231024742126
1646300 0.164227 0.164032 0.166627 CURRENT LEARNING RATE: 4.957025186458031e-08
previous_iter_valid_loss : 0.1691836714744568
1646320 0.169340 0.169184 0.166971 CURRENT LEARNING RATE: 4.956033880554636e-08
previous_iter_valid_loss : 0.16215717792510986
1646340 0.162314 0.162157 0.166541 CURRENT LEARNING RATE: 4.955042772892598e-08
previous_iter_valid_loss : 0.16145826876163483
1646360 0.161651 0.161458 0.165988 CURRENT LEARNING RATE: 4.9540518634322704e-08
previous_iter_valid_loss : 0.16618019342422485
1646380 0.166337 0.166180 0.166267 CURRENT LEARNING RATE: 4.953061152134019e-08
previous_iter_valid_loss : 0.16690774261951447
1646400 0.167131 0.166908 0.166336 CURRENT LEARNING RATE: 4.9520706389581954e-08
previous_iter_valid_loss : 0.18335993587970734
1646420 0.183708 0.183360 0.167114 CURRENT LEARNING RATE: 4.951080323865217e-08
previous_iter_valid_loss : 0.16452740132808685
1646440 0.164718 0.164527 0.165211 CURRENT LEARNING RATE: 4.950090206815451e-08
previous_iter_valid_loss : 0.18095794320106506
1646460 0.181277 0.180958 0.166070 CURRENT LEARNING RATE: 4.949100287769294e-08
previous_iter_valid_loss : 0.16612495481967926
1646480 0.166333 0.166125 0.166339 CURRENT LEARNING RATE: 4.948110566687151e-08
previous_iter_valid_loss : 0.1609426885843277
1646500 0.161121 0.160943 0.166024 CURRENT LEARNING RATE: 4.9471210435294296e-08
previous_iter_valid_loss : 0.16063359379768372
1646520 0.160790 0.160634 0.165477 CURRENT LEARNING RATE: 4.946131718256551e-08
previous_iter_valid_loss : 0.18491308391094208
1646540 0.185062 0.184913 0.166426 CURRENT LEARNING RATE: 4.945142590828942e-08
previous_iter_valid_loss : 0.16874650120735168
1646560 0.168901 0.168747 0.166816 CURRENT LEARNING RATE: 4.94415366120702e-08
previous_iter_valid_loss : 0.16082234680652618
1646580 0.160973 0.160822 0.166796 CURRENT LEARNING RATE: 4.943164929351262e-08
previous_iter_valid_loss : 0.17228998243808746
1646600 0.172555 0.172290 0.167367 CURRENT LEARNING RATE: 4.942176395222102e-08
previous_iter_valid_loss : 0.16679038107395172
1646620 0.167003 0.166790 0.167676 CURRENT LEARNING RATE: 4.9411880587799984e-08
previous_iter_valid_loss : 0.16088898479938507
1646640 0.161050 0.160889 0.167208 CURRENT LEARNING RATE: 4.940199919985418e-08
previous_iter_valid_loss : 0.1652580350637436
1646660 0.165422 0.165258 0.167445 CURRENT LEARNING RATE: 4.939211978798834e-08
previous_iter_valid_loss : 0.16600880026817322
1646680 0.166173 0.166009 0.167608 CURRENT LEARNING RATE: 4.9382242351807316e-08
previous_iter_valid_loss : 0.1629597693681717
1646700 0.163127 0.162960 0.167554 CURRENT LEARNING RATE: 4.937236689091599e-08
previous_iter_valid_loss : 0.1635676920413971
1646720 0.163728 0.163568 0.167273 CURRENT LEARNING RATE: 4.936249340491917e-08
previous_iter_valid_loss : 0.1634155958890915
1646740 0.163582 0.163416 0.167336 CURRENT LEARNING RATE: 4.9352621893422255e-08
previous_iter_valid_loss : 0.1654997318983078
1646760 0.165713 0.165500 0.167538 CURRENT LEARNING RATE: 4.9342752356030236e-08
previous_iter_valid_loss : 0.1721469759941101
1646780 0.172407 0.172147 0.167837 CURRENT LEARNING RATE: 4.9332884792348313e-08
previous_iter_valid_loss : 0.16937609016895294
1646800 0.169624 0.169376 0.167960 CURRENT LEARNING RATE: 4.932301920198178e-08
previous_iter_valid_loss : 0.160751074552536
1646820 0.160898 0.160751 0.166830 CURRENT LEARNING RATE: 4.931315558453604e-08
previous_iter_valid_loss : 0.18333610892295837
1646840 0.183492 0.183336 0.167770 CURRENT LEARNING RATE: 4.930329393961652e-08
previous_iter_valid_loss : 0.16274207830429077
1646860 0.162909 0.162742 0.166859 CURRENT LEARNING RATE: 4.929343426682859e-08
previous_iter_valid_loss : 0.16052120923995972
1646880 0.160690 0.160521 0.166579 CURRENT LEARNING RATE: 4.92835765657782e-08
previous_iter_valid_loss : 0.17750930786132812
1646900 0.177817 0.177509 0.167407 CURRENT LEARNING RATE: 4.92737208360709e-08
previous_iter_valid_loss : 0.16072306036949158
1646920 0.160900 0.160723 0.167412 CURRENT LEARNING RATE: 4.926386707731243e-08
previous_iter_valid_loss : 0.17420987784862518
1646940 0.174351 0.174210 0.166877 CURRENT LEARNING RATE: 4.9254015289108644e-08
previous_iter_valid_loss : 0.1630663126707077
1646960 0.163248 0.163066 0.166593 CURRENT LEARNING RATE: 4.9244165471065486e-08
previous_iter_valid_loss : 0.16255833208560944
1646980 0.162735 0.162558 0.166680 CURRENT LEARNING RATE: 4.923431762278895e-08
previous_iter_valid_loss : 0.17610175907611847
1647000 0.176387 0.176102 0.166870 CURRENT LEARNING RATE: 4.9224471743885125e-08
previous_iter_valid_loss : 0.17075958847999573
1647020 0.170906 0.170760 0.167069 CURRENT LEARNING RATE: 4.9214627833960004e-08
previous_iter_valid_loss : 0.16448575258255005
1647040 0.164683 0.164486 0.167249 CURRENT LEARNING RATE: 4.920478589262017e-08
previous_iter_valid_loss : 0.16154977679252625
1647060 0.161704 0.161550 0.167063 CURRENT LEARNING RATE: 4.9194945919471784e-08
previous_iter_valid_loss : 0.16082581877708435
1647080 0.161009 0.160826 0.166804 CURRENT LEARNING RATE: 4.9185107914121237e-08
previous_iter_valid_loss : 0.16155877709388733
1647100 0.161727 0.161559 0.166734 CURRENT LEARNING RATE: 4.917527187617502e-08
previous_iter_valid_loss : 0.1668330878019333
1647120 0.167051 0.166833 0.166897 CURRENT LEARNING RATE: 4.916543780523969e-08
previous_iter_valid_loss : 0.17025071382522583
1647140 0.170403 0.170251 0.167239 CURRENT LEARNING RATE: 4.9155605700921865e-08
previous_iter_valid_loss : 0.16285279393196106
1647160 0.163016 0.162853 0.167107 CURRENT LEARNING RATE: 4.914577556282811e-08
previous_iter_valid_loss : 0.16374531388282776
1647180 0.163911 0.163745 0.166687 CURRENT LEARNING RATE: 4.9135947390565546e-08
previous_iter_valid_loss : 0.16626349091529846
1647200 0.166468 0.166263 0.166531 CURRENT LEARNING RATE: 4.9126121183740896e-08
previous_iter_valid_loss : 0.16052980720996857
1647220 0.160698 0.160530 0.166520 CURRENT LEARNING RATE: 4.91162969419611e-08
previous_iter_valid_loss : 0.17456690967082977
1647240 0.174714 0.174567 0.166081 CURRENT LEARNING RATE: 4.9106474664833184e-08
previous_iter_valid_loss : 0.16511140763759613
1647260 0.165307 0.165111 0.166200 CURRENT LEARNING RATE: 4.909665435196426e-08
previous_iter_valid_loss : 0.16200725734233856
1647280 0.162168 0.162007 0.166274 CURRENT LEARNING RATE: 4.9086836002961514e-08
previous_iter_valid_loss : 0.16252468526363373
1647300 0.162711 0.162525 0.165525 CURRENT LEARNING RATE: 4.907701961743222e-08
previous_iter_valid_loss : 0.17167320847511292
1647320 0.171937 0.171673 0.166072 CURRENT LEARNING RATE: 4.9067205194983544e-08
previous_iter_valid_loss : 0.1633979231119156
1647340 0.163591 0.163398 0.165532 CURRENT LEARNING RATE: 4.9057392735223255e-08
previous_iter_valid_loss : 0.16879528760910034
1647360 0.169036 0.168795 0.165818 CURRENT LEARNING RATE: 4.9047582237758683e-08
previous_iter_valid_loss : 0.16286267340183258
1647380 0.163028 0.162863 0.165833 CURRENT LEARNING RATE: 4.9037773702197396e-08
previous_iter_valid_loss : 0.16270607709884644
1647400 0.162871 0.162706 0.165164 CURRENT LEARNING RATE: 4.9027967128147085e-08
previous_iter_valid_loss : 0.16180916130542755
1647420 0.161996 0.161809 0.164716 CURRENT LEARNING RATE: 4.901816251521544e-08
previous_iter_valid_loss : 0.1621846854686737
1647440 0.162365 0.162185 0.164601 CURRENT LEARNING RATE: 4.900835986301032e-08
previous_iter_valid_loss : 0.17273734509944916
1647460 0.173003 0.172737 0.165160 CURRENT LEARNING RATE: 4.89985591711396e-08
previous_iter_valid_loss : 0.16494150459766388
1647480 0.165110 0.164942 0.165366 CURRENT LEARNING RATE: 4.8988760439211073e-08
previous_iter_valid_loss : 0.16187511384487152
1647500 0.162045 0.161875 0.165382 CURRENT LEARNING RATE: 4.897896366683315e-08
previous_iter_valid_loss : 0.16959309577941895
1647520 0.169834 0.169593 0.165520 CURRENT LEARNING RATE: 4.896916885361377e-08
previous_iter_valid_loss : 0.16670487821102142
1647540 0.166923 0.166705 0.165343 CURRENT LEARNING RATE: 4.895937599916117e-08
previous_iter_valid_loss : 0.1605360060930252
1647560 0.160695 0.160536 0.165227 CURRENT LEARNING RATE: 4.89495851030836e-08
previous_iter_valid_loss : 0.18482069671154022
1647580 0.185199 0.184821 0.166281 CURRENT LEARNING RATE: 4.8939796164989446e-08
previous_iter_valid_loss : 0.16246852278709412
1647600 0.162654 0.162469 0.166091 CURRENT LEARNING RATE: 4.8930009184487146e-08
previous_iter_valid_loss : 0.1736757457256317
1647620 0.173943 0.173676 0.166748 CURRENT LEARNING RATE: 4.8920224161185045e-08
previous_iter_valid_loss : 0.17370812594890594
1647640 0.173988 0.173708 0.166705 CURRENT LEARNING RATE: 4.8910441094692094e-08
previous_iter_valid_loss : 0.16168837249279022
1647660 0.161850 0.161688 0.166534 CURRENT LEARNING RATE: 4.890065998461678e-08
previous_iter_valid_loss : 0.16133034229278564
1647680 0.161492 0.161330 0.166500 CURRENT LEARNING RATE: 4.889088083056788e-08
previous_iter_valid_loss : 0.16079778969287872
1647700 0.160978 0.160798 0.166414 CURRENT LEARNING RATE: 4.888110363215423e-08
previous_iter_valid_loss : 0.1678219735622406
1647720 0.167976 0.167822 0.166221 CURRENT LEARNING RATE: 4.887132838898472e-08
previous_iter_valid_loss : 0.16788612306118011
1647740 0.168042 0.167886 0.166446 CURRENT LEARNING RATE: 4.886155510066835e-08
previous_iter_valid_loss : 0.1854953169822693
1647760 0.185635 0.185495 0.167281 CURRENT LEARNING RATE: 4.88517837668142e-08
previous_iter_valid_loss : 0.16300378739833832
1647780 0.163166 0.163004 0.167288 CURRENT LEARNING RATE: 4.884201438703123e-08
previous_iter_valid_loss : 0.16068658232688904
1647800 0.160839 0.160687 0.167187 CURRENT LEARNING RATE: 4.8832246960929017e-08
previous_iter_valid_loss : 0.1633974313735962
1647820 0.163562 0.163397 0.167266 CURRENT LEARNING RATE: 4.882248148811668e-08
previous_iter_valid_loss : 0.16264685988426208
1647840 0.162843 0.162647 0.167289 CURRENT LEARNING RATE: 4.881271796820362e-08
previous_iter_valid_loss : 0.16069315373897552
1647860 0.160876 0.160693 0.166687 CURRENT LEARNING RATE: 4.880295640079928e-08
previous_iter_valid_loss : 0.16076365113258362
1647880 0.160940 0.160764 0.166478 CURRENT LEARNING RATE: 4.87931967855132e-08
previous_iter_valid_loss : 0.1636301726102829
1647900 0.163796 0.163630 0.166566 CURRENT LEARNING RATE: 4.878343912195501e-08
previous_iter_valid_loss : 0.162587970495224
1647920 0.162795 0.162588 0.166216 CURRENT LEARNING RATE: 4.877368340973438e-08
previous_iter_valid_loss : 0.16208311915397644
1647940 0.162242 0.162083 0.165985 CURRENT LEARNING RATE: 4.876392964846092e-08
previous_iter_valid_loss : 0.1720617413520813
1647960 0.172336 0.172062 0.166561 CURRENT LEARNING RATE: 4.875417783774483e-08
previous_iter_valid_loss : 0.16051450371742249
1647980 0.160675 0.160515 0.165346 CURRENT LEARNING RATE: 4.8744427977195855e-08
previous_iter_valid_loss : 0.16109928488731384
1648000 0.161283 0.161099 0.165277 CURRENT LEARNING RATE: 4.8734680066424016e-08
previous_iter_valid_loss : 0.16487866640090942
1648020 0.165048 0.164879 0.164837 CURRENT LEARNING RATE: 4.872493410503937e-08
previous_iter_valid_loss : 0.17145146429538727
1648040 0.171703 0.171451 0.164725 CURRENT LEARNING RATE: 4.871519009265211e-08
previous_iter_valid_loss : 0.17917609214782715
1648060 0.179484 0.179176 0.165599 CURRENT LEARNING RATE: 4.870544802887246e-08
previous_iter_valid_loss : 0.16473710536956787
1648080 0.164948 0.164737 0.165769 CURRENT LEARNING RATE: 4.869570791331055e-08
previous_iter_valid_loss : 0.16232046484947205
1648100 0.162480 0.162320 0.165845 CURRENT LEARNING RATE: 4.8685969745577144e-08
previous_iter_valid_loss : 0.16136227548122406
1648120 0.161515 0.161362 0.165522 CURRENT LEARNING RATE: 4.8676233525282536e-08
previous_iter_valid_loss : 0.16879278421401978
1648140 0.168949 0.168793 0.165568 CURRENT LEARNING RATE: 4.866649925203728e-08
previous_iter_valid_loss : 0.18294493854045868
1648160 0.183098 0.182945 0.165440 CURRENT LEARNING RATE: 4.865676692545199e-08
previous_iter_valid_loss : 0.17241084575653076
1648180 0.172556 0.172411 0.165911 CURRENT LEARNING RATE: 4.864703654513739e-08
previous_iter_valid_loss : 0.16299936175346375
1648200 0.163166 0.162999 0.166026 CURRENT LEARNING RATE: 4.8637308110704254e-08
previous_iter_valid_loss : 0.17286786437034607
1648220 0.173137 0.172868 0.166500 CURRENT LEARNING RATE: 4.862758162176345e-08
previous_iter_valid_loss : 0.1621316373348236
1648240 0.162274 0.162132 0.166474 CURRENT LEARNING RATE: 4.8617857077925744e-08
previous_iter_valid_loss : 0.169632688164711
1648260 0.169781 0.169633 0.166921 CURRENT LEARNING RATE: 4.86081344788025e-08
previous_iter_valid_loss : 0.1630527675151825
1648280 0.163244 0.163053 0.167035 CURRENT LEARNING RATE: 4.859841382400465e-08
previous_iter_valid_loss : 0.1654595285654068
1648300 0.165625 0.165460 0.167127 CURRENT LEARNING RATE: 4.858869511314335e-08
previous_iter_valid_loss : 0.16657115519046783
1648320 0.166794 0.166571 0.167326 CURRENT LEARNING RATE: 4.857897834582987e-08
previous_iter_valid_loss : 0.17177055776119232
1648340 0.172032 0.171771 0.167810 CURRENT LEARNING RATE: 4.856926352167552e-08
previous_iter_valid_loss : 0.16412624716758728
1648360 0.164326 0.164126 0.167414 CURRENT LEARNING RATE: 4.855955064029173e-08
previous_iter_valid_loss : 0.17293862998485565
1648380 0.173204 0.172939 0.168035 CURRENT LEARNING RATE: 4.8549839701289785e-08
previous_iter_valid_loss : 0.16251011192798615
1648400 0.162694 0.162510 0.168105 CURRENT LEARNING RATE: 4.854013070428161e-08
previous_iter_valid_loss : 0.17191694676876068
1648420 0.172179 0.171917 0.168457 CURRENT LEARNING RATE: 4.853042364887867e-08
previous_iter_valid_loss : 0.1605086624622345
1648440 0.160670 0.160509 0.167910 CURRENT LEARNING RATE: 4.852071853469269e-08
previous_iter_valid_loss : 0.16172029078006744
1648460 0.161887 0.161720 0.167037 CURRENT LEARNING RATE: 4.851101536133545e-08
previous_iter_valid_loss : 0.17203053832054138
1648480 0.172292 0.172031 0.167402 CURRENT LEARNING RATE: 4.850131412841885e-08
previous_iter_valid_loss : 0.18768823146820068
1648500 0.188101 0.187688 0.168671 CURRENT LEARNING RATE: 4.8491614835554795e-08
previous_iter_valid_loss : 0.1609194427728653
1648520 0.161073 0.160919 0.168648 CURRENT LEARNING RATE: 4.848191748235536e-08
previous_iter_valid_loss : 0.16579653322696686
1648540 0.165955 0.165797 0.168499 CURRENT LEARNING RATE: 4.8472222068432444e-08
previous_iter_valid_loss : 0.16339322924613953
1648560 0.163600 0.163393 0.167521 CURRENT LEARNING RATE: 4.8462528593398596e-08
previous_iter_valid_loss : 0.16076287627220154
1648580 0.160939 0.160763 0.166939 CURRENT LEARNING RATE: 4.8452837056865896e-08
previous_iter_valid_loss : 0.16158373653888702
1648600 0.161737 0.161584 0.166868 CURRENT LEARNING RATE: 4.8443147458446686e-08
previous_iter_valid_loss : 0.16984975337982178
1648620 0.170001 0.169850 0.166717 CURRENT LEARNING RATE: 4.843345979775338e-08
previous_iter_valid_loss : 0.16111578047275543
1648640 0.161302 0.161116 0.166666 CURRENT LEARNING RATE: 4.8423774074398475e-08
previous_iter_valid_loss : 0.1618267148733139
1648660 0.161980 0.161827 0.166276 CURRENT LEARNING RATE: 4.841409028799454e-08
previous_iter_valid_loss : 0.16184355318546295
1648680 0.162046 0.161844 0.166215 CURRENT LEARNING RATE: 4.840440843815422e-08
previous_iter_valid_loss : 0.16067874431610107
1648700 0.160845 0.160679 0.165976 CURRENT LEARNING RATE: 4.839472852449007e-08
previous_iter_valid_loss : 0.16550685465335846
1648720 0.165666 0.165507 0.165923 CURRENT LEARNING RATE: 4.8385050546615245e-08
previous_iter_valid_loss : 0.16753393411636353
1648740 0.167752 0.167534 0.165711 CURRENT LEARNING RATE: 4.8375374504142444e-08
previous_iter_valid_loss : 0.1625114381313324
1648760 0.162708 0.162511 0.165630 CURRENT LEARNING RATE: 4.836570039668463e-08
previous_iter_valid_loss : 0.16066797077655792
1648780 0.160846 0.160668 0.165017 CURRENT LEARNING RATE: 4.835602822385484e-08
previous_iter_valid_loss : 0.16194722056388855
1648800 0.162137 0.161947 0.164989 CURRENT LEARNING RATE: 4.834635798526619e-08
previous_iter_valid_loss : 0.16413715481758118
1648820 0.164311 0.164137 0.164600 CURRENT LEARNING RATE: 4.8336689680531854e-08
previous_iter_valid_loss : 0.21874409914016724
1648840 0.218761 0.218744 0.167512 CURRENT LEARNING RATE: 4.832702330926495e-08
previous_iter_valid_loss : 0.16935265064239502
1648860 0.169588 0.169353 0.167893 CURRENT LEARNING RATE: 4.8317358871079144e-08
previous_iter_valid_loss : 0.1658019870519638
1648880 0.165960 0.165802 0.167582 CURRENT LEARNING RATE: 4.830769636558771e-08
previous_iter_valid_loss : 0.17494307458400726
1648900 0.175089 0.174943 0.166944 CURRENT LEARNING RATE: 4.829803579240414e-08
previous_iter_valid_loss : 0.1638728231191635
1648920 0.164070 0.163873 0.167092 CURRENT LEARNING RATE: 4.8288377151142005e-08
previous_iter_valid_loss : 0.18163315951824188
1648940 0.181983 0.181633 0.167884 CURRENT LEARNING RATE: 4.8278720441414957e-08
previous_iter_valid_loss : 0.16749145090579987
1648960 0.167653 0.167491 0.168089 CURRENT LEARNING RATE: 4.826906566283674e-08
previous_iter_valid_loss : 0.16051803529262543
1648980 0.160675 0.160518 0.168077 CURRENT LEARNING RATE: 4.825941281502115e-08
previous_iter_valid_loss : 0.16112102568149567
1649000 0.161282 0.161121 0.168054 CURRENT LEARNING RATE: 4.8249761897581907e-08
previous_iter_valid_loss : 0.1621769815683365
1649020 0.162370 0.162177 0.167670 CURRENT LEARNING RATE: 4.824011291013333e-08
previous_iter_valid_loss : 0.16355957090854645
1649040 0.163742 0.163560 0.167792 CURRENT LEARNING RATE: 4.823046585228926e-08
previous_iter_valid_loss : 0.16527915000915527
1649060 0.165481 0.165279 0.167965 CURRENT LEARNING RATE: 4.822082072366384e-08
previous_iter_valid_loss : 0.1678714007139206
1649080 0.168093 0.167871 0.168266 CURRENT LEARNING RATE: 4.821117752387125e-08
previous_iter_valid_loss : 0.1660366803407669
1649100 0.166202 0.166037 0.168534 CURRENT LEARNING RATE: 4.8201536252525775e-08
previous_iter_valid_loss : 0.1629725843667984
1649120 0.163132 0.162973 0.168407 CURRENT LEARNING RATE: 4.8191896909241746e-08
previous_iter_valid_loss : 0.16474638879299164
1649140 0.164946 0.164746 0.168268 CURRENT LEARNING RATE: 4.818225949363361e-08
previous_iter_valid_loss : 0.16698503494262695
1649160 0.167212 0.166985 0.168492 CURRENT LEARNING RATE: 4.8172624005315684e-08
previous_iter_valid_loss : 0.16125400364398956
1649180 0.161414 0.161254 0.168521 CURRENT LEARNING RATE: 4.81629904439029e-08
previous_iter_valid_loss : 0.16270753741264343
1649200 0.162877 0.162708 0.168559 CURRENT LEARNING RATE: 4.8153358809009734e-08
previous_iter_valid_loss : 0.18929491937160492
1649220 0.189436 0.189295 0.169817 CURRENT LEARNING RATE: 4.814372910025093e-08
previous_iter_valid_loss : 0.16940170526504517
1649240 0.169555 0.169402 0.167350 CURRENT LEARNING RATE: 4.8134101317241296e-08
previous_iter_valid_loss : 0.16645535826683044
1649260 0.166606 0.166455 0.167205 CURRENT LEARNING RATE: 4.812447545959572e-08
previous_iter_valid_loss : 0.16233080625534058
1649280 0.162514 0.162331 0.167031 CURRENT LEARNING RATE: 4.811485152692917e-08
previous_iter_valid_loss : 0.161909818649292
1649300 0.162071 0.161910 0.166380 CURRENT LEARNING RATE: 4.810522951885652e-08
previous_iter_valid_loss : 0.1647707223892212
1649320 0.164993 0.164771 0.166424 CURRENT LEARNING RATE: 4.809560943499322e-08
previous_iter_valid_loss : 0.1634078174829483
1649340 0.163576 0.163408 0.165513 CURRENT LEARNING RATE: 4.808599127495431e-08
previous_iter_valid_loss : 0.1668780893087387
1649360 0.167036 0.166878 0.165483 CURRENT LEARNING RATE: 4.807637503835505e-08
previous_iter_valid_loss : 0.1607513576745987
1649380 0.160909 0.160751 0.165494 CURRENT LEARNING RATE: 4.8066760724810804e-08
previous_iter_valid_loss : 0.172695592045784
1649400 0.172960 0.172696 0.166073 CURRENT LEARNING RATE: 4.8057148333936995e-08
previous_iter_valid_loss : 0.16087055206298828
1649420 0.161052 0.160871 0.166008 CURRENT LEARNING RATE: 4.8047537865349124e-08
previous_iter_valid_loss : 0.16100630164146423
1649440 0.161180 0.161006 0.165880 CURRENT LEARNING RATE: 4.803792931866277e-08
previous_iter_valid_loss : 0.17343252897262573
1649460 0.173707 0.173433 0.166288 CURRENT LEARNING RATE: 4.802832269349344e-08
previous_iter_valid_loss : 0.1743289679288864
1649480 0.174604 0.174329 0.166611 CURRENT LEARNING RATE: 4.801871798945718e-08
previous_iter_valid_loss : 0.16087892651557922
1649500 0.161035 0.160879 0.166353 CURRENT LEARNING RATE: 4.800911520616964e-08
previous_iter_valid_loss : 0.20508787035942078
1649520 0.205155 0.205088 0.168458 CURRENT LEARNING RATE: 4.7999514343246725e-08
previous_iter_valid_loss : 0.16053487360477448
1649540 0.160694 0.160535 0.168248 CURRENT LEARNING RATE: 4.7989915400304394e-08
previous_iter_valid_loss : 0.16854652762413025
1649560 0.168701 0.168547 0.168326 CURRENT LEARNING RATE: 4.798031837695867e-08
previous_iter_valid_loss : 0.1712273210287094
1649580 0.171383 0.171227 0.168825 CURRENT LEARNING RATE: 4.797072327282571e-08
previous_iter_valid_loss : 0.16212446987628937
1649600 0.162315 0.162124 0.168795 CURRENT LEARNING RATE: 4.7961130087521496e-08
previous_iter_valid_loss : 0.16082023084163666
1649620 0.161000 0.160820 0.167372 CURRENT LEARNING RATE: 4.795153882066267e-08
previous_iter_valid_loss : 0.1690034121274948
1649640 0.169157 0.169003 0.167352 CURRENT LEARNING RATE: 4.794194947186541e-08
previous_iter_valid_loss : 0.16392996907234192
1649660 0.164095 0.163930 0.167225 CURRENT LEARNING RATE: 4.793236204074613e-08
previous_iter_valid_loss : 0.19359664618968964
1649680 0.193705 0.193597 0.168789 CURRENT LEARNING RATE: 4.7922776526921336e-08
previous_iter_valid_loss : 0.17311611771583557
1649700 0.173266 0.173116 0.169349 CURRENT LEARNING RATE: 4.7913192930007615e-08
previous_iter_valid_loss : 0.1611611545085907
1649720 0.161348 0.161161 0.169169 CURRENT LEARNING RATE: 4.790361124962161e-08
previous_iter_valid_loss : 0.1678393930196762
1649740 0.167994 0.167839 0.169390 CURRENT LEARNING RATE: 4.7894031485380066e-08
previous_iter_valid_loss : 0.17006143927574158
1649760 0.170213 0.170061 0.169549 CURRENT LEARNING RATE: 4.788445363689962e-08
previous_iter_valid_loss : 0.16889414191246033
1649780 0.169049 0.168894 0.169956 CURRENT LEARNING RATE: 4.7874877703797486e-08
previous_iter_valid_loss : 0.17020390927791595
1649800 0.170465 0.170204 0.169832 CURRENT LEARNING RATE: 4.7865303685690475e-08
previous_iter_valid_loss : 0.16366782784461975
1649820 0.163843 0.163668 0.169972 CURRENT LEARNING RATE: 4.7855731582195615e-08
previous_iter_valid_loss : 0.16780035197734833
1649840 0.168023 0.167800 0.170311 CURRENT LEARNING RATE: 4.784616139293002e-08
previous_iter_valid_loss : 0.16211286187171936
1649860 0.162275 0.162113 0.169745 CURRENT LEARNING RATE: 4.783659311751089e-08
previous_iter_valid_loss : 0.16174693405628204
1649880 0.161907 0.161747 0.169116 CURRENT LEARNING RATE: 4.78270267555555e-08
previous_iter_valid_loss : 0.16052928566932678
1649900 0.160684 0.160529 0.169099 CURRENT LEARNING RATE: 4.781746230668118e-08
previous_iter_valid_loss : 0.16176332533359528
1649920 0.161951 0.161763 0.166933 CURRENT LEARNING RATE: 4.780789977050519e-08
previous_iter_valid_loss : 0.17318671941757202
1649940 0.173332 0.173187 0.167565 CURRENT LEARNING RATE: 4.779833914664536e-08
previous_iter_valid_loss : 0.18641328811645508
1649960 0.186800 0.186413 0.168459 CURRENT LEARNING RATE: 4.7788780434719114e-08
previous_iter_valid_loss : 0.1786230057477951
1649980 0.178778 0.178623 0.168828 CURRENT LEARNING RATE: 4.777922363434409e-08
previous_iter_valid_loss : 0.17088964581489563
1650000 0.171033 0.170890 0.169267 CURRENT LEARNING RATE: 4.776966874513801e-08
previous_iter_valid_loss : 0.18213143944740295
1650020 0.182287 0.182131 0.170332 CURRENT LEARNING RATE: 4.776011576671869e-08
previous_iter_valid_loss : 0.16770605742931366
1650040 0.167928 0.167706 0.170267 CURRENT LEARNING RATE: 4.775056469870401e-08
previous_iter_valid_loss : 0.16303369402885437
1650060 0.163194 0.163034 0.170223 CURRENT LEARNING RATE: 4.7741015540711746e-08
previous_iter_valid_loss : 0.16464608907699585
1650080 0.164814 0.164646 0.168775 CURRENT LEARNING RATE: 4.773146829236029e-08
previous_iter_valid_loss : 0.17256934940814972
1650100 0.172717 0.172569 0.168748 CURRENT LEARNING RATE: 4.7721922953267565e-08
previous_iter_valid_loss : 0.16364343464374542
1650120 0.163849 0.163643 0.168872 CURRENT LEARNING RATE: 4.771237952305177e-08
previous_iter_valid_loss : 0.16827349364757538
1650140 0.168507 0.168273 0.168893 CURRENT LEARNING RATE: 4.7702838001331154e-08
previous_iter_valid_loss : 0.1699637472629547
1650160 0.170214 0.169964 0.168889 CURRENT LEARNING RATE: 4.769329838772407e-08
previous_iter_valid_loss : 0.16804605722427368
1650180 0.168207 0.168046 0.168846 CURRENT LEARNING RATE: 4.7683760681848925e-08
previous_iter_valid_loss : 0.1712120920419693
1650200 0.171469 0.171212 0.168897 CURRENT LEARNING RATE: 4.767422488332422e-08
previous_iter_valid_loss : 0.16784940659999847
1650220 0.167999 0.167849 0.169106 CURRENT LEARNING RATE: 4.766469099176834e-08
previous_iter_valid_loss : 0.16730469465255737
1650240 0.167513 0.167305 0.169081 CURRENT LEARNING RATE: 4.765515900680028e-08
previous_iter_valid_loss : 0.1615939885377884
1650260 0.161782 0.161594 0.169055 CURRENT LEARNING RATE: 4.764562892803858e-08
previous_iter_valid_loss : 0.17872950434684753
1650280 0.178887 0.178730 0.169904 CURRENT LEARNING RATE: 4.7636100755102055e-08
previous_iter_valid_loss : 0.1665756106376648
1650300 0.166795 0.166576 0.170206 CURRENT LEARNING RATE: 4.762657448760956e-08
previous_iter_valid_loss : 0.25394806265830994
1650320 0.253800 0.253948 0.174816 CURRENT LEARNING RATE: 4.7617050125180046e-08
previous_iter_valid_loss : 0.16096118092536926
1650340 0.161138 0.160961 0.174204 CURRENT LEARNING RATE: 4.760752766743255e-08
previous_iter_valid_loss : 0.16438347101211548
1650360 0.164590 0.164383 0.173103 CURRENT LEARNING RATE: 4.759800711398617e-08
previous_iter_valid_loss : 0.1619504690170288
1650380 0.162141 0.161950 0.172269 CURRENT LEARNING RATE: 4.758848846445991e-08
previous_iter_valid_loss : 0.16685646772384644
1650400 0.167012 0.166856 0.172068 CURRENT LEARNING RATE: 4.7578971718473356e-08
previous_iter_valid_loss : 0.17056980729103088
1650420 0.170722 0.170570 0.171489 CURRENT LEARNING RATE: 4.756945687564568e-08
previous_iter_valid_loss : 0.163651242852211
1650440 0.163849 0.163651 0.171287 CURRENT LEARNING RATE: 4.755994393559629e-08
previous_iter_valid_loss : 0.1654779464006424
1650460 0.165685 0.165478 0.171409 CURRENT LEARNING RATE: 4.755043289794466e-08
previous_iter_valid_loss : 0.16111284494400024
1650480 0.161295 0.161113 0.171232 CURRENT LEARNING RATE: 4.754092376231036e-08
previous_iter_valid_loss : 0.16053009033203125
1650500 0.160691 0.160530 0.170630 CURRENT LEARNING RATE: 4.753141652831301e-08
previous_iter_valid_loss : 0.1704164743423462
1650520 0.170666 0.170416 0.170969 CURRENT LEARNING RATE: 4.752191119557216e-08
previous_iter_valid_loss : 0.16419996321201324
1650540 0.164400 0.164200 0.170765 CURRENT LEARNING RATE: 4.751240776370793e-08
previous_iter_valid_loss : 0.1768840104341507
1650560 0.177183 0.176884 0.171111 CURRENT LEARNING RATE: 4.750290623234002e-08
previous_iter_valid_loss : 0.16461607813835144
1650580 0.164815 0.164616 0.170940 CURRENT LEARNING RATE: 4.7493406601088366e-08
previous_iter_valid_loss : 0.16140344738960266
1650600 0.161564 0.161403 0.170449 CURRENT LEARNING RATE: 4.748390886957298e-08
previous_iter_valid_loss : 0.16402818262577057
1650620 0.164194 0.164028 0.170258 CURRENT LEARNING RATE: 4.7474413037413956e-08
previous_iter_valid_loss : 0.1686919927597046
1650640 0.168842 0.168692 0.170328 CURRENT LEARNING RATE: 4.746491910423145e-08
previous_iter_valid_loss : 0.16071836650371552
1650660 0.160893 0.160718 0.170284 CURRENT LEARNING RATE: 4.7455427069645727e-08
previous_iter_valid_loss : 0.17352543771266937
1650680 0.173672 0.173525 0.170024 CURRENT LEARNING RATE: 4.744593693327692e-08
previous_iter_valid_loss : 0.16261738538742065
1650700 0.162813 0.162617 0.169826 CURRENT LEARNING RATE: 4.743644869474577e-08
previous_iter_valid_loss : 0.17475809156894684
1650720 0.174908 0.174758 0.165866 CURRENT LEARNING RATE: 4.742696235367258e-08
previous_iter_valid_loss : 0.16220350563526154
1650740 0.162371 0.162204 0.165928 CURRENT LEARNING RATE: 4.741747790967788e-08
previous_iter_valid_loss : 0.16868172585964203
1650760 0.168924 0.168682 0.166143 CURRENT LEARNING RATE: 4.7407995362382306e-08
previous_iter_valid_loss : 0.16876257956027985
1650780 0.169004 0.168763 0.166484 CURRENT LEARNING RATE: 4.7398514711406545e-08
previous_iter_valid_loss : 0.16962197422981262
1650800 0.169871 0.169622 0.166622 CURRENT LEARNING RATE: 4.738903595637139e-08
previous_iter_valid_loss : 0.1784440279006958
1650820 0.178742 0.178444 0.167016 CURRENT LEARNING RATE: 4.7379559096897505e-08
previous_iter_valid_loss : 0.1693621575832367
1650840 0.169515 0.169362 0.167301 CURRENT LEARNING RATE: 4.737008413260616e-08
previous_iter_valid_loss : 0.16130109131336212
1650860 0.161479 0.161301 0.167093 CURRENT LEARNING RATE: 4.736061106311819e-08
previous_iter_valid_loss : 0.16664569079875946
1650880 0.166800 0.166646 0.167369 CURRENT LEARNING RATE: 4.735113988805466e-08
previous_iter_valid_loss : 0.17217710614204407
1650900 0.172330 0.172177 0.167952 CURRENT LEARNING RATE: 4.7341670607036745e-08
previous_iter_valid_loss : 0.16314171254634857
1650920 0.163335 0.163142 0.167588 CURRENT LEARNING RATE: 4.733220321968565e-08
previous_iter_valid_loss : 0.16056036949157715
1650940 0.160718 0.160560 0.167406 CURRENT LEARNING RATE: 4.732273772562269e-08
previous_iter_valid_loss : 0.1697228103876114
1650960 0.169876 0.169723 0.167048 CURRENT LEARNING RATE: 4.7313274124469245e-08
previous_iter_valid_loss : 0.1655399054288864
1650980 0.165705 0.165540 0.167094 CURRENT LEARNING RATE: 4.730381241584661e-08
previous_iter_valid_loss : 0.16286803781986237
1651000 0.163036 0.162868 0.167167 CURRENT LEARNING RATE: 4.729435259937664e-08
previous_iter_valid_loss : 0.16158750653266907
1651020 0.161737 0.161588 0.167045 CURRENT LEARNING RATE: 4.728489467468078e-08
previous_iter_valid_loss : 0.16730108857154846
1651040 0.167523 0.167301 0.166976 CURRENT LEARNING RATE: 4.727543864138072e-08
previous_iter_valid_loss : 0.16837885975837708
1651060 0.168531 0.168379 0.167359 CURRENT LEARNING RATE: 4.7265984499098206e-08
previous_iter_valid_loss : 0.16503684222698212
1651080 0.165197 0.165037 0.166934 CURRENT LEARNING RATE: 4.7256532247455084e-08
previous_iter_valid_loss : 0.1680152863264084
1651100 0.168173 0.168015 0.167204 CURRENT LEARNING RATE: 4.724708188607325e-08
previous_iter_valid_loss : 0.16869455575942993
1651120 0.168943 0.168695 0.166901 CURRENT LEARNING RATE: 4.7237633414574705e-08
previous_iter_valid_loss : 0.16283853352069855
1651140 0.163000 0.162839 0.166933 CURRENT LEARNING RATE: 4.722818683258133e-08
previous_iter_valid_loss : 0.17333681881427765
1651160 0.173483 0.173337 0.167165 CURRENT LEARNING RATE: 4.72187421397156e-08
previous_iter_valid_loss : 0.1725386679172516
1651180 0.172803 0.172539 0.167354 CURRENT LEARNING RATE: 4.720929933559957e-08
previous_iter_valid_loss : 0.16874812543392181
1651200 0.168901 0.168748 0.167311 CURRENT LEARNING RATE: 4.7199858419855525e-08
previous_iter_valid_loss : 0.1635330319404602
1651220 0.163704 0.163533 0.166565 CURRENT LEARNING RATE: 4.719041939210581e-08
previous_iter_valid_loss : 0.1604919284582138
1651240 0.160660 0.160492 0.166122 CURRENT LEARNING RATE: 4.718098225197288e-08
previous_iter_valid_loss : 0.16374553740024567
1651260 0.163951 0.163746 0.166244 CURRENT LEARNING RATE: 4.717154699907925e-08
previous_iter_valid_loss : 0.17453579604625702
1651280 0.174819 0.174536 0.166638 CURRENT LEARNING RATE: 4.7162113633047333e-08
previous_iter_valid_loss : 0.16088688373565674
1651300 0.161047 0.160887 0.166074 CURRENT LEARNING RATE: 4.7152682153500135e-08
previous_iter_valid_loss : 0.1662321388721466
1651320 0.166454 0.166232 0.166228 CURRENT LEARNING RATE: 4.714325256006024e-08
previous_iter_valid_loss : 0.16094762086868286
1651340 0.161105 0.160948 0.166248 CURRENT LEARNING RATE: 4.713382485235044e-08
previous_iter_valid_loss : 0.1654108613729477
1651360 0.165573 0.165411 0.166032 CURRENT LEARNING RATE: 4.712439902999365e-08
previous_iter_valid_loss : 0.1942388117313385
1651380 0.194352 0.194239 0.167467 CURRENT LEARNING RATE: 4.7114975092612826e-08
previous_iter_valid_loss : 0.16321294009685516
1651400 0.163382 0.163213 0.167484 CURRENT LEARNING RATE: 4.710555303983101e-08
previous_iter_valid_loss : 0.17147061228752136
1651420 0.171724 0.171471 0.167978 CURRENT LEARNING RATE: 4.709613287127132e-08
previous_iter_valid_loss : 0.1732611507177353
1651440 0.173535 0.173261 0.168276 CURRENT LEARNING RATE: 4.7086714586556795e-08
previous_iter_valid_loss : 0.16522015631198883
1651460 0.165414 0.165220 0.168118 CURRENT LEARNING RATE: 4.707729818531102e-08
previous_iter_valid_loss : 0.16092368960380554
1651480 0.161109 0.160924 0.167913 CURRENT LEARNING RATE: 4.7067883667157164e-08
previous_iter_valid_loss : 0.1617652326822281
1651500 0.161950 0.161765 0.167600 CURRENT LEARNING RATE: 4.7058471031718676e-08
previous_iter_valid_loss : 0.1666431576013565
1651520 0.166800 0.166643 0.167498 CURRENT LEARNING RATE: 4.704906027861903e-08
previous_iter_valid_loss : 0.1711188405752182
1651540 0.171267 0.171119 0.167912 CURRENT LEARNING RATE: 4.7039651407481803e-08
previous_iter_valid_loss : 0.16244399547576904
1651560 0.162608 0.162444 0.167367 CURRENT LEARNING RATE: 4.7030244417930645e-08
previous_iter_valid_loss : 0.16069398820400238
1651580 0.160868 0.160694 0.166775 CURRENT LEARNING RATE: 4.7020839309589265e-08
previous_iter_valid_loss : 0.16482552886009216
1651600 0.164995 0.164826 0.166579 CURRENT LEARNING RATE: 4.70114360820813e-08
previous_iter_valid_loss : 0.16129180788993835
1651620 0.161448 0.161292 0.166467 CURRENT LEARNING RATE: 4.700203473503094e-08
previous_iter_valid_loss : 0.17087730765342712
1651640 0.171126 0.170877 0.166986 CURRENT LEARNING RATE: 4.6992635268061995e-08
previous_iter_valid_loss : 0.16973653435707092
1651660 0.169990 0.169737 0.167286 CURRENT LEARNING RATE: 4.6983237680798454e-08
previous_iter_valid_loss : 0.16333678364753723
1651680 0.163506 0.163337 0.166726 CURRENT LEARNING RATE: 4.697384197286443e-08
previous_iter_valid_loss : 0.1783813089132309
1651700 0.178539 0.178381 0.167600 CURRENT LEARNING RATE: 4.696444814388409e-08
previous_iter_valid_loss : 0.17160065472126007
1651720 0.171749 0.171601 0.167869 CURRENT LEARNING RATE: 4.695505619348168e-08
previous_iter_valid_loss : 0.1697927564382553
1651740 0.170028 0.169793 0.168311 CURRENT LEARNING RATE: 4.6945666121281355e-08
previous_iter_valid_loss : 0.1681094914674759
1651760 0.168335 0.168109 0.168446 CURRENT LEARNING RATE: 4.693627792690785e-08
previous_iter_valid_loss : 0.16306668519973755
1651780 0.163265 0.163067 0.166887 CURRENT LEARNING RATE: 4.692689160998547e-08
previous_iter_valid_loss : 0.1640554517507553
1651800 0.164261 0.164055 0.166929 CURRENT LEARNING RATE: 4.6917507170138765e-08
previous_iter_valid_loss : 0.16396558284759521
1651820 0.164138 0.163966 0.166554 CURRENT LEARNING RATE: 4.690812460699235e-08
previous_iter_valid_loss : 0.16077730059623718
1651840 0.160932 0.160777 0.165930 CURRENT LEARNING RATE: 4.689874392017093e-08
previous_iter_valid_loss : 0.1616148054599762
1651860 0.161772 0.161615 0.165750 CURRENT LEARNING RATE: 4.688936510929926e-08
previous_iter_valid_loss : 0.1694711297750473
1651880 0.169622 0.169471 0.166177 CURRENT LEARNING RATE: 4.687998817400221e-08
previous_iter_valid_loss : 0.16192252933979034
1651900 0.162088 0.161923 0.166185 CURRENT LEARNING RATE: 4.6870613113904526e-08
previous_iter_valid_loss : 0.16661730408668518
1651920 0.166774 0.166617 0.166184 CURRENT LEARNING RATE: 4.686123992863154e-08
previous_iter_valid_loss : 0.16730119287967682
1651940 0.167458 0.167301 0.165993 CURRENT LEARNING RATE: 4.6851868617808156e-08
previous_iter_valid_loss : 0.1624753475189209
1651960 0.162636 0.162475 0.165994 CURRENT LEARNING RATE: 4.684249918105952e-08
previous_iter_valid_loss : 0.1607818454504013
1651980 0.160957 0.160782 0.165999 CURRENT LEARNING RATE: 4.683313161801086e-08
previous_iter_valid_loss : 0.16635741293430328
1652000 0.166519 0.166357 0.166075 CURRENT LEARNING RATE: 4.682376592828747e-08
previous_iter_valid_loss : 0.16128194332122803
1652020 0.161469 0.161282 0.166075 CURRENT LEARNING RATE: 4.681440211151472e-08
previous_iter_valid_loss : 0.1636628955602646
1652040 0.163831 0.163663 0.165714 CURRENT LEARNING RATE: 4.6805040167317906e-08
previous_iter_valid_loss : 0.1707318276166916
1652060 0.170877 0.170732 0.165764 CURRENT LEARNING RATE: 4.679568009532286e-08
previous_iter_valid_loss : 0.16498586535453796
1652080 0.165144 0.164986 0.165846 CURRENT LEARNING RATE: 4.6786321895155026e-08
previous_iter_valid_loss : 0.1631869524717331
1652100 0.163366 0.163187 0.165087 CURRENT LEARNING RATE: 4.6776965566440076e-08
previous_iter_valid_loss : 0.16235999763011932
1652120 0.162517 0.162360 0.164625 CURRENT LEARNING RATE: 4.676761110880376e-08
previous_iter_valid_loss : 0.16064675152301788
1652140 0.160815 0.160647 0.164167 CURRENT LEARNING RATE: 4.675825852187189e-08
previous_iter_valid_loss : 0.1612793654203415
1652160 0.161468 0.161279 0.163826 CURRENT LEARNING RATE: 4.674890780527036e-08
previous_iter_valid_loss : 0.17047558724880219
1652180 0.170738 0.170476 0.164196 CURRENT LEARNING RATE: 4.673955895862516e-08
previous_iter_valid_loss : 0.16263696551322937
1652200 0.162825 0.162637 0.164125 CURRENT LEARNING RATE: 4.6730211981562154e-08
previous_iter_valid_loss : 0.16269400715827942
1652220 0.162878 0.162694 0.164062 CURRENT LEARNING RATE: 4.67208668737078e-08
previous_iter_valid_loss : 0.1609703004360199
1652240 0.161125 0.160970 0.164071 CURRENT LEARNING RATE: 4.671152363468813e-08
previous_iter_valid_loss : 0.16508916020393372
1652260 0.165256 0.165089 0.164245 CURRENT LEARNING RATE: 4.6702182264129406e-08
previous_iter_valid_loss : 0.1656079888343811
1652280 0.165814 0.165608 0.164052 CURRENT LEARNING RATE: 4.669284276165798e-08
previous_iter_valid_loss : 0.19844505190849304
1652300 0.198980 0.198445 0.165878 CURRENT LEARNING RATE: 4.668350512690027e-08
previous_iter_valid_loss : 0.17186251282691956
1652320 0.172131 0.171863 0.166140 CURRENT LEARNING RATE: 4.667416935948277e-08
previous_iter_valid_loss : 0.16068437695503235
1652340 0.160847 0.160684 0.165810 CURRENT LEARNING RATE: 4.666483545903206e-08
previous_iter_valid_loss : 0.16530296206474304
1652360 0.165509 0.165303 0.165951 CURRENT LEARNING RATE: 4.66555034251746e-08
previous_iter_valid_loss : 0.16275031864643097
1652380 0.162948 0.162750 0.166049 CURRENT LEARNING RATE: 4.664617325753745e-08
previous_iter_valid_loss : 0.17670036852359772
1652400 0.176855 0.176700 0.166567 CURRENT LEARNING RATE: 4.6636844955747236e-08
previous_iter_valid_loss : 0.16211168467998505
1652420 0.162308 0.162112 0.166608 CURRENT LEARNING RATE: 4.662751851943083e-08
previous_iter_valid_loss : 0.16061881184577942
1652440 0.160786 0.160619 0.166456 CURRENT LEARNING RATE: 4.661819394821517e-08
previous_iter_valid_loss : 0.16403475403785706
1652460 0.164232 0.164035 0.166121 CURRENT LEARNING RATE: 4.660887124172727e-08
previous_iter_valid_loss : 0.16075211763381958
1652480 0.160921 0.160752 0.165909 CURRENT LEARNING RATE: 4.6599550399594234e-08
previous_iter_valid_loss : 0.17645499110221863
1652500 0.176738 0.176455 0.166573 CURRENT LEARNING RATE: 4.659023142144304e-08
previous_iter_valid_loss : 0.18233513832092285
1652520 0.182489 0.182335 0.167571 CURRENT LEARNING RATE: 4.658091430690129e-08
previous_iter_valid_loss : 0.16806699335575104
1652540 0.168224 0.168067 0.167942 CURRENT LEARNING RATE: 4.657159905559611e-08
previous_iter_valid_loss : 0.17464579641819
1652560 0.174930 0.174646 0.168611 CURRENT LEARNING RATE: 4.6562285667154905e-08
previous_iter_valid_loss : 0.16066348552703857
1652580 0.160817 0.160663 0.168120 CURRENT LEARNING RATE: 4.655297414120513e-08
previous_iter_valid_loss : 0.16124410927295685
1652600 0.161405 0.161244 0.168050 CURRENT LEARNING RATE: 4.654366447737432e-08
previous_iter_valid_loss : 0.16122294962406158
1652620 0.161402 0.161223 0.167977 CURRENT LEARNING RATE: 4.65343566752901e-08
previous_iter_valid_loss : 0.16474248468875885
1652640 0.164918 0.164742 0.168166 CURRENT LEARNING RATE: 4.652505073458016e-08
previous_iter_valid_loss : 0.16929689049720764
1652660 0.169546 0.169297 0.168376 CURRENT LEARNING RATE: 4.6515746654872084e-08
previous_iter_valid_loss : 0.17152106761932373
1652680 0.171789 0.171521 0.168672 CURRENT LEARNING RATE: 4.6506444435794046e-08
previous_iter_valid_loss : 0.1815856248140335
1652700 0.181741 0.181586 0.167829 CURRENT LEARNING RATE: 4.64971440769738e-08
previous_iter_valid_loss : 0.16127021610736847
1652720 0.161454 0.161270 0.167299 CURRENT LEARNING RATE: 4.648784557803931e-08
previous_iter_valid_loss : 0.1691945642232895
1652740 0.169434 0.169195 0.167725 CURRENT LEARNING RATE: 4.6478548938618646e-08
previous_iter_valid_loss : 0.1674547642469406
1652760 0.167671 0.167455 0.167832 CURRENT LEARNING RATE: 4.6469254158339964e-08
previous_iter_valid_loss : 0.1641635149717331
1652780 0.164362 0.164164 0.167903 CURRENT LEARNING RATE: 4.645996123683144e-08
previous_iter_valid_loss : 0.19104859232902527
1652800 0.191489 0.191049 0.168620 CURRENT LEARNING RATE: 4.645067017372137e-08
previous_iter_valid_loss : 0.16275276243686676
1652820 0.162934 0.162753 0.168652 CURRENT LEARNING RATE: 4.644138096863797e-08
previous_iter_valid_loss : 0.16602884232997894
1652840 0.166191 0.166029 0.168923 CURRENT LEARNING RATE: 4.6432093621209955e-08
previous_iter_valid_loss : 0.1606336236000061
1652860 0.160797 0.160634 0.168753 CURRENT LEARNING RATE: 4.6422808131065706e-08
previous_iter_valid_loss : 0.1608370840549469
1652880 0.160995 0.160837 0.168757 CURRENT LEARNING RATE: 4.641352449783378e-08
previous_iter_valid_loss : 0.1819181889295578
1652900 0.182256 0.181918 0.169030 CURRENT LEARNING RATE: 4.640424272114285e-08
previous_iter_valid_loss : 0.16247081756591797
1652920 0.162632 0.162471 0.168037 CURRENT LEARNING RATE: 4.6394962800621624e-08
previous_iter_valid_loss : 0.20080320537090302
1652940 0.200891 0.200803 0.169674 CURRENT LEARNING RATE: 4.638568473589892e-08
previous_iter_valid_loss : 0.16871725022792816
1652960 0.168952 0.168717 0.169377 CURRENT LEARNING RATE: 4.637640852660344e-08
previous_iter_valid_loss : 0.1605469286441803
1652980 0.160712 0.160547 0.169371 CURRENT LEARNING RATE: 4.636713417236449e-08
previous_iter_valid_loss : 0.17028458416461945
1653000 0.170538 0.170285 0.169823 CURRENT LEARNING RATE: 4.63578616728109e-08
previous_iter_valid_loss : 0.16120664775371552
1653020 0.161395 0.161207 0.169823 CURRENT LEARNING RATE: 4.634859102757178e-08
previous_iter_valid_loss : 0.16467559337615967
1653040 0.164866 0.164676 0.169819 CURRENT LEARNING RATE: 4.633932223627631e-08
previous_iter_valid_loss : 0.16089515388011932
1653060 0.161080 0.160895 0.169399 CURRENT LEARNING RATE: 4.633005529855374e-08
previous_iter_valid_loss : 0.16349788010120392
1653080 0.163689 0.163498 0.168998 CURRENT LEARNING RATE: 4.632079021403339e-08
previous_iter_valid_loss : 0.1618403196334839
1653100 0.162030 0.161840 0.168011 CURRENT LEARNING RATE: 4.6311526982344647e-08
previous_iter_valid_loss : 0.16937033832073212
1653120 0.169612 0.169370 0.168416 CURRENT LEARNING RATE: 4.6302265603116835e-08
previous_iter_valid_loss : 0.16205358505249023
1653140 0.162238 0.162054 0.168059 CURRENT LEARNING RATE: 4.629300607597981e-08
previous_iter_valid_loss : 0.18518562614917755
1653160 0.185330 0.185186 0.168945 CURRENT LEARNING RATE: 4.628374840056304e-08
previous_iter_valid_loss : 0.16259124875068665
1653180 0.162757 0.162591 0.168867 CURRENT LEARNING RATE: 4.627449257649621e-08
previous_iter_valid_loss : 0.1655910164117813
1653200 0.165761 0.165591 0.167594 CURRENT LEARNING RATE: 4.626523860340908e-08
previous_iter_valid_loss : 0.1653449982404709
1653220 0.165509 0.165345 0.167723 CURRENT LEARNING RATE: 4.625598648093151e-08
previous_iter_valid_loss : 0.17378436028957367
1653240 0.174054 0.173784 0.168111 CURRENT LEARNING RATE: 4.62467362086934e-08
previous_iter_valid_loss : 0.1635688990354538
1653260 0.163767 0.163569 0.168258 CURRENT LEARNING RATE: 4.6237487786324586e-08
previous_iter_valid_loss : 0.1617395579814911
1653280 0.161933 0.161740 0.168303 CURRENT LEARNING RATE: 4.6228241213455455e-08
previous_iter_valid_loss : 0.16206885874271393
1653300 0.162226 0.162069 0.167311 CURRENT LEARNING RATE: 4.6218996489715973e-08
previous_iter_valid_loss : 0.1748124063014984
1653320 0.174959 0.174812 0.167928 CURRENT LEARNING RATE: 4.620975361473636e-08
previous_iter_valid_loss : 0.1710568368434906
1653340 0.171207 0.171057 0.166440 CURRENT LEARNING RATE: 4.620051258814689e-08
previous_iter_valid_loss : 0.16054102778434753
1653360 0.160712 0.160541 0.166032 CURRENT LEARNING RATE: 4.619127340957795e-08
previous_iter_valid_loss : 0.1634618639945984
1653380 0.163661 0.163462 0.166177 CURRENT LEARNING RATE: 4.6182036078659934e-08
previous_iter_valid_loss : 0.165796160697937
1653400 0.166013 0.165796 0.165953 CURRENT LEARNING RATE: 4.617280059502337e-08
previous_iter_valid_loss : 0.17748583853244781
1653420 0.177795 0.177486 0.166767 CURRENT LEARNING RATE: 4.616356695829867e-08
previous_iter_valid_loss : 0.17852921783924103
1653440 0.178841 0.178529 0.167460 CURRENT LEARNING RATE: 4.6154335168116825e-08
previous_iter_valid_loss : 0.1615304797887802
1653460 0.161691 0.161530 0.167491 CURRENT LEARNING RATE: 4.614510522410839e-08
previous_iter_valid_loss : 0.16049796342849731
1653480 0.160661 0.160498 0.167341 CURRENT LEARNING RATE: 4.6135877125904176e-08
previous_iter_valid_loss : 0.16814471781253815
1653500 0.168295 0.168145 0.167656 CURRENT LEARNING RATE: 4.612665087313505e-08
previous_iter_valid_loss : 0.16062472760677338
1653520 0.160782 0.160625 0.167219 CURRENT LEARNING RATE: 4.611742646543196e-08
previous_iter_valid_loss : 0.16077037155628204
1653540 0.160947 0.160770 0.167155 CURRENT LEARNING RATE: 4.610820390242593e-08
previous_iter_valid_loss : 0.17114925384521484
1653560 0.171405 0.171149 0.166453 CURRENT LEARNING RATE: 4.6098983183748074e-08
previous_iter_valid_loss : 0.17284969985485077
1653580 0.173110 0.172850 0.166966 CURRENT LEARNING RATE: 4.6089764309029385e-08
previous_iter_valid_loss : 0.16935797035694122
1653600 0.169594 0.169358 0.167154 CURRENT LEARNING RATE: 4.608054727790144e-08
previous_iter_valid_loss : 0.1765790581703186
1653620 0.176736 0.176579 0.167716 CURRENT LEARNING RATE: 4.607133208999538e-08
previous_iter_valid_loss : 0.17006507515907288
1653640 0.170209 0.170065 0.167530 CURRENT LEARNING RATE: 4.6062118744942624e-08
previous_iter_valid_loss : 0.1610545963048935
1653660 0.161237 0.161055 0.167405 CURRENT LEARNING RATE: 4.605290724237462e-08
previous_iter_valid_loss : 0.16323955357074738
1653680 0.163442 0.163240 0.167480 CURRENT LEARNING RATE: 4.604369758192291e-08
previous_iter_valid_loss : 0.1618979424238205
1653700 0.162092 0.161898 0.167471 CURRENT LEARNING RATE: 4.603448976321911e-08
previous_iter_valid_loss : 0.16201002895832062
1653720 0.162166 0.162010 0.166831 CURRENT LEARNING RATE: 4.602528378589474e-08
previous_iter_valid_loss : 0.17659662663936615
1653740 0.176889 0.176597 0.167108 CURRENT LEARNING RATE: 4.601607964958189e-08
previous_iter_valid_loss : 0.16085515916347504
1653760 0.161038 0.160855 0.167124 CURRENT LEARNING RATE: 4.600687735391224e-08
previous_iter_valid_loss : 0.18019364774227142
1653780 0.180527 0.180194 0.167960 CURRENT LEARNING RATE: 4.599767689851769e-08
previous_iter_valid_loss : 0.17077943682670593
1653800 0.170930 0.170779 0.168209 CURRENT LEARNING RATE: 4.598847828303022e-08
previous_iter_valid_loss : 0.16066066920757294
1653820 0.160815 0.160661 0.167368 CURRENT LEARNING RATE: 4.5979281507081883e-08
previous_iter_valid_loss : 0.16080300509929657
1653840 0.160955 0.160803 0.166482 CURRENT LEARNING RATE: 4.597008657030482e-08
previous_iter_valid_loss : 0.16058993339538574
1653860 0.160752 0.160590 0.166435 CURRENT LEARNING RATE: 4.5960893472331213e-08
previous_iter_valid_loss : 0.16051095724105835
1653880 0.160672 0.160511 0.166435 CURRENT LEARNING RATE: 4.59517022127932e-08
previous_iter_valid_loss : 0.16100198030471802
1653900 0.161181 0.161002 0.166078 CURRENT LEARNING RATE: 4.5942512791323445e-08
previous_iter_valid_loss : 0.18130949139595032
1653920 0.181471 0.181309 0.167112 CURRENT LEARNING RATE: 4.59333252075542e-08
previous_iter_valid_loss : 0.16171002388000488
1653940 0.161903 0.161710 0.167159 CURRENT LEARNING RATE: 4.5924139461117976e-08
previous_iter_valid_loss : 0.16051524877548218
1653960 0.160674 0.160515 0.166628 CURRENT LEARNING RATE: 4.5914955551647326e-08
previous_iter_valid_loss : 0.16563794016838074
1653980 0.165796 0.165638 0.166267 CURRENT LEARNING RATE: 4.590577347877492e-08
previous_iter_valid_loss : 0.1844031661748886
1654000 0.184786 0.184403 0.167019 CURRENT LEARNING RATE: 4.589659324213345e-08
previous_iter_valid_loss : 0.17082245647907257
1654020 0.170970 0.170822 0.166732 CURRENT LEARNING RATE: 4.5887414841355556e-08
previous_iter_valid_loss : 0.1872468739748001
1654040 0.187384 0.187247 0.167591 CURRENT LEARNING RATE: 4.587823827607442e-08
previous_iter_valid_loss : 0.17155571281909943
1654060 0.171816 0.171556 0.168116 CURRENT LEARNING RATE: 4.586906354592282e-08
previous_iter_valid_loss : 0.1656551957130432
1654080 0.165858 0.165655 0.168237 CURRENT LEARNING RATE: 4.5859890650533784e-08
previous_iter_valid_loss : 0.1637001633644104
1654100 0.163891 0.163700 0.168327 CURRENT LEARNING RATE: 4.5850719589540355e-08
previous_iter_valid_loss : 0.16625265777111053
1654120 0.166416 0.166253 0.168539 CURRENT LEARNING RATE: 4.584155036257574e-08
previous_iter_valid_loss : 0.16108308732509613
1654140 0.161245 0.161083 0.167763 CURRENT LEARNING RATE: 4.583238296927313e-08
previous_iter_valid_loss : 0.16638267040252686
1654160 0.166549 0.166383 0.168039 CURRENT LEARNING RATE: 4.582321740926585e-08
previous_iter_valid_loss : 0.16514433920383453
1654180 0.165348 0.165144 0.167287 CURRENT LEARNING RATE: 4.581405368218711e-08
previous_iter_valid_loss : 0.16067257523536682
1654200 0.160838 0.160673 0.166782 CURRENT LEARNING RATE: 4.580489178767068e-08
previous_iter_valid_loss : 0.1608089953660965
1654220 0.160958 0.160809 0.166789 CURRENT LEARNING RATE: 4.579573172534994e-08
previous_iter_valid_loss : 0.16138705611228943
1654240 0.161546 0.161387 0.166818 CURRENT LEARNING RATE: 4.578657349485847e-08
previous_iter_valid_loss : 0.16083653271198273
1654260 0.161000 0.160837 0.166831 CURRENT LEARNING RATE: 4.577741709582994e-08
previous_iter_valid_loss : 0.1667233109474182
1654280 0.166940 0.166723 0.167141 CURRENT LEARNING RATE: 4.57682625278981e-08
previous_iter_valid_loss : 0.17379401624202728
1654300 0.173942 0.173794 0.167781 CURRENT LEARNING RATE: 4.575910979069678e-08
previous_iter_valid_loss : 0.1610659956932068
1654320 0.161234 0.161066 0.166769 CURRENT LEARNING RATE: 4.5749958883859845e-08
previous_iter_valid_loss : 0.16092805564403534
1654340 0.161091 0.160928 0.166730 CURRENT LEARNING RATE: 4.574080980702111e-08
previous_iter_valid_loss : 0.1757677048444748
1654360 0.175918 0.175768 0.167492 CURRENT LEARNING RATE: 4.5731662559814934e-08
previous_iter_valid_loss : 0.1778697669506073
1654380 0.178168 0.177870 0.168104 CURRENT LEARNING RATE: 4.572251714187528e-08
previous_iter_valid_loss : 0.16587558388710022
1654400 0.166091 0.165876 0.167177 CURRENT LEARNING RATE: 4.57133735528363e-08
previous_iter_valid_loss : 0.17961785197257996
1654420 0.179940 0.179618 0.167617 CURRENT LEARNING RATE: 4.570423179233228e-08
previous_iter_valid_loss : 0.1605987250804901
1654440 0.160755 0.160599 0.166285 CURRENT LEARNING RATE: 4.5695091859997533e-08
previous_iter_valid_loss : 0.16296540200710297
1654460 0.163136 0.162965 0.165855 CURRENT LEARNING RATE: 4.568595375546647e-08
previous_iter_valid_loss : 0.16906847059726715
1654480 0.169297 0.169068 0.166026 CURRENT LEARNING RATE: 4.56768174783734e-08
previous_iter_valid_loss : 0.16246072947978973
1654500 0.162657 0.162461 0.165964 CURRENT LEARNING RATE: 4.5667683028353194e-08
previous_iter_valid_loss : 0.1673944592475891
1654520 0.167548 0.167394 0.166021 CURRENT LEARNING RATE: 4.565855040504032e-08
previous_iter_valid_loss : 0.17430008947849274
1654540 0.174455 0.174300 0.166682 CURRENT LEARNING RATE: 4.5649419608069467e-08
previous_iter_valid_loss : 0.1625925749540329
1654560 0.162783 0.162593 0.166492 CURRENT LEARNING RATE: 4.564029063707541e-08
previous_iter_valid_loss : 0.1615820825099945
1654580 0.161769 0.161582 0.166314 CURRENT LEARNING RATE: 4.5631163491692973e-08
previous_iter_valid_loss : 0.1781589239835739
1654600 0.178475 0.178159 0.167189 CURRENT LEARNING RATE: 4.562203817155709e-08
previous_iter_valid_loss : 0.16950376331806183
1654620 0.169750 0.169504 0.167623 CURRENT LEARNING RATE: 4.5612914676302735e-08
previous_iter_valid_loss : 0.16285142302513123
1654640 0.163038 0.162851 0.167697 CURRENT LEARNING RATE: 4.5603793005564814e-08
previous_iter_valid_loss : 0.16410920023918152
1654660 0.164275 0.164109 0.167860 CURRENT LEARNING RATE: 4.559467315897878e-08
previous_iter_valid_loss : 0.16105332970619202
1654680 0.161233 0.161053 0.167577 CURRENT LEARNING RATE: 4.558555513617968e-08
previous_iter_valid_loss : 0.16143512725830078
1654700 0.161595 0.161435 0.166959 CURRENT LEARNING RATE: 4.557643893680279e-08
previous_iter_valid_loss : 0.16055525839328766
1654720 0.160722 0.160555 0.166933 CURRENT LEARNING RATE: 4.5567324560483466e-08
previous_iter_valid_loss : 0.1651044636964798
1654740 0.165324 0.165104 0.167142 CURRENT LEARNING RATE: 4.555821200685713e-08
previous_iter_valid_loss : 0.16350296139717102
1654760 0.163667 0.163503 0.166529 CURRENT LEARNING RATE: 4.554910127555927e-08
previous_iter_valid_loss : 0.1643894761800766
1654780 0.164602 0.164389 0.165855 CURRENT LEARNING RATE: 4.553999236622548e-08
previous_iter_valid_loss : 0.16371454298496246
1654800 0.163888 0.163715 0.165747 CURRENT LEARNING RATE: 4.553088527849122e-08
previous_iter_valid_loss : 0.1648803949356079
1654820 0.165061 0.164880 0.165010 CURRENT LEARNING RATE: 4.552178001199254e-08
previous_iter_valid_loss : 0.16121603548526764
1654840 0.161380 0.161216 0.165041 CURRENT LEARNING RATE: 4.5512676566365074e-08
previous_iter_valid_loss : 0.16433164477348328
1654860 0.164533 0.164332 0.165109 CURRENT LEARNING RATE: 4.5503574941244675e-08
previous_iter_valid_loss : 0.16405846178531647
1654880 0.164224 0.164058 0.164859 CURRENT LEARNING RATE: 4.549447513626728e-08
previous_iter_valid_loss : 0.1651594191789627
1654900 0.165355 0.165159 0.164993 CURRENT LEARNING RATE: 4.548537715106889e-08
previous_iter_valid_loss : 0.16617779433727264
1654920 0.166339 0.166178 0.164933 CURRENT LEARNING RATE: 4.54762809852856e-08
previous_iter_valid_loss : 0.16299818456172943
1654940 0.163193 0.162998 0.164367 CURRENT LEARNING RATE: 4.546718663855338e-08
previous_iter_valid_loss : 0.16589286923408508
1654960 0.166109 0.165893 0.164533 CURRENT LEARNING RATE: 4.545809411050881e-08
previous_iter_valid_loss : 0.16245333850383759
1654980 0.162638 0.162453 0.164576 CURRENT LEARNING RATE: 4.5449003400788e-08
previous_iter_valid_loss : 0.16122694313526154
1655000 0.161378 0.161227 0.163729 CURRENT LEARNING RATE: 4.543991450902734e-08
previous_iter_valid_loss : 0.20147356390953064
1655020 0.201547 0.201474 0.165328 CURRENT LEARNING RATE: 4.543082743486327e-08
previous_iter_valid_loss : 0.16817209124565125
1655040 0.168405 0.168172 0.165594 CURRENT LEARNING RATE: 4.5421742177932286e-08
previous_iter_valid_loss : 0.17092479765415192
1655060 0.171079 0.170925 0.165935 CURRENT LEARNING RATE: 4.541265873787101e-08
previous_iter_valid_loss : 0.17655512690544128
1655080 0.176713 0.176555 0.166710 CURRENT LEARNING RATE: 4.5403577114316084e-08
previous_iter_valid_loss : 0.20111927390098572
1655100 0.201196 0.201119 0.168694 CURRENT LEARNING RATE: 4.5394497306904084e-08
previous_iter_valid_loss : 0.1954050362110138
1655120 0.195515 0.195405 0.170437 CURRENT LEARNING RATE: 4.538541931527215e-08
previous_iter_valid_loss : 0.16132552921772003
1655140 0.161480 0.161326 0.170248 CURRENT LEARNING RATE: 4.5376343139057e-08
previous_iter_valid_loss : 0.1622592955827713
1655160 0.162431 0.162259 0.170185 CURRENT LEARNING RATE: 4.536726877789557e-08
previous_iter_valid_loss : 0.16579310595989227
1655180 0.165994 0.165793 0.170256 CURRENT LEARNING RATE: 4.5358196231424904e-08
previous_iter_valid_loss : 0.1706245094537735
1655200 0.170775 0.170625 0.170601 CURRENT LEARNING RATE: 4.534912549928209e-08
previous_iter_valid_loss : 0.1758083999156952
1655220 0.176093 0.175808 0.171148 CURRENT LEARNING RATE: 4.534005658110429e-08
previous_iter_valid_loss : 0.16213750839233398
1655240 0.162297 0.162138 0.171194 CURRENT LEARNING RATE: 4.533098947652862e-08
previous_iter_valid_loss : 0.1740032434463501
1655260 0.174156 0.174003 0.171677 CURRENT LEARNING RATE: 4.532192418519268e-08
previous_iter_valid_loss : 0.1618066132068634
1655280 0.161964 0.161807 0.171565 CURRENT LEARNING RATE: 4.5312860706733724e-08
previous_iter_valid_loss : 0.16205553710460663
1655300 0.162210 0.162056 0.171409 CURRENT LEARNING RATE: 4.5303799040789195e-08
previous_iter_valid_loss : 0.16049982607364655
1655320 0.160663 0.160500 0.171126 CURRENT LEARNING RATE: 4.5294739186996634e-08
previous_iter_valid_loss : 0.16612698137760162
1655340 0.166342 0.166127 0.171282 CURRENT LEARNING RATE: 4.528568114499366e-08
previous_iter_valid_loss : 0.1632581353187561
1655360 0.163429 0.163258 0.171150 CURRENT LEARNING RATE: 4.527662491441793e-08
previous_iter_valid_loss : 0.16632364690303802
1655380 0.166482 0.166324 0.171344 CURRENT LEARNING RATE: 4.526757049490719e-08
previous_iter_valid_loss : 0.16975870728492737
1655400 0.170007 0.169759 0.171770 CURRENT LEARNING RATE: 4.525851788609913e-08
previous_iter_valid_loss : 0.16473577916622162
1655420 0.164938 0.164736 0.169933 CURRENT LEARNING RATE: 4.524946708763195e-08
previous_iter_valid_loss : 0.16400779783725739
1655440 0.164212 0.164008 0.169725 CURRENT LEARNING RATE: 4.5240418099143454e-08
previous_iter_valid_loss : 0.19288693368434906
1655460 0.193367 0.192887 0.170823 CURRENT LEARNING RATE: 4.5231370920271686e-08
previous_iter_valid_loss : 0.16124606132507324
1655480 0.161395 0.161246 0.170058 CURRENT LEARNING RATE: 4.522232555065476e-08
previous_iter_valid_loss : 0.16096188127994537
1655500 0.161140 0.160962 0.168050 CURRENT LEARNING RATE: 4.5213281989930876e-08
previous_iter_valid_loss : 0.1605600118637085
1655520 0.160708 0.160560 0.166308 CURRENT LEARNING RATE: 4.520424023773827e-08
previous_iter_valid_loss : 0.16333433985710144
1655540 0.163500 0.163334 0.166408 CURRENT LEARNING RATE: 4.519520029371528e-08
previous_iter_valid_loss : 0.16356652975082397
1655560 0.163764 0.163567 0.166474 CURRENT LEARNING RATE: 4.518616215750015e-08
previous_iter_valid_loss : 0.1669524908065796
1655580 0.167112 0.166952 0.166532 CURRENT LEARNING RATE: 4.517712582873167e-08
previous_iter_valid_loss : 0.16315144300460815
1655600 0.163352 0.163151 0.166158 CURRENT LEARNING RATE: 4.516809130704822e-08
previous_iter_valid_loss : 0.17498955130577087
1655620 0.175136 0.174990 0.166117 CURRENT LEARNING RATE: 4.515905859208844e-08
previous_iter_valid_loss : 0.16992047429084778
1655640 0.170068 0.169920 0.166506 CURRENT LEARNING RATE: 4.5150027683491005e-08
previous_iter_valid_loss : 0.16217972338199615
1655660 0.162369 0.162180 0.165915 CURRENT LEARNING RATE: 4.5140998580894685e-08
previous_iter_valid_loss : 0.16863837838172913
1655680 0.168795 0.168638 0.166257 CURRENT LEARNING RATE: 4.513197128393831e-08
previous_iter_valid_loss : 0.23167350888252258
1655700 0.231629 0.231674 0.169737 CURRENT LEARNING RATE: 4.512294579226064e-08
previous_iter_valid_loss : 0.16236591339111328
1655720 0.162525 0.162366 0.169831 CURRENT LEARNING RATE: 4.511392210550096e-08
previous_iter_valid_loss : 0.16416193544864655
1655740 0.164329 0.164162 0.169732 CURRENT LEARNING RATE: 4.5104900223298174e-08
previous_iter_valid_loss : 0.17275969684123993
1655760 0.173020 0.172760 0.170208 CURRENT LEARNING RATE: 4.5095880145291406e-08
previous_iter_valid_loss : 0.18334481120109558
1655780 0.183720 0.183345 0.171059 CURRENT LEARNING RATE: 4.508686187111985e-08
previous_iter_valid_loss : 0.17287816107273102
1655800 0.173024 0.172878 0.171215 CURRENT LEARNING RATE: 4.507784540042277e-08
previous_iter_valid_loss : 0.16310220956802368
1655820 0.163296 0.163102 0.171133 CURRENT LEARNING RATE: 4.506883073283951e-08
previous_iter_valid_loss : 0.16053710877895355
1655840 0.160701 0.160537 0.170959 CURRENT LEARNING RATE: 4.5059817868009486e-08
previous_iter_valid_loss : 0.16124045848846436
1655860 0.161423 0.161240 0.169377 CURRENT LEARNING RATE: 4.505080680557203e-08
previous_iter_valid_loss : 0.16424284875392914
1655880 0.164446 0.164243 0.169527 CURRENT LEARNING RATE: 4.504179754516701e-08
previous_iter_valid_loss : 0.16054341197013855
1655900 0.160714 0.160543 0.169506 CURRENT LEARNING RATE: 4.503279008643389e-08
previous_iter_valid_loss : 0.177671879529953
1655920 0.177828 0.177672 0.170362 CURRENT LEARNING RATE: 4.502378442901239e-08
previous_iter_valid_loss : 0.16050393879413605
1655940 0.160665 0.160504 0.170220 CURRENT LEARNING RATE: 4.501478057254227e-08
previous_iter_valid_loss : 0.164213627576828
1655960 0.164386 0.164214 0.170252 CURRENT LEARNING RATE: 4.500577851666338e-08
previous_iter_valid_loss : 0.16362571716308594
1655980 0.163797 0.163626 0.170086 CURRENT LEARNING RATE: 4.499677826101563e-08
previous_iter_valid_loss : 0.16897174715995789
1656000 0.169125 0.168972 0.170377 CURRENT LEARNING RATE: 4.498777980523902e-08
previous_iter_valid_loss : 0.16134831309318542
1656020 0.161532 0.161348 0.169695 CURRENT LEARNING RATE: 4.4978783148973444e-08
previous_iter_valid_loss : 0.16050881147384644
1656040 0.160667 0.160509 0.169224 CURRENT LEARNING RATE: 4.496978829185937e-08
previous_iter_valid_loss : 0.16219954192638397
1656060 0.162390 0.162200 0.169225 CURRENT LEARNING RATE: 4.496079523353683e-08
previous_iter_valid_loss : 0.1606152504682541
1656080 0.160773 0.160615 0.168824 CURRENT LEARNING RATE: 4.4951803973646093e-08
previous_iter_valid_loss : 0.16133062541484833
1656100 0.161525 0.161331 0.165307 CURRENT LEARNING RATE: 4.494281451182754e-08
previous_iter_valid_loss : 0.16051936149597168
1656120 0.160692 0.160519 0.165215 CURRENT LEARNING RATE: 4.4933826847721567e-08
previous_iter_valid_loss : 0.1727561205625534
1656140 0.172905 0.172756 0.165644 CURRENT LEARNING RATE: 4.4924840980968664e-08
previous_iter_valid_loss : 0.16054856777191162
1656160 0.160707 0.160549 0.165034 CURRENT LEARNING RATE: 4.491585691120926e-08
previous_iter_valid_loss : 0.16833287477493286
1656180 0.168558 0.168333 0.164283 CURRENT LEARNING RATE: 4.490687463808429e-08
previous_iter_valid_loss : 0.16197709739208221
1656200 0.162142 0.161977 0.163738 CURRENT LEARNING RATE: 4.489789416123431e-08
previous_iter_valid_loss : 0.16835343837738037
1656220 0.168505 0.168353 0.164001 CURRENT LEARNING RATE: 4.488891548030011e-08
previous_iter_valid_loss : 0.16128231585025787
1656240 0.161437 0.161282 0.164038 CURRENT LEARNING RATE: 4.487993859492253e-08
previous_iter_valid_loss : 0.16489006578922272
1656260 0.165064 0.164890 0.164221 CURRENT LEARNING RATE: 4.48709635047425e-08
previous_iter_valid_loss : 0.160554900765419
1656280 0.160720 0.160555 0.164036 CURRENT LEARNING RATE: 4.486199020940102e-08
previous_iter_valid_loss : 0.16264989972114563
1656300 0.162833 0.162650 0.164141 CURRENT LEARNING RATE: 4.485301870853915e-08
previous_iter_valid_loss : 0.16675075888633728
1656320 0.166971 0.166751 0.163595 CURRENT LEARNING RATE: 4.484404900179788e-08
previous_iter_valid_loss : 0.1605246514081955
1656340 0.160681 0.160525 0.163596 CURRENT LEARNING RATE: 4.483508108881874e-08
previous_iter_valid_loss : 0.1687292754650116
1656360 0.168885 0.168729 0.163822 CURRENT LEARNING RATE: 4.482611496924284e-08
previous_iter_valid_loss : 0.16131925582885742
1656380 0.161479 0.161319 0.163707 CURRENT LEARNING RATE: 4.481715064271154e-08
previous_iter_valid_loss : 0.16085097193717957
1656400 0.161027 0.160851 0.163301 CURRENT LEARNING RATE: 4.480818810886627e-08
previous_iter_valid_loss : 0.16734635829925537
1656420 0.167506 0.167346 0.163601 CURRENT LEARNING RATE: 4.479922736734855e-08
previous_iter_valid_loss : 0.16100434958934784
1656440 0.161183 0.161004 0.163626 CURRENT LEARNING RATE: 4.479026841779992e-08
previous_iter_valid_loss : 0.1626359075307846
1656460 0.162797 0.162636 0.163647 CURRENT LEARNING RATE: 4.478131125986187e-08
previous_iter_valid_loss : 0.16065476834774017
1656480 0.160822 0.160655 0.163649 CURRENT LEARNING RATE: 4.477235589317644e-08
previous_iter_valid_loss : 0.16217969357967377
1656500 0.162353 0.162180 0.163692 CURRENT LEARNING RATE: 4.476340231738524e-08
previous_iter_valid_loss : 0.1619873195886612
1656520 0.162151 0.161987 0.163765 CURRENT LEARNING RATE: 4.4754450532130155e-08
previous_iter_valid_loss : 0.1608433723449707
1656540 0.161007 0.160843 0.163170 CURRENT LEARNING RATE: 4.474550053705309e-08
previous_iter_valid_loss : 0.1606651246547699
1656560 0.160817 0.160665 0.163175 CURRENT LEARNING RATE: 4.4736552331796055e-08
previous_iter_valid_loss : 0.16068488359451294
1656580 0.160856 0.160685 0.162793 CURRENT LEARNING RATE: 4.472760591600112e-08
previous_iter_valid_loss : 0.16228142380714417
1656600 0.162477 0.162281 0.162808 CURRENT LEARNING RATE: 4.471866128931042e-08
previous_iter_valid_loss : 0.1702965646982193
1656620 0.170542 0.170297 0.162905 CURRENT LEARNING RATE: 4.470971845136603e-08
previous_iter_valid_loss : 0.16082502901554108
1656640 0.160973 0.160825 0.162883 CURRENT LEARNING RATE: 4.4700777401810536e-08
previous_iter_valid_loss : 0.16143068671226501
1656660 0.161615 0.161431 0.162710 CURRENT LEARNING RATE: 4.469183814028614e-08
previous_iter_valid_loss : 0.160654217004776
1656680 0.160813 0.160654 0.162715 CURRENT LEARNING RATE: 4.468290066643528e-08
previous_iter_valid_loss : 0.16101381182670593
1656700 0.161167 0.161014 0.162633 CURRENT LEARNING RATE: 4.4673964979900456e-08
previous_iter_valid_loss : 0.17061594128608704
1656720 0.170865 0.170616 0.162826 CURRENT LEARNING RATE: 4.466503108032424e-08
previous_iter_valid_loss : 0.18487635254859924
1656740 0.185251 0.184876 0.164044 CURRENT LEARNING RATE: 4.4656098967349264e-08
previous_iter_valid_loss : 0.1605427861213684
1656760 0.160718 0.160543 0.163634 CURRENT LEARNING RATE: 4.464716864061825e-08
previous_iter_valid_loss : 0.16118484735488892
1656780 0.161337 0.161185 0.163627 CURRENT LEARNING RATE: 4.463824009977384e-08
previous_iter_valid_loss : 0.16534043848514557
1656800 0.165496 0.165340 0.163852 CURRENT LEARNING RATE: 4.462931334445919e-08
previous_iter_valid_loss : 0.16052661836147308
1656820 0.160687 0.160527 0.163511 CURRENT LEARNING RATE: 4.4620388374317084e-08
previous_iter_valid_loss : 0.16200749576091766
1656840 0.162197 0.162007 0.163561 CURRENT LEARNING RATE: 4.461146518899052e-08
previous_iter_valid_loss : 0.1809476613998413
1656860 0.181285 0.180948 0.164477 CURRENT LEARNING RATE: 4.460254378812256e-08
previous_iter_valid_loss : 0.1794239729642868
1656880 0.179748 0.179424 0.165415 CURRENT LEARNING RATE: 4.459362417135637e-08
previous_iter_valid_loss : 0.16131260991096497
1656900 0.161471 0.161313 0.165372 CURRENT LEARNING RATE: 4.4584706338335145e-08
previous_iter_valid_loss : 0.16118048131465912
1656920 0.161363 0.161180 0.165331 CURRENT LEARNING RATE: 4.457579028870202e-08
previous_iter_valid_loss : 0.190425306558609
1656940 0.190552 0.190425 0.166811 CURRENT LEARNING RATE: 4.456687602210068e-08
previous_iter_valid_loss : 0.1612161099910736
1656960 0.161381 0.161216 0.166838 CURRENT LEARNING RATE: 4.455796353817438e-08
previous_iter_valid_loss : 0.16050322353839874
1656980 0.160668 0.160503 0.166829 CURRENT LEARNING RATE: 4.454905283656663e-08
previous_iter_valid_loss : 0.17133308947086334
1657000 0.171483 0.171333 0.167282 CURRENT LEARNING RATE: 4.4540143916921e-08
previous_iter_valid_loss : 0.16937386989593506
1657020 0.169624 0.169374 0.167236 CURRENT LEARNING RATE: 4.453123677888113e-08
previous_iter_valid_loss : 0.16780856251716614
1657040 0.167966 0.167809 0.167585 CURRENT LEARNING RATE: 4.452233142209074e-08
previous_iter_valid_loss : 0.16220778226852417
1657060 0.162398 0.162208 0.167624 CURRENT LEARNING RATE: 4.451342784619361e-08
previous_iter_valid_loss : 0.16177251935005188
1657080 0.161929 0.161773 0.167679 CURRENT LEARNING RATE: 4.450452605083344e-08
previous_iter_valid_loss : 0.1616533100605011
1657100 0.161823 0.161653 0.167711 CURRENT LEARNING RATE: 4.4495626035654486e-08
previous_iter_valid_loss : 0.16069447994232178
1657120 0.160848 0.160694 0.167215 CURRENT LEARNING RATE: 4.448672780030057e-08
previous_iter_valid_loss : 0.17417168617248535
1657140 0.174435 0.174172 0.166680 CURRENT LEARNING RATE: 4.447783134441577e-08
previous_iter_valid_loss : 0.16424250602722168
1657160 0.164413 0.164243 0.166865 CURRENT LEARNING RATE: 4.446893666764424e-08
previous_iter_valid_loss : 0.16651372611522675
1657180 0.166726 0.166514 0.167132 CURRENT LEARNING RATE: 4.446004376963017e-08
previous_iter_valid_loss : 0.16078771650791168
1657200 0.160962 0.160788 0.166904 CURRENT LEARNING RATE: 4.445115265001786e-08
previous_iter_valid_loss : 0.162035271525383
1657220 0.162234 0.162035 0.166979 CURRENT LEARNING RATE: 4.444226330845167e-08
previous_iter_valid_loss : 0.16124354302883148
1657240 0.161399 0.161244 0.166941 CURRENT LEARNING RATE: 4.443337574457585e-08
previous_iter_valid_loss : 0.1631043255329132
1657260 0.163296 0.163104 0.166049 CURRENT LEARNING RATE: 4.4424489958035234e-08
previous_iter_valid_loss : 0.16224850714206696
1657280 0.162416 0.162249 0.165190 CURRENT LEARNING RATE: 4.441560594847422e-08
previous_iter_valid_loss : 0.16105325520038605
1657300 0.161210 0.161053 0.165177 CURRENT LEARNING RATE: 4.4406723715537444e-08
previous_iter_valid_loss : 0.16051273047924042
1657320 0.160686 0.160513 0.165144 CURRENT LEARNING RATE: 4.4397843258869625e-08
previous_iter_valid_loss : 0.16200555860996246
1657340 0.162191 0.162006 0.163723 CURRENT LEARNING RATE: 4.438896457811555e-08
previous_iter_valid_loss : 0.16665758192539215
1657360 0.166878 0.166658 0.163995 CURRENT LEARNING RATE: 4.438008767292005e-08
previous_iter_valid_loss : 0.16051824390888214
1657380 0.160679 0.160518 0.163996 CURRENT LEARNING RATE: 4.437121254292791e-08
previous_iter_valid_loss : 0.16218075156211853
1657400 0.162345 0.162181 0.163538 CURRENT LEARNING RATE: 4.4362339187784434e-08
previous_iter_valid_loss : 0.16603924334049225
1657420 0.166194 0.166039 0.163371 CURRENT LEARNING RATE: 4.4353467607134536e-08
previous_iter_valid_loss : 0.1618545651435852
1657440 0.162039 0.161855 0.163074 CURRENT LEARNING RATE: 4.434459780062335e-08
previous_iter_valid_loss : 0.17042627930641174
1657460 0.170576 0.170426 0.163485 CURRENT LEARNING RATE: 4.433572976789608e-08
previous_iter_valid_loss : 0.16290737688541412
1657480 0.163096 0.162907 0.163541 CURRENT LEARNING RATE: 4.4326863508598005e-08
previous_iter_valid_loss : 0.1618717461824417
1657500 0.162028 0.161872 0.163552 CURRENT LEARNING RATE: 4.431799902237448e-08
previous_iter_valid_loss : 0.17684167623519897
1657520 0.177140 0.176842 0.164360 CURRENT LEARNING RATE: 4.430913630887092e-08
previous_iter_valid_loss : 0.16061212122440338
1657540 0.160779 0.160612 0.163682 CURRENT LEARNING RATE: 4.430027536773265e-08
previous_iter_valid_loss : 0.16063642501831055
1657560 0.160813 0.160636 0.163501 CURRENT LEARNING RATE: 4.429141619860557e-08
previous_iter_valid_loss : 0.17120283842086792
1657580 0.171461 0.171203 0.163736 CURRENT LEARNING RATE: 4.428255880113514e-08
previous_iter_valid_loss : 0.17188642919063568
1657600 0.172139 0.171886 0.164291 CURRENT LEARNING RATE: 4.427370317496707e-08
previous_iter_valid_loss : 0.16049998998641968
1657620 0.160664 0.160500 0.164214 CURRENT LEARNING RATE: 4.426484931974714e-08
previous_iter_valid_loss : 0.17564737796783447
1657640 0.175924 0.175647 0.164934 CURRENT LEARNING RATE: 4.425599723512117e-08
previous_iter_valid_loss : 0.16186268627643585
1657660 0.162043 0.161863 0.164872 CURRENT LEARNING RATE: 4.424714692073511e-08
previous_iter_valid_loss : 0.1712251752614975
1657680 0.171484 0.171225 0.165321 CURRENT LEARNING RATE: 4.423829837623477e-08
previous_iter_valid_loss : 0.16163884103298187
1657700 0.161826 0.161639 0.165350 CURRENT LEARNING RATE: 4.422945160126653e-08
previous_iter_valid_loss : 0.1641746610403061
1657720 0.164381 0.164175 0.165533 CURRENT LEARNING RATE: 4.422060659547636e-08
previous_iter_valid_loss : 0.16068100929260254
1657740 0.160855 0.160681 0.165467 CURRENT LEARNING RATE: 4.421176335851046e-08
previous_iter_valid_loss : 0.17382431030273438
1657760 0.174100 0.173824 0.165825 CURRENT LEARNING RATE: 4.4202921890015105e-08
previous_iter_valid_loss : 0.20059917867183685
1657780 0.200679 0.200599 0.167829 CURRENT LEARNING RATE: 4.419408218963662e-08
previous_iter_valid_loss : 0.1636437028646469
1657800 0.163808 0.163644 0.167903 CURRENT LEARNING RATE: 4.418524425702144e-08
previous_iter_valid_loss : 0.16677846014499664
1657820 0.166940 0.166778 0.167939 CURRENT LEARNING RATE: 4.4176408091816025e-08
previous_iter_valid_loss : 0.16139525175094604
1657840 0.161577 0.161395 0.167917 CURRENT LEARNING RATE: 4.416757369366679e-08
previous_iter_valid_loss : 0.17774920165538788
1657860 0.178038 0.177749 0.168283 CURRENT LEARNING RATE: 4.4158741062220663e-08
previous_iter_valid_loss : 0.16069801151752472
1657880 0.160875 0.160698 0.168172 CURRENT LEARNING RATE: 4.414991019712419e-08
previous_iter_valid_loss : 0.16183970868587494
1657900 0.162041 0.161840 0.168171 CURRENT LEARNING RATE: 4.4141081098024126e-08
previous_iter_valid_loss : 0.16054515540599823
1657920 0.160701 0.160545 0.167356 CURRENT LEARNING RATE: 4.413225376456731e-08
previous_iter_valid_loss : 0.16984780132770538
1657940 0.169990 0.169848 0.167818 CURRENT LEARNING RATE: 4.412342819640065e-08
previous_iter_valid_loss : 0.16565583646297455
1657960 0.165857 0.165656 0.168069 CURRENT LEARNING RATE: 4.411460439317113e-08
previous_iter_valid_loss : 0.16786755621433258
1657980 0.168023 0.167868 0.167902 CURRENT LEARNING RATE: 4.410578235452579e-08
previous_iter_valid_loss : 0.1693282127380371
1658000 0.169479 0.169328 0.167774 CURRENT LEARNING RATE: 4.4096962080111584e-08
previous_iter_valid_loss : 0.18641899526119232
1658020 0.186564 0.186419 0.169070 CURRENT LEARNING RATE: 4.408814356957603e-08
previous_iter_valid_loss : 0.17424160242080688
1658040 0.174386 0.174242 0.169000 CURRENT LEARNING RATE: 4.407932682256623e-08
previous_iter_valid_loss : 0.19970321655273438
1658060 0.199779 0.199703 0.170892 CURRENT LEARNING RATE: 4.407051183872951e-08
previous_iter_valid_loss : 0.18213719129562378
1658080 0.182288 0.182137 0.171437 CURRENT LEARNING RATE: 4.406169861771326e-08
previous_iter_valid_loss : 0.16892588138580322
1658100 0.169077 0.168926 0.171801 CURRENT LEARNING RATE: 4.4052887159164966e-08
previous_iter_valid_loss : 0.18153229355812073
1658120 0.181872 0.181532 0.172669 CURRENT LEARNING RATE: 4.4044077462732155e-08
previous_iter_valid_loss : 0.16300778090953827
1658140 0.163197 0.163008 0.172786 CURRENT LEARNING RATE: 4.40352695280623e-08
previous_iter_valid_loss : 0.16242696344852448
1658160 0.162588 0.162427 0.172216 CURRENT LEARNING RATE: 4.4026463354803386e-08
previous_iter_valid_loss : 0.1627645343542099
1658180 0.162968 0.162765 0.170324 CURRENT LEARNING RATE: 4.4017658942603014e-08
previous_iter_valid_loss : 0.16227087378501892
1658200 0.162438 0.162271 0.170255 CURRENT LEARNING RATE: 4.4008856291109006e-08
previous_iter_valid_loss : 0.1868353933095932
1658220 0.186977 0.186835 0.171258 CURRENT LEARNING RATE: 4.400005539996926e-08
previous_iter_valid_loss : 0.16301782429218292
1658240 0.163176 0.163018 0.171339 CURRENT LEARNING RATE: 4.399125626883173e-08
previous_iter_valid_loss : 0.1683175265789032
1658260 0.168474 0.168318 0.170868 CURRENT LEARNING RATE: 4.398245889734446e-08
previous_iter_valid_loss : 0.17046618461608887
1658280 0.170710 0.170466 0.171356 CURRENT LEARNING RATE: 4.397366328515554e-08
previous_iter_valid_loss : 0.17224273085594177
1658300 0.172505 0.172243 0.171876 CURRENT LEARNING RATE: 4.396486943191302e-08
previous_iter_valid_loss : 0.16194428503513336
1658320 0.162128 0.161944 0.171946 CURRENT LEARNING RATE: 4.3956077337265426e-08
previous_iter_valid_loss : 0.17096810042858124
1658340 0.171225 0.170968 0.172002 CURRENT LEARNING RATE: 4.3947287000860935e-08
previous_iter_valid_loss : 0.16087180376052856
1658360 0.161027 0.160872 0.171763 CURRENT LEARNING RATE: 4.393849842234793e-08
previous_iter_valid_loss : 0.1619950532913208
1658380 0.162167 0.161995 0.171470 CURRENT LEARNING RATE: 4.3929711601374865e-08
previous_iter_valid_loss : 0.16328394412994385
1658400 0.163463 0.163284 0.171167 CURRENT LEARNING RATE: 4.3920926537590275e-08
previous_iter_valid_loss : 0.16223518550395966
1658420 0.162396 0.162235 0.169958 CURRENT LEARNING RATE: 4.391214323064275e-08
previous_iter_valid_loss : 0.1667349934577942
1658440 0.166962 0.166735 0.169583 CURRENT LEARNING RATE: 4.390336168018096e-08
previous_iter_valid_loss : 0.16337703168392181
1658460 0.163584 0.163377 0.167767 CURRENT LEARNING RATE: 4.389458188585349e-08
previous_iter_valid_loss : 0.1739930659532547
1658480 0.174139 0.173993 0.167359 CURRENT LEARNING RATE: 4.388580384730945e-08
previous_iter_valid_loss : 0.16078072786331177
1658500 0.160960 0.160781 0.166952 CURRENT LEARNING RATE: 4.387702756419758e-08
previous_iter_valid_loss : 0.1605864316225052
1658520 0.160736 0.160586 0.165905 CURRENT LEARNING RATE: 4.386825303616681e-08
previous_iter_valid_loss : 0.16121900081634521
1658540 0.161375 0.161219 0.165815 CURRENT LEARNING RATE: 4.3859480262866163e-08
previous_iter_valid_loss : 0.17018155753612518
1658560 0.170417 0.170182 0.166203 CURRENT LEARNING RATE: 4.3850709243944744e-08
previous_iter_valid_loss : 0.16534331440925598
1658580 0.165504 0.165343 0.166332 CURRENT LEARNING RATE: 4.3841939979051694e-08
previous_iter_valid_loss : 0.16919098794460297
1658600 0.169430 0.169191 0.166678 CURRENT LEARNING RATE: 4.38331724678361e-08
previous_iter_valid_loss : 0.17392949759960175
1658620 0.174075 0.173929 0.166033 CURRENT LEARNING RATE: 4.382440670994756e-08
previous_iter_valid_loss : 0.18065319955348969
1658640 0.180812 0.180653 0.166914 CURRENT LEARNING RATE: 4.38156427050353e-08
previous_iter_valid_loss : 0.1606023907661438
1658660 0.160758 0.160602 0.166529 CURRENT LEARNING RATE: 4.380688045274874e-08
previous_iter_valid_loss : 0.1607629954814911
1658680 0.160922 0.160763 0.166044 CURRENT LEARNING RATE: 4.379811995273741e-08
previous_iter_valid_loss : 0.1608220487833023
1658700 0.160978 0.160822 0.165473 CURRENT LEARNING RATE: 4.378936120465089e-08
previous_iter_valid_loss : 0.161212757229805
1658720 0.161373 0.161213 0.165436 CURRENT LEARNING RATE: 4.3780604208138825e-08
previous_iter_valid_loss : 0.1649802029132843
1658740 0.165180 0.164980 0.165137 CURRENT LEARNING RATE: 4.3771848962850926e-08
previous_iter_valid_loss : 0.17244961857795715
1658760 0.172720 0.172450 0.165715 CURRENT LEARNING RATE: 4.376309546843684e-08
previous_iter_valid_loss : 0.17463773488998413
1658780 0.174915 0.174638 0.166348 CURRENT LEARNING RATE: 4.375434372454674e-08
previous_iter_valid_loss : 0.1931791454553604
1658800 0.193292 0.193179 0.167842 CURRENT LEARNING RATE: 4.374559373083039e-08
previous_iter_valid_loss : 0.16111919283866882
1658820 0.161277 0.161119 0.167787 CURRENT LEARNING RATE: 4.373684548693779e-08
previous_iter_valid_loss : 0.1609368771314621
1658840 0.161114 0.160937 0.167497 CURRENT LEARNING RATE: 4.372809899251902e-08
previous_iter_valid_loss : 0.16341297328472137
1658860 0.163578 0.163413 0.167498 CURRENT LEARNING RATE: 4.371935424722422e-08
previous_iter_valid_loss : 0.16101346909999847
1658880 0.161173 0.161013 0.166849 CURRENT LEARNING RATE: 4.371061125070359e-08
previous_iter_valid_loss : 0.16053694486618042
1658900 0.160715 0.160537 0.166837 CURRENT LEARNING RATE: 4.3701870002607255e-08
previous_iter_valid_loss : 0.17230096459388733
1658920 0.172449 0.172301 0.167423 CURRENT LEARNING RATE: 4.3693130502585895e-08
previous_iter_valid_loss : 0.16100074350833893
1658940 0.161155 0.161001 0.167412 CURRENT LEARNING RATE: 4.368439275028975e-08
previous_iter_valid_loss : 0.16127808392047882
1658960 0.161440 0.161278 0.166967 CURRENT LEARNING RATE: 4.367565674536932e-08
previous_iter_valid_loss : 0.16194096207618713
1658980 0.162103 0.161941 0.166797 CURRENT LEARNING RATE: 4.3666922487475175e-08
previous_iter_valid_loss : 0.16875246167182922
1659000 0.168985 0.168752 0.166775 CURRENT LEARNING RATE: 4.365818997625793e-08
previous_iter_valid_loss : 0.16092026233673096
1659020 0.161102 0.160920 0.166124 CURRENT LEARNING RATE: 4.36494592113683e-08
previous_iter_valid_loss : 0.16050530970096588
1659040 0.160673 0.160505 0.165117 CURRENT LEARNING RATE: 4.364073019245702e-08
previous_iter_valid_loss : 0.1607750952243805
1659060 0.160932 0.160775 0.165126 CURRENT LEARNING RATE: 4.3632002919174813e-08
previous_iter_valid_loss : 0.17330478131771088
1659080 0.173452 0.173305 0.165753 CURRENT LEARNING RATE: 4.362327739117289e-08
previous_iter_valid_loss : 0.16106675565242767
1659100 0.161251 0.161067 0.165765 CURRENT LEARNING RATE: 4.361455360810206e-08
previous_iter_valid_loss : 0.17066150903701782
1659120 0.170810 0.170662 0.166237 CURRENT LEARNING RATE: 4.360583156961339e-08
previous_iter_valid_loss : 0.16385285556316376
1659140 0.164024 0.163853 0.166181 CURRENT LEARNING RATE: 4.359711127535797e-08
previous_iter_valid_loss : 0.17362432181835175
1659160 0.173904 0.173624 0.166240 CURRENT LEARNING RATE: 4.358839272498702e-08
previous_iter_valid_loss : 0.1840907633304596
1659180 0.184469 0.184091 0.166712 CURRENT LEARNING RATE: 4.357967591815179e-08
previous_iter_valid_loss : 0.16133244335651398
1659200 0.161484 0.161332 0.165120 CURRENT LEARNING RATE: 4.3570960854503587e-08
previous_iter_valid_loss : 0.17413632571697235
1659220 0.174285 0.174136 0.165771 CURRENT LEARNING RATE: 4.356224753369368e-08
previous_iter_valid_loss : 0.16158123314380646
1659240 0.161746 0.161581 0.165803 CURRENT LEARNING RATE: 4.3553535955373836e-08
previous_iter_valid_loss : 0.1605721414089203
1659260 0.160738 0.160572 0.165661 CURRENT LEARNING RATE: 4.354482611919543e-08
previous_iter_valid_loss : 0.161668598651886
1659280 0.161825 0.161669 0.165694 CURRENT LEARNING RATE: 4.3536118024810076e-08
previous_iter_valid_loss : 0.16820088028907776
1659300 0.168435 0.168201 0.166077 CURRENT LEARNING RATE: 4.352741167186945e-08
previous_iter_valid_loss : 0.162366583943367
1659320 0.162518 0.162367 0.165580 CURRENT LEARNING RATE: 4.35187070600253e-08
previous_iter_valid_loss : 0.16305525600910187
1659340 0.163245 0.163055 0.165683 CURRENT LEARNING RATE: 4.351000418892943e-08
previous_iter_valid_loss : 0.16088271141052246
1659360 0.161036 0.160883 0.165663 CURRENT LEARNING RATE: 4.350130305823358e-08
previous_iter_valid_loss : 0.17436392605304718
1659380 0.174514 0.174364 0.166285 CURRENT LEARNING RATE: 4.349260366759002e-08
previous_iter_valid_loss : 0.18130254745483398
1659400 0.181456 0.181303 0.166912 CURRENT LEARNING RATE: 4.348390601665061e-08
previous_iter_valid_loss : 0.16314564645290375
1659420 0.163310 0.163146 0.167023 CURRENT LEARNING RATE: 4.347521010506744e-08
previous_iter_valid_loss : 0.16098856925964355
1659440 0.161174 0.160989 0.167047 CURRENT LEARNING RATE: 4.3466515932492684e-08
previous_iter_valid_loss : 0.1645536571741104
1659460 0.164722 0.164554 0.167236 CURRENT LEARNING RATE: 4.345782349857857e-08
previous_iter_valid_loss : 0.162343829870224
1659480 0.162530 0.162344 0.166688 CURRENT LEARNING RATE: 4.344913280297741e-08
previous_iter_valid_loss : 0.16059356927871704
1659500 0.160744 0.160594 0.166665 CURRENT LEARNING RATE: 4.344044384534156e-08
previous_iter_valid_loss : 0.1682250201702118
1659520 0.168374 0.168225 0.166543 CURRENT LEARNING RATE: 4.3431756625323314e-08
previous_iter_valid_loss : 0.16146422922611237
1659540 0.161624 0.161464 0.166423 CURRENT LEARNING RATE: 4.34230711425755e-08
previous_iter_valid_loss : 0.1675129383802414
1659560 0.167672 0.167513 0.166118 CURRENT LEARNING RATE: 4.341438739675053e-08
previous_iter_valid_loss : 0.18318289518356323
1659580 0.183559 0.183183 0.166072 CURRENT LEARNING RATE: 4.340570538750106e-08
previous_iter_valid_loss : 0.16448721289634705
1659600 0.164658 0.164487 0.166230 CURRENT LEARNING RATE: 4.3397025114479824e-08
previous_iter_valid_loss : 0.16114218533039093
1659620 0.161334 0.161142 0.165581 CURRENT LEARNING RATE: 4.338834657733959e-08
previous_iter_valid_loss : 0.16156837344169617
1659640 0.161732 0.161568 0.165580 CURRENT LEARNING RATE: 4.3379669775733227e-08
previous_iter_valid_loss : 0.17427058517932892
1659660 0.174548 0.174271 0.166265 CURRENT LEARNING RATE: 4.3370994709313506e-08
previous_iter_valid_loss : 0.17765399813652039
1659680 0.177961 0.177654 0.167064 CURRENT LEARNING RATE: 4.336232137773373e-08
previous_iter_valid_loss : 0.1679968386888504
1659700 0.168149 0.167997 0.167054 CURRENT LEARNING RATE: 4.335364978064682e-08
previous_iter_valid_loss : 0.16062165796756744
1659720 0.160781 0.160622 0.166967 CURRENT LEARNING RATE: 4.334497991770591e-08
previous_iter_valid_loss : 0.1642806977033615
1659740 0.164436 0.164281 0.167028 CURRENT LEARNING RATE: 4.333631178856419e-08
previous_iter_valid_loss : 0.16303546726703644
1659760 0.163205 0.163035 0.167136 CURRENT LEARNING RATE: 4.3327645392874956e-08
previous_iter_valid_loss : 0.16071732342243195
1659780 0.160895 0.160717 0.166453 CURRENT LEARNING RATE: 4.331898073029154e-08
previous_iter_valid_loss : 0.16461455821990967
1659800 0.164831 0.164615 0.165619 CURRENT LEARNING RATE: 4.331031780046736e-08
previous_iter_valid_loss : 0.16200141608715057
1659820 0.162159 0.162001 0.165562 CURRENT LEARNING RATE: 4.3301656603055743e-08
previous_iter_valid_loss : 0.17310269176959991
1659840 0.173373 0.173103 0.166167 CURRENT LEARNING RATE: 4.3292997137710555e-08
previous_iter_valid_loss : 0.16871201992034912
1659860 0.168865 0.168712 0.166375 CURRENT LEARNING RATE: 4.328433940408525e-08
previous_iter_valid_loss : 0.19499166309833527
1659880 0.195101 0.194992 0.168008 CURRENT LEARNING RATE: 4.3275683401833533e-08
previous_iter_valid_loss : 0.16859841346740723
1659900 0.168752 0.168598 0.168408 CURRENT LEARNING RATE: 4.326702913060916e-08
previous_iter_valid_loss : 0.16082222759723663
1659920 0.160999 0.160822 0.168038 CURRENT LEARNING RATE: 4.325837659006595e-08
previous_iter_valid_loss : 0.161668598651886
1659940 0.161821 0.161669 0.168048 CURRENT LEARNING RATE: 4.3249725779857817e-08
previous_iter_valid_loss : 0.16705438494682312
1659960 0.167276 0.167054 0.168025 CURRENT LEARNING RATE: 4.324107669963872e-08
previous_iter_valid_loss : 0.16794027388095856
1659980 0.168169 0.167940 0.167263 CURRENT LEARNING RATE: 4.323242934906254e-08
previous_iter_valid_loss : 0.16106493771076202
1660000 0.161254 0.161065 0.167092 CURRENT LEARNING RATE: 4.322378372778369e-08
previous_iter_valid_loss : 0.16221968829631805
1660020 0.162376 0.162220 0.167146 CURRENT LEARNING RATE: 4.32151398354562e-08
previous_iter_valid_loss : 0.1611228883266449
1660040 0.161280 0.161123 0.167123 CURRENT LEARNING RATE: 4.320649767173431e-08
previous_iter_valid_loss : 0.16259032487869263
1660060 0.162748 0.162590 0.166539 CURRENT LEARNING RATE: 4.319785723627233e-08
previous_iter_valid_loss : 0.18248040974140167
1660080 0.182826 0.182480 0.166781 CURRENT LEARNING RATE: 4.318921852872464e-08
previous_iter_valid_loss : 0.16550445556640625
1660100 0.165672 0.165504 0.166656 CURRENT LEARNING RATE: 4.3180581548745706e-08
previous_iter_valid_loss : 0.16195034980773926
1660120 0.162107 0.161950 0.166722 CURRENT LEARNING RATE: 4.317194629598989e-08
previous_iter_valid_loss : 0.1606036126613617
1660140 0.160759 0.160604 0.166539 CURRENT LEARNING RATE: 4.316331277011207e-08
previous_iter_valid_loss : 0.16075412929058075
1660160 0.160927 0.160754 0.166424 CURRENT LEARNING RATE: 4.3154680970766775e-08
previous_iter_valid_loss : 0.18556933104991913
1660180 0.185710 0.185569 0.167667 CURRENT LEARNING RATE: 4.3146050897608726e-08
previous_iter_valid_loss : 0.16091984510421753
1660200 0.161111 0.160920 0.167482 CURRENT LEARNING RATE: 4.3137422550292715e-08
previous_iter_valid_loss : 0.17120864987373352
1660220 0.171472 0.171209 0.167943 CURRENT LEARNING RATE: 4.312879592847362e-08
previous_iter_valid_loss : 0.16143202781677246
1660240 0.161594 0.161432 0.167359 CURRENT LEARNING RATE: 4.312017103180636e-08
previous_iter_valid_loss : 0.16563978791236877
1660260 0.165852 0.165640 0.167206 CURRENT LEARNING RATE: 4.311154785994595e-08
previous_iter_valid_loss : 0.16164743900299072
1660280 0.161815 0.161647 0.165538 CURRENT LEARNING RATE: 4.3102926412547306e-08
previous_iter_valid_loss : 0.1671382188796997
1660300 0.167294 0.167138 0.165465 CURRENT LEARNING RATE: 4.309430668926588e-08
previous_iter_valid_loss : 0.16126739978790283
1660320 0.161414 0.161267 0.165488 CURRENT LEARNING RATE: 4.308568868975672e-08
previous_iter_valid_loss : 0.16457496583461761
1660340 0.164784 0.164575 0.165633 CURRENT LEARNING RATE: 4.307707241367512e-08
previous_iter_valid_loss : 0.16283787786960602
1660360 0.163004 0.162838 0.165422 CURRENT LEARNING RATE: 4.306845786067642e-08
previous_iter_valid_loss : 0.19341106712818146
1660380 0.193528 0.193411 0.166696 CURRENT LEARNING RATE: 4.305984503041604e-08
previous_iter_valid_loss : 0.1648707091808319
1660400 0.165033 0.164871 0.166886 CURRENT LEARNING RATE: 4.3051233922549466e-08
previous_iter_valid_loss : 0.16220775246620178
1660420 0.162371 0.162208 0.166885 CURRENT LEARNING RATE: 4.304262453673226e-08
previous_iter_valid_loss : 0.17376086115837097
1660440 0.173910 0.173761 0.167517 CURRENT LEARNING RATE: 4.3034016872619885e-08
previous_iter_valid_loss : 0.16283349692821503
1660460 0.163031 0.162833 0.167529 CURRENT LEARNING RATE: 4.3025410929868344e-08
previous_iter_valid_loss : 0.161156564950943
1660480 0.161341 0.161157 0.166463 CURRENT LEARNING RATE: 4.3016806708133234e-08
previous_iter_valid_loss : 0.16084784269332886
1660500 0.161003 0.160848 0.166230 CURRENT LEARNING RATE: 4.300820420707041e-08
previous_iter_valid_loss : 0.16082830727100372
1660520 0.161006 0.160828 0.166174 CURRENT LEARNING RATE: 4.299960342633576e-08
previous_iter_valid_loss : 0.17084774374961853
1660540 0.170999 0.170848 0.166687 CURRENT LEARNING RATE: 4.299100436558525e-08
previous_iter_valid_loss : 0.16069135069847107
1660560 0.160849 0.160691 0.166683 CURRENT LEARNING RATE: 4.2982407024474926e-08
previous_iter_valid_loss : 0.1624094396829605
1660580 0.162594 0.162409 0.165525 CURRENT LEARNING RATE: 4.297381140266073e-08
previous_iter_valid_loss : 0.16083945333957672
1660600 0.161023 0.160839 0.165521 CURRENT LEARNING RATE: 4.296521749979915e-08
previous_iter_valid_loss : 0.16995243728160858
1660620 0.170201 0.169952 0.165459 CURRENT LEARNING RATE: 4.2956625315546284e-08
previous_iter_valid_loss : 0.1648128628730774
1660640 0.164980 0.164813 0.165628 CURRENT LEARNING RATE: 4.294803484955842e-08
previous_iter_valid_loss : 0.16195322573184967
1660660 0.162138 0.161953 0.165443 CURRENT LEARNING RATE: 4.293944610149197e-08
previous_iter_valid_loss : 0.16080990433692932
1660680 0.160985 0.160810 0.165401 CURRENT LEARNING RATE: 4.293085907100336e-08
previous_iter_valid_loss : 0.16086015105247498
1660700 0.161048 0.160860 0.165087 CURRENT LEARNING RATE: 4.292227375774912e-08
previous_iter_valid_loss : 0.16089382767677307
1660720 0.161045 0.160894 0.165069 CURRENT LEARNING RATE: 4.2913690161385846e-08
previous_iter_valid_loss : 0.16237600147724152
1660740 0.162548 0.162376 0.164959 CURRENT LEARNING RATE: 4.2905108281570025e-08
previous_iter_valid_loss : 0.16354547441005707
1660760 0.163737 0.163545 0.164994 CURRENT LEARNING RATE: 4.289652811795869e-08
previous_iter_valid_loss : 0.16717875003814697
1660780 0.167400 0.167179 0.163683 CURRENT LEARNING RATE: 4.288794967020849e-08
previous_iter_valid_loss : 0.17150773108005524
1660800 0.171768 0.171508 0.164014 CURRENT LEARNING RATE: 4.2879372937976277e-08
previous_iter_valid_loss : 0.1650756597518921
1660820 0.165272 0.165076 0.164158 CURRENT LEARNING RATE: 4.2870797920918995e-08
previous_iter_valid_loss : 0.16051490604877472
1660840 0.160675 0.160515 0.163496 CURRENT LEARNING RATE: 4.2862224618693626e-08
previous_iter_valid_loss : 0.16446426510810852
1660860 0.164669 0.164464 0.163577 CURRENT LEARNING RATE: 4.2853653030957254e-08
previous_iter_valid_loss : 0.16082075238227844
1660880 0.161003 0.160821 0.163560 CURRENT LEARNING RATE: 4.284508315736686e-08
previous_iter_valid_loss : 0.16757187247276306
1660900 0.167798 0.167572 0.163897 CURRENT LEARNING RATE: 4.283651499757994e-08
previous_iter_valid_loss : 0.1627984344959259
1660920 0.162987 0.162798 0.163995 CURRENT LEARNING RATE: 4.282794855125363e-08
previous_iter_valid_loss : 0.17800118029117584
1660940 0.178307 0.178001 0.164353 CURRENT LEARNING RATE: 4.281938381804527e-08
previous_iter_valid_loss : 0.1751401573419571
1660960 0.175421 0.175140 0.165075 CURRENT LEARNING RATE: 4.281082079761226e-08
previous_iter_valid_loss : 0.16930606961250305
1660980 0.169557 0.169306 0.165420 CURRENT LEARNING RATE: 4.2802259489612104e-08
previous_iter_valid_loss : 0.16315612196922302
1661000 0.163347 0.163156 0.165536 CURRENT LEARNING RATE: 4.2793699893702324e-08
previous_iter_valid_loss : 0.16565997898578644
1661020 0.165829 0.165660 0.165321 CURRENT LEARNING RATE: 4.2785142009540544e-08
previous_iter_valid_loss : 0.16172659397125244
1661040 0.161880 0.161727 0.165167 CURRENT LEARNING RATE: 4.27765858367843e-08
previous_iter_valid_loss : 0.16053640842437744
1661060 0.160686 0.160536 0.165096 CURRENT LEARNING RATE: 4.2768031375091656e-08
previous_iter_valid_loss : 0.1759037971496582
1661080 0.176197 0.175904 0.165851 CURRENT LEARNING RATE: 4.275947862412026e-08
previous_iter_valid_loss : 0.16092371940612793
1661100 0.161080 0.160924 0.165854 CURRENT LEARNING RATE: 4.2750927583528015e-08
previous_iter_valid_loss : 0.16050806641578674
1661120 0.160664 0.160508 0.165835 CURRENT LEARNING RATE: 4.274237825297289e-08
previous_iter_valid_loss : 0.16339759528636932
1661140 0.163560 0.163398 0.165886 CURRENT LEARNING RATE: 4.2733830632112885e-08
previous_iter_valid_loss : 0.1610012948513031
1661160 0.161167 0.161001 0.165759 CURRENT LEARNING RATE: 4.2725284720606125e-08
previous_iter_valid_loss : 0.1619177758693695
1661180 0.162078 0.161918 0.165495 CURRENT LEARNING RATE: 4.271674051811075e-08
previous_iter_valid_loss : 0.16672083735466003
1661200 0.166883 0.166721 0.165256 CURRENT LEARNING RATE: 4.270819802428485e-08
previous_iter_valid_loss : 0.16582158207893372
1661220 0.165978 0.165822 0.165293 CURRENT LEARNING RATE: 4.269965723878703e-08
previous_iter_valid_loss : 0.16108497977256775
1661240 0.161268 0.161085 0.165322 CURRENT LEARNING RATE: 4.2691118161275516e-08
previous_iter_valid_loss : 0.1745537519454956
1661260 0.174825 0.174554 0.165826 CURRENT LEARNING RATE: 4.268258079140872e-08
previous_iter_valid_loss : 0.16199223697185516
1661280 0.162190 0.161992 0.165885 CURRENT LEARNING RATE: 4.267404512884517e-08
previous_iter_valid_loss : 0.16403591632843018
1661300 0.164251 0.164036 0.165708 CURRENT LEARNING RATE: 4.266551117324343e-08
previous_iter_valid_loss : 0.16502082347869873
1661320 0.165220 0.165021 0.165819 CURRENT LEARNING RATE: 4.265697892426213e-08
previous_iter_valid_loss : 0.16839271783828735
1661340 0.168632 0.168393 0.165339 CURRENT LEARNING RATE: 4.264844838155986e-08
previous_iter_valid_loss : 0.16832193732261658
1661360 0.168477 0.168322 0.164998 CURRENT LEARNING RATE: 4.263991954479568e-08
previous_iter_valid_loss : 0.16068409383296967
1661380 0.160855 0.160684 0.164567 CURRENT LEARNING RATE: 4.263139241362827e-08
previous_iter_valid_loss : 0.17067453265190125
1661400 0.170925 0.170675 0.164943 CURRENT LEARNING RATE: 4.262286698771658e-08
previous_iter_valid_loss : 0.1660766899585724
1661420 0.166234 0.166077 0.164964 CURRENT LEARNING RATE: 4.261434326671956e-08
previous_iter_valid_loss : 0.16701653599739075
1661440 0.167169 0.167017 0.165228 CURRENT LEARNING RATE: 4.260582125029629e-08
previous_iter_valid_loss : 0.16081088781356812
1661460 0.160987 0.160811 0.165242 CURRENT LEARNING RATE: 4.259730093810587e-08
previous_iter_valid_loss : 0.1608392894268036
1661480 0.161014 0.160839 0.164489 CURRENT LEARNING RATE: 4.258878232980749e-08
previous_iter_valid_loss : 0.17620913684368134
1661500 0.176492 0.176209 0.165253 CURRENT LEARNING RATE: 4.258026542506027e-08
previous_iter_valid_loss : 0.16133154928684235
1661520 0.161488 0.161332 0.165294 CURRENT LEARNING RATE: 4.2571750223523814e-08
previous_iter_valid_loss : 0.16232088208198547
1661540 0.162479 0.162321 0.165240 CURRENT LEARNING RATE: 4.256323672485737e-08
previous_iter_valid_loss : 0.16065482795238495
1661560 0.160815 0.160655 0.165223 CURRENT LEARNING RATE: 4.2554724928720405e-08
previous_iter_valid_loss : 0.1739383488893509
1661580 0.174085 0.173938 0.165824 CURRENT LEARNING RATE: 4.254621483477244e-08
previous_iter_valid_loss : 0.16062116622924805
1661600 0.160780 0.160621 0.165519 CURRENT LEARNING RATE: 4.2537706442673076e-08
previous_iter_valid_loss : 0.17701371014118195
1661620 0.177306 0.177014 0.166079 CURRENT LEARNING RATE: 4.252919975208198e-08
previous_iter_valid_loss : 0.16170398890972137
1661640 0.161891 0.161704 0.166110 CURRENT LEARNING RATE: 4.252069476265887e-08
previous_iter_valid_loss : 0.16402500867843628
1661660 0.164191 0.164025 0.165583 CURRENT LEARNING RATE: 4.251219147406341e-08
previous_iter_valid_loss : 0.16831299662590027
1661680 0.168469 0.168313 0.165899 CURRENT LEARNING RATE: 4.250368988595577e-08
previous_iter_valid_loss : 0.16427414119243622
1661700 0.164468 0.164274 0.165911 CURRENT LEARNING RATE: 4.249518999799573e-08
previous_iter_valid_loss : 0.1631910353899002
1661720 0.163383 0.163191 0.165820 CURRENT LEARNING RATE: 4.248669180984329e-08
previous_iter_valid_loss : 0.16080179810523987
1661740 0.160975 0.160802 0.165440 CURRENT LEARNING RATE: 4.247819532115854e-08
previous_iter_valid_loss : 0.16188856959342957
1661760 0.162051 0.161889 0.165118 CURRENT LEARNING RATE: 4.2469700531601596e-08
previous_iter_valid_loss : 0.1687239110469818
1661780 0.168961 0.168724 0.165520 CURRENT LEARNING RATE: 4.246120744083268e-08
previous_iter_valid_loss : 0.16715550422668457
1661800 0.167382 0.167156 0.165344 CURRENT LEARNING RATE: 4.245271604851192e-08
previous_iter_valid_loss : 0.1609167903661728
1661820 0.161103 0.160917 0.165086 CURRENT LEARNING RATE: 4.244422635429996e-08
previous_iter_valid_loss : 0.16573968529701233
1661840 0.165951 0.165740 0.165022 CURRENT LEARNING RATE: 4.243573835785705e-08
previous_iter_valid_loss : 0.16164693236351013
1661860 0.161836 0.161647 0.165064 CURRENT LEARNING RATE: 4.24272520588437e-08
previous_iter_valid_loss : 0.1668497771024704
1661880 0.167006 0.166850 0.165365 CURRENT LEARNING RATE: 4.2418767456920415e-08
previous_iter_valid_loss : 0.17585846781730652
1661900 0.176005 0.175858 0.165347 CURRENT LEARNING RATE: 4.241028455174785e-08
previous_iter_valid_loss : 0.1691254824399948
1661920 0.169359 0.169125 0.165737 CURRENT LEARNING RATE: 4.240180334298666e-08
previous_iter_valid_loss : 0.16335110366344452
1661940 0.163515 0.163351 0.165789 CURRENT LEARNING RATE: 4.2393323830297616e-08
previous_iter_valid_loss : 0.16212347149848938
1661960 0.162285 0.162123 0.165862 CURRENT LEARNING RATE: 4.2384846013341394e-08
previous_iter_valid_loss : 0.16557013988494873
1661980 0.165730 0.165570 0.165444 CURRENT LEARNING RATE: 4.2376369891779154e-08
previous_iter_valid_loss : 0.16073746979236603
1662000 0.160902 0.160737 0.165449 CURRENT LEARNING RATE: 4.236789546527171e-08
previous_iter_valid_loss : 0.16051208972930908
1662020 0.160679 0.160512 0.164624 CURRENT LEARNING RATE: 4.23594227334801e-08
previous_iter_valid_loss : 0.1727394312620163
1662040 0.173014 0.172739 0.165176 CURRENT LEARNING RATE: 4.235095169606539e-08
previous_iter_valid_loss : 0.18001702427864075
1662060 0.180361 0.180017 0.165976 CURRENT LEARNING RATE: 4.2342482352688774e-08
previous_iter_valid_loss : 0.1705751270055771
1662080 0.170834 0.170575 0.166089 CURRENT LEARNING RATE: 4.233401470301145e-08
previous_iter_valid_loss : 0.1631159484386444
1662100 0.163328 0.163116 0.166031 CURRENT LEARNING RATE: 4.232554874669457e-08
previous_iter_valid_loss : 0.17357021570205688
1662120 0.173841 0.173570 0.166550 CURRENT LEARNING RATE: 4.231708448339979e-08
previous_iter_valid_loss : 0.16370074450969696
1662140 0.163866 0.163701 0.166695 CURRENT LEARNING RATE: 4.2308621912788406e-08
previous_iter_valid_loss : 0.1659035086631775
1662160 0.166109 0.165904 0.166895 CURRENT LEARNING RATE: 4.2300161034521896e-08
previous_iter_valid_loss : 0.17387522757053375
1662180 0.174021 0.173875 0.167153 CURRENT LEARNING RATE: 4.229170184826183e-08
previous_iter_valid_loss : 0.16052575409412384
1662200 0.160690 0.160526 0.166822 CURRENT LEARNING RATE: 4.2283244353669846e-08
previous_iter_valid_loss : 0.16065558791160583
1662220 0.160809 0.160656 0.166809 CURRENT LEARNING RATE: 4.227478855040765e-08
previous_iter_valid_loss : 0.18236036598682404
1662240 0.182710 0.182360 0.167640 CURRENT LEARNING RATE: 4.2266334438136994e-08
previous_iter_valid_loss : 0.16190658509731293
1662260 0.162103 0.161907 0.167653 CURRENT LEARNING RATE: 4.2257882016519573e-08
previous_iter_valid_loss : 0.16162452101707458
1662280 0.161787 0.161625 0.167391 CURRENT LEARNING RATE: 4.224943128521759e-08
previous_iter_valid_loss : 0.16124989092350006
1662300 0.161410 0.161250 0.166661 CURRENT LEARNING RATE: 4.224098224389286e-08
previous_iter_valid_loss : 0.1613614708185196
1662320 0.161554 0.161361 0.166273 CURRENT LEARNING RATE: 4.223253489220743e-08
previous_iter_valid_loss : 0.16584064066410065
1662340 0.166056 0.165841 0.166397 CURRENT LEARNING RATE: 4.22240892298234e-08
previous_iter_valid_loss : 0.16714522242546082
1662360 0.167298 0.167145 0.166648 CURRENT LEARNING RATE: 4.2215645256402936e-08
previous_iter_valid_loss : 0.16062965989112854
1662380 0.160800 0.160630 0.166401 CURRENT LEARNING RATE: 4.22072029716083e-08
previous_iter_valid_loss : 0.16056030988693237
1662400 0.160728 0.160560 0.166392 CURRENT LEARNING RATE: 4.219876237510179e-08
previous_iter_valid_loss : 0.1727708876132965
1662420 0.172914 0.172771 0.167005 CURRENT LEARNING RATE: 4.219032346654562e-08
previous_iter_valid_loss : 0.16399753093719482
1662440 0.164164 0.163998 0.166568 CURRENT LEARNING RATE: 4.218188624560255e-08
previous_iter_valid_loss : 0.16069543361663818
1662460 0.160867 0.160695 0.165602 CURRENT LEARNING RATE: 4.217345071193493e-08
previous_iter_valid_loss : 0.16654790937900543
1662480 0.166703 0.166548 0.165401 CURRENT LEARNING RATE: 4.216501686520535e-08
previous_iter_valid_loss : 0.16440711915493011
1662500 0.164567 0.164407 0.165465 CURRENT LEARNING RATE: 4.2156584705076444e-08
previous_iter_valid_loss : 0.16376535594463348
1662520 0.163960 0.163765 0.164975 CURRENT LEARNING RATE: 4.214815423121094e-08
previous_iter_valid_loss : 0.16202934086322784
1662540 0.162192 0.162029 0.164891 CURRENT LEARNING RATE: 4.213972544327161e-08
previous_iter_valid_loss : 0.16294240951538086
1662560 0.163114 0.162942 0.164743 CURRENT LEARNING RATE: 4.213129834092115e-08
previous_iter_valid_loss : 0.17214934527873993
1662580 0.172296 0.172149 0.164657 CURRENT LEARNING RATE: 4.212287292382278e-08
previous_iter_valid_loss : 0.17992666363716125
1662600 0.180257 0.179927 0.165627 CURRENT LEARNING RATE: 4.2114449191639335e-08
previous_iter_valid_loss : 0.16061589121818542
1671300 0.160783 0.160616 0.167436 CURRENT LEARNING RATE: 3.8605350969181914e-08
previous_iter_valid_loss : 0.185110941529274
1671320 0.185257 0.185111 0.168046 CURRENT LEARNING RATE: 3.859763067104364e-08
previous_iter_valid_loss : 0.16243162751197815
1671340 0.162600 0.162432 0.168103 CURRENT LEARNING RATE: 3.8589911916810606e-08
previous_iter_valid_loss : 0.16081343591213226
1671360 0.160986 0.160813 0.167848 CURRENT LEARNING RATE: 3.8582194706174045e-08
previous_iter_valid_loss : 0.1605483442544937
1671380 0.160711 0.160548 0.167545 CURRENT LEARNING RATE: 3.8574479038825286e-08
previous_iter_valid_loss : 0.16086658835411072
1671400 0.161017 0.160867 0.167539 CURRENT LEARNING RATE: 3.856676491445555e-08
previous_iter_valid_loss : 0.16488589346408844
1671420 0.165049 0.164886 0.167736 CURRENT LEARNING RATE: 3.8559052332756554e-08
previous_iter_valid_loss : 0.16122891008853912
1671440 0.161412 0.161229 0.166504 CURRENT LEARNING RATE: 3.855134129341966e-08
previous_iter_valid_loss : 0.16279473900794983
1671460 0.162965 0.162795 0.166139 CURRENT LEARNING RATE: 3.854363179613642e-08
previous_iter_valid_loss : 0.16780158877372742
1671480 0.168025 0.167802 0.166416 CURRENT LEARNING RATE: 3.8535923840598455e-08
previous_iter_valid_loss : 0.16063624620437622
1671500 0.160812 0.160636 0.166048 CURRENT LEARNING RATE: 3.852821742649745e-08
previous_iter_valid_loss : 0.16088661551475525
1671520 0.161067 0.160887 0.165821 CURRENT LEARNING RATE: 3.852051255352515e-08
previous_iter_valid_loss : 0.1639053076505661
1671540 0.164114 0.163905 0.165795 CURRENT LEARNING RATE: 3.8512809221373355e-08
previous_iter_valid_loss : 0.1795966625213623
1671560 0.179754 0.179597 0.166730 CURRENT LEARNING RATE: 3.85051074297338e-08
previous_iter_valid_loss : 0.1706230789422989
1671580 0.170778 0.170623 0.166187 CURRENT LEARNING RATE: 3.8497407178298686e-08
previous_iter_valid_loss : 0.16973769664764404
1671600 0.169891 0.169738 0.166601 CURRENT LEARNING RATE: 3.848970846675986e-08
previous_iter_valid_loss : 0.16052547097206116
1671620 0.160680 0.160525 0.166092 CURRENT LEARNING RATE: 3.8482011294809374e-08
previous_iter_valid_loss : 0.1678580343723297
1671640 0.168016 0.167858 0.165680 CURRENT LEARNING RATE: 3.8474315662139355e-08
previous_iter_valid_loss : 0.16157402098178864
1671660 0.161764 0.161574 0.165355 CURRENT LEARNING RATE: 3.846662156844196e-08
previous_iter_valid_loss : 0.1691189855337143
1671680 0.169355 0.169119 0.165577 CURRENT LEARNING RATE: 3.845892901340943e-08
previous_iter_valid_loss : 0.1640150099992752
1671700 0.164189 0.164015 0.165747 CURRENT LEARNING RATE: 3.8451237996734074e-08
previous_iter_valid_loss : 0.16095593571662903
1671720 0.161116 0.160956 0.164539 CURRENT LEARNING RATE: 3.84435485181081e-08
previous_iter_valid_loss : 0.17119649052619934
1671740 0.171348 0.171196 0.164977 CURRENT LEARNING RATE: 3.843586057722421e-08
previous_iter_valid_loss : 0.16682472825050354
1671760 0.166982 0.166825 0.165278 CURRENT LEARNING RATE: 3.842817417377475e-08
previous_iter_valid_loss : 0.16510343551635742
1671780 0.165282 0.165103 0.165506 CURRENT LEARNING RATE: 3.8420489307452263e-08
previous_iter_valid_loss : 0.16244100034236908
1671800 0.162630 0.162441 0.165584 CURRENT LEARNING RATE: 3.8412805977949356e-08
previous_iter_valid_loss : 0.16259227693080902
1671820 0.162759 0.162592 0.165470 CURRENT LEARNING RATE: 3.840512418495869e-08
previous_iter_valid_loss : 0.16095072031021118
1671840 0.161102 0.160951 0.165456 CURRENT LEARNING RATE: 3.8397443928172995e-08
previous_iter_valid_loss : 0.1624443382024765
1671860 0.162633 0.162444 0.165438 CURRENT LEARNING RATE: 3.838976520728492e-08
previous_iter_valid_loss : 0.16388319432735443
1671880 0.164086 0.163883 0.165242 CURRENT LEARNING RATE: 3.8382088021987606e-08
previous_iter_valid_loss : 0.18556174635887146
1671900 0.185935 0.185562 0.166489 CURRENT LEARNING RATE: 3.837441237197381e-08
previous_iter_valid_loss : 0.1679862141609192
1671920 0.168140 0.167986 0.166844 CURRENT LEARNING RATE: 3.836673825693652e-08
previous_iter_valid_loss : 0.16111832857131958
1671940 0.161282 0.161118 0.166704 CURRENT LEARNING RATE: 3.835906567656876e-08
previous_iter_valid_loss : 0.16133329272270203
1671960 0.161496 0.161333 0.165791 CURRENT LEARNING RATE: 3.8351394630563636e-08
previous_iter_valid_loss : 0.1609763652086258
1671980 0.161126 0.160976 0.165309 CURRENT LEARNING RATE: 3.83437251186143e-08
previous_iter_valid_loss : 0.16210252046585083
1672000 0.162296 0.162103 0.164927 CURRENT LEARNING RATE: 3.833605714041398e-08
previous_iter_valid_loss : 0.16339485347270966
1672020 0.163565 0.163395 0.165070 CURRENT LEARNING RATE: 3.832839069565581e-08
previous_iter_valid_loss : 0.16229349374771118
1672040 0.162468 0.162293 0.164792 CURRENT LEARNING RATE: 3.832072578403341e-08
previous_iter_valid_loss : 0.16083428263664246
1672060 0.161009 0.160834 0.164755 CURRENT LEARNING RATE: 3.831306240524004e-08
previous_iter_valid_loss : 0.17020754516124725
1672080 0.170460 0.170208 0.164810 CURRENT LEARNING RATE: 3.830540055896918e-08
previous_iter_valid_loss : 0.19110122323036194
1672100 0.191571 0.191101 0.166164 CURRENT LEARNING RATE: 3.829774024491434e-08
previous_iter_valid_loss : 0.16098271310329437
1672120 0.161167 0.160983 0.166165 CURRENT LEARNING RATE: 3.829008146276912e-08
previous_iter_valid_loss : 0.16635315120220184
1672140 0.166574 0.166353 0.165923 CURRENT LEARNING RATE: 3.8282424212227157e-08
previous_iter_valid_loss : 0.160606250166893
1672160 0.160761 0.160606 0.165612 CURRENT LEARNING RATE: 3.8274768492982045e-08
previous_iter_valid_loss : 0.16311822831630707
1672180 0.163279 0.163118 0.165513 CURRENT LEARNING RATE: 3.82671143047278e-08
previous_iter_valid_loss : 0.17805728316307068
1672200 0.178212 0.178057 0.166294 CURRENT LEARNING RATE: 3.825946164715814e-08
previous_iter_valid_loss : 0.1630050539970398
1672220 0.163175 0.163005 0.166314 CURRENT LEARNING RATE: 3.8251810519966954e-08
previous_iter_valid_loss : 0.16255885362625122
1672240 0.162751 0.162559 0.166395 CURRENT LEARNING RATE: 3.8244160922848186e-08
previous_iter_valid_loss : 0.16218820214271545
1672260 0.162375 0.162188 0.166382 CURRENT LEARNING RATE: 3.823651285549586e-08
previous_iter_valid_loss : 0.1637570559978485
1672280 0.163922 0.163757 0.166376 CURRENT LEARNING RATE: 3.822886631760406e-08
previous_iter_valid_loss : 0.16069212555885315
1672300 0.160857 0.160692 0.165132 CURRENT LEARNING RATE: 3.822122130886691e-08
previous_iter_valid_loss : 0.16133588552474976
1672320 0.161522 0.161336 0.164800 CURRENT LEARNING RATE: 3.821357782897849e-08
previous_iter_valid_loss : 0.1721181869506836
1672340 0.172390 0.172118 0.165350 CURRENT LEARNING RATE: 3.8205935877633317e-08
previous_iter_valid_loss : 0.16179899871349335
1672360 0.161968 0.161799 0.165373 CURRENT LEARNING RATE: 3.819829545452558e-08
previous_iter_valid_loss : 0.16092637181282043
1672380 0.161105 0.160926 0.165370 CURRENT LEARNING RATE: 3.819065655934968e-08
previous_iter_valid_loss : 0.16780699789524078
1672400 0.168033 0.167807 0.165656 CURRENT LEARNING RATE: 3.8183019191800044e-08
previous_iter_valid_loss : 0.16510209441184998
1672420 0.165270 0.165102 0.165741 CURRENT LEARNING RATE: 3.817538335157117e-08
previous_iter_valid_loss : 0.17949926853179932
1672440 0.179659 0.179499 0.166601 CURRENT LEARNING RATE: 3.8167749038357646e-08
previous_iter_valid_loss : 0.1652318686246872
1672460 0.165401 0.165232 0.166821 CURRENT LEARNING RATE: 3.8160116251854086e-08
previous_iter_valid_loss : 0.16189509630203247
1672480 0.162047 0.161895 0.166406 CURRENT LEARNING RATE: 3.815248499175504e-08
previous_iter_valid_loss : 0.1627567559480667
1672500 0.162923 0.162757 0.164988 CURRENT LEARNING RATE: 3.8144855257755546e-08
previous_iter_valid_loss : 0.16302338242530823
1672520 0.163218 0.163023 0.165090 CURRENT LEARNING RATE: 3.813722704955026e-08
previous_iter_valid_loss : 0.16819621622562408
1672540 0.168351 0.168196 0.165183 CURRENT LEARNING RATE: 3.812960036683406e-08
previous_iter_valid_loss : 0.17169678211212158
1672560 0.171958 0.171697 0.165737 CURRENT LEARNING RATE: 3.812197520930188e-08
previous_iter_valid_loss : 0.16163423657417297
1672580 0.161814 0.161634 0.165663 CURRENT LEARNING RATE: 3.811435157664872e-08
previous_iter_valid_loss : 0.1695912480354309
1672600 0.169739 0.169591 0.165240 CURRENT LEARNING RATE: 3.810672946856962e-08
previous_iter_valid_loss : 0.16225823760032654
1672620 0.162424 0.162258 0.165202 CURRENT LEARNING RATE: 3.809910888475957e-08
previous_iter_valid_loss : 0.17039380967617035
1672640 0.170548 0.170394 0.165594 CURRENT LEARNING RATE: 3.809148982491402e-08
previous_iter_valid_loss : 0.16085191071033478
1672660 0.161002 0.160852 0.165527 CURRENT LEARNING RATE: 3.8083872288728065e-08
previous_iter_valid_loss : 0.1966024935245514
1672680 0.196708 0.196602 0.167169 CURRENT LEARNING RATE: 3.8076256275897006e-08
previous_iter_valid_loss : 0.1666194498538971
1672700 0.166774 0.166619 0.167466 CURRENT LEARNING RATE: 3.806864178611621e-08
previous_iter_valid_loss : 0.16560643911361694
1672720 0.165820 0.165606 0.167679 CURRENT LEARNING RATE: 3.806102881908108e-08
previous_iter_valid_loss : 0.16213567554950714
1672740 0.162295 0.162136 0.167180 CURRENT LEARNING RATE: 3.805341737448711e-08
previous_iter_valid_loss : 0.1626611053943634
1672760 0.162839 0.162661 0.167223 CURRENT LEARNING RATE: 3.804580745202984e-08
previous_iter_valid_loss : 0.16175612807273865
1672780 0.161911 0.161756 0.167265 CURRENT LEARNING RATE: 3.803819905140474e-08
previous_iter_valid_loss : 0.16671890020370483
1672800 0.166950 0.166719 0.167210 CURRENT LEARNING RATE: 3.803059217230775e-08
previous_iter_valid_loss : 0.1630348414182663
1672820 0.163224 0.163035 0.167107 CURRENT LEARNING RATE: 3.802298681443444e-08
previous_iter_valid_loss : 0.16786444187164307
1672840 0.168014 0.167864 0.166525 CURRENT LEARNING RATE: 3.801538297748061e-08
previous_iter_valid_loss : 0.16255028545856476
1672860 0.162743 0.162550 0.166391 CURRENT LEARNING RATE: 3.8007780661142105e-08
previous_iter_valid_loss : 0.16164422035217285
1672880 0.161830 0.161644 0.166379 CURRENT LEARNING RATE: 3.8000179865114834e-08
previous_iter_valid_loss : 0.16229815781116486
1672900 0.162465 0.162298 0.166356 CURRENT LEARNING RATE: 3.7992580589094765e-08
previous_iter_valid_loss : 0.16624465584754944
1672920 0.166467 0.166245 0.166517 CURRENT LEARNING RATE: 3.798498283277792e-08
previous_iter_valid_loss : 0.1782809942960739
1672940 0.178443 0.178281 0.167021 CURRENT LEARNING RATE: 3.797738659586026e-08
previous_iter_valid_loss : 0.16476020216941833
1672960 0.164969 0.164760 0.166674 CURRENT LEARNING RATE: 3.79697918780382e-08
previous_iter_valid_loss : 0.16052190959453583
1672980 0.160691 0.160522 0.166619 CURRENT LEARNING RATE: 3.796219867900783e-08
previous_iter_valid_loss : 0.16051317751407623
1673000 0.160671 0.160513 0.166165 CURRENT LEARNING RATE: 3.79546069984654e-08
previous_iter_valid_loss : 0.16199025511741638
1673020 0.162155 0.161990 0.166151 CURRENT LEARNING RATE: 3.794701683610727e-08
previous_iter_valid_loss : 0.16069099307060242
1673040 0.160851 0.160691 0.165666 CURRENT LEARNING RATE: 3.7939428191629806e-08
previous_iter_valid_loss : 0.1624065637588501
1673060 0.162598 0.162407 0.165744 CURRENT LEARNING RATE: 3.7931841064729474e-08
previous_iter_valid_loss : 0.16192728281021118
1673080 0.162121 0.161927 0.164010 CURRENT LEARNING RATE: 3.7924255455102664e-08
previous_iter_valid_loss : 0.16216394305229187
1673100 0.162345 0.162164 0.163787 CURRENT LEARNING RATE: 3.7916671362446204e-08
previous_iter_valid_loss : 0.16068536043167114
1673120 0.160861 0.160685 0.163541 CURRENT LEARNING RATE: 3.790908878645661e-08
previous_iter_valid_loss : 0.16514961421489716
1673140 0.165314 0.165150 0.163692 CURRENT LEARNING RATE: 3.790150772683057e-08
previous_iter_valid_loss : 0.16267500817775726
1673160 0.162831 0.162675 0.163693 CURRENT LEARNING RATE: 3.789392818326484e-08
previous_iter_valid_loss : 0.16839179396629333
1673180 0.168625 0.168392 0.164024 CURRENT LEARNING RATE: 3.7886350155456246e-08
previous_iter_valid_loss : 0.16472510993480682
1673200 0.164926 0.164725 0.163925 CURRENT LEARNING RATE: 3.787877364310167e-08
previous_iter_valid_loss : 0.16424228250980377
1673220 0.164447 0.164242 0.163985 CURRENT LEARNING RATE: 3.787119864589803e-08
previous_iter_valid_loss : 0.16560503840446472
1673240 0.165761 0.165605 0.163872 CURRENT LEARNING RATE: 3.7863625163542213e-08
previous_iter_valid_loss : 0.1637796312570572
1673260 0.163975 0.163780 0.163934 CURRENT LEARNING RATE: 3.7856053195731545e-08
previous_iter_valid_loss : 0.16401425004005432
1673280 0.164208 0.164014 0.164052 CURRENT LEARNING RATE: 3.7848482742163006e-08
previous_iter_valid_loss : 0.18085044622421265
1673300 0.181196 0.180850 0.164980 CURRENT LEARNING RATE: 3.784091380253379e-08
previous_iter_valid_loss : 0.1620645970106125
1673320 0.162255 0.162065 0.164771 CURRENT LEARNING RATE: 3.783334637654112e-08
previous_iter_valid_loss : 0.16644486784934998
1673340 0.166656 0.166445 0.164179 CURRENT LEARNING RATE: 3.782578046388231e-08
previous_iter_valid_loss : 0.16081736981868744
1673360 0.160975 0.160817 0.163982 CURRENT LEARNING RATE: 3.781821606425473e-08
previous_iter_valid_loss : 0.16497796773910522
1673380 0.165143 0.164978 0.164205 CURRENT LEARNING RATE: 3.781065317735567e-08
previous_iter_valid_loss : 0.16762225329875946
1673400 0.167853 0.167622 0.164560 CURRENT LEARNING RATE: 3.780309180288287e-08
previous_iter_valid_loss : 0.1654588133096695
1673420 0.165629 0.165459 0.164733 CURRENT LEARNING RATE: 3.779553194053374e-08
previous_iter_valid_loss : 0.16294005513191223
1673440 0.163118 0.162940 0.164846 CURRENT LEARNING RATE: 3.77879735900059e-08
previous_iter_valid_loss : 0.16398213803768158
1673460 0.164151 0.163982 0.164925 CURRENT LEARNING RATE: 3.7780416750997005e-08
previous_iter_valid_loss : 0.16057910025119781
1673480 0.160741 0.160579 0.164857 CURRENT LEARNING RATE: 3.777286142320479e-08
previous_iter_valid_loss : 0.16897335648536682
1673500 0.169216 0.168973 0.165198 CURRENT LEARNING RATE: 3.776530760632703e-08
previous_iter_valid_loss : 0.16049958765506744
1673520 0.160667 0.160500 0.165188 CURRENT LEARNING RATE: 3.7757755300061585e-08
previous_iter_valid_loss : 0.16213630139827728
1679060 0.162315 0.162136 0.164484 CURRENT LEARNING RATE: 3.5722862608316726e-08
previous_iter_valid_loss : 0.16061246395111084
1679080 0.160770 0.160612 0.164467 CURRENT LEARNING RATE: 3.57157187502047e-08
previous_iter_valid_loss : 0.16149137914180756
1679100 0.161683 0.161491 0.164517 CURRENT LEARNING RATE: 3.570857632072144e-08
previous_iter_valid_loss : 0.17906509339809418
1679120 0.179357 0.179065 0.165200 CURRENT LEARNING RATE: 3.570143531958122e-08
previous_iter_valid_loss : 0.16056229174137115
1679140 0.160724 0.160562 0.165196 CURRENT LEARNING RATE: 3.5694295746498435e-08
previous_iter_valid_loss : 0.16138693690299988
1679160 0.161550 0.161387 0.165235 CURRENT LEARNING RATE: 3.568715760118748e-08
previous_iter_valid_loss : 0.1605062633752823
1679180 0.160675 0.160506 0.165206 CURRENT LEARNING RATE: 3.56800208833627e-08
previous_iter_valid_loss : 0.18845047056674957
1679200 0.188574 0.188450 0.166441 CURRENT LEARNING RATE: 3.567288559273889e-08
previous_iter_valid_loss : 0.1634192317724228
1679220 0.163628 0.163419 0.166078 CURRENT LEARNING RATE: 3.566575172903051e-08
previous_iter_valid_loss : 0.16788992285728455
1679240 0.168116 0.167890 0.166208 CURRENT LEARNING RATE: 3.56586192919522e-08
previous_iter_valid_loss : 0.17249955236911774
1679260 0.172763 0.172500 0.166399 CURRENT LEARNING RATE: 3.5651488281218674e-08
previous_iter_valid_loss : 0.18552806973457336
1679280 0.185670 0.185528 0.166746 CURRENT LEARNING RATE: 3.564435869654468e-08
previous_iter_valid_loss : 0.1606486290693283
1679300 0.160821 0.160649 0.166753 CURRENT LEARNING RATE: 3.5637230537645035e-08
previous_iter_valid_loss : 0.16374675929546356
1679320 0.163941 0.163747 0.166791 CURRENT LEARNING RATE: 3.563010380423462e-08
previous_iter_valid_loss : 0.16376937925815582
1679340 0.163983 0.163769 0.166949 CURRENT LEARNING RATE: 3.562297849602823e-08
previous_iter_valid_loss : 0.16647467017173767
1679360 0.166633 0.166475 0.166742 CURRENT LEARNING RATE: 3.561585461274112e-08
previous_iter_valid_loss : 0.18541480600833893
1679380 0.185795 0.185415 0.167944 CURRENT LEARNING RATE: 3.5608732154088196e-08
previous_iter_valid_loss : 0.16385158896446228
1679400 0.164021 0.163852 0.167940 CURRENT LEARNING RATE: 3.560161111978456e-08
previous_iter_valid_loss : 0.17489385604858398
1679420 0.175049 0.174894 0.168166 CURRENT LEARNING RATE: 3.559449150954538e-08
previous_iter_valid_loss : 0.16393083333969116
1679440 0.164095 0.163931 0.168313 CURRENT LEARNING RATE: 3.558737332308586e-08
previous_iter_valid_loss : 0.1644800752401352
1679460 0.164688 0.164480 0.168430 CURRENT LEARNING RATE: 3.5580256560121276e-08
previous_iter_valid_loss : 0.16358372569084167
1679480 0.163759 0.163584 0.168578 CURRENT LEARNING RATE: 3.557314122036684e-08
previous_iter_valid_loss : 0.16952696442604065
1679500 0.169675 0.169527 0.168980 CURRENT LEARNING RATE: 3.5566027303538175e-08
previous_iter_valid_loss : 0.16272109746932983
1679520 0.162875 0.162721 0.168163 CURRENT LEARNING RATE: 3.5558914809350615e-08
previous_iter_valid_loss : 0.16324099898338318
1679540 0.163414 0.163241 0.168297 CURRENT LEARNING RATE: 3.555180373751965e-08
previous_iter_valid_loss : 0.16434568166732788
1679560 0.164518 0.164346 0.168445 CURRENT LEARNING RATE: 3.554469408776083e-08
previous_iter_valid_loss : 0.16074301302433014
1679580 0.160920 0.160743 0.168457 CURRENT LEARNING RATE: 3.5537585859789787e-08
previous_iter_valid_loss : 0.16051550209522247
1679600 0.160674 0.160516 0.167060 CURRENT LEARNING RATE: 3.5530479053322185e-08
previous_iter_valid_loss : 0.16048787534236908
1679620 0.160650 0.160488 0.166913 CURRENT LEARNING RATE: 3.552337366807374e-08
previous_iter_valid_loss : 0.16088414192199707
1679640 0.161036 0.160884 0.166563 CURRENT LEARNING RATE: 3.551626970376013e-08
previous_iter_valid_loss : 0.16063092648983002
1679660 0.160780 0.160631 0.165970 CURRENT LEARNING RATE: 3.550916716009744e-08
previous_iter_valid_loss : 0.16568586230278015
1679680 0.165846 0.165686 0.164978 CURRENT LEARNING RATE: 3.5502066036801435e-08
previous_iter_valid_loss : 0.16110444068908691
1679700 0.161284 0.161104 0.165000 CURRENT LEARNING RATE: 3.5494966333588074e-08
previous_iter_valid_loss : 0.17124050855636597
1679720 0.171388 0.171241 0.165375 CURRENT LEARNING RATE: 3.548786805017338e-08
previous_iter_valid_loss : 0.16173812747001648
1679740 0.161894 0.161738 0.165274 CURRENT LEARNING RATE: 3.5480771186273406e-08
previous_iter_valid_loss : 0.16356997191905975
1679760 0.163771 0.163570 0.165128 CURRENT LEARNING RATE: 3.547367574160429e-08
previous_iter_valid_loss : 0.169119730591774
1679780 0.169275 0.169120 0.164314 CURRENT LEARNING RATE: 3.54665817158822e-08
previous_iter_valid_loss : 0.16182653605937958
1679800 0.161988 0.161827 0.164212 CURRENT LEARNING RATE: 3.5459489108823266e-08
previous_iter_valid_loss : 0.17302238941192627
1679820 0.173164 0.173022 0.164119 CURRENT LEARNING RATE: 3.5452397920144017e-08
previous_iter_valid_loss : 0.16091258823871613
1679840 0.161069 0.160913 0.163968 CURRENT LEARNING RATE: 3.5445308149560696e-08
previous_iter_valid_loss : 0.16142302751541138
1679860 0.161609 0.161423 0.163815 CURRENT LEARNING RATE: 3.543821979678971e-08
previous_iter_valid_loss : 0.16430920362472534
1679880 0.164469 0.164309 0.163851 CURRENT LEARNING RATE: 3.5431132861547516e-08
previous_iter_valid_loss : 0.1605052947998047
1679900 0.160675 0.160505 0.163400 CURRENT LEARNING RATE: 3.542404734355064e-08
previous_iter_valid_loss : 0.16057933866977692
1679920 0.160751 0.160579 0.163293 CURRENT LEARNING RATE: 3.541696324251567e-08
previous_iter_valid_loss : 0.161142960190773
1679940 0.161320 0.161143 0.163188 CURRENT LEARNING RATE: 3.5409880558159096e-08
previous_iter_valid_loss : 0.1631411463022232
1679960 0.163312 0.163141 0.163128 CURRENT LEARNING RATE: 3.540279929019788e-08
previous_iter_valid_loss : 0.1607370525598526
1679980 0.160891 0.160737 0.163128 CURRENT LEARNING RATE: 3.539571943834864e-08
previous_iter_valid_loss : 0.16050104796886444
1680000 0.160669 0.160501 0.163127 CURRENT LEARNING RATE: 3.5388641002328184e-08
previous_iter_valid_loss : 0.16087844967842102
1680020 0.161043 0.160878 0.163146 CURRENT LEARNING RATE: 3.538156398185337e-08
previous_iter_valid_loss : 0.16635380685329437
1680040 0.166575 0.166354 0.163420 CURRENT LEARNING RATE: 3.537448837664113e-08
previous_iter_valid_loss : 0.1606188416481018
1680060 0.160779 0.160619 0.163419 CURRENT LEARNING RATE: 3.5367414186408415e-08
previous_iter_valid_loss : 0.1700049191713333
1680080 0.170254 0.170005 0.163635 CURRENT LEARNING RATE: 3.536034141087228e-08
previous_iter_valid_loss : 0.16155746579170227
1680100 0.161715 0.161557 0.163658 CURRENT LEARNING RATE: 3.5353270049749685e-08
previous_iter_valid_loss : 0.16733060777187347
1680120 0.167488 0.167331 0.163462 CURRENT LEARNING RATE: 3.534620010275801e-08
previous_iter_valid_loss : 0.1675642877817154
1680140 0.167720 0.167564 0.163754 CURRENT LEARNING RATE: 3.533913156961436e-08
previous_iter_valid_loss : 0.16989868879318237
1680160 0.170051 0.169899 0.164070 CURRENT LEARNING RATE: 3.5332064450035966e-08
previous_iter_valid_loss : 0.17539827525615692
1680180 0.175693 0.175398 0.164384 CURRENT LEARNING RATE: 3.532499874374015e-08
previous_iter_valid_loss : 0.16993699967861176
1680200 0.170194 0.169937 0.164790 CURRENT LEARNING RATE: 3.5317934450444304e-08
previous_iter_valid_loss : 0.16064193844795227
1680220 0.160798 0.160642 0.164171 CURRENT LEARNING RATE: 3.5310871569865827e-08
previous_iter_valid_loss : 0.16510425508022308
1680240 0.165261 0.165104 0.164380 CURRENT LEARNING RATE: 3.53038101017221e-08
previous_iter_valid_loss : 0.1699046492576599
1680260 0.170158 0.169905 0.164804 CURRENT LEARNING RATE: 3.5296750045730907e-08
previous_iter_valid_loss : 0.16265855729579926
1680280 0.162843 0.162659 0.164722 CURRENT LEARNING RATE: 3.528969140160972e-08
previous_iter_valid_loss : 0.16827082633972168
1680300 0.168424 0.168271 0.165110 CURRENT LEARNING RATE: 3.528263416907619e-08
previous_iter_valid_loss : 0.16255216300487518
1680320 0.162750 0.162552 0.165209 CURRENT LEARNING RATE: 3.527557834784803e-08
previous_iter_valid_loss : 0.16943353414535522
1680340 0.169586 0.169434 0.165623 CURRENT LEARNING RATE: 3.526852393764301e-08
previous_iter_valid_loss : 0.16073420643806458
1680360 0.160905 0.160734 0.165503 CURRENT LEARNING RATE: 3.526147093817896e-08
previous_iter_valid_loss : 0.1636427640914917
1680380 0.163847 0.163643 0.165648 CURRENT LEARNING RATE: 3.525441934917374e-08
previous_iter_valid_loss : 0.1630374640226364
1680400 0.163233 0.163037 0.165775 CURRENT LEARNING RATE: 3.524736917034518e-08
previous_iter_valid_loss : 0.16066618263721466
1680420 0.160823 0.160666 0.165764 CURRENT LEARNING RATE: 3.524032040141152e-08
previous_iter_valid_loss : 0.16344237327575684
1680440 0.163643 0.163442 0.165619 CURRENT LEARNING RATE: 3.5233273042090675e-08
previous_iter_valid_loss : 0.16393953561782837
1680460 0.164109 0.163940 0.165785 CURRENT LEARNING RATE: 3.522622709210076e-08
previous_iter_valid_loss : 0.2204710990190506
1680480 0.220453 0.220471 0.168308 CURRENT LEARNING RATE: 3.5219182551159936e-08
previous_iter_valid_loss : 0.17600809037685394
1680500 0.176160 0.176008 0.169031 CURRENT LEARNING RATE: 3.5212139418986415e-08
previous_iter_valid_loss : 0.1638801544904709
1680520 0.164068 0.163880 0.168858 CURRENT LEARNING RATE: 3.5205097695298474e-08
previous_iter_valid_loss : 0.17219781875610352
1680540 0.172465 0.172198 0.169090 CURRENT LEARNING RATE: 3.519805737981445e-08
previous_iter_valid_loss : 0.16133083403110504
1680560 0.161519 0.161331 0.168661 CURRENT LEARNING RATE: 3.519101847225259e-08
previous_iter_valid_loss : 0.17235173285007477
1680580 0.172620 0.172352 0.168509 CURRENT LEARNING RATE: 3.518398097233161e-08
previous_iter_valid_loss : 0.16286616027355194
1680600 0.163066 0.162866 0.168156 CURRENT LEARNING RATE: 3.517694487976987e-08
previous_iter_valid_loss : 0.17850179970264435
1680620 0.178805 0.178502 0.169049 CURRENT LEARNING RATE: 3.516991019428593e-08
previous_iter_valid_loss : 0.16196668148040771
1680640 0.162168 0.161967 0.168892 CURRENT LEARNING RATE: 3.51628769155984e-08
previous_iter_valid_loss : 0.16694360971450806
1680660 0.167165 0.166944 0.168744 CURRENT LEARNING RATE: 3.515584504342595e-08
previous_iter_valid_loss : 0.16985896229743958
1680680 0.170009 0.169859 0.169104 CURRENT LEARNING RATE: 3.514881457748731e-08
previous_iter_valid_loss : 0.1696283370256424
1680700 0.169874 0.169628 0.169171 CURRENT LEARNING RATE: 3.514178551750114e-08
previous_iter_valid_loss : 0.1657925695180893
1680720 0.166002 0.165793 0.169333 CURRENT LEARNING RATE: 3.513475786318651e-08
previous_iter_valid_loss : 0.16710421442985535
1680740 0.167323 0.167104 0.169217 CURRENT LEARNING RATE: 3.5127731614262204e-08
previous_iter_valid_loss : 0.16503635048866272
1680760 0.165257 0.165036 0.169432 CURRENT LEARNING RATE: 3.5120706770447166e-08
previous_iter_valid_loss : 0.17025543749332428
1680780 0.170507 0.170255 0.169763 CURRENT LEARNING RATE: 3.51136833314604e-08
previous_iter_valid_loss : 0.17584675550460815
1680800 0.176128 0.175847 0.170403 CURRENT LEARNING RATE: 3.5106661297020976e-08
previous_iter_valid_loss : 0.16060280799865723
1680820 0.160768 0.160603 0.170400 CURRENT LEARNING RATE: 3.509964066684801e-08
previous_iter_valid_loss : 0.16078634560108185
1680840 0.160947 0.160786 0.170267 CURRENT LEARNING RATE: 3.509262144066067e-08
previous_iter_valid_loss : 0.16052499413490295
1680860 0.160689 0.160525 0.170097 CURRENT LEARNING RATE: 3.508560361817807e-08
previous_iter_valid_loss : 0.16060130298137665
1680880 0.160757 0.160601 0.167103 CURRENT LEARNING RATE: 3.507858719911975e-08
previous_iter_valid_loss : 0.164835587143898
1680900 0.165007 0.164836 0.166544 CURRENT LEARNING RATE: 3.5071572183204916e-08
previous_iter_valid_loss : 0.16748759150505066
1680920 0.167723 0.167488 0.166725 CURRENT LEARNING RATE: 3.506455857015297e-08
previous_iter_valid_loss : 0.1630430966615677
1680940 0.163224 0.163043 0.166267 CURRENT LEARNING RATE: 3.505754635968338e-08
previous_iter_valid_loss : 0.16465558111667633
1680960 0.164864 0.164656 0.166433 CURRENT LEARNING RATE: 3.505053555151564e-08
previous_iter_valid_loss : 0.1674148291349411
1680980 0.167575 0.167415 0.166186 CURRENT LEARNING RATE: 3.504352614536934e-08
previous_iter_valid_loss : 0.1656382977962494
1681000 0.165805 0.165638 0.166325 CURRENT LEARNING RATE: 3.503651814096408e-08
previous_iter_valid_loss : 0.1657562404870987
1681020 0.165917 0.165756 0.165688 CURRENT LEARNING RATE: 3.502951153801943e-08
previous_iter_valid_loss : 0.16169117391109467
1681040 0.161850 0.161691 0.165674 CURRENT LEARNING RATE: 3.502250633625537e-08
previous_iter_valid_loss : 0.16276466846466064
1681060 0.162928 0.162765 0.165465 CURRENT LEARNING RATE: 3.501550253539157e-08
previous_iter_valid_loss : 0.1729956418275833
1681080 0.173136 0.172996 0.165622 CURRENT LEARNING RATE: 3.500850013514787e-08
previous_iter_valid_loss : 0.16175854206085205
1681100 0.161923 0.161759 0.165228 CURRENT LEARNING RATE: 3.500149913524418e-08
previous_iter_valid_loss : 0.17249871790409088
1681120 0.172647 0.172499 0.165564 CURRENT LEARNING RATE: 3.499449953540047e-08
previous_iter_valid_loss : 0.18779167532920837
1681140 0.187928 0.187792 0.166598 CURRENT LEARNING RATE: 3.498750133533674e-08
previous_iter_valid_loss : 0.16101767122745514
1681160 0.161205 0.161018 0.166397 CURRENT LEARNING RATE: 3.498050453477294e-08
previous_iter_valid_loss : 0.1654839813709259
1681180 0.165695 0.165484 0.166159 CURRENT LEARNING RATE: 3.497350913342946e-08
previous_iter_valid_loss : 0.17647814750671387
1681200 0.176766 0.176478 0.166190 CURRENT LEARNING RATE: 3.496651513102634e-08
previous_iter_valid_loss : 0.17236098647117615
1681220 0.172509 0.172361 0.166778 CURRENT LEARNING RATE: 3.495952252728383e-08
previous_iter_valid_loss : 0.16354137659072876
1681240 0.163744 0.163541 0.166916 CURRENT LEARNING RATE: 3.495253132192224e-08
previous_iter_valid_loss : 0.1664884090423584
1681260 0.166702 0.166488 0.167214 CURRENT LEARNING RATE: 3.4945541514661894e-08
previous_iter_valid_loss : 0.16057878732681274
1681280 0.160752 0.160579 0.167213 CURRENT LEARNING RATE: 3.4938553105223216e-08
previous_iter_valid_loss : 0.16086779534816742
1681300 0.161018 0.160868 0.167014 CURRENT LEARNING RATE: 3.4931566093326665e-08
previous_iter_valid_loss : 0.16245000064373016
1681320 0.162609 0.162450 0.166763 CURRENT LEARNING RATE: 3.492458047869264e-08
previous_iter_valid_loss : 0.16193349659442902
1681340 0.162120 0.161933 0.166707 CURRENT LEARNING RATE: 3.491759626104196e-08
previous_iter_valid_loss : 0.16053731739521027
1681360 0.160703 0.160537 0.166501 CURRENT LEARNING RATE: 3.491061344009514e-08
previous_iter_valid_loss : 0.17576022446155548
1681380 0.176049 0.175760 0.166918 CURRENT LEARNING RATE: 3.490363201557286e-08
previous_iter_valid_loss : 0.16434510052204132
1681400 0.164516 0.164345 0.166854 CURRENT LEARNING RATE: 3.4896651987195866e-08
previous_iter_valid_loss : 0.16052928566932678
1681420 0.160702 0.160529 0.166592 CURRENT LEARNING RATE: 3.488967335468496e-08
previous_iter_valid_loss : 0.17879903316497803
1681440 0.178954 0.178799 0.167448 CURRENT LEARNING RATE: 3.488269611776099e-08
previous_iter_valid_loss : 0.16159112751483917
1681460 0.161760 0.161591 0.167389 CURRENT LEARNING RATE: 3.487572027614474e-08
previous_iter_valid_loss : 0.1746460646390915
1681480 0.174923 0.174646 0.167472 CURRENT LEARNING RATE: 3.4868745829557434e-08
previous_iter_valid_loss : 0.16177962720394135
1681500 0.161936 0.161780 0.167473 CURRENT LEARNING RATE: 3.486177277771997e-08
previous_iter_valid_loss : 0.1639307588338852
1681520 0.164125 0.163931 0.167044 CURRENT LEARNING RATE: 3.485480112035342e-08
previous_iter_valid_loss : 0.1767873764038086
1681540 0.176944 0.176787 0.166494 CURRENT LEARNING RATE: 3.4847830857178914e-08
previous_iter_valid_loss : 0.16558384895324707
1681560 0.165802 0.165584 0.166722 CURRENT LEARNING RATE: 3.484086198791765e-08
previous_iter_valid_loss : 0.16060931980609894
1681580 0.160766 0.160609 0.166479 CURRENT LEARNING RATE: 3.483389451229087e-08
previous_iter_valid_loss : 0.1835743933916092
1681600 0.183932 0.183574 0.166834 CURRENT LEARNING RATE: 3.4826928430019875e-08
previous_iter_valid_loss : 0.1634780317544937
1681620 0.163675 0.163478 0.166389 CURRENT LEARNING RATE: 3.4819963740825896e-08
previous_iter_valid_loss : 0.16398562490940094
1681640 0.164158 0.163986 0.166412 CURRENT LEARNING RATE: 3.48130004444306e-08
previous_iter_valid_loss : 0.16685041785240173
1681660 0.167005 0.166850 0.166430 CURRENT LEARNING RATE: 3.480603854055533e-08
previous_iter_valid_loss : 0.16152293980121613
1681680 0.161676 0.161523 0.166477 CURRENT LEARNING RATE: 3.47990780289216e-08
previous_iter_valid_loss : 0.17592696845531464
1681700 0.176078 0.175927 0.167230 CURRENT LEARNING RATE: 3.4792118909250994e-08
previous_iter_valid_loss : 0.1762591302394867
1681720 0.176410 0.176259 0.167920 CURRENT LEARNING RATE: 3.478516118126515e-08
previous_iter_valid_loss : 0.17864352464675903
1681740 0.178961 0.178644 0.168756 CURRENT LEARNING RATE: 3.477820484468576e-08
previous_iter_valid_loss : 0.16532361507415771
1681760 0.165481 0.165324 0.168995 CURRENT LEARNING RATE: 3.4771249899234566e-08
previous_iter_valid_loss : 0.16197361052036285
1681780 0.162133 0.161974 0.168306 CURRENT LEARNING RATE: 3.476429634463325e-08
previous_iter_valid_loss : 0.16056230664253235
1681800 0.160726 0.160562 0.168117 CURRENT LEARNING RATE: 3.475734418060392e-08
previous_iter_valid_loss : 0.16724766790866852
1681820 0.167403 0.167248 0.168453 CURRENT LEARNING RATE: 3.475039340686835e-08
previous_iter_valid_loss : 0.16108031570911407
1681840 0.161259 0.161080 0.167567 CURRENT LEARNING RATE: 3.4743444023148535e-08
previous_iter_valid_loss : 0.19203494489192963
1681860 0.192153 0.192035 0.169089 CURRENT LEARNING RATE: 3.473649602916648e-08
previous_iter_valid_loss : 0.1613164246082306
1681880 0.161505 0.161316 0.168422 CURRENT LEARNING RATE: 3.4729549424644264e-08
previous_iter_valid_loss : 0.18478280305862427
1681900 0.185158 0.184783 0.169573 CURRENT LEARNING RATE: 3.4722604209304044e-08
previous_iter_valid_loss : 0.1672593057155609
1681920 0.167415 0.167259 0.169739 CURRENT LEARNING RATE: 3.471566038286786e-08
previous_iter_valid_loss : 0.1620103269815445
1681940 0.162168 0.162010 0.169000 CURRENT LEARNING RATE: 3.4708717945058226e-08
previous_iter_valid_loss : 0.16185262799263
1681960 0.162035 0.161853 0.168813 CURRENT LEARNING RATE: 3.4701776895597313e-08
previous_iter_valid_loss : 0.16708531975746155
1681980 0.167245 0.167085 0.169137 CURRENT LEARNING RATE: 3.469483723420749e-08
previous_iter_valid_loss : 0.165441632270813
1682000 0.165604 0.165442 0.168231 CURRENT LEARNING RATE: 3.4687898960611145e-08
previous_iter_valid_loss : 0.1626269519329071
1682020 0.162817 0.162627 0.168188 CURRENT LEARNING RATE: 3.468096207453077e-08
previous_iter_valid_loss : 0.16055771708488464
1682040 0.160712 0.160558 0.168017 CURRENT LEARNING RATE: 3.467402657568888e-08
previous_iter_valid_loss : 0.16117700934410095
1682060 0.161361 0.161177 0.167733 CURRENT LEARNING RATE: 3.466709246380806e-08
previous_iter_valid_loss : 0.16182659566402435
1682080 0.161981 0.161827 0.167748 CURRENT LEARNING RATE: 3.4660159738610826e-08
previous_iter_valid_loss : 0.1605314463376999
1682100 0.160692 0.160531 0.166978 CURRENT LEARNING RATE: 3.4653228399820104e-08
previous_iter_valid_loss : 0.1722336709499359
1682120 0.172384 0.172234 0.166777 CURRENT LEARNING RATE: 3.464629844715852e-08
previous_iter_valid_loss : 0.1645461916923523
1682140 0.164751 0.164546 0.166072 CURRENT LEARNING RATE: 3.463936988034888e-08
previous_iter_valid_loss : 0.16054265201091766
1682160 0.160702 0.160543 0.165833 CURRENT LEARNING RATE: 3.463244269911404e-08
previous_iter_valid_loss : 0.16066093742847443
1682180 0.160809 0.160661 0.165768 CURRENT LEARNING RATE: 3.462551690317691e-08
previous_iter_valid_loss : 0.18025633692741394
1682200 0.180594 0.180256 0.166752 CURRENT LEARNING RATE: 3.4618592492260466e-08
previous_iter_valid_loss : 0.1846684366464615
1682220 0.184808 0.184668 0.167623 CURRENT LEARNING RATE: 3.4611669466087724e-08
previous_iter_valid_loss : 0.16206812858581543
1682240 0.162224 0.162068 0.167673 CURRENT LEARNING RATE: 3.4604747824381645e-08
previous_iter_valid_loss : 0.17197689414024353
1682260 0.172126 0.171977 0.166670 CURRENT LEARNING RATE: 3.45978275668656e-08
previous_iter_valid_loss : 0.16800019145011902
1682280 0.168217 0.168000 0.167004 CURRENT LEARNING RATE: 3.4590908693262664e-08
previous_iter_valid_loss : 0.19840790331363678
1682300 0.198912 0.198408 0.167685 CURRENT LEARNING RATE: 3.458399120329609e-08
previous_iter_valid_loss : 0.1605086624622345
1682320 0.160675 0.160509 0.167348 CURRENT LEARNING RATE: 3.4577075096689155e-08
previous_iter_valid_loss : 0.1628941148519516
1682340 0.163071 0.162894 0.167392 CURRENT LEARNING RATE: 3.457016037316524e-08
previous_iter_valid_loss : 0.16055859625339508
1682360 0.160726 0.160559 0.167327 CURRENT LEARNING RATE: 3.456324703244774e-08
previous_iter_valid_loss : 0.16971340775489807
1682380 0.169948 0.169713 0.167459 CURRENT LEARNING RATE: 3.455633507426e-08
previous_iter_valid_loss : 0.17280714213848114
1682400 0.172957 0.172807 0.167827 CURRENT LEARNING RATE: 3.454942449832579e-08
previous_iter_valid_loss : 0.16416047513484955
1682420 0.164331 0.164160 0.167904 CURRENT LEARNING RATE: 3.4542515304368566e-08
previous_iter_valid_loss : 0.16079936921596527
1682440 0.160960 0.160799 0.167916 CURRENT LEARNING RATE: 3.4535607492111964e-08
previous_iter_valid_loss : 0.16111743450164795
1682460 0.161284 0.161117 0.167913 CURRENT LEARNING RATE: 3.452870106127966e-08
previous_iter_valid_loss : 0.16360221803188324
1682480 0.163795 0.163602 0.168001 CURRENT LEARNING RATE: 3.452179601159541e-08
previous_iter_valid_loss : 0.16366298496723175
1682500 0.163826 0.163663 0.168158 CURRENT LEARNING RATE: 3.4514892342783e-08
previous_iter_valid_loss : 0.16056141257286072
1682520 0.160713 0.160561 0.167574 CURRENT LEARNING RATE: 3.450799005456628e-08
previous_iter_valid_loss : 0.1697341352701187
1682540 0.169986 0.169734 0.167834 CURRENT LEARNING RATE: 3.450108914666906e-08
previous_iter_valid_loss : 0.16061057150363922
1682560 0.160769 0.160611 0.167837 CURRENT LEARNING RATE: 3.4494189618815525e-08
previous_iter_valid_loss : 0.16300353407859802
1682580 0.163197 0.163004 0.167954 CURRENT LEARNING RATE: 3.448729147072958e-08
previous_iter_valid_loss : 0.16597318649291992
1682600 0.166177 0.165973 0.167240 CURRENT LEARNING RATE: 3.44803947021353e-08
previous_iter_valid_loss : 0.16049864888191223
1682620 0.160668 0.160499 0.166032 CURRENT LEARNING RATE: 3.447349931275681e-08
previous_iter_valid_loss : 0.1610369235277176
1682640 0.161191 0.161037 0.165980 CURRENT LEARNING RATE: 3.44666053023183e-08
previous_iter_valid_loss : 0.1610424965620041
1682660 0.161203 0.161042 0.165433 CURRENT LEARNING RATE: 3.4459712670544004e-08
previous_iter_valid_loss : 0.1698421686887741
1682680 0.169996 0.169842 0.165526 CURRENT LEARNING RATE: 3.44528214171581e-08
previous_iter_valid_loss : 0.1605585664510727
1682700 0.160707 0.160559 0.163633 CURRENT LEARNING RATE: 3.4445931541885176e-08
previous_iter_valid_loss : 0.16456228494644165
1682720 0.164760 0.164562 0.163836 CURRENT LEARNING RATE: 3.443904304444952e-08
previous_iter_valid_loss : 0.16321662068367004
1682740 0.163410 0.163217 0.163852 CURRENT LEARNING RATE: 3.443215592457559e-08
previous_iter_valid_loss : 0.16601742804050446
1682760 0.166234 0.166017 0.164125 CURRENT LEARNING RATE: 3.4425270181987906e-08
previous_iter_valid_loss : 0.161686509847641
1682780 0.161872 0.161687 0.163723 CURRENT LEARNING RATE: 3.441838581641103e-08
previous_iter_valid_loss : 0.16150431334972382
1682800 0.161658 0.161504 0.163158 CURRENT LEARNING RATE: 3.441150282756959e-08
previous_iter_valid_loss : 0.16536180675029755
1682820 0.165578 0.165362 0.163218 CURRENT LEARNING RATE: 3.440462121518827e-08
previous_iter_valid_loss : 0.17077253758907318
1682840 0.170922 0.170773 0.163717 CURRENT LEARNING RATE: 3.439774097899168e-08
previous_iter_valid_loss : 0.17518293857574463
1682860 0.175332 0.175183 0.164420 CURRENT LEARNING RATE: 3.4390862118704854e-08
previous_iter_valid_loss : 0.1759965568780899
1682880 0.176285 0.175997 0.165040 CURRENT LEARNING RATE: 3.4383984634052515e-08
previous_iter_valid_loss : 0.16179002821445465
1682900 0.161975 0.161790 0.164946 CURRENT LEARNING RATE: 3.4377108524759574e-08
previous_iter_valid_loss : 0.16397562623023987
1682920 0.164147 0.163976 0.165117 CURRENT LEARNING RATE: 3.437023379055097e-08
previous_iter_valid_loss : 0.1628963053226471
1682940 0.163064 0.162896 0.164775 CURRENT LEARNING RATE: 3.436336043115173e-08
previous_iter_valid_loss : 0.176402747631073
1682960 0.176560 0.176403 0.165565 CURRENT LEARNING RATE: 3.435648844628691e-08
previous_iter_valid_loss : 0.16059893369674683
1682980 0.160759 0.160599 0.165445 CURRENT LEARNING RATE: 3.4349617835681634e-08
previous_iter_valid_loss : 0.1688719093799591
1683000 0.169027 0.168872 0.165590 CURRENT LEARNING RATE: 3.4342748599060946e-08
previous_iter_valid_loss : 0.16734282672405243
1683020 0.167570 0.167343 0.165932 CURRENT LEARNING RATE: 3.433588073615034e-08
previous_iter_valid_loss : 0.18444833159446716
1683040 0.184832 0.184448 0.167102 CURRENT LEARNING RATE: 3.432901424667496e-08
previous_iter_valid_loss : 0.1606680154800415
1683060 0.160844 0.160668 0.167084 CURRENT LEARNING RATE: 3.4322149130360156e-08
previous_iter_valid_loss : 0.16117671132087708
1683080 0.161362 0.161177 0.166650 CURRENT LEARNING RATE: 3.431528538693132e-08
previous_iter_valid_loss : 0.16639387607574463
1683100 0.166615 0.166394 0.166942 CURRENT LEARNING RATE: 3.4308423016113906e-08
previous_iter_valid_loss : 0.17030677199363708
1683120 0.170563 0.170307 0.167229 CURRENT LEARNING RATE: 3.430156201763342e-08
previous_iter_valid_loss : 0.16736069321632385
1683140 0.167518 0.167361 0.167437 CURRENT LEARNING RATE: 3.42947023912153e-08
previous_iter_valid_loss : 0.16356681287288666
1683160 0.163771 0.163567 0.167314 CURRENT LEARNING RATE: 3.428784413658539e-08
previous_iter_valid_loss : 0.1705978363752365
1683180 0.170846 0.170598 0.167760 CURRENT LEARNING RATE: 3.4280987253469256e-08
previous_iter_valid_loss : 0.16574303805828094
1683200 0.165904 0.165743 0.167971 CURRENT LEARNING RATE: 3.427413174159262e-08
previous_iter_valid_loss : 0.16121289134025574
1683220 0.161397 0.161213 0.167764 CURRENT LEARNING RATE: 3.4267277600681254e-08
previous_iter_valid_loss : 0.16932103037834167
1683240 0.169473 0.169321 0.167691 CURRENT LEARNING RATE: 3.4260424830461e-08
previous_iter_valid_loss : 0.16553662717342377
1683260 0.165697 0.165537 0.167209 CURRENT LEARNING RATE: 3.425357343065774e-08
previous_iter_valid_loss : 0.1659478396177292
1683280 0.166105 0.165948 0.166707 CURRENT LEARNING RATE: 3.4246723400997424e-08
previous_iter_valid_loss : 0.16419477760791779
1683300 0.164392 0.164195 0.166827 CURRENT LEARNING RATE: 3.423987474120593e-08
previous_iter_valid_loss : 0.16887976229190826
1683320 0.169127 0.168880 0.167072 CURRENT LEARNING RATE: 3.4233027451009547e-08
previous_iter_valid_loss : 0.16841353476047516
1683340 0.168563 0.168414 0.167348 CURRENT LEARNING RATE: 3.4226181530134264e-08
previous_iter_valid_loss : 0.16838018596172333
1683360 0.168538 0.168380 0.166947 CURRENT LEARNING RATE: 3.421933697830625e-08
previous_iter_valid_loss : 0.16064299643039703
1683380 0.160794 0.160643 0.166949 CURRENT LEARNING RATE: 3.421249379525172e-08
previous_iter_valid_loss : 0.16415923833847046
1683400 0.164325 0.164159 0.166713 CURRENT LEARNING RATE: 3.420565198069695e-08
previous_iter_valid_loss : 0.16757656633853912
1683420 0.167804 0.167577 0.166725 CURRENT LEARNING RATE: 3.419881153436826e-08
previous_iter_valid_loss : 0.16900625824928284
1683440 0.169159 0.169006 0.165953 CURRENT LEARNING RATE: 3.419197245599204e-08
previous_iter_valid_loss : 0.1608690619468689
1683460 0.161047 0.160869 0.165963 CURRENT LEARNING RATE: 3.41851347452946e-08
previous_iter_valid_loss : 0.17002707719802856
1683480 0.170276 0.170027 0.166406 CURRENT LEARNING RATE: 3.4178298402002676e-08
previous_iter_valid_loss : 0.16699540615081787
1683500 0.167154 0.166995 0.166436 CURRENT LEARNING RATE: 3.4171463425842685e-08
previous_iter_valid_loss : 0.16052591800689697
1683520 0.160690 0.160526 0.165947 CURRENT LEARNING RATE: 3.416462981654124e-08
previous_iter_valid_loss : 0.16941769421100616
1683540 0.169567 0.169418 0.166049 CURRENT LEARNING RATE: 3.4157797573824997e-08
previous_iter_valid_loss : 0.16603496670722961
1683560 0.166259 0.166035 0.166173 CURRENT LEARNING RATE: 3.415096669742066e-08
previous_iter_valid_loss : 0.16179393231868744
1683580 0.161986 0.161794 0.165733 CURRENT LEARNING RATE: 3.414413718705499e-08
previous_iter_valid_loss : 0.16114918887615204
1683600 0.161312 0.161149 0.165503 CURRENT LEARNING RATE: 3.4137309042454693e-08
previous_iter_valid_loss : 0.1619708389043808
1683620 0.162127 0.161971 0.165541 CURRENT LEARNING RATE: 3.413048226334689e-08
previous_iter_valid_loss : 0.16377010941505432
1683640 0.163969 0.163770 0.165263 CURRENT LEARNING RATE: 3.412365684945837e-08
previous_iter_valid_loss : 0.16954943537712097
1683660 0.169790 0.169549 0.165464 CURRENT LEARNING RATE: 3.411683280051614e-08
previous_iter_valid_loss : 0.16895908117294312
1683680 0.169115 0.168959 0.165615 CURRENT LEARNING RATE: 3.411001011624722e-08
previous_iter_valid_loss : 0.1615460067987442
1683700 0.161703 0.161546 0.165482 CURRENT LEARNING RATE: 3.410318879637871e-08
previous_iter_valid_loss : 0.16214725375175476
1683720 0.162297 0.162147 0.165146 CURRENT LEARNING RATE: 3.409636884063776e-08
previous_iter_valid_loss : 0.16098038852214813
1683740 0.161137 0.160980 0.164774 CURRENT LEARNING RATE: 3.4089550248751565e-08
previous_iter_valid_loss : 0.1804734468460083
1683760 0.180803 0.180473 0.165379 CURRENT LEARNING RATE: 3.408273302044726e-08
previous_iter_valid_loss : 0.1620592325925827
1683780 0.162249 0.162059 0.165449 CURRENT LEARNING RATE: 3.407591715545241e-08
previous_iter_valid_loss : 0.16289536654949188
1683800 0.163053 0.162895 0.165386 CURRENT LEARNING RATE: 3.406910265349425e-08
previous_iter_valid_loss : 0.18518328666687012
1683820 0.185329 0.185183 0.166266 CURRENT LEARNING RATE: 3.406228951430019e-08
previous_iter_valid_loss : 0.16190727055072784
1683840 0.162051 0.161907 0.165912 CURRENT LEARNING RATE: 3.4055477737597726e-08
previous_iter_valid_loss : 0.16054247319698334
1683860 0.160706 0.160542 0.165895 CURRENT LEARNING RATE: 3.404866732311437e-08
previous_iter_valid_loss : 0.16748780012130737
1683880 0.167644 0.167488 0.165768 CURRENT LEARNING RATE: 3.4041858270577716e-08
previous_iter_valid_loss : 0.17249104380607605
1683900 0.172640 0.172491 0.166043 CURRENT LEARNING RATE: 3.403505057971527e-08
previous_iter_valid_loss : 0.16068053245544434
1683920 0.160856 0.160681 0.166051 CURRENT LEARNING RATE: 3.4028244250254975e-08
previous_iter_valid_loss : 0.18854719400405884
1683940 0.188679 0.188547 0.167007 CURRENT LEARNING RATE: 3.4021439281924456e-08
previous_iter_valid_loss : 0.16059920191764832
1683960 0.160756 0.160599 0.166735 CURRENT LEARNING RATE: 3.4014635674451516e-08
previous_iter_valid_loss : 0.1609259992837906
1683980 0.161096 0.160926 0.166692 CURRENT LEARNING RATE: 3.4007833427564006e-08
previous_iter_valid_loss : 0.16684529185295105
1684000 0.167067 0.166845 0.166977 CURRENT LEARNING RATE: 3.400103254098983e-08
previous_iter_valid_loss : 0.16339698433876038
1684020 0.163602 0.163397 0.167048 CURRENT LEARNING RATE: 3.399423301445697e-08
previous_iter_valid_loss : 0.16564872860908508
1684040 0.165868 0.165649 0.167142 CURRENT LEARNING RATE: 3.398743484769343e-08
previous_iter_valid_loss : 0.1813473403453827
1684060 0.181504 0.181347 0.167732 CURRENT LEARNING RATE: 3.398063804042717e-08
previous_iter_valid_loss : 0.1655082404613495
1684080 0.165678 0.165508 0.167559 CURRENT LEARNING RATE: 3.397384259238656e-08
previous_iter_valid_loss : 0.16188202798366547
1684100 0.162042 0.161882 0.167576 CURRENT LEARNING RATE: 3.3967048503299656e-08
previous_iter_valid_loss : 0.17346984148025513
1684120 0.173744 0.173470 0.168142 CURRENT LEARNING RATE: 3.396025577289469e-08
previous_iter_valid_loss : 0.16065481305122375
1684140 0.160815 0.160655 0.168126 CURRENT LEARNING RATE: 3.395346440089996e-08
previous_iter_valid_loss : 0.16190606355667114
1684160 0.162105 0.161906 0.167198 CURRENT LEARNING RATE: 3.394667438704382e-08
previous_iter_valid_loss : 0.16176874935626984
1684180 0.161958 0.161769 0.167183 CURRENT LEARNING RATE: 3.393988573105465e-08
previous_iter_valid_loss : 0.16369663178920746
1684200 0.163883 0.163697 0.167223 CURRENT LEARNING RATE: 3.3933098432660924e-08
previous_iter_valid_loss : 0.1687793731689453
1684220 0.168936 0.168779 0.166403 CURRENT LEARNING RATE: 3.392631249159101e-08
previous_iter_valid_loss : 0.1607082486152649
1684240 0.160883 0.160708 0.166343 CURRENT LEARNING RATE: 3.391952790757373e-08
previous_iter_valid_loss : 0.16781292855739594
1684260 0.167963 0.167813 0.166707 CURRENT LEARNING RATE: 3.391274468033756e-08
previous_iter_valid_loss : 0.165444478392601
1684280 0.165610 0.165444 0.166604 CURRENT LEARNING RATE: 3.390596280961119e-08
previous_iter_valid_loss : 0.16122566163539886
1684300 0.161384 0.161226 0.166041 CURRENT LEARNING RATE: 3.3899182295123335e-08
previous_iter_valid_loss : 0.17255671322345734
1684320 0.172709 0.172557 0.166635 CURRENT LEARNING RATE: 3.389240313660278e-08
previous_iter_valid_loss : 0.16099703311920166
1684340 0.161175 0.160997 0.165257 CURRENT LEARNING RATE: 3.388562533377835e-08
previous_iter_valid_loss : 0.16371136903762817
1684360 0.163909 0.163711 0.165413 CURRENT LEARNING RATE: 3.387884888637881e-08
previous_iter_valid_loss : 0.16070525348186493
1684380 0.160881 0.160705 0.165402 CURRENT LEARNING RATE: 3.387207379413336e-08
previous_iter_valid_loss : 0.1770215928554535
1684400 0.177321 0.177022 0.165911 CURRENT LEARNING RATE: 3.3865300056770863e-08
previous_iter_valid_loss : 0.1611446738243103
1684420 0.161322 0.161145 0.165798 CURRENT LEARNING RATE: 3.385852767402038e-08
previous_iter_valid_loss : 0.16083264350891113
1684440 0.161007 0.160833 0.165557 CURRENT LEARNING RATE: 3.3851756645611e-08
previous_iter_valid_loss : 0.17293307185173035
1684460 0.173081 0.172933 0.165137 CURRENT LEARNING RATE: 3.3844986971271894e-08
previous_iter_valid_loss : 0.16744552552700043
1684480 0.167603 0.167446 0.165234 CURRENT LEARNING RATE: 3.383821865073227e-08
previous_iter_valid_loss : 0.16720643639564514
1684500 0.167367 0.167206 0.165500 CURRENT LEARNING RATE: 3.38314516837214e-08
previous_iter_valid_loss : 0.16051965951919556
1684520 0.160679 0.160520 0.164852 CURRENT LEARNING RATE: 3.3824686069968474e-08
previous_iter_valid_loss : 0.17400075495243073
1684540 0.174279 0.174001 0.165520 CURRENT LEARNING RATE: 3.381792180920312e-08
previous_iter_valid_loss : 0.16201215982437134
1684560 0.162198 0.162012 0.165525 CURRENT LEARNING RATE: 3.381115890115464e-08
previous_iter_valid_loss : 0.16235309839248657
1684580 0.162526 0.162353 0.165554 CURRENT LEARNING RATE: 3.380439734555253e-08
previous_iter_valid_loss : 0.16353510320186615
1684600 0.163731 0.163535 0.165546 CURRENT LEARNING RATE: 3.379763714212631e-08
previous_iter_valid_loss : 0.17155206203460693
1684620 0.171697 0.171552 0.165685 CURRENT LEARNING RATE: 3.379087829060558e-08
previous_iter_valid_loss : 0.16390863060951233
1684640 0.164105 0.163909 0.165845 CURRENT LEARNING RATE: 3.378412079071999e-08
previous_iter_valid_loss : 0.1626279205083847
1684660 0.162797 0.162628 0.165585 CURRENT LEARNING RATE: 3.3777364642199114e-08
previous_iter_valid_loss : 0.16681955754756927
1684680 0.166979 0.166820 0.165654 CURRENT LEARNING RATE: 3.377060984477295e-08
previous_iter_valid_loss : 0.16250160336494446
1684700 0.162699 0.162502 0.165718 CURRENT LEARNING RATE: 3.376385639817118e-08
previous_iter_valid_loss : 0.16135753691196442
1684720 0.161549 0.161358 0.165158 CURRENT LEARNING RATE: 3.375710430212368e-08
previous_iter_valid_loss : 0.16930371522903442
1684740 0.169455 0.169304 0.165573 CURRENT LEARNING RATE: 3.375035355636034e-08
previous_iter_valid_loss : 0.16095848381519318
1684760 0.161114 0.160958 0.165436 CURRENT LEARNING RATE: 3.374360416061116e-08
previous_iter_valid_loss : 0.1873120218515396
1684780 0.187447 0.187312 0.166766 CURRENT LEARNING RATE: 3.373685611460615e-08
previous_iter_valid_loss : 0.16054068505764008
1684800 0.160690 0.160541 0.165942 CURRENT LEARNING RATE: 3.373010941807538e-08
previous_iter_valid_loss : 0.18352237343788147
1684820 0.183673 0.183522 0.167061 CURRENT LEARNING RATE: 3.372336407074888e-08
previous_iter_valid_loss : 0.16576555371284485
1684840 0.165922 0.165766 0.167308 CURRENT LEARNING RATE: 3.371662007235707e-08
previous_iter_valid_loss : 0.16140782833099365
1684860 0.161566 0.161408 0.166731 CURRENT LEARNING RATE: 3.370987742263006e-08
previous_iter_valid_loss : 0.16383928060531616
1684880 0.164050 0.163839 0.166551 CURRENT LEARNING RATE: 3.370313612129815e-08
previous_iter_valid_loss : 0.16431519389152527
1684900 0.164508 0.164315 0.166406 CURRENT LEARNING RATE: 3.3696396168091696e-08
previous_iter_valid_loss : 0.16128723323345184
1684920 0.161448 0.161287 0.166445 CURRENT LEARNING RATE: 3.368965756274109e-08
previous_iter_valid_loss : 0.16069833934307098
1684940 0.160874 0.160698 0.165780 CURRENT LEARNING RATE: 3.368292030497679e-08
previous_iter_valid_loss : 0.16210758686065674
1684960 0.162267 0.162108 0.165784 CURRENT LEARNING RATE: 3.367618439452931e-08
previous_iter_valid_loss : 0.17307019233703613
1684980 0.173342 0.173070 0.166320 CURRENT LEARNING RATE: 3.366944983112909e-08
previous_iter_valid_loss : 0.16278204321861267
1685000 0.162945 0.162782 0.166283 CURRENT LEARNING RATE: 3.366271661450699e-08
previous_iter_valid_loss : 0.17399220168590546
1685020 0.174148 0.173992 0.166405 CURRENT LEARNING RATE: 3.365598474439355e-08
previous_iter_valid_loss : 0.1605038195848465
1685040 0.160674 0.160504 0.166234 CURRENT LEARNING RATE: 3.364925422051951e-08
previous_iter_valid_loss : 0.16128326952457428
1685060 0.161467 0.161283 0.166167 CURRENT LEARNING RATE: 3.364252504261565e-08
previous_iter_valid_loss : 0.1663522571325302
1685080 0.166568 0.166352 0.166144 CURRENT LEARNING RATE: 3.363579721041278e-08
previous_iter_valid_loss : 0.16519685089588165
1685100 0.165394 0.165197 0.166279 CURRENT LEARNING RATE: 3.362907072364181e-08
previous_iter_valid_loss : 0.16646277904510498
1685120 0.166682 0.166463 0.166534 CURRENT LEARNING RATE: 3.3622345582033564e-08
previous_iter_valid_loss : 0.16960836946964264
1685140 0.169853 0.169608 0.166549 CURRENT LEARNING RATE: 3.3615621785319255e-08
previous_iter_valid_loss : 0.16415256261825562
1685160 0.164353 0.164153 0.166709 CURRENT LEARNING RATE: 3.360889933322982e-08
previous_iter_valid_loss : 0.1696755588054657
1685180 0.169929 0.169676 0.165827 CURRENT LEARNING RATE: 3.360217822549637e-08
previous_iter_valid_loss : 0.16214056313037872
1685200 0.162329 0.162141 0.165907 CURRENT LEARNING RATE: 3.359545846185005e-08
previous_iter_valid_loss : 0.16085673868656158
1685220 0.161016 0.160857 0.164774 CURRENT LEARNING RATE: 3.358874004202207e-08
previous_iter_valid_loss : 0.16519199311733246
1685240 0.165419 0.165192 0.164745 CURRENT LEARNING RATE: 3.3582022965743705e-08
previous_iter_valid_loss : 0.1610003113746643
1685260 0.161187 0.161000 0.164725 CURRENT LEARNING RATE: 3.3575307232746254e-08
previous_iter_valid_loss : 0.16391785442829132
1685280 0.164092 0.163918 0.164729 CURRENT LEARNING RATE: 3.356859284276098e-08
previous_iter_valid_loss : 0.16114163398742676
1685300 0.161329 0.161142 0.164570 CURRENT LEARNING RATE: 3.3561879795519544e-08
previous_iter_valid_loss : 0.16053375601768494
1685320 0.160699 0.160534 0.164532 CURRENT LEARNING RATE: 3.3555168090753306e-08
previous_iter_valid_loss : 0.16117346286773682
1685340 0.161361 0.161173 0.164556 CURRENT LEARNING RATE: 3.3548457728193795e-08
previous_iter_valid_loss : 0.160539448261261
1685360 0.160715 0.160539 0.164478 CURRENT LEARNING RATE: 3.3541748707572595e-08
previous_iter_valid_loss : 0.16168126463890076
1685380 0.161856 0.161681 0.163908 CURRENT LEARNING RATE: 3.3535041028621354e-08
previous_iter_valid_loss : 0.18838681280612946
1685400 0.188819 0.188387 0.165188 CURRENT LEARNING RATE: 3.352833469107175e-08
previous_iter_valid_loss : 0.1698276847600937
1685420 0.169982 0.169828 0.164980 CURRENT LEARNING RATE: 3.352162969465554e-08
previous_iter_valid_loss : 0.17699138820171356
1685440 0.177146 0.176991 0.165804 CURRENT LEARNING RATE: 3.351492603910441e-08
previous_iter_valid_loss : 0.16058340668678284
1685460 0.160732 0.160583 0.165770 CURRENT LEARNING RATE: 3.350822372415044e-08
previous_iter_valid_loss : 0.1617385596036911
1685480 0.161903 0.161739 0.165539 CURRENT LEARNING RATE: 3.350152274952543e-08
previous_iter_valid_loss : 0.16086243093013763
1685500 0.161041 0.160862 0.165322 CURRENT LEARNING RATE: 3.3494823114961326e-08
previous_iter_valid_loss : 0.16064417362213135
1685520 0.160809 0.160644 0.165031 CURRENT LEARNING RATE: 3.348812482019015e-08
previous_iter_valid_loss : 0.1607278436422348
1685540 0.160898 0.160728 0.164587 CURRENT LEARNING RATE: 3.348142786494398e-08
previous_iter_valid_loss : 0.1670159101486206
1685560 0.167244 0.167016 0.164730 CURRENT LEARNING RATE: 3.347473224895492e-08
previous_iter_valid_loss : 0.16614983975887299
1685580 0.166309 0.166150 0.164554 CURRENT LEARNING RATE: 3.346803797195504e-08
previous_iter_valid_loss : 0.1687633991241455
1685600 0.168915 0.168763 0.164885 CURRENT LEARNING RATE: 3.3461345033676804e-08
previous_iter_valid_loss : 0.16367535293102264
1685620 0.163866 0.163675 0.165026 CURRENT LEARNING RATE: 3.3454653433852376e-08
previous_iter_valid_loss : 0.1607402116060257
1685640 0.160902 0.160740 0.164804 CURRENT LEARNING RATE: 3.344796317221409e-08
previous_iter_valid_loss : 0.16395927965641022
1685660 0.164151 0.163959 0.164951 CURRENT LEARNING RATE: 3.344127424849432e-08
previous_iter_valid_loss : 0.16595938801765442
1685680 0.166125 0.165959 0.165054 CURRENT LEARNING RATE: 3.343458666242554e-08
previous_iter_valid_loss : 0.19728608429431915
1685700 0.197798 0.197286 0.166861 CURRENT LEARNING RATE: 3.342790041374023e-08
previous_iter_valid_loss : 0.17065821588039398
1685720 0.170912 0.170658 0.167367 CURRENT LEARNING RATE: 3.342121550217093e-08
previous_iter_valid_loss : 0.16245754063129425
1685740 0.162647 0.162458 0.167431 CURRENT LEARNING RATE: 3.341453192745015e-08
previous_iter_valid_loss : 0.1609562784433365
1685760 0.161108 0.160956 0.167452 CURRENT LEARNING RATE: 3.3407849689310766e-08
previous_iter_valid_loss : 0.1732848882675171
1685780 0.173429 0.173285 0.168032 CURRENT LEARNING RATE: 3.340116878748537e-08
previous_iter_valid_loss : 0.16702231764793396
1685800 0.167246 0.167022 0.166964 CURRENT LEARNING RATE: 3.339448922170673e-08
previous_iter_valid_loss : 0.16052043437957764
1685820 0.160699 0.160520 0.166499 CURRENT LEARNING RATE: 3.3387810991707663e-08
previous_iter_valid_loss : 0.16064853966236115
1685840 0.160816 0.160649 0.165681 CURRENT LEARNING RATE: 3.338113409722104e-08
previous_iter_valid_loss : 0.16242772340774536
1685860 0.162621 0.162428 0.165774 CURRENT LEARNING RATE: 3.337445853797979e-08
previous_iter_valid_loss : 0.16053199768066406
1685880 0.160703 0.160532 0.165713 CURRENT LEARNING RATE: 3.3367784313716766e-08
previous_iter_valid_loss : 0.16870670020580292
1685900 0.168939 0.168707 0.166106 CURRENT LEARNING RATE: 3.336111142416524e-08
previous_iter_valid_loss : 0.16148898005485535
1685920 0.161672 0.161489 0.166148 CURRENT LEARNING RATE: 3.3354439869058166e-08
previous_iter_valid_loss : 0.1628832221031189
1685940 0.163057 0.162883 0.166256 CURRENT LEARNING RATE: 3.33477696481287e-08
previous_iter_valid_loss : 0.18596050143241882
1685960 0.186101 0.185961 0.167203 CURRENT LEARNING RATE: 3.334110076111002e-08
previous_iter_valid_loss : 0.16389018297195435
1685980 0.164085 0.163890 0.167090 CURRENT LEARNING RATE: 3.3334433207735375e-08
previous_iter_valid_loss : 0.16087093949317932
1686000 0.161051 0.160871 0.166695 CURRENT LEARNING RATE: 3.332776698773807e-08
previous_iter_valid_loss : 0.16445738077163696
1686020 0.164658 0.164457 0.166734 CURRENT LEARNING RATE: 3.332110210085144e-08
previous_iter_valid_loss : 0.1632307469844818
1686040 0.163423 0.163231 0.166859 CURRENT LEARNING RATE: 3.331443854680878e-08
previous_iter_valid_loss : 0.16062979400157928
1686060 0.160803 0.160630 0.166692 CURRENT LEARNING RATE: 3.3307776325343784e-08
previous_iter_valid_loss : 0.17836353182792664
1686080 0.178521 0.178364 0.167312 CURRENT LEARNING RATE: 3.3301115436189855e-08
previous_iter_valid_loss : 0.16325491666793823
1686100 0.163420 0.163255 0.165611 CURRENT LEARNING RATE: 3.329445587908054e-08
previous_iter_valid_loss : 0.16605781018733978
1686120 0.166222 0.166058 0.165381 CURRENT LEARNING RATE: 3.328779765374947e-08
previous_iter_valid_loss : 0.17006149888038635
1686140 0.170205 0.170061 0.165761 CURRENT LEARNING RATE: 3.32811407599303e-08
previous_iter_valid_loss : 0.16814158856868744
1686160 0.168374 0.168142 0.166120 CURRENT LEARNING RATE: 3.327448519735678e-08
previous_iter_valid_loss : 0.16101855039596558
1686180 0.161183 0.161019 0.165507 CURRENT LEARNING RATE: 3.326783096576266e-08
previous_iter_valid_loss : 0.1613541841506958
1686200 0.161508 0.161354 0.165224 CURRENT LEARNING RATE: 3.326117806488167e-08
previous_iter_valid_loss : 0.17438405752182007
1686220 0.174666 0.174384 0.165917 CURRENT LEARNING RATE: 3.325452649444792e-08
previous_iter_valid_loss : 0.16056251525878906
1686240 0.160718 0.160563 0.165913 CURRENT LEARNING RATE: 3.3247876254195244e-08
previous_iter_valid_loss : 0.1608789712190628
1686260 0.161056 0.160879 0.165835 CURRENT LEARNING RATE: 3.324122734385762e-08
previous_iter_valid_loss : 0.16059818863868713
1686280 0.160763 0.160598 0.165838 CURRENT LEARNING RATE: 3.323457976316909e-08
previous_iter_valid_loss : 0.17651277780532837
1686300 0.176805 0.176513 0.166229 CURRENT LEARNING RATE: 3.322793351186376e-08
previous_iter_valid_loss : 0.1684207171201706
1686320 0.168578 0.168421 0.166575 CURRENT LEARNING RATE: 3.3221288589675766e-08
previous_iter_valid_loss : 0.16169603168964386
1686340 0.161856 0.161696 0.166516 CURRENT LEARNING RATE: 3.321464499633921e-08
previous_iter_valid_loss : 0.181113600730896
1686360 0.181452 0.181114 0.166274 CURRENT LEARNING RATE: 3.320800273158857e-08
previous_iter_valid_loss : 0.16273191571235657
1686380 0.162912 0.162732 0.166216 CURRENT LEARNING RATE: 3.320136179515805e-08
previous_iter_valid_loss : 0.1624482274055481
1686400 0.162614 0.162448 0.166295 CURRENT LEARNING RATE: 3.3194722186782006e-08
previous_iter_valid_loss : 0.1948350965976715
1686420 0.194946 0.194835 0.167813 CURRENT LEARNING RATE: 3.3188083906194846e-08
previous_iter_valid_loss : 0.18927675485610962
1686440 0.189401 0.189277 0.169116 CURRENT LEARNING RATE: 3.318144695313105e-08
previous_iter_valid_loss : 0.1651567816734314
1686460 0.165359 0.165157 0.169342 CURRENT LEARNING RATE: 3.317481132732514e-08
previous_iter_valid_loss : 0.16233478486537933
1686480 0.162525 0.162335 0.168541 CURRENT LEARNING RATE: 3.316817702851169e-08
previous_iter_valid_loss : 0.16144239902496338
1686500 0.161629 0.161442 0.168450 CURRENT LEARNING RATE: 3.31615440564252e-08
previous_iter_valid_loss : 0.16910673677921295
1686520 0.169262 0.169107 0.168602 CURRENT LEARNING RATE: 3.3154912410800596e-08
previous_iter_valid_loss : 0.17007067799568176
1686540 0.170318 0.170071 0.168603 CURRENT LEARNING RATE: 3.31482820913725e-08
previous_iter_valid_loss : 0.16071365773677826
1686560 0.160886 0.160714 0.168232 CURRENT LEARNING RATE: 3.314165309787569e-08
previous_iter_valid_loss : 0.1695605367422104
1686580 0.169800 0.169561 0.168659 CURRENT LEARNING RATE: 3.3135025430045e-08
previous_iter_valid_loss : 0.1664215326309204
1686600 0.166581 0.166422 0.168912 CURRENT LEARNING RATE: 3.312839908761534e-08
previous_iter_valid_loss : 0.16096046566963196
1686620 0.161116 0.160960 0.168241 CURRENT LEARNING RATE: 3.312177407032164e-08
previous_iter_valid_loss : 0.16159333288669586
1686640 0.161746 0.161593 0.168292 CURRENT LEARNING RATE: 3.3115150377898916e-08
previous_iter_valid_loss : 0.1607588678598404
1686660 0.160935 0.160759 0.168286 CURRENT LEARNING RATE: 3.310852801008209e-08
previous_iter_valid_loss : 0.17456354200839996
1686680 0.174856 0.174564 0.168985 CURRENT LEARNING RATE: 3.310190696660651e-08
previous_iter_valid_loss : 0.1608266681432724
1686700 0.160986 0.160827 0.168200 CURRENT LEARNING RATE: 3.30952872472072e-08
previous_iter_valid_loss : 0.18040302395820618
1686720 0.180720 0.180403 0.168799 CURRENT LEARNING RATE: 3.30886688516194e-08
previous_iter_valid_loss : 0.1666259914636612
1686740 0.166842 0.166626 0.169046 CURRENT LEARNING RATE: 3.308205177957836e-08
previous_iter_valid_loss : 0.16722339391708374
1686760 0.167385 0.167223 0.168351 CURRENT LEARNING RATE: 3.307543603081938e-08
previous_iter_valid_loss : 0.16088221967220306
1686780 0.161053 0.160882 0.168259 CURRENT LEARNING RATE: 3.3068821605077856e-08
previous_iter_valid_loss : 0.16724994778633118
1686800 0.167408 0.167250 0.168499 CURRENT LEARNING RATE: 3.306220850208908e-08
previous_iter_valid_loss : 0.16118033230304718
1686820 0.161338 0.161180 0.166816 CURRENT LEARNING RATE: 3.305559672158877e-08
previous_iter_valid_loss : 0.16090638935565948
1686840 0.161088 0.160906 0.165398 CURRENT LEARNING RATE: 3.304898626331233e-08
previous_iter_valid_loss : 0.167349174618721
1686860 0.167576 0.167349 0.165507 CURRENT LEARNING RATE: 3.304237712699534e-08
previous_iter_valid_loss : 0.16169993579387665
1686880 0.161889 0.161700 0.165476 CURRENT LEARNING RATE: 3.303576931237345e-08
previous_iter_valid_loss : 0.1606997400522232
1686900 0.160864 0.160700 0.165438 CURRENT LEARNING RATE: 3.302916281918233e-08
previous_iter_valid_loss : 0.1605587750673294
1686920 0.160722 0.160559 0.165011 CURRENT LEARNING RATE: 3.302255764715773e-08
previous_iter_valid_loss : 0.16284500062465668
1686940 0.163013 0.162845 0.164650 CURRENT LEARNING RATE: 3.3015953796035434e-08
previous_iter_valid_loss : 0.1652396023273468
1686960 0.165460 0.165240 0.164876 CURRENT LEARNING RATE: 3.3009351265551186e-08
previous_iter_valid_loss : 0.1659276932477951
1686980 0.166147 0.165928 0.164694 CURRENT LEARNING RATE: 3.3002750055441106e-08
previous_iter_valid_loss : 0.16191701591014862
1687000 0.162106 0.161917 0.164469 CURRENT LEARNING RATE: 3.299615016544103e-08
previous_iter_valid_loss : 0.1695040613412857
1687020 0.169658 0.169504 0.164896 CURRENT LEARNING RATE: 3.2989551595286965e-08
previous_iter_valid_loss : 0.16643936932086945
1687040 0.166604 0.166439 0.165139 CURRENT LEARNING RATE: 3.298295434471498e-08
previous_iter_valid_loss : 0.16998358070850372
1687060 0.170135 0.169984 0.165600 CURRENT LEARNING RATE: 3.297635841346116e-08
previous_iter_valid_loss : 0.16195064783096313
1687080 0.162144 0.161951 0.164969 CURRENT LEARNING RATE: 3.2969763801261686e-08
previous_iter_valid_loss : 0.1691737174987793
1687100 0.169418 0.169174 0.165387 CURRENT LEARNING RATE: 3.296317050785265e-08
previous_iter_valid_loss : 0.1777770221233368
1687120 0.177935 0.177777 0.165255 CURRENT LEARNING RATE: 3.2956578532970554e-08
previous_iter_valid_loss : 0.16861671209335327
1687140 0.168768 0.168617 0.165355 CURRENT LEARNING RATE: 3.294998787635161e-08
previous_iter_valid_loss : 0.17856097221374512
1687160 0.178712 0.178561 0.165922 CURRENT LEARNING RATE: 3.294339853773218e-08
previous_iter_valid_loss : 0.16094627976417542
1687180 0.161100 0.160946 0.165925 CURRENT LEARNING RATE: 3.2936810516848696e-08
previous_iter_valid_loss : 0.16281895339488983
1687200 0.162974 0.162819 0.165703 CURRENT LEARNING RATE: 3.293022381343764e-08
previous_iter_valid_loss : 0.16064152121543884
1687220 0.160794 0.160642 0.165677 CURRENT LEARNING RATE: 3.292363842723554e-08
previous_iter_valid_loss : 0.16330987215042114
1687240 0.163501 0.163310 0.165797 CURRENT LEARNING RATE: 3.291705435797898e-08
previous_iter_valid_loss : 0.1635420322418213
1687260 0.163714 0.163542 0.165606 CURRENT LEARNING RATE: 3.291047160540448e-08
previous_iter_valid_loss : 0.1619359850883484
1687280 0.162101 0.161936 0.165618 CURRENT LEARNING RATE: 3.290389016924897e-08
previous_iter_valid_loss : 0.16066333651542664
1687300 0.160832 0.160663 0.165616 CURRENT LEARNING RATE: 3.289731004924907e-08
previous_iter_valid_loss : 0.16061368584632874
1687320 0.160774 0.160614 0.165619 CURRENT LEARNING RATE: 3.2890731245141576e-08
previous_iter_valid_loss : 0.16062487661838531
1687340 0.160783 0.160625 0.165508 CURRENT LEARNING RATE: 3.288415375666333e-08
previous_iter_valid_loss : 0.16057667136192322
1687360 0.160734 0.160577 0.165275 CURRENT LEARNING RATE: 3.287757758355125e-08
previous_iter_valid_loss : 0.18300631642341614
1687380 0.183371 0.183006 0.166129 CURRENT LEARNING RATE: 3.287100272554227e-08
previous_iter_valid_loss : 0.16901090741157532
1687400 0.169165 0.169011 0.166483 CURRENT LEARNING RATE: 3.286442918237341e-08
previous_iter_valid_loss : 0.16054598987102509
1687420 0.160717 0.160546 0.166036 CURRENT LEARNING RATE: 3.2857856953781594e-08
previous_iter_valid_loss : 0.16512846946716309
1687440 0.165337 0.165128 0.165970 CURRENT LEARNING RATE: 3.2851286039504187e-08
previous_iter_valid_loss : 0.16079190373420715
1687460 0.160950 0.160792 0.165510 CURRENT LEARNING RATE: 3.284471643927822e-08
previous_iter_valid_loss : 0.1666661649942398
1687480 0.166821 0.166666 0.165746 CURRENT LEARNING RATE: 3.283814815284092e-08
previous_iter_valid_loss : 0.16299928724765778
1687500 0.163197 0.162999 0.165438 CURRENT LEARNING RATE: 3.2831581179929546e-08
previous_iter_valid_loss : 0.1640566736459732
1687520 0.164216 0.164057 0.164751 CURRENT LEARNING RATE: 3.2825015520281424e-08
previous_iter_valid_loss : 0.16252762079238892
1687540 0.162694 0.162528 0.164447 CURRENT LEARNING RATE: 3.281845117363393e-08
previous_iter_valid_loss : 0.16234728693962097
1687560 0.162506 0.162347 0.163636 CURRENT LEARNING RATE: 3.281188813972437e-08
previous_iter_valid_loss : 0.1605391949415207
1687580 0.160697 0.160539 0.163616 CURRENT LEARNING RATE: 3.280532641829046e-08
previous_iter_valid_loss : 0.16276642680168152
1687600 0.162925 0.162766 0.163613 CURRENT LEARNING RATE: 3.2798766009069605e-08
previous_iter_valid_loss : 0.1607901155948639
1687620 0.160952 0.160790 0.163621 CURRENT LEARNING RATE: 3.2792206911799395e-08
previous_iter_valid_loss : 0.2015683799982071
1687640 0.201636 0.201568 0.165534 CURRENT LEARNING RATE: 3.278564912621747e-08
previous_iter_valid_loss : 0.17403464019298553
1687660 0.174175 0.174035 0.166058 CURRENT LEARNING RATE: 3.2779092652061515e-08
previous_iter_valid_loss : 0.16130471229553223
1687680 0.161459 0.161305 0.166027 CURRENT LEARNING RATE: 3.2772537489069266e-08
previous_iter_valid_loss : 0.16549564898014069
1687700 0.165666 0.165496 0.166268 CURRENT LEARNING RATE: 3.276598363697852e-08
previous_iter_valid_loss : 0.16063140332698822
1687720 0.160806 0.160631 0.166269 CURRENT LEARNING RATE: 3.275943109552701e-08
previous_iter_valid_loss : 0.16452112793922424
1687740 0.164713 0.164521 0.166464 CURRENT LEARNING RATE: 3.275287986445287e-08
previous_iter_valid_loss : 0.16876466572284698
1687760 0.168920 0.168765 0.166874 CURRENT LEARNING RATE: 3.274632994349392e-08
previous_iter_valid_loss : 0.16801787912845612
1687780 0.168238 0.168018 0.166124 CURRENT LEARNING RATE: 3.2739781332388176e-08
previous_iter_valid_loss : 0.16063274443149567
1687800 0.160797 0.160633 0.165705 CURRENT LEARNING RATE: 3.273323403087369e-08
previous_iter_valid_loss : 0.1778889000415802
1687820 0.178044 0.177889 0.166572 CURRENT LEARNING RATE: 3.272668803868857e-08
previous_iter_valid_loss : 0.1612064093351364
1687840 0.161384 0.161206 0.166376 CURRENT LEARNING RATE: 3.272014335557097e-08
previous_iter_valid_loss : 0.16082064807415009
1687860 0.160969 0.160821 0.166378 CURRENT LEARNING RATE: 3.271359998125912e-08
previous_iter_valid_loss : 0.1652439832687378
1687880 0.165403 0.165244 0.166307 CURRENT LEARNING RATE: 3.270705791549115e-08
previous_iter_valid_loss : 0.16053345799446106
1687900 0.160695 0.160533 0.166183 CURRENT LEARNING RATE: 3.2700517158005616e-08
previous_iter_valid_loss : 0.1643652766942978
1687920 0.164575 0.164365 0.166199 CURRENT LEARNING RATE: 3.2693977708540775e-08
previous_iter_valid_loss : 0.1611543744802475
1687940 0.161342 0.161154 0.166130 CURRENT LEARNING RATE: 3.268743956683504e-08
previous_iter_valid_loss : 0.16101008653640747
1687960 0.161167 0.161010 0.166063 CURRENT LEARNING RATE: 3.268090273262691e-08
previous_iter_valid_loss : 0.1785551756620407
1687980 0.178714 0.178555 0.166964 CURRENT LEARNING RATE: 3.267436720565488e-08
previous_iter_valid_loss : 0.18296290934085846
1688000 0.183319 0.182963 0.167974 CURRENT LEARNING RATE: 3.266783298565754e-08
previous_iter_valid_loss : 0.16212016344070435
1688020 0.162282 0.162120 0.168040 CURRENT LEARNING RATE: 3.2661300072373413e-08
previous_iter_valid_loss : 0.16285938024520874
1688040 0.163026 0.162859 0.166105 CURRENT LEARNING RATE: 3.265476846554141e-08
previous_iter_valid_loss : 0.1608171910047531
1688060 0.160987 0.160817 0.165444 CURRENT LEARNING RATE: 3.264823816490015e-08
previous_iter_valid_loss : 0.18328015506267548
1688080 0.183646 0.183280 0.166543 CURRENT LEARNING RATE: 3.264170917018842e-08
previous_iter_valid_loss : 0.17676016688346863
1688100 0.177058 0.176760 0.167106 CURRENT LEARNING RATE: 3.263518148114506e-08
previous_iter_valid_loss : 0.16267096996307373
1688120 0.162861 0.162671 0.167208 CURRENT LEARNING RATE: 3.2628655097508964e-08
previous_iter_valid_loss : 0.16955193877220154
1688140 0.169700 0.169552 0.167460 CURRENT LEARNING RATE: 3.2622130019019074e-08
previous_iter_valid_loss : 0.1669224053621292
1688160 0.167079 0.166922 0.167367 CURRENT LEARNING RATE: 3.2615606245414395e-08
previous_iter_valid_loss : 0.1657756268978119
1688180 0.165974 0.165776 0.167255 CURRENT LEARNING RATE: 3.260908377643385e-08
previous_iter_valid_loss : 0.16441066563129425
1688200 0.164622 0.164411 0.167444 CURRENT LEARNING RATE: 3.260256261181678e-08
previous_iter_valid_loss : 0.16777120530605316
1688220 0.168006 0.167771 0.166938 CURRENT LEARNING RATE: 3.259604275130221e-08
previous_iter_valid_loss : 0.18133880198001862
1688240 0.181683 0.181339 0.167945 CURRENT LEARNING RATE: 3.258952419462937e-08
previous_iter_valid_loss : 0.16389437019824982
1688260 0.164082 0.163894 0.168099 CURRENT LEARNING RATE: 3.258300694153749e-08
previous_iter_valid_loss : 0.16147559881210327
1688280 0.161659 0.161476 0.167910 CURRENT LEARNING RATE: 3.2576490991765894e-08
previous_iter_valid_loss : 0.16255715489387512
1688300 0.162716 0.162557 0.168011 CURRENT LEARNING RATE: 3.2569976345053944e-08
previous_iter_valid_loss : 0.16801805794239044
1688320 0.168174 0.168018 0.168194 CURRENT LEARNING RATE: 3.256346300114093e-08
previous_iter_valid_loss : 0.16142651438713074
1688340 0.161585 0.161427 0.168208 CURRENT LEARNING RATE: 3.255695095976656e-08
previous_iter_valid_loss : 0.1646251678466797
1688360 0.164792 0.164625 0.168388 CURRENT LEARNING RATE: 3.255044022067023e-08
previous_iter_valid_loss : 0.1612682193517685
1688380 0.161451 0.161268 0.167524 CURRENT LEARNING RATE: 3.2543930783591524e-08
previous_iter_valid_loss : 0.16276346147060394
1688400 0.162921 0.162763 0.166514 CURRENT LEARNING RATE: 3.2537422648270046e-08
previous_iter_valid_loss : 0.16111086308956146
1688420 0.161302 0.161111 0.166464 CURRENT LEARNING RATE: 3.2530915814445483e-08
previous_iter_valid_loss : 0.1656540334224701
1688440 0.165869 0.165654 0.166603 CURRENT LEARNING RATE: 3.252441028185755e-08
previous_iter_valid_loss : 0.17150786519050598
1688460 0.171780 0.171508 0.167138 CURRENT LEARNING RATE: 3.251790605024603e-08
previous_iter_valid_loss : 0.16118599474430084
1688480 0.161375 0.161186 0.166033 CURRENT LEARNING RATE: 3.251140311935065e-08
previous_iter_valid_loss : 0.16573134064674377
1688500 0.165943 0.165731 0.165482 CURRENT LEARNING RATE: 3.250490148891152e-08
previous_iter_valid_loss : 0.16164056956768036
1688520 0.161829 0.161641 0.165430 CURRENT LEARNING RATE: 3.249840115866844e-08
previous_iter_valid_loss : 0.16272997856140137
1688540 0.162934 0.162730 0.165089 CURRENT LEARNING RATE: 3.249190212836141e-08
previous_iter_valid_loss : 0.1608496606349945
1688560 0.160999 0.160850 0.164785 CURRENT LEARNING RATE: 3.248540439773048e-08
previous_iter_valid_loss : 0.16101931035518646
1688580 0.161208 0.161019 0.164548 CURRENT LEARNING RATE: 3.247890796651572e-08
previous_iter_valid_loss : 0.16158956289291382
1688600 0.161779 0.161590 0.164407 CURRENT LEARNING RATE: 3.2472412834457294e-08
previous_iter_valid_loss : 0.1629074215888977
1688620 0.163076 0.162907 0.164163 CURRENT LEARNING RATE: 3.246591900129538e-08
previous_iter_valid_loss : 0.16444046795368195
1688640 0.164606 0.164440 0.163318 CURRENT LEARNING RATE: 3.2459426466770115e-08
previous_iter_valid_loss : 0.16105639934539795
1688660 0.161236 0.161056 0.163177 CURRENT LEARNING RATE: 3.2452935230622026e-08
previous_iter_valid_loss : 0.1614604890346527
1688680 0.161615 0.161460 0.163176 CURRENT LEARNING RATE: 3.244644529259135e-08
previous_iter_valid_loss : 0.17791858315467834
1688700 0.178216 0.177919 0.163944 CURRENT LEARNING RATE: 3.2439956652418496e-08
previous_iter_valid_loss : 0.16092407703399658
1688720 0.161075 0.160924 0.163589 CURRENT LEARNING RATE: 3.243346930984391e-08
previous_iter_valid_loss : 0.16197368502616882
1688740 0.162157 0.161974 0.163617 CURRENT LEARNING RATE: 3.24269832646081e-08
previous_iter_valid_loss : 0.16149945557117462
1688760 0.161687 0.161499 0.163460 CURRENT LEARNING RATE: 3.2420498516451627e-08
previous_iter_valid_loss : 0.17846208810806274
1688780 0.178622 0.178462 0.164320 CURRENT LEARNING RATE: 3.241401506511498e-08
previous_iter_valid_loss : 0.1605198085308075
1688800 0.160682 0.160520 0.164208 CURRENT LEARNING RATE: 3.2407532910339056e-08
previous_iter_valid_loss : 0.17453736066818237
1688820 0.174815 0.174537 0.164879 CURRENT LEARNING RATE: 3.240105205186445e-08
previous_iter_valid_loss : 0.16167472302913666
1688840 0.161823 0.161675 0.164680 CURRENT LEARNING RATE: 3.239457248943194e-08
previous_iter_valid_loss : 0.16418644785881042
1688860 0.164385 0.164186 0.164314 CURRENT LEARNING RATE: 3.2388094222782326e-08
previous_iter_valid_loss : 0.16053830087184906
1688880 0.160697 0.160538 0.164282 CURRENT LEARNING RATE: 3.2381617251656485e-08
previous_iter_valid_loss : 0.16403256356716156
1688900 0.164205 0.164033 0.164197 CURRENT LEARNING RATE: 3.237514157579534e-08
previous_iter_valid_loss : 0.1614646166563034
1688920 0.161652 0.161465 0.164188 CURRENT LEARNING RATE: 3.236866719493987e-08
previous_iter_valid_loss : 0.16302239894866943
1688940 0.163205 0.163022 0.164203 CURRENT LEARNING RATE: 3.2362194108830967e-08
previous_iter_valid_loss : 0.16144967079162598
1688960 0.161628 0.161450 0.164233 CURRENT LEARNING RATE: 3.235572231720995e-08
previous_iter_valid_loss : 0.17617885768413544
1688980 0.176333 0.176179 0.164990 CURRENT LEARNING RATE: 3.234925181981783e-08
previous_iter_valid_loss : 0.16202647984027863
1689000 0.162210 0.162026 0.165012 CURRENT LEARNING RATE: 3.2342782616395786e-08
previous_iter_valid_loss : 0.16083233058452606
1689020 0.161019 0.160832 0.164909 CURRENT LEARNING RATE: 3.2336314706685054e-08
previous_iter_valid_loss : 0.16292023658752441
1689040 0.163094 0.162920 0.164833 CURRENT LEARNING RATE: 3.232984809042691e-08
previous_iter_valid_loss : 0.1757631152868271
1689060 0.176060 0.175763 0.165568 CURRENT LEARNING RATE: 3.23233827673627e-08
previous_iter_valid_loss : 0.16646067798137665
1689080 0.166618 0.166461 0.165818 CURRENT LEARNING RATE: 3.23169187372338e-08
previous_iter_valid_loss : 0.16162528097629547
1689100 0.161791 0.161625 0.165003 CURRENT LEARNING RATE: 3.231045599978154e-08
previous_iter_valid_loss : 0.17338071763515472
1689120 0.173660 0.173381 0.165626 CURRENT LEARNING RATE: 3.2303994554747646e-08
previous_iter_valid_loss : 0.160848468542099
1689140 0.161028 0.160848 0.165570 CURRENT LEARNING RATE: 3.229753440187353e-08
previous_iter_valid_loss : 0.1610172539949417
1689160 0.161206 0.161017 0.165546 CURRENT LEARNING RATE: 3.2291075540900796e-08
previous_iter_valid_loss : 0.17710661888122559
1689180 0.177263 0.177107 0.165478 CURRENT LEARNING RATE: 3.228461797157109e-08
previous_iter_valid_loss : 0.17076505720615387
1689200 0.170914 0.170765 0.165990 CURRENT LEARNING RATE: 3.227816169362611e-08
previous_iter_valid_loss : 0.16052885353565216
1689220 0.160681 0.160529 0.165290 CURRENT LEARNING RATE: 3.2271706706807594e-08
previous_iter_valid_loss : 0.1667945683002472
1689240 0.167018 0.166795 0.165546 CURRENT LEARNING RATE: 3.226525301085724e-08
previous_iter_valid_loss : 0.18161343038082123
1689260 0.181951 0.181613 0.166417 CURRENT LEARNING RATE: 3.2258800605517126e-08
previous_iter_valid_loss : 0.16061191260814667
1689280 0.160786 0.160612 0.166421 CURRENT LEARNING RATE: 3.225234949052904e-08
previous_iter_valid_loss : 0.1609938144683838
1689300 0.161154 0.160994 0.166269 CURRENT LEARNING RATE: 3.224589966563494e-08
previous_iter_valid_loss : 0.1606035828590393
1689320 0.160762 0.160604 0.166226 CURRENT LEARNING RATE: 3.223945113057683e-08
previous_iter_valid_loss : 0.1642061471939087
1689340 0.164370 0.164206 0.166285 CURRENT LEARNING RATE: 3.223300388509677e-08
previous_iter_valid_loss : 0.18920522928237915
1689360 0.189332 0.189205 0.167673 CURRENT LEARNING RATE: 3.2226557928936867e-08
previous_iter_valid_loss : 0.16055600345134735
1689380 0.160725 0.160556 0.166892 CURRENT LEARNING RATE: 3.2220113261839284e-08
previous_iter_valid_loss : 0.1686430126428604
1689400 0.168799 0.168643 0.167222 CURRENT LEARNING RATE: 3.2213669883546126e-08
previous_iter_valid_loss : 0.16124142706394196
1689420 0.161390 0.161241 0.167243 CURRENT LEARNING RATE: 3.220722779379988e-08
previous_iter_valid_loss : 0.1667010486125946
1689440 0.166924 0.166701 0.167432 CURRENT LEARNING RATE: 3.220078699234275e-08
previous_iter_valid_loss : 0.16609534621238708
1689460 0.166301 0.166095 0.166949 CURRENT LEARNING RATE: 3.2194347478917105e-08
previous_iter_valid_loss : 0.16246193647384644
1689480 0.162651 0.162462 0.166749 CURRENT LEARNING RATE: 3.218790925326536e-08
previous_iter_valid_loss : 0.1605244129896164
1689500 0.160689 0.160524 0.166694 CURRENT LEARNING RATE: 3.218147231512999e-08
previous_iter_valid_loss : 0.1699894219636917
1689520 0.170142 0.169989 0.166524 CURRENT LEARNING RATE: 3.217503666425352e-08
previous_iter_valid_loss : 0.18428181111812592
1689540 0.184422 0.184282 0.167696 CURRENT LEARNING RATE: 3.2168602300378404e-08
previous_iter_valid_loss : 0.16456328332424164
1689560 0.164763 0.164563 0.167873 CURRENT LEARNING RATE: 3.21621692232475e-08
previous_iter_valid_loss : 0.16190184652805328
1689580 0.162100 0.161902 0.167113 CURRENT LEARNING RATE: 3.215573743260337e-08
previous_iter_valid_loss : 0.18266373872756958
1689600 0.182825 0.182664 0.167708 CURRENT LEARNING RATE: 3.214930692818874e-08
previous_iter_valid_loss : 0.1605033278465271
1689620 0.160674 0.160503 0.167706 CURRENT LEARNING RATE: 3.214287770974639e-08
previous_iter_valid_loss : 0.1605035364627838
1689640 0.160660 0.160504 0.167392 CURRENT LEARNING RATE: 3.213644977701916e-08
previous_iter_valid_loss : 0.16163837909698486
1689660 0.161811 0.161638 0.166393 CURRENT LEARNING RATE: 3.213002312974992e-08
previous_iter_valid_loss : 0.1627098172903061
1689680 0.162906 0.162710 0.166498 CURRENT LEARNING RATE: 3.212359776768161e-08
previous_iter_valid_loss : 0.16789354383945465
1689700 0.168046 0.167894 0.166843 CURRENT LEARNING RATE: 3.21171736905571e-08
previous_iter_valid_loss : 0.16381293535232544
1689720 0.164006 0.163813 0.167003 CURRENT LEARNING RATE: 3.211075089811966e-08
previous_iter_valid_loss : 0.1608305126428604
1689740 0.160992 0.160831 0.166835 CURRENT LEARNING RATE: 3.210432939011226e-08
previous_iter_valid_loss : 0.16174949705600739
1689760 0.161901 0.161749 0.165462 CURRENT LEARNING RATE: 3.209790916627803e-08
previous_iter_valid_loss : 0.1613360345363617
1689780 0.161493 0.161336 0.165501 CURRENT LEARNING RATE: 3.2091490226360175e-08
previous_iter_valid_loss : 0.18133340775966644
1689800 0.181491 0.181333 0.166135 CURRENT LEARNING RATE: 3.208507257010194e-08
previous_iter_valid_loss : 0.1805984079837799
1689820 0.180929 0.180598 0.167103 CURRENT LEARNING RATE: 3.2078656197246605e-08
previous_iter_valid_loss : 0.16064104437828064
1689840 0.160802 0.160641 0.166800 CURRENT LEARNING RATE: 3.207224110753753e-08
previous_iter_valid_loss : 0.16265399754047394
1689860 0.162822 0.162654 0.166628 CURRENT LEARNING RATE: 3.2065827300717977e-08
previous_iter_valid_loss : 0.18456201255321503
1689880 0.184706 0.184562 0.167733 CURRENT LEARNING RATE: 3.2059414776531645e-08
previous_iter_valid_loss : 0.16104061901569366
1689900 0.161212 0.161041 0.167759 CURRENT LEARNING RATE: 3.205300353472191e-08
previous_iter_valid_loss : 0.16210943460464478
1689920 0.162273 0.162109 0.167365 CURRENT LEARNING RATE: 3.204659357503231e-08
previous_iter_valid_loss : 0.16463728249073029
1689940 0.164800 0.164637 0.166383 CURRENT LEARNING RATE: 3.204018489720647e-08
previous_iter_valid_loss : 0.16145893931388855
1689960 0.161642 0.161459 0.166228 CURRENT LEARNING RATE: 3.203377750098802e-08
previous_iter_valid_loss : 0.16057188808918
1689980 0.160728 0.160572 0.166161 CURRENT LEARNING RATE: 3.202737138612068e-08
previous_iter_valid_loss : 0.1657736897468567
1690000 0.165936 0.165774 0.165317 CURRENT LEARNING RATE: 3.202096655234808e-08
previous_iter_valid_loss : 0.17150312662124634
1690020 0.171757 0.171503 0.165867 CURRENT LEARNING RATE: 3.2014562999414266e-08
previous_iter_valid_loss : 0.16429466009140015
1690040 0.164465 0.164295 0.166056 CURRENT LEARNING RATE: 3.2008160727062975e-08
previous_iter_valid_loss : 0.16604378819465637
1690060 0.166260 0.166044 0.166276 CURRENT LEARNING RATE: 3.2001759735038116e-08
previous_iter_valid_loss : 0.16204601526260376
1690080 0.162241 0.162046 0.166243 CURRENT LEARNING RATE: 3.199536002308365e-08
previous_iter_valid_loss : 0.16976889967918396
1690100 0.170025 0.169769 0.166337 CURRENT LEARNING RATE: 3.198896159094359e-08
previous_iter_valid_loss : 0.16053783893585205
1690120 0.160707 0.160538 0.166173 CURRENT LEARNING RATE: 3.1982564438362e-08
previous_iter_valid_loss : 0.16429036855697632
1690140 0.164454 0.164290 0.166346 CURRENT LEARNING RATE: 3.197616856508299e-08
previous_iter_valid_loss : 0.16922390460968018
1690160 0.169377 0.169224 0.166720 CURRENT LEARNING RATE: 3.1969773970850614e-08
previous_iter_valid_loss : 0.1627543717622757
1690180 0.162955 0.162754 0.166791 CURRENT LEARNING RATE: 3.196338065540931e-08
previous_iter_valid_loss : 0.16820085048675537
1690200 0.168435 0.168201 0.166134 CURRENT LEARNING RATE: 3.195698861850324e-08
previous_iter_valid_loss : 0.16122516989707947
1690220 0.161381 0.161225 0.165166 CURRENT LEARNING RATE: 3.195059785987672e-08
previous_iter_valid_loss : 0.16055962443351746
1690240 0.160735 0.160560 0.165161 CURRENT LEARNING RATE: 3.194420837927412e-08
previous_iter_valid_loss : 0.1621377170085907
1690260 0.162296 0.162138 0.165136 CURRENT LEARNING RATE: 3.193782017643986e-08
previous_iter_valid_loss : 0.16053125262260437
1690280 0.160687 0.160531 0.163934 CURRENT LEARNING RATE: 3.193143325111841e-08
previous_iter_valid_loss : 0.1720125526189804
1690300 0.172278 0.172013 0.164483 CURRENT LEARNING RATE: 3.192504760305429e-08
previous_iter_valid_loss : 0.16344961524009705
1690320 0.163634 0.163450 0.164550 CURRENT LEARNING RATE: 3.1918663231991966e-08
previous_iter_valid_loss : 0.1671484112739563
1690340 0.167308 0.167148 0.164675 CURRENT LEARNING RATE: 3.191228013767629e-08
previous_iter_valid_loss : 0.1657884567975998
1690360 0.165946 0.165788 0.164892 CURRENT LEARNING RATE: 3.1905898319851825e-08
previous_iter_valid_loss : 0.16781143844127655
1690380 0.168046 0.167811 0.165254 CURRENT LEARNING RATE: 3.18995177782633e-08
previous_iter_valid_loss : 0.16114270687103271
1690400 0.161308 0.161143 0.165022 CURRENT LEARNING RATE: 3.1893138512655485e-08
previous_iter_valid_loss : 0.17258977890014648
1690420 0.172869 0.172590 0.165077 CURRENT LEARNING RATE: 3.188676052277322e-08
previous_iter_valid_loss : 0.16843245923519135
1690440 0.168654 0.168432 0.165283 CURRENT LEARNING RATE: 3.188038380836137e-08
previous_iter_valid_loss : 0.16524136066436768
1690460 0.165449 0.165241 0.165243 CURRENT LEARNING RATE: 3.187400836916477e-08
previous_iter_valid_loss : 0.16063541173934937
1690480 0.160793 0.160635 0.165173 CURRENT LEARNING RATE: 3.186763420492863e-08
previous_iter_valid_loss : 0.1717415153980255
1690500 0.172001 0.171742 0.165271 CURRENT LEARNING RATE: 3.186126131539785e-08
previous_iter_valid_loss : 0.16614891588687897
1690520 0.166373 0.166149 0.165552 CURRENT LEARNING RATE: 3.185488970031754e-08
previous_iter_valid_loss : 0.1610257923603058
1690540 0.161210 0.161026 0.165389 CURRENT LEARNING RATE: 3.184851935943281e-08
previous_iter_valid_loss : 0.16455712914466858
1690560 0.164727 0.164557 0.165155 CURRENT LEARNING RATE: 3.1842150292488864e-08
previous_iter_valid_loss : 0.175643652677536
1690580 0.175794 0.175644 0.165800 CURRENT LEARNING RATE: 3.1835782499230934e-08
previous_iter_valid_loss : 0.17247824370861053
1690600 0.172626 0.172478 0.166014 CURRENT LEARNING RATE: 3.182941597940431e-08
previous_iter_valid_loss : 0.1656566560268402
1690620 0.165862 0.165657 0.166235 CURRENT LEARNING RATE: 3.182305073275421e-08
previous_iter_valid_loss : 0.1608065366744995
1690640 0.160989 0.160807 0.166248 CURRENT LEARNING RATE: 3.1816686759026256e-08
previous_iter_valid_loss : 0.16313761472702026
1690660 0.163306 0.163138 0.166298 CURRENT LEARNING RATE: 3.181032405796578e-08
previous_iter_valid_loss : 0.1614900380373001
1690680 0.161648 0.161490 0.166346 CURRENT LEARNING RATE: 3.1803962629318275e-08
previous_iter_valid_loss : 0.16225175559520721
1690700 0.162446 0.162252 0.165858 CURRENT LEARNING RATE: 3.179760247282927e-08
previous_iter_valid_loss : 0.16486433148384094
1690720 0.165058 0.164864 0.165928 CURRENT LEARNING RATE: 3.1791243588244375e-08
previous_iter_valid_loss : 0.18452855944633484
1690740 0.184678 0.184529 0.166797 CURRENT LEARNING RATE: 3.178488597530923e-08
previous_iter_valid_loss : 0.16176943480968475
1690760 0.161931 0.161769 0.166596 CURRENT LEARNING RATE: 3.177852963376941e-08
previous_iter_valid_loss : 0.17810557782649994
1690780 0.178412 0.178106 0.167111 CURRENT LEARNING RATE: 3.1772174563370895e-08
previous_iter_valid_loss : 0.17562665045261383
1690800 0.175911 0.175627 0.167835 CURRENT LEARNING RATE: 3.1765820763859364e-08
previous_iter_valid_loss : 0.1683286875486374
1690820 0.168571 0.168329 0.167622 CURRENT LEARNING RATE: 3.175946823498067e-08
previous_iter_valid_loss : 0.16057123243808746
1690840 0.160728 0.160571 0.167229 CURRENT LEARNING RATE: 3.175311697648071e-08
previous_iter_valid_loss : 0.1733199656009674
1690860 0.173588 0.173320 0.167633 CURRENT LEARNING RATE: 3.1746766988105435e-08
previous_iter_valid_loss : 0.16121068596839905
1690880 0.161395 0.161211 0.167662 CURRENT LEARNING RATE: 3.1740418269600845e-08
previous_iter_valid_loss : 0.1785278469324112
1690900 0.178842 0.178528 0.168001 CURRENT LEARNING RATE: 3.173407082071298e-08
previous_iter_valid_loss : 0.16050149500370026
1690920 0.160672 0.160501 0.167719 CURRENT LEARNING RATE: 3.172772464118785e-08
previous_iter_valid_loss : 0.16244125366210938
1690940 0.162609 0.162441 0.167790 CURRENT LEARNING RATE: 3.1721379730771814e-08
previous_iter_valid_loss : 0.16079005599021912
1690960 0.160971 0.160790 0.167601 CURRENT LEARNING RATE: 3.171503608921098e-08
previous_iter_valid_loss : 0.1641312837600708
1690980 0.164334 0.164131 0.167026 CURRENT LEARNING RATE: 3.170869371625159e-08
previous_iter_valid_loss : 0.16054058074951172
1691000 0.160699 0.160541 0.166429 CURRENT LEARNING RATE: 3.170235261163995e-08
previous_iter_valid_loss : 0.16063185036182404
1691020 0.160792 0.160632 0.166177 CURRENT LEARNING RATE: 3.169601277512242e-08
previous_iter_valid_loss : 0.16065987944602966
1691040 0.160833 0.160660 0.166170 CURRENT LEARNING RATE: 3.168967420644541e-08
previous_iter_valid_loss : 0.16613918542861938
1691060 0.166352 0.166139 0.166320 CURRENT LEARNING RATE: 3.168333690535537e-08
previous_iter_valid_loss : 0.16609737277030945
1691080 0.166314 0.166097 0.166551 CURRENT LEARNING RATE: 3.1677000871598696e-08
previous_iter_valid_loss : 0.19426994025707245
1691100 0.194761 0.194270 0.168151 CURRENT LEARNING RATE: 3.1670666104922175e-08
previous_iter_valid_loss : 0.1608838438987732
1691120 0.161065 0.160884 0.167952 CURRENT LEARNING RATE: 3.16643326050723e-08
previous_iter_valid_loss : 0.17268937826156616
1691140 0.172839 0.172689 0.167360 CURRENT LEARNING RATE: 3.165800037179574e-08
previous_iter_valid_loss : 0.16755995154380798
1691160 0.167715 0.167560 0.167650 CURRENT LEARNING RATE: 3.165166940483919e-08
previous_iter_valid_loss : 0.1633310467004776
1691180 0.163495 0.163331 0.166911 CURRENT LEARNING RATE: 3.164533970394943e-08
previous_iter_valid_loss : 0.16090883314609528
1691200 0.161057 0.160909 0.166175 CURRENT LEARNING RATE: 3.1639011268873255e-08
previous_iter_valid_loss : 0.16078469157218933
1691220 0.160937 0.160785 0.165798 CURRENT LEARNING RATE: 3.163268409935742e-08
previous_iter_valid_loss : 0.18384000658988953
1691240 0.183994 0.183840 0.166962 CURRENT LEARNING RATE: 3.1626358195149075e-08
previous_iter_valid_loss : 0.16157910227775574
1691260 0.161741 0.161579 0.166375 CURRENT LEARNING RATE: 3.1620033555995056e-08
previous_iter_valid_loss : 0.18691647052764893
1691280 0.187324 0.186916 0.167660 CURRENT LEARNING RATE: 3.1613710181642385e-08
previous_iter_valid_loss : 0.16517096757888794
1691300 0.165338 0.165171 0.166992 CURRENT LEARNING RATE: 3.1607388071838126e-08
previous_iter_valid_loss : 0.1606428176164627
1691320 0.160801 0.160643 0.166999 CURRENT LEARNING RATE: 3.16010672263294e-08
previous_iter_valid_loss : 0.17741087079048157
1691340 0.177717 0.177411 0.167748 CURRENT LEARNING RATE: 3.1594747644863356e-08
previous_iter_valid_loss : 0.1607450693845749
1691360 0.160917 0.160745 0.167745 CURRENT LEARNING RATE: 3.158842932718722e-08
previous_iter_valid_loss : 0.16049902141094208
1691380 0.160669 0.160499 0.167564 CURRENT LEARNING RATE: 3.158211227304816e-08
previous_iter_valid_loss : 0.17091453075408936
1691400 0.171172 0.170915 0.168082 CURRENT LEARNING RATE: 3.157579648219371e-08
previous_iter_valid_loss : 0.17694330215454102
1691420 0.177100 0.176943 0.168898 CURRENT LEARNING RATE: 3.156948195437111e-08
previous_iter_valid_loss : 0.16052855551242828
1691440 0.160700 0.160529 0.168891 CURRENT LEARNING RATE: 3.1563168689327804e-08
previous_iter_valid_loss : 0.18275584280490875
1691460 0.182910 0.182756 0.169722 CURRENT LEARNING RATE: 3.1556856686811235e-08
previous_iter_valid_loss : 0.1671081930398941
1691480 0.167326 0.167108 0.169773 CURRENT LEARNING RATE: 3.155054594656895e-08
previous_iter_valid_loss : 0.16098669171333313
1691500 0.161129 0.160987 0.168109 CURRENT LEARNING RATE: 3.154423646834851e-08
previous_iter_valid_loss : 0.1612347662448883
1691520 0.161386 0.161235 0.168126 CURRENT LEARNING RATE: 3.153792825189741e-08
previous_iter_valid_loss : 0.1722494214773178
1691540 0.172514 0.172249 0.168104 CURRENT LEARNING RATE: 3.1531621296963566e-08
previous_iter_valid_loss : 0.16312521696090698
1691560 0.163288 0.163125 0.167882 CURRENT LEARNING RATE: 3.1525315603294575e-08
previous_iter_valid_loss : 0.16327480971813202
1691580 0.163440 0.163275 0.167880 CURRENT LEARNING RATE: 3.151901117063821e-08
previous_iter_valid_loss : 0.17106975615024567
1691600 0.171224 0.171070 0.168388 CURRENT LEARNING RATE: 3.1512707998742294e-08
previous_iter_valid_loss : 0.2049693912267685
1691620 0.205035 0.204969 0.170597 CURRENT LEARNING RATE: 3.150640608735471e-08
previous_iter_valid_loss : 0.1695728749036789
1691640 0.169719 0.169573 0.169884 CURRENT LEARNING RATE: 3.1500105436223365e-08
previous_iter_valid_loss : 0.1627233326435089
1691660 0.162921 0.162723 0.169941 CURRENT LEARNING RATE: 3.149380604509625e-08
previous_iter_valid_loss : 0.16057084500789642
1691680 0.160743 0.160571 0.168623 CURRENT LEARNING RATE: 3.148750791372126e-08
previous_iter_valid_loss : 0.17456237971782684
1691700 0.174846 0.174562 0.169093 CURRENT LEARNING RATE: 3.148121104184671e-08
previous_iter_valid_loss : 0.1632075160741806
1691720 0.163363 0.163208 0.169221 CURRENT LEARNING RATE: 3.14749154292206e-08
previous_iter_valid_loss : 0.16060389578342438
1691740 0.160773 0.160604 0.168381 CURRENT LEARNING RATE: 3.1468621075591116e-08
previous_iter_valid_loss : 0.1606590747833252
1691760 0.160830 0.160659 0.168377 CURRENT LEARNING RATE: 3.146232798070648e-08
previous_iter_valid_loss : 0.16115543246269226
1691780 0.161336 0.161155 0.168409 CURRENT LEARNING RATE: 3.1456036144314964e-08
previous_iter_valid_loss : 0.161149799823761
1691800 0.161307 0.161150 0.167921 CURRENT LEARNING RATE: 3.1449745566164904e-08
previous_iter_valid_loss : 0.1685447245836258
1691820 0.168777 0.168545 0.167501 CURRENT LEARNING RATE: 3.1443456246004664e-08
previous_iter_valid_loss : 0.1607096940279007
1691840 0.160860 0.160710 0.167510 CURRENT LEARNING RATE: 3.1437168183582565e-08
previous_iter_valid_loss : 0.16066771745681763
1691860 0.160840 0.160668 0.166406 CURRENT LEARNING RATE: 3.1430881378647316e-08
previous_iter_valid_loss : 0.16134893894195557
1691880 0.161529 0.161349 0.166118 CURRENT LEARNING RATE: 3.142459583094732e-08
previous_iter_valid_loss : 0.17299604415893555
1691900 0.173263 0.172996 0.166718 CURRENT LEARNING RATE: 3.141831154023116e-08
previous_iter_valid_loss : 0.16863322257995605
1691920 0.168874 0.168633 0.167088 CURRENT LEARNING RATE: 3.141202850624747e-08
previous_iter_valid_loss : 0.1605239361524582
1691940 0.160681 0.160524 0.166502 CURRENT LEARNING RATE: 3.140574672874493e-08
previous_iter_valid_loss : 0.16688257455825806
1691960 0.167048 0.166883 0.166690 CURRENT LEARNING RATE: 3.1399466207472255e-08
previous_iter_valid_loss : 0.16198603808879852
1691980 0.162142 0.161986 0.166625 CURRENT LEARNING RATE: 3.139318694217813e-08
previous_iter_valid_loss : 0.17500554025173187
1692000 0.175160 0.175006 0.166822 CURRENT LEARNING RATE: 3.138690893261159e-08
previous_iter_valid_loss : 0.16245844960212708
1692020 0.162639 0.162458 0.164697 CURRENT LEARNING RATE: 3.138063217852141e-08
previous_iter_valid_loss : 0.16144518554210663
1692040 0.161628 0.161445 0.164290 CURRENT LEARNING RATE: 3.137435667965653e-08
previous_iter_valid_loss : 0.16174612939357758
1692060 0.161937 0.161746 0.164241 CURRENT LEARNING RATE: 3.136808243576592e-08
previous_iter_valid_loss : 0.16052071750164032
1692080 0.160671 0.160521 0.164239 CURRENT LEARNING RATE: 3.13618094465986e-08
previous_iter_valid_loss : 0.16124185919761658
1692100 0.161420 0.161242 0.163573 CURRENT LEARNING RATE: 3.135553771190367e-08
previous_iter_valid_loss : 0.1605556458234787
1692120 0.160722 0.160556 0.163440 CURRENT LEARNING RATE: 3.134926723143026e-08
previous_iter_valid_loss : 0.16837431490421295
1692140 0.168600 0.168374 0.163829 CURRENT LEARNING RATE: 3.134299800492742e-08
previous_iter_valid_loss : 0.16158881783485413
1692160 0.161776 0.161589 0.163875 CURRENT LEARNING RATE: 3.133673003214462e-08
previous_iter_valid_loss : 0.1623164266347885
1692180 0.162474 0.162316 0.163933 CURRENT LEARNING RATE: 3.133046331283103e-08
previous_iter_valid_loss : 0.16457320749759674
1692200 0.164747 0.164573 0.164105 CURRENT LEARNING RATE: 3.132419784673597e-08
previous_iter_valid_loss : 0.17318770289421082
1692220 0.173463 0.173188 0.164337 CURRENT LEARNING RATE: 3.131793363360883e-08
previous_iter_valid_loss : 0.16557420790195465
1692240 0.165742 0.165574 0.164580 CURRENT LEARNING RATE: 3.131167067319904e-08
previous_iter_valid_loss : 0.16108496487140656
1692260 0.161243 0.161085 0.164601 CURRENT LEARNING RATE: 3.130540896525608e-08
previous_iter_valid_loss : 0.1645728498697281
1692280 0.164738 0.164573 0.164762 CURRENT LEARNING RATE: 3.129914850952949e-08
previous_iter_valid_loss : 0.16120710968971252
1692300 0.161369 0.161207 0.164173 CURRENT LEARNING RATE: 3.1292889305768725e-08
previous_iter_valid_loss : 0.16068565845489502
1692320 0.160843 0.160686 0.163775 CURRENT LEARNING RATE: 3.128663135372365e-08
previous_iter_valid_loss : 0.1664545238018036
1692340 0.166674 0.166455 0.164072 CURRENT LEARNING RATE: 3.1280374653143836e-08
previous_iter_valid_loss : 0.16639620065689087
1692360 0.166619 0.166396 0.164047 CURRENT LEARNING RATE: 3.127411920377901e-08
previous_iter_valid_loss : 0.16529425978660583
1692380 0.165461 0.165294 0.164213 CURRENT LEARNING RATE: 3.1267865005378956e-08
previous_iter_valid_loss : 0.16620568931102753
1692400 0.166365 0.166206 0.163773 CURRENT LEARNING RATE: 3.1261612057693506e-08
previous_iter_valid_loss : 0.16059069335460663
1692420 0.160741 0.160591 0.163679 CURRENT LEARNING RATE: 3.1255360360472546e-08
previous_iter_valid_loss : 0.16071052849292755
1692440 0.160863 0.160711 0.163643 CURRENT LEARNING RATE: 3.124910991346589e-08
previous_iter_valid_loss : 0.16147233545780182
1692460 0.161638 0.161472 0.163629 CURRENT LEARNING RATE: 3.124286071642374e-08
previous_iter_valid_loss : 0.20553964376449585
1692480 0.205601 0.205540 0.165880 CURRENT LEARNING RATE: 3.123661276909603e-08
previous_iter_valid_loss : 0.16617555916309357
1692500 0.166396 0.166176 0.166127 CURRENT LEARNING RATE: 3.123036607123284e-08
previous_iter_valid_loss : 0.16053064167499542
1692520 0.160695 0.160531 0.166125 CURRENT LEARNING RATE: 3.1224120622584285e-08
previous_iter_valid_loss : 0.17431935667991638
1692540 0.174608 0.174319 0.166423 CURRENT LEARNING RATE: 3.121787642290057e-08
previous_iter_valid_loss : 0.16086134314537048
1692560 0.161022 0.160861 0.166386 CURRENT LEARNING RATE: 3.121163347193191e-08
previous_iter_valid_loss : 0.16395846009254456
1692580 0.164122 0.163958 0.166468 CURRENT LEARNING RATE: 3.120539176942859e-08
previous_iter_valid_loss : 0.1731911599636078
1692600 0.173462 0.173191 0.166899 CURRENT LEARNING RATE: 3.119915131514084e-08
previous_iter_valid_loss : 0.16632896661758423
1692620 0.166488 0.166329 0.166556 CURRENT LEARNING RATE: 3.1192912108819254e-08
previous_iter_valid_loss : 0.16250240802764893
1692640 0.162680 0.162502 0.166403 CURRENT LEARNING RATE: 3.1186674150214155e-08
previous_iter_valid_loss : 0.16064628958702087
1692660 0.160818 0.160646 0.166381 CURRENT LEARNING RATE: 3.1180437439076034e-08
previous_iter_valid_loss : 0.17029885947704315
1692680 0.170540 0.170299 0.166667 CURRENT LEARNING RATE: 3.1174201975155415e-08
previous_iter_valid_loss : 0.16951316595077515
1692700 0.169756 0.169513 0.167082 CURRENT LEARNING RATE: 3.116796775820287e-08
previous_iter_valid_loss : 0.16696646809577942
1692720 0.167131 0.166966 0.167396 CURRENT LEARNING RATE: 3.116173478796905e-08
previous_iter_valid_loss : 0.16953900456428528
1692740 0.169688 0.169539 0.167551 CURRENT LEARNING RATE: 3.1155503064204503e-08
previous_iter_valid_loss : 0.16062575578689575
1692760 0.160785 0.160626 0.167262 CURRENT LEARNING RATE: 3.11492725866602e-08
previous_iter_valid_loss : 0.18972048163414001
1692780 0.190161 0.189720 0.168483 CURRENT LEARNING RATE: 3.11430433550868e-08
previous_iter_valid_loss : 0.16160975396633148
1692800 0.161801 0.161610 0.168254 CURRENT LEARNING RATE: 3.113681536923515e-08
previous_iter_valid_loss : 0.17211106419563293
1692820 0.172250 0.172111 0.168830 CURRENT LEARNING RATE: 3.113058862885611e-08
previous_iter_valid_loss : 0.17918309569358826
1692840 0.179340 0.179183 0.169753 CURRENT LEARNING RATE: 3.112436313370062e-08
previous_iter_valid_loss : 0.16312409937381744
1692860 0.163291 0.163124 0.169836 CURRENT LEARNING RATE: 3.111813888351966e-08
previous_iter_valid_loss : 0.17053493857383728
1692880 0.170684 0.170535 0.168086 CURRENT LEARNING RATE: 3.1111915878064254e-08
previous_iter_valid_loss : 0.1608685404062271
1692900 0.161048 0.160869 0.167820 CURRENT LEARNING RATE: 3.1105694117085387e-08
previous_iter_valid_loss : 0.18487389385700226
1692920 0.185251 0.184874 0.169037 CURRENT LEARNING RATE: 3.109947360033439e-08
previous_iter_valid_loss : 0.16146674752235413
1692940 0.161652 0.161467 0.168395 CURRENT LEARNING RATE: 3.109325432756235e-08
previous_iter_valid_loss : 0.19467709958553314
1692960 0.194787 0.194677 0.170086 CURRENT LEARNING RATE: 3.108703629852048e-08
previous_iter_valid_loss : 0.16101983189582825
1692980 0.161182 0.161020 0.169939 CURRENT LEARNING RATE: 3.1080819512960067e-08
previous_iter_valid_loss : 0.16114597022533417
1693000 0.161300 0.161146 0.169336 CURRENT LEARNING RATE: 3.1074603970632446e-08
previous_iter_valid_loss : 0.16052018105983734
1693020 0.160687 0.160520 0.169046 CURRENT LEARNING RATE: 3.106838967128898e-08
previous_iter_valid_loss : 0.16061747074127197
1693040 0.160790 0.160617 0.168952 CURRENT LEARNING RATE: 3.106217661468111e-08
previous_iter_valid_loss : 0.1606285274028778
1693060 0.160803 0.160629 0.168951 CURRENT LEARNING RATE: 3.105596480056019e-08
previous_iter_valid_loss : 0.1605871319770813
1693080 0.160755 0.160587 0.168465 CURRENT LEARNING RATE: 3.104975422867799e-08
previous_iter_valid_loss : 0.16627909243106842
1693100 0.166491 0.166279 0.168304 CURRENT LEARNING RATE: 3.1043544898785956e-08
previous_iter_valid_loss : 0.16131699085235596
1693120 0.161478 0.161317 0.168021 CURRENT LEARNING RATE: 3.103733681063572e-08
previous_iter_valid_loss : 0.16474781930446625
1693140 0.164947 0.164748 0.167782 CURRENT LEARNING RATE: 3.103112996397896e-08
previous_iter_valid_loss : 0.16103999316692352
1693160 0.161201 0.161040 0.167802 CURRENT LEARNING RATE: 3.102492435856741e-08
previous_iter_valid_loss : 0.16227993369102478
1693180 0.162428 0.162280 0.166430 CURRENT LEARNING RATE: 3.101871999415283e-08
previous_iter_valid_loss : 0.16084256768226624
1693200 0.160996 0.160843 0.166392 CURRENT LEARNING RATE: 3.101251687048695e-08
previous_iter_valid_loss : 0.16097265481948853
1693220 0.161128 0.160973 0.165835 CURRENT LEARNING RATE: 3.1006314987321853e-08
previous_iter_valid_loss : 0.16579900681972504
1693240 0.166012 0.165799 0.165166 CURRENT LEARNING RATE: 3.100011434440936e-08
previous_iter_valid_loss : 0.16342733800411224
1693260 0.163615 0.163427 0.165181 CURRENT LEARNING RATE: 3.099391494150145e-08
previous_iter_valid_loss : 0.16670645773410797
1693280 0.166920 0.166706 0.164989 CURRENT LEARNING RATE: 3.098771677835014e-08
previous_iter_valid_loss : 0.16429978609085083
1693300 0.164490 0.164300 0.165161 CURRENT LEARNING RATE: 3.098151985470751e-08
previous_iter_valid_loss : 0.1721900999546051
1693320 0.172461 0.172190 0.164527 CURRENT LEARNING RATE: 3.0975324170325675e-08
previous_iter_valid_loss : 0.16228188574314117
1693340 0.162487 0.162282 0.164568 CURRENT LEARNING RATE: 3.09691297249568e-08
previous_iter_valid_loss : 0.16206848621368408
1693360 0.162228 0.162068 0.162937 CURRENT LEARNING RATE: 3.0962936518353025e-08
previous_iter_valid_loss : 0.1645725667476654
1693380 0.164734 0.164573 0.163115 CURRENT LEARNING RATE: 3.0956744550266816e-08
previous_iter_valid_loss : 0.1609800010919571
1693400 0.161165 0.160980 0.163107 CURRENT LEARNING RATE: 3.0950553820450397e-08
previous_iter_valid_loss : 0.1608930230140686
1693420 0.161074 0.160893 0.163125 CURRENT LEARNING RATE: 3.094436432865613e-08
previous_iter_valid_loss : 0.16054712235927582
1693440 0.160709 0.160547 0.163122 CURRENT LEARNING RATE: 3.093817607463644e-08
previous_iter_valid_loss : 0.16177226603031158
1693460 0.161958 0.161772 0.163179 CURRENT LEARNING RATE: 3.0931989058143804e-08
previous_iter_valid_loss : 0.16182048618793488
1693480 0.161974 0.161820 0.163240 CURRENT LEARNING RATE: 3.092580327893073e-08
previous_iter_valid_loss : 0.16262806951999664
1693500 0.162791 0.162628 0.163058 CURRENT LEARNING RATE: 3.0919618736749786e-08
previous_iter_valid_loss : 0.17702582478523254
1693520 0.177174 0.177026 0.163843 CURRENT LEARNING RATE: 3.09134354313535e-08
previous_iter_valid_loss : 0.17729613184928894
1693540 0.177439 0.177296 0.164471 CURRENT LEARNING RATE: 3.090725336249473e-08
previous_iter_valid_loss : 0.16639849543571472
1693560 0.166557 0.166398 0.164739 CURRENT LEARNING RATE: 3.09010725299261e-08
previous_iter_valid_loss : 0.16120624542236328
1693580 0.161358 0.161206 0.164685 CURRENT LEARNING RATE: 3.089489293340039e-08
previous_iter_valid_loss : 0.1650356501340866
1693600 0.165199 0.165036 0.164895 CURRENT LEARNING RATE: 3.088871457267039e-08
previous_iter_valid_loss : 0.1620955765247345
1693620 0.162277 0.162096 0.164951 CURRENT LEARNING RATE: 3.0882537447488976e-08
previous_iter_valid_loss : 0.1606404036283493
1693640 0.160820 0.160640 0.164693 CURRENT LEARNING RATE: 3.0876361557609066e-08
previous_iter_valid_loss : 0.16299159824848175
1693660 0.163184 0.162992 0.164671 CURRENT LEARNING RATE: 3.0870186902783515e-08
previous_iter_valid_loss : 0.16743654012680054
1693680 0.167593 0.167437 0.164708 CURRENT LEARNING RATE: 3.086401348276555e-08
previous_iter_valid_loss : 0.1691894680261612
1693700 0.169425 0.169189 0.164952 CURRENT LEARNING RATE: 3.085784129730814e-08
previous_iter_valid_loss : 0.16128921508789062
1693720 0.161475 0.161289 0.164407 CURRENT LEARNING RATE: 3.085167034616437e-08
previous_iter_valid_loss : 0.16051307320594788
1693740 0.160667 0.160513 0.164319 CURRENT LEARNING RATE: 3.084550062908742e-08
previous_iter_valid_loss : 0.16053037345409393
1693760 0.160695 0.160530 0.164242 CURRENT LEARNING RATE: 3.083933214583051e-08
previous_iter_valid_loss : 0.16306397318840027
1693780 0.163251 0.163064 0.164166 CURRENT LEARNING RATE: 3.0833164896146884e-08
previous_iter_valid_loss : 0.1734207272529602
1693800 0.173685 0.173421 0.164788 CURRENT LEARNING RATE: 3.082699887978986e-08
previous_iter_valid_loss : 0.17847593128681183
1693820 0.178632 0.178476 0.165667 CURRENT LEARNING RATE: 3.082083409651268e-08
previous_iter_valid_loss : 0.17021284997463226
1693840 0.170363 0.170213 0.166151 CURRENT LEARNING RATE: 3.081467054606898e-08
previous_iter_valid_loss : 0.16059044003486633
1693860 0.160746 0.160590 0.166092 CURRENT LEARNING RATE: 3.0808508228212113e-08
previous_iter_valid_loss : 0.1686042696237564
1693880 0.168845 0.168604 0.166431 CURRENT LEARNING RATE: 3.080234714269557e-08
previous_iter_valid_loss : 0.17539530992507935
1693900 0.175674 0.175395 0.167069 CURRENT LEARNING RATE: 3.079618728927292e-08
previous_iter_valid_loss : 0.1710444986820221
1693920 0.171197 0.171044 0.166770 CURRENT LEARNING RATE: 3.0790028667697764e-08
previous_iter_valid_loss : 0.16076672077178955
1693940 0.160917 0.160767 0.165944 CURRENT LEARNING RATE: 3.078387127772376e-08
previous_iter_valid_loss : 0.17884497344493866
1693960 0.179168 0.178845 0.166566 CURRENT LEARNING RATE: 3.0777715119104503e-08
previous_iter_valid_loss : 0.16203363239765167
1693980 0.162223 0.162034 0.166607 CURRENT LEARNING RATE: 3.077156019159397e-08
previous_iter_valid_loss : 0.1607438325881958
1694000 0.160904 0.160744 0.166393 CURRENT LEARNING RATE: 3.0765406494945844e-08
previous_iter_valid_loss : 0.1658005565404892
1694020 0.165959 0.165801 0.166578 CURRENT LEARNING RATE: 3.075925402891398e-08
previous_iter_valid_loss : 0.1726662814617157
1694040 0.172931 0.172666 0.167179 CURRENT LEARNING RATE: 3.075310279325228e-08
previous_iter_valid_loss : 0.16753830015659332
1694060 0.167771 0.167538 0.167407 CURRENT LEARNING RATE: 3.0746952787714696e-08
previous_iter_valid_loss : 0.16949914395809174
1694080 0.169740 0.169499 0.167510 CURRENT LEARNING RATE: 3.074080401205523e-08
previous_iter_valid_loss : 0.16981272399425507
1694100 0.169960 0.169813 0.167541 CURRENT LEARNING RATE: 3.0734656466027925e-08
previous_iter_valid_loss : 0.16906949877738953
1694120 0.169216 0.169069 0.167930 CURRENT LEARNING RATE: 3.072851014938678e-08
previous_iter_valid_loss : 0.16526328027248383
1694140 0.165466 0.165263 0.168167 CURRENT LEARNING RATE: 3.072236506188615e-08
previous_iter_valid_loss : 0.1623373031616211
1694160 0.162518 0.162337 0.168258 CURRENT LEARNING RATE: 3.071622120328013e-08
previous_iter_valid_loss : 0.16201800107955933
1694180 0.162175 0.162018 0.168205 CURRENT LEARNING RATE: 3.071007857332296e-08
previous_iter_valid_loss : 0.16731321811676025
1694200 0.167534 0.167313 0.167900 CURRENT LEARNING RATE: 3.070393717176893e-08
previous_iter_valid_loss : 0.165157288312912
1694220 0.165317 0.165157 0.167234 CURRENT LEARNING RATE: 3.06977969983724e-08
previous_iter_valid_loss : 0.16865873336791992
1694240 0.168902 0.168659 0.167156 CURRENT LEARNING RATE: 3.0691658052887756e-08
previous_iter_valid_loss : 0.16805940866470337
1694260 0.168214 0.168059 0.167530 CURRENT LEARNING RATE: 3.0685520335069426e-08
previous_iter_valid_loss : 0.1646934598684311
1694280 0.164858 0.164693 0.167334 CURRENT LEARNING RATE: 3.0679383844671816e-08
previous_iter_valid_loss : 0.16504168510437012
1694300 0.165210 0.165042 0.166817 CURRENT LEARNING RATE: 3.067324858144967e-08
previous_iter_valid_loss : 0.16764158010482788
1694320 0.167801 0.167642 0.166647 CURRENT LEARNING RATE: 3.066711454515747e-08
previous_iter_valid_loss : 0.16175733506679535
1694340 0.161912 0.161757 0.166696 CURRENT LEARNING RATE: 3.0660981735549855e-08
previous_iter_valid_loss : 0.1651732474565506
1694360 0.165391 0.165173 0.166012 CURRENT LEARNING RATE: 3.0654850152381516e-08
previous_iter_valid_loss : 0.1620064377784729
1694380 0.162193 0.162006 0.166011 CURRENT LEARNING RATE: 3.064871979540719e-08
previous_iter_valid_loss : 0.1607123613357544
1694400 0.160871 0.160712 0.166010 CURRENT LEARNING RATE: 3.0642590664381654e-08
previous_iter_valid_loss : 0.1605512797832489
1694420 0.160707 0.160551 0.165747 CURRENT LEARNING RATE: 3.0636462759059634e-08
previous_iter_valid_loss : 0.16493941843509674
1694440 0.165105 0.164939 0.165361 CURRENT LEARNING RATE: 3.063033607919625e-08
previous_iter_valid_loss : 0.1677611619234085
1694460 0.167922 0.167761 0.165372 CURRENT LEARNING RATE: 3.062421062454631e-08
previous_iter_valid_loss : 0.17653609812259674
1694480 0.176693 0.176536 0.165724 CURRENT LEARNING RATE: 3.0618086394864794e-08
previous_iter_valid_loss : 0.16289298236370087
1694500 0.163073 0.162893 0.165378 CURRENT LEARNING RATE: 3.0611963389906743e-08
previous_iter_valid_loss : 0.16820408403873444
1694520 0.168426 0.168204 0.165334 CURRENT LEARNING RATE: 3.060584160942723e-08
previous_iter_valid_loss : 0.16568967700004578
1694540 0.165853 0.165690 0.165356 CURRENT LEARNING RATE: 3.0599721053181384e-08
previous_iter_valid_loss : 0.17432335019111633
1694560 0.174605 0.174323 0.165955 CURRENT LEARNING RATE: 3.0593601720924384e-08
previous_iter_valid_loss : 0.16156888008117676
1694580 0.161729 0.161569 0.165933 CURRENT LEARNING RATE: 3.058748361241135e-08
previous_iter_valid_loss : 0.1684693694114685
1694600 0.168623 0.168469 0.165990 CURRENT LEARNING RATE: 3.0581366727397774e-08
previous_iter_valid_loss : 0.16274034976959229
1694620 0.162902 0.162740 0.165870 CURRENT LEARNING RATE: 3.057525106563887e-08
previous_iter_valid_loss : 0.16063451766967773
1694640 0.160787 0.160635 0.165468 CURRENT LEARNING RATE: 3.0569136626890015e-08
previous_iter_valid_loss : 0.16273756325244904
1694660 0.162930 0.162738 0.165202 CURRENT LEARNING RATE: 3.0563023410906626e-08
previous_iter_valid_loss : 0.1702439785003662
1694680 0.170394 0.170244 0.165480 CURRENT LEARNING RATE: 3.0556911417444176e-08
previous_iter_valid_loss : 0.16088974475860596
1694700 0.161036 0.160890 0.165272 CURRENT LEARNING RATE: 3.055080064625819e-08
previous_iter_valid_loss : 0.16923311352729797
1694720 0.169465 0.169233 0.165352 CURRENT LEARNING RATE: 3.054469109710423e-08
previous_iter_valid_loss : 0.16304710507392883
1694740 0.163232 0.163047 0.165416 CURRENT LEARNING RATE: 3.053858276973782e-08
previous_iter_valid_loss : 0.16072873771190643
1694760 0.160885 0.160729 0.165194 CURRENT LEARNING RATE: 3.053247566391482e-08
previous_iter_valid_loss : 0.16058999300003052
1694780 0.160740 0.160590 0.165123 CURRENT LEARNING RATE: 3.052636977939086e-08
previous_iter_valid_loss : 0.16939736902713776
1694800 0.169549 0.169397 0.165557 CURRENT LEARNING RATE: 3.052026511592169e-08
previous_iter_valid_loss : 0.16232998669147491
1694820 0.162495 0.162330 0.165646 CURRENT LEARNING RATE: 3.051416167326313e-08
previous_iter_valid_loss : 0.1609189212322235
1694840 0.161073 0.160919 0.165445 CURRENT LEARNING RATE: 3.050805945117104e-08
previous_iter_valid_loss : 0.16603685915470123
1694860 0.166206 0.166037 0.165359 CURRENT LEARNING RATE: 3.0501958449401335e-08
previous_iter_valid_loss : 0.18490803241729736
1694880 0.185057 0.184908 0.165778 CURRENT LEARNING RATE: 3.0495858667709863e-08
previous_iter_valid_loss : 0.1813841164112091
1694900 0.181542 0.181384 0.166702 CURRENT LEARNING RATE: 3.0489760105852854e-08
previous_iter_valid_loss : 0.16160078346729279
1694920 0.161781 0.161601 0.166372 CURRENT LEARNING RATE: 3.048366276358625e-08
previous_iter_valid_loss : 0.17404375970363617
1694940 0.174190 0.174044 0.166790 CURRENT LEARNING RATE: 3.047756664066616e-08
previous_iter_valid_loss : 0.1617555320262909
1694960 0.161946 0.161756 0.166161 CURRENT LEARNING RATE: 3.0471471736848734e-08
previous_iter_valid_loss : 0.16067034006118774
1694980 0.160842 0.160670 0.166117 CURRENT LEARNING RATE: 3.046537805189019e-08
previous_iter_valid_loss : 0.16053834557533264
1695000 0.160693 0.160538 0.165720 CURRENT LEARNING RATE: 3.0459285585546766e-08
previous_iter_valid_loss : 0.17222292721271515
1695020 0.172477 0.172223 0.166194 CURRENT LEARNING RATE: 3.045319433757477e-08
previous_iter_valid_loss : 0.16355137526988983
1695040 0.163717 0.163551 0.166340 CURRENT LEARNING RATE: 3.0447104307730446e-08
previous_iter_valid_loss : 0.16068913042545319
1695060 0.160864 0.160689 0.166238 CURRENT LEARNING RATE: 3.0441015495770405e-08
previous_iter_valid_loss : 0.1606115996837616
1695080 0.160781 0.160612 0.165756 CURRENT LEARNING RATE: 3.043492790145099e-08
previous_iter_valid_loss : 0.18081708252429962
1695100 0.181155 0.180817 0.166752 CURRENT LEARNING RATE: 3.042884152452869e-08
previous_iter_valid_loss : 0.16054707765579224
1695120 0.160702 0.160547 0.166318 CURRENT LEARNING RATE: 3.0422756364760063e-08
previous_iter_valid_loss : 0.16369900107383728
1695140 0.163900 0.163699 0.166351 CURRENT LEARNING RATE: 3.041667242190169e-08
previous_iter_valid_loss : 0.16580046713352203
1695160 0.165967 0.165800 0.166604 CURRENT LEARNING RATE: 3.0410589695710225e-08
previous_iter_valid_loss : 0.16228817403316498
1695180 0.162481 0.162288 0.166689 CURRENT LEARNING RATE: 3.0404508185942236e-08
previous_iter_valid_loss : 0.16344915330410004
1695200 0.163638 0.163449 0.166392 CURRENT LEARNING RATE: 3.039842789235469e-08
previous_iter_valid_loss : 0.1625434011220932
1695220 0.162744 0.162543 0.166402 CURRENT LEARNING RATE: 3.039234881470426e-08
previous_iter_valid_loss : 0.17002934217453003
1695240 0.170180 0.170029 0.166858 CURRENT LEARNING RATE: 3.0386270952747786e-08
previous_iter_valid_loss : 0.17464697360992432
1695260 0.174926 0.174647 0.167288 CURRENT LEARNING RATE: 3.0380194306242155e-08
previous_iter_valid_loss : 0.16065971553325653
1695280 0.160822 0.160660 0.166076 CURRENT LEARNING RATE: 3.0374118874944307e-08
previous_iter_valid_loss : 0.16535967588424683
1695300 0.165526 0.165360 0.165275 CURRENT LEARNING RATE: 3.036804465861121e-08
previous_iter_valid_loss : 0.1630513072013855
1695320 0.163221 0.163051 0.165347 CURRENT LEARNING RATE: 3.0361971656999906e-08
previous_iter_valid_loss : 0.1727129966020584
1695340 0.172858 0.172713 0.165281 CURRENT LEARNING RATE: 3.035589986986736e-08
previous_iter_valid_loss : 0.1629946529865265
1695360 0.163161 0.162995 0.165343 CURRENT LEARNING RATE: 3.034982929697093e-08
previous_iter_valid_loss : 0.16230660676956177
1695380 0.162478 0.162307 0.165425 CURRENT LEARNING RATE: 3.034375993806767e-08
previous_iter_valid_loss : 0.16081872582435608
1695400 0.160979 0.160819 0.165439 CURRENT LEARNING RATE: 3.0337691792914815e-08
previous_iter_valid_loss : 0.16059830784797668
1695420 0.160763 0.160598 0.164857 CURRENT LEARNING RATE: 3.0331624861269635e-08
previous_iter_valid_loss : 0.16063517332077026
1695440 0.160811 0.160635 0.164711 CURRENT LEARNING RATE: 3.0325559142889454e-08
previous_iter_valid_loss : 0.16249461472034454
1695460 0.162656 0.162495 0.164802 CURRENT LEARNING RATE: 3.031949463753164e-08
previous_iter_valid_loss : 0.1616145372390747
1695480 0.161771 0.161615 0.164852 CURRENT LEARNING RATE: 3.0313431344953615e-08
previous_iter_valid_loss : 0.17024198174476624
1695500 0.170491 0.170242 0.164323 CURRENT LEARNING RATE: 3.030736926491274e-08
previous_iter_valid_loss : 0.17839381098747253
1695520 0.178548 0.178394 0.165216 CURRENT LEARNING RATE: 3.0301308397166754e-08
previous_iter_valid_loss : 0.16828040778636932
1695540 0.168439 0.168280 0.165445 CURRENT LEARNING RATE: 3.02952487414731e-08
previous_iter_valid_loss : 0.16177669167518616
1695560 0.161943 0.161777 0.165243 CURRENT LEARNING RATE: 3.0289190297589404e-08
previous_iter_valid_loss : 0.16055592894554138
1695580 0.160721 0.160556 0.165157 CURRENT LEARNING RATE: 3.028313306527332e-08
previous_iter_valid_loss : 0.17379985749721527
1695600 0.174072 0.173800 0.165674 CURRENT LEARNING RATE: 3.0277077044282567e-08
previous_iter_valid_loss : 0.16058725118637085
1695620 0.160749 0.160587 0.165577 CURRENT LEARNING RATE: 3.02710222343749e-08
previous_iter_valid_loss : 0.16082748770713806
1695640 0.160977 0.160827 0.165116 CURRENT LEARNING RATE: 3.026496863530801e-08
previous_iter_valid_loss : 0.16457243263721466
1695660 0.164741 0.164572 0.164613 CURRENT LEARNING RATE: 3.0258916246839985e-08
previous_iter_valid_loss : 0.1745917648077011
1695680 0.174747 0.174592 0.165309 CURRENT LEARNING RATE: 3.025286506872862e-08
previous_iter_valid_loss : 0.16342850029468536
1695700 0.163634 0.163429 0.165213 CURRENT LEARNING RATE: 3.024681510073185e-08
previous_iter_valid_loss : 0.16198046505451202
1695720 0.162163 0.161980 0.165159 CURRENT LEARNING RATE: 3.024076634260769e-08
previous_iter_valid_loss : 0.16323532164096832
1695740 0.163433 0.163235 0.164685 CURRENT LEARNING RATE: 3.023471879411419e-08
previous_iter_valid_loss : 0.17830605804920197
1695760 0.178634 0.178306 0.165451 CURRENT LEARNING RATE: 3.022867245500945e-08
previous_iter_valid_loss : 0.16098546981811523
1695780 0.161153 0.160985 0.165385 CURRENT LEARNING RATE: 3.022262732505161e-08
previous_iter_valid_loss : 0.1853111833333969
1695800 0.185688 0.185311 0.166609 CURRENT LEARNING RATE: 3.021658340399876e-08
previous_iter_valid_loss : 0.1673024743795395
1695820 0.167526 0.167302 0.166945 CURRENT LEARNING RATE: 3.0210540691609354e-08
previous_iter_valid_loss : 0.17055536806583405
1695840 0.170702 0.170555 0.167441 CURRENT LEARNING RATE: 3.020449918764158e-08
previous_iter_valid_loss : 0.16139306128025055
1695860 0.161547 0.161393 0.167386 CURRENT LEARNING RATE: 3.019845889185378e-08
previous_iter_valid_loss : 0.1693880558013916
1695880 0.169541 0.169388 0.167774 CURRENT LEARNING RATE: 3.0192419804004336e-08
previous_iter_valid_loss : 0.16979281604290009
1695900 0.170040 0.169793 0.167752 CURRENT LEARNING RATE: 3.018638192385169e-08
previous_iter_valid_loss : 0.1775481253862381
1695920 0.177862 0.177548 0.167710 CURRENT LEARNING RATE: 3.0180345251154325e-08
previous_iter_valid_loss : 0.17950284481048584
1695940 0.179823 0.179503 0.168271 CURRENT LEARNING RATE: 3.0174309785670776e-08
previous_iter_valid_loss : 0.16049952805042267
1695960 0.160659 0.160500 0.168207 CURRENT LEARNING RATE: 3.016827552715951e-08
previous_iter_valid_loss : 0.16249531507492065
1695980 0.162684 0.162495 0.168304 CURRENT LEARNING RATE: 3.016224247537939e-08
previous_iter_valid_loss : 0.16652549803256989
1696000 0.166682 0.166525 0.167940 CURRENT LEARNING RATE: 3.015621063008896e-08
previous_iter_valid_loss : 0.16052184998989105
1696020 0.160684 0.160522 0.167937 CURRENT LEARNING RATE: 3.015017999104696e-08
previous_iter_valid_loss : 0.16172108054161072
1696040 0.161882 0.161721 0.167981 CURRENT LEARNING RATE: 3.0144150558012167e-08
previous_iter_valid_loss : 0.16052702069282532
1696060 0.160695 0.160527 0.167779 CURRENT LEARNING RATE: 3.01381223307434e-08
previous_iter_valid_loss : 0.17522181570529938
1696080 0.175507 0.175222 0.167811 CURRENT LEARNING RATE: 3.0132095308999534e-08
previous_iter_valid_loss : 0.16398559510707855
1696100 0.164159 0.163986 0.167839 CURRENT LEARNING RATE: 3.012606949253937e-08
previous_iter_valid_loss : 0.17035344243049622
1696120 0.170610 0.170353 0.168257 CURRENT LEARNING RATE: 3.01200448811221e-08
previous_iter_valid_loss : 0.1651134043931961
1696140 0.165272 0.165113 0.168351 CURRENT LEARNING RATE: 3.0114021474506624e-08
previous_iter_valid_loss : 0.17058010399341583
1696160 0.170728 0.170580 0.167965 CURRENT LEARNING RATE: 3.0107999272452016e-08
previous_iter_valid_loss : 0.1636255383491516
1696180 0.163795 0.163626 0.168097 CURRENT LEARNING RATE: 3.010197827471739e-08
previous_iter_valid_loss : 0.1610245555639267
1696200 0.161206 0.161025 0.166883 CURRENT LEARNING RATE: 3.0095958481061894e-08
previous_iter_valid_loss : 0.16105437278747559
1696220 0.161202 0.161054 0.166570 CURRENT LEARNING RATE: 3.0089939891244736e-08
previous_iter_valid_loss : 0.16315822303295135
1696240 0.163322 0.163158 0.166200 CURRENT LEARNING RATE: 3.008392250502518e-08
previous_iter_valid_loss : 0.19116146862506866
1696260 0.191287 0.191161 0.167689 CURRENT LEARNING RATE: 3.007790632216242e-08
previous_iter_valid_loss : 0.16084527969360352
1696280 0.160993 0.160845 0.167262 CURRENT LEARNING RATE: 3.007189134241603e-08
previous_iter_valid_loss : 0.16070617735385895
1696300 0.160870 0.160706 0.166807 CURRENT LEARNING RATE: 3.0065877565545294e-08
previous_iter_valid_loss : 0.16053131222724915
1696320 0.160700 0.160531 0.165956 CURRENT LEARNING RATE: 3.0059864991309666e-08
previous_iter_valid_loss : 0.16635897755622864
1696340 0.166582 0.166359 0.165299 CURRENT LEARNING RATE: 3.005385361946864e-08
previous_iter_valid_loss : 0.16426871716976166
1696360 0.164467 0.164269 0.165488 CURRENT LEARNING RATE: 3.004784344978176e-08
previous_iter_valid_loss : 0.16495953500270844
1696380 0.165170 0.164960 0.165611 CURRENT LEARNING RATE: 3.0041834482008624e-08
previous_iter_valid_loss : 0.16296711564064026
1696400 0.163137 0.162967 0.165433 CURRENT LEARNING RATE: 3.003582671590876e-08
previous_iter_valid_loss : 0.1641997992992401
1696420 0.164367 0.164200 0.165617 CURRENT LEARNING RATE: 3.002982015124209e-08
previous_iter_valid_loss : 0.16054818034172058
1696440 0.160720 0.160548 0.165558 CURRENT LEARNING RATE: 3.0023814787768214e-08
previous_iter_valid_loss : 0.16323909163475037
1696460 0.163435 0.163239 0.165694 CURRENT LEARNING RATE: 3.001781062524694e-08
previous_iter_valid_loss : 0.16059963405132294
1696480 0.160772 0.160600 0.164963 CURRENT LEARNING RATE: 3.00118076634381e-08
previous_iter_valid_loss : 0.18806566298007965
1696500 0.188205 0.188066 0.166167 CURRENT LEARNING RATE: 3.000580590210157e-08
previous_iter_valid_loss : 0.1616390347480774
1696520 0.161815 0.161639 0.165731 CURRENT LEARNING RATE: 2.999980534099727e-08
previous_iter_valid_loss : 0.1605319380760193
1696540 0.160699 0.160532 0.165502 CURRENT LEARNING RATE: 2.999380597988519e-08
previous_iter_valid_loss : 0.16494259238243103
1696560 0.165112 0.164943 0.165220 CURRENT LEARNING RATE: 2.998780781852525e-08
previous_iter_valid_loss : 0.16277115046977997
1696580 0.162957 0.162771 0.165177 CURRENT LEARNING RATE: 2.9981810856677737e-08
previous_iter_valid_loss : 0.16095006465911865
1696600 0.161105 0.160950 0.165174 CURRENT LEARNING RATE: 2.997581509410266e-08
previous_iter_valid_loss : 0.1626223474740982
1696620 0.162814 0.162622 0.165252 CURRENT LEARNING RATE: 2.996982053056019e-08
previous_iter_valid_loss : 0.1625816524028778
1696640 0.162745 0.162582 0.165223 CURRENT LEARNING RATE: 2.996382716581054e-08
previous_iter_valid_loss : 0.16496381163597107
1696660 0.165139 0.164964 0.163913 CURRENT LEARNING RATE: 2.995783499961399e-08
previous_iter_valid_loss : 0.16128148138523102
1696680 0.161474 0.161281 0.163935 CURRENT LEARNING RATE: 2.995184403173084e-08
previous_iter_valid_loss : 0.16887758672237396
1696700 0.169109 0.168878 0.164344 CURRENT LEARNING RATE: 2.9945854261921456e-08
previous_iter_valid_loss : 0.16706237196922302
1696720 0.167283 0.167062 0.164670 CURRENT LEARNING RATE: 2.9939865689946136e-08
previous_iter_valid_loss : 0.16211335361003876
1696740 0.162294 0.162113 0.164458 CURRENT LEARNING RATE: 2.9933878315565555e-08
previous_iter_valid_loss : 0.17892315983772278
1696760 0.179083 0.178923 0.165191 CURRENT LEARNING RATE: 2.9927892138540114e-08
previous_iter_valid_loss : 0.16639843583106995
1696780 0.166610 0.166398 0.165263 CURRENT LEARNING RATE: 2.992190715863036e-08
previous_iter_valid_loss : 0.16912324726581573
1696800 0.169357 0.169123 0.165570 CURRENT LEARNING RATE: 2.9915923375596895e-08
previous_iter_valid_loss : 0.16181127727031708
1696820 0.161966 0.161811 0.165451 CURRENT LEARNING RATE: 2.990994078920038e-08
previous_iter_valid_loss : 0.16298820078372955
1696840 0.163191 0.162988 0.165573 CURRENT LEARNING RATE: 2.9903959399201484e-08
previous_iter_valid_loss : 0.163480743765831
1696860 0.163678 0.163481 0.165585 CURRENT LEARNING RATE: 2.989797920536087e-08
previous_iter_valid_loss : 0.16120639443397522
1696880 0.161386 0.161206 0.165615 CURRENT LEARNING RATE: 2.9892000207439534e-08
previous_iter_valid_loss : 0.17172828316688538
1696900 0.171872 0.171728 0.164798 CURRENT LEARNING RATE: 2.988602240519821e-08
previous_iter_valid_loss : 0.16211320459842682
1696920 0.162303 0.162113 0.164822 CURRENT LEARNING RATE: 2.988004579839779e-08
previous_iter_valid_loss : 0.16170036792755127
1696940 0.161896 0.161700 0.164881 CURRENT LEARNING RATE: 2.98740703867992e-08
previous_iter_valid_loss : 0.16681119799613953
1696960 0.167019 0.166811 0.164974 CURRENT LEARNING RATE: 2.986809617016343e-08
previous_iter_valid_loss : 0.16665056347846985
1696980 0.166856 0.166651 0.165168 CURRENT LEARNING RATE: 2.9862123148251514e-08
previous_iter_valid_loss : 0.18044187128543854
1697000 0.180775 0.180442 0.166143 CURRENT LEARNING RATE: 2.9856151320824526e-08
previous_iter_valid_loss : 0.16295747458934784
1697020 0.163143 0.162957 0.166159 CURRENT LEARNING RATE: 2.985018068764349e-08
previous_iter_valid_loss : 0.17145201563835144
1697040 0.171603 0.171452 0.166603 CURRENT LEARNING RATE: 2.984421124846979e-08
previous_iter_valid_loss : 0.1668444722890854
1697060 0.167003 0.166844 0.166697 CURRENT LEARNING RATE: 2.9838243003064546e-08
previous_iter_valid_loss : 0.1665412187576294
1697080 0.166701 0.166541 0.166960 CURRENT LEARNING RATE: 2.9832275951189026e-08
previous_iter_valid_loss : 0.16054236888885498
1697100 0.160708 0.160542 0.166543 CURRENT LEARNING RATE: 2.982631009260455e-08
previous_iter_valid_loss : 0.16435971856117249
1697120 0.164567 0.164360 0.166408 CURRENT LEARNING RATE: 2.9820345427072476e-08
previous_iter_valid_loss : 0.16062133014202118
1697140 0.160780 0.160621 0.166333 CURRENT LEARNING RATE: 2.981438195435422e-08
previous_iter_valid_loss : 0.1624634563922882
1697160 0.162622 0.162463 0.165510 CURRENT LEARNING RATE: 2.980841967421115e-08
previous_iter_valid_loss : 0.1613883078098297
1697180 0.161535 0.161388 0.165260 CURRENT LEARNING RATE: 2.980245858640497e-08
previous_iter_valid_loss : 0.16136443614959717
1697200 0.161524 0.161364 0.164872 CURRENT LEARNING RATE: 2.9796498690697142e-08
previous_iter_valid_loss : 0.16179324686527252
1697220 0.161990 0.161793 0.164871 CURRENT LEARNING RATE: 2.9790539986849262e-08
previous_iter_valid_loss : 0.16056765615940094
1697240 0.160735 0.160568 0.164750 CURRENT LEARNING RATE: 2.9784582474622985e-08
previous_iter_valid_loss : 0.16526082158088684
1697260 0.165465 0.165261 0.164839 CURRENT LEARNING RATE: 2.9778626153780014e-08
previous_iter_valid_loss : 0.18013787269592285
1697280 0.180288 0.180138 0.165786 CURRENT LEARNING RATE: 2.9772671024082092e-08
previous_iter_valid_loss : 0.16105568408966064
1697300 0.161212 0.161056 0.165252 CURRENT LEARNING RATE: 2.9766717085291017e-08
previous_iter_valid_loss : 0.16052715480327606
1697320 0.160690 0.160527 0.165173 CURRENT LEARNING RATE: 2.976076433716852e-08
previous_iter_valid_loss : 0.16747522354125977
1697340 0.167702 0.167475 0.165461 CURRENT LEARNING RATE: 2.9754812779476707e-08
previous_iter_valid_loss : 0.17866584658622742
1697360 0.178820 0.178666 0.166054 CURRENT LEARNING RATE: 2.9748862411977413e-08
previous_iter_valid_loss : 0.16052375733852386
1697380 0.160695 0.160524 0.165748 CURRENT LEARNING RATE: 2.9742913234432613e-08
previous_iter_valid_loss : 0.16072873771190643
1697400 0.160905 0.160729 0.164762 CURRENT LEARNING RATE: 2.9736965246604354e-08
previous_iter_valid_loss : 0.16140499711036682
1697420 0.161600 0.161405 0.164685 CURRENT LEARNING RATE: 2.9731018448254702e-08
previous_iter_valid_loss : 0.16412831842899323
1697440 0.164327 0.164128 0.164318 CURRENT LEARNING RATE: 2.9725072839145793e-08
previous_iter_valid_loss : 0.16993561387062073
1697460 0.170197 0.169936 0.164473 CURRENT LEARNING RATE: 2.9719128419039806e-08
previous_iter_valid_loss : 0.16451379656791687
1697480 0.164684 0.164514 0.164372 CURRENT LEARNING RATE: 2.971318518769885e-08
previous_iter_valid_loss : 0.16670918464660645
1697500 0.166929 0.166709 0.164680 CURRENT LEARNING RATE: 2.9707243144885413e-08
previous_iter_valid_loss : 0.16105274856090546
1697520 0.161239 0.161053 0.164515 CURRENT LEARNING RATE: 2.9701302290361706e-08
previous_iter_valid_loss : 0.1706317812204361
1697540 0.170881 0.170632 0.165015 CURRENT LEARNING RATE: 2.9695362623890093e-08
previous_iter_valid_loss : 0.17520783841609955
1697560 0.175495 0.175208 0.165652 CURRENT LEARNING RATE: 2.968942414523299e-08
previous_iter_valid_loss : 0.1658884882926941
1697580 0.166093 0.165888 0.165877 CURRENT LEARNING RATE: 2.9683486854152856e-08
previous_iter_valid_loss : 0.1656028926372528
1697600 0.165764 0.165603 0.166089 CURRENT LEARNING RATE: 2.96775507504122e-08
previous_iter_valid_loss : 0.16156306862831116
1697620 0.161753 0.161563 0.166078 CURRENT LEARNING RATE: 2.967161583377347e-08
previous_iter_valid_loss : 0.16073879599571228
1697640 0.160918 0.160739 0.166086 CURRENT LEARNING RATE: 2.9665682103999486e-08
previous_iter_valid_loss : 0.1627090573310852
1697660 0.162900 0.162709 0.165959 CURRENT LEARNING RATE: 2.9659749560852793e-08
previous_iter_valid_loss : 0.16124273836612701
1697680 0.161430 0.161243 0.165014 CURRENT LEARNING RATE: 2.9653818204096083e-08
previous_iter_valid_loss : 0.16471077501773834
1697700 0.164918 0.164711 0.165197 CURRENT LEARNING RATE: 2.9647888033492102e-08
previous_iter_valid_loss : 0.16494035720825195
1697720 0.165109 0.164940 0.165417 CURRENT LEARNING RATE: 2.964195904880365e-08
previous_iter_valid_loss : 0.17532074451446533
1697740 0.175464 0.175321 0.165810 CURRENT LEARNING RATE: 2.9636031249793565e-08
previous_iter_valid_loss : 0.16257749497890472
1697760 0.162769 0.162577 0.165005 CURRENT LEARNING RATE: 2.9630104636224732e-08
previous_iter_valid_loss : 0.16059505939483643
1697780 0.160770 0.160595 0.165009 CURRENT LEARNING RATE: 2.9624179207859985e-08
previous_iter_valid_loss : 0.16161899268627167
1697800 0.161809 0.161619 0.165053 CURRENT LEARNING RATE: 2.9618254964462514e-08
previous_iter_valid_loss : 0.1693851202726364
1697820 0.169640 0.169385 0.165452 CURRENT LEARNING RATE: 2.9612331905795246e-08
previous_iter_valid_loss : 0.19108949601650238
1697840 0.191537 0.191089 0.166800 CURRENT LEARNING RATE: 2.9606410031621254e-08
previous_iter_valid_loss : 0.1842712014913559
1697860 0.184648 0.184271 0.167517 CURRENT LEARNING RATE: 2.9600489341703673e-08
previous_iter_valid_loss : 0.16475486755371094
1697880 0.164953 0.164755 0.167529 CURRENT LEARNING RATE: 2.9594569835805667e-08
previous_iter_valid_loss : 0.1637892872095108
1697900 0.163952 0.163789 0.167383 CURRENT LEARNING RATE: 2.9588651513690462e-08
previous_iter_valid_loss : 0.1610744446516037
1697920 0.161254 0.161074 0.167384 CURRENT LEARNING RATE: 2.9582734375121318e-08
previous_iter_valid_loss : 0.18877041339874268
1697940 0.189198 0.188770 0.168291 CURRENT LEARNING RATE: 2.9576818419861446e-08
previous_iter_valid_loss : 0.16223101317882538
1697960 0.162397 0.162231 0.167642 CURRENT LEARNING RATE: 2.9570903647674422e-08
previous_iter_valid_loss : 0.16412463784217834
1697980 0.164281 0.164125 0.167554 CURRENT LEARNING RATE: 2.956499005832355e-08
previous_iter_valid_loss : 0.1675238162279129
1698000 0.167753 0.167524 0.167650 CURRENT LEARNING RATE: 2.955907765157228e-08
previous_iter_valid_loss : 0.1629837602376938
1698020 0.163146 0.162984 0.167721 CURRENT LEARNING RATE: 2.9553166427184123e-08
previous_iter_valid_loss : 0.164128378033638
1698040 0.164342 0.164128 0.167891 CURRENT LEARNING RATE: 2.9547256384922627e-08
previous_iter_valid_loss : 0.1828249990940094
1698060 0.183169 0.182825 0.168896 CURRENT LEARNING RATE: 2.954134752455139e-08
previous_iter_valid_loss : 0.16543366014957428
1698080 0.165652 0.165434 0.169106 CURRENT LEARNING RATE: 2.953543984583395e-08
previous_iter_valid_loss : 0.16682550311088562
1698100 0.167050 0.166826 0.169212 CURRENT LEARNING RATE: 2.9529533348534216e-08
previous_iter_valid_loss : 0.16359476745128632
1698120 0.163763 0.163595 0.169144 CURRENT LEARNING RATE: 2.952362803241582e-08
previous_iter_valid_loss : 0.19119161367416382
1698140 0.191642 0.191192 0.169938 CURRENT LEARNING RATE: 2.9517723897242547e-08
previous_iter_valid_loss : 0.16078339517116547
1698160 0.160938 0.160783 0.169848 CURRENT LEARNING RATE: 2.9511820942778238e-08
previous_iter_valid_loss : 0.16075465083122253
1698180 0.160925 0.160755 0.169856 CURRENT LEARNING RATE: 2.9505919168786763e-08
previous_iter_valid_loss : 0.16088971495628357
1698200 0.161047 0.160890 0.169820 CURRENT LEARNING RATE: 2.9500018575032068e-08
previous_iter_valid_loss : 0.1700289398431778
1698220 0.170181 0.170029 0.169852 CURRENT LEARNING RATE: 2.9494119161278115e-08
previous_iter_valid_loss : 0.16201962530612946
1698240 0.162173 0.162020 0.168399 CURRENT LEARNING RATE: 2.948822092728883e-08
previous_iter_valid_loss : 0.16056975722312927
1698260 0.160736 0.160570 0.167213 CURRENT LEARNING RATE: 2.9482323872828485e-08
previous_iter_valid_loss : 0.18783463537693024
1698280 0.188258 0.187835 0.168367 CURRENT LEARNING RATE: 2.9476427997661107e-08
previous_iter_valid_loss : 0.16770397126674652
1698300 0.167859 0.167704 0.168563 CURRENT LEARNING RATE: 2.9470533301550846e-08
previous_iter_valid_loss : 0.1625673472881317
1698320 0.162766 0.162567 0.168638 CURRENT LEARNING RATE: 2.9464639784261923e-08
previous_iter_valid_loss : 0.16900327801704407
1698340 0.169156 0.169003 0.167649 CURRENT LEARNING RATE: 2.9458747445558595e-08
previous_iter_valid_loss : 0.1621667444705963
1698360 0.162336 0.162167 0.167646 CURRENT LEARNING RATE: 2.945285628520517e-08
previous_iter_valid_loss : 0.17436878383159637
1698380 0.174644 0.174369 0.168158 CURRENT LEARNING RATE: 2.9446966302965896e-08
previous_iter_valid_loss : 0.16248857975006104
1698400 0.162664 0.162489 0.167907 CURRENT LEARNING RATE: 2.9441077498605382e-08
previous_iter_valid_loss : 0.16067764163017273
1698420 0.160829 0.160678 0.167791 CURRENT LEARNING RATE: 2.9435189871887974e-08
previous_iter_valid_loss : 0.16067300736904144
1698440 0.160840 0.160673 0.167619 CURRENT LEARNING RATE: 2.942930342257816e-08
previous_iter_valid_loss : 0.17232850193977356
1698460 0.172595 0.172329 0.167094 CURRENT LEARNING RATE: 2.942341815044049e-08
previous_iter_valid_loss : 0.16588380932807922
1698480 0.166093 0.165884 0.167116 CURRENT LEARNING RATE: 2.9417534055239548e-08
previous_iter_valid_loss : 0.16882136464118958
1698500 0.168975 0.168821 0.167216 CURRENT LEARNING RATE: 2.9411651136739973e-08
previous_iter_valid_loss : 0.1640624850988388
1698520 0.164230 0.164062 0.167239 CURRENT LEARNING RATE: 2.940576939470645e-08
previous_iter_valid_loss : 0.16560140252113342
1698540 0.165766 0.165601 0.165960 CURRENT LEARNING RATE: 2.9399888828903603e-08
previous_iter_valid_loss : 0.16089273989200592
1698560 0.161073 0.160893 0.165965 CURRENT LEARNING RATE: 2.9394009439096412e-08
previous_iter_valid_loss : 0.1608971208333969
1698580 0.161058 0.160897 0.165973 CURRENT LEARNING RATE: 2.9388131225049603e-08
previous_iter_valid_loss : 0.1611192524433136
1698600 0.161276 0.161119 0.165984 CURRENT LEARNING RATE: 2.938225418652805e-08
previous_iter_valid_loss : 0.16140565276145935
1698620 0.161568 0.161406 0.165553 CURRENT LEARNING RATE: 2.9376378323296666e-08
previous_iter_valid_loss : 0.1606319695711136
1698640 0.160787 0.160632 0.165483 CURRENT LEARNING RATE: 2.9370503635120424e-08
previous_iter_valid_loss : 0.16079454123973846
1698660 0.160971 0.160795 0.165495 CURRENT LEARNING RATE: 2.9364630121764324e-08
previous_iter_valid_loss : 0.16051793098449707
1698680 0.160686 0.160518 0.164129 CURRENT LEARNING RATE: 2.935875778299344e-08
previous_iter_valid_loss : 0.16107715666294098
1698700 0.161267 0.161077 0.163798 CURRENT LEARNING RATE: 2.935288661857276e-08
previous_iter_valid_loss : 0.1611746847629547
1698720 0.161326 0.161175 0.163728 CURRENT LEARNING RATE: 2.9347016628267657e-08
previous_iter_valid_loss : 0.16580207645893097
1698740 0.166005 0.165802 0.163568 CURRENT LEARNING RATE: 2.9341147811843223e-08
previous_iter_valid_loss : 0.16071602702140808
1698760 0.160878 0.160716 0.163495 CURRENT LEARNING RATE: 2.9335280169064703e-08
previous_iter_valid_loss : 0.1632821261882782
1698780 0.163453 0.163282 0.162941 CURRENT LEARNING RATE: 2.9329413699697396e-08
previous_iter_valid_loss : 0.1615884155035019
1698800 0.161749 0.161588 0.162896 CURRENT LEARNING RATE: 2.9323548403506644e-08
previous_iter_valid_loss : 0.16394953429698944
1698820 0.164119 0.163950 0.163060 CURRENT LEARNING RATE: 2.9317684280257824e-08
previous_iter_valid_loss : 0.1701437383890152
1698840 0.170296 0.170144 0.163533 CURRENT LEARNING RATE: 2.931182132971628e-08
previous_iter_valid_loss : 0.1624644696712494
1698860 0.162660 0.162464 0.163040 CURRENT LEARNING RATE: 2.9305959551647698e-08
previous_iter_valid_loss : 0.16164451837539673
1698880 0.161809 0.161645 0.162828 CURRENT LEARNING RATE: 2.93000989458175e-08
previous_iter_valid_loss : 0.17011798918247223
1698900 0.170266 0.170118 0.162893 CURRENT LEARNING RATE: 2.9294239511991266e-08
previous_iter_valid_loss : 0.1636236310005188
1698920 0.163829 0.163624 0.162871 CURRENT LEARNING RATE: 2.9288381249934614e-08
previous_iter_valid_loss : 0.1801593154668808
1698940 0.180479 0.180159 0.163599 CURRENT LEARNING RATE: 2.9282524159413214e-08
previous_iter_valid_loss : 0.1605163812637329
1698960 0.160678 0.160516 0.163580 CURRENT LEARNING RATE: 2.9276668240192787e-08
previous_iter_valid_loss : 0.16093431413173676
1698980 0.161118 0.160934 0.163582 CURRENT LEARNING RATE: 2.927081349203909e-08
previous_iter_valid_loss : 0.1641039252281189
1699000 0.164289 0.164104 0.163731 CURRENT LEARNING RATE: 2.926495991471784e-08
previous_iter_valid_loss : 0.1644299030303955
1699020 0.164642 0.164430 0.163882 CURRENT LEARNING RATE: 2.925910750799509e-08
previous_iter_valid_loss : 0.16169971227645874
1699040 0.161898 0.161700 0.163936 CURRENT LEARNING RATE: 2.9253256271636646e-08
previous_iter_valid_loss : 0.16804125905036926
1699060 0.168197 0.168041 0.164298 CURRENT LEARNING RATE: 2.9247406205408455e-08
previous_iter_valid_loss : 0.16051961481571198
1699080 0.160675 0.160520 0.164298 CURRENT LEARNING RATE: 2.9241557309076515e-08
previous_iter_valid_loss : 0.16884852945804596
1699100 0.169082 0.168849 0.164687 CURRENT LEARNING RATE: 2.9235709582406875e-08
previous_iter_valid_loss : 0.1608513593673706
1699120 0.161001 0.160851 0.164670 CURRENT LEARNING RATE: 2.9229863025165617e-08
previous_iter_valid_loss : 0.1605445295572281
1699140 0.160711 0.160545 0.164407 CURRENT LEARNING RATE: 2.9224017637118886e-08
previous_iter_valid_loss : 0.18379703164100647
1699160 0.183947 0.183797 0.165562 CURRENT LEARNING RATE: 2.9218173418032762e-08
previous_iter_valid_loss : 0.17735734581947327
1699180 0.177646 0.177357 0.166265 CURRENT LEARNING RATE: 2.9212330367673682e-08
previous_iter_valid_loss : 0.17093604803085327
1699200 0.171183 0.170936 0.166733 CURRENT LEARNING RATE: 2.9206488485807823e-08
previous_iter_valid_loss : 0.1767437756061554
1699220 0.177046 0.176744 0.167372 CURRENT LEARNING RATE: 2.9200647772201502e-08
previous_iter_valid_loss : 0.1766911745071411
1699240 0.176850 0.176691 0.167700 CURRENT LEARNING RATE: 2.91948082266211e-08
previous_iter_valid_loss : 0.16061283648014069
1699260 0.160769 0.160613 0.167607 CURRENT LEARNING RATE: 2.918896984883303e-08
previous_iter_valid_loss : 0.17374245822429657
1699280 0.173893 0.173742 0.168212 CURRENT LEARNING RATE: 2.9183132638603755e-08
previous_iter_valid_loss : 0.16104397177696228
1699300 0.161205 0.161044 0.167758 CURRENT LEARNING RATE: 2.917729659569969e-08
previous_iter_valid_loss : 0.16554102301597595
1699320 0.165746 0.165541 0.167854 CURRENT LEARNING RATE: 2.9171461719887593e-08
previous_iter_valid_loss : 0.16095662117004395
1699340 0.161142 0.160957 0.166894 CURRENT LEARNING RATE: 2.916562801093397e-08
previous_iter_valid_loss : 0.16051137447357178
1699360 0.160678 0.160511 0.166894 CURRENT LEARNING RATE: 2.9159795468605475e-08
previous_iter_valid_loss : 0.16491816937923431
1699380 0.165127 0.164918 0.167093 CURRENT LEARNING RATE: 2.91539640926688e-08
previous_iter_valid_loss : 0.16422706842422485
1699400 0.164403 0.164227 0.167099 CURRENT LEARNING RATE: 2.9148133882890688e-08
previous_iter_valid_loss : 0.168101966381073
1699420 0.168332 0.168102 0.167283 CURRENT LEARNING RATE: 2.9142304839037937e-08
previous_iter_valid_loss : 0.16079142689704895
1699440 0.160972 0.160791 0.167237 CURRENT LEARNING RATE: 2.9136476960877388e-08
previous_iter_valid_loss : 0.16483859717845917
1699460 0.165046 0.164839 0.167077 CURRENT LEARNING RATE: 2.9130650248175815e-08
previous_iter_valid_loss : 0.16177313029766083
1699480 0.161961 0.161773 0.167140 CURRENT LEARNING RATE: 2.912482470070036e-08
previous_iter_valid_loss : 0.1709136664867401
1699500 0.171064 0.170914 0.167243 CURRENT LEARNING RATE: 2.9119000318217895e-08
previous_iter_valid_loss : 0.16433630883693695
1699520 0.164528 0.164336 0.167417 CURRENT LEARNING RATE: 2.9113177100495447e-08
previous_iter_valid_loss : 0.1633797585964203
1699540 0.163586 0.163380 0.167559 CURRENT LEARNING RATE: 2.9107355047300088e-08
previous_iter_valid_loss : 0.169164776802063
1699560 0.169404 0.169165 0.166828 CURRENT LEARNING RATE: 2.9101534158398935e-08
previous_iter_valid_loss : 0.16264809668064117
1699580 0.162844 0.162648 0.166092 CURRENT LEARNING RATE: 2.909571443355915e-08
previous_iter_valid_loss : 0.16127899289131165
1699600 0.161464 0.161279 0.165609 CURRENT LEARNING RATE: 2.9089895872547847e-08
previous_iter_valid_loss : 0.16723240911960602
1699620 0.167453 0.167232 0.165134 CURRENT LEARNING RATE: 2.9084078475132484e-08
previous_iter_valid_loss : 0.16109761595726013
1699640 0.161279 0.161098 0.164354 CURRENT LEARNING RATE: 2.9078262241080262e-08
previous_iter_valid_loss : 0.16419368982315063
1699660 0.164385 0.164194 0.164533 CURRENT LEARNING RATE: 2.9072447170158537e-08
previous_iter_valid_loss : 0.16052190959453583
1699680 0.160682 0.160522 0.163872 CURRENT LEARNING RATE: 2.9066633262134704e-08
previous_iter_valid_loss : 0.16603881120681763
1699700 0.166254 0.166039 0.164122 CURRENT LEARNING RATE: 2.90608205167762e-08
previous_iter_valid_loss : 0.18057160079479218
1699720 0.180911 0.180572 0.164873 CURRENT LEARNING RATE: 2.9055008933850523e-08
previous_iter_valid_loss : 0.16206972301006317
1699740 0.162264 0.162070 0.164929 CURRENT LEARNING RATE: 2.9049198513125205e-08
previous_iter_valid_loss : 0.16197629272937775
1699760 0.162166 0.161976 0.165002 CURRENT LEARNING RATE: 2.9043389254367732e-08
previous_iter_valid_loss : 0.18675921857357025
1699780 0.187149 0.186759 0.166094 CURRENT LEARNING RATE: 2.9037581157345933e-08
previous_iter_valid_loss : 0.20369593799114227
1699800 0.203761 0.203696 0.168068 CURRENT LEARNING RATE: 2.9031774221827386e-08
previous_iter_valid_loss : 0.163313627243042
1699820 0.163513 0.163314 0.167828 CURRENT LEARNING RATE: 2.9025968447579814e-08
previous_iter_valid_loss : 0.16192197799682617
1699840 0.162108 0.161922 0.167885 CURRENT LEARNING RATE: 2.9020163834370983e-08
previous_iter_valid_loss : 0.16290190815925598
1699860 0.163105 0.162902 0.167788 CURRENT LEARNING RATE: 2.9014360381968703e-08
previous_iter_valid_loss : 0.16097480058670044
1699880 0.161162 0.160975 0.167748 CURRENT LEARNING RATE: 2.900855809014085e-08
previous_iter_valid_loss : 0.16056352853775024
1699900 0.160736 0.160564 0.167231 CURRENT LEARNING RATE: 2.900275695865532e-08
previous_iter_valid_loss : 0.16541887819766998
1699920 0.165643 0.165419 0.167285 CURRENT LEARNING RATE: 2.8996956987279968e-08
previous_iter_valid_loss : 0.16075700521469116
1699940 0.160912 0.160757 0.167154 CURRENT LEARNING RATE: 2.8991158175783003e-08
previous_iter_valid_loss : 0.1606760025024414
1699960 0.160848 0.160676 0.166729 CURRENT LEARNING RATE: 2.8985360523932375e-08
previous_iter_valid_loss : 0.16439001262187958
1699980 0.164579 0.164390 0.166816 CURRENT LEARNING RATE: 2.8979564031496165e-08
previous_iter_valid_loss : 0.16110877692699432
1700000 0.161259 0.161109 0.166808 CURRENT LEARNING RATE: 2.8973768698242525e-08
previous_iter_valid_loss : 0.16736921668052673
1700020 0.167528 0.167369 0.166815 CURRENT LEARNING RATE: 2.8967974523939634e-08
previous_iter_valid_loss : 0.1605014055967331
1700040 0.160667 0.160501 0.166785 CURRENT LEARNING RATE: 2.8962181508355727e-08
previous_iter_valid_loss : 0.17520296573638916
1700060 0.175488 0.175203 0.167335 CURRENT LEARNING RATE: 2.895638965125898e-08
previous_iter_valid_loss : 0.16117921471595764
1700080 0.161334 0.161179 0.167368 CURRENT LEARNING RATE: 2.8950598952417928e-08
previous_iter_valid_loss : 0.1626899540424347
1700100 0.162872 0.162690 0.167201 CURRENT LEARNING RATE: 2.8944809411600842e-08
previous_iter_valid_loss : 0.18508410453796387
1700120 0.185235 0.185084 0.167426 CURRENT LEARNING RATE: 2.8939021028576128e-08
previous_iter_valid_loss : 0.16099216043949127
1700140 0.161151 0.160992 0.167372 CURRENT LEARNING RATE: 2.8933233803112267e-08
previous_iter_valid_loss : 0.1615470051765442
1700160 0.161737 0.161547 0.167351 CURRENT LEARNING RATE: 2.8927447734977756e-08
previous_iter_valid_loss : 0.16839061677455902
1700180 0.168621 0.168391 0.166433 CURRENT LEARNING RATE: 2.8921662823941162e-08
previous_iter_valid_loss : 0.16371004283428192
1700200 0.163884 0.163710 0.164433 CURRENT LEARNING RATE: 2.891587906977108e-08
previous_iter_valid_loss : 0.1605093628168106
1700220 0.160667 0.160509 0.164293 CURRENT LEARNING RATE: 2.8910096472236068e-08
previous_iter_valid_loss : 0.1740214079618454
1700240 0.174297 0.174021 0.164898 CURRENT LEARNING RATE: 2.8904315031105018e-08
previous_iter_valid_loss : 0.16625626385211945
1700260 0.166474 0.166256 0.165066 CURRENT LEARNING RATE: 2.8898534746146575e-08
previous_iter_valid_loss : 0.1622263789176941
1700280 0.162390 0.162226 0.165128 CURRENT LEARNING RATE: 2.8892755617129525e-08
previous_iter_valid_loss : 0.171519935131073
1700300 0.171672 0.171520 0.165676 CURRENT LEARNING RATE: 2.88869776438227e-08
previous_iter_valid_loss : 0.17079736292362213
1700320 0.171060 0.170797 0.165945 CURRENT LEARNING RATE: 2.888120082599499e-08
previous_iter_valid_loss : 0.16064316034317017
1700340 0.160812 0.160643 0.165939 CURRENT LEARNING RATE: 2.8875425163415316e-08
previous_iter_valid_loss : 0.16327710449695587
1700360 0.163466 0.163277 0.166069 CURRENT LEARNING RATE: 2.886965065585265e-08
previous_iter_valid_loss : 0.16278789937496185
1700380 0.162953 0.162788 0.165989 CURRENT LEARNING RATE: 2.886387730307591e-08
previous_iter_valid_loss : 0.1781598925590515
1700400 0.178465 0.178160 0.166842 CURRENT LEARNING RATE: 2.8858105104854374e-08
previous_iter_valid_loss : 0.17286382615566254
1700420 0.173011 0.172864 0.167117 CURRENT LEARNING RATE: 2.885233406095704e-08
previous_iter_valid_loss : 0.16293247044086456
1700440 0.163130 0.162932 0.167238 CURRENT LEARNING RATE: 2.8846564171153076e-08
previous_iter_valid_loss : 0.16919898986816406
1700460 0.169450 0.169199 0.166938 CURRENT LEARNING RATE: 2.8840795435211687e-08
previous_iter_valid_loss : 0.16057436168193817
1700480 0.160731 0.160574 0.166908 CURRENT LEARNING RATE: 2.883502785290211e-08
previous_iter_valid_loss : 0.1630645990371704
1700500 0.163242 0.163065 0.166926 CURRENT LEARNING RATE: 2.8829261423993654e-08
previous_iter_valid_loss : 0.16174164414405823
1700520 0.161897 0.161742 0.165759 CURRENT LEARNING RATE: 2.8823496148255557e-08
previous_iter_valid_loss : 0.19248278439044952
1700540 0.192942 0.192483 0.167334 CURRENT LEARNING RATE: 2.8817732025457414e-08
previous_iter_valid_loss : 0.16243654489517212
1700560 0.162626 0.162437 0.167378 CURRENT LEARNING RATE: 2.8811969055368555e-08
previous_iter_valid_loss : 0.16054153442382812
1700580 0.160695 0.160542 0.166986 CURRENT LEARNING RATE: 2.8806207237758465e-08
previous_iter_valid_loss : 0.16202355921268463
1700600 0.162178 0.162024 0.166902 CURRENT LEARNING RATE: 2.8800446572396665e-08
previous_iter_valid_loss : 0.16059929132461548
1700620 0.160767 0.160599 0.166906 CURRENT LEARNING RATE: 2.8794687059052732e-08
previous_iter_valid_loss : 0.16064150631427765
1700640 0.160798 0.160642 0.166237 CURRENT LEARNING RATE: 2.8788928697496282e-08
previous_iter_valid_loss : 0.16052135825157166
1700660 0.160674 0.160521 0.165950 CURRENT LEARNING RATE: 2.8783171487496987e-08
previous_iter_valid_loss : 0.16161315143108368
1700680 0.161773 0.161613 0.165920 CURRENT LEARNING RATE: 2.8777415428824452e-08
previous_iter_valid_loss : 0.1690290868282318
1700700 0.169281 0.169029 0.165795 CURRENT LEARNING RATE: 2.8771660521248643e-08
previous_iter_valid_loss : 0.1679326444864273
1700720 0.168155 0.167933 0.165652 CURRENT LEARNING RATE: 2.8765906764539255e-08
previous_iter_valid_loss : 0.16857443749904633
1700740 0.168817 0.168574 0.166048 CURRENT LEARNING RATE: 2.8760154158466143e-08
previous_iter_valid_loss : 0.17500217258930206
1700760 0.175152 0.175002 0.166635 CURRENT LEARNING RATE: 2.8754402702799204e-08
previous_iter_valid_loss : 0.17617753148078918
1700780 0.176467 0.176178 0.167304 CURRENT LEARNING RATE: 2.874865239730837e-08
previous_iter_valid_loss : 0.16766519844532013
1700800 0.167827 0.167665 0.166779 CURRENT LEARNING RATE: 2.8742903241763645e-08
previous_iter_valid_loss : 0.16955991089344025
1700820 0.169714 0.169560 0.166614 CURRENT LEARNING RATE: 2.8737155235934947e-08
previous_iter_valid_loss : 0.16622750461101532
1700840 0.166390 0.166228 0.166779 CURRENT LEARNING RATE: 2.873140837959256e-08
previous_iter_valid_loss : 0.16099511086940765
1700860 0.161178 0.160995 0.166369 CURRENT LEARNING RATE: 2.8725662672506517e-08
previous_iter_valid_loss : 0.16131748259067535
1700880 0.161511 0.161317 0.166406 CURRENT LEARNING RATE: 2.8719918114446984e-08
previous_iter_valid_loss : 0.16283245384693146
1700900 0.163001 0.162832 0.166394 CURRENT LEARNING RATE: 2.871417470518418e-08
previous_iter_valid_loss : 0.19205056130886078
1700920 0.192493 0.192051 0.167910 CURRENT LEARNING RATE: 2.8708432444488368e-08
previous_iter_valid_loss : 0.1636098325252533
1700940 0.163810 0.163610 0.166466 CURRENT LEARNING RATE: 2.8702691332129857e-08
previous_iter_valid_loss : 0.16813187301158905
1700960 0.168362 0.168132 0.166751 CURRENT LEARNING RATE: 2.8696951367879e-08
previous_iter_valid_loss : 0.16385161876678467
1700980 0.164027 0.163852 0.166916 CURRENT LEARNING RATE: 2.86912125515061e-08
previous_iter_valid_loss : 0.1784626841545105
1701000 0.178620 0.178463 0.167738 CURRENT LEARNING RATE: 2.8685474882781815e-08
previous_iter_valid_loss : 0.16125132143497467
1701020 0.161405 0.161251 0.167771 CURRENT LEARNING RATE: 2.867973836147652e-08
previous_iter_valid_loss : 0.16371124982833862
1701040 0.163880 0.163711 0.167924 CURRENT LEARNING RATE: 2.8674002987360773e-08
previous_iter_valid_loss : 0.16051536798477173
1701060 0.160677 0.160515 0.167924 CURRENT LEARNING RATE: 2.8668268760205143e-08
previous_iter_valid_loss : 0.16071391105651855
1701080 0.160881 0.160714 0.167879 CURRENT LEARNING RATE: 2.8662535679780267e-08
previous_iter_valid_loss : 0.1609448343515396
1701100 0.161125 0.160945 0.167475 CURRENT LEARNING RATE: 2.8656803745856824e-08
previous_iter_valid_loss : 0.2270941585302353
1701120 0.227808 0.227094 0.170433 CURRENT LEARNING RATE: 2.8651072958205535e-08
previous_iter_valid_loss : 0.16416305303573608
1701140 0.164339 0.164163 0.170212 CURRENT LEARNING RATE: 2.8645343316597063e-08
previous_iter_valid_loss : 0.16179338097572327
1701160 0.161985 0.161793 0.169552 CURRENT LEARNING RATE: 2.863961482080243e-08
previous_iter_valid_loss : 0.1633714735507965
1701180 0.163533 0.163371 0.168912 CURRENT LEARNING RATE: 2.8633887470592395e-08
previous_iter_valid_loss : 0.16066314280033112
1701200 0.160818 0.160663 0.168562 CURRENT LEARNING RATE: 2.8628161265737865e-08
previous_iter_valid_loss : 0.16410216689109802
1701220 0.164286 0.164102 0.168289 CURRENT LEARNING RATE: 2.8622436206009785e-08
previous_iter_valid_loss : 0.16693386435508728
1701240 0.167088 0.166934 0.168324 CURRENT LEARNING RATE: 2.861671229117916e-08
previous_iter_valid_loss : 0.16641107201576233
1701260 0.166575 0.166411 0.168595 CURRENT LEARNING RATE: 2.8610989521017027e-08
previous_iter_valid_loss : 0.16334190964698792
1701280 0.163540 0.163342 0.168696 CURRENT LEARNING RATE: 2.860526789529438e-08
previous_iter_valid_loss : 0.16615523397922516
1701300 0.166317 0.166155 0.168862 CURRENT LEARNING RATE: 2.859954741378256e-08
previous_iter_valid_loss : 0.1623566597700119
1701320 0.162558 0.162357 0.167378 CURRENT LEARNING RATE: 2.8593828076252628e-08
previous_iter_valid_loss : 0.16773006319999695
1701340 0.167963 0.167730 0.167584 CURRENT LEARNING RATE: 2.8588109882475833e-08
previous_iter_valid_loss : 0.16815920174121857
1701360 0.168385 0.168159 0.167585 CURRENT LEARNING RATE: 2.8582392832223433e-08
previous_iter_valid_loss : 0.161546528339386
1701380 0.161709 0.161547 0.167470 CURRENT LEARNING RATE: 2.857667692526675e-08
previous_iter_valid_loss : 0.1632043719291687
1701400 0.163397 0.163204 0.166707 CURRENT LEARNING RATE: 2.8570962161377143e-08
previous_iter_valid_loss : 0.18097376823425293
1701420 0.181317 0.180974 0.167693 CURRENT LEARNING RATE: 2.8565248540326037e-08
previous_iter_valid_loss : 0.17440378665924072
1701440 0.174553 0.174404 0.168227 CURRENT LEARNING RATE: 2.8559536061884766e-08
previous_iter_valid_loss : 0.16256338357925415
1701460 0.162730 0.162563 0.168330 CURRENT LEARNING RATE: 2.8553824725825046e-08
previous_iter_valid_loss : 0.16092605888843536
1701480 0.161103 0.160926 0.168340 CURRENT LEARNING RATE: 2.854811453191832e-08
previous_iter_valid_loss : 0.18070422112941742
1701500 0.181041 0.180704 0.169328 CURRENT LEARNING RATE: 2.8542405479936182e-08
previous_iter_valid_loss : 0.1733846813440323
1701520 0.173651 0.173385 0.166643 CURRENT LEARNING RATE: 2.853669756965026e-08
previous_iter_valid_loss : 0.17212629318237305
1701540 0.172275 0.172126 0.167041 CURRENT LEARNING RATE: 2.853099080083225e-08
previous_iter_valid_loss : 0.16783513128757477
1701560 0.168063 0.167835 0.167343 CURRENT LEARNING RATE: 2.852528517325387e-08
previous_iter_valid_loss : 0.1618669629096985
1701580 0.162028 0.161867 0.167268 CURRENT LEARNING RATE: 2.8519580686686906e-08
previous_iter_valid_loss : 0.17208822071552277
1701600 0.172235 0.172088 0.167839 CURRENT LEARNING RATE: 2.8513877340903068e-08
previous_iter_valid_loss : 0.1670820116996765
1701620 0.167244 0.167082 0.167988 CURRENT LEARNING RATE: 2.850817513567443e-08
previous_iter_valid_loss : 0.16864904761314392
1701640 0.168806 0.168649 0.168074 CURRENT LEARNING RATE: 2.8502474070772804e-08
previous_iter_valid_loss : 0.16564790904521942
1701660 0.165854 0.165648 0.168036 CURRENT LEARNING RATE: 2.8496774145970142e-08
previous_iter_valid_loss : 0.18194293975830078
1701680 0.182296 0.181943 0.168966 CURRENT LEARNING RATE: 2.8491075361038448e-08
previous_iter_valid_loss : 0.1725519448518753
1701700 0.172814 0.172552 0.169286 CURRENT LEARNING RATE: 2.848537771574978e-08
previous_iter_valid_loss : 0.16054005920886993
1701720 0.160691 0.160540 0.169195 CURRENT LEARNING RATE: 2.8479681209876217e-08
previous_iter_valid_loss : 0.16882343590259552
1701740 0.169047 0.168823 0.169250 CURRENT LEARNING RATE: 2.8473985843189806e-08
previous_iter_valid_loss : 0.17921896278858185
1701760 0.179544 0.179219 0.169803 CURRENT LEARNING RATE: 2.8468291615462938e-08
previous_iter_valid_loss : 0.16451628506183624
1701780 0.164684 0.164516 0.169951 CURRENT LEARNING RATE: 2.8462598526467732e-08
previous_iter_valid_loss : 0.1919446587562561
1701800 0.192065 0.191945 0.171388 CURRENT LEARNING RATE: 2.8456906575976473e-08
previous_iter_valid_loss : 0.16084328293800354
1701820 0.161026 0.160843 0.170382 CURRENT LEARNING RATE: 2.8451215763761486e-08
previous_iter_valid_loss : 0.1605612188577652
1701840 0.160724 0.160561 0.169689 CURRENT LEARNING RATE: 2.8445526089595128e-08
previous_iter_valid_loss : 0.16113212704658508
1701860 0.161318 0.161132 0.169618 CURRENT LEARNING RATE: 2.843983755324982e-08
previous_iter_valid_loss : 0.1859780102968216
1701880 0.186367 0.185978 0.170870 CURRENT LEARNING RATE: 2.8434150154498015e-08
previous_iter_valid_loss : 0.16084015369415283
1701900 0.160995 0.160840 0.169877 CURRENT LEARNING RATE: 2.8428463893112122e-08
previous_iter_valid_loss : 0.16633252799510956
1701920 0.166545 0.166333 0.169525 CURRENT LEARNING RATE: 2.8422778768864887e-08
previous_iter_valid_loss : 0.16114982962608337
1701940 0.161304 0.161150 0.168976 CURRENT LEARNING RATE: 2.8417094781528805e-08
previous_iter_valid_loss : 0.1613999754190445
1701960 0.161592 0.161400 0.168654 CURRENT LEARNING RATE: 2.8411411930876524e-08
previous_iter_valid_loss : 0.16098937392234802
1701980 0.161142 0.160989 0.168610 CURRENT LEARNING RATE: 2.840573021668072e-08
previous_iter_valid_loss : 0.16104435920715332
1702000 0.161203 0.161044 0.168058 CURRENT LEARNING RATE: 2.840004963871413e-08
previous_iter_valid_loss : 0.16139693558216095
1702020 0.161586 0.161397 0.167774 CURRENT LEARNING RATE: 2.8394370196749526e-08
previous_iter_valid_loss : 0.16249516606330872
1702040 0.162669 0.162495 0.167466 CURRENT LEARNING RATE: 2.8388691890559636e-08
previous_iter_valid_loss : 0.17373134195804596
1702060 0.173875 0.173731 0.167870 CURRENT LEARNING RATE: 2.8383014719917523e-08
previous_iter_valid_loss : 0.16078713536262512
1702080 0.160973 0.160787 0.166812 CURRENT LEARNING RATE: 2.8377338684596008e-08
previous_iter_valid_loss : 0.16219784319400787
1702100 0.162372 0.162198 0.166295 CURRENT LEARNING RATE: 2.8371663784368036e-08
previous_iter_valid_loss : 0.16399453580379486
1702120 0.164169 0.163995 0.166467 CURRENT LEARNING RATE: 2.8365990019006626e-08
previous_iter_valid_loss : 0.1606491655111313
1702140 0.160805 0.160649 0.166059 CURRENT LEARNING RATE: 2.8360317388284822e-08
previous_iter_valid_loss : 0.17349015176296234
1702160 0.173765 0.173490 0.165772 CURRENT LEARNING RATE: 2.8354645891975712e-08
previous_iter_valid_loss : 0.1866544783115387
1702180 0.187070 0.186654 0.166879 CURRENT LEARNING RATE: 2.8348975529852444e-08
previous_iter_valid_loss : 0.16128048300743103
1702200 0.161468 0.161280 0.165346 CURRENT LEARNING RATE: 2.8343306301688098e-08
previous_iter_valid_loss : 0.16106288135051727
1702220 0.161222 0.161063 0.165357 CURRENT LEARNING RATE: 2.833763820725611e-08
previous_iter_valid_loss : 0.17626337707042694
1702240 0.176413 0.176263 0.166142 CURRENT LEARNING RATE: 2.8331971246329657e-08
previous_iter_valid_loss : 0.17155104875564575
1702260 0.171696 0.171551 0.166663 CURRENT LEARNING RATE: 2.8326305418682053e-08
previous_iter_valid_loss : 0.170381098985672
1702280 0.170637 0.170381 0.165883 CURRENT LEARNING RATE: 2.8320640724086674e-08
previous_iter_valid_loss : 0.16107578575611115
1702300 0.161231 0.161076 0.165895 CURRENT LEARNING RATE: 2.8314977162316925e-08
previous_iter_valid_loss : 0.16283681988716125
1702320 0.163006 0.162837 0.165720 CURRENT LEARNING RATE: 2.8309314733146267e-08
previous_iter_valid_loss : 0.1624625325202942
1702340 0.162622 0.162463 0.165786 CURRENT LEARNING RATE: 2.83036534363482e-08
previous_iter_valid_loss : 0.16069954633712769
1702360 0.160857 0.160700 0.165751 CURRENT LEARNING RATE: 2.8297993271696175e-08
previous_iter_valid_loss : 0.16996844112873077
1702380 0.170219 0.169968 0.166200 CURRENT LEARNING RATE: 2.8292334238963986e-08
previous_iter_valid_loss : 0.16143281757831573
1702400 0.161630 0.161433 0.166219 CURRENT LEARNING RATE: 2.828667633792517e-08
previous_iter_valid_loss : 0.16962799429893494
1702420 0.169783 0.169628 0.166631 CURRENT LEARNING RATE: 2.8281019568353413e-08
previous_iter_valid_loss : 0.16364505887031555
1702440 0.163838 0.163645 0.166688 CURRENT LEARNING RATE: 2.827536393002244e-08
previous_iter_valid_loss : 0.1648281216621399
1702460 0.165033 0.164828 0.166243 CURRENT LEARNING RATE: 2.826970942270603e-08
previous_iter_valid_loss : 0.16050240397453308
1702480 0.160667 0.160502 0.166229 CURRENT LEARNING RATE: 2.8264056046178e-08
previous_iter_valid_loss : 0.16115643084049225
1702500 0.161343 0.161156 0.166177 CURRENT LEARNING RATE: 2.8258403800212113e-08
previous_iter_valid_loss : 0.16388502717018127
1702520 0.164089 0.163885 0.166171 CURRENT LEARNING RATE: 2.8252752684582482e-08
previous_iter_valid_loss : 0.1746298372745514
1702540 0.174777 0.174630 0.166870 CURRENT LEARNING RATE: 2.8247102699062966e-08
previous_iter_valid_loss : 0.16907797753810883
1702560 0.169231 0.169078 0.166650 CURRENT LEARNING RATE: 2.8241453843427558e-08
previous_iter_valid_loss : 0.16273875534534454
1702580 0.162901 0.162739 0.165454 CURRENT LEARNING RATE: 2.823580611745031e-08
previous_iter_valid_loss : 0.17601776123046875
1702600 0.176171 0.176018 0.166191 CURRENT LEARNING RATE: 2.8230159520905307e-08
previous_iter_valid_loss : 0.16726793348789215
1702620 0.167495 0.167268 0.166501 CURRENT LEARNING RATE: 2.822451405356669e-08
previous_iter_valid_loss : 0.16064272820949554
1702640 0.160818 0.160643 0.165720 CURRENT LEARNING RATE: 2.8218869715208645e-08
previous_iter_valid_loss : 0.17184923589229584
1702660 0.171996 0.171849 0.165735 CURRENT LEARNING RATE: 2.8213226505605284e-08
previous_iter_valid_loss : 0.2116052210330963
1702680 0.211655 0.211605 0.167796 CURRENT LEARNING RATE: 2.820758442453109e-08
previous_iter_valid_loss : 0.16493387520313263
1702700 0.165100 0.164934 0.167989 CURRENT LEARNING RATE: 2.820194347176028e-08
previous_iter_valid_loss : 0.16269415616989136
1702720 0.162848 0.162694 0.167982 CURRENT LEARNING RATE: 2.819630364706721e-08
previous_iter_valid_loss : 0.16073673963546753
1702740 0.160909 0.160737 0.167896 CURRENT LEARNING RATE: 2.8190664950226286e-08
previous_iter_valid_loss : 0.1627179980278015
1702760 0.162889 0.162718 0.167997 CURRENT LEARNING RATE: 2.818502738101197e-08
previous_iter_valid_loss : 0.16358551383018494
1702780 0.163752 0.163586 0.167677 CURRENT LEARNING RATE: 2.8179390939198753e-08
previous_iter_valid_loss : 0.1623210906982422
1702800 0.162499 0.162321 0.167722 CURRENT LEARNING RATE: 2.817375562456117e-08
previous_iter_valid_loss : 0.1645900160074234
1702820 0.164755 0.164590 0.167470 CURRENT LEARNING RATE: 2.816812143687372e-08
previous_iter_valid_loss : 0.168392613530159
1702840 0.168546 0.168393 0.167707 CURRENT LEARNING RATE: 2.8162488375911234e-08
previous_iter_valid_loss : 0.16076508164405823
1702860 0.160919 0.160765 0.167504 CURRENT LEARNING RATE: 2.8156856441448286e-08
previous_iter_valid_loss : 0.16785812377929688
1702880 0.168017 0.167858 0.167872 CURRENT LEARNING RATE: 2.8151225633259593e-08
previous_iter_valid_loss : 0.16731181740760803
1702900 0.167471 0.167312 0.168180 CURRENT LEARNING RATE: 2.8145595951119935e-08
previous_iter_valid_loss : 0.16733162105083466
1702920 0.167556 0.167332 0.168352 CURRENT LEARNING RATE: 2.8139967394804117e-08
previous_iter_valid_loss : 0.1754528433084488
1702940 0.175742 0.175453 0.168393 CURRENT LEARNING RATE: 2.8134339964087e-08
previous_iter_valid_loss : 0.178859680891037
1702960 0.179167 0.178860 0.168882 CURRENT LEARNING RATE: 2.8128713658743384e-08
previous_iter_valid_loss : 0.17304502427577972
1702980 0.173196 0.173045 0.169398 CURRENT LEARNING RATE: 2.8123088478548417e-08
previous_iter_valid_loss : 0.1713869571685791
1703000 0.171650 0.171387 0.169166 CURRENT LEARNING RATE: 2.8117464423276997e-08
previous_iter_valid_loss : 0.16274209320545197
1703020 0.162913 0.162742 0.168940 CURRENT LEARNING RATE: 2.811184149270416e-08
previous_iter_valid_loss : 0.16756337881088257
1703040 0.167721 0.167563 0.169286 CURRENT LEARNING RATE: 2.810621968660498e-08
previous_iter_valid_loss : 0.1679188460111618
1703060 0.168136 0.167919 0.169089 CURRENT LEARNING RATE: 2.810059900475459e-08
previous_iter_valid_loss : 0.16102170944213867
1703080 0.161165 0.161022 0.166560 CURRENT LEARNING RATE: 2.8094979446928168e-08
previous_iter_valid_loss : 0.16602349281311035
1703100 0.166243 0.166023 0.166615 CURRENT LEARNING RATE: 2.8089361012900927e-08
previous_iter_valid_loss : 0.16117140650749207
1703120 0.161360 0.161171 0.166538 CURRENT LEARNING RATE: 2.808374370244803e-08
previous_iter_valid_loss : 0.16811974346637726
1703140 0.168346 0.168120 0.166908 CURRENT LEARNING RATE: 2.8078127515344982e-08
previous_iter_valid_loss : 0.16105830669403076
1703160 0.161209 0.161058 0.166825 CURRENT LEARNING RATE: 2.8072512451367042e-08
previous_iter_valid_loss : 0.17608574032783508
1703180 0.176244 0.176086 0.167450 CURRENT LEARNING RATE: 2.80668985102896e-08
previous_iter_valid_loss : 0.1671404242515564
1703200 0.167302 0.167140 0.167691 CURRENT LEARNING RATE: 2.8061285691888107e-08
previous_iter_valid_loss : 0.1607101410627365
1703220 0.160880 0.160710 0.167497 CURRENT LEARNING RATE: 2.8055673995938042e-08
previous_iter_valid_loss : 0.1613336205482483
1703240 0.161493 0.161334 0.167144 CURRENT LEARNING RATE: 2.8050063422214945e-08
previous_iter_valid_loss : 0.17308440804481506
1703260 0.173355 0.173084 0.167760 CURRENT LEARNING RATE: 2.804445397049428e-08
previous_iter_valid_loss : 0.1727329045534134
1703280 0.172880 0.172733 0.168003 CURRENT LEARNING RATE: 2.8038845640551885e-08
previous_iter_valid_loss : 0.16482408344745636
1703300 0.164998 0.164824 0.167879 CURRENT LEARNING RATE: 2.8033238432163317e-08
previous_iter_valid_loss : 0.1605391949415207
1703320 0.160706 0.160539 0.167539 CURRENT LEARNING RATE: 2.802763234510429e-08
previous_iter_valid_loss : 0.16065317392349243
1703340 0.160808 0.160653 0.166799 CURRENT LEARNING RATE: 2.8022027379150562e-08
previous_iter_valid_loss : 0.16059422492980957
1703360 0.160762 0.160594 0.165886 CURRENT LEARNING RATE: 2.8016423534077934e-08
previous_iter_valid_loss : 0.16952095925807953
1703380 0.169671 0.169521 0.165710 CURRENT LEARNING RATE: 2.8010820809662248e-08
previous_iter_valid_loss : 0.1616983562707901
1703400 0.161882 0.161698 0.165226 CURRENT LEARNING RATE: 2.8005219205679398e-08
previous_iter_valid_loss : 0.16063745319843292
1703420 0.160793 0.160637 0.165120 CURRENT LEARNING RATE: 2.7999618721905223e-08
previous_iter_valid_loss : 0.16141042113304138
1703440 0.161601 0.161410 0.164813 CURRENT LEARNING RATE: 2.7994019358115897e-08
previous_iter_valid_loss : 0.16162268817424774
1703460 0.161782 0.161623 0.164498 CURRENT LEARNING RATE: 2.7988421114087348e-08
previous_iter_valid_loss : 0.20604577660560608
1703480 0.206102 0.206046 0.166749 CURRENT LEARNING RATE: 2.7982823989595653e-08
previous_iter_valid_loss : 0.16613678634166718
1703500 0.166297 0.166137 0.166755 CURRENT LEARNING RATE: 2.797722798441692e-08
previous_iter_valid_loss : 0.17662277817726135
1703520 0.176778 0.176623 0.167527 CURRENT LEARNING RATE: 2.7971633098327306e-08
previous_iter_valid_loss : 0.21914030611515045
1703540 0.219127 0.219140 0.170078 CURRENT LEARNING RATE: 2.796603933110302e-08
previous_iter_valid_loss : 0.17126600444316864
1703560 0.171415 0.171266 0.170589 CURRENT LEARNING RATE: 2.7960446682520312e-08
previous_iter_valid_loss : 0.16228289902210236
1703580 0.162475 0.162283 0.169899 CURRENT LEARNING RATE: 2.7954855152355377e-08
previous_iter_valid_loss : 0.16975289583206177
1703600 0.169990 0.169753 0.170029 CURRENT LEARNING RATE: 2.7949264740384752e-08
previous_iter_valid_loss : 0.16099295020103455
1703620 0.161175 0.160993 0.170043 CURRENT LEARNING RATE: 2.794367544638472e-08
previous_iter_valid_loss : 0.16674678027629852
1703640 0.166970 0.166747 0.170314 CURRENT LEARNING RATE: 2.7938087270131707e-08
previous_iter_valid_loss : 0.1626238226890564
1703660 0.162816 0.162624 0.169791 CURRENT LEARNING RATE: 2.793250021140219e-08
previous_iter_valid_loss : 0.16151078045368195
1703680 0.161673 0.161511 0.169230 CURRENT LEARNING RATE: 2.7926914269972685e-08
previous_iter_valid_loss : 0.17360921204090118
1703700 0.173752 0.173609 0.169669 CURRENT LEARNING RATE: 2.7921329445619757e-08
previous_iter_valid_loss : 0.17915475368499756
1703720 0.179476 0.179155 0.170600 CURRENT LEARNING RATE: 2.791574573811991e-08
previous_iter_valid_loss : 0.16096031665802002
1703740 0.161116 0.160960 0.170615 CURRENT LEARNING RATE: 2.791016314724999e-08
previous_iter_valid_loss : 0.16620315611362457
1703760 0.166373 0.166203 0.170896 CURRENT LEARNING RATE: 2.7904581672786606e-08
previous_iter_valid_loss : 0.16237850487232208
1703780 0.162552 0.162379 0.170539 CURRENT LEARNING RATE: 2.7899001314506494e-08
previous_iter_valid_loss : 0.16061414778232574
1703800 0.160775 0.160614 0.170484 CURRENT LEARNING RATE: 2.7893422072186437e-08
previous_iter_valid_loss : 0.16159695386886597
1703820 0.161756 0.161597 0.170532 CURRENT LEARNING RATE: 2.788784394560326e-08
previous_iter_valid_loss : 0.16168318688869476
1703840 0.161834 0.161683 0.170546 CURRENT LEARNING RATE: 2.788226693453385e-08
previous_iter_valid_loss : 0.16275084018707275
1703860 0.162952 0.162751 0.170602 CURRENT LEARNING RATE: 2.787669103875512e-08
previous_iter_valid_loss : 0.18079626560211182
1703880 0.180951 0.180796 0.169340 CURRENT LEARNING RATE: 2.7871116258043934e-08
previous_iter_valid_loss : 0.16177821159362793
1703900 0.161974 0.161778 0.169122 CURRENT LEARNING RATE: 2.7865542592177504e-08
previous_iter_valid_loss : 0.16053496301174164
1703920 0.160700 0.160535 0.168318 CURRENT LEARNING RATE: 2.7859970040932784e-08
previous_iter_valid_loss : 0.1606372594833374
1703940 0.160812 0.160637 0.165392 CURRENT LEARNING RATE: 2.7854398604086865e-08
previous_iter_valid_loss : 0.166537344455719
1703960 0.166753 0.166537 0.165156 CURRENT LEARNING RATE: 2.7848828281416898e-08
previous_iter_valid_loss : 0.16209444403648376
1703980 0.162281 0.162094 0.165147 CURRENT LEARNING RATE: 2.7843259072700063e-08
previous_iter_valid_loss : 0.16067728400230408
1704000 0.160849 0.160677 0.164693 CURRENT LEARNING RATE: 2.7837690977713592e-08
previous_iter_valid_loss : 0.17237339913845062
1704020 0.172642 0.172373 0.165262 CURRENT LEARNING RATE: 2.7832123996234668e-08
previous_iter_valid_loss : 0.1856415867805481
1704040 0.185786 0.185642 0.166207 CURRENT LEARNING RATE: 2.782655812804081e-08
previous_iter_valid_loss : 0.16420921683311462
1704060 0.164409 0.164209 0.166286 CURRENT LEARNING RATE: 2.7820993372909275e-08
previous_iter_valid_loss : 0.16223536431789398
1704080 0.162414 0.162235 0.166322 CURRENT LEARNING RATE: 2.7815429730617482e-08
previous_iter_valid_loss : 0.16065317392349243
1704100 0.160812 0.160653 0.165674 CURRENT LEARNING RATE: 2.780986720094288e-08
previous_iter_valid_loss : 0.1605105698108673
1704120 0.160677 0.160511 0.164742 CURRENT LEARNING RATE: 2.780430578366297e-08
previous_iter_valid_loss : 0.168403759598732
1704140 0.168561 0.168404 0.165114 CURRENT LEARNING RATE: 2.7798745478555296e-08
previous_iter_valid_loss : 0.1630573719739914
1704160 0.163224 0.163057 0.164957 CURRENT LEARNING RATE: 2.7793186285397444e-08
previous_iter_valid_loss : 0.16491523385047913
1704180 0.165075 0.164915 0.165084 CURRENT LEARNING RATE: 2.7787628203966947e-08
previous_iter_valid_loss : 0.1624038815498352
1704200 0.162568 0.162404 0.165173 CURRENT LEARNING RATE: 2.778207123404168e-08
previous_iter_valid_loss : 0.18311628699302673
1704220 0.183480 0.183116 0.166249 CURRENT LEARNING RATE: 2.777651537539927e-08
previous_iter_valid_loss : 0.16616426408290863
1704240 0.166375 0.166164 0.166473 CURRENT LEARNING RATE: 2.777096062781748e-08
previous_iter_valid_loss : 0.16508255898952484
1704260 0.165280 0.165083 0.166590 CURRENT LEARNING RATE: 2.7765406991074114e-08
previous_iter_valid_loss : 0.16999520361423492
1704280 0.170246 0.169995 0.166050 CURRENT LEARNING RATE: 2.7759854464947034e-08
previous_iter_valid_loss : 0.1679367572069168
1704300 0.168164 0.167937 0.166358 CURRENT LEARNING RATE: 2.7754303049214135e-08
previous_iter_valid_loss : 0.17333213984966278
1704320 0.173602 0.173332 0.166998 CURRENT LEARNING RATE: 2.7748752743653363e-08
previous_iter_valid_loss : 0.16557802259922028
1704340 0.165791 0.165578 0.167245 CURRENT LEARNING RATE: 2.7743203548042606e-08
previous_iter_valid_loss : 0.16138753294944763
1704360 0.161586 0.161388 0.166987 CURRENT LEARNING RATE: 2.773765546216009e-08
previous_iter_valid_loss : 0.16217385232448578
1704380 0.162354 0.162174 0.166991 CURRENT LEARNING RATE: 2.7732108485783802e-08
previous_iter_valid_loss : 0.16167683899402618
1704400 0.161844 0.161677 0.167041 CURRENT LEARNING RATE: 2.7726562618691853e-08
previous_iter_valid_loss : 0.18278278410434723
1704420 0.182934 0.182783 0.167562 CURRENT LEARNING RATE: 2.7721017860662415e-08
previous_iter_valid_loss : 0.16062575578689575
1704440 0.160783 0.160626 0.166311 CURRENT LEARNING RATE: 2.771547421147369e-08
previous_iter_valid_loss : 0.2014126181602478
1704460 0.201489 0.201413 0.168171 CURRENT LEARNING RATE: 2.770993167090394e-08
previous_iter_valid_loss : 0.16055142879486084
1704480 0.160715 0.160551 0.168087 CURRENT LEARNING RATE: 2.7704390238731365e-08
previous_iter_valid_loss : 0.16109517216682434
1704500 0.161277 0.161095 0.168109 CURRENT LEARNING RATE: 2.7698849914734498e-08
previous_iter_valid_loss : 0.1605544239282608
1704520 0.160725 0.160554 0.168111 CURRENT LEARNING RATE: 2.7693310698691632e-08
previous_iter_valid_loss : 0.16092915832996368
1704540 0.161112 0.160929 0.167737 CURRENT LEARNING RATE: 2.76877725903812e-08
previous_iter_valid_loss : 0.1677638292312622
1704560 0.167989 0.167764 0.167973 CURRENT LEARNING RATE: 2.768223558958167e-08
previous_iter_valid_loss : 0.17095787823200226
1704580 0.171220 0.170958 0.168275 CURRENT LEARNING RATE: 2.767669969607157e-08
previous_iter_valid_loss : 0.16052459180355072
1704600 0.160680 0.160525 0.168181 CURRENT LEARNING RATE: 2.7671164909629462e-08
previous_iter_valid_loss : 0.18137775361537933
1704620 0.181718 0.181378 0.168094 CURRENT LEARNING RATE: 2.7665631230033955e-08
previous_iter_valid_loss : 0.16794444620609283
1704640 0.168098 0.167944 0.168183 CURRENT LEARNING RATE: 2.7660098657063603e-08
previous_iter_valid_loss : 0.16717036068439484
1704660 0.167327 0.167170 0.168287 CURRENT LEARNING RATE: 2.7654567190497296e-08
previous_iter_valid_loss : 0.16530388593673706
1704680 0.165512 0.165304 0.168053 CURRENT LEARNING RATE: 2.7649036830113686e-08
previous_iter_valid_loss : 0.16051560640335083
1704700 0.160692 0.160516 0.167682 CURRENT LEARNING RATE: 2.764350757569155e-08
previous_iter_valid_loss : 0.16198384761810303
1704720 0.162149 0.161984 0.167114 CURRENT LEARNING RATE: 2.7637979427009716e-08
previous_iter_valid_loss : 0.1689949631690979
1704740 0.169143 0.168995 0.167285 CURRENT LEARNING RATE: 2.763245238384707e-08
previous_iter_valid_loss : 0.1607576459646225
1704760 0.160913 0.160758 0.167254 CURRENT LEARNING RATE: 2.762692644598252e-08
previous_iter_valid_loss : 0.1616150289773941
1704780 0.161766 0.161615 0.167226 CURRENT LEARNING RATE: 2.7621401613195028e-08
previous_iter_valid_loss : 0.16596852242946625
1704800 0.166133 0.165969 0.167440 CURRENT LEARNING RATE: 2.761587788526351e-08
previous_iter_valid_loss : 0.161796435713768
1704820 0.161985 0.161796 0.166391 CURRENT LEARNING RATE: 2.7610355261967208e-08
previous_iter_valid_loss : 0.16152484714984894
1704840 0.161681 0.161525 0.166436 CURRENT LEARNING RATE: 2.760483374308512e-08
previous_iter_valid_loss : 0.16539333760738373
1704860 0.165591 0.165393 0.164635 CURRENT LEARNING RATE: 2.7599313328396386e-08
previous_iter_valid_loss : 0.1639520674943924
1704880 0.164122 0.163952 0.164805 CURRENT LEARNING RATE: 2.7593794017680188e-08
previous_iter_valid_loss : 0.16169413924217224
1704900 0.161884 0.161694 0.164835 CURRENT LEARNING RATE: 2.7588275810715755e-08
previous_iter_valid_loss : 0.17176838219165802
1704920 0.172020 0.171768 0.165396 CURRENT LEARNING RATE: 2.758275870728236e-08
previous_iter_valid_loss : 0.16069547832012177
1704940 0.160851 0.160695 0.165384 CURRENT LEARNING RATE: 2.757724270715922e-08
previous_iter_valid_loss : 0.16283905506134033
1704960 0.163006 0.162839 0.165138 CURRENT LEARNING RATE: 2.7571727810125885e-08
previous_iter_valid_loss : 0.16053371131420135
1704980 0.160705 0.160534 0.164616 CURRENT LEARNING RATE: 2.7566214015961666e-08
previous_iter_valid_loss : 0.16371484100818634
1705000 0.163889 0.163715 0.164776 CURRENT LEARNING RATE: 2.7560701324446016e-08
previous_iter_valid_loss : 0.17001312971115112
1705020 0.170163 0.170013 0.164208 CURRENT LEARNING RATE: 2.755518973535842e-08
previous_iter_valid_loss : 0.1727471947669983
1705040 0.172897 0.172747 0.164448 CURRENT LEARNING RATE: 2.7549679248478418e-08
previous_iter_valid_loss : 0.16158495843410492
1705060 0.161737 0.161585 0.164169 CURRENT LEARNING RATE: 2.7544169863585588e-08
previous_iter_valid_loss : 0.16578921675682068
1705080 0.165998 0.165789 0.164193 CURRENT LEARNING RATE: 2.753866158045956e-08
previous_iter_valid_loss : 0.1657043993473053
1705100 0.165858 0.165704 0.164452 CURRENT LEARNING RATE: 2.7533154398879897e-08
previous_iter_valid_loss : 0.16620811820030212
1705120 0.166361 0.166208 0.164663 CURRENT LEARNING RATE: 2.752764831862651e-08
previous_iter_valid_loss : 0.185632586479187
1705140 0.185780 0.185633 0.165495 CURRENT LEARNING RATE: 2.752214333947907e-08
previous_iter_valid_loss : 0.16274549067020416
1705160 0.162905 0.162745 0.165595 CURRENT LEARNING RATE: 2.7516639461217352e-08
previous_iter_valid_loss : 0.17045043408870697
1705180 0.170600 0.170450 0.166036 CURRENT LEARNING RATE: 2.7511136683621228e-08
previous_iter_valid_loss : 0.16122335195541382
1705200 0.161391 0.161223 0.165799 CURRENT LEARNING RATE: 2.7505635006470572e-08
previous_iter_valid_loss : 0.16601352393627167
1705220 0.166218 0.166014 0.166010 CURRENT LEARNING RATE: 2.7500134429545314e-08
previous_iter_valid_loss : 0.1850951611995697
1705240 0.185473 0.185095 0.167189 CURRENT LEARNING RATE: 2.7494634952625343e-08
previous_iter_valid_loss : 0.16650862991809845
1705260 0.166722 0.166509 0.167244 CURRENT LEARNING RATE: 2.7489136575490873e-08
previous_iter_valid_loss : 0.1626737117767334
1705280 0.162882 0.162674 0.167180 CURRENT LEARNING RATE: 2.748363929792187e-08
previous_iter_valid_loss : 0.16083256900310516
1705300 0.161010 0.160833 0.167137 CURRENT LEARNING RATE: 2.747814311969844e-08
previous_iter_valid_loss : 0.18642647564411163
1705320 0.186818 0.186426 0.167870 CURRENT LEARNING RATE: 2.7472648040600742e-08
previous_iter_valid_loss : 0.17389345169067383
1705340 0.174163 0.173893 0.168530 CURRENT LEARNING RATE: 2.7467154060408964e-08
previous_iter_valid_loss : 0.16160379350185394
1705360 0.161759 0.161604 0.168468 CURRENT LEARNING RATE: 2.7461661178903357e-08
previous_iter_valid_loss : 0.1737625002861023
1705380 0.174034 0.173763 0.169130 CURRENT LEARNING RATE: 2.74561693958642e-08
previous_iter_valid_loss : 0.16273640096187592
1705400 0.162904 0.162736 0.169081 CURRENT LEARNING RATE: 2.745067871107172e-08
previous_iter_valid_loss : 0.1618594378232956
1705420 0.162025 0.161859 0.168673 CURRENT LEARNING RATE: 2.7445189124306498e-08
previous_iter_valid_loss : 0.16719229519367218
1705440 0.167410 0.167192 0.168396 CURRENT LEARNING RATE: 2.743970063534884e-08
previous_iter_valid_loss : 0.1605154275894165
1705460 0.160670 0.160515 0.168342 CURRENT LEARNING RATE: 2.743421324397921e-08
previous_iter_valid_loss : 0.1631113737821579
1705480 0.163301 0.163111 0.168208 CURRENT LEARNING RATE: 2.7428726949978115e-08
previous_iter_valid_loss : 0.16399706900119781
1705500 0.164163 0.163997 0.168123 CURRENT LEARNING RATE: 2.7423241753126098e-08
previous_iter_valid_loss : 0.16998803615570068
1705520 0.170247 0.169988 0.168312 CURRENT LEARNING RATE: 2.741775765320376e-08
previous_iter_valid_loss : 0.17200647294521332
1705540 0.172279 0.172006 0.167630 CURRENT LEARNING RATE: 2.741227464999173e-08
previous_iter_valid_loss : 0.16128410398960114
1705560 0.161444 0.161284 0.167557 CURRENT LEARNING RATE: 2.7406792743270592e-08
previous_iter_valid_loss : 0.16185946762561798
1705580 0.162027 0.161859 0.167128 CURRENT LEARNING RATE: 2.740131193282127e-08
previous_iter_valid_loss : 0.16052569448947906
1705600 0.160688 0.160526 0.167093 CURRENT LEARNING RATE: 2.739583221842442e-08
previous_iter_valid_loss : 0.16657860577106476
1705620 0.166742 0.166579 0.167121 CURRENT LEARNING RATE: 2.7390353599860868e-08
previous_iter_valid_loss : 0.19832131266593933
1705640 0.198426 0.198321 0.167783 CURRENT LEARNING RATE: 2.7384876076911462e-08
previous_iter_valid_loss : 0.16063837707042694
1705660 0.160800 0.160638 0.167489 CURRENT LEARNING RATE: 2.7379399649357098e-08
previous_iter_valid_loss : 0.16570915281772614
1705680 0.165921 0.165709 0.167641 CURRENT LEARNING RATE: 2.737392431697873e-08
previous_iter_valid_loss : 0.16116629540920258
1705700 0.161324 0.161166 0.167657 CURRENT LEARNING RATE: 2.736845007955724e-08
previous_iter_valid_loss : 0.16991065442562103
1705720 0.170164 0.169911 0.166832 CURRENT LEARNING RATE: 2.7362976936873855e-08
previous_iter_valid_loss : 0.169785737991333
1705740 0.170029 0.169786 0.166626 CURRENT LEARNING RATE: 2.735750488870955e-08
previous_iter_valid_loss : 0.16117331385612488
1705760 0.161324 0.161173 0.166605 CURRENT LEARNING RATE: 2.735203393484544e-08
previous_iter_valid_loss : 0.16924099624156952
1705780 0.169394 0.169241 0.166379 CURRENT LEARNING RATE: 2.7346564075062697e-08
previous_iter_valid_loss : 0.16062189638614655
1705800 0.160793 0.160622 0.166273 CURRENT LEARNING RATE: 2.7341095309142518e-08
previous_iter_valid_loss : 0.16050714254379272
1705820 0.160671 0.160507 0.166205 CURRENT LEARNING RATE: 2.7335627636866157e-08
previous_iter_valid_loss : 0.16390615701675415
1705840 0.164102 0.163906 0.166041 CURRENT LEARNING RATE: 2.73301610580149e-08
previous_iter_valid_loss : 0.16367915272712708
1705860 0.163874 0.163679 0.166199 CURRENT LEARNING RATE: 2.7324695572369997e-08
previous_iter_valid_loss : 0.1605282723903656
1705880 0.160689 0.160528 0.166070 CURRENT LEARNING RATE: 2.7319231179713017e-08
previous_iter_valid_loss : 0.16217362880706787
1705900 0.162362 0.162174 0.165979 CURRENT LEARNING RATE: 2.7313767879825286e-08
previous_iter_valid_loss : 0.16208072006702423
1705920 0.162261 0.162081 0.165584 CURRENT LEARNING RATE: 2.7308305672488273e-08
previous_iter_valid_loss : 0.1627572774887085
1705940 0.162924 0.162757 0.165121 CURRENT LEARNING RATE: 2.7302844557483495e-08
previous_iter_valid_loss : 0.16120211780071259
1705960 0.161388 0.161202 0.165117 CURRENT LEARNING RATE: 2.72973845345925e-08
previous_iter_valid_loss : 0.16961340606212616
1705980 0.169760 0.169613 0.165505 CURRENT LEARNING RATE: 2.729192560359689e-08
previous_iter_valid_loss : 0.17226792871952057
1706000 0.172528 0.172268 0.166092 CURRENT LEARNING RATE: 2.7286467764278308e-08
previous_iter_valid_loss : 0.16740348935127258
1706020 0.167560 0.167403 0.166133 CURRENT LEARNING RATE: 2.7281011016418342e-08
previous_iter_valid_loss : 0.16148515045642853
1706040 0.161675 0.161485 0.164291 CURRENT LEARNING RATE: 2.727555535979892e-08
previous_iter_valid_loss : 0.160626620054245
1706060 0.160797 0.160627 0.164291 CURRENT LEARNING RATE: 2.7270100794201713e-08
previous_iter_valid_loss : 0.1607770323753357
1706080 0.160952 0.160777 0.164044 CURRENT LEARNING RATE: 2.7264647319408547e-08
previous_iter_valid_loss : 0.17062996327877045
1706100 0.170878 0.170630 0.164517 CURRENT LEARNING RATE: 2.725919493520127e-08
previous_iter_valid_loss : 0.16730663180351257
1706120 0.167526 0.167307 0.164387 CURRENT LEARNING RATE: 2.7253743641361795e-08
previous_iter_valid_loss : 0.16984066367149353
1706140 0.170077 0.169841 0.164390 CURRENT LEARNING RATE: 2.7248293437672076e-08
previous_iter_valid_loss : 0.1812942624092102
1706160 0.181623 0.181294 0.165396 CURRENT LEARNING RATE: 2.7242844323914e-08
previous_iter_valid_loss : 0.16058418154716492
1706180 0.160754 0.160584 0.164963 CURRENT LEARNING RATE: 2.723739629986979e-08
previous_iter_valid_loss : 0.17455434799194336
1706200 0.174832 0.174554 0.165660 CURRENT LEARNING RATE: 2.723194936532144e-08
previous_iter_valid_loss : 0.1670670062303543
1706220 0.167276 0.167067 0.165988 CURRENT LEARNING RATE: 2.7226503520051068e-08
previous_iter_valid_loss : 0.16130459308624268
1706240 0.161489 0.161305 0.165857 CURRENT LEARNING RATE: 2.722105876384084e-08
previous_iter_valid_loss : 0.16067728400230408
1706260 0.160857 0.160677 0.165707 CURRENT LEARNING RATE: 2.721561509647297e-08
previous_iter_valid_loss : 0.16136078536510468
1706280 0.161518 0.161361 0.165749 CURRENT LEARNING RATE: 2.7210172517729704e-08
previous_iter_valid_loss : 0.160950168967247
1706300 0.161133 0.160950 0.165688 CURRENT LEARNING RATE: 2.720473102739334e-08
previous_iter_valid_loss : 0.16381387412548065
1706320 0.164014 0.163814 0.165774 CURRENT LEARNING RATE: 2.719929062524613e-08
previous_iter_valid_loss : 0.16451048851013184
1706340 0.164672 0.164510 0.165862 CURRENT LEARNING RATE: 2.7193851311070637e-08
previous_iter_valid_loss : 0.16398318111896515
1706360 0.164153 0.163983 0.166001 CURRENT LEARNING RATE: 2.7188413084649208e-08
previous_iter_valid_loss : 0.1671554446220398
1706380 0.167369 0.167155 0.165878 CURRENT LEARNING RATE: 2.7182975945764303e-08
previous_iter_valid_loss : 0.16051243245601654
1706400 0.160671 0.160512 0.165291 CURRENT LEARNING RATE: 2.717753989419844e-08
previous_iter_valid_loss : 0.1628171056509018
1706420 0.162998 0.162817 0.165061 CURRENT LEARNING RATE: 2.7172104929734177e-08
previous_iter_valid_loss : 0.19170403480529785
1706440 0.191835 0.191704 0.166572 CURRENT LEARNING RATE: 2.716667105215411e-08
previous_iter_valid_loss : 0.1635371297597885
1706460 0.163746 0.163537 0.166718 CURRENT LEARNING RATE: 2.71612382612408e-08
previous_iter_valid_loss : 0.16840039193630219
1706480 0.168555 0.168400 0.167099 CURRENT LEARNING RATE: 2.7155806556777116e-08
previous_iter_valid_loss : 0.1612679362297058
1706500 0.161456 0.161268 0.166631 CURRENT LEARNING RATE: 2.7150375938545697e-08
previous_iter_valid_loss : 0.1717364341020584
1706520 0.171995 0.171736 0.166852 CURRENT LEARNING RATE: 2.7144946406329323e-08
previous_iter_valid_loss : 0.16909658908843994
1706540 0.169343 0.169097 0.166815 CURRENT LEARNING RATE: 2.7139517959910806e-08
previous_iter_valid_loss : 0.16360683739185333
1706560 0.163785 0.163607 0.165931 CURRENT LEARNING RATE: 2.713409059907301e-08
previous_iter_valid_loss : 0.16057847440242767
1706580 0.160744 0.160578 0.165930 CURRENT LEARNING RATE: 2.7128664323598846e-08
previous_iter_valid_loss : 0.1605973243713379
1706600 0.160754 0.160597 0.165233 CURRENT LEARNING RATE: 2.712323913327125e-08
previous_iter_valid_loss : 0.16532139480113983
1706620 0.165522 0.165321 0.165145 CURRENT LEARNING RATE: 2.7117815027873133e-08
previous_iter_valid_loss : 0.16065384447574615
1706640 0.160808 0.160654 0.165113 CURRENT LEARNING RATE: 2.7112392007187717e-08
previous_iter_valid_loss : 0.16153696179389954
1706660 0.161690 0.161537 0.165156 CURRENT LEARNING RATE: 2.7106970070997984e-08
previous_iter_valid_loss : 0.16115090250968933
1706680 0.161335 0.161151 0.165145 CURRENT LEARNING RATE: 2.7101549219087062e-08
previous_iter_valid_loss : 0.17600372433662415
1706700 0.176299 0.176004 0.165898 CURRENT LEARNING RATE: 2.7096129451238106e-08
previous_iter_valid_loss : 0.17495419085025787
1706720 0.175103 0.174954 0.166455 CURRENT LEARNING RATE: 2.7090710767234332e-08
previous_iter_valid_loss : 0.1745385378599167
1706740 0.174688 0.174539 0.166956 CURRENT LEARNING RATE: 2.7085293166858997e-08
previous_iter_valid_loss : 0.16503265500068665
1706760 0.165245 0.165033 0.167009 CURRENT LEARNING RATE: 2.7079876649895384e-08
previous_iter_valid_loss : 0.16903062164783478
1706780 0.169277 0.169031 0.167103 CURRENT LEARNING RATE: 2.7074461216126752e-08
previous_iter_valid_loss : 0.16054588556289673
1706800 0.160705 0.160546 0.167104 CURRENT LEARNING RATE: 2.7069046865336668e-08
previous_iter_valid_loss : 0.1624223291873932
1706820 0.162591 0.162422 0.167084 CURRENT LEARNING RATE: 2.7063633597308462e-08
previous_iter_valid_loss : 0.16067612171173096
1706840 0.160832 0.160676 0.165533 CURRENT LEARNING RATE: 2.70582214118256e-08
previous_iter_valid_loss : 0.16324767470359802
1706860 0.163412 0.163248 0.165519 CURRENT LEARNING RATE: 2.70528103086716e-08
previous_iter_valid_loss : 0.1623091995716095
1706880 0.162471 0.162309 0.165214 CURRENT LEARNING RATE: 2.7047400287630018e-08
previous_iter_valid_loss : 0.16207385063171387
1706900 0.162267 0.162074 0.165254 CURRENT LEARNING RATE: 2.7041991348484444e-08
previous_iter_valid_loss : 0.16557975113391876
1706920 0.165788 0.165580 0.164946 CURRENT LEARNING RATE: 2.7036583491018437e-08
previous_iter_valid_loss : 0.1645502895116806
1706940 0.164742 0.164550 0.164719 CURRENT LEARNING RATE: 2.7031176715015873e-08
previous_iter_valid_loss : 0.1703176349401474
1706960 0.170567 0.170318 0.165055 CURRENT LEARNING RATE: 2.7025771020260376e-08
previous_iter_valid_loss : 0.1652160882949829
1706980 0.165419 0.165216 0.165287 CURRENT LEARNING RATE: 2.7020366406535724e-08
previous_iter_valid_loss : 0.16342437267303467
1707000 0.163609 0.163424 0.165428 CURRENT LEARNING RATE: 2.701496287362573e-08
previous_iter_valid_loss : 0.16070954501628876
1707020 0.160852 0.160710 0.165197 CURRENT LEARNING RATE: 2.7009560421314254e-08
previous_iter_valid_loss : 0.16605402529239655
1707040 0.166272 0.166054 0.165467 CURRENT LEARNING RATE: 2.7004159049385203e-08
previous_iter_valid_loss : 0.16144490242004395
1707060 0.161637 0.161445 0.165463 CURRENT LEARNING RATE: 2.6998758757622516e-08
previous_iter_valid_loss : 0.1632714718580246
1707080 0.163444 0.163271 0.165569 CURRENT LEARNING RATE: 2.699335954581009e-08
previous_iter_valid_loss : 0.16931360960006714
1707100 0.169464 0.169314 0.165234 CURRENT LEARNING RATE: 2.698796141373214e-08
previous_iter_valid_loss : 0.16083817183971405
1707120 0.161012 0.160838 0.164528 CURRENT LEARNING RATE: 2.6982564361172653e-08
previous_iter_valid_loss : 0.1607743501663208
1707140 0.160926 0.160774 0.163840 CURRENT LEARNING RATE: 2.6977168387915743e-08
previous_iter_valid_loss : 0.16133293509483337
1707160 0.161496 0.161333 0.163655 CURRENT LEARNING RATE: 2.6971773493745572e-08
previous_iter_valid_loss : 0.16652902960777283
1707180 0.166695 0.166529 0.163530 CURRENT LEARNING RATE: 2.6966379678446345e-08
previous_iter_valid_loss : 0.1604972779750824
1707200 0.160656 0.160497 0.163528 CURRENT LEARNING RATE: 2.6960986941802307e-08
previous_iter_valid_loss : 0.16779500246047974
1707220 0.168015 0.167795 0.163796 CURRENT LEARNING RATE: 2.695559528359775e-08
previous_iter_valid_loss : 0.1671639382839203
1707240 0.167382 0.167164 0.164121 CURRENT LEARNING RATE: 2.6950204703616917e-08
previous_iter_valid_loss : 0.16061365604400635
1707260 0.160774 0.160614 0.163989 CURRENT LEARNING RATE: 2.6944815201644367e-08
previous_iter_valid_loss : 0.16202321648597717
1707280 0.162216 0.162023 0.163975 CURRENT LEARNING RATE: 2.693942677746443e-08
previous_iter_valid_loss : 0.18491478264331818
1707300 0.185281 0.184915 0.165117 CURRENT LEARNING RATE: 2.693403943086157e-08
previous_iter_valid_loss : 0.16053740680217743
1707320 0.160705 0.160537 0.164865 CURRENT LEARNING RATE: 2.6928653161620286e-08
previous_iter_valid_loss : 0.1665785014629364
1707340 0.166731 0.166579 0.164966 CURRENT LEARNING RATE: 2.6923267969525136e-08
previous_iter_valid_loss : 0.16055803000926971
1707360 0.160718 0.160558 0.164478 CURRENT LEARNING RATE: 2.6917883854360708e-08
previous_iter_valid_loss : 0.17731522023677826
1707380 0.177471 0.177315 0.165083 CURRENT LEARNING RATE: 2.691250081591154e-08
previous_iter_valid_loss : 0.17053353786468506
1707400 0.170681 0.170534 0.165439 CURRENT LEARNING RATE: 2.690711885396251e-08
previous_iter_valid_loss : 0.16610553860664368
1707420 0.166317 0.166106 0.165708 CURRENT LEARNING RATE: 2.690173796829823e-08
previous_iter_valid_loss : 0.1730835884809494
1707440 0.173234 0.173084 0.166060 CURRENT LEARNING RATE: 2.6896358158703474e-08
previous_iter_valid_loss : 0.1661534309387207
1707460 0.166312 0.166153 0.166295 CURRENT LEARNING RATE: 2.689097942496305e-08
previous_iter_valid_loss : 0.16108787059783936
1707480 0.161268 0.161088 0.166186 CURRENT LEARNING RATE: 2.6885601766861803e-08
previous_iter_valid_loss : 0.16104651987552643
1707500 0.161201 0.161047 0.165773 CURRENT LEARNING RATE: 2.6880225184184636e-08
previous_iter_valid_loss : 0.16782033443450928
1707520 0.168045 0.167820 0.166122 CURRENT LEARNING RATE: 2.6874849676716475e-08
previous_iter_valid_loss : 0.16050481796264648
1707540 0.160675 0.160505 0.166108 CURRENT LEARNING RATE: 2.6869475244242208e-08
previous_iter_valid_loss : 0.17898841202259064
1707560 0.179303 0.178988 0.166991 CURRENT LEARNING RATE: 2.6864101886547055e-08
previous_iter_valid_loss : 0.1764427125453949
1707580 0.176739 0.176443 0.167487 CURRENT LEARNING RATE: 2.6858729603415977e-08
previous_iter_valid_loss : 0.18586018681526184
1707600 0.185994 0.185860 0.168755 CURRENT LEARNING RATE: 2.6853358394634093e-08
previous_iter_valid_loss : 0.16663767397403717
1707620 0.166807 0.166638 0.168697 CURRENT LEARNING RATE: 2.6847988259986542e-08
previous_iter_valid_loss : 0.162455752491951
1707640 0.162619 0.162456 0.168462 CURRENT LEARNING RATE: 2.6842619199258524e-08
previous_iter_valid_loss : 0.1751665323972702
1707660 0.175320 0.175167 0.169189 CURRENT LEARNING RATE: 2.6837251212235286e-08
previous_iter_valid_loss : 0.1605246663093567
1707680 0.160690 0.160525 0.169114 CURRENT LEARNING RATE: 2.6831884298701998e-08
previous_iter_valid_loss : 0.16079549491405487
1707700 0.160967 0.160795 0.167908 CURRENT LEARNING RATE: 2.6826518458444183e-08
previous_iter_valid_loss : 0.1676788181066513
1707720 0.167900 0.167679 0.168265 CURRENT LEARNING RATE: 2.682115369124711e-08
previous_iter_valid_loss : 0.1604955792427063
1707740 0.160653 0.160496 0.167961 CURRENT LEARNING RATE: 2.6815789996896183e-08
previous_iter_valid_loss : 0.1701422780752182
1707760 0.170294 0.170142 0.168441 CURRENT LEARNING RATE: 2.6810427375176866e-08
previous_iter_valid_loss : 0.160780668258667
1707780 0.160967 0.160781 0.167614 CURRENT LEARNING RATE: 2.6805065825874645e-08
previous_iter_valid_loss : 0.1620081514120102
1707800 0.162197 0.162008 0.167188 CURRENT LEARNING RATE: 2.6799705348775058e-08
previous_iter_valid_loss : 0.16446925699710846
1707820 0.164640 0.164469 0.167106 CURRENT LEARNING RATE: 2.6794345943663692e-08
previous_iter_valid_loss : 0.17243391275405884
1707840 0.172590 0.172434 0.167073 CURRENT LEARNING RATE: 2.678898761032607e-08
previous_iter_valid_loss : 0.16094475984573364
1707860 0.161102 0.160945 0.166813 CURRENT LEARNING RATE: 2.6783630348548054e-08
previous_iter_valid_loss : 0.16169244050979614
1707880 0.161847 0.161692 0.166843 CURRENT LEARNING RATE: 2.6778274158115254e-08
previous_iter_valid_loss : 0.16389653086662292
1707900 0.164091 0.163897 0.166986 CURRENT LEARNING RATE: 2.6772919038813424e-08
previous_iter_valid_loss : 0.16245093941688538
1707920 0.162614 0.162451 0.166717 CURRENT LEARNING RATE: 2.6767564990428358e-08
previous_iter_valid_loss : 0.16220970451831818
1707940 0.162361 0.162210 0.166802 CURRENT LEARNING RATE: 2.6762212012745897e-08
previous_iter_valid_loss : 0.1676492840051651
1707960 0.167802 0.167649 0.166235 CURRENT LEARNING RATE: 2.675686010555192e-08
previous_iter_valid_loss : 0.16170310974121094
1707980 0.161856 0.161703 0.165498 CURRENT LEARNING RATE: 2.6751509268632353e-08
previous_iter_valid_loss : 0.16517245769500732
1708000 0.165379 0.165172 0.164464 CURRENT LEARNING RATE: 2.674615950177306e-08
previous_iter_valid_loss : 0.1605713814496994
1708020 0.160737 0.160571 0.164161 CURRENT LEARNING RATE: 2.674081080476025e-08
previous_iter_valid_loss : 0.17241625487804413
1708040 0.172556 0.172416 0.164659 CURRENT LEARNING RATE: 2.6735463177379872e-08
previous_iter_valid_loss : 0.18215787410736084
1708060 0.182318 0.182158 0.165008 CURRENT LEARNING RATE: 2.6730116619418024e-08
previous_iter_valid_loss : 0.16183218359947205
1708080 0.162014 0.161832 0.165074 CURRENT LEARNING RATE: 2.672477113066085e-08
previous_iter_valid_loss : 0.16055281460285187
1708100 0.160712 0.160553 0.165062 CURRENT LEARNING RATE: 2.671942671089452e-08
previous_iter_valid_loss : 0.1646832525730133
1708120 0.164848 0.164683 0.164912 CURRENT LEARNING RATE: 2.6714083359905262e-08
previous_iter_valid_loss : 0.16051870584487915
1708140 0.160686 0.160519 0.164913 CURRENT LEARNING RATE: 2.6708741077479253e-08
previous_iter_valid_loss : 0.1607828140258789
1708160 0.160938 0.160783 0.164445 CURRENT LEARNING RATE: 2.670339986340298e-08
previous_iter_valid_loss : 0.16064387559890747
1708180 0.160798 0.160644 0.164438 CURRENT LEARNING RATE: 2.669805971746271e-08
previous_iter_valid_loss : 0.16053709387779236
1708200 0.160701 0.160537 0.164365 CURRENT LEARNING RATE: 2.6692720639444825e-08
previous_iter_valid_loss : 0.16086387634277344
1708220 0.161042 0.160864 0.164184 CURRENT LEARNING RATE: 2.6687382629135772e-08
previous_iter_valid_loss : 0.16561999917030334
1708240 0.165840 0.165620 0.163844 CURRENT LEARNING RATE: 2.668204568632203e-08
previous_iter_valid_loss : 0.18039706349372864
1708260 0.180723 0.180397 0.164816 CURRENT LEARNING RATE: 2.6676709810790116e-08
previous_iter_valid_loss : 0.16373001039028168
1708280 0.163931 0.163730 0.164918 CURRENT LEARNING RATE: 2.66713750023266e-08
previous_iter_valid_loss : 0.16155433654785156
1708300 0.161709 0.161554 0.164801 CURRENT LEARNING RATE: 2.666604126071799e-08
previous_iter_valid_loss : 0.16716796159744263
1708320 0.167387 0.167168 0.165037 CURRENT LEARNING RATE: 2.6660708585751135e-08
previous_iter_valid_loss : 0.16150233149528503
1708340 0.161695 0.161502 0.165001 CURRENT LEARNING RATE: 2.6655376977212624e-08
previous_iter_valid_loss : 0.17995597422122955
1708360 0.180283 0.179956 0.165617 CURRENT LEARNING RATE: 2.6650046434889193e-08
previous_iter_valid_loss : 0.16197074949741364
1708380 0.162161 0.161971 0.165630 CURRENT LEARNING RATE: 2.6644716958567622e-08
previous_iter_valid_loss : 0.16650396585464478
1708400 0.166661 0.166504 0.165697 CURRENT LEARNING RATE: 2.6639388548034736e-08
previous_iter_valid_loss : 0.16052809357643127
1708420 0.160690 0.160528 0.165695 CURRENT LEARNING RATE: 2.6634061203077398e-08
previous_iter_valid_loss : 0.17030444741249084
1708440 0.170457 0.170304 0.165589 CURRENT LEARNING RATE: 2.6628734923482506e-08
previous_iter_valid_loss : 0.16112105548381805
1708460 0.161308 0.161121 0.164537 CURRENT LEARNING RATE: 2.6623409709036925e-08
previous_iter_valid_loss : 0.1658187210559845
1708480 0.165981 0.165819 0.164736 CURRENT LEARNING RATE: 2.6618085559527827e-08
previous_iter_valid_loss : 0.1832699030637741
1708500 0.183427 0.183270 0.165872 CURRENT LEARNING RATE: 2.6612762474742156e-08
previous_iter_valid_loss : 0.16287212073802948
1708520 0.163047 0.162872 0.165782 CURRENT LEARNING RATE: 2.660744045446699e-08
previous_iter_valid_loss : 0.1704610288143158
1708540 0.170613 0.170461 0.166279 CURRENT LEARNING RATE: 2.660211949848944e-08
previous_iter_valid_loss : 0.18587622046470642
1708560 0.186018 0.185876 0.167534 CURRENT LEARNING RATE: 2.6596799606596675e-08
previous_iter_valid_loss : 0.16263975203037262
1708580 0.162848 0.162640 0.167633 CURRENT LEARNING RATE: 2.65914807785759e-08
previous_iter_valid_loss : 0.18229421973228455
1708600 0.182660 0.182294 0.168721 CURRENT LEARNING RATE: 2.6586163014214268e-08
previous_iter_valid_loss : 0.16051435470581055
1708620 0.160682 0.160514 0.168704 CURRENT LEARNING RATE: 2.658084631329925e-08
previous_iter_valid_loss : 0.16449278593063354
1708640 0.164658 0.164493 0.168647 CURRENT LEARNING RATE: 2.6575530675618087e-08
previous_iter_valid_loss : 0.1624838411808014
1708660 0.162642 0.162484 0.167752 CURRENT LEARNING RATE: 2.6570216100958156e-08
previous_iter_valid_loss : 0.16574251651763916
1708680 0.165910 0.165743 0.167852 CURRENT LEARNING RATE: 2.656490258910688e-08
previous_iter_valid_loss : 0.17881716787815094
1708700 0.178978 0.178817 0.168715 CURRENT LEARNING RATE: 2.65595901398517e-08
previous_iter_valid_loss : 0.16087128221988678
1708720 0.161031 0.160871 0.168401 CURRENT LEARNING RATE: 2.6554278752980133e-08
previous_iter_valid_loss : 0.16509558260440826
1708740 0.165263 0.165096 0.168580 CURRENT LEARNING RATE: 2.6548968428279722e-08
previous_iter_valid_loss : 0.16287368535995483
1708760 0.163078 0.162874 0.167726 CURRENT LEARNING RATE: 2.6543659165537955e-08
previous_iter_valid_loss : 0.17091482877731323
1708780 0.171062 0.170915 0.168173 CURRENT LEARNING RATE: 2.6538350964542657e-08
previous_iter_valid_loss : 0.1643134206533432
1708800 0.164481 0.164313 0.168064 CURRENT LEARNING RATE: 2.6533043825081397e-08
previous_iter_valid_loss : 0.18148966133594513
1708820 0.181836 0.181490 0.169112 CURRENT LEARNING RATE: 2.652773774694189e-08
previous_iter_valid_loss : 0.1650076061487198
1708840 0.165171 0.165008 0.168847 CURRENT LEARNING RATE: 2.6522432729911905e-08
previous_iter_valid_loss : 0.16320312023162842
1708860 0.163396 0.163203 0.168951 CURRENT LEARNING RATE: 2.6517128773779228e-08
previous_iter_valid_loss : 0.16158168017864227
1708880 0.161766 0.161582 0.168739 CURRENT LEARNING RATE: 2.6511825878331705e-08
previous_iter_valid_loss : 0.16964010894298553
1708900 0.169793 0.169640 0.168058 CURRENT LEARNING RATE: 2.6506524043357123e-08
previous_iter_valid_loss : 0.17110010981559753
1708920 0.171248 0.171100 0.168469 CURRENT LEARNING RATE: 2.6501223268643608e-08
previous_iter_valid_loss : 0.1700015813112259
1708940 0.170156 0.170002 0.168446 CURRENT LEARNING RATE: 2.6495923553979022e-08
previous_iter_valid_loss : 0.16114704310894012
1708960 0.161332 0.161147 0.167210 CURRENT LEARNING RATE: 2.6490624899151385e-08
previous_iter_valid_loss : 0.16141711175441742
1708980 0.161574 0.161417 0.167149 CURRENT LEARNING RATE: 2.6485327303948747e-08
previous_iter_valid_loss : 0.16056287288665771
1709000 0.160726 0.160563 0.166062 CURRENT LEARNING RATE: 2.64800307681592e-08
previous_iter_valid_loss : 0.16214486956596375
1709020 0.162326 0.162145 0.166144 CURRENT LEARNING RATE: 2.647473529157089e-08
previous_iter_valid_loss : 0.1622324436903
1709040 0.162399 0.162232 0.166031 CURRENT LEARNING RATE: 2.6469440873971998e-08
previous_iter_valid_loss : 0.1609133630990982
1709060 0.161063 0.160913 0.165952 CURRENT LEARNING RATE: 2.646414751515065e-08
previous_iter_valid_loss : 0.1605515331029892
1709080 0.160714 0.160552 0.165693 CURRENT LEARNING RATE: 2.6458855214895302e-08
previous_iter_valid_loss : 0.17453442513942719
1709100 0.174817 0.174534 0.165478 CURRENT LEARNING RATE: 2.645356397299416e-08
previous_iter_valid_loss : 0.1605639010667801
1709120 0.160716 0.160564 0.165463 CURRENT LEARNING RATE: 2.6448273789235582e-08
previous_iter_valid_loss : 0.1723618507385254
1709140 0.172512 0.172362 0.165826 CURRENT LEARNING RATE: 2.644298466340796e-08
previous_iter_valid_loss : 0.16060833632946014
1709160 0.160765 0.160608 0.165713 CURRENT LEARNING RATE: 2.6437696595299732e-08
previous_iter_valid_loss : 0.16204315423965454
1709180 0.162238 0.162043 0.165269 CURRENT LEARNING RATE: 2.6432409584699362e-08
previous_iter_valid_loss : 0.16051428020000458
1709200 0.160684 0.160514 0.165080 CURRENT LEARNING RATE: 2.642712363139539e-08
previous_iter_valid_loss : 0.16201342642307281
1709220 0.162171 0.162013 0.164106 CURRENT LEARNING RATE: 2.6421838735176266e-08
previous_iter_valid_loss : 0.1616298109292984
1709240 0.161786 0.161630 0.163937 CURRENT LEARNING RATE: 2.6416554895830788e-08
previous_iter_valid_loss : 0.16065599024295807
1709260 0.160816 0.160656 0.163809 CURRENT LEARNING RATE: 2.6411272113147513e-08
previous_iter_valid_loss : 0.16333644092082977
1709280 0.163502 0.163336 0.163897 CURRENT LEARNING RATE: 2.6405990386915126e-08
previous_iter_valid_loss : 0.16328012943267822
1709300 0.163439 0.163280 0.163579 CURRENT LEARNING RATE: 2.6400709716922356e-08
previous_iter_valid_loss : 0.1637389212846756
1709320 0.163941 0.163739 0.163211 CURRENT LEARNING RATE: 2.639543010295798e-08
previous_iter_valid_loss : 0.17165134847164154
1709340 0.171917 0.171651 0.163294 CURRENT LEARNING RATE: 2.639015154481081e-08
previous_iter_valid_loss : 0.16301006078720093
1709360 0.163211 0.163010 0.163387 CURRENT LEARNING RATE: 2.638487404226961e-08
previous_iter_valid_loss : 0.1738663762807846
1709380 0.174016 0.173866 0.164009 CURRENT LEARNING RATE: 2.6379597595123472e-08
previous_iter_valid_loss : 0.16524842381477356
1709400 0.165454 0.165248 0.164244 CURRENT LEARNING RATE: 2.6374322203161238e-08
previous_iter_valid_loss : 0.1604931652545929
1709420 0.160657 0.160493 0.164161 CURRENT LEARNING RATE: 2.6369047866171903e-08
previous_iter_valid_loss : 0.16180874407291412
1709440 0.161976 0.161809 0.164140 CURRENT LEARNING RATE: 2.636377458394448e-08
previous_iter_valid_loss : 0.17412523925304413
1709460 0.174274 0.174125 0.164800 CURRENT LEARNING RATE: 2.6358502356268044e-08
previous_iter_valid_loss : 0.17646202445030212
1709480 0.176617 0.176462 0.165596 CURRENT LEARNING RATE: 2.635323118293171e-08
previous_iter_valid_loss : 0.1768944412469864
1709500 0.177191 0.176894 0.165714 CURRENT LEARNING RATE: 2.634796106372462e-08
previous_iter_valid_loss : 0.1740216314792633
1709520 0.174294 0.174022 0.166387 CURRENT LEARNING RATE: 2.6342691998435888e-08
previous_iter_valid_loss : 0.16185851395130157
1709540 0.162023 0.161859 0.165862 CURRENT LEARNING RATE: 2.633742398685493e-08
previous_iter_valid_loss : 0.16469308733940125
1709560 0.164869 0.164693 0.166066 CURRENT LEARNING RATE: 2.6332157028770937e-08
previous_iter_valid_loss : 0.16092340648174286
1709580 0.161110 0.160923 0.166010 CURRENT LEARNING RATE: 2.632689112397323e-08
previous_iter_valid_loss : 0.16211919486522675
1709600 0.162306 0.162119 0.166090 CURRENT LEARNING RATE: 2.6321626272251168e-08
previous_iter_valid_loss : 0.1821482926607132
1709620 0.182306 0.182148 0.167097 CURRENT LEARNING RATE: 2.6316362473394163e-08
previous_iter_valid_loss : 0.16068775951862335
1709640 0.160862 0.160688 0.167050 CURRENT LEARNING RATE: 2.6311099727191657e-08
previous_iter_valid_loss : 0.16089315712451935
1709660 0.161049 0.160893 0.167062 CURRENT LEARNING RATE: 2.6305838033433054e-08
previous_iter_valid_loss : 0.1712200939655304
1709680 0.171482 0.171220 0.167456 CURRENT LEARNING RATE: 2.6300577391908065e-08
previous_iter_valid_loss : 0.17545513808727264
1709700 0.175737 0.175455 0.168065 CURRENT LEARNING RATE: 2.629531780240618e-08
previous_iter_valid_loss : 0.1609215885400772
1709720 0.161076 0.160922 0.167924 CURRENT LEARNING RATE: 2.6290059264717008e-08
previous_iter_valid_loss : 0.16073305904865265
1709740 0.160909 0.160733 0.167378 CURRENT LEARNING RATE: 2.628480177863021e-08
previous_iter_valid_loss : 0.16122637689113617
1709760 0.161378 0.161226 0.167289 CURRENT LEARNING RATE: 2.6279545343935487e-08
previous_iter_valid_loss : 0.1646437793970108
1709780 0.164842 0.164644 0.166827 CURRENT LEARNING RATE: 2.6274289960422578e-08
previous_iter_valid_loss : 0.16822275519371033
1709800 0.168377 0.168223 0.166976 CURRENT LEARNING RATE: 2.6269035627881277e-08
previous_iter_valid_loss : 0.16049818694591522
1709820 0.160662 0.160498 0.166976 CURRENT LEARNING RATE: 2.6263782346101308e-08
previous_iter_valid_loss : 0.16302864253520966
1709840 0.163222 0.163029 0.167037 CURRENT LEARNING RATE: 2.6258530114872732e-08
previous_iter_valid_loss : 0.1632944941520691
1709860 0.163504 0.163294 0.166496 CURRENT LEARNING RATE: 2.6253278933985362e-08
previous_iter_valid_loss : 0.16209393739700317
1709880 0.162253 0.162094 0.165778 CURRENT LEARNING RATE: 2.6248028803229155e-08
previous_iter_valid_loss : 0.16061082482337952
1709900 0.160779 0.160611 0.164963 CURRENT LEARNING RATE: 2.62427797223941e-08
previous_iter_valid_loss : 0.18579687178134918
1709920 0.186188 0.185797 0.165552 CURRENT LEARNING RATE: 2.6237531691270238e-08
previous_iter_valid_loss : 0.16779372096061707
1709940 0.167952 0.167794 0.165849 CURRENT LEARNING RATE: 2.6232284709647652e-08
previous_iter_valid_loss : 0.16463030874729156
1709960 0.164801 0.164630 0.165846 CURRENT LEARNING RATE: 2.622703877731645e-08
previous_iter_valid_loss : 0.16236016154289246
1709980 0.162546 0.162360 0.165918 CURRENT LEARNING RATE: 2.6221793894066713e-08
previous_iter_valid_loss : 0.17006027698516846
1710000 0.170212 0.170060 0.166315 CURRENT LEARNING RATE: 2.6216550059688828e-08
previous_iter_valid_loss : 0.163787379860878
1710020 0.163977 0.163787 0.165397 CURRENT LEARNING RATE: 2.6211307273972953e-08
previous_iter_valid_loss : 0.16360551118850708
1710040 0.163770 0.163606 0.165542 CURRENT LEARNING RATE: 2.620606553670937e-08
previous_iter_valid_loss : 0.1814131736755371
1710060 0.181569 0.181413 0.166568 CURRENT LEARNING RATE: 2.620082484768841e-08
previous_iter_valid_loss : 0.1694137156009674
1710080 0.169662 0.169414 0.166478 CURRENT LEARNING RATE: 2.619558520670045e-08
previous_iter_valid_loss : 0.16075731813907623
1710100 0.160934 0.160757 0.165743 CURRENT LEARNING RATE: 2.61903466135359e-08
previous_iter_valid_loss : 0.16319279372692108
1710120 0.163382 0.163193 0.165857 CURRENT LEARNING RATE: 2.6185109067985125e-08
previous_iter_valid_loss : 0.16260747611522675
1710140 0.162771 0.162607 0.165951 CURRENT LEARNING RATE: 2.617987256983881e-08
previous_iter_valid_loss : 0.1640457808971405
1710160 0.164215 0.164046 0.166092 CURRENT LEARNING RATE: 2.61746371188874e-08
previous_iter_valid_loss : 0.17134687304496765
1710180 0.171492 0.171347 0.166427 CURRENT LEARNING RATE: 2.616940271492148e-08
previous_iter_valid_loss : 0.1618460714817047
1710200 0.162007 0.161846 0.166108 CURRENT LEARNING RATE: 2.6164169357731676e-08
previous_iter_valid_loss : 0.16361121833324432
1710220 0.163810 0.163611 0.166263 CURRENT LEARNING RATE: 2.6158937047108643e-08
previous_iter_valid_loss : 0.1740197092294693
1710240 0.174169 0.174020 0.166813 CURRENT LEARNING RATE: 2.6153705782843096e-08
previous_iter_valid_loss : 0.16633805632591248
1710260 0.166555 0.166338 0.166965 CURRENT LEARNING RATE: 2.6148475564725786e-08
previous_iter_valid_loss : 0.16062501072883606
1710280 0.160786 0.160625 0.166892 CURRENT LEARNING RATE: 2.6143246392547407e-08
previous_iter_valid_loss : 0.16441459953784943
1710300 0.164620 0.164415 0.167082 CURRENT LEARNING RATE: 2.6138018266098985e-08
previous_iter_valid_loss : 0.1651589423418045
1710320 0.165332 0.165159 0.166050 CURRENT LEARNING RATE: 2.613279118517129e-08
previous_iter_valid_loss : 0.16225384175777435
1710340 0.162423 0.162254 0.165773 CURRENT LEARNING RATE: 2.6127565149555252e-08
previous_iter_valid_loss : 0.17594246566295624
1710360 0.176088 0.175942 0.166339 CURRENT LEARNING RATE: 2.6122340159041818e-08
previous_iter_valid_loss : 0.17376691102981567
1710380 0.173905 0.173767 0.166909 CURRENT LEARNING RATE: 2.6117116213421997e-08
previous_iter_valid_loss : 0.1618800163269043
1710400 0.162048 0.161880 0.166500 CURRENT LEARNING RATE: 2.611189331248683e-08
previous_iter_valid_loss : 0.16952721774578094
1710420 0.169768 0.169527 0.166787 CURRENT LEARNING RATE: 2.6106671456027396e-08
previous_iter_valid_loss : 0.1722429096698761
1710440 0.172507 0.172243 0.167219 CURRENT LEARNING RATE: 2.6101450643834734e-08
previous_iter_valid_loss : 0.16153720021247864
1710460 0.161726 0.161537 0.166225 CURRENT LEARNING RATE: 2.609623087570019e-08
previous_iter_valid_loss : 0.1685897707939148
1710480 0.168825 0.168590 0.166184 CURRENT LEARNING RATE: 2.6091012151414887e-08
previous_iter_valid_loss : 0.16054140031337738
1710500 0.160699 0.160541 0.166173 CURRENT LEARNING RATE: 2.6085794470770073e-08
previous_iter_valid_loss : 0.16191846132278442
1710520 0.162103 0.161918 0.166109 CURRENT LEARNING RATE: 2.608057783355704e-08
previous_iter_valid_loss : 0.16789241135120392
1710540 0.168122 0.167892 0.166374 CURRENT LEARNING RATE: 2.6075362239567126e-08
previous_iter_valid_loss : 0.17247454822063446
1710560 0.172744 0.172475 0.166795 CURRENT LEARNING RATE: 2.6070147688591704e-08
previous_iter_valid_loss : 0.1764279156923294
1710580 0.176721 0.176428 0.167049 CURRENT LEARNING RATE: 2.6064934180422102e-08
previous_iter_valid_loss : 0.16094407439231873
1710600 0.161126 0.160944 0.167004 CURRENT LEARNING RATE: 2.6059721714849962e-08
previous_iter_valid_loss : 0.16270627081394196
1710620 0.162873 0.162706 0.166959 CURRENT LEARNING RATE: 2.6054510291666693e-08
previous_iter_valid_loss : 0.17015039920806885
1710640 0.170405 0.170150 0.166765 CURRENT LEARNING RATE: 2.6049299910663842e-08
previous_iter_valid_loss : 0.1651121824979782
1710660 0.165277 0.165112 0.166704 CURRENT LEARNING RATE: 2.604409057163299e-08
previous_iter_valid_loss : 0.16337475180625916
1710680 0.163573 0.163375 0.166841 CURRENT LEARNING RATE: 2.6038882274365762e-08
previous_iter_valid_loss : 0.16156071424484253
1710700 0.161743 0.161561 0.166699 CURRENT LEARNING RATE: 2.6033675018653832e-08
previous_iter_valid_loss : 0.16085359454154968
1710720 0.161036 0.160854 0.166484 CURRENT LEARNING RATE: 2.60284688042889e-08
previous_iter_valid_loss : 0.17184965312480927
1710740 0.171996 0.171850 0.166963 CURRENT LEARNING RATE: 2.6023263631062636e-08
previous_iter_valid_loss : 0.17943890392780304
1710760 0.179593 0.179439 0.167138 CURRENT LEARNING RATE: 2.601805949876701e-08
previous_iter_valid_loss : 0.17152626812458038
1710780 0.171673 0.171526 0.167026 CURRENT LEARNING RATE: 2.601285640719377e-08
previous_iter_valid_loss : 0.16537243127822876
1710800 0.165585 0.165372 0.167201 CURRENT LEARNING RATE: 2.6007654356134793e-08
previous_iter_valid_loss : 0.1607481837272644
1710820 0.160915 0.160748 0.166762 CURRENT LEARNING RATE: 2.600245334538199e-08
previous_iter_valid_loss : 0.16083602607250214
1710840 0.161003 0.160836 0.166191 CURRENT LEARNING RATE: 2.5997253374727325e-08
previous_iter_valid_loss : 0.16664808988571167
1710860 0.166862 0.166648 0.166447 CURRENT LEARNING RATE: 2.5992054443962796e-08
previous_iter_valid_loss : 0.1667489856481552
1710880 0.166911 0.166749 0.166355 CURRENT LEARNING RATE: 2.5986856552880355e-08
previous_iter_valid_loss : 0.21699093282222748
1710900 0.217008 0.216991 0.169177 CURRENT LEARNING RATE: 2.598165970127228e-08
previous_iter_valid_loss : 0.16180263459682465
1710920 0.161999 0.161803 0.169172 CURRENT LEARNING RATE: 2.5976463888930587e-08
previous_iter_valid_loss : 0.16443371772766113
1710940 0.164631 0.164434 0.168999 CURRENT LEARNING RATE: 2.597126911564746e-08
previous_iter_valid_loss : 0.1646442860364914
1710960 0.164807 0.164644 0.168607 CURRENT LEARNING RATE: 2.5966075381215095e-08
previous_iter_valid_loss : 0.16067615151405334
1710980 0.160856 0.160676 0.167820 CURRENT LEARNING RATE: 2.5960882685425757e-08
previous_iter_valid_loss : 0.16493824124336243
1711000 0.165108 0.164938 0.168019 CURRENT LEARNING RATE: 2.595569102807172e-08
previous_iter_valid_loss : 0.1629708856344223
1711020 0.163138 0.162971 0.168033 CURRENT LEARNING RATE: 2.5950500408945334e-08
previous_iter_valid_loss : 0.17084020376205444
1711040 0.171089 0.170840 0.168067 CURRENT LEARNING RATE: 2.5945310827838874e-08
previous_iter_valid_loss : 0.17991222441196442
1711060 0.180230 0.179912 0.168807 CURRENT LEARNING RATE: 2.594012228454494e-08
previous_iter_valid_loss : 0.1623222380876541
1711080 0.162485 0.162322 0.168754 CURRENT LEARNING RATE: 2.5934934778855906e-08
previous_iter_valid_loss : 0.1612754464149475
1711100 0.161463 0.161275 0.168740 CURRENT LEARNING RATE: 2.5929748310564263e-08
previous_iter_valid_loss : 0.16099438071250916
1711120 0.161185 0.160994 0.168747 CURRENT LEARNING RATE: 2.5924562879462558e-08
previous_iter_valid_loss : 0.16144299507141113
1711140 0.161589 0.161443 0.168227 CURRENT LEARNING RATE: 2.591937848534337e-08
previous_iter_valid_loss : 0.18358193337917328
1711160 0.183933 0.183582 0.168434 CURRENT LEARNING RATE: 2.591419512799933e-08
previous_iter_valid_loss : 0.17352032661437988
1711180 0.173789 0.173520 0.168534 CURRENT LEARNING RATE: 2.590901280722309e-08
previous_iter_valid_loss : 0.1609814316034317
1711200 0.161165 0.160981 0.168314 CURRENT LEARNING RATE: 2.590383152280728e-08
previous_iter_valid_loss : 0.16149428486824036
1711220 0.161675 0.161494 0.168351 CURRENT LEARNING RATE: 2.5898651274544822e-08
previous_iter_valid_loss : 0.160536989569664
1711240 0.160698 0.160537 0.168336 CURRENT LEARNING RATE: 2.589347206222842e-08
previous_iter_valid_loss : 0.17286831140518188
1711260 0.173142 0.172868 0.168647 CURRENT LEARNING RATE: 2.5888293885650907e-08
previous_iter_valid_loss : 0.16364218294620514
1711280 0.163810 0.163642 0.168492 CURRENT LEARNING RATE: 2.588311674460515e-08
previous_iter_valid_loss : 0.1823970228433609
1711300 0.182557 0.182397 0.166762 CURRENT LEARNING RATE: 2.587794063888407e-08
previous_iter_valid_loss : 0.16258452832698822
1711320 0.162782 0.162585 0.166802 CURRENT LEARNING RATE: 2.5872765568280615e-08
previous_iter_valid_loss : 0.16302868723869324
1711340 0.163199 0.163029 0.166731 CURRENT LEARNING RATE: 2.5867591532587694e-08
previous_iter_valid_loss : 0.1682576984167099
1711360 0.168482 0.168258 0.166912 CURRENT LEARNING RATE: 2.586241853159853e-08
previous_iter_valid_loss : 0.16563749313354492
1711380 0.165797 0.165637 0.167160 CURRENT LEARNING RATE: 2.585724656510611e-08
previous_iter_valid_loss : 0.16130012273788452
1711400 0.161448 0.161300 0.166978 CURRENT LEARNING RATE: 2.585207563290356e-08
previous_iter_valid_loss : 0.16051946580410004
1711420 0.160674 0.160519 0.166856 CURRENT LEARNING RATE: 2.5846905734784038e-08
previous_iter_valid_loss : 0.1640283167362213
1711440 0.164233 0.164028 0.166515 CURRENT LEARNING RATE: 2.5841736870540748e-08
previous_iter_valid_loss : 0.165379136800766
1711460 0.165542 0.165379 0.165788 CURRENT LEARNING RATE: 2.5836569039966932e-08
previous_iter_valid_loss : 0.16068525612354279
1711480 0.160864 0.160685 0.165706 CURRENT LEARNING RATE: 2.5831402242855884e-08
previous_iter_valid_loss : 0.16173267364501953
1711500 0.161897 0.161733 0.165729 CURRENT LEARNING RATE: 2.5826236479000836e-08
previous_iter_valid_loss : 0.16979239881038666
1711520 0.170040 0.169792 0.166169 CURRENT LEARNING RATE: 2.5821071748195346e-08
previous_iter_valid_loss : 0.1653122752904892
1711540 0.165523 0.165312 0.166363 CURRENT LEARNING RATE: 2.5815908050232728e-08
previous_iter_valid_loss : 0.1742926687002182
1711560 0.174569 0.174293 0.165898 CURRENT LEARNING RATE: 2.5810745384906436e-08
previous_iter_valid_loss : 0.1621154546737671
1711580 0.162286 0.162115 0.165328 CURRENT LEARNING RATE: 2.5805583752009965e-08
previous_iter_valid_loss : 0.16297121345996857
1711600 0.163171 0.162971 0.165427 CURRENT LEARNING RATE: 2.5800423151336844e-08
previous_iter_valid_loss : 0.16060622036457062
1711620 0.160768 0.160606 0.165383 CURRENT LEARNING RATE: 2.5795263582680653e-08
previous_iter_valid_loss : 0.16075558960437775
1711640 0.160931 0.160756 0.165394 CURRENT LEARNING RATE: 2.5790105045835003e-08
previous_iter_valid_loss : 0.1633812040090561
1711660 0.163549 0.163381 0.164920 CURRENT LEARNING RATE: 2.5784947540593475e-08
previous_iter_valid_loss : 0.1614096462726593
1711680 0.161560 0.161410 0.164808 CURRENT LEARNING RATE: 2.577979106674994e-08
previous_iter_valid_loss : 0.18421398103237152
1711700 0.184365 0.184214 0.164899 CURRENT LEARNING RATE: 2.5774635624098055e-08
previous_iter_valid_loss : 0.1660030335187912
1711720 0.166213 0.166003 0.165070 CURRENT LEARNING RATE: 2.5769481212431593e-08
previous_iter_valid_loss : 0.16285662353038788
1711740 0.163053 0.162857 0.165061 CURRENT LEARNING RATE: 2.5764327831544387e-08
previous_iter_valid_loss : 0.16191506385803223
1711760 0.162103 0.161915 0.164744 CURRENT LEARNING RATE: 2.5759175481230296e-08
previous_iter_valid_loss : 0.16150574386119843
1711780 0.161658 0.161506 0.164537 CURRENT LEARNING RATE: 2.5754024161283224e-08
previous_iter_valid_loss : 0.1637371927499771
1711800 0.163910 0.163737 0.164659 CURRENT LEARNING RATE: 2.5748873871497036e-08
previous_iter_valid_loss : 0.16078408062458038
1711820 0.160965 0.160784 0.164673 CURRENT LEARNING RATE: 2.5743724611665894e-08
previous_iter_valid_loss : 0.160542830824852
1711840 0.160720 0.160543 0.164498 CURRENT LEARNING RATE: 2.5738576381583744e-08
previous_iter_valid_loss : 0.16431160271167755
1711860 0.164485 0.164312 0.164445 CURRENT LEARNING RATE: 2.5733429181044647e-08
previous_iter_valid_loss : 0.16183407604694366
1711880 0.161978 0.161834 0.164502 CURRENT LEARNING RATE: 2.5728283009842726e-08
previous_iter_valid_loss : 0.16384723782539368
1711900 0.164050 0.163847 0.164608 CURRENT LEARNING RATE: 2.572313786777213e-08
previous_iter_valid_loss : 0.16597621142864227
1711920 0.166131 0.165976 0.164417 CURRENT LEARNING RATE: 2.571799375462705e-08
previous_iter_valid_loss : 0.16698819398880005
1711940 0.167149 0.166988 0.164501 CURRENT LEARNING RATE: 2.571285067020172e-08
previous_iter_valid_loss : 0.1660727709531784
1711960 0.166233 0.166073 0.164090 CURRENT LEARNING RATE: 2.570770861429033e-08
previous_iter_valid_loss : 0.17039674520492554
1711980 0.170543 0.170397 0.164504 CURRENT LEARNING RATE: 2.570256758668738e-08
previous_iter_valid_loss : 0.1618785411119461
1712000 0.162028 0.161879 0.164449 CURRENT LEARNING RATE: 2.569742758718714e-08
previous_iter_valid_loss : 0.1716214120388031
1712020 0.171773 0.171621 0.165000 CURRENT LEARNING RATE: 2.5692288615584005e-08
previous_iter_valid_loss : 0.17487642168998718
1712040 0.175019 0.174876 0.165706 CURRENT LEARNING RATE: 2.5687150671672416e-08
previous_iter_valid_loss : 0.16236881911754608
1712060 0.162527 0.162369 0.165656 CURRENT LEARNING RATE: 2.5682013755246864e-08
previous_iter_valid_loss : 0.16388855874538422
1712080 0.164085 0.163889 0.165780 CURRENT LEARNING RATE: 2.567687786610186e-08
previous_iter_valid_loss : 0.17562764883041382
1712100 0.175904 0.175628 0.165350 CURRENT LEARNING RATE: 2.567174300403188e-08
previous_iter_valid_loss : 0.17115549743175507
1712120 0.171407 0.171155 0.165608 CURRENT LEARNING RATE: 2.5666609168831717e-08
previous_iter_valid_loss : 0.16218140721321106
1712140 0.162325 0.162181 0.165574 CURRENT LEARNING RATE: 2.566147636029593e-08
previous_iter_valid_loss : 0.16132819652557373
1712160 0.161514 0.161328 0.165545 CURRENT LEARNING RATE: 2.5656344578219192e-08
previous_iter_valid_loss : 0.163230299949646
1712180 0.163396 0.163230 0.165631 CURRENT LEARNING RATE: 2.565121382239625e-08
previous_iter_valid_loss : 0.16234774887561798
1712200 0.162513 0.162348 0.165562 CURRENT LEARNING RATE: 2.564608409262186e-08
previous_iter_valid_loss : 0.17334744334220886
1712220 0.173495 0.173347 0.166190 CURRENT LEARNING RATE: 2.5640955388690833e-08
previous_iter_valid_loss : 0.16151361167430878
1712240 0.161698 0.161514 0.166238 CURRENT LEARNING RATE: 2.5635827710398033e-08
previous_iter_valid_loss : 0.16068442165851593
1712260 0.160851 0.160684 0.166057 CURRENT LEARNING RATE: 2.5630701057538247e-08
previous_iter_valid_loss : 0.16282065212726593
1712280 0.163009 0.162821 0.166106 CURRENT LEARNING RATE: 2.5625575429906597e-08
previous_iter_valid_loss : 0.1781322956085205
1712300 0.178291 0.178132 0.166820 CURRENT LEARNING RATE: 2.562045082729797e-08
previous_iter_valid_loss : 0.17610372602939606
1712320 0.176257 0.176104 0.167327 CURRENT LEARNING RATE: 2.561532724950738e-08
previous_iter_valid_loss : 0.1692660003900528
1712340 0.169418 0.169266 0.167441 CURRENT LEARNING RATE: 2.5610204696329885e-08
previous_iter_valid_loss : 0.17342403531074524
1712360 0.173571 0.173424 0.167808 CURRENT LEARNING RATE: 2.560508316756058e-08
previous_iter_valid_loss : 0.16612817347049713
1712380 0.166295 0.166128 0.167595 CURRENT LEARNING RATE: 2.5599962662994604e-08
previous_iter_valid_loss : 0.16812177002429962
1712400 0.168280 0.168122 0.167907 CURRENT LEARNING RATE: 2.559484318242714e-08
previous_iter_valid_loss : 0.17184419929981232
1712420 0.172100 0.171844 0.167918 CURRENT LEARNING RATE: 2.5589724725653312e-08
previous_iter_valid_loss : 0.16385217010974884
1712440 0.164044 0.163852 0.167367 CURRENT LEARNING RATE: 2.5584607292468573e-08
previous_iter_valid_loss : 0.16771256923675537
1712460 0.167940 0.167713 0.167634 CURRENT LEARNING RATE: 2.5579490882668124e-08
previous_iter_valid_loss : 0.16833984851837158
1712480 0.168567 0.168340 0.167857 CURRENT LEARNING RATE: 2.5574375496047318e-08
previous_iter_valid_loss : 0.16118499636650085
1712500 0.161341 0.161185 0.167135 CURRENT LEARNING RATE: 2.556926113240153e-08
previous_iter_valid_loss : 0.1604991853237152
1712520 0.160659 0.160499 0.166602 CURRENT LEARNING RATE: 2.5564147791526194e-08
previous_iter_valid_loss : 0.16643878817558289
1712540 0.166595 0.166439 0.166815 CURRENT LEARNING RATE: 2.5559035473216772e-08
previous_iter_valid_loss : 0.18808184564113617
1712560 0.188213 0.188082 0.168152 CURRENT LEARNING RATE: 2.5553924177268684e-08
previous_iter_valid_loss : 0.2001573145389557
1712580 0.200236 0.200157 0.169999 CURRENT LEARNING RATE: 2.5548813903477654e-08
previous_iter_valid_loss : 0.16051165759563446
1712600 0.160667 0.160512 0.169907 CURRENT LEARNING RATE: 2.5543704651639187e-08
previous_iter_valid_loss : 0.1618276834487915
1712620 0.162015 0.161828 0.169331 CURRENT LEARNING RATE: 2.5538596421548907e-08
previous_iter_valid_loss : 0.1723184734582901
1712640 0.172585 0.172318 0.169871 CURRENT LEARNING RATE: 2.553348921300249e-08
previous_iter_valid_loss : 0.16460609436035156
1712660 0.164812 0.164606 0.170067 CURRENT LEARNING RATE: 2.5528383025795642e-08
previous_iter_valid_loss : 0.16553038358688354
1712680 0.165729 0.165530 0.170203 CURRENT LEARNING RATE: 2.552327785972412e-08
previous_iter_valid_loss : 0.1614987850189209
1712700 0.161688 0.161499 0.169371 CURRENT LEARNING RATE: 2.5518173714583712e-08
previous_iter_valid_loss : 0.16088120639324188
1712720 0.161066 0.160881 0.168610 CURRENT LEARNING RATE: 2.551307059017017e-08
previous_iter_valid_loss : 0.16240903735160828
1712740 0.162565 0.162409 0.168267 CURRENT LEARNING RATE: 2.5507968486279543e-08
previous_iter_valid_loss : 0.16678738594055176
1712760 0.167008 0.166787 0.167935 CURRENT LEARNING RATE: 2.550286740270766e-08
previous_iter_valid_loss : 0.16285401582717896
1712780 0.163037 0.162854 0.167771 CURRENT LEARNING RATE: 2.5497767339250476e-08
previous_iter_valid_loss : 0.2023901492357254
1712800 0.202913 0.202390 0.169485 CURRENT LEARNING RATE: 2.549266829570399e-08
previous_iter_valid_loss : 0.16057243943214417
1712820 0.160726 0.160572 0.168921 CURRENT LEARNING RATE: 2.548757027186424e-08
previous_iter_valid_loss : 0.16632317006587982
1712840 0.166482 0.166323 0.169045 CURRENT LEARNING RATE: 2.54824732675273e-08
previous_iter_valid_loss : 0.16778646409511566
1712860 0.167942 0.167786 0.169049 CURRENT LEARNING RATE: 2.5477377282489294e-08
previous_iter_valid_loss : 0.16243572533130646
1712880 0.162602 0.162436 0.168753 CURRENT LEARNING RATE: 2.54722823165463e-08
previous_iter_valid_loss : 0.16148750483989716
1712900 0.161655 0.161488 0.168768 CURRENT LEARNING RATE: 2.5467188369494684e-08
previous_iter_valid_loss : 0.17088738083839417
1712920 0.171035 0.170887 0.169288 CURRENT LEARNING RATE: 2.546209544113061e-08
previous_iter_valid_loss : 0.20058979094028473
1712940 0.200666 0.200590 0.170995 CURRENT LEARNING RATE: 2.545700353125036e-08
previous_iter_valid_loss : 0.16390977799892426
1712960 0.164079 0.163910 0.169787 CURRENT LEARNING RATE: 2.545191263965025e-08
previous_iter_valid_loss : 0.16223731637001038
1712980 0.162391 0.162237 0.167891 CURRENT LEARNING RATE: 2.5446822766126652e-08
previous_iter_valid_loss : 0.1846453994512558
1713000 0.184783 0.184645 0.169097 CURRENT LEARNING RATE: 2.5441733910475968e-08
previous_iter_valid_loss : 0.16607394814491272
1713020 0.166235 0.166074 0.169310 CURRENT LEARNING RATE: 2.5436646072494547e-08
previous_iter_valid_loss : 0.16056281328201294
1713040 0.160715 0.160563 0.168722 CURRENT LEARNING RATE: 2.5431559251979068e-08
previous_iter_valid_loss : 0.1763625144958496
1713060 0.176659 0.176363 0.169310 CURRENT LEARNING RATE: 2.542647344872596e-08
previous_iter_valid_loss : 0.16074435412883759
1713080 0.160907 0.160744 0.169071 CURRENT LEARNING RATE: 2.5421388662531795e-08
previous_iter_valid_loss : 0.16049417853355408
1713100 0.160658 0.160494 0.169020 CURRENT LEARNING RATE: 2.5416304893193184e-08
previous_iter_valid_loss : 0.17267297208309174
1713120 0.172938 0.172673 0.169610 CURRENT LEARNING RATE: 2.5411222140506768e-08
previous_iter_valid_loss : 0.16519470512866974
1713140 0.165398 0.165195 0.169749 CURRENT LEARNING RATE: 2.5406140404269242e-08
previous_iter_valid_loss : 0.1616838425397873
1713160 0.161851 0.161684 0.169494 CURRENT LEARNING RATE: 2.5401059684277333e-08
previous_iter_valid_loss : 0.1738923192024231
1713180 0.174041 0.173892 0.170046 CURRENT LEARNING RATE: 2.5395979980327727e-08
previous_iter_valid_loss : 0.16077877581119537
1713200 0.160934 0.160779 0.167965 CURRENT LEARNING RATE: 2.5390901292217414e-08
previous_iter_valid_loss : 0.16234347224235535
1713220 0.162505 0.162343 0.168054 CURRENT LEARNING RATE: 2.5385823619743157e-08
previous_iter_valid_loss : 0.16345758736133575
1713240 0.163661 0.163458 0.167911 CURRENT LEARNING RATE: 2.5380746962701843e-08
previous_iter_valid_loss : 0.1655488759279251
1713260 0.165710 0.165549 0.167799 CURRENT LEARNING RATE: 2.5375671320890418e-08
previous_iter_valid_loss : 0.17360174655914307
1713280 0.173877 0.173602 0.168357 CURRENT LEARNING RATE: 2.5370596694105843e-08
previous_iter_valid_loss : 0.1620548665523529
1713300 0.162217 0.162055 0.168385 CURRENT LEARNING RATE: 2.5365523082145143e-08
previous_iter_valid_loss : 0.17530669271945953
1713320 0.175586 0.175307 0.168606 CURRENT LEARNING RATE: 2.5360450484805278e-08
previous_iter_valid_loss : 0.1606413722038269
1713340 0.160795 0.160641 0.166609 CURRENT LEARNING RATE: 2.5355378901883528e-08
previous_iter_valid_loss : 0.16057808697223663
1713360 0.160745 0.160578 0.166442 CURRENT LEARNING RATE: 2.535030833317693e-08
previous_iter_valid_loss : 0.16399088501930237
1713380 0.164204 0.163991 0.166530 CURRENT LEARNING RATE: 2.534523877848268e-08
previous_iter_valid_loss : 0.16107268631458282
1713400 0.161229 0.161073 0.165351 CURRENT LEARNING RATE: 2.5340170237597978e-08
previous_iter_valid_loss : 0.16772699356079102
1713420 0.167953 0.167727 0.165434 CURRENT LEARNING RATE: 2.533510271032009e-08
previous_iter_valid_loss : 0.16203506290912628
1713440 0.162206 0.162035 0.165508 CURRENT LEARNING RATE: 2.533003619644631e-08
previous_iter_valid_loss : 0.1617816984653473
1713460 0.161973 0.161782 0.164779 CURRENT LEARNING RATE: 2.5324970695773986e-08
previous_iter_valid_loss : 0.16051946580410004
1713480 0.160685 0.160519 0.164767 CURRENT LEARNING RATE: 2.5319906208100402e-08
previous_iter_valid_loss : 0.16089779138565063
1713500 0.161067 0.160898 0.164788 CURRENT LEARNING RATE: 2.531484273322316e-08
previous_iter_valid_loss : 0.1615631878376007
1713520 0.161731 0.161563 0.164232 CURRENT LEARNING RATE: 2.530978027093963e-08
previous_iter_valid_loss : 0.16241015493869781
1713540 0.162605 0.162410 0.164093 CURRENT LEARNING RATE: 2.5304718821047317e-08
previous_iter_valid_loss : 0.1651638299226761
1713560 0.165368 0.165164 0.164267 CURRENT LEARNING RATE: 2.5299658383343757e-08
previous_iter_valid_loss : 0.18918856978416443
1713580 0.189325 0.189189 0.165032 CURRENT LEARNING RATE: 2.5294598957626535e-08
previous_iter_valid_loss : 0.1679392158985138
1713600 0.168165 0.167939 0.165390 CURRENT LEARNING RATE: 2.528954054369328e-08
previous_iter_valid_loss : 0.17406325042247772
1713620 0.174337 0.174063 0.165976 CURRENT LEARNING RATE: 2.5284483141341643e-08
previous_iter_valid_loss : 0.17452678084373474
1713640 0.174810 0.174527 0.166529 CURRENT LEARNING RATE: 2.527942675036925e-08
previous_iter_valid_loss : 0.17718197405338287
1713660 0.177479 0.177182 0.167111 CURRENT LEARNING RATE: 2.5274371370574017e-08
previous_iter_valid_loss : 0.16781949996948242
1713680 0.168043 0.167819 0.166822 CURRENT LEARNING RATE: 2.5269317001753647e-08
previous_iter_valid_loss : 0.16220572590827942
1713700 0.162366 0.162206 0.166829 CURRENT LEARNING RATE: 2.5264263643705952e-08
previous_iter_valid_loss : 0.16139733791351318
1713720 0.161552 0.161397 0.166134 CURRENT LEARNING RATE: 2.5259211296228815e-08
previous_iter_valid_loss : 0.16076292097568512
1713740 0.160942 0.160763 0.166140 CURRENT LEARNING RATE: 2.5254159959120132e-08
previous_iter_valid_loss : 0.16353708505630493
1713760 0.163733 0.163537 0.166288 CURRENT LEARNING RATE: 2.5249109632177844e-08
previous_iter_valid_loss : 0.17180980741977692
1713780 0.172069 0.171810 0.166679 CURRENT LEARNING RATE: 2.524406031519986e-08
previous_iter_valid_loss : 0.16115374863147736
1713800 0.161312 0.161154 0.166683 CURRENT LEARNING RATE: 2.5239012007984383e-08
previous_iter_valid_loss : 0.16402137279510498
1713820 0.164229 0.164021 0.166497 CURRENT LEARNING RATE: 2.5233964710329388e-08
previous_iter_valid_loss : 0.1740790158510208
1713840 0.174349 0.174079 0.167100 CURRENT LEARNING RATE: 2.5228918422032982e-08
previous_iter_valid_loss : 0.16103170812129974
1713860 0.161191 0.161032 0.167062 CURRENT LEARNING RATE: 2.522387314289332e-08
previous_iter_valid_loss : 0.16835691034793854
1713880 0.168590 0.168357 0.167454 CURRENT LEARNING RATE: 2.5218828872708584e-08
previous_iter_valid_loss : 0.1647360622882843
1713900 0.164939 0.164736 0.167646 CURRENT LEARNING RATE: 2.5213785611277007e-08
previous_iter_valid_loss : 0.17551212012767792
1713920 0.175671 0.175512 0.168343 CURRENT LEARNING RATE: 2.5208743358396864e-08
previous_iter_valid_loss : 0.21069124341011047
1713940 0.211279 0.210691 0.170757 CURRENT LEARNING RATE: 2.520370211386636e-08
previous_iter_valid_loss : 0.16062095761299133
1713960 0.160797 0.160621 0.170530 CURRENT LEARNING RATE: 2.519866187748404e-08
previous_iter_valid_loss : 0.16177895665168762
1713980 0.161967 0.161779 0.169160 CURRENT LEARNING RATE: 2.5193622649048193e-08
previous_iter_valid_loss : 0.16050441563129425
1714000 0.160662 0.160504 0.168788 CURRENT LEARNING RATE: 2.5188584428357258e-08
previous_iter_valid_loss : 0.16676682233810425
1714020 0.166928 0.166767 0.168423 CURRENT LEARNING RATE: 2.5183547215209704e-08
previous_iter_valid_loss : 0.16485349833965302
1714040 0.165018 0.164853 0.167940 CURRENT LEARNING RATE: 2.517851100940404e-08
previous_iter_valid_loss : 0.16334418952465057
1714060 0.163512 0.163344 0.167248 CURRENT LEARNING RATE: 2.5173475810738822e-08
previous_iter_valid_loss : 0.16333922743797302
1714080 0.163533 0.163339 0.167024 CURRENT LEARNING RATE: 2.516844161901264e-08
previous_iter_valid_loss : 0.1826920211315155
1714100 0.183038 0.182692 0.168048 CURRENT LEARNING RATE: 2.516340843402404e-08
previous_iter_valid_loss : 0.1680212765932083
1714120 0.168267 0.168021 0.168379 CURRENT LEARNING RATE: 2.5158376255571863e-08
previous_iter_valid_loss : 0.17232047021389008
1714140 0.172463 0.172320 0.168957 CURRENT LEARNING RATE: 2.5153345083454746e-08
previous_iter_valid_loss : 0.16589228808879852
1714160 0.166058 0.165892 0.169075 CURRENT LEARNING RATE: 2.5148314917471432e-08
previous_iter_valid_loss : 0.16303043067455292
1714180 0.163192 0.163030 0.168636 CURRENT LEARNING RATE: 2.5143285757420717e-08
previous_iter_valid_loss : 0.16360846161842346
1714200 0.163800 0.163608 0.168759 CURRENT LEARNING RATE: 2.5138257603101437e-08
previous_iter_valid_loss : 0.1623677760362625
1714220 0.162547 0.162368 0.168676 CURRENT LEARNING RATE: 2.5133230454312462e-08
previous_iter_valid_loss : 0.16049623489379883
1714240 0.160660 0.160496 0.167997 CURRENT LEARNING RATE: 2.5128204310852625e-08
previous_iter_valid_loss : 0.16486571729183197
1714260 0.165032 0.164866 0.168189 CURRENT LEARNING RATE: 2.512317917252105e-08
previous_iter_valid_loss : 0.16061913967132568
1714280 0.160779 0.160619 0.167802 CURRENT LEARNING RATE: 2.5118155039116643e-08
previous_iter_valid_loss : 0.16203521192073822
1714300 0.162223 0.162035 0.167667 CURRENT LEARNING RATE: 2.5113131910438442e-08
previous_iter_valid_loss : 0.16057012975215912
1714320 0.160727 0.160570 0.166919 CURRENT LEARNING RATE: 2.510810978628552e-08
previous_iter_valid_loss : 0.1614200323820114
1714340 0.161605 0.161420 0.164456 CURRENT LEARNING RATE: 2.5103088666457e-08
previous_iter_valid_loss : 0.17048422992229462
1714360 0.170637 0.170484 0.164949 CURRENT LEARNING RATE: 2.5098068550752025e-08
previous_iter_valid_loss : 0.1605776697397232
1714380 0.160733 0.160578 0.164889 CURRENT LEARNING RATE: 2.5093049438969793e-08
previous_iter_valid_loss : 0.18220312893390656
1714400 0.182357 0.182203 0.165974 CURRENT LEARNING RATE: 2.5088031330909454e-08
previous_iter_valid_loss : 0.16368071734905243
1714420 0.163851 0.163681 0.165820 CURRENT LEARNING RATE: 2.5083014226370463e-08
previous_iter_valid_loss : 0.17693646252155304
1714440 0.177091 0.176936 0.166424 CURRENT LEARNING RATE: 2.507799812515204e-08
previous_iter_valid_loss : 0.1654469072818756
1714460 0.165613 0.165447 0.166529 CURRENT LEARNING RATE: 2.507298302705355e-08
previous_iter_valid_loss : 0.1606445610523224
1714480 0.160801 0.160645 0.166394 CURRENT LEARNING RATE: 2.5067968931874384e-08
previous_iter_valid_loss : 0.1618548035621643
1714500 0.162042 0.161855 0.165352 CURRENT LEARNING RATE: 2.5062955839413975e-08
previous_iter_valid_loss : 0.16320155560970306
1714520 0.163383 0.163202 0.165111 CURRENT LEARNING RATE: 2.5057943749471808e-08
previous_iter_valid_loss : 0.18277904391288757
1714540 0.182931 0.182779 0.165634 CURRENT LEARNING RATE: 2.50529326618473e-08
previous_iter_valid_loss : 0.16087497770786285
1714560 0.161053 0.160875 0.165383 CURRENT LEARNING RATE: 2.504792257634019e-08
previous_iter_valid_loss : 0.16330066323280334
1714580 0.163511 0.163301 0.165397 CURRENT LEARNING RATE: 2.5042913492749992e-08
previous_iter_valid_loss : 0.1608201563358307
1714600 0.160976 0.160820 0.165258 CURRENT LEARNING RATE: 2.5037905410876332e-08
previous_iter_valid_loss : 0.16819866001605988
1714620 0.168355 0.168199 0.165549 CURRENT LEARNING RATE: 2.5032898330518897e-08
previous_iter_valid_loss : 0.1750711053609848
1714640 0.175224 0.175071 0.166278 CURRENT LEARNING RATE: 2.5027892251477398e-08
previous_iter_valid_loss : 0.16494335234165192
1714660 0.165140 0.164943 0.166282 CURRENT LEARNING RATE: 2.502288717355159e-08
previous_iter_valid_loss : 0.16089418530464172
1714680 0.161078 0.160894 0.166295 CURRENT LEARNING RATE: 2.5017883096541274e-08
previous_iter_valid_loss : 0.16136552393436432
1714700 0.161549 0.161366 0.166262 CURRENT LEARNING RATE: 2.501288002024619e-08
previous_iter_valid_loss : 0.18867459893226624
1714720 0.189107 0.188675 0.167667 CURRENT LEARNING RATE: 2.5007877944466405e-08
previous_iter_valid_loss : 0.1672683209180832
1714740 0.167420 0.167268 0.167960 CURRENT LEARNING RATE: 2.5002876869001742e-08
previous_iter_valid_loss : 0.16530321538448334
1714760 0.165474 0.165303 0.167701 CURRENT LEARNING RATE: 2.4997876793652157e-08
previous_iter_valid_loss : 0.16607603430747986
1714780 0.166234 0.166076 0.167975 CURRENT LEARNING RATE: 2.4992877718217644e-08
previous_iter_valid_loss : 0.1610860675573349
1714800 0.161262 0.161086 0.166920 CURRENT LEARNING RATE: 2.498787964249824e-08
previous_iter_valid_loss : 0.16080550849437714
1714820 0.160966 0.160806 0.166776 CURRENT LEARNING RATE: 2.4982882566294033e-08
previous_iter_valid_loss : 0.16051945090293884
1714840 0.160676 0.160519 0.165955 CURRENT LEARNING RATE: 2.4977886489405126e-08
previous_iter_valid_loss : 0.16052855551242828
1714860 0.160701 0.160529 0.165709 CURRENT LEARNING RATE: 2.49728914116316e-08
previous_iter_valid_loss : 0.16785845160484314
1714880 0.168013 0.167858 0.166070 CURRENT LEARNING RATE: 2.4967897332773817e-08
previous_iter_valid_loss : 0.1627930998802185
1714900 0.162952 0.162793 0.166117 CURRENT LEARNING RATE: 2.496290425263193e-08
previous_iter_valid_loss : 0.16094107925891876
1714920 0.161124 0.160941 0.166004 CURRENT LEARNING RATE: 2.4957912171006217e-08
previous_iter_valid_loss : 0.16460289061069489
1714940 0.164802 0.164603 0.165095 CURRENT LEARNING RATE: 2.4952921087696997e-08
previous_iter_valid_loss : 0.16079135239124298
1714960 0.160970 0.160791 0.165091 CURRENT LEARNING RATE: 2.494793100250462e-08
previous_iter_valid_loss : 0.19977760314941406
1714980 0.199864 0.199778 0.166914 CURRENT LEARNING RATE: 2.494294191522949e-08
previous_iter_valid_loss : 0.16066263616085052
1715000 0.160836 0.160663 0.166907 CURRENT LEARNING RATE: 2.4937953825671947e-08
previous_iter_valid_loss : 0.1606174111366272
1715020 0.160773 0.160617 0.166528 CURRENT LEARNING RATE: 2.4932966733632654e-08
previous_iter_valid_loss : 0.16165634989738464
1715040 0.161812 0.161656 0.165857 CURRENT LEARNING RATE: 2.4927980638912032e-08
previous_iter_valid_loss : 0.16916832327842712
1715060 0.169320 0.169168 0.166068 CURRENT LEARNING RATE: 2.492299554131064e-08
previous_iter_valid_loss : 0.1689530313014984
1715080 0.169196 0.168953 0.166471 CURRENT LEARNING RATE: 2.491801144062907e-08
previous_iter_valid_loss : 0.16477550566196442
1715100 0.164948 0.164776 0.166641 CURRENT LEARNING RATE: 2.491302833666796e-08
previous_iter_valid_loss : 0.16054603457450867
1715120 0.160700 0.160546 0.165235 CURRENT LEARNING RATE: 2.4908046229227992e-08
previous_iter_valid_loss : 0.17145711183547974
1715140 0.171607 0.171457 0.165444 CURRENT LEARNING RATE: 2.490306511810987e-08
previous_iter_valid_loss : 0.17145097255706787
1715160 0.171603 0.171451 0.165752 CURRENT LEARNING RATE: 2.4898085003114275e-08
previous_iter_valid_loss : 0.1607854664325714
1715180 0.160943 0.160785 0.165487 CURRENT LEARNING RATE: 2.4893105884042166e-08
previous_iter_valid_loss : 0.17807532846927643
1715200 0.178237 0.178075 0.166337 CURRENT LEARNING RATE: 2.4888127760694298e-08
previous_iter_valid_loss : 0.16111823916435242
1715220 0.161300 0.161118 0.166352 CURRENT LEARNING RATE: 2.4883150632871542e-08
previous_iter_valid_loss : 0.1612243503332138
1715240 0.161387 0.161224 0.166388 CURRENT LEARNING RATE: 2.487817450037482e-08
previous_iter_valid_loss : 0.16865304112434387
1715260 0.168810 0.168653 0.166794 CURRENT LEARNING RATE: 2.4873199363005076e-08
previous_iter_valid_loss : 0.1726846545934677
1715280 0.172833 0.172685 0.167035 CURRENT LEARNING RATE: 2.4868225220563313e-08
previous_iter_valid_loss : 0.160609170794487
1715300 0.160759 0.160609 0.166926 CURRENT LEARNING RATE: 2.4863252072850558e-08
previous_iter_valid_loss : 0.16646157205104828
1715320 0.166616 0.166462 0.167202 CURRENT LEARNING RATE: 2.4858279919667802e-08
previous_iter_valid_loss : 0.1719696819782257
1715340 0.172115 0.171970 0.167570 CURRENT LEARNING RATE: 2.4853308760816335e-08
previous_iter_valid_loss : 0.16053566336631775
1715360 0.160699 0.160536 0.167558 CURRENT LEARNING RATE: 2.4848338596097224e-08
previous_iter_valid_loss : 0.16204600036144257
1715380 0.162210 0.162046 0.165671 CURRENT LEARNING RATE: 2.4843369425311655e-08
previous_iter_valid_loss : 0.1651744395494461
1715400 0.165377 0.165174 0.165897 CURRENT LEARNING RATE: 2.4838401248260873e-08
previous_iter_valid_loss : 0.16182053089141846
1715420 0.161981 0.161821 0.165957 CURRENT LEARNING RATE: 2.483343406474614e-08
previous_iter_valid_loss : 0.1636740267276764
1715440 0.163878 0.163674 0.166058 CURRENT LEARNING RATE: 2.4828467874568776e-08
previous_iter_valid_loss : 0.17655570805072784
1715460 0.176709 0.176556 0.166427 CURRENT LEARNING RATE: 2.4823502677530042e-08
previous_iter_valid_loss : 0.16361260414123535
1715480 0.163801 0.163613 0.166160 CURRENT LEARNING RATE: 2.4818538473431504e-08
previous_iter_valid_loss : 0.1734032779932022
1715500 0.173679 0.173403 0.166591 CURRENT LEARNING RATE: 2.481357526207451e-08
previous_iter_valid_loss : 0.16051435470581055
1715520 0.160678 0.160514 0.166590 CURRENT LEARNING RATE: 2.4808613043260527e-08
previous_iter_valid_loss : 0.16196675598621368
1715540 0.162153 0.161967 0.166115 CURRENT LEARNING RATE: 2.480365181679107e-08
previous_iter_valid_loss : 0.16057460010051727
1715560 0.160748 0.160575 0.165571 CURRENT LEARNING RATE: 2.479869158246769e-08
previous_iter_valid_loss : 0.16071754693984985
1715580 0.160862 0.160718 0.165568 CURRENT LEARNING RATE: 2.4793732340091974e-08
previous_iter_valid_loss : 0.16418768465518951
1715600 0.164400 0.164188 0.164874 CURRENT LEARNING RATE: 2.478877408946556e-08
previous_iter_valid_loss : 0.16491800546646118
1715620 0.165116 0.164918 0.165064 CURRENT LEARNING RATE: 2.478381683039002e-08
previous_iter_valid_loss : 0.16450618207454681
1715640 0.164719 0.164506 0.165228 CURRENT LEARNING RATE: 2.477886056266725e-08
previous_iter_valid_loss : 0.19181346893310547
1715660 0.191934 0.191813 0.166386 CURRENT LEARNING RATE: 2.4773905286098904e-08
previous_iter_valid_loss : 0.16688933968544006
1715680 0.167046 0.166889 0.166096 CURRENT LEARNING RATE: 2.476895100048677e-08
previous_iter_valid_loss : 0.16361702978610992
1715700 0.163793 0.163617 0.166246 CURRENT LEARNING RATE: 2.476399770563268e-08
previous_iter_valid_loss : 0.16260750591754913
1715720 0.162768 0.162608 0.166054 CURRENT LEARNING RATE: 2.4759045401338502e-08
previous_iter_valid_loss : 0.16051818430423737
1715740 0.160675 0.160518 0.165481 CURRENT LEARNING RATE: 2.4754094087406142e-08
previous_iter_valid_loss : 0.16056959331035614
1715760 0.160719 0.160570 0.165483 CURRENT LEARNING RATE: 2.4749143763637463e-08
previous_iter_valid_loss : 0.16491878032684326
1715780 0.165085 0.164919 0.165626 CURRENT LEARNING RATE: 2.4744194429834623e-08
previous_iter_valid_loss : 0.1616322249174118
1715800 0.161781 0.161632 0.165449 CURRENT LEARNING RATE: 2.4739246085799567e-08
previous_iter_valid_loss : 0.1605185568332672
1715820 0.160683 0.160519 0.165384 CURRENT LEARNING RATE: 2.4734298731334355e-08
previous_iter_valid_loss : 0.17260846495628357
1715840 0.172873 0.172608 0.165831 CURRENT LEARNING RATE: 2.4729352366241097e-08
previous_iter_valid_loss : 0.17235837876796722
1715860 0.172502 0.172358 0.165621 CURRENT LEARNING RATE: 2.472440699032194e-08
previous_iter_valid_loss : 0.16061557829380035
1715880 0.160782 0.160616 0.165471 CURRENT LEARNING RATE: 2.4719462603379062e-08
previous_iter_valid_loss : 0.17574197053909302
1715900 0.176028 0.175742 0.165588 CURRENT LEARNING RATE: 2.471451920521469e-08
previous_iter_valid_loss : 0.17614781856536865
1715920 0.176438 0.176148 0.166370 CURRENT LEARNING RATE: 2.470957679563101e-08
previous_iter_valid_loss : 0.170953631401062
1715940 0.171103 0.170954 0.166819 CURRENT LEARNING RATE: 2.4704635374430482e-08
previous_iter_valid_loss : 0.1802152842283249
1715960 0.180373 0.180215 0.167801 CURRENT LEARNING RATE: 2.4699694941415375e-08
previous_iter_valid_loss : 0.1720743626356125
1715980 0.172338 0.172074 0.168369 CURRENT LEARNING RATE: 2.4694755496388073e-08
previous_iter_valid_loss : 0.17370082437992096
1716000 0.173847 0.173701 0.168845 CURRENT LEARNING RATE: 2.4689817039150994e-08
previous_iter_valid_loss : 0.16068115830421448
1716020 0.160842 0.160681 0.168633 CURRENT LEARNING RATE: 2.4684879569506596e-08
previous_iter_valid_loss : 0.16182537376880646
1716040 0.161975 0.161825 0.168499 CURRENT LEARNING RATE: 2.4679943087257385e-08
previous_iter_valid_loss : 0.16578470170497894
1716060 0.166002 0.165785 0.167197 CURRENT LEARNING RATE: 2.46750075922059e-08
previous_iter_valid_loss : 0.18892081081867218
1716080 0.189332 0.188921 0.168299 CURRENT LEARNING RATE: 2.467007308415464e-08
previous_iter_valid_loss : 0.18449048697948456
1716100 0.184865 0.184490 0.169343 CURRENT LEARNING RATE: 2.4665139562906387e-08
previous_iter_valid_loss : 0.1606208235025406
1716120 0.160778 0.160621 0.169243 CURRENT LEARNING RATE: 2.4660207028263726e-08
previous_iter_valid_loss : 0.1724831610918045
1716140 0.172635 0.172483 0.169842 CURRENT LEARNING RATE: 2.4655275480029347e-08
previous_iter_valid_loss : 0.16085165739059448
1716160 0.161030 0.160852 0.169856 CURRENT LEARNING RATE: 2.465034491800599e-08
previous_iter_valid_loss : 0.16058465838432312
1716180 0.160747 0.160585 0.169639 CURRENT LEARNING RATE: 2.4645415341996435e-08
previous_iter_valid_loss : 0.17373673617839813
1716200 0.173884 0.173737 0.170244 CURRENT LEARNING RATE: 2.4640486751803495e-08
previous_iter_valid_loss : 0.16101771593093872
1716220 0.161169 0.161018 0.170269 CURRENT LEARNING RATE: 2.4635559147229938e-08
previous_iter_valid_loss : 0.1636766493320465
1716240 0.163842 0.163677 0.169823 CURRENT LEARNING RATE: 2.4630632528078842e-08
previous_iter_valid_loss : 0.16165071725845337
1716260 0.161834 0.161651 0.169287 CURRENT LEARNING RATE: 2.4625706894153047e-08
previous_iter_valid_loss : 0.17835627496242523
1716280 0.178668 0.178356 0.170174 CURRENT LEARNING RATE: 2.4620782245255534e-08
previous_iter_valid_loss : 0.16067031025886536
1716300 0.160839 0.160670 0.169421 CURRENT LEARNING RATE: 2.4615858581189315e-08
previous_iter_valid_loss : 0.16121774911880493
1716320 0.161376 0.161218 0.168674 CURRENT LEARNING RATE: 2.461093590175744e-08
previous_iter_valid_loss : 0.16084712743759155
1716340 0.161019 0.160847 0.168169 CURRENT LEARNING RATE: 2.4606014206763006e-08
previous_iter_valid_loss : 0.16574718058109283
1716360 0.165956 0.165747 0.167445 CURRENT LEARNING RATE: 2.4601093496009143e-08
previous_iter_valid_loss : 0.16066458821296692
1716380 0.160824 0.160665 0.166875 CURRENT LEARNING RATE: 2.4596173769298933e-08
previous_iter_valid_loss : 0.16096211969852448
1716400 0.161122 0.160962 0.166238 CURRENT LEARNING RATE: 2.459125502643577e-08
previous_iter_valid_loss : 0.1620916873216629
1716420 0.162256 0.162092 0.166309 CURRENT LEARNING RATE: 2.4586337267222805e-08
previous_iter_valid_loss : 0.1646009087562561
1716440 0.164806 0.164601 0.166447 CURRENT LEARNING RATE: 2.4581420491463338e-08
previous_iter_valid_loss : 0.17265507578849792
1716460 0.172924 0.172655 0.166791 CURRENT LEARNING RATE: 2.4576504698960692e-08
previous_iter_valid_loss : 0.186874657869339
1716480 0.187017 0.186875 0.166689 CURRENT LEARNING RATE: 2.4571589889518242e-08
previous_iter_valid_loss : 0.16541394591331482
1716500 0.165615 0.165414 0.165735 CURRENT LEARNING RATE: 2.4566676062939386e-08
previous_iter_valid_loss : 0.16921424865722656
1716520 0.169462 0.169214 0.166164 CURRENT LEARNING RATE: 2.456176321902749e-08
previous_iter_valid_loss : 0.1617625504732132
1716540 0.161947 0.161763 0.165628 CURRENT LEARNING RATE: 2.4556851357586213e-08
previous_iter_valid_loss : 0.16259752213954926
1716560 0.162760 0.162598 0.165716 CURRENT LEARNING RATE: 2.455194047841899e-08
previous_iter_valid_loss : 0.1745089739561081
1716580 0.174658 0.174509 0.166412 CURRENT LEARNING RATE: 2.4547030581329397e-08
previous_iter_valid_loss : 0.1605319082736969
1716600 0.160691 0.160532 0.165752 CURRENT LEARNING RATE: 2.4542121666121024e-08
previous_iter_valid_loss : 0.17102643847465515
1716620 0.171174 0.171026 0.166252 CURRENT LEARNING RATE: 2.4537213732597524e-08
previous_iter_valid_loss : 0.18016837537288666
1716640 0.180326 0.180168 0.167077 CURRENT LEARNING RATE: 2.4532306780562575e-08
previous_iter_valid_loss : 0.19634361565113068
1716660 0.196449 0.196344 0.168811 CURRENT LEARNING RATE: 2.4527400809819902e-08
previous_iter_valid_loss : 0.16178804636001587
1716680 0.161980 0.161788 0.167983 CURRENT LEARNING RATE: 2.4522495820173177e-08
previous_iter_valid_loss : 0.17139165103435516
1716700 0.171535 0.171392 0.168519 CURRENT LEARNING RATE: 2.4517591811426372e-08
previous_iter_valid_loss : 0.16452142596244812
1716720 0.164685 0.164521 0.168684 CURRENT LEARNING RATE: 2.4512688783383248e-08
previous_iter_valid_loss : 0.16087713837623596
1716740 0.161051 0.160877 0.168686 CURRENT LEARNING RATE: 2.450778673584768e-08
previous_iter_valid_loss : 0.16537393629550934
1716760 0.165589 0.165374 0.168667 CURRENT LEARNING RATE: 2.450288566862358e-08
previous_iter_valid_loss : 0.16353465616703033
1716780 0.163706 0.163535 0.168810 CURRENT LEARNING RATE: 2.4497985581514913e-08
previous_iter_valid_loss : 0.16058436036109924
1716800 0.160745 0.160584 0.168792 CURRENT LEARNING RATE: 2.449308647432567e-08
previous_iter_valid_loss : 0.16174905002117157
1716820 0.161946 0.161749 0.168774 CURRENT LEARNING RATE: 2.4488188346859887e-08
previous_iter_valid_loss : 0.16209271550178528
1716840 0.162259 0.162093 0.168649 CURRENT LEARNING RATE: 2.4483291198921557e-08
previous_iter_valid_loss : 0.16160765290260315
1716860 0.161772 0.161608 0.168097 CURRENT LEARNING RATE: 2.4478395030314968e-08
previous_iter_valid_loss : 0.16356465220451355
1716880 0.163734 0.163565 0.166931 CURRENT LEARNING RATE: 2.4473499840844178e-08
previous_iter_valid_loss : 0.1606970876455307
1716900 0.160860 0.160697 0.166695 CURRENT LEARNING RATE: 2.4468605630313386e-08
previous_iter_valid_loss : 0.16554252803325653
1716920 0.165753 0.165543 0.166512 CURRENT LEARNING RATE: 2.4463712398526825e-08
previous_iter_valid_loss : 0.1608874797821045
1716940 0.161071 0.160887 0.166468 CURRENT LEARNING RATE: 2.4458820145288762e-08
previous_iter_valid_loss : 0.1607336848974228
1716960 0.160901 0.160734 0.166375 CURRENT LEARNING RATE: 2.445392887040351e-08
previous_iter_valid_loss : 0.17647729814052582
1716980 0.176636 0.176477 0.166473 CURRENT LEARNING RATE: 2.444903857367533e-08
previous_iter_valid_loss : 0.1701015681028366
1717000 0.170254 0.170102 0.166952 CURRENT LEARNING RATE: 2.444414925490878e-08
previous_iter_valid_loss : 0.16670778393745422
1717020 0.166934 0.166708 0.166736 CURRENT LEARNING RATE: 2.4439260913908202e-08
previous_iter_valid_loss : 0.170564204454422
1717040 0.170710 0.170564 0.166256 CURRENT LEARNING RATE: 2.4434373550478065e-08
previous_iter_valid_loss : 0.16114836931228638
1717060 0.161337 0.161148 0.164496 CURRENT LEARNING RATE: 2.4429487164422876e-08
previous_iter_valid_loss : 0.16222062706947327
1717080 0.162396 0.162221 0.164517 CURRENT LEARNING RATE: 2.4424601755547176e-08
previous_iter_valid_loss : 0.18602478504180908
1717100 0.186408 0.186025 0.165249 CURRENT LEARNING RATE: 2.4419717323655546e-08
previous_iter_valid_loss : 0.16137845814228058
1717120 0.161569 0.161378 0.165092 CURRENT LEARNING RATE: 2.4414833868552617e-08
previous_iter_valid_loss : 0.1650112122297287
1717140 0.165175 0.165011 0.165299 CURRENT LEARNING RATE: 2.4409951390042958e-08
previous_iter_valid_loss : 0.16489246487617493
1717160 0.165093 0.164892 0.165275 CURRENT LEARNING RATE: 2.440506988793144e-08
previous_iter_valid_loss : 0.16168534755706787
1717180 0.161863 0.161685 0.165182 CURRENT LEARNING RATE: 2.4400189362022726e-08
previous_iter_valid_loss : 0.16391153633594513
1717200 0.164107 0.163912 0.165348 CURRENT LEARNING RATE: 2.4395309812121588e-08
previous_iter_valid_loss : 0.16668736934661865
1717220 0.166851 0.166687 0.165595 CURRENT LEARNING RATE: 2.439043123803285e-08
previous_iter_valid_loss : 0.17663490772247314
1717240 0.176790 0.176635 0.166322 CURRENT LEARNING RATE: 2.438555363956136e-08
previous_iter_valid_loss : 0.16051718592643738
1717260 0.160674 0.160517 0.166268 CURRENT LEARNING RATE: 2.4380677016512015e-08
previous_iter_valid_loss : 0.16127489507198334
1717280 0.161427 0.161275 0.166153 CURRENT LEARNING RATE: 2.437580136868976e-08
previous_iter_valid_loss : 0.1634232997894287
1717300 0.163622 0.163423 0.166290 CURRENT LEARNING RATE: 2.4370926695899472e-08
previous_iter_valid_loss : 0.16290511190891266
1717320 0.163099 0.162905 0.166158 CURRENT LEARNING RATE: 2.4366052997946344e-08
previous_iter_valid_loss : 0.16078002750873566
1717340 0.160960 0.160780 0.166152 CURRENT LEARNING RATE: 2.4361180274635345e-08
previous_iter_valid_loss : 0.1610434353351593
1717360 0.161187 0.161043 0.166168 CURRENT LEARNING RATE: 2.435630852577155e-08
previous_iter_valid_loss : 0.171015664935112
1717380 0.171269 0.171016 0.165895 CURRENT LEARNING RATE: 2.4351437751160105e-08
previous_iter_valid_loss : 0.17036539316177368
1717400 0.170517 0.170365 0.165908 CURRENT LEARNING RATE: 2.434656795060617e-08
previous_iter_valid_loss : 0.16418969631195068
1717420 0.164357 0.164190 0.165782 CURRENT LEARNING RATE: 2.4341699123914962e-08
previous_iter_valid_loss : 0.1975482553243637
1717440 0.197645 0.197548 0.167131 CURRENT LEARNING RATE: 2.4336831270891636e-08
previous_iter_valid_loss : 0.17226389050483704
1717460 0.172414 0.172264 0.167687 CURRENT LEARNING RATE: 2.433196439134164e-08
previous_iter_valid_loss : 0.1768791526556015
1717480 0.177034 0.176879 0.168420 CURRENT LEARNING RATE: 2.4327098485070234e-08
previous_iter_valid_loss : 0.16063109040260315
1717500 0.160812 0.160631 0.167150 CURRENT LEARNING RATE: 2.4322233551882764e-08
previous_iter_valid_loss : 0.17426006495952606
1717520 0.174414 0.174260 0.167794 CURRENT LEARNING RATE: 2.4317369591584646e-08
previous_iter_valid_loss : 0.16282600164413452
1717540 0.163022 0.162826 0.167685 CURRENT LEARNING RATE: 2.431250660398131e-08
previous_iter_valid_loss : 0.16087234020233154
1717560 0.161053 0.160872 0.167484 CURRENT LEARNING RATE: 2.430764458887824e-08
previous_iter_valid_loss : 0.16132314503192902
1717580 0.161484 0.161323 0.167466 CURRENT LEARNING RATE: 2.430278354608096e-08
previous_iter_valid_loss : 0.16138100624084473
1717600 0.161564 0.161381 0.167340 CURRENT LEARNING RATE: 2.4297923475394934e-08
previous_iter_valid_loss : 0.16884247958660126
1717620 0.169001 0.168842 0.167447 CURRENT LEARNING RATE: 2.4293064376625942e-08
previous_iter_valid_loss : 0.16053615510463715
1717640 0.160693 0.160536 0.166642 CURRENT LEARNING RATE: 2.428820624957953e-08
previous_iter_valid_loss : 0.1605103462934494
1717660 0.160672 0.160510 0.166642 CURRENT LEARNING RATE: 2.4283349094061363e-08
previous_iter_valid_loss : 0.16084706783294678
1717680 0.161025 0.160847 0.166621 CURRENT LEARNING RATE: 2.4278492909877172e-08
previous_iter_valid_loss : 0.16068629920482635
1717700 0.160841 0.160686 0.166484 CURRENT LEARNING RATE: 2.4273637696832694e-08
previous_iter_valid_loss : 0.1613839566707611
1717720 0.161545 0.161384 0.166408 CURRENT LEARNING RATE: 2.426878345473373e-08
previous_iter_valid_loss : 0.16074995696544647
1717740 0.160914 0.160750 0.166406 CURRENT LEARNING RATE: 2.4263930183386023e-08
previous_iter_valid_loss : 0.16686329245567322
1717760 0.167020 0.166863 0.166697 CURRENT LEARNING RATE: 2.425907788259561e-08
previous_iter_valid_loss : 0.16178563237190247
1717780 0.161980 0.161786 0.166236 CURRENT LEARNING RATE: 2.4254226552168314e-08
previous_iter_valid_loss : 0.1788538694381714
1717800 0.179016 0.178854 0.166660 CURRENT LEARNING RATE: 2.4249376191910083e-08
previous_iter_valid_loss : 0.16091495752334595
1717820 0.161096 0.160915 0.166496 CURRENT LEARNING RATE: 2.4244526801626907e-08
previous_iter_valid_loss : 0.1951695680618286
1717840 0.195283 0.195170 0.166377 CURRENT LEARNING RATE: 2.4239678381124808e-08
previous_iter_valid_loss : 0.16190651059150696
1717860 0.162071 0.161907 0.165860 CURRENT LEARNING RATE: 2.423483093020984e-08
previous_iter_valid_loss : 0.16147570312023163
1717880 0.161659 0.161476 0.165089 CURRENT LEARNING RATE: 2.4229984448688116e-08
previous_iter_valid_loss : 0.1606692522764206
1717900 0.160848 0.160669 0.165091 CURRENT LEARNING RATE: 2.422513893636569e-08
previous_iter_valid_loss : 0.1893407255411148
1717920 0.189470 0.189341 0.165845 CURRENT LEARNING RATE: 2.4220294393048906e-08
previous_iter_valid_loss : 0.16098468005657196
1717940 0.161158 0.160985 0.165753 CURRENT LEARNING RATE: 2.4215450818543904e-08
previous_iter_valid_loss : 0.1903473138809204
1717960 0.190775 0.190347 0.167227 CURRENT LEARNING RATE: 2.4210608212656937e-08
previous_iter_valid_loss : 0.1658189743757248
1717980 0.166036 0.165819 0.167452 CURRENT LEARNING RATE: 2.4205766575194303e-08
previous_iter_valid_loss : 0.16383923590183258
1718000 0.164035 0.163839 0.167575 CURRENT LEARNING RATE: 2.4200925905962335e-08
previous_iter_valid_loss : 0.17686735093593597
1718020 0.177158 0.176867 0.167976 CURRENT LEARNING RATE: 2.4196086204767404e-08
previous_iter_valid_loss : 0.16106459498405457
1718040 0.161220 0.161065 0.168002 CURRENT LEARNING RATE: 2.4191247471415926e-08
previous_iter_valid_loss : 0.16413569450378418
1718060 0.164312 0.164136 0.168184 CURRENT LEARNING RATE: 2.4186409705714265e-08
previous_iter_valid_loss : 0.18484902381896973
1718080 0.185225 0.184849 0.169384 CURRENT LEARNING RATE: 2.418157290746908e-08
previous_iter_valid_loss : 0.16066506505012512
1718100 0.160834 0.160665 0.169383 CURRENT LEARNING RATE: 2.4176737076486818e-08
previous_iter_valid_loss : 0.16120025515556335
1718120 0.161359 0.161200 0.169374 CURRENT LEARNING RATE: 2.4171902212574037e-08
previous_iter_valid_loss : 0.16126415133476257
1718140 0.161453 0.161264 0.169399 CURRENT LEARNING RATE: 2.416706831553735e-08
previous_iter_valid_loss : 0.1667996644973755
1718160 0.166957 0.166800 0.169396 CURRENT LEARNING RATE: 2.41622353851834e-08
previous_iter_valid_loss : 0.16159895062446594
1718180 0.161763 0.161599 0.169387 CURRENT LEARNING RATE: 2.415740342131887e-08
previous_iter_valid_loss : 0.1786930114030838
1718200 0.178853 0.178693 0.169379 CURRENT LEARNING RATE: 2.415257242375039e-08
previous_iter_valid_loss : 0.16382911801338196
1718220 0.164020 0.163829 0.169524 CURRENT LEARNING RATE: 2.4147742392284896e-08
previous_iter_valid_loss : 0.163140207529068
1718240 0.163306 0.163140 0.167923 CURRENT LEARNING RATE: 2.4142913326729104e-08
previous_iter_valid_loss : 0.1605006903409958
1718260 0.160669 0.160501 0.167853 CURRENT LEARNING RATE: 2.413808522688985e-08
previous_iter_valid_loss : 0.16096599400043488
1718280 0.161150 0.160966 0.167827 CURRENT LEARNING RATE: 2.4133258092574002e-08
previous_iter_valid_loss : 0.17096446454524994
1718300 0.171117 0.170964 0.168342 CURRENT LEARNING RATE: 2.4128431923588484e-08
previous_iter_valid_loss : 0.16383421421051025
1718320 0.164005 0.163834 0.167067 CURRENT LEARNING RATE: 2.4123606719740245e-08
previous_iter_valid_loss : 0.1622704118490219
1718340 0.162440 0.162270 0.167131 CURRENT LEARNING RATE: 2.4118782480836278e-08
previous_iter_valid_loss : 0.1696140170097351
1718360 0.169855 0.169614 0.166094 CURRENT LEARNING RATE: 2.4113959206683534e-08
previous_iter_valid_loss : 0.1745842844247818
1718380 0.174857 0.174584 0.166532 CURRENT LEARNING RATE: 2.410913689708924e-08
previous_iter_valid_loss : 0.1627575308084488
1718400 0.162948 0.162758 0.166478 CURRENT LEARNING RATE: 2.410431555186043e-08
previous_iter_valid_loss : 0.16277603805065155
1718420 0.162976 0.162776 0.165774 CURRENT LEARNING RATE: 2.409949517080424e-08
previous_iter_valid_loss : 0.19613608717918396
1718440 0.196245 0.196136 0.167527 CURRENT LEARNING RATE: 2.4094675753727865e-08
previous_iter_valid_loss : 0.16791106760501862
1718460 0.168061 0.167911 0.167716 CURRENT LEARNING RATE: 2.408985730043852e-08
previous_iter_valid_loss : 0.16193459928035736
1718480 0.162090 0.161935 0.166570 CURRENT LEARNING RATE: 2.408503981074347e-08
previous_iter_valid_loss : 0.16409870982170105
1718500 0.164277 0.164099 0.166742 CURRENT LEARNING RATE: 2.4080223284450018e-08
previous_iter_valid_loss : 0.17448389530181885
1718520 0.174629 0.174484 0.167406 CURRENT LEARNING RATE: 2.4075407721365415e-08
previous_iter_valid_loss : 0.16110999882221222
1718540 0.161265 0.161110 0.167399 CURRENT LEARNING RATE: 2.407059312129721e-08
previous_iter_valid_loss : 0.16052991151809692
1718560 0.160700 0.160530 0.167085 CURRENT LEARNING RATE: 2.4065779484052728e-08
previous_iter_valid_loss : 0.16120821237564087
1718580 0.161358 0.161208 0.167066 CURRENT LEARNING RATE: 2.4060966809439437e-08
previous_iter_valid_loss : 0.1608961820602417
1718600 0.161048 0.160896 0.166176 CURRENT LEARNING RATE: 2.405615509726481e-08
previous_iter_valid_loss : 0.16062143445014954
1718620 0.160781 0.160621 0.166015 CURRENT LEARNING RATE: 2.40513443473364e-08
previous_iter_valid_loss : 0.17565247416496277
1718640 0.175806 0.175652 0.166641 CURRENT LEARNING RATE: 2.404653455946176e-08
previous_iter_valid_loss : 0.1606605052947998
1718660 0.160813 0.160661 0.166649 CURRENT LEARNING RATE: 2.4041725733448426e-08
previous_iter_valid_loss : 0.17396587133407593
1718680 0.174240 0.173966 0.167299 CURRENT LEARNING RATE: 2.403691786910421e-08
previous_iter_valid_loss : 0.1625157743692398
1718700 0.162715 0.162516 0.166876 CURRENT LEARNING RATE: 2.403211096623671e-08
previous_iter_valid_loss : 0.16123999655246735
1718720 0.161418 0.161240 0.166747 CURRENT LEARNING RATE: 2.4027305024653654e-08
previous_iter_valid_loss : 0.1605040282011032
1718740 0.160658 0.160504 0.166658 CURRENT LEARNING RATE: 2.4022500044162798e-08
previous_iter_valid_loss : 0.16301649808883667
1718760 0.163173 0.163016 0.166329 CURRENT LEARNING RATE: 2.401769602457195e-08
previous_iter_valid_loss : 0.16165326535701752
1718780 0.161814 0.161653 0.165682 CURRENT LEARNING RATE: 2.4012892965688946e-08
previous_iter_valid_loss : 0.16052642464637756
1718800 0.160695 0.160526 0.165570 CURRENT LEARNING RATE: 2.4008090867321664e-08
previous_iter_valid_loss : 0.16798193752765656
1718820 0.168140 0.167982 0.165831 CURRENT LEARNING RATE: 2.400328972927793e-08
previous_iter_valid_loss : 0.17449422180652618
1718840 0.174642 0.174494 0.164749 CURRENT LEARNING RATE: 2.3998489551365878e-08
previous_iter_valid_loss : 0.1608200967311859
1718860 0.160999 0.160820 0.164394 CURRENT LEARNING RATE: 2.3993690333393412e-08
previous_iter_valid_loss : 0.16598840057849884
1718880 0.166201 0.165988 0.164597 CURRENT LEARNING RATE: 2.3988892075168562e-08
previous_iter_valid_loss : 0.17220531404018402
1718900 0.172358 0.172205 0.165002 CURRENT LEARNING RATE: 2.3984094776499397e-08
previous_iter_valid_loss : 0.1653691828250885
1718920 0.165577 0.165369 0.164546 CURRENT LEARNING RATE: 2.3979298437194026e-08
previous_iter_valid_loss : 0.1667950451374054
1718940 0.166953 0.166795 0.164831 CURRENT LEARNING RATE: 2.3974503057060598e-08
previous_iter_valid_loss : 0.16246645152568817
1718960 0.162620 0.162466 0.164927 CURRENT LEARNING RATE: 2.3969708635907208e-08
previous_iter_valid_loss : 0.16774703562259674
1718980 0.167968 0.167747 0.165254 CURRENT LEARNING RATE: 2.3964915173542254e-08
previous_iter_valid_loss : 0.16497159004211426
1719000 0.165177 0.164972 0.165458 CURRENT LEARNING RATE: 2.3960122669773906e-08
previous_iter_valid_loss : 0.16453112661838531
1719020 0.164727 0.164531 0.165654 CURRENT LEARNING RATE: 2.3955331124410474e-08
previous_iter_valid_loss : 0.17200316488742828
1719040 0.172264 0.172003 0.165471 CURRENT LEARNING RATE: 2.3950540537260282e-08
previous_iter_valid_loss : 0.1607258915901184
1719060 0.160887 0.160726 0.165474 CURRENT LEARNING RATE: 2.394575090813172e-08
previous_iter_valid_loss : 0.16088107228279114
1719080 0.161065 0.160881 0.164820 CURRENT LEARNING RATE: 2.3940962236833195e-08
previous_iter_valid_loss : 0.1609833687543869
1719100 0.161133 0.160983 0.164744 CURRENT LEARNING RATE: 2.3936174523173168e-08
previous_iter_valid_loss : 0.1608729064464569
1719120 0.161023 0.160873 0.164725 CURRENT LEARNING RATE: 2.3931387766960033e-08
previous_iter_valid_loss : 0.1639561504125595
1719140 0.164161 0.163956 0.164898 CURRENT LEARNING RATE: 2.3926601968002505e-08
previous_iter_valid_loss : 0.16193559765815735
1719160 0.162093 0.161936 0.164844 CURRENT LEARNING RATE: 2.3921817126109053e-08
previous_iter_valid_loss : 0.17164580523967743
1719180 0.171793 0.171646 0.165343 CURRENT LEARNING RATE: 2.391703324108829e-08
previous_iter_valid_loss : 0.1766963005065918
1719200 0.176850 0.176696 0.166152 CURRENT LEARNING RATE: 2.3912250312748863e-08
previous_iter_valid_loss : 0.1757970005273819
1719220 0.175948 0.175797 0.166543 CURRENT LEARNING RATE: 2.3907468340899448e-08
previous_iter_valid_loss : 0.16302579641342163
1719240 0.163190 0.163026 0.165969 CURRENT LEARNING RATE: 2.3902687325348768e-08
previous_iter_valid_loss : 0.1711851805448532
1719260 0.171337 0.171185 0.166488 CURRENT LEARNING RATE: 2.389790726590559e-08
previous_iter_valid_loss : 0.16051362454891205
1719280 0.160669 0.160514 0.166214 CURRENT LEARNING RATE: 2.3893128162378617e-08
previous_iter_valid_loss : 0.16639994084835052
1719300 0.166614 0.166400 0.165924 CURRENT LEARNING RATE: 2.388835001457686e-08
previous_iter_valid_loss : 0.1620745062828064
1719320 0.162226 0.162075 0.165759 CURRENT LEARNING RATE: 2.3883572822309104e-08
previous_iter_valid_loss : 0.17718808352947235
1719340 0.177352 0.177188 0.166278 CURRENT LEARNING RATE: 2.387879658538427e-08
previous_iter_valid_loss : 0.16050806641578674
1719360 0.160666 0.160508 0.166181 CURRENT LEARNING RATE: 2.38740213036113e-08
previous_iter_valid_loss : 0.16756831109523773
1719380 0.167726 0.167568 0.166172 CURRENT LEARNING RATE: 2.3869246976799185e-08
previous_iter_valid_loss : 0.17359471321105957
1719400 0.173743 0.173595 0.166603 CURRENT LEARNING RATE: 2.3864473604756953e-08
previous_iter_valid_loss : 0.16817660629749298
1719420 0.168329 0.168177 0.166785 CURRENT LEARNING RATE: 2.3859701187293577e-08
previous_iter_valid_loss : 0.1730515956878662
1719440 0.173326 0.173052 0.166837 CURRENT LEARNING RATE: 2.3854929724218343e-08
previous_iter_valid_loss : 0.16083817183971405
1719460 0.160984 0.160838 0.166843 CURRENT LEARNING RATE: 2.3850159215340302e-08
previous_iter_valid_loss : 0.18212227523326874
1719480 0.182474 0.182122 0.167905 CURRENT LEARNING RATE: 2.3845389660468628e-08
previous_iter_valid_loss : 0.1874684989452362
1719500 0.187608 0.187468 0.169229 CURRENT LEARNING RATE: 2.384062105941255e-08
previous_iter_valid_loss : 0.1626139134168625
1719520 0.162794 0.162614 0.169316 CURRENT LEARNING RATE: 2.3835853411981313e-08
previous_iter_valid_loss : 0.16086959838867188
1719540 0.161048 0.160870 0.169162 CURRENT LEARNING RATE: 2.3831086717984213e-08
previous_iter_valid_loss : 0.17856964468955994
1719560 0.178728 0.178570 0.169994 CURRENT LEARNING RATE: 2.3826320977230594e-08
previous_iter_valid_loss : 0.16857878863811493
1719580 0.168806 0.168579 0.169840 CURRENT LEARNING RATE: 2.3821556189529724e-08
previous_iter_valid_loss : 0.16066762804985046
1719600 0.160838 0.160668 0.169039 CURRENT LEARNING RATE: 2.3816792354691196e-08
previous_iter_valid_loss : 0.16159336268901825
1719620 0.161775 0.161593 0.168329 CURRENT LEARNING RATE: 2.381202947252436e-08
previous_iter_valid_loss : 0.16319309175014496
1719640 0.163385 0.163193 0.168337 CURRENT LEARNING RATE: 2.3807267542838705e-08
previous_iter_valid_loss : 0.16109146177768707
1719660 0.161239 0.161091 0.167833 CURRENT LEARNING RATE: 2.380250656544376e-08
previous_iter_valid_loss : 0.1795215606689453
1719680 0.179849 0.179522 0.168783 CURRENT LEARNING RATE: 2.3797746540149076e-08
previous_iter_valid_loss : 0.16301320493221283
1719700 0.163166 0.163013 0.168614 CURRENT LEARNING RATE: 2.3792987466764258e-08
previous_iter_valid_loss : 0.1628248244524002
1719720 0.163020 0.162825 0.168651 CURRENT LEARNING RATE: 2.378822934509895e-08
previous_iter_valid_loss : 0.16319307684898376
1719740 0.163363 0.163193 0.167951 CURRENT LEARNING RATE: 2.3783472174962725e-08
previous_iter_valid_loss : 0.17949187755584717
1719760 0.179820 0.179492 0.168901 CURRENT LEARNING RATE: 2.3778715956165475e-08
previous_iter_valid_loss : 0.1606796532869339
1719780 0.160844 0.160680 0.168556 CURRENT LEARNING RATE: 2.377396068851687e-08
previous_iter_valid_loss : 0.160861536860466
1719800 0.161036 0.160862 0.167919 CURRENT LEARNING RATE: 2.3769206371826697e-08
previous_iter_valid_loss : 0.16369269788265228
1719820 0.163866 0.163693 0.167695 CURRENT LEARNING RATE: 2.3764453005904778e-08
previous_iter_valid_loss : 0.16056327521800995
1719840 0.160719 0.160563 0.167071 CURRENT LEARNING RATE: 2.3759700590560982e-08
previous_iter_valid_loss : 0.16256870329380035
1719860 0.162732 0.162569 0.167157 CURRENT LEARNING RATE: 2.3754949125605216e-08
previous_iter_valid_loss : 0.1857595592737198
1719880 0.186146 0.185760 0.167339 CURRENT LEARNING RATE: 2.3750198610847334e-08
previous_iter_valid_loss : 0.16346557438373566
1719900 0.163669 0.163466 0.166139 CURRENT LEARNING RATE: 2.3745449046097478e-08
previous_iter_valid_loss : 0.16224423050880432
1719920 0.162423 0.162244 0.166121 CURRENT LEARNING RATE: 2.3740700431165592e-08
previous_iter_valid_loss : 0.16238951683044434
1719940 0.162561 0.162390 0.166197 CURRENT LEARNING RATE: 2.373595276586173e-08
previous_iter_valid_loss : 0.1612875759601593
1719960 0.161449 0.161288 0.165332 CURRENT LEARNING RATE: 2.3731206049995976e-08
previous_iter_valid_loss : 0.16368000209331512
1719980 0.163870 0.163680 0.165088 CURRENT LEARNING RATE: 2.372646028337847e-08
previous_iter_valid_loss : 0.16324414312839508
1720000 0.163408 0.163244 0.165216 CURRENT LEARNING RATE: 2.3721715465819374e-08
previous_iter_valid_loss : 0.1645776480436325
1720020 0.164782 0.164578 0.165366 CURRENT LEARNING RATE: 2.3716971597128903e-08
previous_iter_valid_loss : 0.1633291095495224
1720040 0.163525 0.163329 0.165372 CURRENT LEARNING RATE: 2.3712228677117216e-08
previous_iter_valid_loss : 0.17209824919700623
1720060 0.172248 0.172098 0.165923 CURRENT LEARNING RATE: 2.370748670559476e-08
previous_iter_valid_loss : 0.16113966703414917
1720080 0.161322 0.161140 0.165004 CURRENT LEARNING RATE: 2.370274568237178e-08
previous_iter_valid_loss : 0.16710264980793
1720100 0.167327 0.167103 0.165208 CURRENT LEARNING RATE: 2.369800560725863e-08
previous_iter_valid_loss : 0.1642792820930481
1720120 0.164449 0.164279 0.165281 CURRENT LEARNING RATE: 2.3693266480065705e-08
previous_iter_valid_loss : 0.17384709417819977
1720140 0.173997 0.173847 0.165814 CURRENT LEARNING RATE: 2.3688528300603443e-08
previous_iter_valid_loss : 0.17229706048965454
1720160 0.172568 0.172297 0.165454 CURRENT LEARNING RATE: 2.3683791068682317e-08
previous_iter_valid_loss : 0.16505129635334015
1720180 0.165260 0.165051 0.165672 CURRENT LEARNING RATE: 2.3679054784112753e-08
previous_iter_valid_loss : 0.16466832160949707
1720200 0.164836 0.164668 0.165863 CURRENT LEARNING RATE: 2.3674319446705466e-08
previous_iter_valid_loss : 0.17858925461769104
1720220 0.178910 0.178589 0.166608 CURRENT LEARNING RATE: 2.366958505627096e-08
previous_iter_valid_loss : 0.1664280891418457
1720240 0.166640 0.166428 0.166901 CURRENT LEARNING RATE: 2.3664851612619857e-08
previous_iter_valid_loss : 0.16648341715335846
1720260 0.166704 0.166483 0.167097 CURRENT LEARNING RATE: 2.3660119115562826e-08
previous_iter_valid_loss : 0.16224022209644318
1720280 0.162424 0.162240 0.165921 CURRENT LEARNING RATE: 2.3655387564910562e-08
previous_iter_valid_loss : 0.16085797548294067
1720300 0.161020 0.160858 0.165790 CURRENT LEARNING RATE: 2.3650656960473804e-08
previous_iter_valid_loss : 0.16091477870941162
1720320 0.161093 0.160915 0.165724 CURRENT LEARNING RATE: 2.3645927302063326e-08
previous_iter_valid_loss : 0.1695343554019928
1720340 0.169687 0.169534 0.166081 CURRENT LEARNING RATE: 2.364119858948986e-08
previous_iter_valid_loss : 0.1618974357843399
1720360 0.162056 0.161897 0.166111 CURRENT LEARNING RATE: 2.3636470822564427e-08
previous_iter_valid_loss : 0.16066615283489227
1720380 0.160838 0.160666 0.165961 CURRENT LEARNING RATE: 2.3631744001097828e-08
previous_iter_valid_loss : 0.17635826766490936
1720400 0.176511 0.176358 0.166616 CURRENT LEARNING RATE: 2.362701812490099e-08
previous_iter_valid_loss : 0.1633184403181076
1720420 0.163515 0.163318 0.166554 CURRENT LEARNING RATE: 2.3622293193784885e-08
previous_iter_valid_loss : 0.18790853023529053
1720440 0.188334 0.187909 0.167783 CURRENT LEARNING RATE: 2.3617569207560505e-08
previous_iter_valid_loss : 0.1641785204410553
1720460 0.164389 0.164179 0.167387 CURRENT LEARNING RATE: 2.36128461660389e-08
previous_iter_valid_loss : 0.16342461109161377
1720480 0.163587 0.163425 0.167501 CURRENT LEARNING RATE: 2.3608124069031146e-08
previous_iter_valid_loss : 0.16064681112766266
1720500 0.160798 0.160647 0.167178 CURRENT LEARNING RATE: 2.360340291634827e-08
previous_iter_valid_loss : 0.1719103455543518
1720520 0.172168 0.171910 0.167560 CURRENT LEARNING RATE: 2.3598682707801602e-08
previous_iter_valid_loss : 0.16099588572978973
1720540 0.161162 0.160996 0.166917 CURRENT LEARNING RATE: 2.359396344320224e-08
previous_iter_valid_loss : 0.18068084120750427
1720560 0.181023 0.180681 0.167336 CURRENT LEARNING RATE: 2.3589245122361426e-08
previous_iter_valid_loss : 0.160514697432518
1720580 0.160675 0.160515 0.167109 CURRENT LEARNING RATE: 2.3584527745090415e-08
previous_iter_valid_loss : 0.1640670746564865
1720600 0.164241 0.164067 0.167079 CURRENT LEARNING RATE: 2.357981131120052e-08
previous_iter_valid_loss : 0.16235503554344177
1720620 0.162551 0.162355 0.166268 CURRENT LEARNING RATE: 2.357509582050308e-08
previous_iter_valid_loss : 0.1607188582420349
1720640 0.160897 0.160719 0.165982 CURRENT LEARNING RATE: 2.3570381272809388e-08
previous_iter_valid_loss : 0.16965319216251373
1720660 0.169805 0.169653 0.166141 CURRENT LEARNING RATE: 2.3565667667931037e-08
previous_iter_valid_loss : 0.17692838609218597
1720680 0.177083 0.176928 0.166875 CURRENT LEARNING RATE: 2.3560955005679396e-08
previous_iter_valid_loss : 0.16077269613742828
1720700 0.160934 0.160773 0.166871 CURRENT LEARNING RATE: 2.3556243285865957e-08
previous_iter_valid_loss : 0.16418364644050598
1720720 0.164386 0.164184 0.167034 CURRENT LEARNING RATE: 2.3551532508302256e-08
previous_iter_valid_loss : 0.16145707666873932
1720740 0.161647 0.161457 0.166630 CURRENT LEARNING RATE: 2.3546822672799853e-08
previous_iter_valid_loss : 0.16623139381408691
1720760 0.166446 0.166231 0.166847 CURRENT LEARNING RATE: 2.3542113779170364e-08
previous_iter_valid_loss : 0.16049693524837494
1720780 0.160665 0.160497 0.166839 CURRENT LEARNING RATE: 2.353740582722543e-08
previous_iter_valid_loss : 0.16173884272575378
1720800 0.161902 0.161739 0.166108 CURRENT LEARNING RATE: 2.353269881677665e-08
previous_iter_valid_loss : 0.16502287983894348
1720820 0.165189 0.165023 0.166193 CURRENT LEARNING RATE: 2.3527992747635902e-08
previous_iter_valid_loss : 0.16173593699932098
1720840 0.161892 0.161736 0.164884 CURRENT LEARNING RATE: 2.352328761961487e-08
previous_iter_valid_loss : 0.17573748528957367
1720860 0.175889 0.175737 0.165462 CURRENT LEARNING RATE: 2.3518583432525354e-08
previous_iter_valid_loss : 0.16878202557563782
1720880 0.168936 0.168782 0.165730 CURRENT LEARNING RATE: 2.3513880186179168e-08
previous_iter_valid_loss : 0.16216056048870087
1720900 0.162315 0.162161 0.165806 CURRENT LEARNING RATE: 2.3509177880388197e-08
previous_iter_valid_loss : 0.16121992468833923
1720920 0.161398 0.161220 0.165271 CURRENT LEARNING RATE: 2.3504476514964347e-08
previous_iter_valid_loss : 0.16829219460487366
1720940 0.168446 0.168292 0.165636 CURRENT LEARNING RATE: 2.3499776089719556e-08
previous_iter_valid_loss : 0.17146459221839905
1720960 0.171727 0.171465 0.165175 CURRENT LEARNING RATE: 2.3495076604465727e-08
previous_iter_valid_loss : 0.16357281804084778
1720980 0.163740 0.163573 0.165328 CURRENT LEARNING RATE: 2.3490378059015057e-08
previous_iter_valid_loss : 0.169505774974823
1721000 0.169747 0.169506 0.165600 CURRENT LEARNING RATE: 2.3485680453179504e-08
previous_iter_valid_loss : 0.16479696333408356
1721020 0.164967 0.164797 0.165722 CURRENT LEARNING RATE: 2.3480983786771177e-08
previous_iter_valid_loss : 0.1693516969680786
1721040 0.169585 0.169352 0.166154 CURRENT LEARNING RATE: 2.34762880596022e-08
previous_iter_valid_loss : 0.16103503108024597
1721060 0.161200 0.161035 0.165723 CURRENT LEARNING RATE: 2.3471593271484753e-08
previous_iter_valid_loss : 0.16109614074230194
1721080 0.161255 0.161096 0.164931 CURRENT LEARNING RATE: 2.346689942223104e-08
previous_iter_valid_loss : 0.17281846702098846
1721100 0.173095 0.172818 0.165533 CURRENT LEARNING RATE: 2.346220651165322e-08
previous_iter_valid_loss : 0.18928945064544678
1721120 0.189720 0.189289 0.166789 CURRENT LEARNING RATE: 2.3457514539563747e-08
previous_iter_valid_loss : 0.17016512155532837
1721140 0.170410 0.170165 0.167224 CURRENT LEARNING RATE: 2.3452823505774865e-08
previous_iter_valid_loss : 0.16722434759140015
1721160 0.167455 0.167224 0.167274 CURRENT LEARNING RATE: 2.344813341009892e-08
previous_iter_valid_loss : 0.16897626221179962
1721180 0.169221 0.168976 0.167698 CURRENT LEARNING RATE: 2.344344425234832e-08
previous_iter_valid_loss : 0.16061535477638245
1721200 0.160775 0.160615 0.167642 CURRENT LEARNING RATE: 2.343875603233549e-08
previous_iter_valid_loss : 0.16381028294563293
1721220 0.164007 0.163810 0.167581 CURRENT LEARNING RATE: 2.3434068749872903e-08
previous_iter_valid_loss : 0.16750212013721466
1721240 0.167727 0.167502 0.167869 CURRENT LEARNING RATE: 2.3429382404773067e-08
previous_iter_valid_loss : 0.17351055145263672
1721260 0.173781 0.173511 0.167758 CURRENT LEARNING RATE: 2.3424696996848454e-08
previous_iter_valid_loss : 0.16189806163311005
1721280 0.162063 0.161898 0.167414 CURRENT LEARNING RATE: 2.3420012525911803e-08
previous_iter_valid_loss : 0.172984778881073
1721300 0.173133 0.172985 0.167955 CURRENT LEARNING RATE: 2.3415328991775658e-08
previous_iter_valid_loss : 0.16886946558952332
1721320 0.169022 0.168869 0.168337 CURRENT LEARNING RATE: 2.3410646394252673e-08
previous_iter_valid_loss : 0.1691123992204666
1721340 0.169263 0.169112 0.168378 CURRENT LEARNING RATE: 2.340596473315555e-08
previous_iter_valid_loss : 0.1731431633234024
1721360 0.173291 0.173143 0.168462 CURRENT LEARNING RATE: 2.3401284008297015e-08
previous_iter_valid_loss : 0.1663169115781784
1721380 0.166532 0.166317 0.168600 CURRENT LEARNING RATE: 2.339660421948985e-08
previous_iter_valid_loss : 0.17422646284103394
1721400 0.174499 0.174226 0.168836 CURRENT LEARNING RATE: 2.339192536654677e-08
previous_iter_valid_loss : 0.1666768491268158
1721420 0.166885 0.166677 0.168930 CURRENT LEARNING RATE: 2.338724744928079e-08
previous_iter_valid_loss : 0.16595835983753204
1721440 0.166167 0.165958 0.168760 CURRENT LEARNING RATE: 2.338257046750471e-08
previous_iter_valid_loss : 0.16078050434589386
1721460 0.160952 0.160781 0.168747 CURRENT LEARNING RATE: 2.337789442103146e-08
previous_iter_valid_loss : 0.1661125272512436
1721480 0.166322 0.166113 0.168998 CURRENT LEARNING RATE: 2.3373219309673982e-08
previous_iter_valid_loss : 0.16701288521289825
1721500 0.167233 0.167013 0.168708 CURRENT LEARNING RATE: 2.3368545133245283e-08
previous_iter_valid_loss : 0.1631440967321396
1721520 0.163330 0.163144 0.167401 CURRENT LEARNING RATE: 2.3363871891558387e-08
previous_iter_valid_loss : 0.161052867770195
1721540 0.161227 0.161053 0.166945 CURRENT LEARNING RATE: 2.3359199584426375e-08
previous_iter_valid_loss : 0.17327046394348145
1721560 0.173416 0.173270 0.167247 CURRENT LEARNING RATE: 2.3354528211662265e-08
previous_iter_valid_loss : 0.1650017499923706
1721580 0.165170 0.165002 0.167048 CURRENT LEARNING RATE: 2.334985777307937e-08
previous_iter_valid_loss : 0.19810166954994202
1721600 0.198190 0.198102 0.168923 CURRENT LEARNING RATE: 2.334518826849079e-08
previous_iter_valid_loss : 0.17094939947128296
1721620 0.171211 0.170949 0.169280 CURRENT LEARNING RATE: 2.3340519697709743e-08
previous_iter_valid_loss : 0.16161054372787476
1721640 0.161793 0.161611 0.168985 CURRENT LEARNING RATE: 2.3335852060549486e-08
previous_iter_valid_loss : 0.17071855068206787
1721660 0.170866 0.170719 0.168846 CURRENT LEARNING RATE: 2.3331185356823315e-08
previous_iter_valid_loss : 0.16067221760749817
1721680 0.160832 0.160672 0.168784 CURRENT LEARNING RATE: 2.332651958634456e-08
previous_iter_valid_loss : 0.16081839799880981
1721700 0.160992 0.160818 0.168176 CURRENT LEARNING RATE: 2.3321854748926592e-08
previous_iter_valid_loss : 0.1810234636068344
1721720 0.181358 0.181023 0.168784 CURRENT LEARNING RATE: 2.3317190844382737e-08
previous_iter_valid_loss : 0.16055472195148468
1721740 0.160731 0.160555 0.168356 CURRENT LEARNING RATE: 2.33125278725266e-08
previous_iter_valid_loss : 0.1786273866891861
1721760 0.178945 0.178627 0.168630 CURRENT LEARNING RATE: 2.3307865833171583e-08
previous_iter_valid_loss : 0.16507473587989807
1721780 0.165236 0.165075 0.168568 CURRENT LEARNING RATE: 2.33032047261312e-08
previous_iter_valid_loss : 0.16520532965660095
1721800 0.165365 0.165205 0.168117 CURRENT LEARNING RATE: 2.329854455121901e-08
previous_iter_valid_loss : 0.17075365781784058
1721820 0.170899 0.170754 0.168321 CURRENT LEARNING RATE: 2.3293885308248604e-08
previous_iter_valid_loss : 0.1605098992586136
1721840 0.160678 0.160510 0.168048 CURRENT LEARNING RATE: 2.3289226997033615e-08
previous_iter_valid_loss : 0.16066455841064453
1721860 0.160838 0.160665 0.168042 CURRENT LEARNING RATE: 2.328456961738763e-08
previous_iter_valid_loss : 0.17432957887649536
1721880 0.174476 0.174330 0.168453 CURRENT LEARNING RATE: 2.3279913169124507e-08
previous_iter_valid_loss : 0.16065409779548645
1721900 0.160806 0.160654 0.168135 CURRENT LEARNING RATE: 2.3275257652057918e-08
previous_iter_valid_loss : 0.16089831292629242
1721920 0.161076 0.160898 0.168023 CURRENT LEARNING RATE: 2.327060306600164e-08
previous_iter_valid_loss : 0.1614576280117035
1721940 0.161640 0.161458 0.168043 CURRENT LEARNING RATE: 2.3265949410769483e-08
previous_iter_valid_loss : 0.1751370131969452
1721960 0.175402 0.175137 0.168137 CURRENT LEARNING RATE: 2.326129668617531e-08
previous_iter_valid_loss : 0.17696864902973175
1721980 0.177127 0.176969 0.168735 CURRENT LEARNING RATE: 2.325664489203301e-08
previous_iter_valid_loss : 0.16451668739318848
1722000 0.164682 0.164517 0.167056 CURRENT LEARNING RATE: 2.3251994028156497e-08
previous_iter_valid_loss : 0.16185933351516724
1722020 0.162054 0.161859 0.166601 CURRENT LEARNING RATE: 2.3247344094359676e-08
previous_iter_valid_loss : 0.16058674454689026
1722040 0.160759 0.160587 0.166550 CURRENT LEARNING RATE: 2.3242695090456704e-08
previous_iter_valid_loss : 0.16318972408771515
1722060 0.163357 0.163190 0.166174 CURRENT LEARNING RATE: 2.3238047016261538e-08
previous_iter_valid_loss : 0.16412395238876343
1722080 0.164315 0.164124 0.166346 CURRENT LEARNING RATE: 2.3233399871588252e-08
previous_iter_valid_loss : 0.17529253661632538
1722100 0.175444 0.175293 0.167070 CURRENT LEARNING RATE: 2.3228753656250968e-08
previous_iter_valid_loss : 0.17042763531208038
1722120 0.170574 0.170428 0.166540 CURRENT LEARNING RATE: 2.322410837006383e-08
previous_iter_valid_loss : 0.1638576239347458
1722140 0.164056 0.163858 0.166705 CURRENT LEARNING RATE: 2.3219464012841033e-08
previous_iter_valid_loss : 0.18630622327327728
1722160 0.186447 0.186306 0.167089 CURRENT LEARNING RATE: 2.3214820584396712e-08
previous_iter_valid_loss : 0.1606290340423584
1722180 0.160792 0.160629 0.166867 CURRENT LEARNING RATE: 2.3210178084545308e-08
previous_iter_valid_loss : 0.16203853487968445
1722200 0.162206 0.162039 0.166709 CURRENT LEARNING RATE: 2.3205536513101024e-08
previous_iter_valid_loss : 0.16060684621334076
1722220 0.160756 0.160607 0.166201 CURRENT LEARNING RATE: 2.3200895869878207e-08
previous_iter_valid_loss : 0.16573843359947205
1722240 0.165899 0.165738 0.166463 CURRENT LEARNING RATE: 2.3196256154691222e-08
previous_iter_valid_loss : 0.1739109307527542
1722260 0.174058 0.173911 0.167125 CURRENT LEARNING RATE: 2.3191617367354494e-08
previous_iter_valid_loss : 0.1633027046918869
1722280 0.163505 0.163303 0.166574 CURRENT LEARNING RATE: 2.3186979507682463e-08
previous_iter_valid_loss : 0.1641695350408554
1722300 0.164367 0.164170 0.166749 CURRENT LEARNING RATE: 2.318234257548961e-08
previous_iter_valid_loss : 0.1659643054008484
1722320 0.166166 0.165964 0.167003 CURRENT LEARNING RATE: 2.317770657059038e-08
previous_iter_valid_loss : 0.1606053113937378
1722340 0.160768 0.160605 0.166960 CURRENT LEARNING RATE: 2.3173071492799505e-08
previous_iter_valid_loss : 0.1605868637561798
1722360 0.160744 0.160587 0.166233 CURRENT LEARNING RATE: 2.316843734193149e-08
previous_iter_valid_loss : 0.1646452695131302
1722380 0.164810 0.164645 0.165616 CURRENT LEARNING RATE: 2.316380411780097e-08
previous_iter_valid_loss : 0.16421379148960114
1722400 0.164417 0.164214 0.165601 CURRENT LEARNING RATE: 2.315917182022262e-08
previous_iter_valid_loss : 0.16198500990867615
1722420 0.162170 0.161985 0.165608 CURRENT LEARNING RATE: 2.3154540449011146e-08
previous_iter_valid_loss : 0.17198865115642548
1722440 0.172258 0.171989 0.166178 CURRENT LEARNING RATE: 2.3149910003981293e-08
previous_iter_valid_loss : 0.16309374570846558
1722460 0.163256 0.163094 0.166173 CURRENT LEARNING RATE: 2.3145280484947842e-08
previous_iter_valid_loss : 0.1742733269929886
1722480 0.174544 0.174273 0.166680 CURRENT LEARNING RATE: 2.3140651891725535e-08
previous_iter_valid_loss : 0.17182330787181854
1722500 0.171968 0.171823 0.166507 CURRENT LEARNING RATE: 2.3136024224129382e-08
previous_iter_valid_loss : 0.16054876148700714
1722520 0.160713 0.160549 0.166013 CURRENT LEARNING RATE: 2.313139748197421e-08
previous_iter_valid_loss : 0.17625096440315247
1722540 0.176405 0.176251 0.166633 CURRENT LEARNING RATE: 2.3126771665074933e-08
previous_iter_valid_loss : 0.16379719972610474
1722560 0.163964 0.163797 0.165507 CURRENT LEARNING RATE: 2.3122146773246525e-08
previous_iter_valid_loss : 0.16754452884197235
1722580 0.167768 0.167545 0.165853 CURRENT LEARNING RATE: 2.3117522806303995e-08
previous_iter_valid_loss : 0.16096054017543793
1722600 0.161120 0.160961 0.165799 CURRENT LEARNING RATE: 2.311289976406238e-08
previous_iter_valid_loss : 0.17484727501869202
1722620 0.175130 0.174847 0.166511 CURRENT LEARNING RATE: 2.3108277646336676e-08
previous_iter_valid_loss : 0.18231624364852905
1722640 0.182475 0.182316 0.167340 CURRENT LEARNING RATE: 2.3103656452942162e-08
previous_iter_valid_loss : 0.16103559732437134
1722660 0.161218 0.161036 0.166696 CURRENT LEARNING RATE: 2.309903618369391e-08
previous_iter_valid_loss : 0.1605488806962967
1722680 0.160701 0.160549 0.166558 CURRENT LEARNING RATE: 2.309441683840711e-08
previous_iter_valid_loss : 0.16278620064258575
1722700 0.162954 0.162786 0.166489 CURRENT LEARNING RATE: 2.3089798416896983e-08
previous_iter_valid_loss : 0.16974475979804993
1722720 0.169992 0.169745 0.166678 CURRENT LEARNING RATE: 2.30851809189788e-08
previous_iter_valid_loss : 0.1618833839893341
1722740 0.162041 0.161883 0.166742 CURRENT LEARNING RATE: 2.3080564344467855e-08
previous_iter_valid_loss : 0.18338625133037567
1722760 0.183535 0.183386 0.167882 CURRENT LEARNING RATE: 2.3075948693179485e-08
previous_iter_valid_loss : 0.17672944068908691
1722780 0.176888 0.176729 0.168486 CURRENT LEARNING RATE: 2.3071333964928987e-08
previous_iter_valid_loss : 0.17386242747306824
1722800 0.174009 0.173862 0.168969 CURRENT LEARNING RATE: 2.306672015953193e-08
previous_iter_valid_loss : 0.16062834858894348
1722820 0.160786 0.160628 0.168901 CURRENT LEARNING RATE: 2.3062107276803683e-08
previous_iter_valid_loss : 0.16135182976722717
1722840 0.161515 0.161352 0.168369 CURRENT LEARNING RATE: 2.305749531655973e-08
previous_iter_valid_loss : 0.16090725362300873
1722860 0.161086 0.160907 0.168260 CURRENT LEARNING RATE: 2.3052884278615597e-08
previous_iter_valid_loss : 0.166172593832016
1722880 0.166333 0.166173 0.167855 CURRENT LEARNING RATE: 2.3048274162786832e-08
previous_iter_valid_loss : 0.16058263182640076
1722900 0.160754 0.160583 0.167293 CURRENT LEARNING RATE: 2.304366496888904e-08
previous_iter_valid_loss : 0.17049886286258698
1722920 0.170648 0.170499 0.167790 CURRENT LEARNING RATE: 2.303905669673785e-08
previous_iter_valid_loss : 0.16766023635864258
1722940 0.167895 0.167660 0.167361 CURRENT LEARNING RATE: 2.303444934614885e-08
previous_iter_valid_loss : 0.17068783938884735
1722960 0.170839 0.170688 0.167705 CURRENT LEARNING RATE: 2.3029842916937902e-08
previous_iter_valid_loss : 0.16377460956573486
1722980 0.163984 0.163775 0.167517 CURRENT LEARNING RATE: 2.3025237408920682e-08
previous_iter_valid_loss : 0.17040583491325378
1723000 0.170559 0.170406 0.167989 CURRENT LEARNING RATE: 2.3020632821912958e-08
previous_iter_valid_loss : 0.17147110402584076
1723020 0.171621 0.171471 0.167820 CURRENT LEARNING RATE: 2.301602915573055e-08
previous_iter_valid_loss : 0.16131903231143951
1723040 0.161474 0.161319 0.166770 CURRENT LEARNING RATE: 2.3011426410189307e-08
previous_iter_valid_loss : 0.1606042981147766
1723060 0.160764 0.160604 0.166749 CURRENT LEARNING RATE: 2.300682458510513e-08
previous_iter_valid_loss : 0.16586297750473022
1723080 0.166066 0.165863 0.167014 CURRENT LEARNING RATE: 2.3002223680293855e-08
previous_iter_valid_loss : 0.16246362030506134
1723100 0.162636 0.162464 0.166998 CURRENT LEARNING RATE: 2.2997623695571612e-08
previous_iter_valid_loss : 0.1607198417186737
1723120 0.160885 0.160720 0.166547 CURRENT LEARNING RATE: 2.299302463075432e-08
previous_iter_valid_loss : 0.16930747032165527
1723140 0.169461 0.169307 0.166918 CURRENT LEARNING RATE: 2.2988426485658017e-08
previous_iter_valid_loss : 0.16075652837753296
1723160 0.160926 0.160757 0.165787 CURRENT LEARNING RATE: 2.2983829260098775e-08
previous_iter_valid_loss : 0.16556069254875183
1723180 0.165725 0.165561 0.165228 CURRENT LEARNING RATE: 2.297923295389271e-08
previous_iter_valid_loss : 0.16049174964427948
1723200 0.160657 0.160492 0.164560 CURRENT LEARNING RATE: 2.297463756685596e-08
previous_iter_valid_loss : 0.16396836936473846
1723220 0.164174 0.163968 0.164727 CURRENT LEARNING RATE: 2.297004309880472e-08
previous_iter_valid_loss : 0.16116786003112793
1723240 0.161351 0.161168 0.164718 CURRENT LEARNING RATE: 2.2965449549555127e-08
previous_iter_valid_loss : 0.16285811364650726
1723260 0.163013 0.162858 0.164815 CURRENT LEARNING RATE: 2.2960856918923598e-08
previous_iter_valid_loss : 0.16060902178287506
1723280 0.160779 0.160609 0.164537 CURRENT LEARNING RATE: 2.295626520672635e-08
previous_iter_valid_loss : 0.16122378408908844
1723300 0.161393 0.161224 0.164569 CURRENT LEARNING RATE: 2.295167441277971e-08
previous_iter_valid_loss : 0.16446669399738312
1723320 0.164636 0.164467 0.164267 CURRENT LEARNING RATE: 2.2947084536900056e-08
previous_iter_valid_loss : 0.17859099805355072
1723340 0.178750 0.178591 0.164814 CURRENT LEARNING RATE: 2.294249557890378e-08
previous_iter_valid_loss : 0.16387106478214264
1723360 0.164035 0.163871 0.164473 CURRENT LEARNING RATE: 2.2937907538607334e-08
previous_iter_valid_loss : 0.160505473613739
1723380 0.160662 0.160505 0.164310 CURRENT LEARNING RATE: 2.2933320415827112e-08
previous_iter_valid_loss : 0.16049699485301971
1723400 0.160653 0.160497 0.163814 CURRENT LEARNING RATE: 2.292873421037979e-08
previous_iter_valid_loss : 0.17562143504619598
1723420 0.175776 0.175621 0.164022 CURRENT LEARNING RATE: 2.2924148922081838e-08
previous_iter_valid_loss : 0.16572555899620056
1723440 0.165890 0.165726 0.164242 CURRENT LEARNING RATE: 2.2919564550749845e-08
previous_iter_valid_loss : 0.17406506836414337
1723460 0.174211 0.174065 0.164915 CURRENT LEARNING RATE: 2.291498109620044e-08
previous_iter_valid_loss : 0.16050387918949127
1723480 0.160667 0.160504 0.164647 CURRENT LEARNING RATE: 2.291039855825028e-08
previous_iter_valid_loss : 0.17493706941604614
1723500 0.175095 0.174937 0.165271 CURRENT LEARNING RATE: 2.290581693671607e-08
previous_iter_valid_loss : 0.16104546189308167
1723520 0.161229 0.161045 0.165287 CURRENT LEARNING RATE: 2.2901236231414533e-08
previous_iter_valid_loss : 0.16628026962280273
1723540 0.166486 0.166280 0.165136 CURRENT LEARNING RATE: 2.289665644216237e-08
previous_iter_valid_loss : 0.16285006701946259
1723560 0.163024 0.162850 0.165240 CURRENT LEARNING RATE: 2.289207756877655e-08
previous_iter_valid_loss : 0.17890553176403046
1723580 0.179065 0.178906 0.165908 CURRENT LEARNING RATE: 2.288749961107384e-08
previous_iter_valid_loss : 0.17308637499809265
1723600 0.173231 0.173086 0.166537 CURRENT LEARNING RATE: 2.2882922568871108e-08
previous_iter_valid_loss : 0.17595869302749634
1723620 0.176119 0.175959 0.167137 CURRENT LEARNING RATE: 2.287834644198529e-08
previous_iter_valid_loss : 0.16136327385902405
1723640 0.161523 0.161363 0.167147 CURRENT LEARNING RATE: 2.287377123023333e-08
previous_iter_valid_loss : 0.16087716817855835
1723660 0.161032 0.160877 0.167048 CURRENT LEARNING RATE: 2.286919693343222e-08
previous_iter_valid_loss : 0.16054150462150574
1723680 0.160700 0.160542 0.167044 CURRENT LEARNING RATE: 2.2864623551398992e-08
previous_iter_valid_loss : 0.18349121510982513
1723700 0.183854 0.183491 0.168158 CURRENT LEARNING RATE: 2.286005108395063e-08
previous_iter_valid_loss : 0.16539104282855988
1723720 0.165600 0.165391 0.168204 CURRENT LEARNING RATE: 2.285547953090439e-08
previous_iter_valid_loss : 0.16059845685958862
1723740 0.160750 0.160598 0.167304 CURRENT LEARNING RATE: 2.285090889207734e-08
previous_iter_valid_loss : 0.17489269375801086
1723760 0.175172 0.174893 0.167855 CURRENT LEARNING RATE: 2.2846339167286645e-08
previous_iter_valid_loss : 0.1703389286994934
1723780 0.170491 0.170339 0.168347 CURRENT LEARNING RATE: 2.284177035634952e-08
previous_iter_valid_loss : 0.1835409253835678
1723800 0.183888 0.183541 0.169499 CURRENT LEARNING RATE: 2.2837202459083215e-08
previous_iter_valid_loss : 0.17963171005249023
1723820 0.179956 0.179632 0.169700 CURRENT LEARNING RATE: 2.283263547530501e-08
previous_iter_valid_loss : 0.18248002231121063
1723840 0.182850 0.182480 0.170537 CURRENT LEARNING RATE: 2.2828069404832148e-08
previous_iter_valid_loss : 0.1607261300086975
1723860 0.160884 0.160726 0.169870 CURRENT LEARNING RATE: 2.2823504247482146e-08
previous_iter_valid_loss : 0.16401535272598267
1723880 0.164211 0.164015 0.170046 CURRENT LEARNING RATE: 2.2818940003072316e-08
previous_iter_valid_loss : 0.16065289080142975
1723900 0.160817 0.160653 0.169332 CURRENT LEARNING RATE: 2.2814376671420087e-08
previous_iter_valid_loss : 0.1634742021560669
1723920 0.163666 0.163474 0.169453 CURRENT LEARNING RATE: 2.2809814252342925e-08
previous_iter_valid_loss : 0.16712874174118042
1723940 0.167289 0.167129 0.169496 CURRENT LEARNING RATE: 2.2805252745658346e-08
previous_iter_valid_loss : 0.16605821251869202
1723960 0.166220 0.166058 0.169656 CURRENT LEARNING RATE: 2.280069215118387e-08
previous_iter_valid_loss : 0.18513506650924683
1723980 0.185282 0.185135 0.169968 CURRENT LEARNING RATE: 2.2796132468737088e-08
previous_iter_valid_loss : 0.16502423584461212
1724000 0.165192 0.165024 0.169564 CURRENT LEARNING RATE: 2.2791573698135526e-08
previous_iter_valid_loss : 0.18503437936306
1724020 0.185182 0.185034 0.170018 CURRENT LEARNING RATE: 2.2787015839196995e-08
previous_iter_valid_loss : 0.17855727672576904
1724040 0.178717 0.178557 0.170878 CURRENT LEARNING RATE: 2.2782458891739107e-08
previous_iter_valid_loss : 0.16242584586143494
1724060 0.162619 0.162426 0.170955 CURRENT LEARNING RATE: 2.277790285557957e-08
previous_iter_valid_loss : 0.17086324095726013
1724080 0.171122 0.170863 0.171471 CURRENT LEARNING RATE: 2.277334773053615e-08
previous_iter_valid_loss : 0.17062219977378845
1724100 0.170774 0.170622 0.170828 CURRENT LEARNING RATE: 2.2768793516426648e-08
previous_iter_valid_loss : 0.16509811580181122
1724120 0.165266 0.165098 0.170813 CURRENT LEARNING RATE: 2.2764240213068886e-08
previous_iter_valid_loss : 0.1641349345445633
1724140 0.164336 0.164135 0.170990 CURRENT LEARNING RATE: 2.2759687820280738e-08
previous_iter_valid_loss : 0.16529662907123566
1724160 0.165500 0.165297 0.170510 CURRENT LEARNING RATE: 2.275513633788002e-08
previous_iter_valid_loss : 0.1634359359741211
1724180 0.163616 0.163436 0.170165 CURRENT LEARNING RATE: 2.2750585765684846e-08
previous_iter_valid_loss : 0.16113847494125366
1724200 0.161296 0.161138 0.169045 CURRENT LEARNING RATE: 2.2746036103513103e-08
previous_iter_valid_loss : 0.16053493320941925
1724220 0.160704 0.160535 0.168090 CURRENT LEARNING RATE: 2.2741487351182806e-08
previous_iter_valid_loss : 0.16050772368907928
1724240 0.160667 0.160508 0.166992 CURRENT LEARNING RATE: 2.273693950851201e-08
previous_iter_valid_loss : 0.17543479800224304
1724260 0.175586 0.175435 0.167727 CURRENT LEARNING RATE: 2.2732392575318787e-08
previous_iter_valid_loss : 0.16343314945697784
1724280 0.163631 0.163433 0.167698 CURRENT LEARNING RATE: 2.272784655142128e-08
previous_iter_valid_loss : 0.1638306975364685
1724300 0.164026 0.163831 0.167857 CURRENT LEARNING RATE: 2.2723301436637554e-08
previous_iter_valid_loss : 0.16118556261062622
1724320 0.161341 0.161186 0.167742 CURRENT LEARNING RATE: 2.271875723078597e-08
previous_iter_valid_loss : 0.1619340181350708
1724340 0.162120 0.161934 0.167483 CURRENT LEARNING RATE: 2.2714213933684675e-08
previous_iter_valid_loss : 0.17036743462085724
1724360 0.170620 0.170367 0.167698 CURRENT LEARNING RATE: 2.2709671545151947e-08
previous_iter_valid_loss : 0.1707034409046173
1724380 0.170955 0.170703 0.166977 CURRENT LEARNING RATE: 2.270513006500608e-08
previous_iter_valid_loss : 0.16357465088367462
1724400 0.163769 0.163575 0.166904 CURRENT LEARNING RATE: 2.2700589493065416e-08
previous_iter_valid_loss : 0.1655033677816391
1724420 0.165658 0.165503 0.165928 CURRENT LEARNING RATE: 2.269604982914834e-08
previous_iter_valid_loss : 0.1833614557981491
1724440 0.183733 0.183361 0.166168 CURRENT LEARNING RATE: 2.269151107307326e-08
previous_iter_valid_loss : 0.16864384710788727
1724460 0.168875 0.168644 0.166479 CURRENT LEARNING RATE: 2.2686973224658537e-08
previous_iter_valid_loss : 0.16099855303764343
1724480 0.161153 0.160999 0.165985 CURRENT LEARNING RATE: 2.2682436283722835e-08
previous_iter_valid_loss : 0.16520743072032928
1724500 0.165371 0.165207 0.165715 CURRENT LEARNING RATE: 2.2677900250084586e-08
previous_iter_valid_loss : 0.160500630736351
1724520 0.160673 0.160501 0.165485 CURRENT LEARNING RATE: 2.2673365123562345e-08
previous_iter_valid_loss : 0.16062544286251068
1724540 0.160783 0.160625 0.165309 CURRENT LEARNING RATE: 2.266883090397472e-08
previous_iter_valid_loss : 0.16471533477306366
1724560 0.164920 0.164715 0.165280 CURRENT LEARNING RATE: 2.266429759114033e-08
previous_iter_valid_loss : 0.1639527976512909
1724580 0.164153 0.163953 0.165306 CURRENT LEARNING RATE: 2.2659765184877848e-08
previous_iter_valid_loss : 0.16061733663082123
1724600 0.160775 0.160617 0.165280 CURRENT LEARNING RATE: 2.265523368500589e-08
previous_iter_valid_loss : 0.16183890402317047
1724620 0.161996 0.161839 0.165345 CURRENT LEARNING RATE: 2.2650703091343368e-08
previous_iter_valid_loss : 0.16153638064861298
1724640 0.161685 0.161536 0.165397 CURRENT LEARNING RATE: 2.2646173403708974e-08
previous_iter_valid_loss : 0.17365050315856934
1724660 0.173803 0.173651 0.165307 CURRENT LEARNING RATE: 2.2641644621921518e-08
previous_iter_valid_loss : 0.17555546760559082
1724680 0.175710 0.175555 0.165914 CURRENT LEARNING RATE: 2.2637116745799848e-08
previous_iter_valid_loss : 0.16116824746131897
1724700 0.161345 0.161168 0.165780 CURRENT LEARNING RATE: 2.2632589775162853e-08
previous_iter_valid_loss : 0.16186575591564178
1724720 0.162029 0.161866 0.165814 CURRENT LEARNING RATE: 2.262806370982945e-08
previous_iter_valid_loss : 0.1611863523721695
1724740 0.161367 0.161186 0.165777 CURRENT LEARNING RATE: 2.26235385496186e-08
previous_iter_valid_loss : 0.16211925446987152
1724760 0.162283 0.162119 0.165365 CURRENT LEARNING RATE: 2.2619014294349217e-08
previous_iter_valid_loss : 0.17212386429309845
1724780 0.172268 0.172124 0.165436 CURRENT LEARNING RATE: 2.2614490943840486e-08
previous_iter_valid_loss : 0.16179563105106354
1724800 0.161951 0.161796 0.165347 CURRENT LEARNING RATE: 2.2609968497911396e-08
previous_iter_valid_loss : 0.16168347001075745
1724820 0.161883 0.161683 0.165156 CURRENT LEARNING RATE: 2.2605446956381046e-08
previous_iter_valid_loss : 0.1651611477136612
1724840 0.165372 0.165161 0.164246 CURRENT LEARNING RATE: 2.2600926319068584e-08
previous_iter_valid_loss : 0.16327950358390808
1724860 0.163471 0.163280 0.163977 CURRENT LEARNING RATE: 2.2596406585793173e-08
previous_iter_valid_loss : 0.16525697708129883
1724880 0.165460 0.165257 0.164190 CURRENT LEARNING RATE: 2.259188775637403e-08
previous_iter_valid_loss : 0.18495112657546997
1724900 0.185315 0.184951 0.165178 CURRENT LEARNING RATE: 2.25873698306304e-08
previous_iter_valid_loss : 0.16593432426452637
1724920 0.166157 0.165934 0.165449 CURRENT LEARNING RATE: 2.258285280838148e-08
previous_iter_valid_loss : 0.16315700113773346
1724940 0.163327 0.163157 0.165576 CURRENT LEARNING RATE: 2.2578336689446765e-08
previous_iter_valid_loss : 0.16929593682289124
1724960 0.169446 0.169296 0.165805 CURRENT LEARNING RATE: 2.2573821473645518e-08
previous_iter_valid_loss : 0.16086553037166595
1724980 0.161030 0.160866 0.165651 CURRENT LEARNING RATE: 2.2569307160797132e-08
previous_iter_valid_loss : 0.16114196181297302
1725000 0.161324 0.161142 0.165677 CURRENT LEARNING RATE: 2.2564793750721037e-08
previous_iter_valid_loss : 0.17274652421474457
1725020 0.173017 0.172747 0.166222 CURRENT LEARNING RATE: 2.2560281243236693e-08
previous_iter_valid_loss : 0.16300392150878906
1725040 0.163188 0.163004 0.166295 CURRENT LEARNING RATE: 2.2555769638163602e-08
previous_iter_valid_loss : 0.16968359053134918
1725060 0.169923 0.169684 0.166097 CURRENT LEARNING RATE: 2.255125893532122e-08
previous_iter_valid_loss : 0.16557474434375763
1725080 0.165790 0.165575 0.165598 CURRENT LEARNING RATE: 2.2546749134529276e-08
previous_iter_valid_loss : 0.17412930727005005
1725100 0.174412 0.174129 0.166246 CURRENT LEARNING RATE: 2.25422402356073e-08
previous_iter_valid_loss : 0.161068394780159
1725120 0.161251 0.161068 0.166206 CURRENT LEARNING RATE: 2.253773223837494e-08
previous_iter_valid_loss : 0.18169543147087097
1725140 0.182044 0.181695 0.167232 CURRENT LEARNING RATE: 2.2533225142651876e-08
previous_iter_valid_loss : 0.16208748519420624
1725160 0.162275 0.162087 0.167230 CURRENT LEARNING RATE: 2.2528718948257814e-08
previous_iter_valid_loss : 0.17669697105884552
1725180 0.176855 0.176697 0.167459 CURRENT LEARNING RATE: 2.2524213655012513e-08
previous_iter_valid_loss : 0.17524947226047516
1725200 0.175535 0.175249 0.168132 CURRENT LEARNING RATE: 2.2519709262735766e-08
previous_iter_valid_loss : 0.16075681149959564
1725220 0.160924 0.160757 0.168085 CURRENT LEARNING RATE: 2.2515205771247307e-08
previous_iter_valid_loss : 0.16353799402713776
1725240 0.163741 0.163538 0.168004 CURRENT LEARNING RATE: 2.2510703180367166e-08
previous_iter_valid_loss : 0.16313429176807404
1725260 0.163311 0.163134 0.167997 CURRENT LEARNING RATE: 2.2506201489915152e-08
previous_iter_valid_loss : 0.16172318160533905
1725280 0.161874 0.161723 0.167820 CURRENT LEARNING RATE: 2.2501700699711206e-08
previous_iter_valid_loss : 0.16074062883853912
1725300 0.160904 0.160741 0.166610 CURRENT LEARNING RATE: 2.2497200809575285e-08
previous_iter_valid_loss : 0.1625555455684662
1725320 0.162710 0.162556 0.166441 CURRENT LEARNING RATE: 2.2492701819327402e-08
previous_iter_valid_loss : 0.16612139344215393
1725340 0.166335 0.166121 0.166589 CURRENT LEARNING RATE: 2.2488203728787596e-08
previous_iter_valid_loss : 0.16054365038871765
1725360 0.160699 0.160544 0.166151 CURRENT LEARNING RATE: 2.2483706537775938e-08
previous_iter_valid_loss : 0.16286955773830414
1725380 0.163031 0.162870 0.166251 CURRENT LEARNING RATE: 2.247921024611247e-08
previous_iter_valid_loss : 0.16129590570926666
1725400 0.161454 0.161296 0.166259 CURRENT LEARNING RATE: 2.247471485361749e-08
previous_iter_valid_loss : 0.17042489349842072
1725420 0.170677 0.170425 0.166143 CURRENT LEARNING RATE: 2.247022036011111e-08
previous_iter_valid_loss : 0.1606736183166504
1725440 0.160828 0.160674 0.166027 CURRENT LEARNING RATE: 2.246572676541355e-08
previous_iter_valid_loss : 0.16059884428977966
1725460 0.160767 0.160599 0.165572 CURRENT LEARNING RATE: 2.246123406934506e-08
previous_iter_valid_loss : 0.1639210283756256
1725480 0.164114 0.163921 0.165490 CURRENT LEARNING RATE: 2.2456742271725934e-08
previous_iter_valid_loss : 0.17023347318172455
1725500 0.170486 0.170233 0.165295 CURRENT LEARNING RATE: 2.2452251372376504e-08
previous_iter_valid_loss : 0.16320930421352386
1725520 0.163374 0.163209 0.165402 CURRENT LEARNING RATE: 2.2447761371117054e-08
previous_iter_valid_loss : 0.178387850522995
1725540 0.178549 0.178388 0.165237 CURRENT LEARNING RATE: 2.2443272267768137e-08
previous_iter_valid_loss : 0.16414420306682587
1725560 0.164335 0.164144 0.165339 CURRENT LEARNING RATE: 2.2438784062150117e-08
previous_iter_valid_loss : 0.16380468010902405
1725580 0.163995 0.163805 0.164695 CURRENT LEARNING RATE: 2.2434296754083462e-08
previous_iter_valid_loss : 0.16104383766651154
1725600 0.161187 0.161044 0.163984 CURRENT LEARNING RATE: 2.242981034338868e-08
previous_iter_valid_loss : 0.16935884952545166
1725620 0.169509 0.169359 0.164415 CURRENT LEARNING RATE: 2.2425324829886312e-08
previous_iter_valid_loss : 0.1658831089735031
1725640 0.166044 0.165883 0.164532 CURRENT LEARNING RATE: 2.2420840213396946e-08
previous_iter_valid_loss : 0.16881653666496277
1725660 0.169046 0.168817 0.164816 CURRENT LEARNING RATE: 2.241635649374119e-08
previous_iter_valid_loss : 0.16093972325325012
1725680 0.161093 0.160940 0.164777 CURRENT LEARNING RATE: 2.241187367073961e-08
previous_iter_valid_loss : 0.17097899317741394
1725700 0.171128 0.170979 0.165289 CURRENT LEARNING RATE: 2.240739174421307e-08
previous_iter_valid_loss : 0.17072543501853943
1725720 0.170868 0.170725 0.165697 CURRENT LEARNING RATE: 2.2402910713982196e-08
previous_iter_valid_loss : 0.16115030646324158
1725740 0.161327 0.161150 0.165449 CURRENT LEARNING RATE: 2.2398430579867755e-08
previous_iter_valid_loss : 0.1673167198896408
1725760 0.167474 0.167317 0.165787 CURRENT LEARNING RATE: 2.239395134169054e-08
previous_iter_valid_loss : 0.1625480353832245
1725780 0.162702 0.162548 0.165771 CURRENT LEARNING RATE: 2.2389472999271384e-08
previous_iter_valid_loss : 0.16162602603435516
1725800 0.161779 0.161626 0.165788 CURRENT LEARNING RATE: 2.238499555243115e-08
previous_iter_valid_loss : 0.16262218356132507
1725820 0.162788 0.162622 0.165398 CURRENT LEARNING RATE: 2.238051900099066e-08
previous_iter_valid_loss : 0.16681843996047974
1725840 0.166975 0.166818 0.165705 CURRENT LEARNING RATE: 2.2376043344771012e-08
previous_iter_valid_loss : 0.16731150448322296
1725860 0.167468 0.167312 0.166040 CURRENT LEARNING RATE: 2.23715685835931e-08
previous_iter_valid_loss : 0.1885247528553009
1725880 0.188954 0.188525 0.167271 CURRENT LEARNING RATE: 2.2367094717277937e-08
previous_iter_valid_loss : 0.1714339405298233
1725900 0.171694 0.171434 0.167331 CURRENT LEARNING RATE: 2.2362621745646566e-08
previous_iter_valid_loss : 0.1607106477022171
1725920 0.160895 0.160711 0.167206 CURRENT LEARNING RATE: 2.2358149668520067e-08
previous_iter_valid_loss : 0.18871550261974335
1725940 0.188847 0.188716 0.167722 CURRENT LEARNING RATE: 2.2353678485719555e-08
previous_iter_valid_loss : 0.1605742871761322
1725960 0.160748 0.160574 0.167544 CURRENT LEARNING RATE: 2.2349208197066186e-08
previous_iter_valid_loss : 0.16434796154499054
1725980 0.164551 0.164348 0.167571 CURRENT LEARNING RATE: 2.2344738802381074e-08
previous_iter_valid_loss : 0.17049317061901093
1726000 0.170746 0.170493 0.168043 CURRENT LEARNING RATE: 2.2340270301485592e-08
previous_iter_valid_loss : 0.16124986112117767
1726020 0.161410 0.161250 0.167638 CURRENT LEARNING RATE: 2.233580269420093e-08
previous_iter_valid_loss : 0.16554316878318787
1726040 0.165702 0.165543 0.167621 CURRENT LEARNING RATE: 2.233133598034837e-08
previous_iter_valid_loss : 0.19000636041164398
1726060 0.190134 0.190006 0.168680 CURRENT LEARNING RATE: 2.2326870159749256e-08
previous_iter_valid_loss : 0.1604939103126526
1726080 0.160652 0.160494 0.168658 CURRENT LEARNING RATE: 2.232240523222495e-08
previous_iter_valid_loss : 0.1833762526512146
1726100 0.183529 0.183376 0.169278 CURRENT LEARNING RATE: 2.231794119759686e-08
previous_iter_valid_loss : 0.163718119263649
1726120 0.163928 0.163718 0.168927 CURRENT LEARNING RATE: 2.2313478055686424e-08
previous_iter_valid_loss : 0.16048631072044373
1726140 0.160655 0.160486 0.168894 CURRENT LEARNING RATE: 2.2309015806315028e-08
previous_iter_valid_loss : 0.1628013551235199
1726160 0.163011 0.162801 0.168668 CURRENT LEARNING RATE: 2.2304554449304346e-08
previous_iter_valid_loss : 0.161611869931221
1726180 0.161766 0.161612 0.168622 CURRENT LEARNING RATE: 2.2300093984475843e-08
previous_iter_valid_loss : 0.16059613227844238
1726200 0.160757 0.160596 0.168570 CURRENT LEARNING RATE: 2.229563441165111e-08
previous_iter_valid_loss : 0.16130416095256805
1726220 0.161491 0.161304 0.168504 CURRENT LEARNING RATE: 2.229117573065175e-08
previous_iter_valid_loss : 0.18258033692836761
1726240 0.182739 0.182580 0.169292 CURRENT LEARNING RATE: 2.2286717941299428e-08
previous_iter_valid_loss : 0.16066336631774902
1726260 0.160827 0.160663 0.168960 CURRENT LEARNING RATE: 2.2282261043415823e-08
previous_iter_valid_loss : 0.17058025300502777
1726280 0.170732 0.170580 0.168063 CURRENT LEARNING RATE: 2.2277805036822584e-08
previous_iter_valid_loss : 0.18018847703933716
1726300 0.180350 0.180188 0.168500 CURRENT LEARNING RATE: 2.2273349921341625e-08
previous_iter_valid_loss : 0.17121489346027374
1726320 0.171368 0.171215 0.169026 CURRENT LEARNING RATE: 2.2268895696794672e-08
previous_iter_valid_loss : 0.18210762739181519
1726340 0.182262 0.182108 0.168695 CURRENT LEARNING RATE: 2.226444236300355e-08
previous_iter_valid_loss : 0.1606709361076355
1726360 0.160843 0.160671 0.168700 CURRENT LEARNING RATE: 2.2259989919790118e-08
previous_iter_valid_loss : 0.16957694292068481
1726380 0.169725 0.169577 0.168962 CURRENT LEARNING RATE: 2.2255538366976292e-08
previous_iter_valid_loss : 0.16095595061779022
1726400 0.161137 0.160956 0.168485 CURRENT LEARNING RATE: 2.2251087704384e-08
previous_iter_valid_loss : 0.16968020796775818
1726420 0.169832 0.169680 0.168906 CURRENT LEARNING RATE: 2.2246637931835223e-08
previous_iter_valid_loss : 0.1608397513628006
1726440 0.161000 0.160840 0.168671 CURRENT LEARNING RATE: 2.224218904915188e-08
previous_iter_valid_loss : 0.16124340891838074
1726460 0.161402 0.161243 0.167233 CURRENT LEARNING RATE: 2.223774105615619e-08
previous_iter_valid_loss : 0.18062379956245422
1726480 0.180784 0.180624 0.168239 CURRENT LEARNING RATE: 2.223329395267014e-08
previous_iter_valid_loss : 0.1652381718158722
1726500 0.165401 0.165238 0.167332 CURRENT LEARNING RATE: 2.2228847738515855e-08
previous_iter_valid_loss : 0.17712321877479553
1726520 0.177424 0.177123 0.168003 CURRENT LEARNING RATE: 2.2224402413515476e-08
previous_iter_valid_loss : 0.16330742835998535
1726540 0.163505 0.163307 0.168144 CURRENT LEARNING RATE: 2.2219957977491204e-08
previous_iter_valid_loss : 0.1612960398197174
1726560 0.161488 0.161296 0.168068 CURRENT LEARNING RATE: 2.2215514430265247e-08
previous_iter_valid_loss : 0.1629725694656372
1726580 0.163164 0.162973 0.168137 CURRENT LEARNING RATE: 2.2211071771659878e-08
previous_iter_valid_loss : 0.1716083139181137
1726600 0.171754 0.171608 0.168687 CURRENT LEARNING RATE: 2.22066300014973e-08
previous_iter_valid_loss : 0.17222248017787933
1726620 0.172364 0.172222 0.169233 CURRENT LEARNING RATE: 2.2202189119600003e-08
previous_iter_valid_loss : 0.16053760051727295
1726640 0.160702 0.160538 0.168131 CURRENT LEARNING RATE: 2.2197749125790273e-08
previous_iter_valid_loss : 0.16309837996959686
1726660 0.163270 0.163098 0.168253 CURRENT LEARNING RATE: 2.2193310019890513e-08
previous_iter_valid_loss : 0.16309070587158203
1726680 0.163256 0.163091 0.167878 CURRENT LEARNING RATE: 2.2188871801723153e-08
previous_iter_valid_loss : 0.16355618834495544
1726700 0.163713 0.163556 0.167047 CURRENT LEARNING RATE: 2.218443447111067e-08
previous_iter_valid_loss : 0.16129480302333832
1726720 0.161456 0.161295 0.166551 CURRENT LEARNING RATE: 2.2179998027875573e-08
previous_iter_valid_loss : 0.1672181785106659
1726740 0.167377 0.167218 0.165806 CURRENT LEARNING RATE: 2.2175562471840318e-08
previous_iter_valid_loss : 0.16128875315189362
1726760 0.161477 0.161289 0.165837 CURRENT LEARNING RATE: 2.2171127802827646e-08
previous_iter_valid_loss : 0.1626497060060501
1726780 0.162834 0.162650 0.165491 CURRENT LEARNING RATE: 2.2166694020660084e-08
previous_iter_valid_loss : 0.16335761547088623
1726800 0.163553 0.163358 0.165611 CURRENT LEARNING RATE: 2.216226112516029e-08
previous_iter_valid_loss : 0.16215816140174866
1726820 0.162349 0.162158 0.165235 CURRENT LEARNING RATE: 2.2157829116150942e-08
previous_iter_valid_loss : 0.1699453443288803
1726840 0.170197 0.169945 0.165690 CURRENT LEARNING RATE: 2.2153397993454766e-08
previous_iter_valid_loss : 0.17882029712200165
1726860 0.178982 0.178820 0.166569 CURRENT LEARNING RATE: 2.2148967756894505e-08
previous_iter_valid_loss : 0.18165449798107147
1726880 0.181810 0.181654 0.166620 CURRENT LEARNING RATE: 2.214453840629296e-08
previous_iter_valid_loss : 0.16223517060279846
1726900 0.162407 0.162235 0.166470 CURRENT LEARNING RATE: 2.214010994147288e-08
previous_iter_valid_loss : 0.16633127629756927
1726920 0.166496 0.166331 0.165931 CURRENT LEARNING RATE: 2.2135682362257272e-08
previous_iter_valid_loss : 0.16172003746032715
1726940 0.161864 0.161720 0.165851 CURRENT LEARNING RATE: 2.213125566846897e-08
previous_iter_valid_loss : 0.1762094646692276
1726960 0.176493 0.176209 0.166597 CURRENT LEARNING RATE: 2.212682985993089e-08
previous_iter_valid_loss : 0.16869531571865082
1726980 0.168850 0.168695 0.166883 CURRENT LEARNING RATE: 2.2122404936466012e-08
previous_iter_valid_loss : 0.18379747867584229
1727000 0.183938 0.183797 0.167492 CURRENT LEARNING RATE: 2.2117980897897332e-08
previous_iter_valid_loss : 0.16349494457244873
1727020 0.163664 0.163495 0.167056 CURRENT LEARNING RATE: 2.2113557744047892e-08
previous_iter_valid_loss : 0.1612866222858429
1727040 0.161435 0.161287 0.167093 CURRENT LEARNING RATE: 2.2109135474740685e-08
previous_iter_valid_loss : 0.16050086915493011
1727060 0.160665 0.160501 0.166964 CURRENT LEARNING RATE: 2.2104714089798975e-08
previous_iter_valid_loss : 0.16432158648967743
1727080 0.164528 0.164322 0.167025 CURRENT LEARNING RATE: 2.210029358904584e-08
previous_iter_valid_loss : 0.1632278859615326
1727100 0.163435 0.163228 0.167009 CURRENT LEARNING RATE: 2.209587397230445e-08
previous_iter_valid_loss : 0.16836191713809967
1727120 0.168596 0.168362 0.167362 CURRENT LEARNING RATE: 2.2091455239398016e-08
previous_iter_valid_loss : 0.16134820878505707
1727140 0.161529 0.161348 0.167069 CURRENT LEARNING RATE: 2.2087037390149797e-08
previous_iter_valid_loss : 0.1633363962173462
1727160 0.163501 0.163336 0.167171 CURRENT LEARNING RATE: 2.208262042438308e-08
previous_iter_valid_loss : 0.1634966880083084
1727180 0.163662 0.163497 0.167213 CURRENT LEARNING RATE: 2.2078204341921177e-08
previous_iter_valid_loss : 0.16063234210014343
1727200 0.160788 0.160632 0.167077 CURRENT LEARNING RATE: 2.2073789142587378e-08
previous_iter_valid_loss : 0.16259212791919708
1727220 0.162756 0.162592 0.167099 CURRENT LEARNING RATE: 2.2069374826205225e-08
previous_iter_valid_loss : 0.16394302248954773
1727240 0.164115 0.163943 0.166799 CURRENT LEARNING RATE: 2.2064961392598064e-08
previous_iter_valid_loss : 0.16057448089122772
1727260 0.160725 0.160574 0.165886 CURRENT LEARNING RATE: 2.2060548841589364e-08
previous_iter_valid_loss : 0.16609597206115723
1727280 0.166261 0.166096 0.165108 CURRENT LEARNING RATE: 2.2056137173002618e-08
previous_iter_valid_loss : 0.16133356094360352
1727300 0.161518 0.161334 0.165063 CURRENT LEARNING RATE: 2.2051726386661365e-08
previous_iter_valid_loss : 0.18855300545692444
1727320 0.188686 0.188553 0.166174 CURRENT LEARNING RATE: 2.204731648238917e-08
previous_iter_valid_loss : 0.1608705371618271
1727340 0.161050 0.160871 0.166132 CURRENT LEARNING RATE: 2.204290746000964e-08
previous_iter_valid_loss : 0.16679425537586212
1727360 0.167013 0.166794 0.165661 CURRENT LEARNING RATE: 2.203849931934633e-08
previous_iter_valid_loss : 0.16310451924800873
1727380 0.163289 0.163105 0.165382 CURRENT LEARNING RATE: 2.2034092060223073e-08
previous_iter_valid_loss : 0.16370731592178345
1727400 0.163908 0.163707 0.164377 CURRENT LEARNING RATE: 2.2029685682463503e-08
previous_iter_valid_loss : 0.16357843577861786
1727420 0.163739 0.163578 0.164381 CURRENT LEARNING RATE: 2.2025280185891363e-08
previous_iter_valid_loss : 0.16211740672588348
1727440 0.162277 0.162117 0.164423 CURRENT LEARNING RATE: 2.2020875570330434e-08
previous_iter_valid_loss : 0.16403594613075256
1727460 0.164230 0.164036 0.164600 CURRENT LEARNING RATE: 2.201647183560453e-08
previous_iter_valid_loss : 0.17664369940757751
1727480 0.176934 0.176644 0.165216 CURRENT LEARNING RATE: 2.20120689815375e-08
previous_iter_valid_loss : 0.1646815687417984
1727500 0.164885 0.164682 0.165288 CURRENT LEARNING RATE: 2.2007667007953154e-08
previous_iter_valid_loss : 0.16402572393417358
1727520 0.164199 0.164026 0.165072 CURRENT LEARNING RATE: 2.2003265914675576e-08
previous_iter_valid_loss : 0.17631329596042633
1727540 0.176597 0.176313 0.165820 CURRENT LEARNING RATE: 2.199886570152863e-08
previous_iter_valid_loss : 0.1684688776731491
1727560 0.168626 0.168469 0.166076 CURRENT LEARNING RATE: 2.1994466368336318e-08
previous_iter_valid_loss : 0.17603804171085358
1727580 0.176187 0.176038 0.166704 CURRENT LEARNING RATE: 2.1990067914922666e-08
previous_iter_valid_loss : 0.16465610265731812
1727600 0.164862 0.164656 0.166905 CURRENT LEARNING RATE: 2.198567034111173e-08
previous_iter_valid_loss : 0.16358070075511932
1727620 0.163779 0.163581 0.166954 CURRENT LEARNING RATE: 2.1981273646727613e-08
previous_iter_valid_loss : 0.167225643992424
1727640 0.167451 0.167226 0.167118 CURRENT LEARNING RATE: 2.1976877831594444e-08
previous_iter_valid_loss : 0.17733223736286163
1727660 0.177636 0.177332 0.167956 CURRENT LEARNING RATE: 2.1972482895536315e-08
previous_iter_valid_loss : 0.1610109508037567
1727680 0.161191 0.161011 0.167702 CURRENT LEARNING RATE: 2.1968088838377578e-08
previous_iter_valid_loss : 0.16745439171791077
1727700 0.167670 0.167454 0.168008 CURRENT LEARNING RATE: 2.19636956599424e-08
previous_iter_valid_loss : 0.16477710008621216
1727720 0.164977 0.164777 0.166819 CURRENT LEARNING RATE: 2.1959303360055054e-08
previous_iter_valid_loss : 0.16060011088848114
1727740 0.160772 0.160600 0.166806 CURRENT LEARNING RATE: 2.195491193853984e-08
previous_iter_valid_loss : 0.16086137294769287
1727760 0.161020 0.160861 0.166509 CURRENT LEARNING RATE: 2.195052139522111e-08
previous_iter_valid_loss : 0.16084609925746918
1727780 0.161009 0.160846 0.166396 CURRENT LEARNING RATE: 2.194613172992324e-08
previous_iter_valid_loss : 0.16143421828746796
1727800 0.161599 0.161434 0.166282 CURRENT LEARNING RATE: 2.194174294247064e-08
previous_iter_valid_loss : 0.16528114676475525
1727820 0.165498 0.165281 0.166368 CURRENT LEARNING RATE: 2.1937355032687684e-08
previous_iter_valid_loss : 0.1864280104637146
1727840 0.186828 0.186428 0.167583 CURRENT LEARNING RATE: 2.1932968000399004e-08
previous_iter_valid_loss : 0.16388322412967682
1727860 0.164089 0.163883 0.167575 CURRENT LEARNING RATE: 2.1928581845429053e-08
previous_iter_valid_loss : 0.16335846483707428
1727880 0.163527 0.163358 0.166911 CURRENT LEARNING RATE: 2.192419656760238e-08
previous_iter_valid_loss : 0.16839590668678284
1727900 0.168624 0.168396 0.167097 CURRENT LEARNING RATE: 2.1919812166743568e-08
previous_iter_valid_loss : 0.1847628802061081
1727920 0.185143 0.184763 0.168134 CURRENT LEARNING RATE: 2.191542864267725e-08
previous_iter_valid_loss : 0.16637484729290009
1727940 0.166592 0.166375 0.167637 CURRENT LEARNING RATE: 2.1911045995228076e-08
previous_iter_valid_loss : 0.16090765595436096
1727960 0.161059 0.160908 0.167259 CURRENT LEARNING RATE: 2.1906664224220673e-08
previous_iter_valid_loss : 0.16089396178722382
1727980 0.161075 0.160894 0.166502 CURRENT LEARNING RATE: 2.1902283329479912e-08
previous_iter_valid_loss : 0.16068290174007416
1728000 0.160836 0.160683 0.166303 CURRENT LEARNING RATE: 2.1897903310830497e-08
previous_iter_valid_loss : 0.16319496929645538
1728020 0.163390 0.163195 0.166284 CURRENT LEARNING RATE: 2.1893524168097207e-08
previous_iter_valid_loss : 0.17633359134197235
1728040 0.176484 0.176334 0.166739 CURRENT LEARNING RATE: 2.1889145901104892e-08
previous_iter_valid_loss : 0.16752275824546814
1728060 0.167744 0.167523 0.166249 CURRENT LEARNING RATE: 2.1884768509678415e-08
previous_iter_valid_loss : 0.16077333688735962
1728080 0.160953 0.160773 0.166237 CURRENT LEARNING RATE: 2.188039199364268e-08
previous_iter_valid_loss : 0.16311316192150116
1728100 0.163287 0.163113 0.166020 CURRENT LEARNING RATE: 2.187601635282263e-08
previous_iter_valid_loss : 0.1878460943698883
1728120 0.187981 0.187846 0.167173 CURRENT LEARNING RATE: 2.187164158704316e-08
previous_iter_valid_loss : 0.16062211990356445
1728140 0.160801 0.160622 0.167174 CURRENT LEARNING RATE: 2.1867267696129434e-08
previous_iter_valid_loss : 0.16701604425907135
1728160 0.167246 0.167016 0.167482 CURRENT LEARNING RATE: 2.1862894679906416e-08
previous_iter_valid_loss : 0.1670326292514801
1728180 0.167250 0.167033 0.167791 CURRENT LEARNING RATE: 2.185852253819919e-08
previous_iter_valid_loss : 0.16434058547019958
1728200 0.164512 0.164341 0.167937 CURRENT LEARNING RATE: 2.1854151270832866e-08
previous_iter_valid_loss : 0.16703945398330688
1728220 0.167193 0.167039 0.168025 CURRENT LEARNING RATE: 2.1849780877632598e-08
previous_iter_valid_loss : 0.1620020568370819
1728240 0.162183 0.162002 0.166803 CURRENT LEARNING RATE: 2.1845411358423567e-08
previous_iter_valid_loss : 0.16191376745700836
1728260 0.162077 0.161914 0.166705 CURRENT LEARNING RATE: 2.1841042713030916e-08
previous_iter_valid_loss : 0.16083335876464844
1728280 0.161007 0.160833 0.166579 CURRENT LEARNING RATE: 2.1836674941280054e-08
previous_iter_valid_loss : 0.16208741068840027
1728300 0.162293 0.162087 0.166263 CURRENT LEARNING RATE: 2.1832308042996195e-08
previous_iter_valid_loss : 0.17337453365325928
1728320 0.173519 0.173375 0.165694 CURRENT LEARNING RATE: 2.1827942018004655e-08
previous_iter_valid_loss : 0.16307593882083893
1728340 0.163244 0.163076 0.165529 CURRENT LEARNING RATE: 2.1823576866130805e-08
previous_iter_valid_loss : 0.16241426765918732
1728360 0.162568 0.162414 0.165604 CURRENT LEARNING RATE: 2.1819212587200032e-08
previous_iter_valid_loss : 0.16072024405002594
1728380 0.160876 0.160720 0.165595 CURRENT LEARNING RATE: 2.181484918103776e-08
previous_iter_valid_loss : 0.1678953617811203
1728400 0.168052 0.167895 0.165956 CURRENT LEARNING RATE: 2.181048664746946e-08
previous_iter_valid_loss : 0.16304564476013184
1728420 0.163239 0.163046 0.165949 CURRENT LEARNING RATE: 2.1806124986320554e-08
previous_iter_valid_loss : 0.16241765022277832
1728440 0.162592 0.162418 0.165253 CURRENT LEARNING RATE: 2.1801764197416728e-08
previous_iter_valid_loss : 0.16160848736763
1728460 0.161796 0.161608 0.164957 CURRENT LEARNING RATE: 2.1797404280583472e-08
previous_iter_valid_loss : 0.1670689433813095
1728480 0.167284 0.167069 0.165272 CURRENT LEARNING RATE: 2.1793045235646386e-08
previous_iter_valid_loss : 0.16367895901203156
1728500 0.163850 0.163679 0.165300 CURRENT LEARNING RATE: 2.1788687062431116e-08
previous_iter_valid_loss : 0.18495018780231476
1728520 0.185332 0.184950 0.165155 CURRENT LEARNING RATE: 2.178432976076333e-08
previous_iter_valid_loss : 0.16465432941913605
1728540 0.164828 0.164654 0.165357 CURRENT LEARNING RATE: 2.1779973330468738e-08
previous_iter_valid_loss : 0.17457258701324463
1728560 0.174855 0.174573 0.165735 CURRENT LEARNING RATE: 2.1775617771373085e-08
previous_iter_valid_loss : 0.1657039225101471
1728580 0.165867 0.165704 0.165668 CURRENT LEARNING RATE: 2.1771263083302065e-08
previous_iter_valid_loss : 0.16866672039031982
1728600 0.168899 0.168667 0.165885 CURRENT LEARNING RATE: 2.176690926608165e-08
previous_iter_valid_loss : 0.16421009600162506
1728620 0.164394 0.164210 0.165743 CURRENT LEARNING RATE: 2.176255631953761e-08
previous_iter_valid_loss : 0.19805005192756653
1728640 0.198146 0.198050 0.167546 CURRENT LEARNING RATE: 2.175820424349582e-08
previous_iter_valid_loss : 0.17632633447647095
1728660 0.176606 0.176326 0.168266 CURRENT LEARNING RATE: 2.1753853037782206e-08
previous_iter_valid_loss : 0.1605040431022644
1728680 0.160669 0.160504 0.168250 CURRENT LEARNING RATE: 2.1749502702222722e-08
previous_iter_valid_loss : 0.16058902442455292
1728700 0.160740 0.160589 0.168175 CURRENT LEARNING RATE: 2.1745153236643343e-08
previous_iter_valid_loss : 0.18195168673992157
1728720 0.182097 0.181952 0.168604 CURRENT LEARNING RATE: 2.1740804640870018e-08
previous_iter_valid_loss : 0.1605122983455658
1728740 0.160674 0.160512 0.168475 CURRENT LEARNING RATE: 2.173645691472896e-08
previous_iter_valid_loss : 0.17418025434017181
1728760 0.174328 0.174180 0.169064 CURRENT LEARNING RATE: 2.1732110058046183e-08
previous_iter_valid_loss : 0.17333011329174042
1728780 0.173480 0.173330 0.169694 CURRENT LEARNING RATE: 2.172776407064781e-08
previous_iter_valid_loss : 0.16083651781082153
1728800 0.160993 0.160837 0.169341 CURRENT LEARNING RATE: 2.1723418952360005e-08
previous_iter_valid_loss : 0.16201132535934448
1728820 0.162204 0.162011 0.169290 CURRENT LEARNING RATE: 2.171907470300896e-08
previous_iter_valid_loss : 0.16513197124004364
1728840 0.165298 0.165132 0.169425 CURRENT LEARNING RATE: 2.1714731322420904e-08
previous_iter_valid_loss : 0.16662196815013885
1728860 0.166779 0.166622 0.169676 CURRENT LEARNING RATE: 2.1710388810422104e-08
previous_iter_valid_loss : 0.18217891454696655
1728880 0.182335 0.182179 0.170431 CURRENT LEARNING RATE: 2.1706047166838784e-08
previous_iter_valid_loss : 0.18625344336032867
1728900 0.186398 0.186253 0.171560 CURRENT LEARNING RATE: 2.1701706391497427e-08
previous_iter_valid_loss : 0.16560102999210358
1728920 0.165811 0.165601 0.170593 CURRENT LEARNING RATE: 2.169736648422433e-08
previous_iter_valid_loss : 0.1704535186290741
1728940 0.170711 0.170454 0.170883 CURRENT LEARNING RATE: 2.1693027444845898e-08
previous_iter_valid_loss : 0.16177286207675934
1728960 0.161963 0.161773 0.170243 CURRENT LEARNING RATE: 2.1688689273188567e-08
previous_iter_valid_loss : 0.16050146520137787
1728980 0.160668 0.160501 0.169983 CURRENT LEARNING RATE: 2.1684351969078808e-08
previous_iter_valid_loss : 0.16217589378356934
1729000 0.162333 0.162176 0.169658 CURRENT LEARNING RATE: 2.168001553234313e-08
previous_iter_valid_loss : 0.18816691637039185
1729020 0.188580 0.188167 0.170856 CURRENT LEARNING RATE: 2.1675679962808e-08
previous_iter_valid_loss : 0.16281762719154358
1729040 0.162990 0.162818 0.169094 CURRENT LEARNING RATE: 2.1671345260300147e-08
previous_iter_valid_loss : 0.16104166209697723
1729060 0.161228 0.161042 0.168330 CURRENT LEARNING RATE: 2.166701142464611e-08
previous_iter_valid_loss : 0.16435614228248596
1729080 0.164562 0.164356 0.168523 CURRENT LEARNING RATE: 2.166267845567253e-08
previous_iter_valid_loss : 0.16078943014144897
1729100 0.160947 0.160789 0.168533 CURRENT LEARNING RATE: 2.1658346353206094e-08
previous_iter_valid_loss : 0.16693106293678284
1729120 0.167085 0.166931 0.167782 CURRENT LEARNING RATE: 2.1654015117073514e-08
previous_iter_valid_loss : 0.1638065129518509
1729140 0.164006 0.163807 0.167946 CURRENT LEARNING RATE: 2.164968474710154e-08
previous_iter_valid_loss : 0.1619979441165924
1729160 0.162164 0.161998 0.167337 CURRENT LEARNING RATE: 2.164535524311696e-08
previous_iter_valid_loss : 0.16235099732875824
1729180 0.162512 0.162351 0.166788 CURRENT LEARNING RATE: 2.1641026604946517e-08
previous_iter_valid_loss : 0.17090396583080292
1729200 0.171053 0.170904 0.167292 CURRENT LEARNING RATE: 2.1636698832417215e-08
previous_iter_valid_loss : 0.16420622169971466
1729220 0.164377 0.164206 0.167401 CURRENT LEARNING RATE: 2.163237192535587e-08
previous_iter_valid_loss : 0.1754264384508133
1729240 0.175714 0.175426 0.167916 CURRENT LEARNING RATE: 2.1628045883589408e-08
previous_iter_valid_loss : 0.17438668012619019
1729260 0.174536 0.174387 0.168304 CURRENT LEARNING RATE: 2.162372070694478e-08
previous_iter_valid_loss : 0.16555899381637573
1729280 0.165722 0.165559 0.167473 CURRENT LEARNING RATE: 2.1619396395248986e-08
previous_iter_valid_loss : 0.16102515161037445
1729300 0.161210 0.161025 0.166212 CURRENT LEARNING RATE: 2.161507294832905e-08
previous_iter_valid_loss : 0.16199706494808197
1729320 0.162144 0.161997 0.166032 CURRENT LEARNING RATE: 2.1610750366012036e-08
previous_iter_valid_loss : 0.16100087761878967
1729340 0.161182 0.161001 0.165559 CURRENT LEARNING RATE: 2.1606428648124957e-08
previous_iter_valid_loss : 0.16356849670410156
1729360 0.163779 0.163568 0.165649 CURRENT LEARNING RATE: 2.1602107794495108e-08
previous_iter_valid_loss : 0.16203878819942474
1729380 0.162199 0.162039 0.165726 CURRENT LEARNING RATE: 2.1597787804949575e-08
previous_iter_valid_loss : 0.16138480603694916
1729400 0.161568 0.161385 0.165686 CURRENT LEARNING RATE: 2.1593468679315557e-08
previous_iter_valid_loss : 0.16332513093948364
1729420 0.163490 0.163325 0.164444 CURRENT LEARNING RATE: 2.1589150417420285e-08
previous_iter_valid_loss : 0.16870249807834625
1729440 0.168929 0.168702 0.164738 CURRENT LEARNING RATE: 2.1584833019091035e-08
previous_iter_valid_loss : 0.1686050295829773
1729460 0.168762 0.168605 0.165116 CURRENT LEARNING RATE: 2.158051648415511e-08
previous_iter_valid_loss : 0.16493093967437744
1729480 0.165096 0.164931 0.165145 CURRENT LEARNING RATE: 2.1576200812439773e-08
previous_iter_valid_loss : 0.16054165363311768
1729500 0.160707 0.160542 0.165133 CURRENT LEARNING RATE: 2.1571886003772545e-08
previous_iter_valid_loss : 0.17352090775966644
1729520 0.173671 0.173521 0.165462 CURRENT LEARNING RATE: 2.1567572057980756e-08
previous_iter_valid_loss : 0.16199691593647003
1729540 0.162195 0.161997 0.165372 CURRENT LEARNING RATE: 2.1563258974891858e-08
previous_iter_valid_loss : 0.16724175214767456
1729560 0.167466 0.167242 0.165634 CURRENT LEARNING RATE: 2.1558946754333318e-08
previous_iter_valid_loss : 0.16070440411567688
1729580 0.160882 0.160704 0.165552 CURRENT LEARNING RATE: 2.1554635396132656e-08
previous_iter_valid_loss : 0.16321001946926117
1729600 0.163376 0.163210 0.165167 CURRENT LEARNING RATE: 2.1550324900117404e-08
previous_iter_valid_loss : 0.16242823004722595
1729620 0.162585 0.162428 0.165078 CURRENT LEARNING RATE: 2.154601526611516e-08
previous_iter_valid_loss : 0.16645345091819763
1729640 0.166614 0.166453 0.164629 CURRENT LEARNING RATE: 2.1541706493953445e-08
previous_iter_valid_loss : 0.16075991094112396
1729660 0.160939 0.160760 0.163948 CURRENT LEARNING RATE: 2.1537398583460078e-08
previous_iter_valid_loss : 0.16048364341259003
1729680 0.160649 0.160484 0.163694 CURRENT LEARNING RATE: 2.1533091534462653e-08
previous_iter_valid_loss : 0.1619703322649002
1729700 0.162146 0.161970 0.163742 CURRENT LEARNING RATE: 2.1528785346788892e-08
previous_iter_valid_loss : 0.19612069427967072
1729720 0.196608 0.196121 0.165448 CURRENT LEARNING RATE: 2.1524480020266543e-08
previous_iter_valid_loss : 0.16053208708763123
1729740 0.160688 0.160532 0.165424 CURRENT LEARNING RATE: 2.1520175554723402e-08
previous_iter_valid_loss : 0.16052408516407013
1729760 0.160680 0.160524 0.165272 CURRENT LEARNING RATE: 2.151587194998729e-08
previous_iter_valid_loss : 0.1674569696187973
1729780 0.167617 0.167457 0.165543 CURRENT LEARNING RATE: 2.1511569205886054e-08
previous_iter_valid_loss : 0.18471193313598633
1729800 0.184859 0.184712 0.166709 CURRENT LEARNING RATE: 2.1507267322247515e-08
previous_iter_valid_loss : 0.17928270995616913
1729820 0.179600 0.179283 0.167507 CURRENT LEARNING RATE: 2.150296629889975e-08
previous_iter_valid_loss : 0.1715303659439087
1729840 0.171790 0.171530 0.167649 CURRENT LEARNING RATE: 2.1498666135670633e-08
previous_iter_valid_loss : 0.16839613020420074
1729860 0.168629 0.168396 0.167638 CURRENT LEARNING RATE: 2.1494366832388166e-08
previous_iter_valid_loss : 0.1606934666633606
1729880 0.160869 0.160693 0.167426 CURRENT LEARNING RATE: 2.1490068388880378e-08
previous_iter_valid_loss : 0.16109764575958252
1729900 0.161281 0.161098 0.167454 CURRENT LEARNING RATE: 2.148577080497533e-08
previous_iter_valid_loss : 0.1627645343542099
1729920 0.162927 0.162765 0.166916 CURRENT LEARNING RATE: 2.1481474080501116e-08
previous_iter_valid_loss : 0.16058121621608734
1729940 0.160742 0.160581 0.166846 CURRENT LEARNING RATE: 2.147717821528579e-08
previous_iter_valid_loss : 0.16308313608169556
1729960 0.163279 0.163083 0.166638 CURRENT LEARNING RATE: 2.1472883209157672e-08
previous_iter_valid_loss : 0.1657029688358307
1729980 0.165910 0.165703 0.166888 CURRENT LEARNING RATE: 2.1468589061944883e-08
previous_iter_valid_loss : 0.16270571947097778
1730000 0.162871 0.162706 0.166862 CURRENT LEARNING RATE: 2.1464295773475664e-08
previous_iter_valid_loss : 0.1654331386089325
1730020 0.165633 0.165433 0.167013 CURRENT LEARNING RATE: 2.1460003343578274e-08
previous_iter_valid_loss : 0.1630641669034958
1730040 0.163248 0.163064 0.166843 CURRENT LEARNING RATE: 2.1455711772081024e-08
previous_iter_valid_loss : 0.16096231341362
1730060 0.161127 0.160962 0.166853 CURRENT LEARNING RATE: 2.1451421058812247e-08
previous_iter_valid_loss : 0.164566308259964
1730080 0.164768 0.164566 0.167057 CURRENT LEARNING RATE: 2.1447131203600316e-08
previous_iter_valid_loss : 0.16598081588745117
1730100 0.166184 0.165981 0.167258 CURRENT LEARNING RATE: 2.1442842206273558e-08
previous_iter_valid_loss : 0.16820059716701508
1730120 0.168363 0.168201 0.165862 CURRENT LEARNING RATE: 2.143855406666057e-08
previous_iter_valid_loss : 0.18253591656684875
1730140 0.182879 0.182536 0.166962 CURRENT LEARNING RATE: 2.1434266784589745e-08
previous_iter_valid_loss : 0.16062580049037933
1730160 0.160798 0.160626 0.166967 CURRENT LEARNING RATE: 2.1429980359889593e-08
previous_iter_valid_loss : 0.16285006701946259
1730180 0.163047 0.162850 0.166737 CURRENT LEARNING RATE: 2.1425694792388663e-08
previous_iter_valid_loss : 0.16456681489944458
1730200 0.164738 0.164567 0.165730 CURRENT LEARNING RATE: 2.1421410081915526e-08
previous_iter_valid_loss : 0.16124612092971802
1730220 0.161437 0.161246 0.164828 CURRENT LEARNING RATE: 2.141712622829879e-08
previous_iter_valid_loss : 0.16341593861579895
1730240 0.163611 0.163416 0.164422 CURRENT LEARNING RATE: 2.1412843231367037e-08
previous_iter_valid_loss : 0.16171513497829437
1730260 0.161875 0.161715 0.164088 CURRENT LEARNING RATE: 2.1408561090949086e-08
previous_iter_valid_loss : 0.1608159840106964
1730280 0.160993 0.160816 0.164094 CURRENT LEARNING RATE: 2.1404279806873587e-08
previous_iter_valid_loss : 0.17257994413375854
1730300 0.172848 0.172580 0.164668 CURRENT LEARNING RATE: 2.1399999378969283e-08
previous_iter_valid_loss : 0.17290161550045013
1730320 0.173046 0.172902 0.165175 CURRENT LEARNING RATE: 2.139571980706495e-08
previous_iter_valid_loss : 0.18127815425395966
1730340 0.181439 0.181278 0.166210 CURRENT LEARNING RATE: 2.1391441090989422e-08
previous_iter_valid_loss : 0.17096400260925293
1730360 0.171219 0.170964 0.166604 CURRENT LEARNING RATE: 2.1387163230571537e-08
previous_iter_valid_loss : 0.16060997545719147
1730380 0.160767 0.160610 0.166349 CURRENT LEARNING RATE: 2.138288622564018e-08
previous_iter_valid_loss : 0.16614609956741333
1730400 0.166300 0.166146 0.166521 CURRENT LEARNING RATE: 2.1378610076024202e-08
previous_iter_valid_loss : 0.16296112537384033
1730420 0.163166 0.162961 0.166398 CURRENT LEARNING RATE: 2.1374334781552702e-08
previous_iter_valid_loss : 0.17650119960308075
1730440 0.176794 0.176501 0.167070 CURRENT LEARNING RATE: 2.13700603420546e-08
previous_iter_valid_loss : 0.16095933318138123
1730460 0.161111 0.160959 0.167069 CURRENT LEARNING RATE: 2.1365786757358915e-08
previous_iter_valid_loss : 0.16545221209526062
1730480 0.165612 0.165452 0.167114 CURRENT LEARNING RATE: 2.1361514027294704e-08
previous_iter_valid_loss : 0.16382232308387756
1730500 0.163998 0.163822 0.167006 CURRENT LEARNING RATE: 2.1357242151691053e-08
previous_iter_valid_loss : 0.16133591532707214
1730520 0.161492 0.161336 0.166663 CURRENT LEARNING RATE: 2.1352971130377095e-08
previous_iter_valid_loss : 0.16050703823566437
1730540 0.160672 0.160507 0.165561 CURRENT LEARNING RATE: 2.134870096318198e-08
previous_iter_valid_loss : 0.16899877786636353
1730560 0.169148 0.168999 0.165980 CURRENT LEARNING RATE: 2.1344431649934833e-08
previous_iter_valid_loss : 0.17407634854316711
1730580 0.174351 0.174076 0.166541 CURRENT LEARNING RATE: 2.1340163190465033e-08
previous_iter_valid_loss : 0.16049593687057495
1730600 0.160655 0.160496 0.166338 CURRENT LEARNING RATE: 2.133589558460176e-08
previous_iter_valid_loss : 0.16162557899951935
1730620 0.161785 0.161626 0.166357 CURRENT LEARNING RATE: 2.1331628832174318e-08
previous_iter_valid_loss : 0.1732032746076584
1730640 0.173346 0.173203 0.166846 CURRENT LEARNING RATE: 2.132736293301203e-08
previous_iter_valid_loss : 0.1605484038591385
1730660 0.160709 0.160548 0.166788 CURRENT LEARNING RATE: 2.132309788694426e-08
previous_iter_valid_loss : 0.16686584055423737
1730680 0.167087 0.166866 0.167090 CURRENT LEARNING RATE: 2.131883369380041e-08
previous_iter_valid_loss : 0.16285409033298492
1730700 0.163052 0.162854 0.166604 CURRENT LEARNING RATE: 2.131457035340983e-08
previous_iter_valid_loss : 0.18925845623016357
1730720 0.189387 0.189258 0.167422 CURRENT LEARNING RATE: 2.1310307865602148e-08
previous_iter_valid_loss : 0.164361372590065
1730740 0.164560 0.164361 0.166576 CURRENT LEARNING RATE: 2.1306046230206784e-08
previous_iter_valid_loss : 0.16226597130298615
1730760 0.162426 0.162266 0.166141 CURRENT LEARNING RATE: 2.130178544705327e-08
previous_iter_valid_loss : 0.1624048948287964
1730780 0.162574 0.162405 0.166231 CURRENT LEARNING RATE: 2.129752551597118e-08
previous_iter_valid_loss : 0.16808193922042847
1730800 0.168318 0.168082 0.166327 CURRENT LEARNING RATE: 2.1293266436790105e-08
previous_iter_valid_loss : 0.17136435210704803
1730820 0.171520 0.171364 0.166748 CURRENT LEARNING RATE: 2.12890082093397e-08
previous_iter_valid_loss : 0.16231289505958557
1730840 0.162500 0.162313 0.166038 CURRENT LEARNING RATE: 2.128475083344962e-08
previous_iter_valid_loss : 0.16276758909225464
1730860 0.162961 0.162768 0.166129 CURRENT LEARNING RATE: 2.1280494308949505e-08
previous_iter_valid_loss : 0.16419446468353271
1730880 0.164398 0.164194 0.166066 CURRENT LEARNING RATE: 2.1276238635669237e-08
previous_iter_valid_loss : 0.16058485209941864
1730900 0.160750 0.160585 0.165904 CURRENT LEARNING RATE: 2.1271983813438517e-08
previous_iter_valid_loss : 0.1626758575439453
1730920 0.162835 0.162676 0.165971 CURRENT LEARNING RATE: 2.1267729842087157e-08
previous_iter_valid_loss : 0.16051404178142548
1730940 0.160673 0.160514 0.165971 CURRENT LEARNING RATE: 2.126347672144499e-08
previous_iter_valid_loss : 0.16844108700752258
1730960 0.168673 0.168441 0.165943 CURRENT LEARNING RATE: 2.1259224451341897e-08
previous_iter_valid_loss : 0.16430939733982086
1730980 0.164506 0.164309 0.165455 CURRENT LEARNING RATE: 2.1254973031607784e-08
previous_iter_valid_loss : 0.16082122921943665
1731000 0.160974 0.160821 0.165471 CURRENT LEARNING RATE: 2.1250722462072596e-08
previous_iter_valid_loss : 0.1726461946964264
1731020 0.172912 0.172646 0.166022 CURRENT LEARNING RATE: 2.124647274256623e-08
previous_iter_valid_loss : 0.16074500977993011
1731040 0.160903 0.160745 0.165399 CURRENT LEARNING RATE: 2.124222387291885e-08
previous_iter_valid_loss : 0.16109290719032288
1731060 0.161250 0.161093 0.165427 CURRENT LEARNING RATE: 2.1237975852960434e-08
previous_iter_valid_loss : 0.163731187582016
1731080 0.163904 0.163731 0.165270 CURRENT LEARNING RATE: 2.1233728682521053e-08
previous_iter_valid_loss : 0.16089218854904175
1731100 0.161049 0.160892 0.165172 CURRENT LEARNING RATE: 2.1229482361430824e-08
previous_iter_valid_loss : 0.1605413407087326
1731120 0.160699 0.160541 0.163736 CURRENT LEARNING RATE: 2.122523688951989e-08
previous_iter_valid_loss : 0.17773766815662384
1731140 0.177899 0.177738 0.164405 CURRENT LEARNING RATE: 2.1220992266618433e-08
previous_iter_valid_loss : 0.1754465252161026
1731160 0.175593 0.175447 0.165064 CURRENT LEARNING RATE: 2.1216748492556597e-08
previous_iter_valid_loss : 0.16400635242462158
1731180 0.164216 0.164006 0.165144 CURRENT LEARNING RATE: 2.121250556716478e-08
previous_iter_valid_loss : 0.16061753034591675
1731200 0.160792 0.160618 0.164771 CURRENT LEARNING RATE: 2.1208263490273183e-08
previous_iter_valid_loss : 0.16100193560123444
1731220 0.161186 0.161002 0.164252 CURRENT LEARNING RATE: 2.1204022261712133e-08
previous_iter_valid_loss : 0.1611393839120865
1731240 0.161321 0.161139 0.164194 CURRENT LEARNING RATE: 2.1199781881311974e-08
previous_iter_valid_loss : 0.1650831550359726
1731260 0.165247 0.165083 0.164310 CURRENT LEARNING RATE: 2.1195542348903098e-08
previous_iter_valid_loss : 0.167839914560318
1731280 0.168061 0.167840 0.164492 CURRENT LEARNING RATE: 2.1191303664315915e-08
previous_iter_valid_loss : 0.16538427770137787
1731300 0.165549 0.165384 0.164732 CURRENT LEARNING RATE: 2.1187065827380877e-08
previous_iter_valid_loss : 0.18357209861278534
1731320 0.183921 0.183572 0.165777 CURRENT LEARNING RATE: 2.118282883792841e-08
previous_iter_valid_loss : 0.16471779346466064
1731340 0.164886 0.164718 0.165987 CURRENT LEARNING RATE: 2.1178592695789162e-08
previous_iter_valid_loss : 0.16196084022521973
1731360 0.162118 0.161961 0.165663 CURRENT LEARNING RATE: 2.1174357400793633e-08
previous_iter_valid_loss : 0.16352255642414093
1731380 0.163708 0.163523 0.165623 CURRENT LEARNING RATE: 2.11701229527724e-08
previous_iter_valid_loss : 0.16211165487766266
1731400 0.162306 0.162112 0.165688 CURRENT LEARNING RATE: 2.116588935155609e-08
previous_iter_valid_loss : 0.16073262691497803
1731420 0.160903 0.160733 0.165092 CURRENT LEARNING RATE: 2.1161656596975355e-08
previous_iter_valid_loss : 0.16050121188163757
1731440 0.160663 0.160501 0.165080 CURRENT LEARNING RATE: 2.115742468886089e-08
previous_iter_valid_loss : 0.16050530970096588
1731460 0.160676 0.160505 0.165051 CURRENT LEARNING RATE: 2.115319362704334e-08
previous_iter_valid_loss : 0.16065683960914612
1731480 0.160808 0.160657 0.164897 CURRENT LEARNING RATE: 2.114896341135361e-08
previous_iter_valid_loss : 0.1615162491798401
1731500 0.161675 0.161516 0.164928 CURRENT LEARNING RATE: 2.114473404162242e-08
previous_iter_valid_loss : 0.17220467329025269
1731520 0.172473 0.172205 0.165511 CURRENT LEARNING RATE: 2.1140505517680592e-08
previous_iter_valid_loss : 0.16148386895656586
1731540 0.161678 0.161484 0.164699 CURRENT LEARNING RATE: 2.1136277839358995e-08
previous_iter_valid_loss : 0.1688506305217743
1731560 0.169095 0.168851 0.164369 CURRENT LEARNING RATE: 2.1132051006488507e-08
previous_iter_valid_loss : 0.16558466851711273
1731580 0.165748 0.165585 0.164448 CURRENT LEARNING RATE: 2.1127825018900064e-08
previous_iter_valid_loss : 0.18353092670440674
1731600 0.183882 0.183531 0.165593 CURRENT LEARNING RATE: 2.1123599876424626e-08
previous_iter_valid_loss : 0.16275304555892944
1731620 0.162952 0.162753 0.165681 CURRENT LEARNING RATE: 2.1119375578893106e-08
previous_iter_valid_loss : 0.16104862093925476
1731640 0.161238 0.161049 0.165676 CURRENT LEARNING RATE: 2.1115152126136692e-08
previous_iter_valid_loss : 0.17904920876026154
1731660 0.179367 0.179049 0.166375 CURRENT LEARNING RATE: 2.1110929517986366e-08
previous_iter_valid_loss : 0.16065344214439392
1731680 0.160814 0.160653 0.166015 CURRENT LEARNING RATE: 2.1106707754273222e-08
previous_iter_valid_loss : 0.19007402658462524
1731700 0.190200 0.190074 0.167250 CURRENT LEARNING RATE: 2.1102486834828396e-08
previous_iter_valid_loss : 0.1693793684244156
1731720 0.169530 0.169379 0.166540 CURRENT LEARNING RATE: 2.109826675948304e-08
previous_iter_valid_loss : 0.1712167114019394
1731740 0.171474 0.171217 0.166865 CURRENT LEARNING RATE: 2.1094047528068356e-08
previous_iter_valid_loss : 0.17799276113510132
1731760 0.178305 0.177993 0.167667 CURRENT LEARNING RATE: 2.1089829140415577e-08
previous_iter_valid_loss : 0.16369464993476868
1731780 0.163900 0.163695 0.167675 CURRENT LEARNING RATE: 2.10856115963559e-08
previous_iter_valid_loss : 0.17129947245121002
1731800 0.171563 0.171299 0.168135 CURRENT LEARNING RATE: 2.1081394895720757e-08
previous_iter_valid_loss : 0.16197116672992706
1731820 0.162140 0.161971 0.168197 CURRENT LEARNING RATE: 2.107717903834141e-08
previous_iter_valid_loss : 0.1641092151403427
1731840 0.164279 0.164109 0.168377 CURRENT LEARNING RATE: 2.107296402404923e-08
previous_iter_valid_loss : 0.18051278591156006
1731860 0.180667 0.180513 0.169378 CURRENT LEARNING RATE: 2.1068749852675617e-08
previous_iter_valid_loss : 0.18236087262630463
1731880 0.182706 0.182361 0.170463 CURRENT LEARNING RATE: 2.1064536524051997e-08
previous_iter_valid_loss : 0.16383066773414612
1731900 0.164039 0.163831 0.170578 CURRENT LEARNING RATE: 2.106032403800984e-08
previous_iter_valid_loss : 0.1636018306016922
1731920 0.163775 0.163602 0.170148 CURRENT LEARNING RATE: 2.1056112394380578e-08
previous_iter_valid_loss : 0.18687567114830017
1731940 0.187015 0.186876 0.171418 CURRENT LEARNING RATE: 2.1051901592995885e-08
previous_iter_valid_loss : 0.16426070034503937
1731960 0.164470 0.164261 0.171188 CURRENT LEARNING RATE: 2.104769163368726e-08
previous_iter_valid_loss : 0.1638077199459076
1731980 0.163974 0.163808 0.171100 CURRENT LEARNING RATE: 2.10434825162863e-08
previous_iter_valid_loss : 0.16093026101589203
1732000 0.161080 0.160930 0.169969 CURRENT LEARNING RATE: 2.103927424062465e-08
previous_iter_valid_loss : 0.16060465574264526
1732020 0.160747 0.160605 0.169862 CURRENT LEARNING RATE: 2.103506680653397e-08
previous_iter_valid_loss : 0.16077111661434174
1732040 0.160919 0.160771 0.169848 CURRENT LEARNING RATE: 2.103086021384596e-08
previous_iter_valid_loss : 0.16150261461734772
1732060 0.161688 0.161503 0.168971 CURRENT LEARNING RATE: 2.1026654462392367e-08
previous_iter_valid_loss : 0.17253027856349945
1732080 0.172788 0.172530 0.169565 CURRENT LEARNING RATE: 2.102244955200488e-08
previous_iter_valid_loss : 0.16053056716918945
1732100 0.160693 0.160531 0.168088 CURRENT LEARNING RATE: 2.101824548251545e-08
previous_iter_valid_loss : 0.16314081847667694
1732120 0.163320 0.163141 0.167776 CURRENT LEARNING RATE: 2.1014042253755843e-08
previous_iter_valid_loss : 0.16273550689220428
1732140 0.162915 0.162736 0.167352 CURRENT LEARNING RATE: 2.1009839865557928e-08
previous_iter_valid_loss : 0.1668536216020584
1732160 0.167062 0.166854 0.166795 CURRENT LEARNING RATE: 2.1005638317753614e-08
previous_iter_valid_loss : 0.16538280248641968
1732180 0.165549 0.165383 0.166879 CURRENT LEARNING RATE: 2.1001437610174835e-08
previous_iter_valid_loss : 0.179609015583992
1732200 0.179764 0.179609 0.167294 CURRENT LEARNING RATE: 2.0997237742653556e-08
previous_iter_valid_loss : 0.19364866614341736
1732220 0.193762 0.193649 0.168878 CURRENT LEARNING RATE: 2.0993038715021797e-08
previous_iter_valid_loss : 0.18477262556552887
1732240 0.184916 0.184773 0.169912 CURRENT LEARNING RATE: 2.0988840527111517e-08
previous_iter_valid_loss : 0.16657131910324097
1732260 0.166728 0.166571 0.169214 CURRENT LEARNING RATE: 2.098464317875493e-08
previous_iter_valid_loss : 0.19359897077083588
1732280 0.193718 0.193599 0.169776 CURRENT LEARNING RATE: 2.0980446669784073e-08
previous_iter_valid_loss : 0.16774946451187134
1732300 0.167970 0.167749 0.169972 CURRENT LEARNING RATE: 2.0976251000031085e-08
previous_iter_valid_loss : 0.1605360358953476
1732320 0.160707 0.160536 0.169819 CURRENT LEARNING RATE: 2.0972056169328142e-08
previous_iter_valid_loss : 0.16340762376785278
1732340 0.163602 0.163408 0.168646 CURRENT LEARNING RATE: 2.0967862177507452e-08
previous_iter_valid_loss : 0.173898845911026
1732360 0.174052 0.173899 0.169127 CURRENT LEARNING RATE: 2.0963669024401244e-08
previous_iter_valid_loss : 0.17529968917369843
1732380 0.175585 0.175300 0.169702 CURRENT LEARNING RATE: 2.095947670984173e-08
previous_iter_valid_loss : 0.18057206273078918
1732400 0.180902 0.180572 0.170684 CURRENT LEARNING RATE: 2.095528523366136e-08
previous_iter_valid_loss : 0.1615544706583023
1732420 0.161743 0.161554 0.170732 CURRENT LEARNING RATE: 2.0951094595692405e-08
previous_iter_valid_loss : 0.16238240897655487
1732440 0.162564 0.162382 0.170812 CURRENT LEARNING RATE: 2.0946904795767236e-08
previous_iter_valid_loss : 0.16169331967830658
1732460 0.161851 0.161693 0.170822 CURRENT LEARNING RATE: 2.0942715833718257e-08
previous_iter_valid_loss : 0.19978444278240204
1732480 0.199878 0.199784 0.172184 CURRENT LEARNING RATE: 2.0938527709377922e-08
previous_iter_valid_loss : 0.16535435616970062
1732500 0.165516 0.165354 0.172426 CURRENT LEARNING RATE: 2.0934340422578692e-08
previous_iter_valid_loss : 0.16545216739177704
1732520 0.165614 0.165452 0.172541 CURRENT LEARNING RATE: 2.093015397315308e-08
previous_iter_valid_loss : 0.17400269210338593
1732540 0.174153 0.174003 0.173105 CURRENT LEARNING RATE: 2.092596836093356e-08
previous_iter_valid_loss : 0.16906730830669403
1732560 0.169312 0.169067 0.173215 CURRENT LEARNING RATE: 2.0921783585752854e-08
previous_iter_valid_loss : 0.16522015631198883
1732580 0.165386 0.165220 0.173207 CURRENT LEARNING RATE: 2.091759964744349e-08
previous_iter_valid_loss : 0.16954363882541656
1732600 0.169789 0.169544 0.172704 CURRENT LEARNING RATE: 2.0913416545838113e-08
previous_iter_valid_loss : 0.16054250299930573
1732620 0.160698 0.160543 0.171049 CURRENT LEARNING RATE: 2.0909234280769406e-08
previous_iter_valid_loss : 0.16268481314182281
1732640 0.162873 0.162685 0.169944 CURRENT LEARNING RATE: 2.0905052852070068e-08
previous_iter_valid_loss : 0.162231907248497
1732660 0.162393 0.162232 0.169727 CURRENT LEARNING RATE: 2.0900872259572848e-08
previous_iter_valid_loss : 0.16227096319198608
1732680 0.162459 0.162271 0.168161 CURRENT LEARNING RATE: 2.089669250311045e-08
previous_iter_valid_loss : 0.16281843185424805
1732700 0.162988 0.162818 0.167914 CURRENT LEARNING RATE: 2.0892513582515828e-08
previous_iter_valid_loss : 0.16711664199829102
1732720 0.167274 0.167117 0.168243 CURRENT LEARNING RATE: 2.0888335497621744e-08
previous_iter_valid_loss : 0.1644124537706375
1732740 0.164620 0.164412 0.168294 CURRENT LEARNING RATE: 2.0884158248261093e-08
previous_iter_valid_loss : 0.18307094275951385
1732760 0.183220 0.183071 0.168752 CURRENT LEARNING RATE: 2.087998183426677e-08
previous_iter_valid_loss : 0.1771555244922638
1732780 0.177317 0.177156 0.168845 CURRENT LEARNING RATE: 2.0875806255471727e-08
previous_iter_valid_loss : 0.16313253343105316
1732800 0.163300 0.163133 0.167973 CURRENT LEARNING RATE: 2.0871631511708933e-08
previous_iter_valid_loss : 0.1679588109254837
1732820 0.168190 0.167959 0.168293 CURRENT LEARNING RATE: 2.0867457602811403e-08
previous_iter_valid_loss : 0.16551928222179413
1732840 0.165737 0.165519 0.168450 CURRENT LEARNING RATE: 2.086328452861211e-08
previous_iter_valid_loss : 0.16569884121418
1732860 0.165924 0.165699 0.168650 CURRENT LEARNING RATE: 2.0859112288944267e-08
previous_iter_valid_loss : 0.16113342344760895
1732880 0.161316 0.161133 0.166718 CURRENT LEARNING RATE: 2.0854940883640925e-08
previous_iter_valid_loss : 0.1652417927980423
1732900 0.165411 0.165242 0.166712 CURRENT LEARNING RATE: 2.0850770312535218e-08
previous_iter_valid_loss : 0.16093958914279938
1732920 0.161087 0.160940 0.166486 CURRENT LEARNING RATE: 2.084660057546033e-08
previous_iter_valid_loss : 0.18306463956832886
1732940 0.183220 0.183065 0.166940 CURRENT LEARNING RATE: 2.0842431672249463e-08
previous_iter_valid_loss : 0.1607397496700287
1732960 0.160895 0.160740 0.166523 CURRENT LEARNING RATE: 2.083826360273587e-08
previous_iter_valid_loss : 0.16051039099693298
1732980 0.160672 0.160510 0.166288 CURRENT LEARNING RATE: 2.083409636675282e-08
previous_iter_valid_loss : 0.16317452490329742
1733000 0.163344 0.163175 0.165969 CURRENT LEARNING RATE: 2.0829929964133554e-08
previous_iter_valid_loss : 0.16256503760814667
1733020 0.162753 0.162565 0.166070 CURRENT LEARNING RATE: 2.0825764394711565e-08
previous_iter_valid_loss : 0.1613202542066574
1733040 0.161505 0.161320 0.166002 CURRENT LEARNING RATE: 2.0821599658320155e-08
previous_iter_valid_loss : 0.16751264035701752
1733060 0.167665 0.167513 0.166266 CURRENT LEARNING RATE: 2.0817435754792734e-08
previous_iter_valid_loss : 0.16551503539085388
1733080 0.165682 0.165515 0.166428 CURRENT LEARNING RATE: 2.0813272683962743e-08
previous_iter_valid_loss : 0.16072861850261688
1733100 0.160885 0.160729 0.166324 CURRENT LEARNING RATE: 2.0809110445663665e-08
previous_iter_valid_loss : 0.16073034703731537
1733120 0.160898 0.160730 0.166005 CURRENT LEARNING RATE: 2.0804949039729005e-08
previous_iter_valid_loss : 0.17643962800502777
1733140 0.176729 0.176440 0.166606 CURRENT LEARNING RATE: 2.080078846599224e-08
previous_iter_valid_loss : 0.16883635520935059
1733160 0.168987 0.168836 0.165894 CURRENT LEARNING RATE: 2.0796628724287088e-08
previous_iter_valid_loss : 0.18463484942913055
1733180 0.184782 0.184635 0.166268 CURRENT LEARNING RATE: 2.0792469814447086e-08
previous_iter_valid_loss : 0.16244211792945862
1733200 0.162641 0.162442 0.166234 CURRENT LEARNING RATE: 2.078831173630588e-08
previous_iter_valid_loss : 0.1923385113477707
1733220 0.192455 0.192339 0.167453 CURRENT LEARNING RATE: 2.0784154489697145e-08
previous_iter_valid_loss : 0.163388192653656
1733240 0.163562 0.163388 0.167346 CURRENT LEARNING RATE: 2.0779998074454597e-08
previous_iter_valid_loss : 0.16055680811405182
1733260 0.160719 0.160557 0.167089 CURRENT LEARNING RATE: 2.0775842490411972e-08
previous_iter_valid_loss : 0.1619022637605667
1733280 0.162099 0.161902 0.167127 CURRENT LEARNING RATE: 2.077168773740305e-08
previous_iter_valid_loss : 0.18112723529338837
1733300 0.181281 0.181127 0.167922 CURRENT LEARNING RATE: 2.0767533815261566e-08
previous_iter_valid_loss : 0.16057763993740082
1733320 0.160726 0.160578 0.167904 CURRENT LEARNING RATE: 2.076338072382151e-08
previous_iter_valid_loss : 0.17907507717609406
1733340 0.179236 0.179075 0.167704 CURRENT LEARNING RATE: 2.0759228462916685e-08
previous_iter_valid_loss : 0.1740972101688385
1733360 0.174243 0.174097 0.168372 CURRENT LEARNING RATE: 2.0755077032381005e-08
previous_iter_valid_loss : 0.16216887533664703
1733380 0.162363 0.162169 0.168455 CURRENT LEARNING RATE: 2.0750926432048406e-08
previous_iter_valid_loss : 0.16067729890346527
1733400 0.160850 0.160677 0.168330 CURRENT LEARNING RATE: 2.074677666175287e-08
previous_iter_valid_loss : 0.18324287235736847
1733420 0.183588 0.183243 0.169364 CURRENT LEARNING RATE: 2.07426277213284e-08
previous_iter_valid_loss : 0.16474460065364838
1733440 0.164913 0.164745 0.169535 CURRENT LEARNING RATE: 2.0738479610609045e-08
previous_iter_valid_loss : 0.1635720133781433
1733460 0.163749 0.163572 0.169338 CURRENT LEARNING RATE: 2.07343323294288e-08
previous_iter_valid_loss : 0.16446976363658905
1733480 0.164665 0.164470 0.169286 CURRENT LEARNING RATE: 2.0730185877621925e-08
previous_iter_valid_loss : 0.16206412017345428
1733500 0.162217 0.162064 0.169353 CURRENT LEARNING RATE: 2.072604025502249e-08
previous_iter_valid_loss : 0.16971412301063538
1733520 0.169865 0.169714 0.169802 CURRENT LEARNING RATE: 2.0721895461464666e-08
previous_iter_valid_loss : 0.1654643416404724
1733540 0.165621 0.165464 0.169253 CURRENT LEARNING RATE: 2.0717751496782664e-08
previous_iter_valid_loss : 0.16173988580703735
1733560 0.161928 0.161740 0.168898 CURRENT LEARNING RATE: 2.0713608360810727e-08
previous_iter_valid_loss : 0.16532115638256073
1733580 0.165524 0.165321 0.167933 CURRENT LEARNING RATE: 2.0709466053383123e-08
previous_iter_valid_loss : 0.16757863759994507
1733600 0.167737 0.167579 0.168189 CURRENT LEARNING RATE: 2.070532457433409e-08
previous_iter_valid_loss : 0.16860605776309967
1733620 0.168762 0.168606 0.167003 CURRENT LEARNING RATE: 2.070118392349812e-08
previous_iter_valid_loss : 0.1606454998254776
1733640 0.160794 0.160645 0.166866 CURRENT LEARNING RATE: 2.069704410070951e-08
previous_iter_valid_loss : 0.16050653159618378
1733660 0.160665 0.160507 0.166863 CURRENT LEARNING RATE: 2.0692905105802662e-08
previous_iter_valid_loss : 0.1689726859331131
1733680 0.169210 0.168973 0.167217 CURRENT LEARNING RATE: 2.0688766938612028e-08
previous_iter_valid_loss : 0.16254721581935883
1733700 0.162741 0.162547 0.166288 CURRENT LEARNING RATE: 2.068462959897207e-08
previous_iter_valid_loss : 0.1833399087190628
1733720 0.183493 0.183340 0.167426 CURRENT LEARNING RATE: 2.0680493086717296e-08
previous_iter_valid_loss : 0.1795322597026825
1733740 0.179687 0.179532 0.167449 CURRENT LEARNING RATE: 2.0676357401682255e-08
previous_iter_valid_loss : 0.16718187928199768
1733760 0.167339 0.167182 0.167103 CURRENT LEARNING RATE: 2.0672222543701435e-08
previous_iter_valid_loss : 0.16141533851623535
1733780 0.161583 0.161415 0.167065 CURRENT LEARNING RATE: 2.0668088512609594e-08
previous_iter_valid_loss : 0.17060084640979767
1733800 0.170850 0.170601 0.167561 CURRENT LEARNING RATE: 2.0663955308241296e-08
previous_iter_valid_loss : 0.17006787657737732
1733820 0.170318 0.170068 0.166903 CURRENT LEARNING RATE: 2.0659822930431213e-08
previous_iter_valid_loss : 0.16906949877738953
1733840 0.169223 0.169069 0.167119 CURRENT LEARNING RATE: 2.0655691379014048e-08
previous_iter_valid_loss : 0.16063480079174042
1733860 0.160803 0.160635 0.166972 CURRENT LEARNING RATE: 2.0651560653824544e-08
previous_iter_valid_loss : 0.17614266276359558
1733880 0.176438 0.176143 0.167556 CURRENT LEARNING RATE: 2.0647430754697466e-08
previous_iter_valid_loss : 0.16066892445087433
1733900 0.160817 0.160669 0.167486 CURRENT LEARNING RATE: 2.064330168146755e-08
previous_iter_valid_loss : 0.16354584693908691
1733920 0.163733 0.163546 0.167178 CURRENT LEARNING RATE: 2.063917343396978e-08
previous_iter_valid_loss : 0.16300877928733826
1733940 0.163181 0.163009 0.167055 CURRENT LEARNING RATE: 2.0635046012038943e-08
previous_iter_valid_loss : 0.16295750439167023
1733960 0.163155 0.162958 0.167116 CURRENT LEARNING RATE: 2.0630919415509953e-08
previous_iter_valid_loss : 0.16599737107753754
1733980 0.166213 0.165997 0.167149 CURRENT LEARNING RATE: 2.0626793644217744e-08
previous_iter_valid_loss : 0.17228810489177704
1734000 0.172437 0.172288 0.167385 CURRENT LEARNING RATE: 2.062266869799728e-08
previous_iter_valid_loss : 0.16540677845478058
1734020 0.165632 0.165407 0.167225 CURRENT LEARNING RATE: 2.061854457668357e-08
previous_iter_valid_loss : 0.1607406586408615
1734040 0.160925 0.160741 0.167230 CURRENT LEARNING RATE: 2.0614421280111645e-08
previous_iter_valid_loss : 0.1747756451368332
1734060 0.174927 0.174776 0.167943 CURRENT LEARNING RATE: 2.0610298808116498e-08
previous_iter_valid_loss : 0.16318340599536896
1734080 0.163355 0.163183 0.167654 CURRENT LEARNING RATE: 2.0606177160533383e-08
previous_iter_valid_loss : 0.16168391704559326
1734100 0.161873 0.161684 0.167611 CURRENT LEARNING RATE: 2.0602056337197357e-08
previous_iter_valid_loss : 0.164337620139122
1734120 0.164497 0.164338 0.166660 CURRENT LEARNING RATE: 2.0597936337943583e-08
previous_iter_valid_loss : 0.16063331067562103
1734140 0.160808 0.160633 0.165715 CURRENT LEARNING RATE: 2.059381716260727e-08
previous_iter_valid_loss : 0.161295548081398
1734160 0.161481 0.161296 0.165421 CURRENT LEARNING RATE: 2.0589698811023642e-08
previous_iter_valid_loss : 0.160515695810318
1734180 0.160685 0.160516 0.165376 CURRENT LEARNING RATE: 2.0585581283027975e-08
previous_iter_valid_loss : 0.16620773077011108
1734200 0.166429 0.166208 0.165157 CURRENT LEARNING RATE: 2.0581464578455558e-08
previous_iter_valid_loss : 0.17876999080181122
1734220 0.178927 0.178770 0.165592 CURRENT LEARNING RATE: 2.0577348697141654e-08
previous_iter_valid_loss : 0.1608361154794693
1734240 0.160994 0.160836 0.165180 CURRENT LEARNING RATE: 2.0573233638921776e-08
previous_iter_valid_loss : 0.18175266683101654
1734260 0.181904 0.181753 0.166236 CURRENT LEARNING RATE: 2.0569119403631242e-08
previous_iter_valid_loss : 0.1619350165128708
1734280 0.162121 0.161935 0.165525 CURRENT LEARNING RATE: 2.056500599110549e-08
previous_iter_valid_loss : 0.16472570598125458
1734300 0.164926 0.164726 0.165728 CURRENT LEARNING RATE: 2.0560893401179977e-08
previous_iter_valid_loss : 0.17076776921749115
1734320 0.170920 0.170768 0.166089 CURRENT LEARNING RATE: 2.0556781633690206e-08
previous_iter_valid_loss : 0.1614219695329666
1734340 0.161586 0.161422 0.166010 CURRENT LEARNING RATE: 2.0552670688471704e-08
previous_iter_valid_loss : 0.16248434782028198
1734360 0.162644 0.162484 0.165986 CURRENT LEARNING RATE: 2.054856056535996e-08
previous_iter_valid_loss : 0.17345909774303436
1734380 0.173611 0.173459 0.166359 CURRENT LEARNING RATE: 2.0544451264190708e-08
previous_iter_valid_loss : 0.16053591668605804
1734400 0.160689 0.160536 0.165772 CURRENT LEARNING RATE: 2.0540342784799515e-08
previous_iter_valid_loss : 0.16130812466144562
1734420 0.161462 0.161308 0.165567 CURRENT LEARNING RATE: 2.0536235127022035e-08
previous_iter_valid_loss : 0.16112057864665985
1734440 0.161284 0.161121 0.165586 CURRENT LEARNING RATE: 2.053212829069396e-08
previous_iter_valid_loss : 0.1664266288280487
1734460 0.166644 0.166427 0.165168 CURRENT LEARNING RATE: 2.0528022275651025e-08
previous_iter_valid_loss : 0.16617776453495026
1734480 0.166391 0.166178 0.165318 CURRENT LEARNING RATE: 2.052391708172898e-08
previous_iter_valid_loss : 0.1666734665632248
1734500 0.166834 0.166673 0.165568 CURRENT LEARNING RATE: 2.051981270876362e-08
previous_iter_valid_loss : 0.1637411117553711
1734520 0.163913 0.163741 0.165538 CURRENT LEARNING RATE: 2.05157091565907e-08
previous_iter_valid_loss : 0.1726396530866623
1734540 0.172791 0.172640 0.166138 CURRENT LEARNING RATE: 2.0511606425046224e-08
previous_iter_valid_loss : 0.16073077917099
1734560 0.160896 0.160731 0.166110 CURRENT LEARNING RATE: 2.0507504513966005e-08
previous_iter_valid_loss : 0.17427752912044525
1734580 0.174425 0.174278 0.166798 CURRENT LEARNING RATE: 2.050340342318597e-08
previous_iter_valid_loss : 0.16546711325645447
1734600 0.165670 0.165467 0.166761 CURRENT LEARNING RATE: 2.0499303152542075e-08
previous_iter_valid_loss : 0.16059637069702148
1734620 0.160749 0.160596 0.165852 CURRENT LEARNING RATE: 2.0495203701870305e-08
previous_iter_valid_loss : 0.16097362339496613
1734640 0.161129 0.160974 0.165859 CURRENT LEARNING RATE: 2.049110507100669e-08
previous_iter_valid_loss : 0.16355498135089874
1734660 0.163758 0.163555 0.164949 CURRENT LEARNING RATE: 2.0487007259787208e-08
previous_iter_valid_loss : 0.16196385025978088
1734680 0.162128 0.161964 0.164951 CURRENT LEARNING RATE: 2.048291026804809e-08
previous_iter_valid_loss : 0.16468319296836853
1734700 0.164860 0.164683 0.164949 CURRENT LEARNING RATE: 2.0478814095625385e-08
previous_iter_valid_loss : 0.17431749403476715
1734720 0.174590 0.174317 0.165126 CURRENT LEARNING RATE: 2.0474718742355248e-08
previous_iter_valid_loss : 0.16386368870735168
1734740 0.164041 0.163864 0.165248 CURRENT LEARNING RATE: 2.0470624208073863e-08
previous_iter_valid_loss : 0.16521932184696198
1734760 0.165418 0.165219 0.165385 CURRENT LEARNING RATE: 2.0466530492617448e-08
previous_iter_valid_loss : 0.16745881736278534
1734780 0.167675 0.167459 0.165085 CURRENT LEARNING RATE: 2.0462437595822257e-08
previous_iter_valid_loss : 0.1811261922121048
1734800 0.181286 0.181126 0.166114 CURRENT LEARNING RATE: 2.0458345517524572e-08
previous_iter_valid_loss : 0.16060781478881836
1734820 0.160782 0.160608 0.166079 CURRENT LEARNING RATE: 2.0454254257560637e-08
previous_iter_valid_loss : 0.16318149864673615
1734840 0.163346 0.163181 0.166182 CURRENT LEARNING RATE: 2.0450163815766953e-08
previous_iter_valid_loss : 0.16216117143630981
1734860 0.162358 0.162161 0.165969 CURRENT LEARNING RATE: 2.0446074191979816e-08
previous_iter_valid_loss : 0.16184155642986298
1734880 0.162003 0.161842 0.165752 CURRENT LEARNING RATE: 2.0441985386035657e-08
previous_iter_valid_loss : 0.1832982450723648
1734900 0.183449 0.183298 0.166584 CURRENT LEARNING RATE: 2.043789739777091e-08
previous_iter_valid_loss : 0.1906726211309433
1734920 0.191104 0.190673 0.167930 CURRENT LEARNING RATE: 2.0433810227022064e-08
previous_iter_valid_loss : 0.1605328917503357
1734940 0.160700 0.160533 0.167325 CURRENT LEARNING RATE: 2.042972387362563e-08
previous_iter_valid_loss : 0.1872391700744629
1734960 0.187632 0.187239 0.168650 CURRENT LEARNING RATE: 2.0425638337418153e-08
previous_iter_valid_loss : 0.16361400485038757
1734980 0.163784 0.163614 0.168117 CURRENT LEARNING RATE: 2.042155361823614e-08
previous_iter_valid_loss : 0.16296595335006714
1735000 0.163129 0.162966 0.167992 CURRENT LEARNING RATE: 2.0417469715916347e-08
previous_iter_valid_loss : 0.16074509918689728
1735020 0.160916 0.160745 0.167999 CURRENT LEARNING RATE: 2.0413386630295347e-08
previous_iter_valid_loss : 0.17708006501197815
1735040 0.177237 0.177080 0.168805 CURRENT LEARNING RATE: 2.0409304361209814e-08
previous_iter_valid_loss : 0.16108083724975586
1735060 0.161264 0.161081 0.168681 CURRENT LEARNING RATE: 2.0405222908496458e-08
previous_iter_valid_loss : 0.19093860685825348
1735080 0.191066 0.190939 0.170130 CURRENT LEARNING RATE: 2.040114227199202e-08
previous_iter_valid_loss : 0.1667773276567459
1735100 0.166932 0.166777 0.170235 CURRENT LEARNING RATE: 2.0397062451533277e-08
previous_iter_valid_loss : 0.16077643632888794
1735120 0.160949 0.160776 0.169558 CURRENT LEARNING RATE: 2.0392983446956963e-08
previous_iter_valid_loss : 0.1628345400094986
1735140 0.163001 0.162835 0.169506 CURRENT LEARNING RATE: 2.038890525810006e-08
previous_iter_valid_loss : 0.16729825735092163
1735160 0.167513 0.167298 0.169610 CURRENT LEARNING RATE: 2.038482788479937e-08
previous_iter_valid_loss : 0.17232052981853485
1735180 0.172471 0.172321 0.169853 CURRENT LEARNING RATE: 2.0380751326891798e-08
previous_iter_valid_loss : 0.16222651302814484
1735200 0.162393 0.162227 0.168908 CURRENT LEARNING RATE: 2.0376675584214284e-08
previous_iter_valid_loss : 0.16341286897659302
1735220 0.163579 0.163413 0.169048 CURRENT LEARNING RATE: 2.0372600656603796e-08
previous_iter_valid_loss : 0.16782405972480774
1735240 0.168047 0.167824 0.169280 CURRENT LEARNING RATE: 2.0368526543897332e-08
previous_iter_valid_loss : 0.17327742278575897
1735260 0.173553 0.173277 0.169836 CURRENT LEARNING RATE: 2.0364453245931938e-08
previous_iter_valid_loss : 0.164346843957901
1735280 0.164522 0.164347 0.169962 CURRENT LEARNING RATE: 2.0360380762544604e-08
previous_iter_valid_loss : 0.16176432371139526
1735300 0.161932 0.161764 0.168885 CURRENT LEARNING RATE: 2.0356309093572573e-08
previous_iter_valid_loss : 0.1769213229417801
1735320 0.177069 0.176921 0.168197 CURRENT LEARNING RATE: 2.0352238238852907e-08
previous_iter_valid_loss : 0.16307081282138824
1735340 0.163235 0.163071 0.168324 CURRENT LEARNING RATE: 2.0348168198222778e-08
previous_iter_valid_loss : 0.16902513802051544
1735360 0.169263 0.169025 0.167414 CURRENT LEARNING RATE: 2.034409897151938e-08
previous_iter_valid_loss : 0.16148345172405243
1735380 0.161662 0.161483 0.167307 CURRENT LEARNING RATE: 2.034003055857994e-08
previous_iter_valid_loss : 0.17849110066890717
1735400 0.178801 0.178491 0.168083 CURRENT LEARNING RATE: 2.0335962959241727e-08
previous_iter_valid_loss : 0.16212065517902374
1735420 0.162307 0.162121 0.168152 CURRENT LEARNING RATE: 2.033189617334203e-08
previous_iter_valid_loss : 0.1735173612833023
1735440 0.173795 0.173517 0.167974 CURRENT LEARNING RATE: 2.0327830200718116e-08
previous_iter_valid_loss : 0.1994272768497467
1735460 0.199510 0.199427 0.169891 CURRENT LEARNING RATE: 2.0323765041207483e-08
previous_iter_valid_loss : 0.16059108078479767
1735480 0.160742 0.160591 0.168374 CURRENT LEARNING RATE: 2.0319700694647455e-08
previous_iter_valid_loss : 0.16422368586063385
1735500 0.164390 0.164224 0.168246 CURRENT LEARNING RATE: 2.0315637160875457e-08
previous_iter_valid_loss : 0.1658918708562851
1735520 0.166099 0.165892 0.168502 CURRENT LEARNING RATE: 2.031157443972895e-08
previous_iter_valid_loss : 0.16387949883937836
1735540 0.164045 0.163879 0.168554 CURRENT LEARNING RATE: 2.0307512531045423e-08
previous_iter_valid_loss : 0.16305840015411377
1735560 0.163253 0.163058 0.168342 CURRENT LEARNING RATE: 2.0303451434662396e-08
previous_iter_valid_loss : 0.1612197905778885
1735580 0.161409 0.161220 0.167787 CURRENT LEARNING RATE: 2.029939115041736e-08
previous_iter_valid_loss : 0.1665279120206833
1735600 0.166753 0.166528 0.168002 CURRENT LEARNING RATE: 2.0295331678148044e-08
previous_iter_valid_loss : 0.16267447173595428
1735620 0.162868 0.162674 0.167965 CURRENT LEARNING RATE: 2.0291273017691998e-08
previous_iter_valid_loss : 0.16049861907958984
1735640 0.160662 0.160499 0.167599 CURRENT LEARNING RATE: 2.0287215168886876e-08
previous_iter_valid_loss : 0.18182900547981262
1735660 0.182180 0.181829 0.168027 CURRENT LEARNING RATE: 2.0283158131570363e-08
previous_iter_valid_loss : 0.16917580366134644
1735680 0.169421 0.169176 0.168268 CURRENT LEARNING RATE: 2.0279101905580177e-08
previous_iter_valid_loss : 0.16054120659828186
1735700 0.160701 0.160541 0.168207 CURRENT LEARNING RATE: 2.027504649075407e-08
previous_iter_valid_loss : 0.160524383187294
1735720 0.160687 0.160524 0.167387 CURRENT LEARNING RATE: 2.027099188692983e-08
previous_iter_valid_loss : 0.16471166908740997
1735740 0.164887 0.164712 0.167469 CURRENT LEARNING RATE: 2.026693809394519e-08
previous_iter_valid_loss : 0.1606094241142273
1735760 0.160773 0.160609 0.167048 CURRENT LEARNING RATE: 2.0262885111638152e-08
previous_iter_valid_loss : 0.16448332369327545
1735780 0.164686 0.164483 0.167198 CURRENT LEARNING RATE: 2.0258832939846522e-08
previous_iter_valid_loss : 0.16054177284240723
1735800 0.160705 0.160542 0.166301 CURRENT LEARNING RATE: 2.025478157840821e-08
previous_iter_valid_loss : 0.17142991721630096
1735820 0.171696 0.171430 0.166766 CURRENT LEARNING RATE: 2.0250731027161164e-08
previous_iter_valid_loss : 0.16416703164577484
1735840 0.164364 0.164167 0.166299 CURRENT LEARNING RATE: 2.024668128594336e-08
previous_iter_valid_loss : 0.16115620732307434
1735860 0.161313 0.161156 0.164385 CURRENT LEARNING RATE: 2.0242632354592814e-08
previous_iter_valid_loss : 0.17012006044387817
1735880 0.170367 0.170120 0.164862 CURRENT LEARNING RATE: 2.023858423294749e-08
previous_iter_valid_loss : 0.16230326890945435
1735900 0.162490 0.162303 0.164766 CURRENT LEARNING RATE: 2.0234536920845615e-08
previous_iter_valid_loss : 0.1605272740125656
1735920 0.160680 0.160527 0.164497 CURRENT LEARNING RATE: 2.0230490418125212e-08
previous_iter_valid_loss : 0.16050447523593903
1735940 0.160670 0.160504 0.164329 CURRENT LEARNING RATE: 2.0226444724624435e-08
previous_iter_valid_loss : 0.1701691597700119
1735960 0.170323 0.170169 0.164684 CURRENT LEARNING RATE: 2.0222399840181445e-08
previous_iter_valid_loss : 0.1654760241508484
1735980 0.165643 0.165476 0.164897 CURRENT LEARNING RATE: 2.0218355764634452e-08
previous_iter_valid_loss : 0.1606059968471527
1736000 0.160775 0.160606 0.164601 CURRENT LEARNING RATE: 2.0214312497821693e-08
previous_iter_valid_loss : 0.160516157746315
1736020 0.160678 0.160516 0.164493 CURRENT LEARNING RATE: 2.021027003958144e-08
previous_iter_valid_loss : 0.16052165627479553
1736040 0.160690 0.160522 0.164494 CURRENT LEARNING RATE: 2.0206228389751913e-08
previous_iter_valid_loss : 0.16200445592403412
1736060 0.162207 0.162004 0.163503 CURRENT LEARNING RATE: 2.02021875481716e-08
previous_iter_valid_loss : 0.16457541286945343
1736080 0.164785 0.164575 0.163273 CURRENT LEARNING RATE: 2.0198147514678792e-08
previous_iter_valid_loss : 0.1683720350265503
1736100 0.168526 0.168372 0.163664 CURRENT LEARNING RATE: 2.0194108289111886e-08
previous_iter_valid_loss : 0.161189466714859
1736120 0.161371 0.161189 0.163698 CURRENT LEARNING RATE: 2.0190069871309315e-08
previous_iter_valid_loss : 0.16727221012115479
1736140 0.167490 0.167272 0.163826 CURRENT LEARNING RATE: 2.0186032261109543e-08
previous_iter_valid_loss : 0.167460098862648
1736160 0.167618 0.167460 0.164168 CURRENT LEARNING RATE: 2.018199545835106e-08
previous_iter_valid_loss : 0.1606478989124298
1736180 0.160805 0.160648 0.163976 CURRENT LEARNING RATE: 2.01779594628724e-08
previous_iter_valid_loss : 0.16053415834903717
1736200 0.160702 0.160534 0.163976 CURRENT LEARNING RATE: 2.017392427451205e-08
previous_iter_valid_loss : 0.16073429584503174
1736220 0.160912 0.160734 0.163441 CURRENT LEARNING RATE: 2.0169889893108746e-08
previous_iter_valid_loss : 0.16794848442077637
1736240 0.168176 0.167948 0.163630 CURRENT LEARNING RATE: 2.016585631850104e-08
previous_iter_valid_loss : 0.1666429042816162
1736260 0.166802 0.166643 0.163905 CURRENT LEARNING RATE: 2.016182355052759e-08
previous_iter_valid_loss : 0.16161209344863892
1736280 0.161774 0.161612 0.163479 CURRENT LEARNING RATE: 2.0157791589027083e-08
previous_iter_valid_loss : 0.17045879364013672
1736300 0.170609 0.170459 0.163887 CURRENT LEARNING RATE: 2.0153760433838244e-08
previous_iter_valid_loss : 0.16310817003250122
1736320 0.163297 0.163108 0.164016 CURRENT LEARNING RATE: 2.0149730084799822e-08
previous_iter_valid_loss : 0.17006804049015045
1736340 0.170220 0.170068 0.164494 CURRENT LEARNING RATE: 2.0145700541750538e-08
previous_iter_valid_loss : 0.1605653166770935
1736360 0.160716 0.160565 0.164014 CURRENT LEARNING RATE: 2.0141671804529347e-08
previous_iter_valid_loss : 0.16683325171470642
1736380 0.166994 0.166833 0.164082 CURRENT LEARNING RATE: 2.0137643872975035e-08
previous_iter_valid_loss : 0.17481622099876404
1736400 0.174967 0.174816 0.164793 CURRENT LEARNING RATE: 2.0133616746926478e-08
previous_iter_valid_loss : 0.1713188886642456
1736420 0.171468 0.171319 0.165333 CURRENT LEARNING RATE: 2.0129590426222592e-08
previous_iter_valid_loss : 0.16581447422504425
1736440 0.165980 0.165814 0.165597 CURRENT LEARNING RATE: 2.0125564910702327e-08
previous_iter_valid_loss : 0.1701580137014389
1736460 0.170308 0.170158 0.166005 CURRENT LEARNING RATE: 2.0121540200204663e-08
previous_iter_valid_loss : 0.16526399552822113
1736480 0.165433 0.165264 0.166039 CURRENT LEARNING RATE: 2.0117516294568608e-08
previous_iter_valid_loss : 0.1623818725347519
1736500 0.162545 0.162382 0.165740 CURRENT LEARNING RATE: 2.0113493193633136e-08
previous_iter_valid_loss : 0.16727609932422638
1736520 0.167434 0.167276 0.166044 CURRENT LEARNING RATE: 2.0109470897237466e-08
previous_iter_valid_loss : 0.17279624938964844
1736540 0.172945 0.172796 0.166320 CURRENT LEARNING RATE: 2.0105449405220633e-08
previous_iter_valid_loss : 0.16090598702430725
1736560 0.161059 0.160906 0.165993 CURRENT LEARNING RATE: 2.0101428717421782e-08
previous_iter_valid_loss : 0.17216716706752777
1736580 0.172317 0.172167 0.166569 CURRENT LEARNING RATE: 2.009740883368008e-08
previous_iter_valid_loss : 0.16073036193847656
1736600 0.160906 0.160730 0.166578 CURRENT LEARNING RATE: 2.0093389753834734e-08
previous_iter_valid_loss : 0.1690560132265091
1736620 0.169303 0.169056 0.166995 CURRENT LEARNING RATE: 2.0089371477724982e-08
previous_iter_valid_loss : 0.1860881745815277
1736640 0.186225 0.186088 0.167902 CURRENT LEARNING RATE: 2.0085354005190093e-08
previous_iter_valid_loss : 0.16512303054332733
1736660 0.165322 0.165123 0.167826 CURRENT LEARNING RATE: 2.0081337336069293e-08
previous_iter_valid_loss : 0.16127358376979828
1736680 0.161429 0.161274 0.167809 CURRENT LEARNING RATE: 2.0077321470202062e-08
previous_iter_valid_loss : 0.1618107557296753
1736700 0.161995 0.161811 0.167376 CURRENT LEARNING RATE: 2.0073306407427694e-08
previous_iter_valid_loss : 0.16369107365608215
1736720 0.163860 0.163691 0.167405 CURRENT LEARNING RATE: 2.006929214758558e-08
previous_iter_valid_loss : 0.16373053193092346
1736740 0.163938 0.163731 0.167089 CURRENT LEARNING RATE: 2.006527869051516e-08
previous_iter_valid_loss : 0.18399256467819214
1736760 0.184353 0.183993 0.168260 CURRENT LEARNING RATE: 2.0061266036055885e-08
previous_iter_valid_loss : 0.16287624835968018
1736780 0.163069 0.162876 0.168062 CURRENT LEARNING RATE: 2.0057254184047257e-08
previous_iter_valid_loss : 0.18825793266296387
1736800 0.188396 0.188258 0.168734 CURRENT LEARNING RATE: 2.0053243134328727e-08
previous_iter_valid_loss : 0.16058382391929626
1736820 0.160746 0.160584 0.168197 CURRENT LEARNING RATE: 2.004923288674e-08
previous_iter_valid_loss : 0.16067643463611603
1736840 0.160834 0.160676 0.167940 CURRENT LEARNING RATE: 2.0045223441120584e-08
previous_iter_valid_loss : 0.1612524688243866
1736860 0.161441 0.161252 0.167495 CURRENT LEARNING RATE: 2.0041214797310114e-08
previous_iter_valid_loss : 0.1605556756258011
1736880 0.160719 0.160556 0.167260 CURRENT LEARNING RATE: 2.0037206955148238e-08
previous_iter_valid_loss : 0.17548127472400665
1736900 0.175634 0.175481 0.167915 CURRENT LEARNING RATE: 2.0033199914474642e-08
previous_iter_valid_loss : 0.16550332307815552
1736920 0.165669 0.165503 0.167826 CURRENT LEARNING RATE: 2.0029193675129045e-08
previous_iter_valid_loss : 0.16286516189575195
1736940 0.163026 0.162865 0.167330 CURRENT LEARNING RATE: 2.0025188236951196e-08
previous_iter_valid_loss : 0.18022990226745605
1736960 0.180549 0.180230 0.168296 CURRENT LEARNING RATE: 2.002118359978081e-08
previous_iter_valid_loss : 0.16821056604385376
1736980 0.168451 0.168211 0.168098 CURRENT LEARNING RATE: 2.001717976345784e-08
previous_iter_valid_loss : 0.16108009219169617
1737000 0.161234 0.161080 0.168115 CURRENT LEARNING RATE: 2.0013176727822068e-08
previous_iter_valid_loss : 0.16158443689346313
1737020 0.161752 0.161584 0.167742 CURRENT LEARNING RATE: 2.0009174492713364e-08
previous_iter_valid_loss : 0.17674660682678223
1737040 0.177045 0.176747 0.167275 CURRENT LEARNING RATE: 2.0005173057971645e-08
previous_iter_valid_loss : 0.17045612633228302
1737060 0.170700 0.170456 0.167541 CURRENT LEARNING RATE: 2.000117242343685e-08
previous_iter_valid_loss : 0.16269314289093018
1737080 0.162874 0.162693 0.167612 CURRENT LEARNING RATE: 1.9997172588948952e-08
previous_iter_valid_loss : 0.1703834980726242
1737100 0.170634 0.170383 0.168041 CURRENT LEARNING RATE: 1.999317355434789e-08
previous_iter_valid_loss : 0.16654150187969208
1737120 0.166761 0.166542 0.168184 CURRENT LEARNING RATE: 1.9989175319473842e-08
previous_iter_valid_loss : 0.16108790040016174
1737140 0.161235 0.161088 0.168051 CURRENT LEARNING RATE: 1.9985177884166816e-08
previous_iter_valid_loss : 0.1633681207895279
1737160 0.163572 0.163368 0.167020 CURRENT LEARNING RATE: 1.9981181248266902e-08
previous_iter_valid_loss : 0.1620091199874878
1737180 0.162175 0.162009 0.166977 CURRENT LEARNING RATE: 1.997718541161424e-08
previous_iter_valid_loss : 0.16080988943576813
1737200 0.160966 0.160810 0.165604 CURRENT LEARNING RATE: 1.9973190374049002e-08
previous_iter_valid_loss : 0.16462337970733643
1737220 0.164834 0.164623 0.165806 CURRENT LEARNING RATE: 1.996919613541138e-08
previous_iter_valid_loss : 0.16779249906539917
1737240 0.167953 0.167792 0.166162 CURRENT LEARNING RATE: 1.9965202695541606e-08
previous_iter_valid_loss : 0.16808520257472992
1737260 0.168302 0.168085 0.166504 CURRENT LEARNING RATE: 1.996121005427987e-08
previous_iter_valid_loss : 0.18888571858406067
1737280 0.189315 0.188886 0.167920 CURRENT LEARNING RATE: 1.995721821146661e-08
previous_iter_valid_loss : 0.1764305979013443
1737300 0.176726 0.176431 0.167968 CURRENT LEARNING RATE: 1.9953227166942084e-08
previous_iter_valid_loss : 0.16473503410816193
1737320 0.164929 0.164735 0.167929 CURRENT LEARNING RATE: 1.9949236920546644e-08
previous_iter_valid_loss : 0.16917714476585388
1737340 0.169416 0.169177 0.168245 CURRENT LEARNING RATE: 1.9945247472120687e-08
previous_iter_valid_loss : 0.16053473949432373
1737360 0.160697 0.160535 0.167260 CURRENT LEARNING RATE: 1.9941258821504627e-08
previous_iter_valid_loss : 0.16356027126312256
1737380 0.163744 0.163560 0.167028 CURRENT LEARNING RATE: 1.9937270968538925e-08
previous_iter_valid_loss : 0.16157537698745728
1737400 0.161720 0.161575 0.167052 CURRENT LEARNING RATE: 1.9933283913064064e-08
previous_iter_valid_loss : 0.16575931012630463
1737420 0.165924 0.165759 0.167261 CURRENT LEARNING RATE: 1.9929297654920493e-08
previous_iter_valid_loss : 0.16440121829509735
1737440 0.164571 0.164401 0.166644 CURRENT LEARNING RATE: 1.9925312193948898e-08
previous_iter_valid_loss : 0.17618484795093536
1737460 0.176465 0.176185 0.166930 CURRENT LEARNING RATE: 1.9921327529989797e-08
previous_iter_valid_loss : 0.16640010476112366
1737480 0.166561 0.166400 0.167116 CURRENT LEARNING RATE: 1.9917343662883798e-08
previous_iter_valid_loss : 0.16219641268253326
1737500 0.162351 0.162196 0.166706 CURRENT LEARNING RATE: 1.9913360592471548e-08
previous_iter_valid_loss : 0.16287709772586823
1737520 0.163040 0.162877 0.166523 CURRENT LEARNING RATE: 1.9909378318593726e-08
previous_iter_valid_loss : 0.1672450453042984
1737540 0.167469 0.167245 0.166831 CURRENT LEARNING RATE: 1.9905396841091037e-08
previous_iter_valid_loss : 0.1627640575170517
1737560 0.162970 0.162764 0.166801 CURRENT LEARNING RATE: 1.9901416159804155e-08
previous_iter_valid_loss : 0.16074895858764648
1737580 0.160908 0.160749 0.166738 CURRENT LEARNING RATE: 1.9897436274573994e-08
previous_iter_valid_loss : 0.16177323460578918
1737600 0.161962 0.161773 0.166786 CURRENT LEARNING RATE: 1.9893457185241286e-08
previous_iter_valid_loss : 0.16167309880256653
1737620 0.161824 0.161673 0.166638 CURRENT LEARNING RATE: 1.9889478891646868e-08
previous_iter_valid_loss : 0.17237165570259094
1737640 0.172523 0.172372 0.166867 CURRENT LEARNING RATE: 1.9885501393631606e-08
previous_iter_valid_loss : 0.16101515293121338
1737660 0.161170 0.161015 0.166514 CURRENT LEARNING RATE: 1.9881524691036404e-08
previous_iter_valid_loss : 0.161077618598938
1737680 0.161236 0.161078 0.165124 CURRENT LEARNING RATE: 1.9877548783702192e-08
previous_iter_valid_loss : 0.16065093874931335
1737700 0.160811 0.160651 0.164335 CURRENT LEARNING RATE: 1.9873573671469936e-08
previous_iter_valid_loss : 0.18556863069534302
1737720 0.185720 0.185569 0.165376 CURRENT LEARNING RATE: 1.9869599354180557e-08
previous_iter_valid_loss : 0.1605459600687027
1737740 0.160701 0.160546 0.164945 CURRENT LEARNING RATE: 1.9865625831675224e-08
previous_iter_valid_loss : 0.16099432110786438
1737760 0.161151 0.160994 0.164968 CURRENT LEARNING RATE: 1.986165310379493e-08
previous_iter_valid_loss : 0.17823997139930725
1737780 0.178397 0.178240 0.165702 CURRENT LEARNING RATE: 1.9857681170380762e-08
previous_iter_valid_loss : 0.1638195663690567
1737800 0.163999 0.163820 0.165814 CURRENT LEARNING RATE: 1.9853710031273843e-08
previous_iter_valid_loss : 0.16056737303733826
1737820 0.160732 0.160567 0.165554 CURRENT LEARNING RATE: 1.9849739686315326e-08
previous_iter_valid_loss : 0.17275968194007874
1737840 0.172899 0.172760 0.165972 CURRENT LEARNING RATE: 1.9845770135346403e-08
previous_iter_valid_loss : 0.162361279129982
1737860 0.162532 0.162361 0.165281 CURRENT LEARNING RATE: 1.9841801378208287e-08
previous_iter_valid_loss : 0.1605338752269745
1737880 0.160703 0.160534 0.164988 CURRENT LEARNING RATE: 1.9837833414742157e-08
previous_iter_valid_loss : 0.16155439615249634
1737900 0.161708 0.161554 0.164956 CURRENT LEARNING RATE: 1.9833866244789436e-08
previous_iter_valid_loss : 0.16053315997123718
1737920 0.160703 0.160533 0.164838 CURRENT LEARNING RATE: 1.9829899868191368e-08
previous_iter_valid_loss : 0.1606464684009552
1737940 0.160819 0.160646 0.164508 CURRENT LEARNING RATE: 1.98259342847893e-08
previous_iter_valid_loss : 0.17438820004463196
1737960 0.174670 0.174388 0.165090 CURRENT LEARNING RATE: 1.98219694944246e-08
previous_iter_valid_loss : 0.17444062232971191
1737980 0.174591 0.174441 0.165774 CURRENT LEARNING RATE: 1.981800549693869e-08
previous_iter_valid_loss : 0.16174718737602234
1738000 0.161906 0.161747 0.165773 CURRENT LEARNING RATE: 1.9814042292172995e-08
previous_iter_valid_loss : 0.16363488137722015
1738020 0.163799 0.163635 0.165871 CURRENT LEARNING RATE: 1.981007987996893e-08
previous_iter_valid_loss : 0.1675996333360672
1738040 0.167754 0.167600 0.165632 CURRENT LEARNING RATE: 1.9806118260168132e-08
previous_iter_valid_loss : 0.16600072383880615
1738060 0.166212 0.166001 0.165882 CURRENT LEARNING RATE: 1.9802157432612064e-08
previous_iter_valid_loss : 0.1669446974992752
1738080 0.167169 0.166945 0.166175 CURRENT LEARNING RATE: 1.9798197397142296e-08
previous_iter_valid_loss : 0.1618305742740631
1738100 0.162024 0.161831 0.166234 CURRENT LEARNING RATE: 1.979423815360043e-08
previous_iter_valid_loss : 0.1724444329738617
1738120 0.172592 0.172444 0.165578 CURRENT LEARNING RATE: 1.979027970182809e-08
previous_iter_valid_loss : 0.17499563097953796
1738140 0.175152 0.174996 0.166300 CURRENT LEARNING RATE: 1.9786322041666943e-08
previous_iter_valid_loss : 0.16161423921585083
1738160 0.161779 0.161614 0.166331 CURRENT LEARNING RATE: 1.978236517295868e-08
previous_iter_valid_loss : 0.16760551929473877
1738180 0.167834 0.167606 0.165800 CURRENT LEARNING RATE: 1.9778409095544954e-08
previous_iter_valid_loss : 0.1614864468574524
1738200 0.161647 0.161486 0.165683 CURRENT LEARNING RATE: 1.9774453809267667e-08
previous_iter_valid_loss : 0.1796153485774994
1738220 0.179771 0.179615 0.166635 CURRENT LEARNING RATE: 1.9770499313968536e-08
previous_iter_valid_loss : 0.1675618290901184
1738240 0.167712 0.167562 0.166375 CURRENT LEARNING RATE: 1.9766545609489378e-08
previous_iter_valid_loss : 0.1608332395553589
1738260 0.160985 0.160833 0.166299 CURRENT LEARNING RATE: 1.9762592695672046e-08
previous_iter_valid_loss : 0.16367164254188538
1738280 0.163848 0.163672 0.166456 CURRENT LEARNING RATE: 1.9758640572358426e-08
previous_iter_valid_loss : 0.17641893029212952
1738300 0.176571 0.176419 0.167199 CURRENT LEARNING RATE: 1.975468923939043e-08
previous_iter_valid_loss : 0.16049161553382874
1738320 0.160654 0.160492 0.167197 CURRENT LEARNING RATE: 1.975073869660994e-08
previous_iter_valid_loss : 0.16791778802871704
1738340 0.168078 0.167918 0.167561 CURRENT LEARNING RATE: 1.9746788943859067e-08
previous_iter_valid_loss : 0.16099870204925537
1738360 0.161184 0.160999 0.166891 CURRENT LEARNING RATE: 1.9742839980979758e-08
previous_iter_valid_loss : 0.16858282685279846
1738380 0.168737 0.168583 0.166598 CURRENT LEARNING RATE: 1.9738891807814045e-08
previous_iter_valid_loss : 0.19258825480937958
1738400 0.192705 0.192588 0.168140 CURRENT LEARNING RATE: 1.9734944424204013e-08
previous_iter_valid_loss : 0.16349732875823975
1738420 0.163688 0.163497 0.168133 CURRENT LEARNING RATE: 1.9730997829991755e-08
previous_iter_valid_loss : 0.17285819351673126
1738440 0.173009 0.172858 0.168396 CURRENT LEARNING RATE: 1.9727052025019416e-08
previous_iter_valid_loss : 0.19484259188175201
1738460 0.194953 0.194843 0.169838 CURRENT LEARNING RATE: 1.972310700912916e-08
previous_iter_valid_loss : 0.16759993135929108
1738480 0.167752 0.167600 0.169871 CURRENT LEARNING RATE: 1.971916278216312e-08
previous_iter_valid_loss : 0.16704359650611877
1738500 0.167202 0.167044 0.170132 CURRENT LEARNING RATE: 1.971521934396366e-08
previous_iter_valid_loss : 0.16082580387592316
1738520 0.160973 0.160826 0.169551 CURRENT LEARNING RATE: 1.971127669437298e-08
previous_iter_valid_loss : 0.16091524064540863
1738540 0.161099 0.160915 0.168847 CURRENT LEARNING RATE: 1.9707334833233367e-08
previous_iter_valid_loss : 0.17419812083244324
1738560 0.174345 0.174198 0.169476 CURRENT LEARNING RATE: 1.9703393760387152e-08
previous_iter_valid_loss : 0.16169528663158417
1738580 0.161879 0.161695 0.169181 CURRENT LEARNING RATE: 1.969945347567669e-08
previous_iter_valid_loss : 0.16128842532634735
1738600 0.161454 0.161288 0.169171 CURRENT LEARNING RATE: 1.9695513978944366e-08
previous_iter_valid_loss : 0.16204337775707245
1738620 0.162205 0.162043 0.168292 CURRENT LEARNING RATE: 1.9691575270032607e-08
previous_iter_valid_loss : 0.1616789996623993
1738640 0.161855 0.161679 0.167998 CURRENT LEARNING RATE: 1.9687637348783793e-08
previous_iter_valid_loss : 0.17202916741371155
1738660 0.172298 0.172029 0.168558 CURRENT LEARNING RATE: 1.9683700215040542e-08
previous_iter_valid_loss : 0.16918432712554932
1738680 0.169431 0.169184 0.168833 CURRENT LEARNING RATE: 1.9679763868645303e-08
previous_iter_valid_loss : 0.16080240905284882
1738700 0.160955 0.160802 0.168053 CURRENT LEARNING RATE: 1.9675828309440622e-08
previous_iter_valid_loss : 0.1623963713645935
1738720 0.162586 0.162396 0.168148 CURRENT LEARNING RATE: 1.9671893537269076e-08
previous_iter_valid_loss : 0.16929331421852112
1738740 0.169537 0.169293 0.168217 CURRENT LEARNING RATE: 1.9667959551973276e-08
previous_iter_valid_loss : 0.16364969313144684
1738760 0.163819 0.163650 0.168349 CURRENT LEARNING RATE: 1.966402635339586e-08
previous_iter_valid_loss : 0.16734731197357178
1738780 0.167502 0.167347 0.168287 CURRENT LEARNING RATE: 1.9660093941379426e-08
previous_iter_valid_loss : 0.16166187822818756
1738800 0.161851 0.161662 0.166741 CURRENT LEARNING RATE: 1.9656162315766828e-08
previous_iter_valid_loss : 0.17101354897022247
1738820 0.171270 0.171014 0.167117 CURRENT LEARNING RATE: 1.9652231476400725e-08
previous_iter_valid_loss : 0.1723690629005432
1738840 0.172636 0.172369 0.167092 CURRENT LEARNING RATE: 1.964830142312388e-08
previous_iter_valid_loss : 0.1658756583929062
1738860 0.166082 0.165876 0.165644 CURRENT LEARNING RATE: 1.9644372155779096e-08
previous_iter_valid_loss : 0.16847115755081177
1738880 0.168618 0.168471 0.165688 CURRENT LEARNING RATE: 1.96404436742092e-08
previous_iter_valid_loss : 0.17502407729625702
1738900 0.175172 0.175024 0.166087 CURRENT LEARNING RATE: 1.9636515978257055e-08
previous_iter_valid_loss : 0.17980307340621948
1738920 0.179963 0.179803 0.167035 CURRENT LEARNING RATE: 1.9632589067765553e-08
previous_iter_valid_loss : 0.17227309942245483
1738940 0.172422 0.172273 0.167603 CURRENT LEARNING RATE: 1.9628662942577544e-08
previous_iter_valid_loss : 0.1754327118396759
1738960 0.175722 0.175433 0.167665 CURRENT LEARNING RATE: 1.9624737602536127e-08
previous_iter_valid_loss : 0.16069766879081726
1738980 0.160878 0.160698 0.167615 CURRENT LEARNING RATE: 1.9620813047484214e-08
previous_iter_valid_loss : 0.17015250027179718
1739000 0.170301 0.170153 0.168058 CURRENT LEARNING RATE: 1.9616889277264827e-08
previous_iter_valid_loss : 0.16081012785434723
1739020 0.160993 0.160810 0.167997 CURRENT LEARNING RATE: 1.9612966291721016e-08
previous_iter_valid_loss : 0.16604728996753693
1739040 0.166266 0.166047 0.168215 CURRENT LEARNING RATE: 1.960904409069586e-08
previous_iter_valid_loss : 0.16082070767879486
1811660 0.160999 0.160821 0.165390 CURRENT LEARNING RATE: 9.485752091868482e-09
previous_iter_valid_loss : 0.16278903186321259
1811680 0.162957 0.162789 0.165352 CURRENT LEARNING RATE: 9.48385513115251e-09
previous_iter_valid_loss : 0.16061227023601532
1811700 0.160782 0.160612 0.165129 CURRENT LEARNING RATE: 9.481958549790741e-09
previous_iter_valid_loss : 0.16053833067417145
1811720 0.160698 0.160538 0.164830 CURRENT LEARNING RATE: 9.480062347707315e-09
previous_iter_valid_loss : 0.16348429024219513
1811740 0.163681 0.163484 0.164918 CURRENT LEARNING RATE: 9.478166524826387e-09
previous_iter_valid_loss : 0.18937209248542786
1811760 0.189507 0.189372 0.166304 CURRENT LEARNING RATE: 9.47627108107212e-09
previous_iter_valid_loss : 0.16314181685447693
1811780 0.163310 0.163142 0.166390 CURRENT LEARNING RATE: 9.474376016368697e-09
previous_iter_valid_loss : 0.16119156777858734
1811800 0.161377 0.161192 0.165968 CURRENT LEARNING RATE: 9.472481330640282e-09
previous_iter_valid_loss : 0.18507172167301178
1811820 0.185447 0.185072 0.167193 CURRENT LEARNING RATE: 9.470587023811157e-09
previous_iter_valid_loss : 0.1605260968208313
1811840 0.160684 0.160526 0.167190 CURRENT LEARNING RATE: 9.468693095805513e-09
previous_iter_valid_loss : 0.17036618292331696
1811860 0.170515 0.170366 0.167266 CURRENT LEARNING RATE: 9.466799546547592e-09
previous_iter_valid_loss : 0.16186073422431946
1811880 0.162046 0.161861 0.167127 CURRENT LEARNING RATE: 9.464906375961657e-09
previous_iter_valid_loss : 0.18306191265583038
1811900 0.183413 0.183062 0.166793 CURRENT LEARNING RATE: 9.463013583971977e-09
previous_iter_valid_loss : 0.16247063875198364
1811920 0.162629 0.162471 0.166828 CURRENT LEARNING RATE: 9.461121170502842e-09
previous_iter_valid_loss : 0.16964854300022125
1811940 0.169898 0.169649 0.167003 CURRENT LEARNING RATE: 9.459229135478555e-09
previous_iter_valid_loss : 0.17091865837574005
1811960 0.171178 0.170919 0.167407 CURRENT LEARNING RATE: 9.4573374788234e-09
previous_iter_valid_loss : 0.1900254786014557
1811980 0.190152 0.190025 0.168687 CURRENT LEARNING RATE: 9.455446200461781e-09
previous_iter_valid_loss : 0.16328302025794983
1812000 0.163452 0.163283 0.168538 CURRENT LEARNING RATE: 9.453555300318012e-09
previous_iter_valid_loss : 0.16124741733074188
1812020 0.161434 0.161247 0.168054 CURRENT LEARNING RATE: 9.451664778316453e-09
previous_iter_valid_loss : 0.17430302500724792
1812040 0.174453 0.174303 0.168735 CURRENT LEARNING RATE: 9.449774634381489e-09
previous_iter_valid_loss : 0.1632847934961319
1812060 0.163478 0.163285 0.168858 CURRENT LEARNING RATE: 9.44788486843751e-09
previous_iter_valid_loss : 0.16197672486305237
1812080 0.162174 0.161977 0.168817 CURRENT LEARNING RATE: 9.445995480408928e-09
previous_iter_valid_loss : 0.16051697731018066
1812100 0.160675 0.160517 0.168812 CURRENT LEARNING RATE: 9.444106470220132e-09
previous_iter_valid_loss : 0.17082683742046356
1812120 0.170978 0.170827 0.169327 CURRENT LEARNING RATE: 9.44221783779563e-09
previous_iter_valid_loss : 0.16054101288318634
1812140 0.160710 0.160541 0.169180 CURRENT LEARNING RATE: 9.440329583059844e-09
previous_iter_valid_loss : 0.17415902018547058
1812160 0.174435 0.174159 0.168419 CURRENT LEARNING RATE: 9.438441705937241e-09
previous_iter_valid_loss : 0.16674169898033142
1812180 0.166953 0.166742 0.168599 CURRENT LEARNING RATE: 9.43655420635231e-09
previous_iter_valid_loss : 0.1627795696258545
1812200 0.162977 0.162780 0.168678 CURRENT LEARNING RATE: 9.434667084229545e-09
previous_iter_valid_loss : 0.16829714179039001
1812220 0.168453 0.168297 0.167840 CURRENT LEARNING RATE: 9.432780339493467e-09
previous_iter_valid_loss : 0.17728665471076965
1812240 0.177435 0.177287 0.168678 CURRENT LEARNING RATE: 9.430893972068602e-09
previous_iter_valid_loss : 0.16407328844070435
1812260 0.164232 0.164073 0.168363 CURRENT LEARNING RATE: 9.429007981879466e-09
previous_iter_valid_loss : 0.1643729954957962
1812280 0.164572 0.164373 0.168489 CURRENT LEARNING RATE: 9.427122368850683e-09
previous_iter_valid_loss : 0.16092020273208618
1812300 0.161088 0.160920 0.167382 CURRENT LEARNING RATE: 9.425237132906794e-09
previous_iter_valid_loss : 0.1606629341840744
1812320 0.160818 0.160663 0.167291 CURRENT LEARNING RATE: 9.423352273972394e-09
previous_iter_valid_loss : 0.16257302463054657
1812340 0.162774 0.162573 0.166937 CURRENT LEARNING RATE: 9.421467791972085e-09
previous_iter_valid_loss : 0.1663586050271988
1812360 0.166521 0.166359 0.166709 CURRENT LEARNING RATE: 9.419583686830491e-09
previous_iter_valid_loss : 0.23750346899032593
1812380 0.237410 0.237503 0.169083 CURRENT LEARNING RATE: 9.417699958472243e-09
previous_iter_valid_loss : 0.16114087402820587
1812400 0.161324 0.161141 0.168976 CURRENT LEARNING RATE: 9.415816606821996e-09
previous_iter_valid_loss : 0.1837746500968933
1812420 0.184147 0.183775 0.170103 CURRENT LEARNING RATE: 9.413933631804381e-09
previous_iter_valid_loss : 0.16098828613758087
1812440 0.161133 0.160988 0.169437 CURRENT LEARNING RATE: 9.412051033344147e-09
previous_iter_valid_loss : 0.16139273345470428
1812460 0.161576 0.161393 0.169342 CURRENT LEARNING RATE: 9.410168811365953e-09
previous_iter_valid_loss : 0.16052155196666718
1812480 0.160686 0.160522 0.169270 CURRENT LEARNING RATE: 9.408286965794514e-09
previous_iter_valid_loss : 0.17340612411499023
1812500 0.173675 0.173406 0.169914 CURRENT LEARNING RATE: 9.406405496554556e-09
previous_iter_valid_loss : 0.16795562207698822
1812520 0.168113 0.167956 0.169770 CURRENT LEARNING RATE: 9.404524403570817e-09
previous_iter_valid_loss : 0.16695131361484528
1812540 0.167105 0.166951 0.170091 CURRENT LEARNING RATE: 9.402643686768057e-09
previous_iter_valid_loss : 0.16594131290912628
1812560 0.166105 0.165941 0.169680 CURRENT LEARNING RATE: 9.400763346071012e-09
previous_iter_valid_loss : 0.16228565573692322
1812580 0.162481 0.162286 0.169457 CURRENT LEARNING RATE: 9.398883381404536e-09
previous_iter_valid_loss : 0.16190098226070404
1812600 0.162064 0.161901 0.169413 CURRENT LEARNING RATE: 9.397003792693395e-09
previous_iter_valid_loss : 0.17071866989135742
1812620 0.170865 0.170719 0.169534 CURRENT LEARNING RATE: 9.395124579862408e-09
previous_iter_valid_loss : 0.16105657815933228
1812640 0.161243 0.161057 0.168723 CURRENT LEARNING RATE: 9.393245742836406e-09
previous_iter_valid_loss : 0.16215026378631592
1812660 0.162323 0.162150 0.168627 CURRENT LEARNING RATE: 9.391367281540233e-09
previous_iter_valid_loss : 0.1656297743320465
1812680 0.165793 0.165630 0.168690 CURRENT LEARNING RATE: 9.389489195898755e-09
previous_iter_valid_loss : 0.16346481442451477
1812700 0.163656 0.163465 0.168817 CURRENT LEARNING RATE: 9.387611485836844e-09
previous_iter_valid_loss : 0.17191049456596375
1812720 0.172174 0.171910 0.169379 CURRENT LEARNING RATE: 9.385734151279361e-09
previous_iter_valid_loss : 0.16402418911457062
1812740 0.164223 0.164024 0.169452 CURRENT LEARNING RATE: 9.38385719215128e-09
previous_iter_valid_loss : 0.16257968544960022
1812760 0.162771 0.162580 0.169263 CURRENT LEARNING RATE: 9.381980608377486e-09
previous_iter_valid_loss : 0.1643533855676651
1812780 0.164523 0.164353 0.165605 CURRENT LEARNING RATE: 9.38010439988292e-09
previous_iter_valid_loss : 0.16080647706985474
1812800 0.160968 0.160806 0.165589 CURRENT LEARNING RATE: 9.378228566592527e-09
previous_iter_valid_loss : 0.16674987971782684
1812820 0.166906 0.166750 0.164737 CURRENT LEARNING RATE: 9.37635310843128e-09
previous_iter_valid_loss : 0.16342656314373016
1812840 0.163599 0.163427 0.164859 CURRENT LEARNING RATE: 9.374478025324161e-09
previous_iter_valid_loss : 0.16142235696315765
1812860 0.161578 0.161422 0.164861 CURRENT LEARNING RATE: 9.372603317196162e-09
previous_iter_valid_loss : 0.17674754559993744
1812880 0.176908 0.176748 0.165672 CURRENT LEARNING RATE: 9.370728983972264e-09
previous_iter_valid_loss : 0.18727318942546844
1812900 0.187405 0.187273 0.166365 CURRENT LEARNING RATE: 9.36885502557756e-09
previous_iter_valid_loss : 0.17234627902507782
1812920 0.172600 0.172346 0.166585 CURRENT LEARNING RATE: 9.366981441937059e-09
previous_iter_valid_loss : 0.16122347116470337
1812940 0.161406 0.161223 0.166298 CURRENT LEARNING RATE: 9.365108232975816e-09
previous_iter_valid_loss : 0.16945688426494598
1812960 0.169705 0.169457 0.166474 CURRENT LEARNING RATE: 9.363235398618903e-09
previous_iter_valid_loss : 0.16283856332302094
1812980 0.163012 0.162839 0.166502 CURRENT LEARNING RATE: 9.361362938791408e-09
previous_iter_valid_loss : 0.1653974950313568
1813000 0.165601 0.165397 0.166677 CURRENT LEARNING RATE: 9.359490853418433e-09
previous_iter_valid_loss : 0.17056097090244293
1813020 0.170816 0.170561 0.166669 CURRENT LEARNING RATE: 9.357619142425057e-09
previous_iter_valid_loss : 0.16901834309101105
1813040 0.169170 0.169018 0.167067 CURRENT LEARNING RATE: 9.355747805736483e-09
previous_iter_valid_loss : 0.1622440218925476
1813060 0.162429 0.162244 0.167072 CURRENT LEARNING RATE: 9.353876843277823e-09
previous_iter_valid_loss : 0.163031205534935
1813080 0.163206 0.163031 0.166942 CURRENT LEARNING RATE: 9.352006254974237e-09
previous_iter_valid_loss : 0.16717736423015594
1813100 0.167336 0.167177 0.167127 CURRENT LEARNING RATE: 9.350136040750904e-09
previous_iter_valid_loss : 0.1608050912618637
1813120 0.160956 0.160805 0.166572 CURRENT LEARNING RATE: 9.348266200533013e-09
previous_iter_valid_loss : 0.16064465045928955
1813140 0.160809 0.160645 0.166403 CURRENT LEARNING RATE: 9.34639673424577e-09
previous_iter_valid_loss : 0.16429638862609863
1813160 0.164496 0.164296 0.166489 CURRENT LEARNING RATE: 9.344527641814399e-09
previous_iter_valid_loss : 0.1629776507616043
1813180 0.163132 0.162978 0.166420 CURRENT LEARNING RATE: 9.342658923164101e-09
previous_iter_valid_loss : 0.1607329100370407
1813200 0.160902 0.160733 0.166416 CURRENT LEARNING RATE: 9.340790578220196e-09
previous_iter_valid_loss : 0.1699238121509552
1813220 0.170070 0.169924 0.166575 CURRENT LEARNING RATE: 9.338922606907913e-09
previous_iter_valid_loss : 0.17002373933792114
1813240 0.170274 0.170024 0.166905 CURRENT LEARNING RATE: 9.337055009152536e-09
previous_iter_valid_loss : 0.16157561540603638
1813260 0.161736 0.161576 0.166913 CURRENT LEARNING RATE: 9.335187784879361e-09
previous_iter_valid_loss : 0.1669180691242218
1813280 0.167143 0.166918 0.166421 CURRENT LEARNING RATE: 9.3333209340137e-09
previous_iter_valid_loss : 0.16104154288768768
1813300 0.161226 0.161042 0.165110 CURRENT LEARNING RATE: 9.331454456480875e-09
previous_iter_valid_loss : 0.17637090384960175
1813320 0.176526 0.176371 0.165311 CURRENT LEARNING RATE: 9.3295883522062e-09
previous_iter_valid_loss : 0.16622662544250488
1813340 0.166384 0.166227 0.165561 CURRENT LEARNING RATE: 9.32772262111509e-09
previous_iter_valid_loss : 0.1628401279449463
1813360 0.162999 0.162840 0.165230 CURRENT LEARNING RATE: 9.325857263132889e-09
previous_iter_valid_loss : 0.16717414557933807
1813380 0.167336 0.167174 0.165447 CURRENT LEARNING RATE: 9.323992278184976e-09
previous_iter_valid_loss : 0.16602034866809845
1813400 0.166232 0.166020 0.165478 CURRENT LEARNING RATE: 9.322127666196758e-09
previous_iter_valid_loss : 0.1652335375547409
1813420 0.165432 0.165234 0.165212 CURRENT LEARNING RATE: 9.320263427093647e-09
previous_iter_valid_loss : 0.16272474825382233
1813440 0.162889 0.162725 0.164897 CURRENT LEARNING RATE: 9.318399560801075e-09
previous_iter_valid_loss : 0.1730985790491104
1813460 0.173366 0.173099 0.165440 CURRENT LEARNING RATE: 9.316536067244486e-09
previous_iter_valid_loss : 0.1646072119474411
1813480 0.164824 0.164607 0.165518 CURRENT LEARNING RATE: 9.31467294634931e-09
previous_iter_valid_loss : 0.16059760749340057
1813500 0.160763 0.160598 0.165190 CURRENT LEARNING RATE: 9.312810198041084e-09
previous_iter_valid_loss : 0.1616671234369278
1813520 0.161820 0.161667 0.165233 CURRENT LEARNING RATE: 9.310947822245267e-09
previous_iter_valid_loss : 0.16066989302635193
1813540 0.160840 0.160670 0.165234 CURRENT LEARNING RATE: 9.309085818887364e-09
previous_iter_valid_loss : 0.16058948636054993
1813560 0.160761 0.160589 0.165049 CURRENT LEARNING RATE: 9.307224187892897e-09
previous_iter_valid_loss : 0.16053441166877747
1813580 0.160701 0.160534 0.164926 CURRENT LEARNING RATE: 9.305362929187397e-09
previous_iter_valid_loss : 0.16903845965862274
1813600 0.169278 0.169038 0.165342 CURRENT LEARNING RATE: 9.303502042696416e-09
previous_iter_valid_loss : 0.16331420838832855
1813620 0.163508 0.163314 0.165011 CURRENT LEARNING RATE: 9.301641528345519e-09
previous_iter_valid_loss : 0.16415846347808838
1813640 0.164373 0.164158 0.164718 CURRENT LEARNING RATE: 9.29978138606025e-09
previous_iter_valid_loss : 0.16248628497123718
1813660 0.162700 0.162486 0.164763 CURRENT LEARNING RATE: 9.29792161576627e-09
previous_iter_valid_loss : 0.16725660860538483
1813680 0.167415 0.167257 0.164780 CURRENT LEARNING RATE: 9.296062217389157e-09
previous_iter_valid_loss : 0.1605723798274994
1813700 0.160728 0.160572 0.164757 CURRENT LEARNING RATE: 9.294203190854533e-09
previous_iter_valid_loss : 0.16813962161540985
1813720 0.168361 0.168140 0.164345 CURRENT LEARNING RATE: 9.29234453608804e-09
previous_iter_valid_loss : 0.166830375790596
1813740 0.166993 0.166830 0.164376 CURRENT LEARNING RATE: 9.290486253015328e-09
previous_iter_valid_loss : 0.17233100533485413
1813760 0.172480 0.172331 0.164850 CURRENT LEARNING RATE: 9.288628341562067e-09
previous_iter_valid_loss : 0.17890550196170807
1813780 0.179063 0.178906 0.165437 CURRENT LEARNING RATE: 9.286770801653908e-09
previous_iter_valid_loss : 0.16066746413707733
1813800 0.160831 0.160667 0.165169 CURRENT LEARNING RATE: 9.284913633216618e-09
previous_iter_valid_loss : 0.16629301011562347
1813820 0.166518 0.166293 0.165222 CURRENT LEARNING RATE: 9.28305683617587e-09
previous_iter_valid_loss : 0.1606573611497879
1813840 0.160829 0.160657 0.165119 CURRENT LEARNING RATE: 9.281200410457399e-09
previous_iter_valid_loss : 0.17510755360126495
1813860 0.175389 0.175108 0.165219 CURRENT LEARNING RATE: 9.279344355986946e-09
previous_iter_valid_loss : 0.16418515145778656
1813880 0.164385 0.164185 0.165198 CURRENT LEARNING RATE: 9.27748867269027e-09
previous_iter_valid_loss : 0.1629960983991623
1813900 0.163158 0.162996 0.165318 CURRENT LEARNING RATE: 9.27563336049314e-09
previous_iter_valid_loss : 0.1605421006679535
1813920 0.160690 0.160542 0.165262 CURRENT LEARNING RATE: 9.273778419321346e-09
previous_iter_valid_loss : 0.1749410629272461
1813940 0.175222 0.174941 0.165975 CURRENT LEARNING RATE: 9.271923849100656e-09
previous_iter_valid_loss : 0.16448509693145752
1813960 0.164647 0.164485 0.166170 CURRENT LEARNING RATE: 9.270069649756956e-09
previous_iter_valid_loss : 0.16447903215885162
1813980 0.164646 0.164479 0.166367 CURRENT LEARNING RATE: 9.268215821216043e-09
previous_iter_valid_loss : 0.1675487458705902
1814000 0.167705 0.167549 0.166293 CURRENT LEARNING RATE: 9.266362363403763e-09
previous_iter_valid_loss : 0.17247696220874786
1814020 0.172751 0.172477 0.166751 CURRENT LEARNING RATE: 9.26450927624598e-09
previous_iter_valid_loss : 0.16155178844928741
1814040 0.161707 0.161552 0.166621 CURRENT LEARNING RATE: 9.262656559668567e-09
previous_iter_valid_loss : 0.1838642805814743
1814060 0.184013 0.183864 0.167689 CURRENT LEARNING RATE: 9.26080421359742e-09
previous_iter_valid_loss : 0.16678130626678467
1814080 0.166941 0.166781 0.167666 CURRENT LEARNING RATE: 9.258952237958442e-09
previous_iter_valid_loss : 0.1617317497730255
1814100 0.161918 0.161732 0.167724 CURRENT LEARNING RATE: 9.25710063267752e-09
previous_iter_valid_loss : 0.1674659103155136
1814120 0.167628 0.167466 0.167690 CURRENT LEARNING RATE: 9.255249397680661e-09
previous_iter_valid_loss : 0.1649188995361328
1814140 0.165091 0.164919 0.167594 CURRENT LEARNING RATE: 9.253398532893778e-09
previous_iter_valid_loss : 0.16057229042053223
1814160 0.160741 0.160572 0.167006 CURRENT LEARNING RATE: 9.251548038242837e-09
previous_iter_valid_loss : 0.16274404525756836
1814180 0.162935 0.162744 0.166198 CURRENT LEARNING RATE: 9.249697913653818e-09
previous_iter_valid_loss : 0.16232658922672272
1814200 0.162479 0.162327 0.166281 CURRENT LEARNING RATE: 9.247848159052717e-09
previous_iter_valid_loss : 0.1627064198255539
1814220 0.162894 0.162706 0.166102 CURRENT LEARNING RATE: 9.245998774365544e-09
previous_iter_valid_loss : 0.16175946593284607
1814240 0.161923 0.161759 0.166157 CURRENT LEARNING RATE: 9.244149759518292e-09
previous_iter_valid_loss : 0.17751972377300262
1814260 0.177670 0.177520 0.166278 CURRENT LEARNING RATE: 9.242301114437062e-09
previous_iter_valid_loss : 0.16053159534931183
1814280 0.160695 0.160532 0.166095 CURRENT LEARNING RATE: 9.240452839047879e-09
previous_iter_valid_loss : 0.16389784216880798
1814300 0.164066 0.163898 0.166140 CURRENT LEARNING RATE: 9.23860493327681e-09
previous_iter_valid_loss : 0.1923435926437378
1814320 0.192808 0.192344 0.167730 CURRENT LEARNING RATE: 9.23675739704994e-09
previous_iter_valid_loss : 0.16117528080940247
1814340 0.161334 0.161175 0.167042 CURRENT LEARNING RATE: 9.234910230293367e-09
previous_iter_valid_loss : 0.16052110493183136
1814360 0.160686 0.160521 0.166844 CURRENT LEARNING RATE: 9.233063432933206e-09
previous_iter_valid_loss : 0.177453875541687
1814380 0.177751 0.177454 0.167492 CURRENT LEARNING RATE: 9.23121700489558e-09
previous_iter_valid_loss : 0.16230174899101257
1814400 0.162455 0.162302 0.167230 CURRENT LEARNING RATE: 9.229370946106606e-09
previous_iter_valid_loss : 0.1719854325056076
1814420 0.172131 0.171985 0.167205 CURRENT LEARNING RATE: 9.227525256492503e-09
previous_iter_valid_loss : 0.1761273890733719
1814440 0.176414 0.176127 0.167934 CURRENT LEARNING RATE: 9.22567993597941e-09
previous_iter_valid_loss : 0.16118678450584412
1814460 0.161377 0.161187 0.166800 CURRENT LEARNING RATE: 9.223834984493517e-09
previous_iter_valid_loss : 0.1618739664554596
1814480 0.162055 0.161874 0.166555 CURRENT LEARNING RATE: 9.221990401961025e-09
previous_iter_valid_loss : 0.16051824390888214
1814500 0.160679 0.160518 0.166494 CURRENT LEARNING RATE: 9.22014618830815e-09
previous_iter_valid_loss : 0.16852721571922302
1814520 0.168682 0.168527 0.166547 CURRENT LEARNING RATE: 9.218302343461124e-09
previous_iter_valid_loss : 0.1634358912706375
1814540 0.163599 0.163436 0.166473 CURRENT LEARNING RATE: 9.216458867346159e-09
previous_iter_valid_loss : 0.16057297587394714
1814560 0.160739 0.160573 0.166473 CURRENT LEARNING RATE: 9.214615759889584e-09
previous_iter_valid_loss : 0.16173340380191803
1814580 0.161891 0.161733 0.166423 CURRENT LEARNING RATE: 9.21277302101764e-09
previous_iter_valid_loss : 0.18388663232326508
1814600 0.184032 0.183887 0.167501 CURRENT LEARNING RATE: 9.210930650656618e-09
previous_iter_valid_loss : 0.17683346569538116
1814620 0.176993 0.176833 0.168207 CURRENT LEARNING RATE: 9.209088648732823e-09
previous_iter_valid_loss : 0.1723964959383011
1814640 0.172654 0.172396 0.168739 CURRENT LEARNING RATE: 9.207247015172576e-09
previous_iter_valid_loss : 0.16155172884464264
1814660 0.161735 0.161552 0.167941 CURRENT LEARNING RATE: 9.20540574990221e-09
previous_iter_valid_loss : 0.16907744109630585
1814680 0.169233 0.169077 0.168368 CURRENT LEARNING RATE: 9.203564852848076e-09
previous_iter_valid_loss : 0.16179929673671722
1814700 0.161994 0.161799 0.168263 CURRENT LEARNING RATE: 9.201724323936504e-09
previous_iter_valid_loss : 0.17488029599189758
1814720 0.175154 0.174880 0.167390 CURRENT LEARNING RATE: 9.19988416309394e-09
previous_iter_valid_loss : 0.17405565083026886
1814740 0.174205 0.174056 0.168034 CURRENT LEARNING RATE: 9.198044370246742e-09
previous_iter_valid_loss : 0.17115747928619385
1814760 0.171410 0.171157 0.168566 CURRENT LEARNING RATE: 9.196204945321321e-09
previous_iter_valid_loss : 0.16434986889362335
1814780 0.164557 0.164350 0.167910 CURRENT LEARNING RATE: 9.1943658882441e-09
previous_iter_valid_loss : 0.17473196983337402
1814800 0.175018 0.174732 0.168532 CURRENT LEARNING RATE: 9.192527198941513e-09
previous_iter_valid_loss : 0.16548588871955872
1814820 0.165688 0.165486 0.168207 CURRENT LEARNING RATE: 9.190688877340017e-09
previous_iter_valid_loss : 0.16573384404182434
1814840 0.165946 0.165734 0.167687 CURRENT LEARNING RATE: 9.188850923366078e-09
previous_iter_valid_loss : 0.16512753069400787
1814860 0.165292 0.165128 0.167884 CURRENT LEARNING RATE: 9.187013336946144e-09
previous_iter_valid_loss : 0.17052890360355377
1814880 0.170679 0.170529 0.168317 CURRENT LEARNING RATE: 9.185176118006776e-09
previous_iter_valid_loss : 0.163808673620224
1814900 0.163976 0.163809 0.168482 CURRENT LEARNING RATE: 9.183339266474455e-09
previous_iter_valid_loss : 0.16803130507469177
1814920 0.168189 0.168031 0.168457 CURRENT LEARNING RATE: 9.181502782275706e-09
previous_iter_valid_loss : 0.1620454490184784
1814940 0.162239 0.162045 0.168387 CURRENT LEARNING RATE: 9.179666665337069e-09
previous_iter_valid_loss : 0.1642141342163086
1814960 0.164369 0.164214 0.168569 CURRENT LEARNING RATE: 9.1778309155851e-09
previous_iter_valid_loss : 0.16189850866794586
1814980 0.162087 0.161899 0.168578 CURRENT LEARNING RATE: 9.17599553294637e-09
previous_iter_valid_loss : 0.16187313199043274
1815000 0.162064 0.161873 0.167477 CURRENT LEARNING RATE: 9.174160517347428e-09
previous_iter_valid_loss : 0.1604958474636078
1815020 0.160661 0.160496 0.166660 CURRENT LEARNING RATE: 9.172325868714943e-09
previous_iter_valid_loss : 0.1708614081144333
1815040 0.171112 0.170861 0.166583 CURRENT LEARNING RATE: 9.170491586975492e-09
previous_iter_valid_loss : 0.1605231612920761
1815060 0.160684 0.160523 0.166532 CURRENT LEARNING RATE: 9.168657672055706e-09
previous_iter_valid_loss : 0.1695747971534729
1815080 0.169814 0.169575 0.166557 CURRENT LEARNING RATE: 9.166824123882228e-09
previous_iter_valid_loss : 0.16295258700847626
1815100 0.163150 0.162953 0.166614 CURRENT LEARNING RATE: 9.164990942381717e-09
previous_iter_valid_loss : 0.2056259661912918
1815120 0.205690 0.205626 0.168152 CURRENT LEARNING RATE: 9.163158127480846e-09
previous_iter_valid_loss : 0.18844541907310486
1815140 0.188579 0.188445 0.168871 CURRENT LEARNING RATE: 9.1613256791063e-09
previous_iter_valid_loss : 0.16161547601222992
1815160 0.161804 0.161615 0.168394 CURRENT LEARNING RATE: 9.159493597184748e-09
previous_iter_valid_loss : 0.1615837812423706
1815180 0.161771 0.161584 0.168256 CURRENT LEARNING RATE: 9.157661881642974e-09
previous_iter_valid_loss : 0.17426390945911407
1815200 0.174526 0.174264 0.168232 CURRENT LEARNING RATE: 9.155830532407679e-09
previous_iter_valid_loss : 0.16832759976387024
1815220 0.168557 0.168328 0.168374 CURRENT LEARNING RATE: 9.153999549405604e-09
previous_iter_valid_loss : 0.1643209308385849
1815240 0.164517 0.164321 0.168304 CURRENT LEARNING RATE: 9.152168932563514e-09
previous_iter_valid_loss : 0.16307014226913452
1815260 0.163239 0.163070 0.168201 CURRENT LEARNING RATE: 9.150338681808182e-09
previous_iter_valid_loss : 0.16791458427906036
1815280 0.168066 0.167915 0.168070 CURRENT LEARNING RATE: 9.1485087970664e-09
previous_iter_valid_loss : 0.17060600221157074
1815300 0.170851 0.170606 0.168410 CURRENT LEARNING RATE: 9.146679278264967e-09
previous_iter_valid_loss : 0.17837278544902802
1815320 0.178531 0.178373 0.168927 CURRENT LEARNING RATE: 9.144850125330678e-09
previous_iter_valid_loss : 0.16253268718719482
1815340 0.162725 0.162533 0.168951 CURRENT LEARNING RATE: 9.143021338190426e-09
previous_iter_valid_loss : 0.175438791513443
1815360 0.175592 0.175439 0.169513 CURRENT LEARNING RATE: 9.141192916771028e-09
previous_iter_valid_loss : 0.1713825911283493
1815380 0.171534 0.171383 0.169987 CURRENT LEARNING RATE: 9.13936486099935e-09
previous_iter_valid_loss : 0.1620292216539383
1815400 0.162192 0.162029 0.169995 CURRENT LEARNING RATE: 9.137537170802265e-09
previous_iter_valid_loss : 0.16059300303459167
1815420 0.160742 0.160593 0.170000 CURRENT LEARNING RATE: 9.13570984610667e-09
previous_iter_valid_loss : 0.16189631819725037
1815440 0.162048 0.161896 0.169551 CURRENT LEARNING RATE: 9.13388288683947e-09
previous_iter_valid_loss : 0.16681571304798126
1815460 0.166979 0.166816 0.169866 CURRENT LEARNING RATE: 9.132056292927553e-09
previous_iter_valid_loss : 0.16937203705310822
1815480 0.169523 0.169372 0.169856 CURRENT LEARNING RATE: 9.130230064297922e-09
previous_iter_valid_loss : 0.1626681536436081
1815500 0.162866 0.162668 0.169842 CURRENT LEARNING RATE: 9.128404200877495e-09
previous_iter_valid_loss : 0.17519229650497437
1815520 0.175471 0.175192 0.168320 CURRENT LEARNING RATE: 9.126578702593237e-09
previous_iter_valid_loss : 0.18694302439689636
1815540 0.187079 0.186943 0.168245 CURRENT LEARNING RATE: 9.124753569372129e-09
previous_iter_valid_loss : 0.16334740817546844
1815560 0.163538 0.163347 0.168331 CURRENT LEARNING RATE: 9.122928801141164e-09
previous_iter_valid_loss : 0.17051605880260468
1815580 0.170769 0.170516 0.168778 CURRENT LEARNING RATE: 9.121104397827353e-09
previous_iter_valid_loss : 0.1631799042224884
1815600 0.163371 0.163180 0.168224 CURRENT LEARNING RATE: 9.11928035935772e-09
previous_iter_valid_loss : 0.1617499738931656
1815620 0.161899 0.161750 0.167895 CURRENT LEARNING RATE: 9.117456685659269e-09
previous_iter_valid_loss : 0.16068920493125916
1815640 0.160864 0.160689 0.167713 CURRENT LEARNING RATE: 9.115633376659118e-09
previous_iter_valid_loss : 0.1606898158788681
1815660 0.160860 0.160690 0.167594 CURRENT LEARNING RATE: 9.113810432284304e-09
previous_iter_valid_loss : 0.1705123782157898
1815680 0.170660 0.170512 0.167724 CURRENT LEARNING RATE: 9.11198785246191e-09
previous_iter_valid_loss : 0.17404738068580627
1815700 0.174186 0.174047 0.167896 CURRENT LEARNING RATE: 9.11016563711903e-09
previous_iter_valid_loss : 0.16059066355228424
1815720 0.160764 0.160591 0.167007 CURRENT LEARNING RATE: 9.108343786182777e-09
previous_iter_valid_loss : 0.16435353457927704
1815740 0.164554 0.164354 0.167098 CURRENT LEARNING RATE: 9.106522299580277e-09
previous_iter_valid_loss : 0.16450145840644836
1815760 0.164702 0.164501 0.166551 CURRENT LEARNING RATE: 9.104701177238637e-09
previous_iter_valid_loss : 0.17141838371753693
1815780 0.171668 0.171418 0.166553 CURRENT LEARNING RATE: 9.102880419085079e-09
previous_iter_valid_loss : 0.17948247492313385
1815800 0.179806 0.179482 0.167426 CURRENT LEARNING RATE: 9.101060025046737e-09
previous_iter_valid_loss : 0.16161026060581207
1815820 0.161766 0.161610 0.167477 CURRENT LEARNING RATE: 9.099239995050798e-09
previous_iter_valid_loss : 0.16804108023643494
1815840 0.168200 0.168041 0.167784 CURRENT LEARNING RATE: 9.09742032902446e-09
previous_iter_valid_loss : 0.18280722200870514
1815860 0.183166 0.182807 0.168583 CURRENT LEARNING RATE: 9.095601026894937e-09
previous_iter_valid_loss : 0.16292110085487366
1815880 0.163123 0.162921 0.168261 CURRENT LEARNING RATE: 9.093782088589456e-09
previous_iter_valid_loss : 0.16119234263896942
1815900 0.161373 0.161192 0.168187 CURRENT LEARNING RATE: 9.09196351403526e-09
previous_iter_valid_loss : 0.16057728230953217
1815920 0.160746 0.160577 0.167456 CURRENT LEARNING RATE: 9.090145303159573e-09
previous_iter_valid_loss : 0.18650023639202118
1815940 0.186637 0.186500 0.167434 CURRENT LEARNING RATE: 9.088327455889732e-09
previous_iter_valid_loss : 0.17771977186203003
1815960 0.177875 0.177720 0.168153 CURRENT LEARNING RATE: 9.08650997215299e-09
previous_iter_valid_loss : 0.1617412120103836
1815980 0.161892 0.161741 0.167714 CURRENT LEARNING RATE: 9.084692851876648e-09
previous_iter_valid_loss : 0.1604919731616974
1816000 0.160657 0.160492 0.167580 CURRENT LEARNING RATE: 9.082876094988023e-09
previous_iter_valid_loss : 0.16255025565624237
1816020 0.162748 0.162550 0.167620 CURRENT LEARNING RATE: 9.08105970141444e-09
previous_iter_valid_loss : 0.1605204939842224
1816040 0.160689 0.160520 0.167611 CURRENT LEARNING RATE: 9.079243671083248e-09
previous_iter_valid_loss : 0.177088662981987
1816060 0.177392 0.177089 0.168431 CURRENT LEARNING RATE: 9.077428003921804e-09
previous_iter_valid_loss : 0.1606256663799286
1816080 0.160786 0.160626 0.167937 CURRENT LEARNING RATE: 9.075612699857449e-09
previous_iter_valid_loss : 0.16223770380020142
1816100 0.162428 0.162238 0.167346 CURRENT LEARNING RATE: 9.073797758817636e-09
previous_iter_valid_loss : 0.17266175150871277
1816120 0.172934 0.172662 0.167950 CURRENT LEARNING RATE: 9.071983180729734e-09
previous_iter_valid_loss : 0.16918909549713135
1816140 0.169343 0.169189 0.168192 CURRENT LEARNING RATE: 9.07016896552116e-09
previous_iter_valid_loss : 0.16089749336242676
1816160 0.161058 0.160897 0.168012 CURRENT LEARNING RATE: 9.068355113119347e-09
previous_iter_valid_loss : 0.16154420375823975
1816180 0.161704 0.161544 0.167518 CURRENT LEARNING RATE: 9.066541623451739e-09
previous_iter_valid_loss : 0.1634596288204193
1816200 0.163622 0.163460 0.166717 CURRENT LEARNING RATE: 9.064728496445797e-09
previous_iter_valid_loss : 0.1856241524219513
1816220 0.186008 0.185624 0.167917 CURRENT LEARNING RATE: 9.062915732028964e-09
previous_iter_valid_loss : 0.17363081872463226
1816240 0.173899 0.173631 0.168197 CURRENT LEARNING RATE: 9.061103330128794e-09
previous_iter_valid_loss : 0.16177965700626373
1816260 0.161967 0.161780 0.167145 CURRENT LEARNING RATE: 9.059291290672758e-09
previous_iter_valid_loss : 0.1605435609817505
1816280 0.160707 0.160544 0.167027 CURRENT LEARNING RATE: 9.057479613588374e-09
previous_iter_valid_loss : 0.16761775314807892
1816300 0.167774 0.167618 0.167348 CURRENT LEARNING RATE: 9.055668298803177e-09
previous_iter_valid_loss : 0.1802087128162384
1816320 0.180368 0.180209 0.168329 CURRENT LEARNING RATE: 9.053857346244714e-09
previous_iter_valid_loss : 0.16129153966903687
1816340 0.161474 0.161292 0.167069 CURRENT LEARNING RATE: 9.052046755840545e-09
previous_iter_valid_loss : 0.1678306758403778
1816360 0.167988 0.167831 0.166575 CURRENT LEARNING RATE: 9.050236527518247e-09
previous_iter_valid_loss : 0.16054321825504303
1816380 0.160700 0.160543 0.166515 CURRENT LEARNING RATE: 9.04842666120538e-09
previous_iter_valid_loss : 0.1697072982788086
1816400 0.169856 0.169707 0.166975 CURRENT LEARNING RATE: 9.046617156829611e-09
previous_iter_valid_loss : 0.1680673509836197
1816420 0.168218 0.168067 0.167251 CURRENT LEARNING RATE: 9.044808014318532e-09
previous_iter_valid_loss : 0.17591233551502228
1816440 0.176068 0.175912 0.168021 CURRENT LEARNING RATE: 9.042999233599774e-09
previous_iter_valid_loss : 0.161634624004364
1816460 0.161820 0.161635 0.167248 CURRENT LEARNING RATE: 9.041190814600986e-09
previous_iter_valid_loss : 0.16942690312862396
1816480 0.169579 0.169427 0.167688 CURRENT LEARNING RATE: 9.039382757249832e-09
previous_iter_valid_loss : 0.1605125516653061
1816500 0.160666 0.160513 0.167602 CURRENT LEARNING RATE: 9.03757506147399e-09
previous_iter_valid_loss : 0.16060200333595276
1816520 0.160763 0.160602 0.166999 CURRENT LEARNING RATE: 9.035767727201119e-09
previous_iter_valid_loss : 0.16134652495384216
1816540 0.161495 0.161347 0.166607 CURRENT LEARNING RATE: 9.03396075435899e-09
previous_iter_valid_loss : 0.17359143495559692
1816560 0.173860 0.173591 0.167241 CURRENT LEARNING RATE: 9.032154142875293e-09
previous_iter_valid_loss : 0.16063521802425385
1816580 0.160799 0.160635 0.167196 CURRENT LEARNING RATE: 9.030347892677763e-09
previous_iter_valid_loss : 0.1695033460855484
1816600 0.169657 0.169503 0.167498 CURRENT LEARNING RATE: 9.02854200369415e-09
previous_iter_valid_loss : 0.16595730185508728
1816620 0.166119 0.165957 0.166515 CURRENT LEARNING RATE: 9.026736475852218e-09
previous_iter_valid_loss : 0.16857971251010895
1816640 0.168814 0.168580 0.166262 CURRENT LEARNING RATE: 9.024931309079746e-09
previous_iter_valid_loss : 0.168313667178154
1816660 0.168536 0.168314 0.166589 CURRENT LEARNING RATE: 9.023126503304527e-09
previous_iter_valid_loss : 0.16219963133335114
1816680 0.162367 0.162200 0.166672 CURRENT LEARNING RATE: 9.021322058454338e-09
previous_iter_valid_loss : 0.169599249958992
1816700 0.169754 0.169599 0.166771 CURRENT LEARNING RATE: 9.019517974457066e-09
previous_iter_valid_loss : 0.16049890220165253
1816720 0.160665 0.160499 0.165785 CURRENT LEARNING RATE: 9.017714251240512e-09
previous_iter_valid_loss : 0.16055922210216522
1816740 0.160710 0.160559 0.165749 CURRENT LEARNING RATE: 9.01591088873253e-09
previous_iter_valid_loss : 0.16163820028305054
1816760 0.161822 0.161638 0.165439 CURRENT LEARNING RATE: 9.014107886860984e-09
previous_iter_valid_loss : 0.17946621775627136
1816780 0.179628 0.179466 0.166385 CURRENT LEARNING RATE: 9.012305245553757e-09
previous_iter_valid_loss : 0.18985261023044586
1816800 0.189978 0.189853 0.167393 CURRENT LEARNING RATE: 9.010502964738739e-09
previous_iter_valid_loss : 0.16058561205863953
1816820 0.160761 0.160586 0.167019 CURRENT LEARNING RATE: 9.008701044343841e-09
previous_iter_valid_loss : 0.161340594291687
1816840 0.161503 0.161341 0.166290 CURRENT LEARNING RATE: 9.006899484296956e-09
previous_iter_valid_loss : 0.17398478090763092
1816860 0.174264 0.173985 0.166907 CURRENT LEARNING RATE: 9.005098284526081e-09
previous_iter_valid_loss : 0.16068246960639954
1816880 0.160856 0.160682 0.166470 CURRENT LEARNING RATE: 9.003297444959139e-09
previous_iter_valid_loss : 0.16082258522510529
1816900 0.161004 0.160823 0.166486 CURRENT LEARNING RATE: 9.001496965524097e-09
previous_iter_valid_loss : 0.16163413226604462
1816920 0.161813 0.161634 0.166537 CURRENT LEARNING RATE: 8.999696846148935e-09
previous_iter_valid_loss : 0.1621139496564865
1816940 0.162299 0.162114 0.166576 CURRENT LEARNING RATE: 8.997897086761645e-09
previous_iter_valid_loss : 0.17125694453716278
1816960 0.171409 0.171257 0.166459 CURRENT LEARNING RATE: 8.996097687290242e-09
previous_iter_valid_loss : 0.17072457075119019
1816980 0.170977 0.170725 0.166963 CURRENT LEARNING RATE: 8.994298647662716e-09
previous_iter_valid_loss : 0.16052581369876862
1817000 0.160678 0.160526 0.166515 CURRENT LEARNING RATE: 8.992499967807169e-09
previous_iter_valid_loss : 0.1748194694519043
1817020 0.174972 0.174819 0.166958 CURRENT LEARNING RATE: 8.990701647651622e-09
previous_iter_valid_loss : 0.16166909039020538
1817040 0.161862 0.161669 0.166612 CURRENT LEARNING RATE: 8.988903687124142e-09
previous_iter_valid_loss : 0.16526594758033752
1817060 0.165462 0.165266 0.166460 CURRENT LEARNING RATE: 8.98710608615281e-09
previous_iter_valid_loss : 0.16523747146129608
1817080 0.165404 0.165237 0.166612 CURRENT LEARNING RATE: 8.985308844665725e-09
previous_iter_valid_loss : 0.16068238019943237
1817100 0.160849 0.160682 0.166166 CURRENT LEARNING RATE: 8.983511962590991e-09
previous_iter_valid_loss : 0.1605856865644455
1817120 0.160744 0.160586 0.166170 CURRENT LEARNING RATE: 8.98171543985674e-09
previous_iter_valid_loss : 0.16774915158748627
1817140 0.167974 0.167749 0.166530 CURRENT LEARNING RATE: 8.979919276391075e-09
previous_iter_valid_loss : 0.166688933968544
1817160 0.166845 0.166689 0.166782 CURRENT LEARNING RATE: 8.978123472122214e-09
previous_iter_valid_loss : 0.16051790118217468
1817180 0.160684 0.160518 0.165835 CURRENT LEARNING RATE: 8.976328026978293e-09
previous_iter_valid_loss : 0.1618296504020691
1817200 0.161990 0.161830 0.164434 CURRENT LEARNING RATE: 8.974532940887494e-09
previous_iter_valid_loss : 0.16082286834716797
1817220 0.161003 0.160823 0.164445 CURRENT LEARNING RATE: 8.972738213778013e-09
previous_iter_valid_loss : 0.1608736664056778
1817240 0.161051 0.160874 0.164422 CURRENT LEARNING RATE: 8.970943845578064e-09
previous_iter_valid_loss : 0.16321799159049988
1817260 0.163385 0.163218 0.163884 CURRENT LEARNING RATE: 8.969149836215869e-09
previous_iter_valid_loss : 0.16784512996673584
1817280 0.168002 0.167845 0.164242 CURRENT LEARNING RATE: 8.967356185619668e-09
previous_iter_valid_loss : 0.16121099889278412
1817300 0.161376 0.161211 0.164261 CURRENT LEARNING RATE: 8.965562893717684e-09
previous_iter_valid_loss : 0.1796276867389679
1817320 0.179943 0.179628 0.165161 CURRENT LEARNING RATE: 8.963769960438249e-09
previous_iter_valid_loss : 0.16503769159317017
1817340 0.165202 0.165038 0.165307 CURRENT LEARNING RATE: 8.961977385709613e-09
previous_iter_valid_loss : 0.1610483080148697
1817360 0.161233 0.161048 0.164797 CURRENT LEARNING RATE: 8.960185169460075e-09
previous_iter_valid_loss : 0.1632925420999527
1817380 0.163468 0.163293 0.164425 CURRENT LEARNING RATE: 8.958393311617945e-09
previous_iter_valid_loss : 0.1630190759897232
1817400 0.163217 0.163019 0.164550 CURRENT LEARNING RATE: 8.956601812111548e-09
previous_iter_valid_loss : 0.16526265442371368
1817420 0.165436 0.165263 0.164072 CURRENT LEARNING RATE: 8.954810670869222e-09
previous_iter_valid_loss : 0.1605067253112793
1817440 0.160665 0.160507 0.164014 CURRENT LEARNING RATE: 8.953019887819296e-09
previous_iter_valid_loss : 0.1626359075307846
1817460 0.162791 0.162636 0.163882 CURRENT LEARNING RATE: 8.951229462890197e-09
previous_iter_valid_loss : 0.17400702834129333
1817480 0.174155 0.174007 0.164321 CURRENT LEARNING RATE: 8.949439396010279e-09
previous_iter_valid_loss : 0.17263610661029816
1817500 0.172899 0.172636 0.164919 CURRENT LEARNING RATE: 8.947649687107936e-09
previous_iter_valid_loss : 0.19955958425998688
1817520 0.200085 0.199560 0.166867 CURRENT LEARNING RATE: 8.945860336111583e-09
previous_iter_valid_loss : 0.16080090403556824
1817540 0.160957 0.160801 0.166520 CURRENT LEARNING RATE: 8.944071342949644e-09
previous_iter_valid_loss : 0.17265784740447998
1817560 0.172806 0.172658 0.166818 CURRENT LEARNING RATE: 8.942282707550562e-09
previous_iter_valid_loss : 0.16125762462615967
1817580 0.161416 0.161258 0.166855 CURRENT LEARNING RATE: 8.940494429842787e-09
previous_iter_valid_loss : 0.17490743100643158
1817600 0.175056 0.174907 0.167509 CURRENT LEARNING RATE: 8.938706509754758e-09
previous_iter_valid_loss : 0.16753412783145905
1817620 0.167692 0.167534 0.167845 CURRENT LEARNING RATE: 8.936918947215024e-09
previous_iter_valid_loss : 0.16061581671237946
1817640 0.160778 0.160616 0.167832 CURRENT LEARNING RATE: 8.93513174215205e-09
previous_iter_valid_loss : 0.17268991470336914
1817660 0.172948 0.172690 0.168305 CURRENT LEARNING RATE: 8.933344894494346e-09
previous_iter_valid_loss : 0.1623220443725586
1817680 0.162523 0.162322 0.168029 CURRENT LEARNING RATE: 8.931558404170438e-09
previous_iter_valid_loss : 0.16851630806922913
1817700 0.168748 0.168516 0.168394 CURRENT LEARNING RATE: 8.929772271108869e-09
previous_iter_valid_loss : 0.17038463056087494
1817720 0.170639 0.170385 0.167932 CURRENT LEARNING RATE: 8.927986495238189e-09
previous_iter_valid_loss : 0.16202421486377716
1817740 0.162219 0.162024 0.167782 CURRENT LEARNING RATE: 8.926201076486942e-09
previous_iter_valid_loss : 0.16119389235973358
1817760 0.161378 0.161194 0.167789 CURRENT LEARNING RATE: 8.924416014783769e-09
previous_iter_valid_loss : 0.16227272152900696
1817780 0.162436 0.162273 0.167738 CURRENT LEARNING RATE: 8.922631310057237e-09
previous_iter_valid_loss : 0.16442041099071503
1817800 0.164625 0.164420 0.167808 CURRENT LEARNING RATE: 8.92084696223596e-09
previous_iter_valid_loss : 0.17640022933483124
1817820 0.176689 0.176400 0.168365 CURRENT LEARNING RATE: 8.919062971248562e-09
previous_iter_valid_loss : 0.17192350327968597
1817840 0.172182 0.171924 0.168936 CURRENT LEARNING RATE: 8.917279337023684e-09
previous_iter_valid_loss : 0.16264203190803528
1817860 0.162805 0.162642 0.168936 CURRENT LEARNING RATE: 8.915496059489983e-09
previous_iter_valid_loss : 0.16851726174354553
1817880 0.168673 0.168517 0.168662 CURRENT LEARNING RATE: 8.913713138576123e-09
previous_iter_valid_loss : 0.16476725041866302
1817900 0.164965 0.164767 0.168268 CURRENT LEARNING RATE: 8.911930574210758e-09
previous_iter_valid_loss : 0.16066476702690125
1817920 0.160820 0.160665 0.166323 CURRENT LEARNING RATE: 8.910148366322651e-09
previous_iter_valid_loss : 0.1616666615009308
1817940 0.161859 0.161667 0.166367 CURRENT LEARNING RATE: 8.908366514840478e-09
previous_iter_valid_loss : 0.17316894233226776
1817960 0.173436 0.173169 0.166392 CURRENT LEARNING RATE: 8.906585019692967e-09
previous_iter_valid_loss : 0.16383804380893707
1817980 0.164013 0.163838 0.166521 CURRENT LEARNING RATE: 8.904803880808857e-09
previous_iter_valid_loss : 0.1620829701423645
1818000 0.162274 0.162083 0.165880 CURRENT LEARNING RATE: 8.903023098116906e-09
previous_iter_valid_loss : 0.17018680274486542
1818020 0.170338 0.170187 0.166013 CURRENT LEARNING RATE: 8.901242671545878e-09
previous_iter_valid_loss : 0.16069753468036652
1818040 0.160863 0.160698 0.166017 CURRENT LEARNING RATE: 8.899462601024559e-09
previous_iter_valid_loss : 0.1617061048746109
1818060 0.161888 0.161706 0.165468 CURRENT LEARNING RATE: 8.897682886481713e-09
previous_iter_valid_loss : 0.16120721399784088
1818080 0.161390 0.161207 0.165412 CURRENT LEARNING RATE: 8.895903527846214e-09
previous_iter_valid_loss : 0.16823811829090118
1818100 0.168396 0.168238 0.165398 CURRENT LEARNING RATE: 8.89412452504686e-09
previous_iter_valid_loss : 0.16629599034786224
1818120 0.166456 0.166296 0.165193 CURRENT LEARNING RATE: 8.892345878012488e-09
previous_iter_valid_loss : 0.16196425259113312
1818140 0.162132 0.161964 0.165190 CURRENT LEARNING RATE: 8.890567586671951e-09
previous_iter_valid_loss : 0.20252414047718048
1818160 0.202594 0.202524 0.167257 CURRENT LEARNING RATE: 8.888789650954119e-09
previous_iter_valid_loss : 0.1629616618156433
1818180 0.163159 0.162962 0.167291 CURRENT LEARNING RATE: 8.887012070787873e-09
previous_iter_valid_loss : 0.17349748313426971
1818200 0.173646 0.173497 0.167745 CURRENT LEARNING RATE: 8.885234846102081e-09
previous_iter_valid_loss : 0.16849355399608612
1818220 0.168716 0.168494 0.167350 CURRENT LEARNING RATE: 8.883457976825716e-09
previous_iter_valid_loss : 0.1623103767633438
1818240 0.162505 0.162310 0.166869 CURRENT LEARNING RATE: 8.88168146288767e-09
previous_iter_valid_loss : 0.16265416145324707
1818260 0.162841 0.162654 0.166870 CURRENT LEARNING RATE: 8.879905304216884e-09
previous_iter_valid_loss : 0.16156968474388123
1818280 0.161735 0.161570 0.166523 CURRENT LEARNING RATE: 8.878129500742312e-09
previous_iter_valid_loss : 0.1616809070110321
1818300 0.161880 0.161681 0.166368 CURRENT LEARNING RATE: 8.876354052392922e-09
previous_iter_valid_loss : 0.16435140371322632
1818320 0.164548 0.164351 0.166553 CURRENT LEARNING RATE: 8.874578959097692e-09
previous_iter_valid_loss : 0.1606774777173996
1818340 0.160855 0.160677 0.166503 CURRENT LEARNING RATE: 8.872804220785624e-09
previous_iter_valid_loss : 0.1644977182149887
1818360 0.164667 0.164498 0.166070 CURRENT LEARNING RATE: 8.871029837385693e-09
previous_iter_valid_loss : 0.16801360249519348
1818380 0.168167 0.168014 0.166278 CURRENT LEARNING RATE: 8.86925580882699e-09
previous_iter_valid_loss : 0.1619831919670105
1818400 0.162182 0.161983 0.166273 CURRENT LEARNING RATE: 8.867482135038521e-09
previous_iter_valid_loss : 0.2131473571062088
1818420 0.213192 0.213147 0.168421 CURRENT LEARNING RATE: 8.865708815949337e-09
previous_iter_valid_loss : 0.17877362668514252
1818440 0.179081 0.178774 0.169325 CURRENT LEARNING RATE: 8.863935851488508e-09
previous_iter_valid_loss : 0.1636638194322586
1818460 0.163858 0.163664 0.169423 CURRENT LEARNING RATE: 8.862163241585112e-09
previous_iter_valid_loss : 0.1646432876586914
1818480 0.164811 0.164643 0.169595 CURRENT LEARNING RATE: 8.86039098616825e-09
previous_iter_valid_loss : 0.1606786996126175
1818500 0.160855 0.160679 0.169217 CURRENT LEARNING RATE: 8.858619085167025e-09
previous_iter_valid_loss : 0.161808043718338
1818520 0.161995 0.161808 0.168992 CURRENT LEARNING RATE: 8.856847538510535e-09
previous_iter_valid_loss : 0.17032696306705475
1818540 0.170481 0.170327 0.169411 CURRENT LEARNING RATE: 8.85507634612798e-09
previous_iter_valid_loss : 0.16067634522914886
1818560 0.160847 0.160676 0.167318 CURRENT LEARNING RATE: 8.853305507948479e-09
previous_iter_valid_loss : 0.16068971157073975
1818580 0.160855 0.160690 0.167205 CURRENT LEARNING RATE: 8.8515350239012e-09
previous_iter_valid_loss : 0.16277506947517395
1818600 0.162963 0.162775 0.166669 CURRENT LEARNING RATE: 8.849764893915323e-09
previous_iter_valid_loss : 0.16072191298007965
1818620 0.160884 0.160722 0.166280 CURRENT LEARNING RATE: 8.847995117920043e-09
previous_iter_valid_loss : 0.19323933124542236
1818640 0.193350 0.193239 0.167826 CURRENT LEARNING RATE: 8.846225695844568e-09
previous_iter_valid_loss : 0.16978761553764343
1818660 0.170033 0.169788 0.168183 CURRENT LEARNING RATE: 8.844456627618091e-09
previous_iter_valid_loss : 0.1613873690366745
1818680 0.161571 0.161387 0.168174 CURRENT LEARNING RATE: 8.842687913169913e-09
previous_iter_valid_loss : 0.16524489223957062
1818700 0.165452 0.165245 0.168352 CURRENT LEARNING RATE: 8.840919552429252e-09
previous_iter_valid_loss : 0.1605055034160614
1818720 0.160672 0.160506 0.168160 CURRENT LEARNING RATE: 8.839151545325374e-09
previous_iter_valid_loss : 0.1633724421262741
1818740 0.163569 0.163372 0.168295 CURRENT LEARNING RATE: 8.837383891787559e-09
previous_iter_valid_loss : 0.16069470345973969
1818760 0.160855 0.160695 0.168104 CURRENT LEARNING RATE: 8.8356165917451e-09
previous_iter_valid_loss : 0.16989988088607788
1818780 0.170136 0.169900 0.168199 CURRENT LEARNING RATE: 8.833849645127306e-09
previous_iter_valid_loss : 0.16833610832691193
1818800 0.168564 0.168336 0.168516 CURRENT LEARNING RATE: 8.8320830518635e-09
previous_iter_valid_loss : 0.1609652042388916
1818820 0.161151 0.160965 0.165907 CURRENT LEARNING RATE: 8.830316811882986e-09
previous_iter_valid_loss : 0.16657978296279907
1818840 0.166736 0.166580 0.165298 CURRENT LEARNING RATE: 8.828550925115177e-09
previous_iter_valid_loss : 0.16058844327926636
1818860 0.160748 0.160588 0.165144 CURRENT LEARNING RATE: 8.826785391489405e-09
previous_iter_valid_loss : 0.16057972609996796
1818880 0.160738 0.160580 0.164941 CURRENT LEARNING RATE: 8.825020210935051e-09
previous_iter_valid_loss : 0.1609225869178772
1818900 0.161096 0.160923 0.164953 CURRENT LEARNING RATE: 8.823255383381507e-09
previous_iter_valid_loss : 0.16686534881591797
1818920 0.167085 0.166865 0.165206 CURRENT LEARNING RATE: 8.821490908758178e-09
previous_iter_valid_loss : 0.16118063032627106
1818940 0.161336 0.161181 0.164748 CURRENT LEARNING RATE: 8.819726786994487e-09
previous_iter_valid_loss : 0.1605152189731598
1818960 0.160684 0.160515 0.164740 CURRENT LEARNING RATE: 8.817963018019838e-09
previous_iter_valid_loss : 0.16269880533218384
1818980 0.162891 0.162699 0.164841 CURRENT LEARNING RATE: 8.816199601763743e-09
previous_iter_valid_loss : 0.16835227608680725
1819000 0.168506 0.168352 0.165120 CURRENT LEARNING RATE: 8.81443653815563e-09
previous_iter_valid_loss : 0.16181190311908722
1819020 0.161973 0.161812 0.165174 CURRENT LEARNING RATE: 8.812673827124982e-09
previous_iter_valid_loss : 0.16050228476524353
1819040 0.160668 0.160502 0.163537 CURRENT LEARNING RATE: 8.81091146860129e-09
previous_iter_valid_loss : 0.18574631214141846
1819060 0.185887 0.185746 0.164335 CURRENT LEARNING RATE: 8.809149462514055e-09
previous_iter_valid_loss : 0.17557428777217865
1819080 0.175723 0.175574 0.165045 CURRENT LEARNING RATE: 8.8073878087928e-09
previous_iter_valid_loss : 0.1607021987438202
1819100 0.160876 0.160702 0.164817 CURRENT LEARNING RATE: 8.805626507367059e-09
previous_iter_valid_loss : 0.16138063371181488
1819120 0.161566 0.161381 0.164861 CURRENT LEARNING RATE: 8.803865558166349e-09
previous_iter_valid_loss : 0.1827448606491089
1819140 0.182902 0.182745 0.165830 CURRENT LEARNING RATE: 8.802104961120293e-09
previous_iter_valid_loss : 0.16093052923679352
1819160 0.161094 0.160931 0.165842 CURRENT LEARNING RATE: 8.800344716158437e-09
previous_iter_valid_loss : 0.16061674058437347
1819180 0.160783 0.160617 0.165377 CURRENT LEARNING RATE: 8.79858482321037e-09
previous_iter_valid_loss : 0.16575825214385986
1819200 0.165977 0.165758 0.165249 CURRENT LEARNING RATE: 8.796825282205697e-09
previous_iter_valid_loss : 0.17411869764328003
1819220 0.174399 0.174119 0.165906 CURRENT LEARNING RATE: 8.795066093074038e-09
previous_iter_valid_loss : 0.16614094376564026
1819240 0.166350 0.166141 0.165884 CURRENT LEARNING RATE: 8.793307255745023e-09
previous_iter_valid_loss : 0.19270505011081696
1819260 0.192830 0.192705 0.167490 CURRENT LEARNING RATE: 8.7915487701483e-09
previous_iter_valid_loss : 0.18988338112831116
1819280 0.190312 0.189883 0.168955 CURRENT LEARNING RATE: 8.789790636213496e-09
previous_iter_valid_loss : 0.16081514954566956
1819300 0.160965 0.160815 0.168950 CURRENT LEARNING RATE: 8.788032853870352e-09
previous_iter_valid_loss : 0.169601708650589
1819320 0.169842 0.169602 0.169087 CURRENT LEARNING RATE: 8.786275423048521e-09
previous_iter_valid_loss : 0.16694596409797668
1819340 0.167173 0.166946 0.169375 CURRENT LEARNING RATE: 8.78451834367771e-09
previous_iter_valid_loss : 0.16049787402153015
1819360 0.160671 0.160498 0.169374 CURRENT LEARNING RATE: 8.782761615687633e-09
previous_iter_valid_loss : 0.16203705966472626
1819380 0.162192 0.162037 0.169341 CURRENT LEARNING RATE: 8.781005239008022e-09
previous_iter_valid_loss : 0.16051974892616272
1819400 0.160687 0.160520 0.168949 CURRENT LEARNING RATE: 8.779249213568621e-09
previous_iter_valid_loss : 0.17273837327957153
1819420 0.173009 0.172738 0.169496 CURRENT LEARNING RATE: 8.77749353929916e-09
previous_iter_valid_loss : 0.16156037151813507
1819440 0.161729 0.161560 0.169549 CURRENT LEARNING RATE: 8.775738216129472e-09
previous_iter_valid_loss : 0.16075657308101654
1819460 0.160931 0.160757 0.168299 CURRENT LEARNING RATE: 8.773983243989315e-09
previous_iter_valid_loss : 0.1927856206893921
1819480 0.192903 0.192786 0.169160 CURRENT LEARNING RATE: 8.772228622808489e-09
previous_iter_valid_loss : 0.16053012013435364
1819500 0.160686 0.160530 0.169151 CURRENT LEARNING RATE: 8.770474352516808e-09
previous_iter_valid_loss : 0.1622500866651535
1819520 0.162407 0.162250 0.169195 CURRENT LEARNING RATE: 8.768720433044101e-09
previous_iter_valid_loss : 0.1626785695552826
1819540 0.162845 0.162679 0.168191 CURRENT LEARNING RATE: 8.766966864320215e-09
previous_iter_valid_loss : 0.1618424952030182
1819560 0.162000 0.161842 0.168237 CURRENT LEARNING RATE: 8.765213646275003e-09
previous_iter_valid_loss : 0.17227719724178314
1819580 0.172424 0.172277 0.168820 CURRENT LEARNING RATE: 8.763460778838308e-09
previous_iter_valid_loss : 0.16052143275737762
1819600 0.160691 0.160521 0.168558 CURRENT LEARNING RATE: 8.761708261940076e-09
previous_iter_valid_loss : 0.16222156584262848
1819620 0.162412 0.162222 0.167963 CURRENT LEARNING RATE: 8.759956095510176e-09
previous_iter_valid_loss : 0.1683628410100937
1819640 0.168517 0.168363 0.168074 CURRENT LEARNING RATE: 8.75820427947852e-09
previous_iter_valid_loss : 0.16518259048461914
1819660 0.165389 0.165183 0.166698 CURRENT LEARNING RATE: 8.756452813775037e-09
previous_iter_valid_loss : 0.16132980585098267
1819680 0.161493 0.161330 0.165271 CURRENT LEARNING RATE: 8.754701698329668e-09
previous_iter_valid_loss : 0.16651424765586853
1819700 0.166675 0.166514 0.165556 CURRENT LEARNING RATE: 8.752950933072368e-09
previous_iter_valid_loss : 0.16998212039470673
1819720 0.170133 0.169982 0.165575 CURRENT LEARNING RATE: 8.751200517933106e-09
previous_iter_valid_loss : 0.1606276035308838
1819740 0.160783 0.160628 0.165259 CURRENT LEARNING RATE: 8.749450452841835e-09
previous_iter_valid_loss : 0.16476964950561523
1819760 0.164933 0.164770 0.165472 CURRENT LEARNING RATE: 8.747700737728613e-09
previous_iter_valid_loss : 0.16120027005672455
1819780 0.161364 0.161200 0.165430 CURRENT LEARNING RATE: 8.745951372523425e-09
previous_iter_valid_loss : 0.16600240767002106
1819800 0.166166 0.166002 0.165705 CURRENT LEARNING RATE: 8.744202357156291e-09
previous_iter_valid_loss : 0.19488641619682312
1819820 0.194998 0.194886 0.166812 CURRENT LEARNING RATE: 8.742453691557251e-09
previous_iter_valid_loss : 0.16057047247886658
1819840 0.160723 0.160570 0.166762 CURRENT LEARNING RATE: 8.740705375656361e-09
previous_iter_valid_loss : 0.1628343015909195
1819860 0.162999 0.162834 0.166866 CURRENT LEARNING RATE: 8.73895740938369e-09
previous_iter_valid_loss : 0.1761455535888672
1819880 0.176296 0.176146 0.166034 CURRENT LEARNING RATE: 8.737209792669282e-09
previous_iter_valid_loss : 0.16206280887126923
1819900 0.162253 0.162063 0.166111 CURRENT LEARNING RATE: 8.7354625254433e-09
previous_iter_valid_loss : 0.1633051186800003
1819920 0.163474 0.163305 0.166164 CURRENT LEARNING RATE: 8.733715607635818e-09
previous_iter_valid_loss : 0.17780396342277527
1819940 0.177966 0.177804 0.166920 CURRENT LEARNING RATE: 8.731969039176963e-09
previous_iter_valid_loss : 0.1633993685245514
1819960 0.163562 0.163399 0.166998 CURRENT LEARNING RATE: 8.73022281999687e-09
previous_iter_valid_loss : 0.1686914563179016
1819980 0.168847 0.168691 0.166819 CURRENT LEARNING RATE: 8.728476950025692e-09
previous_iter_valid_loss : 0.16169777512550354
1820000 0.161855 0.161698 0.166877 CURRENT LEARNING RATE: 8.726731429193592e-09
previous_iter_valid_loss : 0.16084349155426025
1820020 0.160993 0.160843 0.166808 CURRENT LEARNING RATE: 8.72498625743075e-09
previous_iter_valid_loss : 0.16059736907482147
1820040 0.160757 0.160597 0.166420 CURRENT LEARNING RATE: 8.72324143466733e-09
previous_iter_valid_loss : 0.16055229306221008
1820060 0.160710 0.160552 0.166189 CURRENT LEARNING RATE: 8.721496960833599e-09
previous_iter_valid_loss : 0.17594444751739502
1820080 0.176233 0.175944 0.166919 CURRENT LEARNING RATE: 8.719752835859747e-09
previous_iter_valid_loss : 0.1828538477420807
1820100 0.183202 0.182854 0.167736 CURRENT LEARNING RATE: 8.718009059676011e-09
previous_iter_valid_loss : 0.16151069104671478
1820120 0.161676 0.161511 0.167313 CURRENT LEARNING RATE: 8.716265632212637e-09
previous_iter_valid_loss : 0.16323202848434448
1820140 0.163408 0.163232 0.167443 CURRENT LEARNING RATE: 8.71452255339989e-09
previous_iter_valid_loss : 0.1780240386724472
1820160 0.178322 0.178024 0.168106 CURRENT LEARNING RATE: 8.712779823168048e-09
previous_iter_valid_loss : 0.16798420250415802
1820180 0.168142 0.167984 0.168445 CURRENT LEARNING RATE: 8.711037441447367e-09
previous_iter_valid_loss : 0.18148495256900787
1820200 0.181637 0.181485 0.169219 CURRENT LEARNING RATE: 8.709295408168217e-09
previous_iter_valid_loss : 0.16309672594070435
1820220 0.163264 0.163097 0.167630 CURRENT LEARNING RATE: 8.707553723260882e-09
previous_iter_valid_loss : 0.1611199676990509
1820240 0.161280 0.161120 0.167657 CURRENT LEARNING RATE: 8.705812386655699e-09
previous_iter_valid_loss : 0.16410110890865326
1820260 0.164270 0.164101 0.167720 CURRENT LEARNING RATE: 8.704071398283014e-09
previous_iter_valid_loss : 0.16082990169525146
1820280 0.161006 0.160830 0.166955 CURRENT LEARNING RATE: 8.702330758073183e-09
previous_iter_valid_loss : 0.16051407158374786
1820300 0.160679 0.160514 0.166877 CURRENT LEARNING RATE: 8.700590465956586e-09
previous_iter_valid_loss : 0.18108585476875305
1820320 0.181242 0.181086 0.167766 CURRENT LEARNING RATE: 8.698850521863607e-09
previous_iter_valid_loss : 0.17288079857826233
1820340 0.173024 0.172881 0.167520 CURRENT LEARNING RATE: 8.697110925724621e-09
previous_iter_valid_loss : 0.18028998374938965
1820360 0.180447 0.180290 0.168365 CURRENT LEARNING RATE: 8.695371677470102e-09
previous_iter_valid_loss : 0.16058190166950226
1820380 0.160747 0.160582 0.167959 CURRENT LEARNING RATE: 8.693632777030452e-09
previous_iter_valid_loss : 0.18468350172042847
1820400 0.184831 0.184684 0.169108 CURRENT LEARNING RATE: 8.691894224336116e-09
previous_iter_valid_loss : 0.16057400405406952
1820420 0.160724 0.160574 0.169095 CURRENT LEARNING RATE: 8.690156019317548e-09
previous_iter_valid_loss : 0.16647827625274658
1820440 0.166684 0.166478 0.169389 CURRENT LEARNING RATE: 8.688418161905222e-09
previous_iter_valid_loss : 0.1607625037431717
1820460 0.160911 0.160763 0.169399 CURRENT LEARNING RATE: 8.686680652029625e-09
previous_iter_valid_loss : 0.16181303560733795
1820480 0.161976 0.161813 0.168693 CURRENT LEARNING RATE: 8.684943489621256e-09
previous_iter_valid_loss : 0.16171379387378693
1820500 0.161888 0.161714 0.167636 CURRENT LEARNING RATE: 8.683206674610593e-09
previous_iter_valid_loss : 0.1610536277294159
1820520 0.161233 0.161054 0.167613 CURRENT LEARNING RATE: 8.681470206928233e-09
previous_iter_valid_loss : 0.1604999154806137
1820540 0.160665 0.160500 0.167476 CURRENT LEARNING RATE: 8.67973408650468e-09
previous_iter_valid_loss : 0.16382095217704773
1820560 0.164023 0.163821 0.166766 CURRENT LEARNING RATE: 8.677998313270493e-09
previous_iter_valid_loss : 0.17142349481582642
1820580 0.171562 0.171423 0.166938 CURRENT LEARNING RATE: 8.676262887156238e-09
previous_iter_valid_loss : 0.18986816704273224
1820600 0.190001 0.189868 0.167357 CURRENT LEARNING RATE: 8.674527808092501e-09
previous_iter_valid_loss : 0.16096393764019012
1820620 0.161116 0.160964 0.167251 CURRENT LEARNING RATE: 8.672793076009877e-09
previous_iter_valid_loss : 0.17457695305347443
1820640 0.174853 0.174577 0.167924 CURRENT LEARNING RATE: 8.671058690838947e-09
previous_iter_valid_loss : 0.16066771745681763
1820660 0.160830 0.160668 0.167752 CURRENT LEARNING RATE: 8.669324652510397e-09
previous_iter_valid_loss : 0.16169258952140808
1820680 0.161871 0.161693 0.167795 CURRENT LEARNING RATE: 8.667590960954832e-09
previous_iter_valid_loss : 0.16267359256744385
1820700 0.162841 0.162674 0.167903 CURRENT LEARNING RATE: 8.66585761610291e-09
previous_iter_valid_loss : 0.1842157244682312
1820720 0.184362 0.184216 0.168060 CURRENT LEARNING RATE: 8.664124617885292e-09
previous_iter_valid_loss : 0.16051174700260162
1820740 0.160683 0.160512 0.167441 CURRENT LEARNING RATE: 8.662391966232659e-09
previous_iter_valid_loss : 0.1810244470834732
1820760 0.181180 0.181024 0.167478 CURRENT LEARNING RATE: 8.660659661075707e-09
previous_iter_valid_loss : 0.17702575027942657
1820780 0.177180 0.177026 0.168300 CURRENT LEARNING RATE: 8.658927702345142e-09
previous_iter_valid_loss : 0.16225837171077728
1820800 0.162420 0.162258 0.167179 CURRENT LEARNING RATE: 8.657196089971655e-09
previous_iter_valid_loss : 0.16338394582271576
1820820 0.163553 0.163384 0.167319 CURRENT LEARNING RATE: 8.655464823886044e-09
previous_iter_valid_loss : 0.16103331744670868
1820840 0.161213 0.161033 0.167047 CURRENT LEARNING RATE: 8.653733904019028e-09
previous_iter_valid_loss : 0.16380532085895538
1820860 0.164011 0.163805 0.167199 CURRENT LEARNING RATE: 8.652003330301368e-09
previous_iter_valid_loss : 0.16073870658874512
1820880 0.160908 0.160739 0.167145 CURRENT LEARNING RATE: 8.650273102663843e-09
previous_iter_valid_loss : 0.1606018990278244
1820900 0.160770 0.160602 0.167090 CURRENT LEARNING RATE: 8.648543221037243e-09
previous_iter_valid_loss : 0.16625557839870453
1820920 0.166466 0.166256 0.167350 CURRENT LEARNING RATE: 8.646813685352373e-09
previous_iter_valid_loss : 0.16128696501255035
1820940 0.161448 0.161287 0.167389 CURRENT LEARNING RATE: 8.645084495540053e-09
previous_iter_valid_loss : 0.1615392118692398
1820960 0.161683 0.161539 0.167275 CURRENT LEARNING RATE: 8.643355651531082e-09
previous_iter_valid_loss : 0.16090521216392517
1820980 0.161066 0.160905 0.166749 CURRENT LEARNING RATE: 8.641627153256369e-09
previous_iter_valid_loss : 0.16056285798549652
1821000 0.160710 0.160563 0.165284 CURRENT LEARNING RATE: 8.639899000646742e-09
previous_iter_valid_loss : 0.1661253273487091
1821020 0.166284 0.166125 0.165542 CURRENT LEARNING RATE: 8.638171193633078e-09
previous_iter_valid_loss : 0.16067060828208923
1821040 0.160840 0.160671 0.164847 CURRENT LEARNING RATE: 8.636443732146261e-09
previous_iter_valid_loss : 0.1616567075252533
1821060 0.161821 0.161657 0.164896 CURRENT LEARNING RATE: 8.634716616117197e-09
previous_iter_valid_loss : 0.16768962144851685
1821080 0.167905 0.167690 0.165196 CURRENT LEARNING RATE: 8.632989845476797e-09
previous_iter_valid_loss : 0.1623777449131012
1821100 0.162571 0.162378 0.165181 CURRENT LEARNING RATE: 8.631263420155962e-09
previous_iter_valid_loss : 0.16078048944473267
1821120 0.160954 0.160780 0.164010 CURRENT LEARNING RATE: 8.629537340085695e-09
previous_iter_valid_loss : 0.16327603161334991
1821140 0.163471 0.163276 0.164148 CURRENT LEARNING RATE: 8.627811605196923e-09
previous_iter_valid_loss : 0.16702306270599365
1821160 0.167249 0.167023 0.163448 CURRENT LEARNING RATE: 8.626086215420617e-09
previous_iter_valid_loss : 0.16890908777713776
1821180 0.169061 0.168909 0.163042 CURRENT LEARNING RATE: 8.62436117068776e-09
previous_iter_valid_loss : 0.1607469618320465
1821200 0.160907 0.160747 0.162966 CURRENT LEARNING RATE: 8.622636470929352e-09
previous_iter_valid_loss : 0.18690884113311768
1821220 0.187044 0.186909 0.164143 CURRENT LEARNING RATE: 8.620912116076402e-09
previous_iter_valid_loss : 0.1648084968328476
1821240 0.164987 0.164808 0.164331 CURRENT LEARNING RATE: 8.619188106059941e-09
previous_iter_valid_loss : 0.16076189279556274
1821260 0.160938 0.160762 0.164179 CURRENT LEARNING RATE: 8.617464440810972e-09
previous_iter_valid_loss : 0.1620815247297287
1821280 0.162262 0.162082 0.164246 CURRENT LEARNING RATE: 8.615741120260614e-09
previous_iter_valid_loss : 0.16126888990402222
1821300 0.161416 0.161269 0.164280 CURRENT LEARNING RATE: 8.614018144339901e-09
previous_iter_valid_loss : 0.18570564687252045
1821320 0.186082 0.185706 0.165252 CURRENT LEARNING RATE: 8.612295512979914e-09
previous_iter_valid_loss : 0.1908465474843979
1821340 0.191295 0.190847 0.166730 CURRENT LEARNING RATE: 8.61057322611175e-09
previous_iter_valid_loss : 0.16058960556983948
1821360 0.160745 0.160590 0.166683 CURRENT LEARNING RATE: 8.608851283666517e-09
previous_iter_valid_loss : 0.16095587611198425
1821380 0.161103 0.160956 0.166685 CURRENT LEARNING RATE: 8.607129685575336e-09
previous_iter_valid_loss : 0.16058950126171112
1821400 0.160751 0.160590 0.166686 CURRENT LEARNING RATE: 8.605408431769312e-09
previous_iter_valid_loss : 0.1699957251548767
1821420 0.170243 0.169996 0.166880 CURRENT LEARNING RATE: 8.603687522179657e-09
previous_iter_valid_loss : 0.16395820677280426
1821440 0.164133 0.163958 0.167044 CURRENT LEARNING RATE: 8.601966956737505e-09
previous_iter_valid_loss : 0.16458871960639954
1821460 0.164754 0.164589 0.167191 CURRENT LEARNING RATE: 8.600246735374032e-09
previous_iter_valid_loss : 0.1688941866159439
1821480 0.169046 0.168894 0.167251 CURRENT LEARNING RATE: 8.59852685802043e-09
previous_iter_valid_loss : 0.16319413483142853
1821500 0.163355 0.163194 0.167292 CURRENT LEARNING RATE: 8.596807324607903e-09
previous_iter_valid_loss : 0.16937865316867828
1821520 0.169531 0.169379 0.167722 CURRENT LEARNING RATE: 8.595088135067669e-09
previous_iter_valid_loss : 0.16089899837970734
1821540 0.161057 0.160899 0.167603 CURRENT LEARNING RATE: 8.593369289330963e-09
previous_iter_valid_loss : 0.16383405029773712
1821560 0.164009 0.163834 0.167444 CURRENT LEARNING RATE: 8.591650787328999e-09
previous_iter_valid_loss : 0.16848215460777283
1821580 0.168631 0.168482 0.167422 CURRENT LEARNING RATE: 8.589932628993099e-09
previous_iter_valid_loss : 0.1675824373960495
1821600 0.167733 0.167582 0.167764 CURRENT LEARNING RATE: 8.588214814254502e-09
previous_iter_valid_loss : 0.16156724095344543
1821620 0.161757 0.161567 0.166497 CURRENT LEARNING RATE: 8.586497343044502e-09
previous_iter_valid_loss : 0.1614764928817749
1821640 0.161671 0.161476 0.166330 CURRENT LEARNING RATE: 8.584780215294396e-09
previous_iter_valid_loss : 0.1617404967546463
1821660 0.161930 0.161740 0.166379 CURRENT LEARNING RATE: 8.5830634309355e-09
previous_iter_valid_loss : 0.16068987548351288
1821680 0.160864 0.160690 0.166310 CURRENT LEARNING RATE: 8.581346989899141e-09
previous_iter_valid_loss : 0.16050946712493896
1821700 0.160677 0.160509 0.166272 CURRENT LEARNING RATE: 8.579630892116664e-09
previous_iter_valid_loss : 0.16067102551460266
1821720 0.160829 0.160671 0.165020 CURRENT LEARNING RATE: 8.577915137519392e-09
previous_iter_valid_loss : 0.16123534739017487
1821740 0.161397 0.161235 0.163539 CURRENT LEARNING RATE: 8.57619972603876e-09
previous_iter_valid_loss : 0.16371223330497742
1821760 0.163914 0.163712 0.163696 CURRENT LEARNING RATE: 8.574484657606115e-09
previous_iter_valid_loss : 0.16587157547473907
1821780 0.166028 0.165872 0.163941 CURRENT LEARNING RATE: 8.57276993215286e-09
previous_iter_valid_loss : 0.16706141829490662
1821800 0.167223 0.167061 0.164265 CURRENT LEARNING RATE: 8.571055549610403e-09
previous_iter_valid_loss : 0.16052943468093872
1821820 0.160689 0.160529 0.163792 CURRENT LEARNING RATE: 8.569341509910168e-09
previous_iter_valid_loss : 0.16052187979221344
1821840 0.160680 0.160522 0.163620 CURRENT LEARNING RATE: 8.567627812983594e-09
previous_iter_valid_loss : 0.17438112199306488
1821860 0.174655 0.174381 0.164109 CURRENT LEARNING RATE: 8.565914458762105e-09
previous_iter_valid_loss : 0.16183249652385712
1821880 0.161984 0.161832 0.163756 CURRENT LEARNING RATE: 8.564201447177225e-09
previous_iter_valid_loss : 0.16795487701892853
1821900 0.168111 0.167955 0.163994 CURRENT LEARNING RATE: 8.562488778160403e-09
previous_iter_valid_loss : 0.16207875311374664
1821920 0.162242 0.162079 0.163629 CURRENT LEARNING RATE: 8.560776451643135e-09
previous_iter_valid_loss : 0.16080671548843384
1821940 0.160984 0.160807 0.163625 CURRENT LEARNING RATE: 8.559064467556926e-09
previous_iter_valid_loss : 0.16872183978557587
1821960 0.168954 0.168722 0.163869 CURRENT LEARNING RATE: 8.557352825833296e-09
previous_iter_valid_loss : 0.16507606208324432
1821980 0.165243 0.165076 0.163699 CURRENT LEARNING RATE: 8.55564152640378e-09
previous_iter_valid_loss : 0.16210705041885376
1822000 0.162294 0.162107 0.163425 CURRENT LEARNING RATE: 8.553930569199928e-09
previous_iter_valid_loss : 0.16116026043891907
1822020 0.161344 0.161160 0.163405 CURRENT LEARNING RATE: 8.552219954153268e-09
previous_iter_valid_loss : 0.16111017763614655
1822040 0.161269 0.161110 0.163386 CURRENT LEARNING RATE: 8.550509681195438e-09
previous_iter_valid_loss : 0.16760055720806122
1822060 0.167758 0.167601 0.163679 CURRENT LEARNING RATE: 8.548799750257997e-09
previous_iter_valid_loss : 0.16165800392627716
1822080 0.161818 0.161658 0.163728 CURRENT LEARNING RATE: 8.547090161272545e-09
previous_iter_valid_loss : 0.1733488291501999
1822100 0.173609 0.173349 0.164370 CURRENT LEARNING RATE: 8.545380914170703e-09
previous_iter_valid_loss : 0.1604979783296585
1822120 0.160664 0.160498 0.164361 CURRENT LEARNING RATE: 8.543672008884097e-09
previous_iter_valid_loss : 0.16057512164115906
1822140 0.160729 0.160575 0.164328 CURRENT LEARNING RATE: 8.541963445344375e-09
previous_iter_valid_loss : 0.1634460836648941
1822160 0.163635 0.163446 0.164315 CURRENT LEARNING RATE: 8.540255223483159e-09
previous_iter_valid_loss : 0.16741009056568146
1822180 0.167623 0.167410 0.164392 CURRENT LEARNING RATE: 8.538547343232184e-09
previous_iter_valid_loss : 0.16230891644954681
1822200 0.162475 0.162309 0.164154 CURRENT LEARNING RATE: 8.536839804523104e-09
previous_iter_valid_loss : 0.16111589968204498
1822220 0.161307 0.161116 0.164184 CURRENT LEARNING RATE: 8.535132607287618e-09
previous_iter_valid_loss : 0.167216956615448
1822240 0.167373 0.167217 0.164518 CURRENT LEARNING RATE: 8.533425751457436e-09
previous_iter_valid_loss : 0.16052256524562836
1822260 0.160682 0.160523 0.163825 CURRENT LEARNING RATE: 8.531719236964288e-09
previous_iter_valid_loss : 0.16072086989879608
1822280 0.160891 0.160721 0.163770 CURRENT LEARNING RATE: 8.53001306373991e-09
previous_iter_valid_loss : 0.1618177443742752
1822300 0.162010 0.161818 0.163463 CURRENT LEARNING RATE: 8.528307231716053e-09
previous_iter_valid_loss : 0.1715562343597412
1822320 0.171820 0.171556 0.163937 CURRENT LEARNING RATE: 8.526601740824456e-09
previous_iter_valid_loss : 0.16951128840446472
1822340 0.169761 0.169511 0.164372 CURRENT LEARNING RATE: 8.524896590996963e-09
previous_iter_valid_loss : 0.17896822094917297
1822360 0.179131 0.178968 0.164884 CURRENT LEARNING RATE: 8.523191782165334e-09
previous_iter_valid_loss : 0.16060590744018555
1822380 0.160776 0.160606 0.164661 CURRENT LEARNING RATE: 8.521487314261375e-09
previous_iter_valid_loss : 0.17653533816337585
1822400 0.176827 0.176535 0.165382 CURRENT LEARNING RATE: 8.519783187216913e-09
previous_iter_valid_loss : 0.17716316878795624
1822420 0.177459 0.177163 0.166182 CURRENT LEARNING RATE: 8.518079400963777e-09
previous_iter_valid_loss : 0.171196848154068
1822440 0.171455 0.171197 0.166687 CURRENT LEARNING RATE: 8.51637595543382e-09
previous_iter_valid_loss : 0.16242152452468872
1822460 0.162613 0.162422 0.166428 CURRENT LEARNING RATE: 8.514672850558902e-09
previous_iter_valid_loss : 0.16493351757526398
1822480 0.165140 0.164934 0.166592 CURRENT LEARNING RATE: 8.512970086270868e-09
previous_iter_valid_loss : 0.1607917994260788
1822500 0.160967 0.160792 0.165964 CURRENT LEARNING RATE: 8.51126766250167e-09
previous_iter_valid_loss : 0.16774141788482666
1822520 0.167967 0.167741 0.166326 CURRENT LEARNING RATE: 8.50956557918318e-09
previous_iter_valid_loss : 0.16758570075035095
1822540 0.167737 0.167586 0.166676 CURRENT LEARNING RATE: 8.507863836247313e-09
previous_iter_valid_loss : 0.1739843189716339
1822560 0.174136 0.173984 0.167203 CURRENT LEARNING RATE: 8.506162433626001e-09
previous_iter_valid_loss : 0.16821151971817017
1822580 0.168440 0.168212 0.167243 CURRENT LEARNING RATE: 8.504461371251187e-09
previous_iter_valid_loss : 0.16483470797538757
1822600 0.165038 0.164835 0.167370 CURRENT LEARNING RATE: 8.50276064905483e-09
previous_iter_valid_loss : 0.167922243475914
1822620 0.168077 0.167922 0.167710 CURRENT LEARNING RATE: 8.501060266968869e-09
previous_iter_valid_loss : 0.1605442613363266
1822640 0.160700 0.160544 0.167376 CURRENT LEARNING RATE: 8.49936022492535e-09
previous_iter_valid_loss : 0.16055049002170563
1822660 0.160705 0.160550 0.167378 CURRENT LEARNING RATE: 8.497660522856241e-09
previous_iter_valid_loss : 0.16144602000713348
1822680 0.161602 0.161446 0.167414 CURRENT LEARNING RATE: 8.495961160693555e-09
previous_iter_valid_loss : 0.16083690524101257
1822700 0.160994 0.160837 0.167365 CURRENT LEARNING RATE: 8.494262138369316e-09
previous_iter_valid_loss : 0.16052383184432983
1822720 0.160684 0.160524 0.166813 CURRENT LEARNING RATE: 8.492563455815564e-09
previous_iter_valid_loss : 0.17470355331897736
1822740 0.174857 0.174704 0.167073 CURRENT LEARNING RATE: 8.49086511296435e-09
previous_iter_valid_loss : 0.16067303717136383
1822760 0.160819 0.160673 0.166158 CURRENT LEARNING RATE: 8.489167109747744e-09
previous_iter_valid_loss : 0.16303345561027527
1822780 0.163230 0.163033 0.166280 CURRENT LEARNING RATE: 8.487469446097792e-09
previous_iter_valid_loss : 0.16095052659511566
1822800 0.161130 0.160951 0.165500 CURRENT LEARNING RATE: 8.48577212194665e-09
previous_iter_valid_loss : 0.16353696584701538
1822820 0.163705 0.163537 0.164819 CURRENT LEARNING RATE: 8.484075137226392e-09
previous_iter_valid_loss : 0.1740065962076187
1822840 0.174154 0.174007 0.164959 CURRENT LEARNING RATE: 8.482378491869141e-09
previous_iter_valid_loss : 0.1686505377292633
1822860 0.168894 0.168651 0.165271 CURRENT LEARNING RATE: 8.480682185807033e-09
previous_iter_valid_loss : 0.17271383106708527
1822880 0.172992 0.172714 0.165660 CURRENT LEARNING RATE: 8.478986218972213e-09
previous_iter_valid_loss : 0.16307009756565094
1822900 0.163237 0.163070 0.165774 CURRENT LEARNING RATE: 8.477290591296843e-09
previous_iter_valid_loss : 0.16346441209316254
1822920 0.163633 0.163464 0.165560 CURRENT LEARNING RATE: 8.475595302713095e-09
previous_iter_valid_loss : 0.16499903798103333
1822940 0.165199 0.164999 0.165431 CURRENT LEARNING RATE: 8.473900353153132e-09
previous_iter_valid_loss : 0.17240677773952484
1822960 0.172672 0.172407 0.165352 CURRENT LEARNING RATE: 8.472205742549215e-09
previous_iter_valid_loss : 0.16067586839199066
1822980 0.160846 0.160676 0.164975 CURRENT LEARNING RATE: 8.470511470833527e-09
previous_iter_valid_loss : 0.1617610603570938
1823000 0.161952 0.161761 0.164821 CURRENT LEARNING RATE: 8.468817537938302e-09
previous_iter_valid_loss : 0.1683008074760437
1823020 0.168452 0.168301 0.164840 CURRENT LEARNING RATE: 8.467123943795778e-09
previous_iter_valid_loss : 0.1615040898323059
1823040 0.161697 0.161504 0.164888 CURRENT LEARNING RATE: 8.465430688338213e-09
previous_iter_valid_loss : 0.1609109491109848
1823060 0.161062 0.160911 0.164906 CURRENT LEARNING RATE: 8.463737771497875e-09
previous_iter_valid_loss : 0.1688849925994873
1823080 0.169032 0.168885 0.165278 CURRENT LEARNING RATE: 8.46204519320702e-09
previous_iter_valid_loss : 0.16488103568553925
1823100 0.165083 0.164881 0.165480 CURRENT LEARNING RATE: 8.460352953398005e-09
previous_iter_valid_loss : 0.16057240962982178
1823120 0.160744 0.160572 0.165483 CURRENT LEARNING RATE: 8.458661052003107e-09
previous_iter_valid_loss : 0.16058985888957977
1823140 0.160763 0.160590 0.164777 CURRENT LEARNING RATE: 8.456969488954655e-09
previous_iter_valid_loss : 0.167755588889122
1823160 0.167912 0.167756 0.165131 CURRENT LEARNING RATE: 8.455278264184982e-09
previous_iter_valid_loss : 0.16162271797657013
1823180 0.161788 0.161623 0.165061 CURRENT LEARNING RATE: 8.453587377626442e-09
previous_iter_valid_loss : 0.17179656028747559
1823200 0.171945 0.171797 0.165603 CURRENT LEARNING RATE: 8.451896829211397e-09
previous_iter_valid_loss : 0.17119261622428894
1823220 0.171343 0.171193 0.165986 CURRENT LEARNING RATE: 8.450206618872226e-09
previous_iter_valid_loss : 0.17481397092342377
1823240 0.174963 0.174814 0.166026 CURRENT LEARNING RATE: 8.448516746541292e-09
previous_iter_valid_loss : 0.1845548450946808
1823260 0.184709 0.184555 0.166821 CURRENT LEARNING RATE: 8.446827212151059e-09
previous_iter_valid_loss : 0.17786362767219543
1823280 0.178021 0.177864 0.167079 CURRENT LEARNING RATE: 8.445138015633915e-09
previous_iter_valid_loss : 0.16121847927570343
1823300 0.161408 0.161218 0.166986 CURRENT LEARNING RATE: 8.443449156922292e-09
previous_iter_valid_loss : 0.16106539964675903
1823320 0.161218 0.161065 0.166866 CURRENT LEARNING RATE: 8.441760635948638e-09
previous_iter_valid_loss : 0.17630501091480255
1823340 0.176466 0.176305 0.167432 CURRENT LEARNING RATE: 8.44007245264541e-09
previous_iter_valid_loss : 0.18958477675914764
1823360 0.190015 0.189585 0.168291 CURRENT LEARNING RATE: 8.43838460694508e-09
previous_iter_valid_loss : 0.16482464969158173
1823380 0.165031 0.164825 0.168498 CURRENT LEARNING RATE: 8.436697098780108e-09
previous_iter_valid_loss : 0.1665017455816269
1823400 0.166711 0.166502 0.168735 CURRENT LEARNING RATE: 8.435009928083049e-09
previous_iter_valid_loss : 0.16437655687332153
1823420 0.164550 0.164377 0.168539 CURRENT LEARNING RATE: 8.433323094786389e-09
previous_iter_valid_loss : 0.16171059012413025
1823440 0.161891 0.161711 0.168549 CURRENT LEARNING RATE: 8.431636598822653e-09
previous_iter_valid_loss : 0.1636631190776825
1823460 0.163833 0.163663 0.168687 CURRENT LEARNING RATE: 8.429950440124382e-09
previous_iter_valid_loss : 0.16373968124389648
1823480 0.163938 0.163740 0.168429 CURRENT LEARNING RATE: 8.428264618624131e-09
previous_iter_valid_loss : 0.18078827857971191
1823500 0.181126 0.180788 0.169225 CURRENT LEARNING RATE: 8.426579134254465e-09
previous_iter_valid_loss : 0.16480116546154022
1823520 0.164996 0.164801 0.169436 CURRENT LEARNING RATE: 8.424893986947967e-09
previous_iter_valid_loss : 0.17086897790431976
1823540 0.171014 0.170869 0.169950 CURRENT LEARNING RATE: 8.423209176637198e-09
previous_iter_valid_loss : 0.16721408069133759
1823560 0.167442 0.167214 0.169923 CURRENT LEARNING RATE: 8.421524703254827e-09
previous_iter_valid_loss : 0.16052861511707306
1823580 0.160702 0.160529 0.169868 CURRENT LEARNING RATE: 8.419840566733447e-09
previous_iter_valid_loss : 0.16146919131278992
1823600 0.161623 0.161469 0.169352 CURRENT LEARNING RATE: 8.41815676700569e-09
previous_iter_valid_loss : 0.1605367362499237
1823620 0.160699 0.160537 0.168819 CURRENT LEARNING RATE: 8.416473304004204e-09
previous_iter_valid_loss : 0.16660632193088531
1823640 0.166837 0.166606 0.168409 CURRENT LEARNING RATE: 8.41479017766165e-09
previous_iter_valid_loss : 0.17328095436096191
1823660 0.173434 0.173281 0.167845 CURRENT LEARNING RATE: 8.413107387910707e-09
previous_iter_valid_loss : 0.16821955144405365
1823680 0.168373 0.168220 0.167363 CURRENT LEARNING RATE: 8.41142493468406e-09
previous_iter_valid_loss : 0.18623298406600952
1823700 0.186377 0.186233 0.168614 CURRENT LEARNING RATE: 8.40974281791438e-09
previous_iter_valid_loss : 0.16736459732055664
1823720 0.167579 0.167365 0.168929 CURRENT LEARNING RATE: 8.408061037534446e-09
previous_iter_valid_loss : 0.16208650171756744
1823740 0.162245 0.162087 0.168218 CURRENT LEARNING RATE: 8.406379593476954e-09
previous_iter_valid_loss : 0.16437777876853943
1823760 0.164553 0.164378 0.166957 CURRENT LEARNING RATE: 8.404698485674646e-09
previous_iter_valid_loss : 0.16173645853996277
1823780 0.161931 0.161736 0.166803 CURRENT LEARNING RATE: 8.403017714060279e-09
previous_iter_valid_loss : 0.16477420926094055
1823800 0.164934 0.164774 0.166717 CURRENT LEARNING RATE: 8.401337278566622e-09
previous_iter_valid_loss : 0.1605093628168106
1823820 0.160662 0.160509 0.166523 CURRENT LEARNING RATE: 8.399657179126457e-09
previous_iter_valid_loss : 0.1610485166311264
1823840 0.161203 0.161049 0.166490 CURRENT LEARNING RATE: 8.397977415672551e-09
previous_iter_valid_loss : 0.17245399951934814
1823860 0.172728 0.172454 0.166930 CURRENT LEARNING RATE: 8.39629798813777e-09
previous_iter_valid_loss : 0.16567771136760712
1823880 0.165887 0.165678 0.167027 CURRENT LEARNING RATE: 8.394618896454913e-09
previous_iter_valid_loss : 0.16051100194454193
1823900 0.160668 0.160511 0.166013 CURRENT LEARNING RATE: 8.392940140556811e-09
previous_iter_valid_loss : 0.16123656928539276
1823920 0.161390 0.161237 0.165835 CURRENT LEARNING RATE: 8.391261720376317e-09
previous_iter_valid_loss : 0.1687847226858139
1823940 0.169022 0.168785 0.165730 CURRENT LEARNING RATE: 8.389583635846293e-09
previous_iter_valid_loss : 0.16492478549480438
1823960 0.165130 0.164925 0.165616 CURRENT LEARNING RATE: 8.387905886899613e-09
previous_iter_valid_loss : 0.1634090542793274
1823980 0.163610 0.163409 0.165760 CURRENT LEARNING RATE: 8.386228473469173e-09
previous_iter_valid_loss : 0.16691991686820984
1824000 0.167148 0.166920 0.166032 CURRENT LEARNING RATE: 8.38455139548784e-09
previous_iter_valid_loss : 0.16400836408138275
1824020 0.164174 0.164008 0.166206 CURRENT LEARNING RATE: 8.382874652888596e-09
previous_iter_valid_loss : 0.16847580671310425
1824040 0.168631 0.168476 0.166299 CURRENT LEARNING RATE: 8.38119824560434e-09
previous_iter_valid_loss : 0.16201451420783997
1824060 0.162179 0.162015 0.165736 CURRENT LEARNING RATE: 8.379522173568012e-09
previous_iter_valid_loss : 0.16051247715950012
1824080 0.160667 0.160512 0.165351 CURRENT LEARNING RATE: 8.377846436712573e-09
previous_iter_valid_loss : 0.16052457690238953
1824100 0.160695 0.160525 0.164065 CURRENT LEARNING RATE: 8.376171034970994e-09
previous_iter_valid_loss : 0.1609289050102234
1824120 0.161078 0.160929 0.163744 CURRENT LEARNING RATE: 8.374495968276257e-09
previous_iter_valid_loss : 0.16055187582969666
1824140 0.160716 0.160552 0.163667 CURRENT LEARNING RATE: 8.37282123656136e-09
previous_iter_valid_loss : 0.16231165826320648
1824160 0.162514 0.162312 0.163564 CURRENT LEARNING RATE: 8.371146839759283e-09
previous_iter_valid_loss : 0.17859096825122833
1824180 0.178749 0.178591 0.164406 CURRENT LEARNING RATE: 8.369472777803112e-09
previous_iter_valid_loss : 0.16518719494342804
1824200 0.165391 0.165187 0.164427 CURRENT LEARNING RATE: 8.367799050625852e-09
previous_iter_valid_loss : 0.1880200356245041
1824220 0.188153 0.188020 0.165802 CURRENT LEARNING RATE: 8.366125658160553e-09
previous_iter_valid_loss : 0.17423677444458008
1824240 0.174506 0.174237 0.166462 CURRENT LEARNING RATE: 8.364452600340286e-09
previous_iter_valid_loss : 0.16054828464984894
1824260 0.160717 0.160548 0.165867 CURRENT LEARNING RATE: 8.362779877098121e-09
previous_iter_valid_loss : 0.16173836588859558
1824280 0.161925 0.161738 0.165670 CURRENT LEARNING RATE: 8.361107488367153e-09
previous_iter_valid_loss : 0.16701871156692505
1824300 0.167243 0.167019 0.165995 CURRENT LEARNING RATE: 8.359435434080455e-09
previous_iter_valid_loss : 0.16161736845970154
1824320 0.161767 0.161617 0.166014 CURRENT LEARNING RATE: 8.357763714171207e-09
previous_iter_valid_loss : 0.16786789894104004
1824340 0.168092 0.167868 0.165968 CURRENT LEARNING RATE: 8.356092328572508e-09
previous_iter_valid_loss : 0.16814063489437103
1824360 0.168358 0.168141 0.166129 CURRENT LEARNING RATE: 8.354421277217502e-09
previous_iter_valid_loss : 0.16093230247497559
1824380 0.161088 0.160932 0.166005 CURRENT LEARNING RATE: 8.35275056003935e-09
previous_iter_valid_loss : 0.17748624086380005
1824400 0.177644 0.177486 0.166533 CURRENT LEARNING RATE: 8.351080176971221e-09
previous_iter_valid_loss : 0.16651849448680878
1824420 0.166678 0.166518 0.166659 CURRENT LEARNING RATE: 8.3494101279463e-09
previous_iter_valid_loss : 0.1666114628314972
1824440 0.166831 0.166611 0.166566 CURRENT LEARNING RATE: 8.347740412897785e-09
previous_iter_valid_loss : 0.16070151329040527
1824460 0.160873 0.160702 0.166500 CURRENT LEARNING RATE: 8.346071031758859e-09
previous_iter_valid_loss : 0.16121205687522888
1824480 0.161368 0.161212 0.166535 CURRENT LEARNING RATE: 8.344401984462803e-09
previous_iter_valid_loss : 0.16222095489501953
1824500 0.162409 0.162221 0.166620 CURRENT LEARNING RATE: 8.34273327094283e-09
previous_iter_valid_loss : 0.16564106941223145
1824520 0.165854 0.165641 0.166855 CURRENT LEARNING RATE: 8.341064891132186e-09
previous_iter_valid_loss : 0.1649191528558731
1824540 0.165128 0.164919 0.167074 CURRENT LEARNING RATE: 8.339396844964142e-09
previous_iter_valid_loss : 0.1656130850315094
1824560 0.165772 0.165613 0.167239 CURRENT LEARNING RATE: 8.337729132371971e-09
previous_iter_valid_loss : 0.1605343520641327
1824580 0.160703 0.160534 0.166336 CURRENT LEARNING RATE: 8.336061753288966e-09
previous_iter_valid_loss : 0.16050857305526733
1824600 0.160669 0.160509 0.166102 CURRENT LEARNING RATE: 8.334394707648404e-09
previous_iter_valid_loss : 0.17410050332546234
1824620 0.174377 0.174101 0.165406 CURRENT LEARNING RATE: 8.33272799538366e-09
previous_iter_valid_loss : 0.1613655686378479
1824640 0.161553 0.161366 0.164763 CURRENT LEARNING RATE: 8.331061616428037e-09
previous_iter_valid_loss : 0.16408789157867432
1824660 0.164286 0.164088 0.164940 CURRENT LEARNING RATE: 8.329395570714881e-09
previous_iter_valid_loss : 0.1605527698993683
1824680 0.160723 0.160553 0.164880 CURRENT LEARNING RATE: 8.327729858177548e-09
previous_iter_valid_loss : 0.16699400544166565
1824700 0.167152 0.166994 0.164879 CURRENT LEARNING RATE: 8.32606447874941e-09
previous_iter_valid_loss : 0.16365598142147064
1824720 0.163827 0.163656 0.164981 CURRENT LEARNING RATE: 8.324399432363852e-09
previous_iter_valid_loss : 0.17193807661533356
1824740 0.172086 0.171938 0.165185 CURRENT LEARNING RATE: 8.322734718954274e-09
previous_iter_valid_loss : 0.17801299691200256
1824760 0.178162 0.178013 0.165678 CURRENT LEARNING RATE: 8.321070338454055e-09
previous_iter_valid_loss : 0.1678120344877243
1824780 0.168047 0.167812 0.166022 CURRENT LEARNING RATE: 8.31940629079668e-09
previous_iter_valid_loss : 0.1716950535774231
1824800 0.171842 0.171695 0.165733 CURRENT LEARNING RATE: 8.317742575915559e-09
previous_iter_valid_loss : 0.17874844372272491
1824820 0.178903 0.178748 0.166344 CURRENT LEARNING RATE: 8.31607919374414e-09
previous_iter_valid_loss : 0.16656766831874847
1824840 0.166784 0.166568 0.166342 CURRENT LEARNING RATE: 8.314416144215892e-09
previous_iter_valid_loss : 0.1686812788248062
1824860 0.168906 0.168681 0.166741 CURRENT LEARNING RATE: 8.312753427264292e-09
previous_iter_valid_loss : 0.1605551540851593
1824880 0.160710 0.160555 0.166708 CURRENT LEARNING RATE: 8.311091042822828e-09
previous_iter_valid_loss : 0.16113540530204773
1824900 0.161288 0.161135 0.166654 CURRENT LEARNING RATE: 8.309428990825007e-09
previous_iter_valid_loss : 0.16218726336956024
1824920 0.162340 0.162187 0.166481 CURRENT LEARNING RATE: 8.307767271204317e-09
previous_iter_valid_loss : 0.16061024367809296
1824940 0.160782 0.160610 0.166266 CURRENT LEARNING RATE: 8.30610588389435e-09
previous_iter_valid_loss : 0.16947655379772186
1824960 0.169714 0.169477 0.166459 CURRENT LEARNING RATE: 8.304444828828618e-09
previous_iter_valid_loss : 0.1697319597005844
1824980 0.169975 0.169732 0.166919 CURRENT LEARNING RATE: 8.302784105940681e-09
previous_iter_valid_loss : 0.16636817157268524
1825000 0.166590 0.166368 0.167212 CURRENT LEARNING RATE: 8.301123715164107e-09
previous_iter_valid_loss : 0.16126607358455658
1825020 0.161424 0.161266 0.166570 CURRENT LEARNING RATE: 8.299463656432486e-09
previous_iter_valid_loss : 0.16888336837291718
1825040 0.169115 0.168883 0.166946 CURRENT LEARNING RATE: 8.297803929679412e-09
previous_iter_valid_loss : 0.18426673114299774
1825060 0.184619 0.184267 0.167955 CURRENT LEARNING RATE: 8.296144534838465e-09
previous_iter_valid_loss : 0.16061140596866608
1825080 0.160785 0.160611 0.167958 CURRENT LEARNING RATE: 8.294485471843332e-09
previous_iter_valid_loss : 0.1625940054655075
1825100 0.162791 0.162594 0.167738 CURRENT LEARNING RATE: 8.292826740627617e-09
previous_iter_valid_loss : 0.1659500002861023
1825120 0.166111 0.165950 0.167852 CURRENT LEARNING RATE: 8.291168341124974e-09
previous_iter_valid_loss : 0.16420839726924896
1825140 0.164374 0.164208 0.167466 CURRENT LEARNING RATE: 8.289510273269064e-09
previous_iter_valid_loss : 0.16174723207950592
1825160 0.161913 0.161747 0.166653 CURRENT LEARNING RATE: 8.287852536993569e-09
previous_iter_valid_loss : 0.17404325306415558
1825180 0.174190 0.174043 0.166964 CURRENT LEARNING RATE: 8.286195132232174e-09
previous_iter_valid_loss : 0.16083616018295288
1825200 0.161017 0.160836 0.166421 CURRENT LEARNING RATE: 8.284538058918587e-09
previous_iter_valid_loss : 0.17534618079662323
1825220 0.175496 0.175346 0.166251 CURRENT LEARNING RATE: 8.282881316986492e-09
previous_iter_valid_loss : 0.16357970237731934
1825240 0.163773 0.163580 0.166102 CURRENT LEARNING RATE: 8.281224906369683e-09
previous_iter_valid_loss : 0.16364853084087372
1825260 0.163845 0.163649 0.165850 CURRENT LEARNING RATE: 8.279568827001869e-09
previous_iter_valid_loss : 0.1611093133687973
1825280 0.161263 0.161109 0.165878 CURRENT LEARNING RATE: 8.27791307881681e-09
previous_iter_valid_loss : 0.16998927295207977
1825300 0.170142 0.169989 0.166321 CURRENT LEARNING RATE: 8.276257661748277e-09
previous_iter_valid_loss : 0.16133955121040344
1825320 0.161501 0.161340 0.166278 CURRENT LEARNING RATE: 8.27460257573005e-09
previous_iter_valid_loss : 0.16356326639652252
1825340 0.163735 0.163563 0.166426 CURRENT LEARNING RATE: 8.272947820695926e-09
previous_iter_valid_loss : 0.16141459345817566
1825360 0.161603 0.161415 0.166023 CURRENT LEARNING RATE: 8.271293396579718e-09
previous_iter_valid_loss : 0.18353210389614105
1825380 0.183681 0.183532 0.166713 CURRENT LEARNING RATE: 8.269639303315216e-09
previous_iter_valid_loss : 0.187115877866745
1825400 0.187253 0.187116 0.167750 CURRENT LEARNING RATE: 8.267985540836317e-09
previous_iter_valid_loss : 0.16514046490192413
1825420 0.165299 0.165140 0.167944 CURRENT LEARNING RATE: 8.26633210907684e-09
previous_iter_valid_loss : 0.17387430369853973
1825440 0.174139 0.173874 0.168193 CURRENT LEARNING RATE: 8.264679007970651e-09
previous_iter_valid_loss : 0.16305893659591675
1825460 0.163258 0.163059 0.167133 CURRENT LEARNING RATE: 8.263026237451622e-09
previous_iter_valid_loss : 0.16378869116306305
1825480 0.163975 0.163789 0.167292 CURRENT LEARNING RATE: 8.261373797453642e-09
previous_iter_valid_loss : 0.17099793255329132
1825500 0.171262 0.170998 0.167712 CURRENT LEARNING RATE: 8.259721687910618e-09
previous_iter_valid_loss : 0.16670618951320648
1825520 0.166862 0.166706 0.167750 CURRENT LEARNING RATE: 8.25806990875643e-09
previous_iter_valid_loss : 0.1740039736032486
1825540 0.174276 0.174004 0.168240 CURRENT LEARNING RATE: 8.256418459925072e-09
previous_iter_valid_loss : 0.16226930916309357
1825560 0.162458 0.162269 0.168266 CURRENT LEARNING RATE: 8.254767341350452e-09
previous_iter_valid_loss : 0.17567101120948792
1825580 0.175814 0.175671 0.168347 CURRENT LEARNING RATE: 8.253116552966527e-09
previous_iter_valid_loss : 0.18725049495697021
1825600 0.187662 0.187250 0.169668 CURRENT LEARNING RATE: 8.251466094707264e-09
previous_iter_valid_loss : 0.1607421189546585
1825620 0.160904 0.160742 0.168938 CURRENT LEARNING RATE: 8.249815966506647e-09
previous_iter_valid_loss : 0.1615026593208313
1825640 0.161649 0.161503 0.168834 CURRENT LEARNING RATE: 8.248166168298669e-09
previous_iter_valid_loss : 0.16136692464351654
1825660 0.161550 0.161367 0.168720 CURRENT LEARNING RATE: 8.24651670001734e-09
previous_iter_valid_loss : 0.1661420613527298
1825680 0.166299 0.166142 0.168971 CURRENT LEARNING RATE: 8.24486756159665e-09
previous_iter_valid_loss : 0.17864303290843964
1825700 0.178941 0.178643 0.169404 CURRENT LEARNING RATE: 8.243218752970693e-09
previous_iter_valid_loss : 0.1639651209115982
1825720 0.164158 0.163965 0.169535 CURRENT LEARNING RATE: 8.241570274073488e-09
previous_iter_valid_loss : 0.16056890785694122
1825740 0.160731 0.160569 0.169386 CURRENT LEARNING RATE: 8.239922124839094e-09
previous_iter_valid_loss : 0.16107505559921265
1825760 0.161255 0.161075 0.169369 CURRENT LEARNING RATE: 8.238274305201587e-09
previous_iter_valid_loss : 0.16259771585464478
1825780 0.162765 0.162598 0.168322 CURRENT LEARNING RATE: 8.236626815095052e-09
previous_iter_valid_loss : 0.16136261820793152
1825800 0.161517 0.161363 0.167034 CURRENT LEARNING RATE: 8.234979654453592e-09
previous_iter_valid_loss : 0.18115486204624176
1825820 0.181495 0.181155 0.167835 CURRENT LEARNING RATE: 8.23333282321129e-09
previous_iter_valid_loss : 0.16279740631580353
1825840 0.162994 0.162797 0.167281 CURRENT LEARNING RATE: 8.23168632130233e-09
previous_iter_valid_loss : 0.16552133858203888
1825860 0.165727 0.165521 0.167404 CURRENT LEARNING RATE: 8.230040148660825e-09
previous_iter_valid_loss : 0.21445022523403168
1825880 0.214491 0.214450 0.169937 CURRENT LEARNING RATE: 8.228394305220928e-09
previous_iter_valid_loss : 0.16325634717941284
1825900 0.163450 0.163256 0.169550 CURRENT LEARNING RATE: 8.226748790916802e-09
previous_iter_valid_loss : 0.17665989696979523
1825920 0.176952 0.176660 0.170048 CURRENT LEARNING RATE: 8.225103605682629e-09
previous_iter_valid_loss : 0.16163188219070435
1825940 0.161789 0.161632 0.169429 CURRENT LEARNING RATE: 8.223458749452603e-09
previous_iter_valid_loss : 0.16063542664051056
1825960 0.160803 0.160635 0.169348 CURRENT LEARNING RATE: 8.221814222160927e-09
previous_iter_valid_loss : 0.1701289564371109
1825980 0.170282 0.170129 0.169070 CURRENT LEARNING RATE: 8.220170023741792e-09
previous_iter_valid_loss : 0.17023903131484985
1826000 0.170394 0.170239 0.168220 CURRENT LEARNING RATE: 8.218526154129488e-09
previous_iter_valid_loss : 0.16107754409313202
1826020 0.161261 0.161078 0.168237 CURRENT LEARNING RATE: 8.216882613258232e-09
previous_iter_valid_loss : 0.16065293550491333
1826040 0.160815 0.160653 0.168194 CURRENT LEARNING RATE: 8.215239401062282e-09
previous_iter_valid_loss : 0.1607830822467804
1826060 0.160937 0.160783 0.168165 CURRENT LEARNING RATE: 8.213596517475908e-09
previous_iter_valid_loss : 0.1606280505657196
1826080 0.160785 0.160628 0.167889 CURRENT LEARNING RATE: 8.211953962433395e-09
previous_iter_valid_loss : 0.16060474514961243
1826100 0.160768 0.160605 0.166987 CURRENT LEARNING RATE: 8.210311735869043e-09
previous_iter_valid_loss : 0.16629497706890106
1826120 0.166464 0.166295 0.167104 CURRENT LEARNING RATE: 8.208669837717161e-09
previous_iter_valid_loss : 0.1681879758834839
1826140 0.168419 0.168188 0.167485 CURRENT LEARNING RATE: 8.207028267912045e-09
previous_iter_valid_loss : 0.16500955820083618
1826160 0.165223 0.165010 0.167682 CURRENT LEARNING RATE: 8.20538702638809e-09
previous_iter_valid_loss : 0.1672799438238144
1826180 0.167506 0.167280 0.167916 CURRENT LEARNING RATE: 8.203746113079617e-09
previous_iter_valid_loss : 0.16175881028175354
1826200 0.161912 0.161759 0.167936 CURRENT LEARNING RATE: 8.202105527920989e-09
previous_iter_valid_loss : 0.16205668449401855
1826220 0.162223 0.162057 0.166981 CURRENT LEARNING RATE: 8.200465270846584e-09
previous_iter_valid_loss : 0.16365766525268555
1826240 0.163827 0.163658 0.167024 CURRENT LEARNING RATE: 8.198825341790791e-09
previous_iter_valid_loss : 0.16242094337940216
1826260 0.162572 0.162421 0.166869 CURRENT LEARNING RATE: 8.197185740688012e-09
previous_iter_valid_loss : 0.1605224311351776
1826280 0.160688 0.160522 0.164172 CURRENT LEARNING RATE: 8.195546467472635e-09
previous_iter_valid_loss : 0.16169168055057526
1826300 0.161871 0.161692 0.164094 CURRENT LEARNING RATE: 8.193907522079147e-09
previous_iter_valid_loss : 0.16339407861232758
1826320 0.163577 0.163394 0.163431 CURRENT LEARNING RATE: 8.192268904441961e-09
previous_iter_valid_loss : 0.16064028441905975
1826340 0.160791 0.160640 0.163381 CURRENT LEARNING RATE: 8.190630614495531e-09
previous_iter_valid_loss : 0.1870458722114563
1826360 0.187437 0.187046 0.164702 CURRENT LEARNING RATE: 8.188992652174327e-09
previous_iter_valid_loss : 0.16233381628990173
1826380 0.162497 0.162334 0.164312 CURRENT LEARNING RATE: 8.187355017412832e-09
previous_iter_valid_loss : 0.17985771596431732
1826400 0.180183 0.179858 0.164793 CURRENT LEARNING RATE: 8.185717710145536e-09
previous_iter_valid_loss : 0.19907046854496002
1826420 0.199173 0.199070 0.166692 CURRENT LEARNING RATE: 8.184080730306953e-09
previous_iter_valid_loss : 0.1612335741519928
1826440 0.161427 0.161234 0.166721 CURRENT LEARNING RATE: 8.182444077831569e-09
previous_iter_valid_loss : 0.16064953804016113
1826460 0.160826 0.160650 0.166715 CURRENT LEARNING RATE: 8.180807752653979e-09
previous_iter_valid_loss : 0.16343054175376892
1826480 0.163581 0.163431 0.166855 CURRENT LEARNING RATE: 8.1791717547087e-09
previous_iter_valid_loss : 0.1606711894273758
1826500 0.160849 0.160671 0.166858 CURRENT LEARNING RATE: 8.177536083930291e-09
previous_iter_valid_loss : 0.16268981993198395
1826520 0.162851 0.162690 0.166678 CURRENT LEARNING RATE: 8.175900740253328e-09
previous_iter_valid_loss : 0.1607414335012436
1826540 0.160918 0.160741 0.166306 CURRENT LEARNING RATE: 8.174265723612395e-09
previous_iter_valid_loss : 0.16250620782375336
1826560 0.162686 0.162506 0.166181 CURRENT LEARNING RATE: 8.172631033942094e-09
previous_iter_valid_loss : 0.1606028527021408
1826580 0.160769 0.160603 0.165847 CURRENT LEARNING RATE: 8.170996671177032e-09
previous_iter_valid_loss : 0.16056467592716217
1826600 0.160733 0.160565 0.165787 CURRENT LEARNING RATE: 8.16936263525181e-09
previous_iter_valid_loss : 0.17053177952766418
1826620 0.170792 0.170532 0.166211 CURRENT LEARNING RATE: 8.167728926101125e-09
previous_iter_valid_loss : 0.16137480735778809
1826640 0.161569 0.161375 0.166097 CURRENT LEARNING RATE: 8.166095543659598e-09
previous_iter_valid_loss : 0.16848599910736084
1826660 0.168640 0.168486 0.166400 CURRENT LEARNING RATE: 8.164462487861894e-09
previous_iter_valid_loss : 0.1674710065126419
1826680 0.167702 0.167471 0.166747 CURRENT LEARNING RATE: 8.162829758642689e-09
previous_iter_valid_loss : 0.16300344467163086
1826700 0.163196 0.163003 0.166813 CURRENT LEARNING RATE: 8.161197355936676e-09
previous_iter_valid_loss : 0.1606939285993576
1826720 0.160868 0.160694 0.166678 CURRENT LEARNING RATE: 8.159565279678558e-09
previous_iter_valid_loss : 0.16479787230491638
1826740 0.165004 0.164798 0.166886 CURRENT LEARNING RATE: 8.157933529803024e-09
previous_iter_valid_loss : 0.16100315749645233
1826760 0.161183 0.161003 0.165584 CURRENT LEARNING RATE: 8.15630210624486e-09
previous_iter_valid_loss : 0.1746869683265686
1826780 0.174972 0.174687 0.166201 CURRENT LEARNING RATE: 8.154671008938784e-09
previous_iter_valid_loss : 0.18140871822834015
1826800 0.181754 0.181409 0.166279 CURRENT LEARNING RATE: 8.153040237819548e-09
previous_iter_valid_loss : 0.1661497801542282
1826820 0.166347 0.166150 0.164633 CURRENT LEARNING RATE: 8.151409792821921e-09
previous_iter_valid_loss : 0.16110524535179138
1826840 0.161297 0.161105 0.164626 CURRENT LEARNING RATE: 8.14977967388069e-09
previous_iter_valid_loss : 0.17422041296958923
1826860 0.174362 0.174220 0.165305 CURRENT LEARNING RATE: 8.148149880930644e-09
previous_iter_valid_loss : 0.16891708970069885
1826880 0.169153 0.168917 0.165579 CURRENT LEARNING RATE: 8.146520413906596e-09
previous_iter_valid_loss : 0.1643216460943222
1826900 0.164532 0.164322 0.165762 CURRENT LEARNING RATE: 8.144891272743338e-09
previous_iter_valid_loss : 0.1620088815689087
1826920 0.162200 0.162009 0.165728 CURRENT LEARNING RATE: 8.143262457375758e-09
previous_iter_valid_loss : 0.17140750586986542
1826940 0.171662 0.171408 0.166261 CURRENT LEARNING RATE: 8.141633967738679e-09
previous_iter_valid_loss : 0.16243967413902283
1826960 0.162642 0.162440 0.166258 CURRENT LEARNING RATE: 8.14000580376696e-09
previous_iter_valid_loss : 0.16154992580413818
1826980 0.161735 0.161550 0.166305 CURRENT LEARNING RATE: 8.138377965395473e-09
previous_iter_valid_loss : 0.16965755820274353
1827000 0.169899 0.169658 0.166760 CURRENT LEARNING RATE: 8.136750452559106e-09
previous_iter_valid_loss : 0.16789361834526062
1827020 0.168119 0.167894 0.166628 CURRENT LEARNING RATE: 8.135123265192759e-09
previous_iter_valid_loss : 0.16055864095687866
1827040 0.160725 0.160559 0.166587 CURRENT LEARNING RATE: 8.133496403231313e-09
previous_iter_valid_loss : 0.17327331006526947
1827060 0.173541 0.173273 0.166826 CURRENT LEARNING RATE: 8.131869866609756e-09
previous_iter_valid_loss : 0.16204231977462769
1827080 0.162239 0.162042 0.166555 CURRENT LEARNING RATE: 8.130243655262993e-09
previous_iter_valid_loss : 0.16583417356014252
1827100 0.166046 0.165834 0.166696 CURRENT LEARNING RATE: 8.128617769125977e-09
previous_iter_valid_loss : 0.1615087240934372
1827120 0.161655 0.161509 0.166737 CURRENT LEARNING RATE: 8.126992208133673e-09
previous_iter_valid_loss : 0.16059096157550812
1827140 0.160761 0.160591 0.166527 CURRENT LEARNING RATE: 8.12536697222106e-09
previous_iter_valid_loss : 0.1642002910375595
1827160 0.164395 0.164200 0.166687 CURRENT LEARNING RATE: 8.123742061323125e-09
previous_iter_valid_loss : 0.17157727479934692
1827180 0.171727 0.171577 0.166531 CURRENT LEARNING RATE: 8.122117475374875e-09
previous_iter_valid_loss : 0.16073718667030334
1827200 0.160907 0.160737 0.165498 CURRENT LEARNING RATE: 8.120493214311294e-09
previous_iter_valid_loss : 0.16389328241348267
1827220 0.164064 0.163893 0.165385 CURRENT LEARNING RATE: 8.118869278067474e-09
previous_iter_valid_loss : 0.16053679585456848
1827240 0.160701 0.160537 0.165356 CURRENT LEARNING RATE: 8.117245666578426e-09
previous_iter_valid_loss : 0.1732393056154251
1827260 0.173508 0.173239 0.165307 CURRENT LEARNING RATE: 8.115622379779204e-09
previous_iter_valid_loss : 0.16073106229305267
1827280 0.160906 0.160731 0.164898 CURRENT LEARNING RATE: 8.113999417604879e-09
previous_iter_valid_loss : 0.16355393826961517
1827300 0.163726 0.163554 0.164860 CURRENT LEARNING RATE: 8.112376779990532e-09
previous_iter_valid_loss : 0.16090461611747742
1827320 0.161076 0.160905 0.164804 CURRENT LEARNING RATE: 8.110754466871258e-09
previous_iter_valid_loss : 0.1622328758239746
1827340 0.162421 0.162233 0.164346 CURRENT LEARNING RATE: 8.109132478182163e-09
previous_iter_valid_loss : 0.19287173449993134
1827360 0.193335 0.192872 0.165867 CURRENT LEARNING RATE: 8.10751081385834e-09
previous_iter_valid_loss : 0.16884185373783112
1827380 0.169072 0.168842 0.166232 CURRENT LEARNING RATE: 8.105889473834978e-09
previous_iter_valid_loss : 0.1607172191143036
1827400 0.160886 0.160717 0.165785 CURRENT LEARNING RATE: 8.104268458047196e-09
previous_iter_valid_loss : 0.16106946766376495
1827420 0.161256 0.161069 0.165444 CURRENT LEARNING RATE: 8.102647766430155e-09
previous_iter_valid_loss : 0.16197796165943146
1827440 0.162139 0.161978 0.165515 CURRENT LEARNING RATE: 8.101027398919025e-09
previous_iter_valid_loss : 0.16133995354175568
1827460 0.161523 0.161340 0.164918 CURRENT LEARNING RATE: 8.099407355448993e-09
previous_iter_valid_loss : 0.16065426170825958
1827480 0.160832 0.160654 0.164849 CURRENT LEARNING RATE: 8.097787635955256e-09
previous_iter_valid_loss : 0.18461214005947113
1827500 0.184759 0.184612 0.165787 CURRENT LEARNING RATE: 8.096168240372996e-09
previous_iter_valid_loss : 0.18135090172290802
1827520 0.181508 0.181351 0.166780 CURRENT LEARNING RATE: 8.094549168637494e-09
previous_iter_valid_loss : 0.1630951315164566
1827540 0.163266 0.163095 0.166905 CURRENT LEARNING RATE: 8.092930420683962e-09
previous_iter_valid_loss : 0.16404159367084503
1827560 0.164231 0.164042 0.166897 CURRENT LEARNING RATE: 8.091311996447648e-09
previous_iter_valid_loss : 0.1693463772535324
1827580 0.169584 0.169346 0.166785 CURRENT LEARNING RATE: 8.089693895863814e-09
previous_iter_valid_loss : 0.16533587872982025
1827600 0.165493 0.165336 0.167015 CURRENT LEARNING RATE: 8.088076118867737e-09
previous_iter_valid_loss : 0.1607944518327713
1827620 0.160974 0.160794 0.166860 CURRENT LEARNING RATE: 8.086458665394707e-09
previous_iter_valid_loss : 0.16543802618980408
1827640 0.165603 0.165438 0.167105 CURRENT LEARNING RATE: 8.084841535380024e-09
previous_iter_valid_loss : 0.16058577597141266
1827660 0.160751 0.160586 0.166473 CURRENT LEARNING RATE: 8.083224728758973e-09
previous_iter_valid_loss : 0.1630830317735672
1827680 0.163249 0.163083 0.166590 CURRENT LEARNING RATE: 8.081608245466944e-09
previous_iter_valid_loss : 0.16380378603935242
1827700 0.163997 0.163804 0.166603 CURRENT LEARNING RATE: 8.079992085439243e-09
previous_iter_valid_loss : 0.16055680811405182
1827720 0.160715 0.160557 0.166585 CURRENT LEARNING RATE: 8.078376248611228e-09
previous_iter_valid_loss : 0.16059903800487518
1827740 0.160772 0.160599 0.166504 CURRENT LEARNING RATE: 8.076760734918263e-09
previous_iter_valid_loss : 0.16887201368808746
1827760 0.169029 0.168872 0.165304 CURRENT LEARNING RATE: 8.07514554429573e-09
previous_iter_valid_loss : 0.18283729255199432
1827780 0.183184 0.182837 0.166003 CURRENT LEARNING RATE: 8.07353067667902e-09
previous_iter_valid_loss : 0.16626311838626862
1827800 0.166480 0.166263 0.166281 CURRENT LEARNING RATE: 8.071916132003536e-09
previous_iter_valid_loss : 0.16825582087039948
1827820 0.168406 0.168256 0.166640 CURRENT LEARNING RATE: 8.070301910204672e-09
previous_iter_valid_loss : 0.1701284497976303
1827840 0.170282 0.170128 0.167048 CURRENT LEARNING RATE: 8.068688011217913e-09
previous_iter_valid_loss : 0.17235080897808075
1827860 0.172613 0.172351 0.167598 CURRENT LEARNING RATE: 8.067074434978676e-09
previous_iter_valid_loss : 0.16093121469020844
1827880 0.161088 0.160931 0.167612 CURRENT LEARNING RATE: 8.065461181422418e-09
previous_iter_valid_loss : 0.1631978154182434
1827900 0.163389 0.163198 0.166541 CURRENT LEARNING RATE: 8.063848250484606e-09
previous_iter_valid_loss : 0.16720381379127502
1827920 0.167428 0.167204 0.165834 CURRENT LEARNING RATE: 8.062235642100727e-09
previous_iter_valid_loss : 0.16602927446365356
1827940 0.166256 0.166029 0.165981 CURRENT LEARNING RATE: 8.060623356206275e-09
previous_iter_valid_loss : 0.16177037358283997
1827960 0.161934 0.161770 0.165867 CURRENT LEARNING RATE: 8.059011392736729e-09
previous_iter_valid_loss : 0.16358721256256104
1827980 0.163756 0.163587 0.165579 CURRENT LEARNING RATE: 8.057399751627668e-09
previous_iter_valid_loss : 0.16158251464366913
1828000 0.161768 0.161583 0.165391 CURRENT LEARNING RATE: 8.055788432814599e-09
previous_iter_valid_loss : 0.17071981728076935
1828020 0.170978 0.170720 0.165888 CURRENT LEARNING RATE: 8.054177436233068e-09
previous_iter_valid_loss : 0.16069172322750092
1828040 0.160848 0.160692 0.165650 CURRENT LEARNING RATE: 8.052566761818634e-09
previous_iter_valid_loss : 0.1605059653520584
1828060 0.160667 0.160506 0.165646 CURRENT LEARNING RATE: 8.050956409506873e-09
previous_iter_valid_loss : 0.16050821542739868
1828080 0.160667 0.160508 0.165518 CURRENT LEARNING RATE: 8.04934637923337e-09
previous_iter_valid_loss : 0.16238027811050415
1828100 0.162546 0.162380 0.165446 CURRENT LEARNING RATE: 8.047736670933724e-09
previous_iter_valid_loss : 0.16409340500831604
1828120 0.164292 0.164093 0.165623 CURRENT LEARNING RATE: 8.046127284543515e-09
previous_iter_valid_loss : 0.16076800227165222
1828140 0.160930 0.160768 0.165632 CURRENT LEARNING RATE: 8.044518219998429e-09
previous_iter_valid_loss : 0.16479459404945374
1828160 0.164999 0.164795 0.165428 CURRENT LEARNING RATE: 8.042909477234071e-09
previous_iter_valid_loss : 0.17983922362327576
1828180 0.180169 0.179839 0.165278 CURRENT LEARNING RATE: 8.041301056186095e-09
previous_iter_valid_loss : 0.169662207365036
1828200 0.169813 0.169662 0.165448 CURRENT LEARNING RATE: 8.03969295679016e-09
previous_iter_valid_loss : 0.16349370777606964
1828220 0.163677 0.163494 0.165210 CURRENT LEARNING RATE: 8.038085178981947e-09
previous_iter_valid_loss : 0.16777843236923218
1828240 0.167999 0.167778 0.165092 CURRENT LEARNING RATE: 8.036477722697141e-09
previous_iter_valid_loss : 0.1628117561340332
1828260 0.162997 0.162812 0.164615 CURRENT LEARNING RATE: 8.034870587871415e-09
previous_iter_valid_loss : 0.1612912118434906
1828280 0.161473 0.161291 0.164633 CURRENT LEARNING RATE: 8.033263774440544e-09
previous_iter_valid_loss : 0.17067813873291016
1828300 0.170940 0.170678 0.165007 CURRENT LEARNING RATE: 8.031657282340225e-09
previous_iter_valid_loss : 0.1607743799686432
1828320 0.160923 0.160774 0.164686 CURRENT LEARNING RATE: 8.030051111506198e-09
previous_iter_valid_loss : 0.16352379322052002
1828340 0.163699 0.163524 0.164561 CURRENT LEARNING RATE: 8.028445261874217e-09
previous_iter_valid_loss : 0.1697886735200882
1828360 0.170032 0.169789 0.164962 CURRENT LEARNING RATE: 8.026839733380046e-09
previous_iter_valid_loss : 0.1618434637784958
1828380 0.161994 0.161843 0.164874 CURRENT LEARNING RATE: 8.025234525959468e-09
previous_iter_valid_loss : 0.18864937126636505
1828400 0.189080 0.188649 0.166228 CURRENT LEARNING RATE: 8.02362963954827e-09
previous_iter_valid_loss : 0.1769551783800125
1828420 0.177258 0.176955 0.166540 CURRENT LEARNING RATE: 8.022025074082231e-09
previous_iter_valid_loss : 0.21547962725162506
1828440 0.215521 0.215480 0.169279 CURRENT LEARNING RATE: 8.020420829497224e-09
previous_iter_valid_loss : 0.172603040933609
1828460 0.172749 0.172603 0.169884 CURRENT LEARNING RATE: 8.018816905729051e-09
previous_iter_valid_loss : 0.16063393652439117
1828480 0.160800 0.160634 0.169890 CURRENT LEARNING RATE: 8.017213302713556e-09
previous_iter_valid_loss : 0.17647896707057953
1828500 0.176632 0.176479 0.170595 CURRENT LEARNING RATE: 8.015610020386594e-09
previous_iter_valid_loss : 0.20707380771636963
1828520 0.207126 0.207074 0.172744 CURRENT LEARNING RATE: 8.014007058684034e-09
previous_iter_valid_loss : 0.16069315373897552
1828540 0.160856 0.160693 0.172740 CURRENT LEARNING RATE: 8.012404417541757e-09
previous_iter_valid_loss : 0.17807446420192719
1828560 0.178381 0.178074 0.173404 CURRENT LEARNING RATE: 8.010802096895659e-09
previous_iter_valid_loss : 0.16228032112121582
1828580 0.162468 0.162280 0.172526 CURRENT LEARNING RATE: 8.009200096681616e-09
previous_iter_valid_loss : 0.16096749901771545
1828600 0.161138 0.160967 0.172092 CURRENT LEARNING RATE: 8.007598416835608e-09
previous_iter_valid_loss : 0.1615612506866455
1828620 0.161753 0.161561 0.171995 CURRENT LEARNING RATE: 8.005997057293537e-09
previous_iter_valid_loss : 0.17710250616073608
1828640 0.177255 0.177103 0.172461 CURRENT LEARNING RATE: 8.004396017991348e-09
previous_iter_valid_loss : 0.19429457187652588
1828660 0.194411 0.194295 0.174035 CURRENT LEARNING RATE: 8.002795298865e-09
previous_iter_valid_loss : 0.16678135097026825
1828680 0.167001 0.166781 0.174310 CURRENT LEARNING RATE: 8.001194899850468e-09
previous_iter_valid_loss : 0.1723821759223938
1828700 0.172651 0.172382 0.174395 CURRENT LEARNING RATE: 7.999594820883732e-09
previous_iter_valid_loss : 0.16106806695461273
1828720 0.161230 0.161068 0.174410 CURRENT LEARNING RATE: 7.997995061900762e-09
previous_iter_valid_loss : 0.16088512539863586
1828740 0.161045 0.160885 0.174278 CURRENT LEARNING RATE: 7.996395622837623e-09
previous_iter_valid_loss : 0.16299599409103394
1828760 0.163160 0.162996 0.173938 CURRENT LEARNING RATE: 7.994796503630312e-09
previous_iter_valid_loss : 0.16056494414806366
1828780 0.160738 0.160565 0.173874 CURRENT LEARNING RATE: 7.993197704214858e-09
previous_iter_valid_loss : 0.1626024693250656
1828800 0.162796 0.162602 0.172572 CURRENT LEARNING RATE: 7.991599224527317e-09
previous_iter_valid_loss : 0.16762912273406982
1828820 0.167860 0.167629 0.172106 CURRENT LEARNING RATE: 7.990001064503744e-09
previous_iter_valid_loss : 0.1635618954896927
1828840 0.163773 0.163562 0.169510 CURRENT LEARNING RATE: 7.988403224080217e-09
previous_iter_valid_loss : 0.16836324334144592
1828860 0.168515 0.168363 0.169298 CURRENT LEARNING RATE: 7.986805703192818e-09
previous_iter_valid_loss : 0.17676202952861786
1828880 0.177059 0.176762 0.170104 CURRENT LEARNING RATE: 7.98520850177762e-09
previous_iter_valid_loss : 0.1609201431274414
1828900 0.161065 0.160920 0.169326 CURRENT LEARNING RATE: 7.983611619770792e-09
previous_iter_valid_loss : 0.17357376217842102
1828920 0.173719 0.173574 0.167651 CURRENT LEARNING RATE: 7.982015057108428e-09
previous_iter_valid_loss : 0.16356894373893738
1828940 0.163762 0.163569 0.167795 CURRENT LEARNING RATE: 7.98041881372667e-09
previous_iter_valid_loss : 0.17006944119930267
1828960 0.170318 0.170069 0.167395 CURRENT LEARNING RATE: 7.978822889561665e-09
previous_iter_valid_loss : 0.16190147399902344
1828980 0.162094 0.161901 0.167376 CURRENT LEARNING RATE: 7.977227284549575e-09
previous_iter_valid_loss : 0.18806205689907074
1829000 0.188196 0.188062 0.168731 CURRENT LEARNING RATE: 7.97563199862658e-09
previous_iter_valid_loss : 0.17528559267520905
1829020 0.175434 0.175286 0.169417 CURRENT LEARNING RATE: 7.974037031728836e-09
previous_iter_valid_loss : 0.16114123165607452
1829040 0.161298 0.161141 0.168619 CURRENT LEARNING RATE: 7.972442383792603e-09
previous_iter_valid_loss : 0.16061142086982727
1829060 0.160778 0.160611 0.166935 CURRENT LEARNING RATE: 7.970848054754066e-09
previous_iter_valid_loss : 0.16090670228004456
1829080 0.161082 0.160907 0.166641 CURRENT LEARNING RATE: 7.969254044549455e-09
previous_iter_valid_loss : 0.16175220906734467
1829100 0.161943 0.161752 0.166109 CURRENT LEARNING RATE: 7.967660353115002e-09
previous_iter_valid_loss : 0.1616065353155136
1829120 0.161766 0.161607 0.166136 CURRENT LEARNING RATE: 7.966066980386968e-09
previous_iter_valid_loss : 0.1634061634540558
1829140 0.163600 0.163406 0.166262 CURRENT LEARNING RATE: 7.964473926301612e-09
previous_iter_valid_loss : 0.16862334311008453
1829160 0.168861 0.168623 0.166544 CURRENT LEARNING RATE: 7.962881190795217e-09
previous_iter_valid_loss : 0.17078422009944916
1829180 0.170933 0.170784 0.167055 CURRENT LEARNING RATE: 7.961288773804039e-09
previous_iter_valid_loss : 0.16087397933006287
1829200 0.161053 0.160874 0.166968 CURRENT LEARNING RATE: 7.959696675264443e-09
previous_iter_valid_loss : 0.16865336894989014
1829220 0.168808 0.168653 0.167019 CURRENT LEARNING RATE: 7.958104895112715e-09
previous_iter_valid_loss : 0.16203579306602478
1829240 0.162197 0.162036 0.166943 CURRENT LEARNING RATE: 7.956513433285184e-09
previous_iter_valid_loss : 0.16597719490528107
1829260 0.166197 0.165977 0.166824 CURRENT LEARNING RATE: 7.954922289718192e-09
previous_iter_valid_loss : 0.16310051083564758
1829280 0.163274 0.163101 0.166141 CURRENT LEARNING RATE: 7.95333146434809e-09
previous_iter_valid_loss : 0.1606198102235794
1829300 0.160792 0.160620 0.166126 CURRENT LEARNING RATE: 7.951740957111252e-09
previous_iter_valid_loss : 0.16067694127559662
1829320 0.160847 0.160677 0.165481 CURRENT LEARNING RATE: 7.95015076794405e-09
previous_iter_valid_loss : 0.16658462584018707
1829340 0.166801 0.166585 0.165632 CURRENT LEARNING RATE: 7.948560896782851e-09
previous_iter_valid_loss : 0.16744689643383026
1829360 0.167605 0.167447 0.165500 CURRENT LEARNING RATE: 7.94697134356412e-09
previous_iter_valid_loss : 0.1620396375656128
1829380 0.162194 0.162040 0.165507 CURRENT LEARNING RATE: 7.945382108224242e-09
previous_iter_valid_loss : 0.16095659136772156
1829400 0.161136 0.160957 0.164152 CURRENT LEARNING RATE: 7.94379319069965e-09
previous_iter_valid_loss : 0.1617041677236557
1829420 0.161865 0.161704 0.163473 CURRENT LEARNING RATE: 7.942204590926787e-09
previous_iter_valid_loss : 0.16704168915748596
1829440 0.167196 0.167042 0.163768 CURRENT LEARNING RATE: 7.940616308842107e-09
previous_iter_valid_loss : 0.16420632600784302
1829460 0.164370 0.164206 0.163948 CURRENT LEARNING RATE: 7.939028344382081e-09
previous_iter_valid_loss : 0.1691521555185318
1829480 0.169399 0.169152 0.164360 CURRENT LEARNING RATE: 7.937440697483162e-09
previous_iter_valid_loss : 0.16159383952617645
1829500 0.161784 0.161594 0.164352 CURRENT LEARNING RATE: 7.9358533680819e-09
previous_iter_valid_loss : 0.1671328991651535
1829520 0.167355 0.167133 0.164628 CURRENT LEARNING RATE: 7.934266356114775e-09
previous_iter_valid_loss : 0.17483098804950714
1829540 0.175108 0.174831 0.165200 CURRENT LEARNING RATE: 7.932679661518305e-09
previous_iter_valid_loss : 0.1620643436908722
1829560 0.162258 0.162064 0.164872 CURRENT LEARNING RATE: 7.931093284229022e-09
previous_iter_valid_loss : 0.16545772552490234
1829580 0.165619 0.165458 0.164605 CURRENT LEARNING RATE: 7.92950722418347e-09
previous_iter_valid_loss : 0.16101862490177155
1829600 0.161179 0.161019 0.164613 CURRENT LEARNING RATE: 7.92792148131821e-09
previous_iter_valid_loss : 0.1631927490234375
1829620 0.163357 0.163193 0.164340 CURRENT LEARNING RATE: 7.926336055569809e-09
previous_iter_valid_loss : 0.16234488785266876
1829640 0.162504 0.162345 0.164355 CURRENT LEARNING RATE: 7.924750946874825e-09
previous_iter_valid_loss : 0.16123132407665253
1829660 0.161421 0.161231 0.164118 CURRENT LEARNING RATE: 7.923166155169905e-09
previous_iter_valid_loss : 0.1653386801481247
1829680 0.165507 0.165339 0.164230 CURRENT LEARNING RATE: 7.921581680391634e-09
previous_iter_valid_loss : 0.16877736151218414
1829700 0.168926 0.168777 0.164638 CURRENT LEARNING RATE: 7.919997522476633e-09
previous_iter_valid_loss : 0.16125452518463135
1829720 0.161412 0.161255 0.164667 CURRENT LEARNING RATE: 7.918413681361533e-09
previous_iter_valid_loss : 0.16083115339279175
1829740 0.160986 0.160831 0.164379 CURRENT LEARNING RATE: 7.91683015698298e-09
previous_iter_valid_loss : 0.16446229815483093
1829760 0.164641 0.164462 0.164230 CURRENT LEARNING RATE: 7.915246949277635e-09
previous_iter_valid_loss : 0.17421740293502808
1829780 0.174367 0.174217 0.164838 CURRENT LEARNING RATE: 7.913664058182168e-09
previous_iter_valid_loss : 0.16092081367969513
1829800 0.161102 0.160921 0.164837 CURRENT LEARNING RATE: 7.912081483633238e-09
previous_iter_valid_loss : 0.16656658053398132
1829820 0.166783 0.166567 0.165080 CURRENT LEARNING RATE: 7.910499225567597e-09
previous_iter_valid_loss : 0.1621808409690857
1829840 0.162335 0.162181 0.164837 CURRENT LEARNING RATE: 7.908917283921923e-09
previous_iter_valid_loss : 0.16882364451885223
1829860 0.168976 0.168824 0.165068 CURRENT LEARNING RATE: 7.907335658632944e-09
previous_iter_valid_loss : 0.16058897972106934
1829880 0.160743 0.160589 0.164639 CURRENT LEARNING RATE: 7.905754349637392e-09
previous_iter_valid_loss : 0.16097067296504974
1829900 0.161148 0.160971 0.164608 CURRENT LEARNING RATE: 7.904173356872015e-09
previous_iter_valid_loss : 0.17856912314891815
1829920 0.178726 0.178569 0.165180 CURRENT LEARNING RATE: 7.902592680273573e-09
previous_iter_valid_loss : 0.16049271821975708
1829940 0.160661 0.160493 0.164463 CURRENT LEARNING RATE: 7.901012319778811e-09
previous_iter_valid_loss : 0.16350418329238892
1829960 0.163704 0.163504 0.164535 CURRENT LEARNING RATE: 7.899432275324571e-09
previous_iter_valid_loss : 0.1610727161169052
1829980 0.161231 0.161073 0.164316 CURRENT LEARNING RATE: 7.897852546847622e-09
previous_iter_valid_loss : 0.1605621874332428
1830000 0.160729 0.160562 0.164293 CURRENT LEARNING RATE: 7.896273134284778e-09
previous_iter_valid_loss : 0.16924706101417542
1830020 0.169401 0.169247 0.164596 CURRENT LEARNING RATE: 7.894694037572858e-09
previous_iter_valid_loss : 0.16584794223308563
1830040 0.166059 0.165848 0.164771 CURRENT LEARNING RATE: 7.893115256648704e-09
previous_iter_valid_loss : 0.17028379440307617
1830060 0.170437 0.170284 0.165224 CURRENT LEARNING RATE: 7.89153679144916e-09
previous_iter_valid_loss : 0.17121119797229767
1830080 0.171360 0.171211 0.165517 CURRENT LEARNING RATE: 7.889958641911088e-09
previous_iter_valid_loss : 0.16064058244228363
1830100 0.160797 0.160641 0.165110 CURRENT LEARNING RATE: 7.888380807971334e-09
previous_iter_valid_loss : 0.16124144196510315
1830120 0.161387 0.161241 0.165110 CURRENT LEARNING RATE: 7.886803289566842e-09
previous_iter_valid_loss : 0.16615372896194458
1830140 0.166319 0.166154 0.165376 CURRENT LEARNING RATE: 7.885226086634484e-09
previous_iter_valid_loss : 0.16155536472797394
1830160 0.161741 0.161555 0.165231 CURRENT LEARNING RATE: 7.88364919911117e-09
previous_iter_valid_loss : 0.16406883299350739
1830180 0.164238 0.164069 0.164723 CURRENT LEARNING RATE: 7.882072626933824e-09
previous_iter_valid_loss : 0.1657785177230835
1830200 0.165939 0.165779 0.164966 CURRENT LEARNING RATE: 7.880496370039384e-09
previous_iter_valid_loss : 0.16547228395938873
1830220 0.165684 0.165472 0.164911 CURRENT LEARNING RATE: 7.8789204283648e-09
previous_iter_valid_loss : 0.16058045625686646
1830240 0.160747 0.160580 0.164831 CURRENT LEARNING RATE: 7.877344801847007e-09
previous_iter_valid_loss : 0.16075196862220764
1830260 0.160915 0.160752 0.164428 CURRENT LEARNING RATE: 7.875769490423035e-09
previous_iter_valid_loss : 0.17548400163650513
1830280 0.175635 0.175484 0.165172 CURRENT LEARNING RATE: 7.874194494029843e-09
previous_iter_valid_loss : 0.1640738695859909
1830300 0.164262 0.164074 0.165328 CURRENT LEARNING RATE: 7.872619812604433e-09
previous_iter_valid_loss : 0.16165639460086823
1830320 0.161850 0.161656 0.164482 CURRENT LEARNING RATE: 7.871045446083815e-09
previous_iter_valid_loss : 0.1616416722536087
1830340 0.161825 0.161642 0.164539 CURRENT LEARNING RATE: 7.869471394405017e-09
previous_iter_valid_loss : 0.1608150601387024
1830360 0.160997 0.160815 0.164405 CURRENT LEARNING RATE: 7.867897657505075e-09
previous_iter_valid_loss : 0.1614978164434433
1830380 0.161691 0.161498 0.164426 CURRENT LEARNING RATE: 7.86632423532104e-09
previous_iter_valid_loss : 0.17301525175571442
1830400 0.173297 0.173015 0.165049 CURRENT LEARNING RATE: 7.86475112778995e-09
previous_iter_valid_loss : 0.1764758676290512
1830420 0.176765 0.176476 0.165410 CURRENT LEARNING RATE: 7.86317833484893e-09
previous_iter_valid_loss : 0.18140539526939392
1830440 0.181562 0.181405 0.166188 CURRENT LEARNING RATE: 7.861605856435047e-09
previous_iter_valid_loss : 0.16270072758197784
1830460 0.162903 0.162701 0.165809 CURRENT LEARNING RATE: 7.8600336924854e-09
previous_iter_valid_loss : 0.165301114320755
1830480 0.165525 0.165301 0.165513 CURRENT LEARNING RATE: 7.858461842937101e-09
previous_iter_valid_loss : 0.16379888355731964
1830500 0.163967 0.163799 0.165671 CURRENT LEARNING RATE: 7.856890307727277e-09
previous_iter_valid_loss : 0.1924409419298172
1830520 0.192909 0.192441 0.167231 CURRENT LEARNING RATE: 7.855319086793066e-09
previous_iter_valid_loss : 0.16086500883102417
1830540 0.161044 0.160865 0.166967 CURRENT LEARNING RATE: 7.853748180071619e-09
previous_iter_valid_loss : 0.1646941900253296
1830560 0.164855 0.164694 0.167124 CURRENT LEARNING RATE: 7.852177587500074e-09
previous_iter_valid_loss : 0.16390317678451538
1830580 0.164061 0.163903 0.167116 CURRENT LEARNING RATE: 7.850607309015659e-09
previous_iter_valid_loss : 0.16826710104942322
1830600 0.168496 0.168267 0.167240 CURRENT LEARNING RATE: 7.84903734455554e-09
previous_iter_valid_loss : 0.16972890496253967
1830620 0.169881 0.169729 0.167453 CURRENT LEARNING RATE: 7.847467694056913e-09
previous_iter_valid_loss : 0.161263108253479
1830640 0.161420 0.161263 0.167487 CURRENT LEARNING RATE: 7.845898357456998e-09
previous_iter_valid_loss : 0.1646062135696411
1830660 0.164817 0.164606 0.167680 CURRENT LEARNING RATE: 7.844329334693017e-09
previous_iter_valid_loss : 0.16057759523391724
1830680 0.160743 0.160578 0.166934 CURRENT LEARNING RATE: 7.84276062570221e-09
previous_iter_valid_loss : 0.16086356341838837
1830700 0.161022 0.160864 0.166774 CURRENT LEARNING RATE: 7.841192230421801e-09
previous_iter_valid_loss : 0.1684231460094452
1830720 0.168647 0.168423 0.167112 CURRENT LEARNING RATE: 7.83962414878911e-09
previous_iter_valid_loss : 0.16084860265254974
1830740 0.161008 0.160849 0.167073 CURRENT LEARNING RATE: 7.838056380741386e-09
previous_iter_valid_loss : 0.1620086431503296
1830760 0.162197 0.162009 0.167132 CURRENT LEARNING RATE: 7.83648892621592e-09
previous_iter_valid_loss : 0.1670828014612198
1830780 0.167306 0.167083 0.167412 CURRENT LEARNING RATE: 7.83492178515001e-09
previous_iter_valid_loss : 0.18050149083137512
1830800 0.180830 0.180501 0.167786 CURRENT LEARNING RATE: 7.833354957480973e-09
previous_iter_valid_loss : 0.1607925146818161
1830820 0.160946 0.160793 0.167002 CURRENT LEARNING RATE: 7.831788443146137e-09
previous_iter_valid_loss : 0.1876332312822342
1830840 0.188034 0.187633 0.167313 CURRENT LEARNING RATE: 7.830222242082838e-09
previous_iter_valid_loss : 0.16120010614395142
1830860 0.161380 0.161200 0.167238 CURRENT LEARNING RATE: 7.828656354228402e-09
previous_iter_valid_loss : 0.160523921251297
1830880 0.160687 0.160524 0.166999 CURRENT LEARNING RATE: 7.827090779520249e-09
previous_iter_valid_loss : 0.16326133906841278
1830900 0.163426 0.163261 0.166972 CURRENT LEARNING RATE: 7.82552551789573e-09
previous_iter_valid_loss : 0.16306373476982117
1830920 0.163264 0.163064 0.165503 CURRENT LEARNING RATE: 7.82396056929223e-09
previous_iter_valid_loss : 0.1636846959590912
1830940 0.163885 0.163685 0.165644 CURRENT LEARNING RATE: 7.822395933647156e-09
previous_iter_valid_loss : 0.17340552806854248
1830960 0.173684 0.173406 0.166080 CURRENT LEARNING RATE: 7.82083161089792e-09
previous_iter_valid_loss : 0.16277672350406647
1830980 0.162977 0.162777 0.166024 CURRENT LEARNING RATE: 7.819267600981949e-09
previous_iter_valid_loss : 0.16061989963054657
1831000 0.160792 0.160620 0.165641 CURRENT LEARNING RATE: 7.817703903836683e-09
previous_iter_valid_loss : 0.1606433093547821
1831020 0.160812 0.160643 0.165187 CURRENT LEARNING RATE: 7.816140519399546e-09
previous_iter_valid_loss : 0.16400451958179474
1831040 0.164172 0.164005 0.165324 CURRENT LEARNING RATE: 7.81457744760806e-09
previous_iter_valid_loss : 0.16454178094863892
1831060 0.164751 0.164542 0.165321 CURRENT LEARNING RATE: 7.81301468839967e-09
previous_iter_valid_loss : 0.16304290294647217
1831080 0.163215 0.163043 0.165444 CURRENT LEARNING RATE: 7.811452241711871e-09
previous_iter_valid_loss : 0.16218595206737518
1831100 0.162376 0.162186 0.165510 CURRENT LEARNING RATE: 7.809890107482164e-09
previous_iter_valid_loss : 0.16595256328582764
1831120 0.166165 0.165953 0.165387 CURRENT LEARNING RATE: 7.808328285648059e-09
previous_iter_valid_loss : 0.17953667044639587
1831140 0.179848 0.179537 0.166321 CURRENT LEARNING RATE: 7.806766776147089e-09
previous_iter_valid_loss : 0.16066241264343262
1831160 0.160810 0.160662 0.166254 CURRENT LEARNING RATE: 7.805205578916761e-09
previous_iter_valid_loss : 0.16411180794239044
1831180 0.164309 0.164112 0.166105 CURRENT LEARNING RATE: 7.803644693894688e-09
previous_iter_valid_loss : 0.1619483381509781
1831200 0.162137 0.161948 0.165178 CURRENT LEARNING RATE: 7.802084121018401e-09
previous_iter_valid_loss : 0.1648709625005722
1831220 0.165087 0.164871 0.165382 CURRENT LEARNING RATE: 7.800523860225482e-09
previous_iter_valid_loss : 0.1629241406917572
1831240 0.163118 0.162924 0.164146 CURRENT LEARNING RATE: 7.798963911453518e-09
previous_iter_valid_loss : 0.16351927816867828
1831260 0.163721 0.163519 0.164262 CURRENT LEARNING RATE: 7.797404274640112e-09
previous_iter_valid_loss : 0.16663450002670288
1831280 0.166797 0.166635 0.164568 CURRENT LEARNING RATE: 7.795844949722876e-09
previous_iter_valid_loss : 0.1685614436864853
1831300 0.168717 0.168561 0.164833 CURRENT LEARNING RATE: 7.794285936639441e-09
previous_iter_valid_loss : 0.16073265671730042
1831320 0.160896 0.160733 0.164716 CURRENT LEARNING RATE: 7.792727235327416e-09
previous_iter_valid_loss : 0.1742725968360901
1831340 0.174542 0.174273 0.165245 CURRENT LEARNING RATE: 7.791168845724509e-09
previous_iter_valid_loss : 0.17190177738666534
1831360 0.172049 0.171902 0.165170 CURRENT LEARNING RATE: 7.789610767768355e-09
previous_iter_valid_loss : 0.16091668605804443
1831380 0.161094 0.160917 0.165077 CURRENT LEARNING RATE: 7.788053001396637e-09
previous_iter_valid_loss : 0.16350948810577393
1831400 0.163713 0.163509 0.165222 CURRENT LEARNING RATE: 7.786495546547036e-09
previous_iter_valid_loss : 0.16182756423950195
1831420 0.162013 0.161828 0.165281 CURRENT LEARNING RATE: 7.784938403157261e-09
previous_iter_valid_loss : 0.17492380738258362
1831440 0.175077 0.174924 0.165827 CURRENT LEARNING RATE: 7.783381571165022e-09
previous_iter_valid_loss : 0.16304811835289001
1831460 0.163219 0.163048 0.165752 CURRENT LEARNING RATE: 7.781825050508017e-09
previous_iter_valid_loss : 0.1630014181137085
1831480 0.163167 0.163001 0.165750 CURRENT LEARNING RATE: 7.780268841124046e-09
previous_iter_valid_loss : 0.16478271782398224
1831500 0.164954 0.164783 0.165880 CURRENT LEARNING RATE: 7.778712942950828e-09
previous_iter_valid_loss : 0.16055017709732056
1831520 0.160715 0.160550 0.165610 CURRENT LEARNING RATE: 7.777157355926129e-09
previous_iter_valid_loss : 0.1787474900484085
1831540 0.178905 0.178747 0.165570 CURRENT LEARNING RATE: 7.775602079987727e-09
previous_iter_valid_loss : 0.17107968032360077
1831560 0.171229 0.171080 0.166091 CURRENT LEARNING RATE: 7.774047115073407e-09
previous_iter_valid_loss : 0.16050197184085846
1831580 0.160667 0.160502 0.165911 CURRENT LEARNING RATE: 7.772492461120973e-09
previous_iter_valid_loss : 0.16184143722057343
1831600 0.162043 0.161841 0.165905 CURRENT LEARNING RATE: 7.770938118068239e-09
previous_iter_valid_loss : 0.17695294320583344
1831620 0.177243 0.176953 0.166509 CURRENT LEARNING RATE: 7.769384085853003e-09
previous_iter_valid_loss : 0.16276024281978607
1831640 0.162922 0.162760 0.166501 CURRENT LEARNING RATE: 7.767830364413159e-09
previous_iter_valid_loss : 0.16081713140010834
1831660 0.160994 0.160817 0.166366 CURRENT LEARNING RATE: 7.76627695368653e-09
previous_iter_valid_loss : 0.16095487773418427
1831680 0.161142 0.160955 0.166082 CURRENT LEARNING RATE: 7.764723853610982e-09
previous_iter_valid_loss : 0.18684928119182587
1831700 0.187238 0.186849 0.166997 CURRENT LEARNING RATE: 7.763171064124387e-09
previous_iter_valid_loss : 0.18059681355953217
1831720 0.180920 0.180597 0.167990 CURRENT LEARNING RATE: 7.761618585164638e-09
previous_iter_valid_loss : 0.1684369444847107
1831740 0.168669 0.168437 0.167698 CURRENT LEARNING RATE: 7.760066416669631e-09
previous_iter_valid_loss : 0.17241069674491882
1831760 0.172684 0.172411 0.167724 CURRENT LEARNING RATE: 7.758514558577284e-09
previous_iter_valid_loss : 0.1682550013065338
1831780 0.168410 0.168255 0.168090 CURRENT LEARNING RATE: 7.75696301082549e-09
previous_iter_valid_loss : 0.17420338094234467
1831800 0.174477 0.174203 0.168625 CURRENT LEARNING RATE: 7.755411773352249e-09
previous_iter_valid_loss : 0.16986609995365143
1831820 0.170105 0.169866 0.169027 CURRENT LEARNING RATE: 7.753860846095477e-09
previous_iter_valid_loss : 0.16174495220184326
1831840 0.161937 0.161745 0.168368 CURRENT LEARNING RATE: 7.752310228993139e-09
previous_iter_valid_loss : 0.162668377161026
1831860 0.162842 0.162668 0.168349 CURRENT LEARNING RATE: 7.750759921983214e-09
previous_iter_valid_loss : 0.16270765662193298
1831880 0.162870 0.162708 0.168334 CURRENT LEARNING RATE: 7.749209925003686e-09
previous_iter_valid_loss : 0.16083715856075287
1831900 0.161000 0.160837 0.168137 CURRENT LEARNING RATE: 7.747660237992555e-09
previous_iter_valid_loss : 0.16257694363594055
1831920 0.162766 0.162577 0.168239 CURRENT LEARNING RATE: 7.746110860887808e-09
previous_iter_valid_loss : 0.1613147258758545
1831940 0.161478 0.161315 0.167367 CURRENT LEARNING RATE: 7.744561793627523e-09
previous_iter_valid_loss : 0.1605728417634964
1831960 0.160747 0.160573 0.166842 CURRENT LEARNING RATE: 7.743013036149711e-09
previous_iter_valid_loss : 0.16350217163562775
1831980 0.163696 0.163502 0.166992 CURRENT LEARNING RATE: 7.741464588392423e-09
previous_iter_valid_loss : 0.16142918169498444
1832000 0.161625 0.161429 0.166971 CURRENT LEARNING RATE: 7.739916450293718e-09
previous_iter_valid_loss : 0.1612253338098526
1832020 0.161411 0.161225 0.166185 CURRENT LEARNING RATE: 7.73836862179167e-09
previous_iter_valid_loss : 0.16099372506141663
1832040 0.161179 0.160994 0.166096 CURRENT LEARNING RATE: 7.736821102824373e-09
previous_iter_valid_loss : 0.18588568270206451
1832060 0.186021 0.185886 0.167350 CURRENT LEARNING RATE: 7.735273893329917e-09
previous_iter_valid_loss : 0.16057612001895905
1832080 0.160735 0.160576 0.167331 CURRENT LEARNING RATE: 7.733726993246392e-09
previous_iter_valid_loss : 0.1841159164905548
1832100 0.184467 0.184116 0.167194 CURRENT LEARNING RATE: 7.732180402511976e-09
previous_iter_valid_loss : 0.166414275765419
1832120 0.166574 0.166414 0.166485 CURRENT LEARNING RATE: 7.730634121064775e-09
previous_iter_valid_loss : 0.17675384879112244
1832140 0.177046 0.176754 0.166901 CURRENT LEARNING RATE: 7.729088148842941e-09
previous_iter_valid_loss : 0.1859140694141388
1832160 0.186058 0.185914 0.167576 CURRENT LEARNING RATE: 7.727542485784634e-09
previous_iter_valid_loss : 0.16368472576141357
1832180 0.163852 0.163685 0.167347 CURRENT LEARNING RATE: 7.725997131828029e-09
previous_iter_valid_loss : 0.16073235869407654
1832200 0.160897 0.160732 0.166674 CURRENT LEARNING RATE: 7.724452086911308e-09
previous_iter_valid_loss : 0.16585701704025269
1832220 0.166022 0.165857 0.166473 CURRENT LEARNING RATE: 7.722907350972674e-09
previous_iter_valid_loss : 0.16096997261047363
1832240 0.161153 0.160970 0.166435 CURRENT LEARNING RATE: 7.721362923950305e-09
previous_iter_valid_loss : 0.1606866419315338
1832260 0.160846 0.160687 0.166336 CURRENT LEARNING RATE: 7.719818805782481e-09
previous_iter_valid_loss : 0.17164048552513123
1832280 0.171788 0.171640 0.166782 CURRENT LEARNING RATE: 7.718274996407412e-09
previous_iter_valid_loss : 0.2340153157711029
1832300 0.233944 0.234015 0.170441 CURRENT LEARNING RATE: 7.716731495763344e-09
previous_iter_valid_loss : 0.16098450124263763
1832320 0.161161 0.160985 0.170362 CURRENT LEARNING RATE: 7.715188303788536e-09
previous_iter_valid_loss : 0.16051067411899567
1832340 0.160669 0.160511 0.170321 CURRENT LEARNING RATE: 7.713645420421263e-09
previous_iter_valid_loss : 0.16499383747577667
1832360 0.165199 0.164994 0.170542 CURRENT LEARNING RATE: 7.712102845599806e-09
previous_iter_valid_loss : 0.1642042100429535
1832380 0.164413 0.164204 0.170577 CURRENT LEARNING RATE: 7.710560579262436e-09
previous_iter_valid_loss : 0.16952075064182281
1832400 0.169753 0.169521 0.170982 CURRENT LEARNING RATE: 7.709018621347519e-09
previous_iter_valid_loss : 0.16345547139644623
1832420 0.163645 0.163455 0.171094 CURRENT LEARNING RATE: 7.707476971793347e-09
previous_iter_valid_loss : 0.17031393945217133
1832440 0.170560 0.170314 0.171560 CURRENT LEARNING RATE: 7.705935630538256e-09
previous_iter_valid_loss : 0.16116631031036377
1832460 0.161355 0.161166 0.170324 CURRENT LEARNING RATE: 7.70439459752059e-09
previous_iter_valid_loss : 0.16159644722938538
1832480 0.161766 0.161596 0.170375 CURRENT LEARNING RATE: 7.70285387267871e-09
previous_iter_valid_loss : 0.16702039539813995
1832500 0.167235 0.167020 0.169520 CURRENT LEARNING RATE: 7.701313455950984e-09
previous_iter_valid_loss : 0.16059422492980957
1832520 0.160752 0.160594 0.169229 CURRENT LEARNING RATE: 7.699773347275799e-09
previous_iter_valid_loss : 0.1605130285024643
1832540 0.160675 0.160513 0.168417 CURRENT LEARNING RATE: 7.698233546591521e-09
previous_iter_valid_loss : 0.17241913080215454
1832560 0.172571 0.172419 0.167742 CURRENT LEARNING RATE: 7.696694053836615e-09
previous_iter_valid_loss : 0.1620912104845047
1832580 0.162254 0.162091 0.167662 CURRENT LEARNING RATE: 7.69515486894947e-09
previous_iter_valid_loss : 0.16120803356170654
1832600 0.161394 0.161208 0.167686 CURRENT LEARNING RATE: 7.693615991868521e-09
previous_iter_valid_loss : 0.1830575317144394
1832620 0.183201 0.183058 0.168546 CURRENT LEARNING RATE: 7.692077422532213e-09
previous_iter_valid_loss : 0.1690557599067688
1832640 0.169205 0.169056 0.168950 CURRENT LEARNING RATE: 7.690539160879004e-09
previous_iter_valid_loss : 0.17036262154579163
1832660 0.170607 0.170363 0.169434 CURRENT LEARNING RATE: 7.68900120684736e-09
previous_iter_valid_loss : 0.16454383730888367
1832680 0.164712 0.164544 0.169079 CURRENT LEARNING RATE: 7.68746356037574e-09
previous_iter_valid_loss : 0.1629091501235962
1832700 0.163075 0.162909 0.165524 CURRENT LEARNING RATE: 7.685926221402691e-09
previous_iter_valid_loss : 0.16762907803058624
1832720 0.167853 0.167629 0.165856 CURRENT LEARNING RATE: 7.684389189866691e-09
previous_iter_valid_loss : 0.17014986276626587
1832740 0.170388 0.170150 0.166338 CURRENT LEARNING RATE: 7.682852465706259e-09
previous_iter_valid_loss : 0.16433127224445343
1832760 0.164505 0.164331 0.166305 CURRENT LEARNING RATE: 7.681316048859927e-09
previous_iter_valid_loss : 0.16057953238487244
1832780 0.160730 0.160580 0.166124 CURRENT LEARNING RATE: 7.679779939266238e-09
previous_iter_valid_loss : 0.16797398030757904
1832800 0.168195 0.167974 0.166047 CURRENT LEARNING RATE: 7.678244136863748e-09
previous_iter_valid_loss : 0.16051837801933289
1832820 0.160674 0.160518 0.165900 CURRENT LEARNING RATE: 7.676708641591025e-09
previous_iter_valid_loss : 0.1653154492378235
1832840 0.165514 0.165315 0.165650 CURRENT LEARNING RATE: 7.67517345338662e-09
previous_iter_valid_loss : 0.16420428454875946
1832860 0.164375 0.164204 0.165802 CURRENT LEARNING RATE: 7.673638572189184e-09
previous_iter_valid_loss : 0.16718854010105133
1832880 0.167403 0.167189 0.166081 CURRENT LEARNING RATE: 7.672103997937289e-09
previous_iter_valid_loss : 0.161490797996521
1832900 0.161648 0.161491 0.165805 CURRENT LEARNING RATE: 7.670569730569556e-09
previous_iter_valid_loss : 0.16528481245040894
1832920 0.165453 0.165285 0.166039 CURRENT LEARNING RATE: 7.669035770024613e-09
previous_iter_valid_loss : 0.16552923619747162
1832940 0.165740 0.165529 0.166290 CURRENT LEARNING RATE: 7.667502116241102e-09
previous_iter_valid_loss : 0.1614667773246765
1832960 0.161616 0.161467 0.165743 CURRENT LEARNING RATE: 7.665968769157678e-09
previous_iter_valid_loss : 0.16899803280830383
1832980 0.169235 0.168998 0.166088 CURRENT LEARNING RATE: 7.664435728713004e-09
previous_iter_valid_loss : 0.1832176148891449
1833000 0.183584 0.183218 0.167188 CURRENT LEARNING RATE: 7.662902994845734e-09
previous_iter_valid_loss : 0.17262572050094604
1833020 0.172769 0.172626 0.166667 CURRENT LEARNING RATE: 7.661370567494612e-09
previous_iter_valid_loss : 0.16054297983646393
1833040 0.160708 0.160543 0.166241 CURRENT LEARNING RATE: 7.659838446598313e-09
previous_iter_valid_loss : 0.16103816032409668
1833060 0.161218 0.161038 0.165775 CURRENT LEARNING RATE: 7.658306632095554e-09
previous_iter_valid_loss : 0.16140152513980865
1833080 0.161547 0.161402 0.165618 CURRENT LEARNING RATE: 7.65677512392506e-09
previous_iter_valid_loss : 0.16157887876033783
1833100 0.161768 0.161579 0.165551 CURRENT LEARNING RATE: 7.655243922025573e-09
previous_iter_valid_loss : 0.18925988674163818
1833120 0.189703 0.189260 0.166633 CURRENT LEARNING RATE: 7.653713026335842e-09
previous_iter_valid_loss : 0.16291062533855438
1833140 0.163102 0.162911 0.166271 CURRENT LEARNING RATE: 7.652182436794608e-09
previous_iter_valid_loss : 0.18167820572853088
1833160 0.181842 0.181678 0.167138 CURRENT LEARNING RATE: 7.650652153340699e-09
previous_iter_valid_loss : 0.16113147139549255
1833180 0.161316 0.161131 0.167166 CURRENT LEARNING RATE: 7.649122175912878e-09
previous_iter_valid_loss : 0.16728287935256958
1833200 0.167436 0.167283 0.167131 CURRENT LEARNING RATE: 7.647592504449943e-09
previous_iter_valid_loss : 0.17105862498283386
1833220 0.171210 0.171059 0.167658 CURRENT LEARNING RATE: 7.64606313889071e-09
previous_iter_valid_loss : 0.16575883328914642
1833240 0.165971 0.165759 0.167680 CURRENT LEARNING RATE: 7.644534079174005e-09
previous_iter_valid_loss : 0.16331201791763306
1833260 0.163517 0.163312 0.167636 CURRENT LEARNING RATE: 7.643005325238663e-09
previous_iter_valid_loss : 0.1604955643415451
1833280 0.160658 0.160496 0.167301 CURRENT LEARNING RATE: 7.641476877023535e-09
previous_iter_valid_loss : 0.1725531667470932
1833300 0.172818 0.172553 0.167854 CURRENT LEARNING RATE: 7.639948734467456e-09
previous_iter_valid_loss : 0.1613120585680008
1833320 0.161473 0.161312 0.167656 CURRENT LEARNING RATE: 7.638420897509355e-09
previous_iter_valid_loss : 0.16137859225273132
1833340 0.161532 0.161379 0.167448 CURRENT LEARNING RATE: 7.636893366088091e-09
previous_iter_valid_loss : 0.1613907516002655
1833360 0.161574 0.161391 0.167444 CURRENT LEARNING RATE: 7.635366140142562e-09
previous_iter_valid_loss : 0.18013103306293488
1833380 0.180456 0.180131 0.168001 CURRENT LEARNING RATE: 7.633839219611679e-09
previous_iter_valid_loss : 0.16238972544670105
1833400 0.162572 0.162390 0.166960 CURRENT LEARNING RATE: 7.632312604434367e-09
previous_iter_valid_loss : 0.16813363134860992
1833420 0.168293 0.168134 0.166735 CURRENT LEARNING RATE: 7.63078629454956e-09
previous_iter_valid_loss : 0.1630479395389557
1833440 0.163216 0.163048 0.166860 CURRENT LEARNING RATE: 7.629260289896206e-09
previous_iter_valid_loss : 0.1607513129711151
1833460 0.160911 0.160751 0.166846 CURRENT LEARNING RATE: 7.627734590413237e-09
previous_iter_valid_loss : 0.16185621917247772
1833480 0.162020 0.161856 0.166869 CURRENT LEARNING RATE: 7.62620919603968e-09
previous_iter_valid_loss : 0.1604965329170227
1833500 0.160665 0.160497 0.166815 CURRENT LEARNING RATE: 7.62468410671449e-09
previous_iter_valid_loss : 0.16056688129901886
1833520 0.160730 0.160567 0.165380 CURRENT LEARNING RATE: 7.623159322376668e-09
previous_iter_valid_loss : 0.16129784286022186
1833540 0.161486 0.161298 0.165299 CURRENT LEARNING RATE: 7.62163484296522e-09
previous_iter_valid_loss : 0.16657710075378418
1833560 0.166738 0.166577 0.164544 CURRENT LEARNING RATE: 7.620110668419164e-09
previous_iter_valid_loss : 0.16163866221904755
1833580 0.161824 0.161639 0.164570 CURRENT LEARNING RATE: 7.61858679867754e-09
previous_iter_valid_loss : 0.17575061321258545
1833600 0.175899 0.175751 0.164993 CURRENT LEARNING RATE: 7.617063233679358e-09
previous_iter_valid_loss : 0.1605672836303711
1833620 0.160736 0.160567 0.164468 CURRENT LEARNING RATE: 7.615539973363735e-09
previous_iter_valid_loss : 0.16143831610679626
1833640 0.161614 0.161438 0.164252 CURRENT LEARNING RATE: 7.614017017669711e-09
previous_iter_valid_loss : 0.1753614842891693
1833660 0.175515 0.175361 0.164855 CURRENT LEARNING RATE: 7.61249436653637e-09
previous_iter_valid_loss : 0.16068460047245026
1833680 0.160858 0.160685 0.164864 CURRENT LEARNING RATE: 7.610972019902805e-09
previous_iter_valid_loss : 0.1608881652355194
1833700 0.161068 0.160888 0.164281 CURRENT LEARNING RATE: 7.60944997770812e-09
previous_iter_valid_loss : 0.16543252766132355
1833720 0.165645 0.165433 0.164487 CURRENT LEARNING RATE: 7.607928239891435e-09
previous_iter_valid_loss : 0.17077912390232086
1833740 0.170928 0.170779 0.164957 CURRENT LEARNING RATE: 7.606406806391882e-09
previous_iter_valid_loss : 0.16913989186286926
1833760 0.169293 0.169140 0.165344 CURRENT LEARNING RATE: 7.604885677148576e-09
previous_iter_valid_loss : 0.18370358645915985
1833780 0.183855 0.183704 0.165523 CURRENT LEARNING RATE: 7.603364852100723e-09
previous_iter_valid_loss : 0.1619718372821808
1833800 0.162133 0.161972 0.165502 CURRENT LEARNING RATE: 7.601844331187466e-09
previous_iter_valid_loss : 0.16066811978816986
1833820 0.160824 0.160668 0.165129 CURRENT LEARNING RATE: 7.600324114347985e-09
previous_iter_valid_loss : 0.16402603685855865
1833840 0.164226 0.164026 0.165178 CURRENT LEARNING RATE: 7.598804201521466e-09
previous_iter_valid_loss : 0.1611056923866272
1833860 0.161275 0.161106 0.165196 CURRENT LEARNING RATE: 7.597284592647119e-09
previous_iter_valid_loss : 0.16166844964027405
1833880 0.161820 0.161668 0.165186 CURRENT LEARNING RATE: 7.595765287664157e-09
previous_iter_valid_loss : 0.17632535099983215
1833900 0.176479 0.176325 0.165978 CURRENT LEARNING RATE: 7.594246286511777e-09
previous_iter_valid_loss : 0.16970501840114594
1833920 0.169856 0.169705 0.166435 CURRENT LEARNING RATE: 7.59272758912928e-09
previous_iter_valid_loss : 0.16132484376430511
1833940 0.161486 0.161325 0.166436 CURRENT LEARNING RATE: 7.591209195455885e-09
previous_iter_valid_loss : 0.16074104607105255
1833960 0.160921 0.160741 0.166144 CURRENT LEARNING RATE: 7.589691105430862e-09
previous_iter_valid_loss : 0.1612406075000763
1833980 0.161412 0.161241 0.166124 CURRENT LEARNING RATE: 7.588173318993482e-09
previous_iter_valid_loss : 0.16646020114421844
1834000 0.166676 0.166460 0.165660 CURRENT LEARNING RATE: 7.586655836083036e-09
previous_iter_valid_loss : 0.18514418601989746
1834020 0.185296 0.185144 0.166888 CURRENT LEARNING RATE: 7.585138656638824e-09
previous_iter_valid_loss : 0.17136920988559723
1834040 0.171519 0.171369 0.167385 CURRENT LEARNING RATE: 7.58362178060016e-09
previous_iter_valid_loss : 0.16991840302944183
1834060 0.170071 0.169918 0.167113 CURRENT LEARNING RATE: 7.582105207906341e-09
previous_iter_valid_loss : 0.17293086647987366
1834080 0.173076 0.172931 0.167725 CURRENT LEARNING RATE: 7.580588938496759e-09
previous_iter_valid_loss : 0.16186034679412842
1834100 0.162044 0.161860 0.167774 CURRENT LEARNING RATE: 7.579072972310734e-09
previous_iter_valid_loss : 0.16265197098255157
1834120 0.162817 0.162652 0.167635 CURRENT LEARNING RATE: 7.57755730928763e-09
previous_iter_valid_loss : 0.16078156232833862
1834140 0.160942 0.160782 0.167135 CURRENT LEARNING RATE: 7.57604194936682e-09
previous_iter_valid_loss : 0.17345517873764038
1834160 0.173596 0.173455 0.167351 CURRENT LEARNING RATE: 7.574526892487688e-09
previous_iter_valid_loss : 0.17009349167346954
1834180 0.170249 0.170093 0.166670 CURRENT LEARNING RATE: 7.573012138589633e-09
previous_iter_valid_loss : 0.16473501920700073
1834200 0.164912 0.164735 0.166808 CURRENT LEARNING RATE: 7.571497687612064e-09
previous_iter_valid_loss : 0.16080671548843384
1834220 0.160966 0.160807 0.166815 CURRENT LEARNING RATE: 7.569983539494378e-09
previous_iter_valid_loss : 0.1674981266260147
1834240 0.167652 0.167498 0.166989 CURRENT LEARNING RATE: 7.56846969417606e-09
previous_iter_valid_loss : 0.165208637714386
1834260 0.165374 0.165209 0.167194 CURRENT LEARNING RATE: 7.566956151596532e-09
previous_iter_valid_loss : 0.1659754365682602
1834280 0.166133 0.165975 0.167409 CURRENT LEARNING RATE: 7.56544291169525e-09
previous_iter_valid_loss : 0.17396681010723114
1834300 0.174116 0.173967 0.167291 CURRENT LEARNING RATE: 7.563929974411687e-09
previous_iter_valid_loss : 0.19044120609760284
1834320 0.190895 0.190441 0.168328 CURRENT LEARNING RATE: 7.562417339685322e-09
previous_iter_valid_loss : 0.16104184091091156
1834340 0.161202 0.161042 0.168314 CURRENT LEARNING RATE: 7.560905007455652e-09
previous_iter_valid_loss : 0.16727180778980255
1834360 0.167429 0.167272 0.168641 CURRENT LEARNING RATE: 7.559392977662158e-09
previous_iter_valid_loss : 0.18815769255161285
1834380 0.188290 0.188158 0.169986 CURRENT LEARNING RATE: 7.55788125024441e-09
previous_iter_valid_loss : 0.1617114096879959
1834400 0.161859 0.161711 0.169749 CURRENT LEARNING RATE: 7.556369825141914e-09
previous_iter_valid_loss : 0.16725696623325348
1834420 0.167412 0.167257 0.168855 CURRENT LEARNING RATE: 7.55485870229421e-09
previous_iter_valid_loss : 0.1609124392271042
1834440 0.161094 0.160912 0.168332 CURRENT LEARNING RATE: 7.553347881640857e-09
previous_iter_valid_loss : 0.161251500248909
1834460 0.161448 0.161252 0.167899 CURRENT LEARNING RATE: 7.55183736312142e-09
previous_iter_valid_loss : 0.1631820648908615
1834480 0.163381 0.163182 0.167411 CURRENT LEARNING RATE: 7.550327146675476e-09
previous_iter_valid_loss : 0.16289570927619934
1834500 0.163070 0.162896 0.167463 CURRENT LEARNING RATE: 7.54881723224262e-09
previous_iter_valid_loss : 0.16635820269584656
1834520 0.166519 0.166358 0.167648 CURRENT LEARNING RATE: 7.54730761976243e-09
previous_iter_valid_loss : 0.17708522081375122
1834540 0.177232 0.177085 0.168463 CURRENT LEARNING RATE: 7.54579830917457e-09
previous_iter_valid_loss : 0.16508741676807404
1834560 0.165249 0.165087 0.168045 CURRENT LEARNING RATE: 7.544289300418645e-09
previous_iter_valid_loss : 0.16053719818592072
1834580 0.160694 0.160537 0.167567 CURRENT LEARNING RATE: 7.542780593434292e-09
previous_iter_valid_loss : 0.16096322238445282
1834600 0.161146 0.160963 0.167379 CURRENT LEARNING RATE: 7.541272188161165e-09
previous_iter_valid_loss : 0.1613435596227646
1834620 0.161530 0.161344 0.167405 CURRENT LEARNING RATE: 7.539764084538923e-09
previous_iter_valid_loss : 0.16596151888370514
1834640 0.166168 0.165962 0.167329 CURRENT LEARNING RATE: 7.53825628250725e-09
previous_iter_valid_loss : 0.1783941686153412
1834660 0.178553 0.178394 0.167988 CURRENT LEARNING RATE: 7.5367487820058e-09
previous_iter_valid_loss : 0.16734856367111206
1834680 0.167503 0.167349 0.168057 CURRENT LEARNING RATE: 7.535241582974329e-09
previous_iter_valid_loss : 0.16150158643722534
1834700 0.161696 0.161502 0.167433 CURRENT LEARNING RATE: 7.533734685352522e-09
previous_iter_valid_loss : 0.16155414283275604
1834720 0.161715 0.161554 0.165989 CURRENT LEARNING RATE: 7.532228089080105e-09
previous_iter_valid_loss : 0.1607135534286499
1834740 0.160887 0.160714 0.165972 CURRENT LEARNING RATE: 7.530721794096811e-09
previous_iter_valid_loss : 0.16068139672279358
1834760 0.160852 0.160681 0.165643 CURRENT LEARNING RATE: 7.529215800342392e-09
previous_iter_valid_loss : 0.16198034584522247
1834780 0.162144 0.161980 0.164334 CURRENT LEARNING RATE: 7.527710107756605e-09
previous_iter_valid_loss : 0.16127817332744598
1834800 0.161468 0.161278 0.164312 CURRENT LEARNING RATE: 7.526204716279222e-09
previous_iter_valid_loss : 0.16488416492938995
1834820 0.165086 0.164884 0.164194 CURRENT LEARNING RATE: 7.524699625850003e-09
previous_iter_valid_loss : 0.16272816061973572
1834840 0.162911 0.162728 0.164285 CURRENT LEARNING RATE: 7.523194836408796e-09
previous_iter_valid_loss : 0.16060848534107208
1834860 0.160778 0.160608 0.164252 CURRENT LEARNING RATE: 7.521690347895385e-09
previous_iter_valid_loss : 0.16085733473300934
1834880 0.161008 0.160857 0.164136 CURRENT LEARNING RATE: 7.520186160249588e-09
previous_iter_valid_loss : 0.19893494248390198
1834900 0.199453 0.198935 0.165938 CURRENT LEARNING RATE: 7.518682273411238e-09
previous_iter_valid_loss : 0.16098736226558685
1834920 0.161145 0.160987 0.165670 CURRENT LEARNING RATE: 7.51717868732018e-09
previous_iter_valid_loss : 0.1689465045928955
1834940 0.169104 0.168947 0.165263 CURRENT LEARNING RATE: 7.51567540191627e-09
previous_iter_valid_loss : 0.16082631051540375
1834960 0.161010 0.160826 0.165050 CURRENT LEARNING RATE: 7.514172417139378e-09
previous_iter_valid_loss : 0.16338950395584106
1834980 0.163563 0.163390 0.165192 CURRENT LEARNING RATE: 7.512669732929357e-09
previous_iter_valid_loss : 0.1623149812221527
1835000 0.162472 0.162315 0.165260 CURRENT LEARNING RATE: 7.511167349226152e-09
previous_iter_valid_loss : 0.16056258976459503
1835020 0.160724 0.160563 0.165221 CURRENT LEARNING RATE: 7.509665265969644e-09
previous_iter_valid_loss : 0.16366617381572723
1835040 0.163842 0.163666 0.165106 CURRENT LEARNING RATE: 7.508163483099746e-09
previous_iter_valid_loss : 0.18437287211418152
1835060 0.184518 0.184373 0.165405 CURRENT LEARNING RATE: 7.506662000556389e-09
previous_iter_valid_loss : 0.16714012622833252
1835080 0.167361 0.167140 0.165395 CURRENT LEARNING RATE: 7.505160818279514e-09
previous_iter_valid_loss : 0.16109232604503632
1835100 0.161242 0.161092 0.165374 CURRENT LEARNING RATE: 7.50365993620907e-09
previous_iter_valid_loss : 0.16128668189048767
1835120 0.161465 0.161287 0.165361 CURRENT LEARNING RATE: 7.502159354285e-09
previous_iter_valid_loss : 0.16051383316516876
1835140 0.160677 0.160514 0.165351 CURRENT LEARNING RATE: 7.500659072447333e-09
previous_iter_valid_loss : 0.16231372952461243
1835160 0.162477 0.162314 0.165432 CURRENT LEARNING RATE: 7.499159090636027e-09
previous_iter_valid_loss : 0.16160739958286285
1835180 0.161792 0.161607 0.165414 CURRENT LEARNING RATE: 7.497659408791086e-09
previous_iter_valid_loss : 0.17625916004180908
1835200 0.176554 0.176259 0.166163 CURRENT LEARNING RATE: 7.496160026852524e-09
previous_iter_valid_loss : 0.16108708083629608
1835220 0.161273 0.161087 0.165973 CURRENT LEARNING RATE: 7.494660944760362e-09
previous_iter_valid_loss : 0.1734074205160141
1835240 0.173677 0.173407 0.166507 CURRENT LEARNING RATE: 7.493162162454641e-09
previous_iter_valid_loss : 0.1663946509361267
1835260 0.166605 0.166395 0.166796 CURRENT LEARNING RATE: 7.491663679875406e-09
previous_iter_valid_loss : 0.17387180030345917
1835280 0.174153 0.173872 0.167447 CURRENT LEARNING RATE: 7.490165496962693e-09
previous_iter_valid_loss : 0.16077852249145508
1835300 0.160937 0.160779 0.165539 CURRENT LEARNING RATE: 7.488667613656628e-09
previous_iter_valid_loss : 0.16050639748573303
1835320 0.160663 0.160506 0.165515 CURRENT LEARNING RATE: 7.487170029897268e-09
previous_iter_valid_loss : 0.1622781604528427
1835340 0.162464 0.162278 0.165182 CURRENT LEARNING RATE: 7.48567274562471e-09
previous_iter_valid_loss : 0.16145634651184082
1835360 0.161614 0.161456 0.165213 CURRENT LEARNING RATE: 7.484175760779063e-09
previous_iter_valid_loss : 0.1700492799282074
1835380 0.170293 0.170049 0.165546 CURRENT LEARNING RATE: 7.482679075300448e-09
previous_iter_valid_loss : 0.17681856453418732
1835400 0.177107 0.176819 0.166271 CURRENT LEARNING RATE: 7.481182689128997e-09
previous_iter_valid_loss : 0.1698525846004486
1835420 0.170099 0.169853 0.166736 CURRENT LEARNING RATE: 7.479686602204854e-09
previous_iter_valid_loss : 0.1760333627462387
1835440 0.176184 0.176033 0.167354 CURRENT LEARNING RATE: 7.478190814468149e-09
previous_iter_valid_loss : 0.16402073204517365
1835460 0.164187 0.164021 0.166336 CURRENT LEARNING RATE: 7.476695325859104e-09
previous_iter_valid_loss : 0.18126384913921356
1835480 0.181423 0.181264 0.167043 CURRENT LEARNING RATE: 7.475200136317874e-09
previous_iter_valid_loss : 0.16179552674293518
1835500 0.161950 0.161796 0.167078 CURRENT LEARNING RATE: 7.47370524578465e-09
previous_iter_valid_loss : 0.16207191348075867
1835520 0.162235 0.162072 0.167117 CURRENT LEARNING RATE: 7.472210654199638e-09
previous_iter_valid_loss : 0.16887402534484863
1835540 0.169122 0.168874 0.167535 CURRENT LEARNING RATE: 7.470716361503052e-09
previous_iter_valid_loss : 0.1805843710899353
1835560 0.180746 0.180584 0.168449 CURRENT LEARNING RATE: 7.469222367635121e-09
previous_iter_valid_loss : 0.164630725979805
1835580 0.164798 0.164631 0.168600 CURRENT LEARNING RATE: 7.46772867253606e-09
previous_iter_valid_loss : 0.16642853617668152
1835600 0.166590 0.166429 0.168108 CURRENT LEARNING RATE: 7.466235276146174e-09
previous_iter_valid_loss : 0.1609027236700058
1835620 0.161061 0.160903 0.168099 CURRENT LEARNING RATE: 7.464742178405699e-09
previous_iter_valid_loss : 0.1644587218761444
1835640 0.164660 0.164459 0.167652 CURRENT LEARNING RATE: 7.463249379254911e-09
previous_iter_valid_loss : 0.17127956449985504
1835660 0.171547 0.171280 0.167896 CURRENT LEARNING RATE: 7.461756878634101e-09
previous_iter_valid_loss : 0.16570641100406647
1835680 0.165913 0.165706 0.167488 CURRENT LEARNING RATE: 7.460264676483567e-09
previous_iter_valid_loss : 0.16107745468616486
1835700 0.161260 0.161077 0.167503 CURRENT LEARNING RATE: 7.45877277274362e-09
previous_iter_valid_loss : 0.16193822026252747
1835720 0.162128 0.161938 0.167574 CURRENT LEARNING RATE: 7.457281167354586e-09
previous_iter_valid_loss : 0.16163095831871033
1835740 0.161822 0.161631 0.167542 CURRENT LEARNING RATE: 7.455789860256774e-09
previous_iter_valid_loss : 0.16052865982055664
1835760 0.160687 0.160529 0.167495 CURRENT LEARNING RATE: 7.454298851390582e-09
previous_iter_valid_loss : 0.1607634723186493
1835780 0.160939 0.160763 0.167031 CURRENT LEARNING RATE: 7.452808140696345e-09
previous_iter_valid_loss : 0.1737467497587204
1835800 0.173895 0.173747 0.166877 CURRENT LEARNING RATE: 7.451317728114437e-09
previous_iter_valid_loss : 0.16944047808647156
1835820 0.169592 0.169440 0.166857 CURRENT LEARNING RATE: 7.449827613585237e-09
previous_iter_valid_loss : 0.1653485894203186
1835840 0.165513 0.165349 0.166323 CURRENT LEARNING RATE: 7.4483377970491424e-09
previous_iter_valid_loss : 0.16174565255641937
1835860 0.161908 0.161746 0.166209 CURRENT LEARNING RATE: 7.446848278446562e-09
previous_iter_valid_loss : 0.18442565202713013
1835880 0.184804 0.184426 0.166367 CURRENT LEARNING RATE: 7.445359057717887e-09
previous_iter_valid_loss : 0.16342565417289734
1835900 0.163618 0.163426 0.166448 CURRENT LEARNING RATE: 7.4438701348036006e-09
previous_iter_valid_loss : 0.16877704858779907
1835920 0.169020 0.168777 0.166784 CURRENT LEARNING RATE: 7.442381509644122e-09
previous_iter_valid_loss : 0.1664191037416458
1835940 0.166635 0.166419 0.166661 CURRENT LEARNING RATE: 7.4408931821799034e-09
previous_iter_valid_loss : 0.16053444147109985
1835960 0.160695 0.160534 0.165659 CURRENT LEARNING RATE: 7.439405152351415e-09
previous_iter_valid_loss : 0.16427507996559143
1835980 0.164446 0.164275 0.165641 CURRENT LEARNING RATE: 7.437917420099133e-09
previous_iter_valid_loss : 0.16399884223937988
1836000 0.164194 0.163999 0.165519 CURRENT LEARNING RATE: 7.436429985363547e-09
previous_iter_valid_loss : 0.16794921457767487
1836020 0.168180 0.167949 0.165872 CURRENT LEARNING RATE: 7.434942848085164e-09
previous_iter_valid_loss : 0.162736177444458
1836040 0.162918 0.162736 0.165785 CURRENT LEARNING RATE: 7.433456008204468e-09
previous_iter_valid_loss : 0.1627446860074997
1836060 0.162914 0.162745 0.165359 CURRENT LEARNING RATE: 7.431969465662039e-09
previous_iter_valid_loss : 0.1605963557958603
1836080 0.160757 0.160596 0.165103 CURRENT LEARNING RATE: 7.430483220398391e-09
previous_iter_valid_loss : 0.16820071637630463
1836100 0.168432 0.168201 0.165459 CURRENT LEARNING RATE: 7.428997272354072e-09
previous_iter_valid_loss : 0.1614214926958084
1836120 0.161579 0.161421 0.165433 CURRENT LEARNING RATE: 7.427511621469646e-09
previous_iter_valid_loss : 0.16630667448043823
1836140 0.166468 0.166307 0.165667 CURRENT LEARNING RATE: 7.426026267685685e-09
previous_iter_valid_loss : 0.16503915190696716
1836160 0.165201 0.165039 0.165893 CURRENT LEARNING RATE: 7.424541210942775e-09
previous_iter_valid_loss : 0.1605152189731598
1836180 0.160681 0.160515 0.165880 CURRENT LEARNING RATE: 7.423056451181515e-09
previous_iter_valid_loss : 0.16621415317058563
1836200 0.166375 0.166214 0.165504 CURRENT LEARNING RATE: 7.421571988342489e-09
previous_iter_valid_loss : 0.18251962959766388
1836220 0.182672 0.182520 0.166158 CURRENT LEARNING RATE: 7.420087822366368e-09
previous_iter_valid_loss : 0.19317147135734558
1836240 0.193642 0.193171 0.167549 CURRENT LEARNING RATE: 7.418603953193762e-09
previous_iter_valid_loss : 0.16060322523117065
1836260 0.160757 0.160603 0.167492 CURRENT LEARNING RATE: 7.417120380765315e-09
previous_iter_valid_loss : 0.16200430691242218
1836280 0.162191 0.162004 0.166371 CURRENT LEARNING RATE: 7.415637105021684e-09
previous_iter_valid_loss : 0.1648894101381302
1836300 0.165049 0.164889 0.166444 CURRENT LEARNING RATE: 7.414154125903538e-09
previous_iter_valid_loss : 0.16270044445991516
1836320 0.162892 0.162700 0.166140 CURRENT LEARNING RATE: 7.412671443351558e-09
previous_iter_valid_loss : 0.1625804752111435
1836340 0.162742 0.162580 0.165948 CURRENT LEARNING RATE: 7.411189057306411e-09
previous_iter_valid_loss : 0.17291250824928284
1836360 0.173062 0.172913 0.166567 CURRENT LEARNING RATE: 7.409706967708853e-09
previous_iter_valid_loss : 0.1656615436077118
1836380 0.165828 0.165662 0.166636 CURRENT LEARNING RATE: 7.408225174499575e-09
previous_iter_valid_loss : 0.1611107885837555
1836400 0.161267 0.161111 0.166492 CURRENT LEARNING RATE: 7.406743677619305e-09
previous_iter_valid_loss : 0.16129715740680695
1836420 0.161454 0.161297 0.166159 CURRENT LEARNING RATE: 7.405262477008783e-09
previous_iter_valid_loss : 0.17332519590854645
1836440 0.173600 0.173325 0.166689 CURRENT LEARNING RATE: 7.4037815726087606e-09
previous_iter_valid_loss : 0.16069523990154266
1836460 0.160848 0.160695 0.166586 CURRENT LEARNING RATE: 7.4023009643600025e-09
previous_iter_valid_loss : 0.16064926981925964
1836480 0.160814 0.160649 0.166589 CURRENT LEARNING RATE: 7.400820652203284e-09
previous_iter_valid_loss : 0.17053863406181335
1836500 0.170788 0.170539 0.166706 CURRENT LEARNING RATE: 7.399340636079366e-09
previous_iter_valid_loss : 0.16078756749629974
1836520 0.160948 0.160788 0.166674 CURRENT LEARNING RATE: 7.397860915929102e-09
previous_iter_valid_loss : 0.1616562306880951
1836540 0.161806 0.161656 0.166442 CURRENT LEARNING RATE: 7.396381491693274e-09
previous_iter_valid_loss : 0.16197384893894196
1836560 0.162136 0.161974 0.166288 CURRENT LEARNING RATE: 7.394902363312707e-09
previous_iter_valid_loss : 0.16075676679611206
1836580 0.160938 0.160757 0.166300 CURRENT LEARNING RATE: 7.393423530728236e-09
previous_iter_valid_loss : 0.16660325229167938
1836600 0.166763 0.166603 0.166320 CURRENT LEARNING RATE: 7.391944993880707e-09
previous_iter_valid_loss : 0.18304166197776794
1836620 0.183188 0.183042 0.166346 CURRENT LEARNING RATE: 7.390466752710979e-09
previous_iter_valid_loss : 0.16103462874889374
1836640 0.161187 0.161035 0.164739 CURRENT LEARNING RATE: 7.388988807159921e-09
previous_iter_valid_loss : 0.17959272861480713
1836660 0.179746 0.179593 0.165689 CURRENT LEARNING RATE: 7.387511157168391e-09
previous_iter_valid_loss : 0.17579656839370728
1836680 0.175940 0.175797 0.166378 CURRENT LEARNING RATE: 7.3860338026773354e-09
previous_iter_valid_loss : 0.16284975409507751
1836700 0.163043 0.162850 0.166276 CURRENT LEARNING RATE: 7.384556743627631e-09
previous_iter_valid_loss : 0.1639016568660736
1836720 0.164103 0.163902 0.166336 CURRENT LEARNING RATE: 7.3830799799601986e-09
previous_iter_valid_loss : 0.1605634242296219
1836740 0.160726 0.160563 0.166236 CURRENT LEARNING RATE: 7.381603511615966e-09
previous_iter_valid_loss : 0.1732279658317566
1836760 0.173375 0.173228 0.166251 CURRENT LEARNING RATE: 7.3801273385358746e-09
previous_iter_valid_loss : 0.19318319857120514
1836780 0.193656 0.193183 0.167627 CURRENT LEARNING RATE: 7.378651460660878e-09
previous_iter_valid_loss : 0.1825893223285675
1836800 0.182939 0.182589 0.168701 CURRENT LEARNING RATE: 7.377175877931915e-09
previous_iter_valid_loss : 0.161875918507576
1836820 0.162035 0.161876 0.168730 CURRENT LEARNING RATE: 7.375700590290014e-09
previous_iter_valid_loss : 0.16195978224277496
1836840 0.162130 0.161960 0.168162 CURRENT LEARNING RATE: 7.374225597676137e-09
previous_iter_valid_loss : 0.16054028272628784
1836860 0.160700 0.160540 0.168154 CURRENT LEARNING RATE: 7.372750900031285e-09
previous_iter_valid_loss : 0.1609213501214981
1836880 0.161070 0.160921 0.168168 CURRENT LEARNING RATE: 7.371276497296471e-09
previous_iter_valid_loss : 0.1605461835861206
1836900 0.160710 0.160546 0.167668 CURRENT LEARNING RATE: 7.3698023894127175e-09
previous_iter_valid_loss : 0.16501741111278534
1836920 0.165224 0.165017 0.167880 CURRENT LEARNING RATE: 7.36832857632106e-09
previous_iter_valid_loss : 0.17950977385044098
1836940 0.179822 0.179510 0.168772 CURRENT LEARNING RATE: 7.3668550579625465e-09
previous_iter_valid_loss : 0.18675154447555542
1836960 0.186893 0.186752 0.170011 CURRENT LEARNING RATE: 7.365381834278211e-09
previous_iter_valid_loss : 0.16061218082904816
1836980 0.160793 0.160612 0.170004 CURRENT LEARNING RATE: 7.3639089052091746e-09
previous_iter_valid_loss : 0.16072052717208862
1837000 0.160894 0.160721 0.169710 CURRENT LEARNING RATE: 7.362436270696497e-09
previous_iter_valid_loss : 0.16103921830654144
1837020 0.161227 0.161039 0.168610 CURRENT LEARNING RATE: 7.36096393068127e-09
previous_iter_valid_loss : 0.1656859964132309
1837040 0.165898 0.165686 0.168842 CURRENT LEARNING RATE: 7.3594918851046026e-09
previous_iter_valid_loss : 0.1690599024295807
1837060 0.169301 0.169060 0.168316 CURRENT LEARNING RATE: 7.35802013390761e-09
previous_iter_valid_loss : 0.16064225137233734
1837080 0.160801 0.160642 0.167558 CURRENT LEARNING RATE: 7.356548677031425e-09
previous_iter_valid_loss : 0.16516558825969696
1837100 0.165371 0.165166 0.167674 CURRENT LEARNING RATE: 7.35507751441716e-09
previous_iter_valid_loss : 0.16116465628147125
1837120 0.161329 0.161165 0.167537 CURRENT LEARNING RATE: 7.353606646006024e-09
previous_iter_valid_loss : 0.16138266026973724
1837140 0.161572 0.161383 0.167578 CURRENT LEARNING RATE: 7.352136071739155e-09
previous_iter_valid_loss : 0.16074958443641663
1837160 0.160938 0.160750 0.166954 CURRENT LEARNING RATE: 7.35066579155773e-09
previous_iter_valid_loss : 0.16095086932182312
1837180 0.161108 0.160951 0.165342 CURRENT LEARNING RATE: 7.349195805402937e-09
previous_iter_valid_loss : 0.16071711480617523
1837200 0.160876 0.160717 0.164249 CURRENT LEARNING RATE: 7.347726113215977e-09
previous_iter_valid_loss : 0.1680690050125122
1837220 0.168225 0.168069 0.164558 CURRENT LEARNING RATE: 7.346256714938065e-09
previous_iter_valid_loss : 0.1767461895942688
1837240 0.176905 0.176746 0.165298 CURRENT LEARNING RATE: 7.34478761051042e-09
previous_iter_valid_loss : 0.16121891140937805
1837260 0.161381 0.161219 0.165332 CURRENT LEARNING RATE: 7.343318799874254e-09
previous_iter_valid_loss : 0.16052454710006714
1837280 0.160692 0.160525 0.165312 CURRENT LEARNING RATE: 7.341850282970868e-09
previous_iter_valid_loss : 0.16686123609542847
1837300 0.167023 0.166861 0.165628 CURRENT LEARNING RATE: 7.340382059741494e-09
previous_iter_valid_loss : 0.1610320806503296
1837320 0.161217 0.161032 0.165428 CURRENT LEARNING RATE: 7.338914130127404e-09
previous_iter_valid_loss : 0.1839362233877182
1837340 0.184086 0.183936 0.165650 CURRENT LEARNING RATE: 7.33744649406988e-09
previous_iter_valid_loss : 0.1726691573858261
1837360 0.172932 0.172669 0.164945 CURRENT LEARNING RATE: 7.335979151510216e-09
previous_iter_valid_loss : 0.16075481474399567
1837380 0.160913 0.160755 0.164953 CURRENT LEARNING RATE: 7.33451210238972e-09
previous_iter_valid_loss : 0.17075476050376892
1837400 0.170900 0.170755 0.165454 CURRENT LEARNING RATE: 7.333045346649709e-09
previous_iter_valid_loss : 0.16155065596103668
1837420 0.161729 0.161551 0.165480 CURRENT LEARNING RATE: 7.331578884231486e-09
previous_iter_valid_loss : 0.16080307960510254
1837440 0.160950 0.160803 0.165236 CURRENT LEARNING RATE: 7.330112715076446e-09
previous_iter_valid_loss : 0.16168507933616638
1837460 0.161876 0.161685 0.164867 CURRENT LEARNING RATE: 7.328646839125916e-09
previous_iter_valid_loss : 0.16405761241912842
1837480 0.164271 0.164058 0.165038 CURRENT LEARNING RATE: 7.32718125632126e-09
previous_iter_valid_loss : 0.16099148988723755
1837500 0.161153 0.160991 0.164829 CURRENT LEARNING RATE: 7.325715966603855e-09
previous_iter_valid_loss : 0.16320107877254486
1837520 0.163400 0.163201 0.164931 CURRENT LEARNING RATE: 7.32425096991509e-09
previous_iter_valid_loss : 0.1671605110168457
1837540 0.167385 0.167161 0.165220 CURRENT LEARNING RATE: 7.322786266196364e-09
previous_iter_valid_loss : 0.16103093326091766
1837560 0.161190 0.161031 0.165234 CURRENT LEARNING RATE: 7.321321855389065e-09
previous_iter_valid_loss : 0.16231678426265717
1837580 0.162495 0.162317 0.165302 CURRENT LEARNING RATE: 7.3198577374346654e-09
previous_iter_valid_loss : 0.16568928956985474
1837600 0.165890 0.165689 0.165551 CURRENT LEARNING RATE: 7.318393912274578e-09
previous_iter_valid_loss : 0.16827693581581116
1837620 0.168504 0.168277 0.165561 CURRENT LEARNING RATE: 7.316930379850247e-09
previous_iter_valid_loss : 0.1612919121980667
1837640 0.161474 0.161292 0.164788 CURRENT LEARNING RATE: 7.3154671401031335e-09
previous_iter_valid_loss : 0.16051137447357178
1837660 0.160681 0.160511 0.164753 CURRENT LEARNING RATE: 7.314004192974705e-09
previous_iter_valid_loss : 0.16075854003429413
1837680 0.160921 0.160759 0.164765 CURRENT LEARNING RATE: 7.312541538406445e-09
previous_iter_valid_loss : 0.16374625265598297
1837700 0.163913 0.163746 0.164609 CURRENT LEARNING RATE: 7.311079176339849e-09
previous_iter_valid_loss : 0.16104647517204285
1837720 0.161202 0.161046 0.164610 CURRENT LEARNING RATE: 7.309617106716394e-09
previous_iter_valid_loss : 0.17639115452766418
1837740 0.176546 0.176391 0.164232 CURRENT LEARNING RATE: 7.308155329477651e-09
previous_iter_valid_loss : 0.16124095022678375
1837760 0.161397 0.161241 0.163661 CURRENT LEARNING RATE: 7.306693844565122e-09
previous_iter_valid_loss : 0.16124606132507324
1837780 0.161429 0.161246 0.163686 CURRENT LEARNING RATE: 7.305232651920347e-09
previous_iter_valid_loss : 0.1605425924062729
1837800 0.160715 0.160543 0.163175 CURRENT LEARNING RATE: 7.30377175148488e-09
previous_iter_valid_loss : 0.16814464330673218
1837820 0.168365 0.168145 0.163505 CURRENT LEARNING RATE: 7.302311143200283e-09
previous_iter_valid_loss : 0.1714196503162384
1837840 0.171566 0.171420 0.164035 CURRENT LEARNING RATE: 7.3008508270081335e-09
previous_iter_valid_loss : 0.16612592339515686
1837860 0.166288 0.166126 0.164258 CURRENT LEARNING RATE: 7.299390802850018e-09
previous_iter_valid_loss : 0.16240407526493073
1837880 0.162589 0.162404 0.164175 CURRENT LEARNING RATE: 7.2979310706675085e-09
previous_iter_valid_loss : 0.16105367243289948
1837900 0.161231 0.161054 0.164178 CURRENT LEARNING RATE: 7.29647163040227e-09
previous_iter_valid_loss : 0.1654226928949356
1837920 0.165632 0.165423 0.164289 CURRENT LEARNING RATE: 7.295012481995899e-09
previous_iter_valid_loss : 0.164082869887352
1837940 0.164281 0.164083 0.164135 CURRENT LEARNING RATE: 7.293553625390025e-09
previous_iter_valid_loss : 0.18003684282302856
1837960 0.180363 0.180037 0.165085 CURRENT LEARNING RATE: 7.2920950605263e-09
previous_iter_valid_loss : 0.1640148162841797
1837980 0.164185 0.164015 0.165170 CURRENT LEARNING RATE: 7.290636787346376e-09
previous_iter_valid_loss : 0.17174869775772095
1838000 0.172009 0.171749 0.165473 CURRENT LEARNING RATE: 7.289178805791927e-09
previous_iter_valid_loss : 0.16055095195770264
1838020 0.160706 0.160551 0.165087 CURRENT LEARNING RATE: 7.2877211158046026e-09
previous_iter_valid_loss : 0.1611945927143097
1838040 0.161376 0.161195 0.165082 CURRENT LEARNING RATE: 7.286263717326151e-09
previous_iter_valid_loss : 0.16546934843063354
1838060 0.165664 0.165469 0.165330 CURRENT LEARNING RATE: 7.284806610298249e-09
previous_iter_valid_loss : 0.161277174949646
1838080 0.161457 0.161277 0.165356 CURRENT LEARNING RATE: 7.283349794662612e-09
previous_iter_valid_loss : 0.16261990368366241
1838100 0.162788 0.162620 0.165300 CURRENT LEARNING RATE: 7.281893270360968e-09
previous_iter_valid_loss : 0.16062679886817932
1838120 0.160777 0.160627 0.165279 CURRENT LEARNING RATE: 7.280437037335056e-09
previous_iter_valid_loss : 0.16395528614521027
1838140 0.164117 0.163955 0.164657 CURRENT LEARNING RATE: 7.278981095526626e-09
previous_iter_valid_loss : 0.1626209020614624
1838160 0.162801 0.162621 0.164726 CURRENT LEARNING RATE: 7.2775254448774425e-09
previous_iter_valid_loss : 0.16093890368938446
1838180 0.161099 0.160939 0.164711 CURRENT LEARNING RATE: 7.27607008532925e-09
previous_iter_valid_loss : 0.17148131132125854
1838200 0.171631 0.171481 0.165257 CURRENT LEARNING RATE: 7.274615016823889e-09
previous_iter_valid_loss : 0.16078273952007294
1838220 0.160962 0.160783 0.164889 CURRENT LEARNING RATE: 7.2731602393031284e-09
previous_iter_valid_loss : 0.1606622189283371
1838240 0.160814 0.160662 0.164352 CURRENT LEARNING RATE: 7.271705752708779e-09
previous_iter_valid_loss : 0.16245166957378387
1838260 0.162630 0.162452 0.164168 CURRENT LEARNING RATE: 7.270251556982661e-09
previous_iter_valid_loss : 0.16054143011569977
1838280 0.160704 0.160541 0.164075 CURRENT LEARNING RATE: 7.268797652066605e-09
previous_iter_valid_loss : 0.16059784591197968
1838300 0.160780 0.160598 0.164052 CURRENT LEARNING RATE: 7.267344037902457e-09
previous_iter_valid_loss : 0.16073016822338104
1838320 0.160909 0.160730 0.163817 CURRENT LEARNING RATE: 7.265890714432045e-09
previous_iter_valid_loss : 0.16874191164970398
1838340 0.168894 0.168742 0.164050 CURRENT LEARNING RATE: 7.264437681597289e-09
previous_iter_valid_loss : 0.1619333177804947
1838360 0.162122 0.161933 0.163145 CURRENT LEARNING RATE: 7.262984939340042e-09
previous_iter_valid_loss : 0.16127623617649078
1838380 0.161460 0.161276 0.163008 CURRENT LEARNING RATE: 7.261532487602193e-09
previous_iter_valid_loss : 0.18035972118377686
1838400 0.180688 0.180360 0.163439 CURRENT LEARNING RATE: 7.260080326325643e-09
previous_iter_valid_loss : 0.17475584149360657
1838420 0.174908 0.174756 0.164149 CURRENT LEARNING RATE: 7.258628455452308e-09
previous_iter_valid_loss : 0.1605222076177597
1838440 0.160681 0.160522 0.164115 CURRENT LEARNING RATE: 7.257176874924113e-09
previous_iter_valid_loss : 0.16188068687915802
1838460 0.162045 0.161881 0.163936 CURRENT LEARNING RATE: 7.255725584682993e-09
previous_iter_valid_loss : 0.1609731912612915
1838480 0.161156 0.160973 0.163921 CURRENT LEARNING RATE: 7.254274584670872e-09
previous_iter_valid_loss : 0.16060735285282135
1838500 0.160772 0.160607 0.163820 CURRENT LEARNING RATE: 7.252823874829761e-09
previous_iter_valid_loss : 0.163834348320961
1838520 0.164035 0.163834 0.163980 CURRENT LEARNING RATE: 7.2513734551016065e-09
previous_iter_valid_loss : 0.16135269403457642
1838540 0.161501 0.161353 0.163850 CURRENT LEARNING RATE: 7.2499233254283906e-09
previous_iter_valid_loss : 0.16072872281074524
1838560 0.160903 0.160729 0.163756 CURRENT LEARNING RATE: 7.248473485752108e-09
previous_iter_valid_loss : 0.16178825497627258
1838580 0.161953 0.161788 0.163798 CURRENT LEARNING RATE: 7.247023936014767e-09
previous_iter_valid_loss : 0.1673666387796402
1838600 0.167521 0.167367 0.163592 CURRENT LEARNING RATE: 7.245574676158384e-09
previous_iter_valid_loss : 0.1608109325170517
1838620 0.160985 0.160811 0.163594 CURRENT LEARNING RATE: 7.244125706124989e-09
previous_iter_valid_loss : 0.16452358663082123
1838640 0.164726 0.164524 0.163787 CURRENT LEARNING RATE: 7.242677025856597e-09
previous_iter_valid_loss : 0.16245897114276886
1838660 0.162629 0.162459 0.163787 CURRENT LEARNING RATE: 7.241228635295313e-09
previous_iter_valid_loss : 0.1616729348897934
1838680 0.161853 0.161673 0.163844 CURRENT LEARNING RATE: 7.239780534383176e-09
previous_iter_valid_loss : 0.16167372465133667
1838700 0.161833 0.161674 0.163898 CURRENT LEARNING RATE: 7.238332723062261e-09
previous_iter_valid_loss : 0.1621909737586975
1838720 0.162356 0.162191 0.163971 CURRENT LEARNING RATE: 7.236885201274655e-09
previous_iter_valid_loss : 0.1619221419095993
1838740 0.162079 0.161922 0.163630 CURRENT LEARNING RATE: 7.235437968962459e-09
previous_iter_valid_loss : 0.16124078631401062
1838760 0.161423 0.161241 0.163595 CURRENT LEARNING RATE: 7.233991026067783e-09
previous_iter_valid_loss : 0.1819583624601364
1838780 0.182111 0.181958 0.164629 CURRENT LEARNING RATE: 7.232544372532723e-09
previous_iter_valid_loss : 0.16163919866085052
1838800 0.161794 0.161639 0.163693 CURRENT LEARNING RATE: 7.231098008299464e-09
previous_iter_valid_loss : 0.1627245992422104
1838820 0.162881 0.162725 0.163092 CURRENT LEARNING RATE: 7.2296519333101264e-09
previous_iter_valid_loss : 0.16083435714244843
1838840 0.160987 0.160834 0.163107 CURRENT LEARNING RATE: 7.2282061475068675e-09
previous_iter_valid_loss : 0.1633441150188446
1838860 0.163507 0.163344 0.163180 CURRENT LEARNING RATE: 7.226760650831856e-09
previous_iter_valid_loss : 0.17759084701538086
1838880 0.177898 0.177591 0.164011 CURRENT LEARNING RATE: 7.22531544322727e-09
previous_iter_valid_loss : 0.1647101193666458
1838900 0.164869 0.164710 0.164216 CURRENT LEARNING RATE: 7.223870524635304e-09
previous_iter_valid_loss : 0.16346479952335358
1838920 0.163661 0.163465 0.164198 CURRENT LEARNING RATE: 7.222425894998159e-09
previous_iter_valid_loss : 0.1701010763645172
1838940 0.170254 0.170101 0.164635 CURRENT LEARNING RATE: 7.220981554258025e-09
previous_iter_valid_loss : 0.16167797148227692
1838960 0.161837 0.161678 0.164683 CURRENT LEARNING RATE: 7.219537502357181e-09
previous_iter_valid_loss : 0.1634136587381363
1838980 0.163616 0.163414 0.164764 CURRENT LEARNING RATE: 7.218093739237837e-09
previous_iter_valid_loss : 0.16650615632534027
1839000 0.166710 0.166506 0.164721 CURRENT LEARNING RATE: 7.2166502648422436e-09
previous_iter_valid_loss : 0.1616847813129425
1839020 0.161878 0.161685 0.164765 CURRENT LEARNING RATE: 7.215207079112663e-09
previous_iter_valid_loss : 0.1612592190504074
1839040 0.161403 0.161259 0.164601 CURRENT LEARNING RATE: 7.213764181991365e-09
previous_iter_valid_loss : 0.17020928859710693
1839060 0.170457 0.170209 0.164989 CURRENT LEARNING RATE: 7.212321573420637e-09
previous_iter_valid_loss : 0.16066040098667145
1839080 0.160818 0.160660 0.164938 CURRENT LEARNING RATE: 7.2108792533427704e-09
previous_iter_valid_loss : 0.1604948341846466
1839100 0.160661 0.160495 0.164879 CURRENT LEARNING RATE: 7.209437221700051e-09
previous_iter_valid_loss : 0.16546331346035004
1839120 0.165678 0.165463 0.165043 CURRENT LEARNING RATE: 7.207995478434847e-09
previous_iter_valid_loss : 0.1606549471616745
1839140 0.160823 0.160655 0.164980 CURRENT LEARNING RATE: 7.206554023489463e-09
previous_iter_valid_loss : 0.1611131876707077
1839160 0.161267 0.161113 0.164973 CURRENT LEARNING RATE: 7.205112856806241e-09
previous_iter_valid_loss : 0.1644899696111679
1839180 0.164679 0.164490 0.164100 CURRENT LEARNING RATE: 7.203671978327534e-09
previous_iter_valid_loss : 0.18012067675590515
1839200 0.180281 0.180121 0.165024 CURRENT LEARNING RATE: 7.202231387995706e-09
previous_iter_valid_loss : 0.164240300655365
1839220 0.164453 0.164240 0.165100 CURRENT LEARNING RATE: 7.200791085753136e-09
previous_iter_valid_loss : 0.16923916339874268
1839240 0.169391 0.169239 0.165520 CURRENT LEARNING RATE: 7.199351071542184e-09
previous_iter_valid_loss : 0.16713577508926392
1839260 0.167294 0.167136 0.165710 CURRENT LEARNING RATE: 7.197911345305302e-09
previous_iter_valid_loss : 0.16049708425998688
1839280 0.160659 0.160497 0.164855 CURRENT LEARNING RATE: 7.196471906984874e-09
previous_iter_valid_loss : 0.1983814239501953
1839300 0.198471 0.198381 0.166538 CURRENT LEARNING RATE: 7.195032756523325e-09
previous_iter_valid_loss : 0.16174986958503723
1839320 0.161936 0.161750 0.166453 CURRENT LEARNING RATE: 7.193593893863085e-09
previous_iter_valid_loss : 0.16079625487327576
1839340 0.160970 0.160796 0.165987 CURRENT LEARNING RATE: 7.192155318946603e-09
previous_iter_valid_loss : 0.17297481000423431
1839360 0.173241 0.172975 0.166552 CURRENT LEARNING RATE: 7.190717031716334e-09
previous_iter_valid_loss : 0.16303737461566925
1839380 0.163220 0.163037 0.166533 CURRENT LEARNING RATE: 7.1892790321147474e-09
previous_iter_valid_loss : 0.16058312356472015
1839400 0.160754 0.160583 0.166237 CURRENT LEARNING RATE: 7.187841320084298e-09
previous_iter_valid_loss : 0.16466525197029114
1839420 0.164865 0.164665 0.166386 CURRENT LEARNING RATE: 7.1864038955675266e-09
previous_iter_valid_loss : 0.16235481202602386
1839440 0.162553 0.162355 0.166441 CURRENT LEARNING RATE: 7.184966758506914e-09
previous_iter_valid_loss : 0.16716136038303375
1839460 0.167319 0.167161 0.166289 CURRENT LEARNING RATE: 7.183529908844971e-09
previous_iter_valid_loss : 0.17174577713012695
1839480 0.171894 0.171746 0.166843 CURRENT LEARNING RATE: 7.182093346524226e-09
previous_iter_valid_loss : 0.16940642893314362
1839500 0.169562 0.169406 0.167289 CURRENT LEARNING RATE: 7.180657071487216e-09
previous_iter_valid_loss : 0.16051159799098969
1839520 0.160666 0.160512 0.167041 CURRENT LEARNING RATE: 7.179221083676489e-09
previous_iter_valid_loss : 0.16429583728313446
1839540 0.164491 0.164296 0.167223 CURRENT LEARNING RATE: 7.177785383034582e-09
previous_iter_valid_loss : 0.16075672209262848
1839560 0.160920 0.160757 0.167205 CURRENT LEARNING RATE: 7.1763499695041156e-09
previous_iter_valid_loss : 0.1613643914461136
1839580 0.161548 0.161364 0.167049 CURRENT LEARNING RATE: 7.17491484302765e-09
previous_iter_valid_loss : 0.16502554714679718
1839600 0.165201 0.165026 0.166294 CURRENT LEARNING RATE: 7.173480003547779e-09
previous_iter_valid_loss : 0.1665269136428833
1839620 0.166684 0.166527 0.166408 CURRENT LEARNING RATE: 7.172045451007108e-09
previous_iter_valid_loss : 0.16396328806877136
1839640 0.164182 0.163963 0.166145 CURRENT LEARNING RATE: 7.170611185348257e-09
previous_iter_valid_loss : 0.16321782767772675
1839660 0.163418 0.163218 0.165949 CURRENT LEARNING RATE: 7.1691772065138535e-09
previous_iter_valid_loss : 0.17222419381141663
1839680 0.172485 0.172224 0.166535 CURRENT LEARNING RATE: 7.167743514446541e-09
previous_iter_valid_loss : 0.1745331585407257
1839700 0.174807 0.174533 0.165343 CURRENT LEARNING RATE: 7.166310109088942e-09
previous_iter_valid_loss : 0.16737614572048187
1839720 0.167599 0.167376 0.165624 CURRENT LEARNING RATE: 7.164876990383776e-09
previous_iter_valid_loss : 0.16054150462150574
1839740 0.160707 0.160542 0.165611 CURRENT LEARNING RATE: 7.16344415827369e-09
previous_iter_valid_loss : 0.1608603298664093
1839760 0.161032 0.160860 0.165006 CURRENT LEARNING RATE: 7.16201161270137e-09
previous_iter_valid_loss : 0.16283832490444183
1839780 0.163005 0.162838 0.164996 CURRENT LEARNING RATE: 7.160579353609517e-09
previous_iter_valid_loss : 0.16056008636951447
1839800 0.160732 0.160560 0.164994 CURRENT LEARNING RATE: 7.1591473809408385e-09
previous_iter_valid_loss : 0.16688762605190277
1839820 0.167100 0.166888 0.165106 CURRENT LEARNING RATE: 7.157715694638056e-09
previous_iter_valid_loss : 0.16226324439048767
1839840 0.162418 0.162263 0.165101 CURRENT LEARNING RATE: 7.156284294643903e-09
previous_iter_valid_loss : 0.18156030774116516
1839860 0.181720 0.181560 0.165821 CURRENT LEARNING RATE: 7.154853180901097e-09
previous_iter_valid_loss : 0.16418574750423431
1839880 0.164390 0.164186 0.165443 CURRENT LEARNING RATE: 7.153422353352443e-09
previous_iter_valid_loss : 0.16065914928913116
1839900 0.160817 0.160659 0.165006 CURRENT LEARNING RATE: 7.151991811940687e-09
previous_iter_valid_loss : 0.1711122989654541
1839920 0.171373 0.171112 0.165536 CURRENT LEARNING RATE: 7.150561556608602e-09
previous_iter_valid_loss : 0.16124823689460754
1839940 0.161411 0.161248 0.165383 CURRENT LEARNING RATE: 7.1491315872989815e-09
previous_iter_valid_loss : 0.16218522191047668
1839960 0.162352 0.162185 0.165455 CURRENT LEARNING RATE: 7.147701903954625e-09
previous_iter_valid_loss : 0.16224561631679535
1839980 0.162405 0.162246 0.165499 CURRENT LEARNING RATE: 7.146272506518346e-09
previous_iter_valid_loss : 0.16143889725208282
1840000 0.161599 0.161439 0.165319 CURRENT LEARNING RATE: 7.144843394932943e-09
previous_iter_valid_loss : 0.18029655516147614
1840020 0.180454 0.180297 0.166008 CURRENT LEARNING RATE: 7.1434145691413015e-09
previous_iter_valid_loss : 0.16835936903953552
1840040 0.168585 0.168359 0.166228 CURRENT LEARNING RATE: 7.141986029086243e-09
previous_iter_valid_loss : 0.16052109003067017
1840060 0.160682 0.160521 0.166093 CURRENT LEARNING RATE: 7.1405577747106275e-09
previous_iter_valid_loss : 0.16199436783790588
1840080 0.162174 0.161994 0.165581 CURRENT LEARNING RATE: 7.1391298059573244e-09
previous_iter_valid_loss : 0.1611880511045456
1840100 0.161350 0.161188 0.164914 CURRENT LEARNING RATE: 7.137702122769214e-09
previous_iter_valid_loss : 0.16703952848911285
1840120 0.167200 0.167040 0.164897 CURRENT LEARNING RATE: 7.1362747250891896e-09
previous_iter_valid_loss : 0.16249258816242218
1840140 0.162660 0.162493 0.164995 CURRENT LEARNING RATE: 7.134847612860155e-09
previous_iter_valid_loss : 0.16114690899848938
1840160 0.161307 0.161147 0.165009 CURRENT LEARNING RATE: 7.1334207860250005e-09
previous_iter_valid_loss : 0.17015530169010162
1840180 0.170401 0.170155 0.165375 CURRENT LEARNING RATE: 7.1319942445267035e-09
previous_iter_valid_loss : 0.17428921163082123
1840200 0.174567 0.174289 0.166061 CURRENT LEARNING RATE: 7.130567988308178e-09
previous_iter_valid_loss : 0.16881126165390015
1840220 0.169045 0.168811 0.166158 CURRENT LEARNING RATE: 7.129142017312373e-09
previous_iter_valid_loss : 0.16207687556743622
1840240 0.162240 0.162077 0.166148 CURRENT LEARNING RATE: 7.127716331482248e-09
previous_iter_valid_loss : 0.1703183501958847
1840260 0.170570 0.170318 0.165586 CURRENT LEARNING RATE: 7.126290930760779e-09
previous_iter_valid_loss : 0.16062530875205994
1840280 0.160794 0.160625 0.165408 CURRENT LEARNING RATE: 7.124865815090948e-09
previous_iter_valid_loss : 0.16077008843421936
1840300 0.160924 0.160770 0.165414 CURRENT LEARNING RATE: 7.12344098441575e-09
previous_iter_valid_loss : 0.1638166606426239
1840320 0.164021 0.163817 0.165049 CURRENT LEARNING RATE: 7.122016438678167e-09
previous_iter_valid_loss : 0.16051019728183746
1840340 0.160672 0.160510 0.165012 CURRENT LEARNING RATE: 7.120592177821267e-09
previous_iter_valid_loss : 0.16328737139701843
1840360 0.163494 0.163287 0.165067 CURRENT LEARNING RATE: 7.1191682017880565e-09
previous_iter_valid_loss : 0.18644139170646667
1840380 0.186582 0.186441 0.166277 CURRENT LEARNING RATE: 7.1177445105215745e-09
previous_iter_valid_loss : 0.17295154929161072
1840400 0.173100 0.172952 0.166853 CURRENT LEARNING RATE: 7.116321103964874e-09
previous_iter_valid_loss : 0.19039037823677063
1840420 0.190514 0.190390 0.167357 CURRENT LEARNING RATE: 7.114897982061018e-09
previous_iter_valid_loss : 0.16837993264198303
1840440 0.168529 0.168380 0.167358 CURRENT LEARNING RATE: 7.113475144753083e-09
previous_iter_valid_loss : 0.160504549741745
1840460 0.160663 0.160505 0.167357 CURRENT LEARNING RATE: 7.112052591984129e-09
previous_iter_valid_loss : 0.1623758226633072
1840480 0.162559 0.162376 0.167377 CURRENT LEARNING RATE: 7.110630323697305e-09
previous_iter_valid_loss : 0.17150716483592987
1840500 0.171656 0.171507 0.167893 CURRENT LEARNING RATE: 7.109208339835695e-09
previous_iter_valid_loss : 0.16227206587791443
1840520 0.162430 0.162272 0.167654 CURRENT LEARNING RATE: 7.107786640342419e-09
previous_iter_valid_loss : 0.16491931676864624
1840540 0.165080 0.164919 0.167775 CURRENT LEARNING RATE: 7.1063652251606115e-09
previous_iter_valid_loss : 0.1623634696006775
1840560 0.162529 0.162363 0.167836 CURRENT LEARNING RATE: 7.104944094233412e-09
previous_iter_valid_loss : 0.1605374664068222
1840580 0.160702 0.160537 0.167355 CURRENT LEARNING RATE: 7.103523247503977e-09
previous_iter_valid_loss : 0.17867180705070496
1840600 0.178829 0.178672 0.167575 CURRENT LEARNING RATE: 7.102102684915474e-09
previous_iter_valid_loss : 0.1611054688692093
1840620 0.161273 0.161105 0.167189 CURRENT LEARNING RATE: 7.100682406411053e-09
previous_iter_valid_loss : 0.1757032722234726
1840640 0.175987 0.175703 0.167871 CURRENT LEARNING RATE: 7.099262411933956e-09
previous_iter_valid_loss : 0.16148357093334198
1840660 0.161671 0.161484 0.167429 CURRENT LEARNING RATE: 7.097842701427355e-09
previous_iter_valid_loss : 0.16117584705352783
1840680 0.161336 0.161176 0.167456 CURRENT LEARNING RATE: 7.096423274834464e-09
previous_iter_valid_loss : 0.16182871162891388
1840700 0.161995 0.161829 0.167509 CURRENT LEARNING RATE: 7.095004132098504e-09
previous_iter_valid_loss : 0.1616169959306717
1840720 0.161803 0.161617 0.167399 CURRENT LEARNING RATE: 7.0935852731627105e-09
previous_iter_valid_loss : 0.16090403497219086
1840740 0.161088 0.160904 0.167419 CURRENT LEARNING RATE: 7.09216669797033e-09
previous_iter_valid_loss : 0.1616121381521225
1840760 0.161776 0.161612 0.167335 CURRENT LEARNING RATE: 7.090748406464592e-09
previous_iter_valid_loss : 0.16497740149497986
1840780 0.165193 0.164977 0.166262 CURRENT LEARNING RATE: 7.089330398588817e-09
previous_iter_valid_loss : 0.16067928075790405
1840800 0.160840 0.160679 0.165648 CURRENT LEARNING RATE: 7.087912674286258e-09
previous_iter_valid_loss : 0.16489054262638092
1840820 0.165056 0.164891 0.164373 CURRENT LEARNING RATE: 7.086495233500207e-09
previous_iter_valid_loss : 0.17118695378303528
1840840 0.171338 0.171187 0.164514 CURRENT LEARNING RATE: 7.085078076173968e-09
previous_iter_valid_loss : 0.16892918944358826
1840860 0.169079 0.168929 0.164935 CURRENT LEARNING RATE: 7.083661202250851e-09
previous_iter_valid_loss : 0.16081713140010834
1840880 0.160967 0.160817 0.164857 CURRENT LEARNING RATE: 7.082244611674184e-09
previous_iter_valid_loss : 0.18794168531894684
1840900 0.188353 0.187942 0.165679 CURRENT LEARNING RATE: 7.080828304387302e-09
previous_iter_valid_loss : 0.16431237757205963
1840920 0.164514 0.164312 0.165781 CURRENT LEARNING RATE: 7.079412280333528e-09
previous_iter_valid_loss : 0.1654362976551056
1840940 0.165599 0.165436 0.165807 CURRENT LEARNING RATE: 7.0779965394562715e-09
previous_iter_valid_loss : 0.16398438811302185
1840960 0.164159 0.163984 0.165888 CURRENT LEARNING RATE: 7.076581081698878e-09
previous_iter_valid_loss : 0.1605035811662674
1840980 0.160666 0.160504 0.165886 CURRENT LEARNING RATE: 7.075165907004728e-09
previous_iter_valid_loss : 0.16161656379699707
1841000 0.161777 0.161617 0.165033 CURRENT LEARNING RATE: 7.073751015317215e-09
previous_iter_valid_loss : 0.16114412248134613
1841020 0.161301 0.161144 0.165035 CURRENT LEARNING RATE: 7.072336406579744e-09
previous_iter_valid_loss : 0.17257185280323029
1841040 0.172846 0.172572 0.164879 CURRENT LEARNING RATE: 7.0709220807357296e-09
previous_iter_valid_loss : 0.17989064753055573
1841060 0.180212 0.179891 0.165799 CURRENT LEARNING RATE: 7.0695080377286e-09
previous_iter_valid_loss : 0.16082854568958282
1841080 0.160990 0.160829 0.165782 CURRENT LEARNING RATE: 7.068094277501768e-09
previous_iter_valid_loss : 0.16804522275924683
1841100 0.168281 0.168045 0.166092 CURRENT LEARNING RATE: 7.066680799998733e-09
previous_iter_valid_loss : 0.16474440693855286
1841120 0.164955 0.164744 0.166249 CURRENT LEARNING RATE: 7.0652676051629305e-09
previous_iter_valid_loss : 0.16058412194252014
1841140 0.160755 0.160584 0.166233 CURRENT LEARNING RATE: 7.063854692937834e-09
previous_iter_valid_loss : 0.1711435317993164
1841160 0.171390 0.171144 0.166709 CURRENT LEARNING RATE: 7.062442063266926e-09
previous_iter_valid_loss : 0.17828287184238434
1841180 0.178445 0.178283 0.167375 CURRENT LEARNING RATE: 7.061029716093701e-09
previous_iter_valid_loss : 0.1688154637813568
1841200 0.168965 0.168815 0.167781 CURRENT LEARNING RATE: 7.0596176513616656e-09
previous_iter_valid_loss : 0.16112728416919708
1841220 0.161301 0.161127 0.167593 CURRENT LEARNING RATE: 7.058205869014312e-09
previous_iter_valid_loss : 0.16795510053634644
1841240 0.168114 0.167955 0.167432 CURRENT LEARNING RATE: 7.056794368995219e-09
previous_iter_valid_loss : 0.16136525571346283
1841260 0.161523 0.161365 0.167054 CURRENT LEARNING RATE: 7.055383151247902e-09
previous_iter_valid_loss : 0.17800289392471313
1841280 0.178158 0.178003 0.167913 CURRENT LEARNING RATE: 7.053972215715912e-09
previous_iter_valid_loss : 0.160606250166893
1841300 0.160768 0.160606 0.166546 CURRENT LEARNING RATE: 7.0525615623428115e-09
previous_iter_valid_loss : 0.16191072762012482
1841320 0.162057 0.161911 0.166426 CURRENT LEARNING RATE: 7.051151191072175e-09
previous_iter_valid_loss : 0.1682829111814499
1841340 0.168516 0.168283 0.166568 CURRENT LEARNING RATE: 7.049741101847587e-09
previous_iter_valid_loss : 0.1702970564365387
1841360 0.170547 0.170297 0.166884 CURRENT LEARNING RATE: 7.048331294612643e-09
previous_iter_valid_loss : 0.1670857071876526
1841380 0.167305 0.167086 0.167213 CURRENT LEARNING RATE: 7.046921769310927e-09
previous_iter_valid_loss : 0.16161391139030457
1841400 0.161800 0.161614 0.167213 CURRENT LEARNING RATE: 7.0455125258861085e-09
previous_iter_valid_loss : 0.16116206347942352
1841420 0.161312 0.161162 0.167214 CURRENT LEARNING RATE: 7.044103564281791e-09
previous_iter_valid_loss : 0.1623319834470749
1841440 0.162522 0.162332 0.166702 CURRENT LEARNING RATE: 7.042694884441617e-09
previous_iter_valid_loss : 0.16388115286827087
1841460 0.164080 0.163881 0.165901 CURRENT LEARNING RATE: 7.0412864863092405e-09
previous_iter_valid_loss : 0.1646461933851242
1841480 0.164847 0.164646 0.166092 CURRENT LEARNING RATE: 7.039878369828324e-09
previous_iter_valid_loss : 0.16268141567707062
1841500 0.162879 0.162681 0.165824 CURRENT LEARNING RATE: 7.038470534942544e-09
previous_iter_valid_loss : 0.1732352375984192
1841520 0.173380 0.173235 0.166249 CURRENT LEARNING RATE: 7.037062981595559e-09
previous_iter_valid_loss : 0.16171112656593323
1841540 0.161874 0.161711 0.166305 CURRENT LEARNING RATE: 7.03565570973112e-09
previous_iter_valid_loss : 0.16566124558448792
1841560 0.165879 0.165661 0.166031 CURRENT LEARNING RATE: 7.034248719292911e-09
previous_iter_valid_loss : 0.180434450507164
1841580 0.180598 0.180434 0.166138 CURRENT LEARNING RATE: 7.032842010224652e-09
previous_iter_valid_loss : 0.168980672955513
1841600 0.169217 0.168981 0.166147 CURRENT LEARNING RATE: 7.031435582470074e-09
previous_iter_valid_loss : 0.1654895395040512
1841620 0.165710 0.165490 0.166365 CURRENT LEARNING RATE: 7.03002943597292e-09
previous_iter_valid_loss : 0.17182645201683044
1841640 0.171972 0.171826 0.166558 CURRENT LEARNING RATE: 7.028623570676945e-09
previous_iter_valid_loss : 0.16064384579658508
1841660 0.160797 0.160644 0.166522 CURRENT LEARNING RATE: 7.0272179865259126e-09
previous_iter_valid_loss : 0.16503478586673737
1841680 0.165206 0.165035 0.165874 CURRENT LEARNING RATE: 7.025812683463577e-09
previous_iter_valid_loss : 0.1605546474456787
1841700 0.160724 0.160555 0.165871 CURRENT LEARNING RATE: 7.024407661433773e-09
previous_iter_valid_loss : 0.1612691730260849
1841720 0.161456 0.161269 0.165839 CURRENT LEARNING RATE: 7.023002920380278e-09
previous_iter_valid_loss : 0.16375938057899475
1841740 0.163941 0.163759 0.165613 CURRENT LEARNING RATE: 7.0215984602469e-09
previous_iter_valid_loss : 0.1815464347600937
1841760 0.181705 0.181546 0.166175 CURRENT LEARNING RATE: 7.0201942809774615e-09
previous_iter_valid_loss : 0.1640213280916214
1841780 0.164185 0.164021 0.166022 CURRENT LEARNING RATE: 7.018790382515795e-09
previous_iter_valid_loss : 0.16905733942985535
1841800 0.169210 0.169057 0.166394 CURRENT LEARNING RATE: 7.017386764805746e-09
previous_iter_valid_loss : 0.18622049689292908
1841820 0.186600 0.186220 0.167647 CURRENT LEARNING RATE: 7.015983427791166e-09
previous_iter_valid_loss : 0.1726946383714676
1841840 0.172968 0.172695 0.168166 CURRENT LEARNING RATE: 7.0145803714159e-09
previous_iter_valid_loss : 0.1654687523841858
1841860 0.165666 0.165469 0.168245 CURRENT LEARNING RATE: 7.0131775956238754e-09
previous_iter_valid_loss : 0.1607900708913803
1841880 0.160948 0.160790 0.168052 CURRENT LEARNING RATE: 7.0117751003589555e-09
previous_iter_valid_loss : 0.1607508808374405
1841900 0.160909 0.160751 0.167956 CURRENT LEARNING RATE: 7.01037288556504e-09
previous_iter_valid_loss : 0.1610395610332489
1841920 0.161222 0.161040 0.167346 CURRENT LEARNING RATE: 7.008970951186041e-09
previous_iter_valid_loss : 0.1651877909898758
1841940 0.165361 0.165188 0.167520 CURRENT LEARNING RATE: 7.007569297165883e-09
previous_iter_valid_loss : 0.16381345689296722
1841960 0.163974 0.163813 0.167427 CURRENT LEARNING RATE: 7.006167923448495e-09
previous_iter_valid_loss : 0.18188799917697906
1841980 0.182038 0.181888 0.167500 CURRENT LEARNING RATE: 7.004766829977801e-09
previous_iter_valid_loss : 0.16336126625537872
1842000 0.163570 0.163361 0.167219 CURRENT LEARNING RATE: 7.003366016697807e-09
previous_iter_valid_loss : 0.17511096596717834
1842020 0.175398 0.175111 0.167700 CURRENT LEARNING RATE: 7.001965483552453e-09
previous_iter_valid_loss : 0.17019090056419373
1842040 0.170340 0.170191 0.167618 CURRENT LEARNING RATE: 7.00056523048572e-09
previous_iter_valid_loss : 0.16128697991371155
1842060 0.161454 0.161287 0.167650 CURRENT LEARNING RATE: 6.999165257441598e-09
previous_iter_valid_loss : 0.16075903177261353
1842080 0.160923 0.160759 0.167437 CURRENT LEARNING RATE: 6.997765564364085e-09
previous_iter_valid_loss : 0.16466976702213287
1842100 0.164837 0.164670 0.167642 CURRENT LEARNING RATE: 6.996366151197197e-09
previous_iter_valid_loss : 0.16544218361377716
1842120 0.165606 0.165442 0.167851 CURRENT LEARNING RATE: 6.994967017884956e-09
previous_iter_valid_loss : 0.1662418246269226
1842140 0.166398 0.166242 0.167975 CURRENT LEARNING RATE: 6.993568164371372e-09
previous_iter_valid_loss : 0.16249339282512665
1842160 0.162682 0.162493 0.167022 CURRENT LEARNING RATE: 6.99216959060054e-09
previous_iter_valid_loss : 0.1605515480041504
1842180 0.160708 0.160552 0.166849 CURRENT LEARNING RATE: 6.990771296516493e-09
previous_iter_valid_loss : 0.16364823281764984
1842200 0.163838 0.163648 0.166579 CURRENT LEARNING RATE: 6.989373282063298e-09
previous_iter_valid_loss : 0.16095314919948578
1842220 0.161137 0.160953 0.165315 CURRENT LEARNING RATE: 6.987975547185036e-09
previous_iter_valid_loss : 0.16081561148166656
1842240 0.160971 0.160816 0.164721 CURRENT LEARNING RATE: 6.986578091825795e-09
previous_iter_valid_loss : 0.1661798655986786
1842260 0.166392 0.166180 0.164757 CURRENT LEARNING RATE: 6.98518091592968e-09
previous_iter_valid_loss : 0.16097506880760193
1842280 0.161132 0.160975 0.164766 CURRENT LEARNING RATE: 6.983784019440804e-09
previous_iter_valid_loss : 0.17151495814323425
1842300 0.171772 0.171515 0.165304 CURRENT LEARNING RATE: 6.982387402303263e-09
previous_iter_valid_loss : 0.16209420561790466
1842320 0.162252 0.162094 0.165357 CURRENT LEARNING RATE: 6.980991064461243e-09
previous_iter_valid_loss : 0.21894563734531403
1842340 0.218951 0.218946 0.168045 CURRENT LEARNING RATE: 6.979595005858868e-09
previous_iter_valid_loss : 0.16571830213069916
1842360 0.165935 0.165718 0.168140 CURRENT LEARNING RATE: 6.978199226440294e-09
previous_iter_valid_loss : 0.16085076332092285
1842380 0.161029 0.160851 0.167088 CURRENT LEARNING RATE: 6.97680372614969e-09
previous_iter_valid_loss : 0.16540947556495667
1842400 0.165615 0.165409 0.167191 CURRENT LEARNING RATE: 6.975408504931237e-09
previous_iter_valid_loss : 0.1667286604642868
1842420 0.166949 0.166729 0.166772 CURRENT LEARNING RATE: 6.974013562729123e-09
previous_iter_valid_loss : 0.16621336340904236
1842440 0.166373 0.166213 0.166573 CURRENT LEARNING RATE: 6.972618899487529e-09
previous_iter_valid_loss : 0.16257387399673462
1842460 0.162737 0.162574 0.166637 CURRENT LEARNING RATE: 6.971224515150717e-09
previous_iter_valid_loss : 0.1671641767024994
1842480 0.167318 0.167164 0.166957 CURRENT LEARNING RATE: 6.969830409662886e-09
previous_iter_valid_loss : 0.16049958765506744
1842500 0.160657 0.160500 0.166749 CURRENT LEARNING RATE: 6.968436582968272e-09
previous_iter_valid_loss : 0.16400952637195587
1842520 0.164201 0.164010 0.166677 CURRENT LEARNING RATE: 6.967043035011122e-09
previous_iter_valid_loss : 0.1758037954568863
1842540 0.176088 0.175804 0.167155 CURRENT LEARNING RATE: 6.965649765735695e-09
previous_iter_valid_loss : 0.16926231980323792
1842560 0.169499 0.169262 0.167494 CURRENT LEARNING RATE: 6.964256775086259e-09
previous_iter_valid_loss : 0.21823598444461823
1842580 0.218889 0.218236 0.170378 CURRENT LEARNING RATE: 6.9628640630070956e-09
previous_iter_valid_loss : 0.1610211730003357
1842600 0.161187 0.161021 0.170247 CURRENT LEARNING RATE: 6.961471629442471e-09
previous_iter_valid_loss : 0.1681353747844696
1842620 0.168364 0.168135 0.170606 CURRENT LEARNING RATE: 6.960079474336736e-09
previous_iter_valid_loss : 0.16282734274864197
1842640 0.162995 0.162827 0.170706 CURRENT LEARNING RATE: 6.958687597634182e-09
previous_iter_valid_loss : 0.16260620951652527
1842660 0.162771 0.162606 0.170528 CURRENT LEARNING RATE: 6.9572959992791335e-09
previous_iter_valid_loss : 0.16290244460105896
1842680 0.163095 0.162902 0.170624 CURRENT LEARNING RATE: 6.955904679215925e-09
previous_iter_valid_loss : 0.16053493320941925
1842700 0.160707 0.160535 0.170075 CURRENT LEARNING RATE: 6.954513637388904e-09
previous_iter_valid_loss : 0.1730687916278839
1842720 0.173215 0.173069 0.170624 CURRENT LEARNING RATE: 6.953122873742429e-09
previous_iter_valid_loss : 0.1622585952281952
1842740 0.162419 0.162259 0.167789 CURRENT LEARNING RATE: 6.951732388220846e-09
previous_iter_valid_loss : 0.16288955509662628
1842760 0.163055 0.162890 0.167648 CURRENT LEARNING RATE: 6.950342180768586e-09
previous_iter_valid_loss : 0.1614409238100052
1842780 0.161592 0.161441 0.167677 CURRENT LEARNING RATE: 6.948952251330012e-09
previous_iter_valid_loss : 0.1662101149559021
1842800 0.166369 0.166210 0.167717 CURRENT LEARNING RATE: 6.947562599849529e-09
previous_iter_valid_loss : 0.16098515689373016
1842820 0.161144 0.160985 0.167430 CURRENT LEARNING RATE: 6.946173226271551e-09
previous_iter_valid_loss : 0.18183259665966034
1842840 0.182167 0.181833 0.168211 CURRENT LEARNING RATE: 6.944784130540504e-09
previous_iter_valid_loss : 0.16135971248149872
1842860 0.161517 0.161360 0.168150 CURRENT LEARNING RATE: 6.943395312600822e-09
previous_iter_valid_loss : 0.16111955046653748
1842880 0.161308 0.161120 0.167848 CURRENT LEARNING RATE: 6.942006772396955e-09
previous_iter_valid_loss : 0.16294193267822266
1842900 0.163137 0.162942 0.167970 CURRENT LEARNING RATE: 6.9406185098733336e-09
previous_iter_valid_loss : 0.16056175529956818
1842920 0.160726 0.160562 0.167798 CURRENT LEARNING RATE: 6.9392305249744786e-09
previous_iter_valid_loss : 0.16467547416687012
1842940 0.164884 0.164675 0.167241 CURRENT LEARNING RATE: 6.937842817644845e-09
previous_iter_valid_loss : 0.16124406456947327
1842960 0.161417 0.161244 0.166841 CURRENT LEARNING RATE: 6.936455387828926e-09
previous_iter_valid_loss : 0.18008717894554138
1842980 0.180248 0.180087 0.164933 CURRENT LEARNING RATE: 6.9350682354712235e-09
previous_iter_valid_loss : 0.16087868809700012
1843000 0.161031 0.160879 0.164926 CURRENT LEARNING RATE: 6.93368136051625e-09
previous_iter_valid_loss : 0.16060584783554077
1843020 0.160760 0.160606 0.164549 CURRENT LEARNING RATE: 6.932294762908533e-09
previous_iter_valid_loss : 0.1658356636762619
1843040 0.165995 0.165836 0.164700 CURRENT LEARNING RATE: 6.9309084425926075e-09
previous_iter_valid_loss : 0.16392040252685547
1843060 0.164090 0.163920 0.164766 CURRENT LEARNING RATE: 6.929522399512996e-09
previous_iter_valid_loss : 0.16143406927585602
1843080 0.161612 0.161434 0.164692 CURRENT LEARNING RATE: 6.9281366336143046e-09
previous_iter_valid_loss : 0.16647715866565704
1843100 0.166635 0.166477 0.164989 CURRENT LEARNING RATE: 6.926751144841081e-09
previous_iter_valid_loss : 0.16169025003910065
1843120 0.161877 0.161690 0.164420 CURRENT LEARNING RATE: 6.925365933137903e-09
previous_iter_valid_loss : 0.1662757247686386
1843140 0.166437 0.166276 0.164621 CURRENT LEARNING RATE: 6.923980998449366e-09
previous_iter_valid_loss : 0.16346900165081024
1843160 0.163640 0.163469 0.164650 CURRENT LEARNING RATE: 6.922596340720066e-09
previous_iter_valid_loss : 0.16389575600624084
1843180 0.164088 0.163896 0.164773 CURRENT LEARNING RATE: 6.921211959894624e-09
previous_iter_valid_loss : 0.16314147412776947
1843200 0.163307 0.163141 0.164620 CURRENT LEARNING RATE: 6.919827855917634e-09
previous_iter_valid_loss : 0.16420124471187592
1843220 0.164370 0.164201 0.164780 CURRENT LEARNING RATE: 6.918444028733785e-09
previous_iter_valid_loss : 0.16500981152057648
1843240 0.165176 0.165010 0.163939 CURRENT LEARNING RATE: 6.917060478287698e-09
previous_iter_valid_loss : 0.17601555585861206
1843260 0.176165 0.176016 0.164672 CURRENT LEARNING RATE: 6.9156772045240305e-09
previous_iter_valid_loss : 0.16654358804225922
1843280 0.166769 0.166544 0.164943 CURRENT LEARNING RATE: 6.914294207387453e-09
previous_iter_valid_loss : 0.1607515513896942
1843300 0.160905 0.160752 0.164834 CURRENT LEARNING RATE: 6.912911486822644e-09
previous_iter_valid_loss : 0.1621159166097641
1843320 0.162266 0.162116 0.164911 CURRENT LEARNING RATE: 6.911529042774296e-09
previous_iter_valid_loss : 0.16334062814712524
1843340 0.163505 0.163341 0.164845 CURRENT LEARNING RATE: 6.91014687518711e-09
previous_iter_valid_loss : 0.18232114613056183
1843360 0.182676 0.182321 0.165898 CURRENT LEARNING RATE: 6.908764984005776e-09
previous_iter_valid_loss : 0.16725720465183258
1843380 0.167473 0.167257 0.165257 CURRENT LEARNING RATE: 6.9073833691750665e-09
previous_iter_valid_loss : 0.16315984725952148
1843400 0.163321 0.163160 0.165371 CURRENT LEARNING RATE: 6.906002030639693e-09
previous_iter_valid_loss : 0.1608315408229828
1843420 0.160991 0.160832 0.165382 CURRENT LEARNING RATE: 6.904620968344401e-09
previous_iter_valid_loss : 0.16096921265125275
1843440 0.161134 0.160969 0.165139 CURRENT LEARNING RATE: 6.903240182233949e-09
previous_iter_valid_loss : 0.17153847217559814
1843460 0.171685 0.171538 0.165520 CURRENT LEARNING RATE: 6.901859672253106e-09
previous_iter_valid_loss : 0.16660182178020477
1843480 0.166812 0.166602 0.165778 CURRENT LEARNING RATE: 6.900479438346649e-09
previous_iter_valid_loss : 0.1798381358385086
1843500 0.180167 0.179838 0.166446 CURRENT LEARNING RATE: 6.899099480459372e-09
previous_iter_valid_loss : 0.16186240315437317
1843520 0.162051 0.161862 0.166455 CURRENT LEARNING RATE: 6.897719798536049e-09
previous_iter_valid_loss : 0.16682428121566772
1843540 0.166981 0.166824 0.166482 CURRENT LEARNING RATE: 6.896340392521545e-09
previous_iter_valid_loss : 0.16059958934783936
1843560 0.160769 0.160600 0.166339 CURRENT LEARNING RATE: 6.8949612623606574e-09
previous_iter_valid_loss : 0.16400690376758575
1843580 0.164194 0.164007 0.166344 CURRENT LEARNING RATE: 6.893582407998221e-09
previous_iter_valid_loss : 0.1637933850288391
1843600 0.163972 0.163793 0.166377 CURRENT LEARNING RATE: 6.892203829379082e-09
previous_iter_valid_loss : 0.16433332860469818
1843620 0.164546 0.164333 0.166384 CURRENT LEARNING RATE: 6.890825526448096e-09
previous_iter_valid_loss : 0.16175496578216553
1843640 0.161940 0.161755 0.166221 CURRENT LEARNING RATE: 6.889447499150134e-09
previous_iter_valid_loss : 0.1617572009563446
1843660 0.161946 0.161757 0.165508 CURRENT LEARNING RATE: 6.888069747430047e-09
previous_iter_valid_loss : 0.16170980036258698
1843680 0.161890 0.161710 0.165266 CURRENT LEARNING RATE: 6.8866922712327745e-09
previous_iter_valid_loss : 0.16120657324790955
1843700 0.161361 0.161207 0.165289 CURRENT LEARNING RATE: 6.885315070503196e-09
previous_iter_valid_loss : 0.16168050467967987
1843720 0.161867 0.161681 0.165267 CURRENT LEARNING RATE: 6.883938145186219e-09
previous_iter_valid_loss : 0.16360175609588623
1843740 0.163773 0.163602 0.165280 CURRENT LEARNING RATE: 6.8825614952267695e-09
previous_iter_valid_loss : 0.1608451008796692
1843760 0.160996 0.160845 0.164207 CURRENT LEARNING RATE: 6.881185120569782e-09
previous_iter_valid_loss : 0.1609140783548355
1843780 0.161104 0.160914 0.163889 CURRENT LEARNING RATE: 6.879809021160199e-09
previous_iter_valid_loss : 0.16066387295722961
1843800 0.160833 0.160664 0.163765 CURRENT LEARNING RATE: 6.878433196942978e-09
previous_iter_valid_loss : 0.16267579793930054
1843820 0.162838 0.162676 0.163857 CURRENT LEARNING RATE: 6.877057647863061e-09
previous_iter_valid_loss : 0.16078121960163116
1843840 0.160934 0.160781 0.163847 CURRENT LEARNING RATE: 6.875682373865476e-09
previous_iter_valid_loss : 0.16367238759994507
1843860 0.163870 0.163672 0.163454 CURRENT LEARNING RATE: 6.874307374895186e-09
previous_iter_valid_loss : 0.16128218173980713
1843880 0.161436 0.161282 0.163188 CURRENT LEARNING RATE: 6.872932650897192e-09
previous_iter_valid_loss : 0.16367974877357483
1843900 0.163875 0.163680 0.162380 CURRENT LEARNING RATE: 6.871558201816506e-09
previous_iter_valid_loss : 0.16381162405014038
1843920 0.163978 0.163812 0.162478 CURRENT LEARNING RATE: 6.870184027598148e-09
previous_iter_valid_loss : 0.16073913872241974
1843940 0.160907 0.160739 0.162173 CURRENT LEARNING RATE: 6.868810128187152e-09
previous_iter_valid_loss : 0.16604609787464142
1843960 0.166252 0.166046 0.162446 CURRENT LEARNING RATE: 6.867436503528539e-09
previous_iter_valid_loss : 0.16065286099910736
1843980 0.160806 0.160653 0.162278 CURRENT LEARNING RATE: 6.86606315356741e-09
previous_iter_valid_loss : 0.16146232187747955
1844000 0.161613 0.161462 0.162161 CURRENT LEARNING RATE: 6.864690078248809e-09
previous_iter_valid_loss : 0.161146879196167
1844020 0.161303 0.161147 0.162002 CURRENT LEARNING RATE: 6.86331727751781e-09
previous_iter_valid_loss : 0.16588705778121948
1844040 0.166053 0.165887 0.162209 CURRENT LEARNING RATE: 6.8619447513195055e-09
previous_iter_valid_loss : 0.16398118436336517
1844060 0.164192 0.163981 0.162320 CURRENT LEARNING RATE: 6.8605724995989915e-09
previous_iter_valid_loss : 0.17866669595241547
1844080 0.178824 0.178667 0.163168 CURRENT LEARNING RATE: 6.859200522301377e-09
previous_iter_valid_loss : 0.16180865466594696
1844100 0.161994 0.161809 0.163198 CURRENT LEARNING RATE: 6.857828819371786e-09
previous_iter_valid_loss : 0.1631663739681244
1844120 0.163360 0.163166 0.163272 CURRENT LEARNING RATE: 6.856457390755323e-09
previous_iter_valid_loss : 0.16846854984760284
1844140 0.168696 0.168469 0.163516 CURRENT LEARNING RATE: 6.855086236397181e-09
previous_iter_valid_loss : 0.18458354473114014
1844160 0.184724 0.184584 0.164702 CURRENT LEARNING RATE: 6.8537153562424905e-09
previous_iter_valid_loss : 0.1625405251979828
1844180 0.162704 0.162541 0.164784 CURRENT LEARNING RATE: 6.852344750236415e-09
previous_iter_valid_loss : 0.1606094241142273
1844200 0.160775 0.160609 0.164781 CURRENT LEARNING RATE: 6.850974418324129e-09
previous_iter_valid_loss : 0.16290563344955444
1844220 0.163098 0.162906 0.164793 CURRENT LEARNING RATE: 6.849604360450822e-09
previous_iter_valid_loss : 0.16512548923492432
1844240 0.165341 0.165125 0.165010 CURRENT LEARNING RATE: 6.848234576561691e-09
previous_iter_valid_loss : 0.16295240819454193
1844260 0.163148 0.162952 0.164974 CURRENT LEARNING RATE: 6.846865066601941e-09
previous_iter_valid_loss : 0.16119444370269775
1844280 0.161379 0.161194 0.164969 CURRENT LEARNING RATE: 6.8454958305167735e-09
previous_iter_valid_loss : 0.16997525095939636
1844300 0.170231 0.169975 0.165284 CURRENT LEARNING RATE: 6.844126868251462e-09
previous_iter_valid_loss : 0.1801430583000183
1844320 0.180300 0.180143 0.166101 CURRENT LEARNING RATE: 6.842758179751228e-09
previous_iter_valid_loss : 0.1660219430923462
1844340 0.166194 0.166022 0.166365 CURRENT LEARNING RATE: 6.841389764961322e-09
previous_iter_valid_loss : 0.16082313656806946
1844360 0.161002 0.160823 0.166104 CURRENT LEARNING RATE: 6.840021623827006e-09
previous_iter_valid_loss : 0.16104735434055328
1844380 0.161232 0.161047 0.166123 CURRENT LEARNING RATE: 6.838653756293556e-09
previous_iter_valid_loss : 0.16095134615898132
1844400 0.161135 0.160951 0.166098 CURRENT LEARNING RATE: 6.8372861623062585e-09
previous_iter_valid_loss : 0.1743689328432083
1844420 0.174658 0.174369 0.166759 CURRENT LEARNING RATE: 6.835918841810384e-09
previous_iter_valid_loss : 0.16091696918010712
1844440 0.161075 0.160917 0.166510 CURRENT LEARNING RATE: 6.8345517947512874e-09
previous_iter_valid_loss : 0.1666915863752365
1844460 0.166927 0.166692 0.166646 CURRENT LEARNING RATE: 6.833185021074264e-09
previous_iter_valid_loss : 0.1612938791513443
1844480 0.161480 0.161294 0.165777 CURRENT LEARNING RATE: 6.831818520724643e-09
previous_iter_valid_loss : 0.16317330300807953
1844500 0.163344 0.163173 0.165846 CURRENT LEARNING RATE: 6.830452293647762e-09
previous_iter_valid_loss : 0.16298723220825195
1844520 0.163186 0.162987 0.165837 CURRENT LEARNING RATE: 6.8290863397889745e-09
previous_iter_valid_loss : 0.16822458803653717
1844540 0.168457 0.168225 0.165824 CURRENT LEARNING RATE: 6.827720659093643e-09
previous_iter_valid_loss : 0.16673643887043
1844560 0.166892 0.166736 0.164932 CURRENT LEARNING RATE: 6.8263552515071364e-09
previous_iter_valid_loss : 0.1636313498020172
1844580 0.163804 0.163631 0.164987 CURRENT LEARNING RATE: 6.8249901169748174e-09
previous_iter_valid_loss : 0.16623984277248383
1844600 0.166403 0.166240 0.165268 CURRENT LEARNING RATE: 6.823625255442129e-09
previous_iter_valid_loss : 0.18155941367149353
1844620 0.181717 0.181559 0.166201 CURRENT LEARNING RATE: 6.82226066685445e-09
previous_iter_valid_loss : 0.16058501601219177
1844640 0.160743 0.160585 0.165974 CURRENT LEARNING RATE: 6.820896351157201e-09
previous_iter_valid_loss : 0.16118751466274261
1844660 0.161373 0.161188 0.165886 CURRENT LEARNING RATE: 6.819532308295805e-09
previous_iter_valid_loss : 0.16133160889148712
1844680 0.161528 0.161332 0.165892 CURRENT LEARNING RATE: 6.818168538215703e-09
previous_iter_valid_loss : 0.2009415328502655
1844700 0.201493 0.200942 0.167441 CURRENT LEARNING RATE: 6.816805040862343e-09
previous_iter_valid_loss : 0.16368405520915985
1844720 0.163851 0.163684 0.166618 CURRENT LEARNING RATE: 6.815441816181186e-09
previous_iter_valid_loss : 0.1720656007528305
1844740 0.172213 0.172066 0.166920 CURRENT LEARNING RATE: 6.814078864117678e-09
previous_iter_valid_loss : 0.1633777767419815
1844760 0.163538 0.163378 0.167048 CURRENT LEARNING RATE: 6.812716184617351e-09
previous_iter_valid_loss : 0.16672371327877045
1844780 0.166885 0.166724 0.167332 CURRENT LEARNING RATE: 6.811353777625671e-09
previous_iter_valid_loss : 0.1606929749250412
1844800 0.160852 0.160693 0.167319 CURRENT LEARNING RATE: 6.809991643088143e-09
previous_iter_valid_loss : 0.1607980728149414
1844820 0.160950 0.160798 0.166640 CURRENT LEARNING RATE: 6.808629780950282e-09
previous_iter_valid_loss : 0.16256427764892578
1844840 0.162752 0.162564 0.166722 CURRENT LEARNING RATE: 6.807268191157613e-09
previous_iter_valid_loss : 0.1620657742023468
1844860 0.162244 0.162066 0.166491 CURRENT LEARNING RATE: 6.805906873655672e-09
previous_iter_valid_loss : 0.16194143891334534
1844880 0.162132 0.161941 0.166524 CURRENT LEARNING RATE: 6.804545828389984e-09
previous_iter_valid_loss : 0.16457387804985046
1844900 0.164767 0.164574 0.166594 CURRENT LEARNING RATE: 6.803185055306153e-09
previous_iter_valid_loss : 0.16084811091423035
1844920 0.161029 0.160848 0.166487 CURRENT LEARNING RATE: 6.801824554349726e-09
previous_iter_valid_loss : 0.16792020201683044
1844940 0.168074 0.167920 0.166471 CURRENT LEARNING RATE: 6.800464325466281e-09
previous_iter_valid_loss : 0.1608462780714035
1844960 0.161025 0.160846 0.166177 CURRENT LEARNING RATE: 6.799104368601411e-09
previous_iter_valid_loss : 0.16343063116073608
1844980 0.163627 0.163431 0.166167 CURRENT LEARNING RATE: 6.797744683700717e-09
previous_iter_valid_loss : 0.16152332723140717
1845000 0.161704 0.161523 0.165931 CURRENT LEARNING RATE: 6.7963852707098105e-09
previous_iter_valid_loss : 0.1628689020872116
1845020 0.163034 0.162869 0.164996 CURRENT LEARNING RATE: 6.795026129574315e-09
previous_iter_valid_loss : 0.16252587735652924
1845040 0.162704 0.162526 0.165094 CURRENT LEARNING RATE: 6.793667260239843e-09
previous_iter_valid_loss : 0.17015479505062103
1845060 0.170404 0.170155 0.165542 CURRENT LEARNING RATE: 6.7923086626520845e-09
previous_iter_valid_loss : 0.16394659876823425
1845080 0.164138 0.163947 0.165673 CURRENT LEARNING RATE: 6.790950336756675e-09
previous_iter_valid_loss : 0.1626167744398117
1845100 0.162789 0.162617 0.163756 CURRENT LEARNING RATE: 6.789592282499279e-09
previous_iter_valid_loss : 0.16296032071113586
1845120 0.163157 0.162960 0.163720 CURRENT LEARNING RATE: 6.788234499825575e-09
previous_iter_valid_loss : 0.16522535681724548
1845140 0.165429 0.165225 0.163378 CURRENT LEARNING RATE: 6.786876988681253e-09
previous_iter_valid_loss : 0.1729249507188797
1845160 0.173071 0.172925 0.163856 CURRENT LEARNING RATE: 6.785519749012012e-09
previous_iter_valid_loss : 0.16719189286231995
1845180 0.167350 0.167192 0.163879 CURRENT LEARNING RATE: 6.784162780763536e-09
previous_iter_valid_loss : 0.17004504799842834
1845200 0.170193 0.170045 0.164347 CURRENT LEARNING RATE: 6.782806083881597e-09
previous_iter_valid_loss : 0.16652341187000275
1845220 0.166686 0.166523 0.164633 CURRENT LEARNING RATE: 6.781449658311903e-09
previous_iter_valid_loss : 0.18468715250492096
1845240 0.184834 0.184687 0.165739 CURRENT LEARNING RATE: 6.780093504000195e-09
previous_iter_valid_loss : 0.17118200659751892
1845260 0.171328 0.171182 0.166195 CURRENT LEARNING RATE: 6.778737620892228e-09
previous_iter_valid_loss : 0.18572528660297394
1845280 0.185864 0.185725 0.167384 CURRENT LEARNING RATE: 6.7773820089337676e-09
previous_iter_valid_loss : 0.1607513129711151
1845300 0.160923 0.160751 0.167193 CURRENT LEARNING RATE: 6.7760266680705885e-09
previous_iter_valid_loss : 0.16055813431739807
1845320 0.160711 0.160558 0.167178 CURRENT LEARNING RATE: 6.774671598248476e-09
previous_iter_valid_loss : 0.1616658717393875
1845340 0.161817 0.161666 0.166866 CURRENT LEARNING RATE: 6.773316799413205e-09
previous_iter_valid_loss : 0.17300955951213837
1845360 0.173276 0.173010 0.167474 CURRENT LEARNING RATE: 6.7719622715106306e-09
previous_iter_valid_loss : 0.1960476189851761
1845380 0.196545 0.196048 0.169105 CURRENT LEARNING RATE: 6.770608014486549e-09
previous_iter_valid_loss : 0.16511856019496918
1845400 0.165282 0.165119 0.169284 CURRENT LEARNING RATE: 6.769254028286788e-09
previous_iter_valid_loss : 0.16679544746875763
1845420 0.167008 0.166795 0.169481 CURRENT LEARNING RATE: 6.767900312857189e-09
previous_iter_valid_loss : 0.16954390704631805
1845440 0.169791 0.169544 0.169832 CURRENT LEARNING RATE: 6.7665468681436035e-09
previous_iter_valid_loss : 0.1695377677679062
1845460 0.169776 0.169538 0.169801 CURRENT LEARNING RATE: 6.765193694091893e-09
previous_iter_valid_loss : 0.1751794070005417
1845480 0.175456 0.175179 0.170362 CURRENT LEARNING RATE: 6.763840790647932e-09
previous_iter_valid_loss : 0.16268804669380188
1845500 0.162882 0.162688 0.170366 CURRENT LEARNING RATE: 6.76248815775758e-09
previous_iter_valid_loss : 0.1616925597190857
1845520 0.161881 0.161693 0.170303 CURRENT LEARNING RATE: 6.761135795366779e-09
previous_iter_valid_loss : 0.17509421706199646
1845540 0.175382 0.175094 0.170796 CURRENT LEARNING RATE: 6.7597837034214104e-09
previous_iter_valid_loss : 0.166293665766716
1845560 0.166519 0.166294 0.170464 CURRENT LEARNING RATE: 6.75843188186739e-09
previous_iter_valid_loss : 0.16264675557613373
1845580 0.162840 0.162647 0.170237 CURRENT LEARNING RATE: 6.757080330650647e-09
previous_iter_valid_loss : 0.16065140068531036
1845600 0.160824 0.160651 0.169767 CURRENT LEARNING RATE: 6.755729049717117e-09
previous_iter_valid_loss : 0.1609618067741394
1845620 0.161141 0.160962 0.169489 CURRENT LEARNING RATE: 6.75437803901275e-09
previous_iter_valid_loss : 0.1614987999200821
1845640 0.161683 0.161499 0.168330 CURRENT LEARNING RATE: 6.753027298483482e-09
previous_iter_valid_loss : 0.16673682630062103
1845660 0.166963 0.166737 0.168108 CURRENT LEARNING RATE: 6.751676828075332e-09
previous_iter_valid_loss : 0.17129124701023102
1845680 0.171552 0.171291 0.167386 CURRENT LEARNING RATE: 6.750326627734254e-09
previous_iter_valid_loss : 0.16620765626430511
1845700 0.166418 0.166208 0.167659 CURRENT LEARNING RATE: 6.7489766974062434e-09
previous_iter_valid_loss : 0.1838972121477127
1845720 0.184050 0.183897 0.168826 CURRENT LEARNING RATE: 6.7476270370373e-09
previous_iter_valid_loss : 0.1719971001148224
1845740 0.172145 0.171997 0.169342 CURRENT LEARNING RATE: 6.74627764657344e-09
previous_iter_valid_loss : 0.161152645945549
1845760 0.161327 0.161153 0.168750 CURRENT LEARNING RATE: 6.7449285259606885e-09
previous_iter_valid_loss : 0.16159503161907196
1845780 0.161737 0.161595 0.167027 CURRENT LEARNING RATE: 6.743579675145077e-09
previous_iter_valid_loss : 0.16382256150245667
1845800 0.163993 0.163823 0.166962 CURRENT LEARNING RATE: 6.74223109407263e-09
previous_iter_valid_loss : 0.1752011775970459
1845820 0.175482 0.175201 0.167382 CURRENT LEARNING RATE: 6.740882782689451e-09
previous_iter_valid_loss : 0.16316790878772736
1845840 0.163342 0.163168 0.167064 CURRENT LEARNING RATE: 6.739534740941585e-09
previous_iter_valid_loss : 0.16057705879211426
1845860 0.160740 0.160577 0.166616 CURRENT LEARNING RATE: 6.738186968775108e-09
previous_iter_valid_loss : 0.16170160472393036
1845880 0.161858 0.161702 0.165942 CURRENT LEARNING RATE: 6.736839466136112e-09
previous_iter_valid_loss : 0.162147656083107
1845900 0.162354 0.162148 0.165915 CURRENT LEARNING RATE: 6.735492232970696e-09
previous_iter_valid_loss : 0.1665978580713272
1845920 0.166760 0.166598 0.166160 CURRENT LEARNING RATE: 6.734145269224969e-09
previous_iter_valid_loss : 0.1743396818637848
1845940 0.174613 0.174340 0.166122 CURRENT LEARNING RATE: 6.732798574845054e-09
previous_iter_valid_loss : 0.16220131516456604
1845960 0.162354 0.162201 0.165918 CURRENT LEARNING RATE: 6.731452149777059e-09
previous_iter_valid_loss : 0.16723638772964478
1845980 0.167464 0.167236 0.166147 CURRENT LEARNING RATE: 6.7301059939671745e-09
previous_iter_valid_loss : 0.16101369261741638
1846000 0.161194 0.161014 0.166165 CURRENT LEARNING RATE: 6.728760107361531e-09
previous_iter_valid_loss : 0.16205914318561554
1846020 0.162250 0.162059 0.166220 CURRENT LEARNING RATE: 6.727414489906293e-09
previous_iter_valid_loss : 0.16613830626010895
1846040 0.166360 0.166138 0.166452 CURRENT LEARNING RATE: 6.726069141547635e-09
previous_iter_valid_loss : 0.16753767430782318
1846060 0.167756 0.167538 0.166492 CURRENT LEARNING RATE: 6.724724062231744e-09
previous_iter_valid_loss : 0.17402759194374084
1846080 0.174304 0.174028 0.166629 CURRENT LEARNING RATE: 6.723379251904816e-09
previous_iter_valid_loss : 0.16665583848953247
1846100 0.166875 0.166656 0.166651 CURRENT LEARNING RATE: 6.7220347105130355e-09
previous_iter_valid_loss : 0.16555950045585632
1846120 0.165775 0.165560 0.165734 CURRENT LEARNING RATE: 6.720690438002668e-09
previous_iter_valid_loss : 0.172639399766922
1846140 0.172911 0.172639 0.165766 CURRENT LEARNING RATE: 6.719346434319919e-09
previous_iter_valid_loss : 0.1813349574804306
1846160 0.181488 0.181335 0.166776 CURRENT LEARNING RATE: 6.718002699411028e-09
previous_iter_valid_loss : 0.16665880382061005
1846180 0.166822 0.166659 0.167029 CURRENT LEARNING RATE: 6.716659233222246e-09
previous_iter_valid_loss : 0.17256174981594086
1846200 0.172830 0.172562 0.167466 CURRENT LEARNING RATE: 6.715316035699834e-09
previous_iter_valid_loss : 0.16170163452625275
1846220 0.161888 0.161702 0.166791 CURRENT LEARNING RATE: 6.7139731067900646e-09
previous_iter_valid_loss : 0.1751997321844101
1846240 0.175485 0.175200 0.167392 CURRENT LEARNING RATE: 6.71263044643922e-09
previous_iter_valid_loss : 0.17079059779644012
1846260 0.171050 0.170791 0.167903 CURRENT LEARNING RATE: 6.711288054593572e-09
previous_iter_valid_loss : 0.1635829210281372
1846280 0.163749 0.163583 0.167997 CURRENT LEARNING RATE: 6.709945931199469e-09
previous_iter_valid_loss : 0.16111654043197632
1846300 0.161271 0.161117 0.167946 CURRENT LEARNING RATE: 6.708604076203204e-09
previous_iter_valid_loss : 0.17398029565811157
1846320 0.174125 0.173980 0.168315 CURRENT LEARNING RATE: 6.7072624895511035e-09
previous_iter_valid_loss : 0.17097881436347961
1846340 0.171127 0.170979 0.168147 CURRENT LEARNING RATE: 6.705921171189504e-09
previous_iter_valid_loss : 0.16911880671977997
1846360 0.169269 0.169119 0.168493 CURRENT LEARNING RATE: 6.704580121064752e-09
previous_iter_valid_loss : 0.16710874438285828
1846380 0.167271 0.167109 0.168486 CURRENT LEARNING RATE: 6.703239339123206e-09
previous_iter_valid_loss : 0.16068662703037262
1846400 0.160847 0.160687 0.168470 CURRENT LEARNING RATE: 6.70189882531121e-09
previous_iter_valid_loss : 0.17279678583145142
1846420 0.173062 0.172797 0.169007 CURRENT LEARNING RATE: 6.7005585795751925e-09
previous_iter_valid_loss : 0.19573615491390228
1846440 0.196227 0.195736 0.170487 CURRENT LEARNING RATE: 6.699218601861517e-09
previous_iter_valid_loss : 0.16095079481601715
1846460 0.161129 0.160951 0.170157 CURRENT LEARNING RATE: 6.697878892116589e-09
previous_iter_valid_loss : 0.16168931126594543
1846480 0.161853 0.161689 0.169540 CURRENT LEARNING RATE: 6.696539450286817e-09
previous_iter_valid_loss : 0.16136062145233154
1846500 0.161538 0.161361 0.169276 CURRENT LEARNING RATE: 6.695200276318623e-09
previous_iter_valid_loss : 0.1790654957294464
1846520 0.179376 0.179065 0.169951 CURRENT LEARNING RATE: 6.693861370158442e-09
previous_iter_valid_loss : 0.16113151609897614
1846540 0.161316 0.161132 0.169375 CURRENT LEARNING RATE: 6.692522731752716e-09
previous_iter_valid_loss : 0.16087213158607483
1846560 0.161019 0.160872 0.168352 CURRENT LEARNING RATE: 6.6911843610478766e-09
previous_iter_valid_loss : 0.16052569448947906
1846580 0.160695 0.160526 0.168046 CURRENT LEARNING RATE: 6.689846257990436e-09
previous_iter_valid_loss : 0.1634562760591507
1846600 0.163624 0.163456 0.167590 CURRENT LEARNING RATE: 6.688508422526846e-09
previous_iter_valid_loss : 0.16125452518463135
1846620 0.161432 0.161255 0.167568 CURRENT LEARNING RATE: 6.6871708546035956e-09
previous_iter_valid_loss : 0.19163499772548676
1846640 0.191754 0.191635 0.168390 CURRENT LEARNING RATE: 6.685833554167179e-09
previous_iter_valid_loss : 0.16570793092250824
1846660 0.165870 0.165708 0.168136 CURRENT LEARNING RATE: 6.684496521164105e-09
previous_iter_valid_loss : 0.16193674504756927
1846680 0.162095 0.161937 0.168053 CURRENT LEARNING RATE: 6.683159755540895e-09
previous_iter_valid_loss : 0.16049616038799286
1846700 0.160658 0.160496 0.168022 CURRENT LEARNING RATE: 6.681823257244074e-09
previous_iter_valid_loss : 0.1617012619972229
1846720 0.161868 0.161701 0.167408 CURRENT LEARNING RATE: 6.68048702622016e-09
previous_iter_valid_loss : 0.16325491666793823
1846740 0.163422 0.163255 0.167022 CURRENT LEARNING RATE: 6.679151062415754e-09
previous_iter_valid_loss : 0.1650446206331253
1846760 0.165210 0.165045 0.166818 CURRENT LEARNING RATE: 6.67781536577739e-09
previous_iter_valid_loss : 0.18216350674629211
1846780 0.182323 0.182164 0.167571 CURRENT LEARNING RATE: 6.676479936251642e-09
previous_iter_valid_loss : 0.16071362793445587
1846800 0.160865 0.160714 0.167573 CURRENT LEARNING RATE: 6.675144773785091e-09
previous_iter_valid_loss : 0.16159312427043915
1846820 0.161782 0.161593 0.167012 CURRENT LEARNING RATE: 6.673809878324333e-09
previous_iter_valid_loss : 0.183749258518219
1846840 0.184113 0.183749 0.166413 CURRENT LEARNING RATE: 6.672475249815971e-09
previous_iter_valid_loss : 0.16122104227542877
1846860 0.161409 0.161221 0.166426 CURRENT LEARNING RATE: 6.671140888206596e-09
previous_iter_valid_loss : 0.16119205951690674
1846880 0.161376 0.161192 0.166402 CURRENT LEARNING RATE: 6.669806793442881e-09
previous_iter_valid_loss : 0.1617693305015564
1846900 0.161959 0.161769 0.166422 CURRENT LEARNING RATE: 6.668472965471439e-09
previous_iter_valid_loss : 0.17337779700756073
1846920 0.173646 0.173378 0.166138 CURRENT LEARNING RATE: 6.667139404238916e-09
previous_iter_valid_loss : 0.1616225689649582
1846940 0.161817 0.161623 0.166162 CURRENT LEARNING RATE: 6.665806109691971e-09
previous_iter_valid_loss : 0.16669879853725433
1846960 0.166860 0.166699 0.166454 CURRENT LEARNING RATE: 6.6644730817772694e-09
previous_iter_valid_loss : 0.1605207622051239
1846980 0.160681 0.160521 0.166453 CURRENT LEARNING RATE: 6.663140320441494e-09
previous_iter_valid_loss : 0.1659880131483078
1847000 0.166196 0.165988 0.166580 CURRENT LEARNING RATE: 6.6618078256313314e-09
previous_iter_valid_loss : 0.1614818125963211
1847020 0.161645 0.161482 0.166591 CURRENT LEARNING RATE: 6.660475597293459e-09
previous_iter_valid_loss : 0.16804368793964386
1847040 0.168195 0.168044 0.165412 CURRENT LEARNING RATE: 6.659143635374636e-09
previous_iter_valid_loss : 0.16251221299171448
1847060 0.162673 0.162512 0.165252 CURRENT LEARNING RATE: 6.657811939821558e-09
previous_iter_valid_loss : 0.16081330180168152
1847080 0.160993 0.160813 0.165196 CURRENT LEARNING RATE: 6.656480510580959e-09
previous_iter_valid_loss : 0.16201521456241608
1847100 0.162209 0.162015 0.165272 CURRENT LEARNING RATE: 6.655149347599581e-09
previous_iter_valid_loss : 0.16051290929317474
1847120 0.160686 0.160513 0.165212 CURRENT LEARNING RATE: 6.653818450824178e-09
previous_iter_valid_loss : 0.16977573931217194
1847140 0.169928 0.169776 0.165538 CURRENT LEARNING RATE: 6.652487820201514e-09
previous_iter_valid_loss : 0.16490387916564941
1847160 0.165115 0.164904 0.165531 CURRENT LEARNING RATE: 6.65115745567834e-09
previous_iter_valid_loss : 0.16137415170669556
1847180 0.161529 0.161374 0.164492 CURRENT LEARNING RATE: 6.649827357201489e-09
previous_iter_valid_loss : 0.1615401655435562
1847200 0.161690 0.161540 0.164533 CURRENT LEARNING RATE: 6.648497524717733e-09
previous_iter_valid_loss : 0.16892573237419128
1847220 0.169168 0.168926 0.164900 CURRENT LEARNING RATE: 6.647167958173878e-09
previous_iter_valid_loss : 0.17414513230323792
1847240 0.174425 0.174145 0.164420 CURRENT LEARNING RATE: 6.645838657516744e-09
previous_iter_valid_loss : 0.16286277770996094
1847260 0.163018 0.162863 0.164502 CURRENT LEARNING RATE: 6.644509622693156e-09
previous_iter_valid_loss : 0.16746802628040314
1847280 0.167623 0.167468 0.164816 CURRENT LEARNING RATE: 6.6431808536499535e-09
previous_iter_valid_loss : 0.16126634180545807
1847300 0.161458 0.161266 0.164790 CURRENT LEARNING RATE: 6.6418523503339875e-09
previous_iter_valid_loss : 0.17116956412792206
1847320 0.171319 0.171170 0.164680 CURRENT LEARNING RATE: 6.640524112692091e-09
previous_iter_valid_loss : 0.1708180159330368
1847340 0.170969 0.170818 0.165140 CURRENT LEARNING RATE: 6.639196140671185e-09
previous_iter_valid_loss : 0.16853028535842896
1847360 0.168775 0.168530 0.165231 CURRENT LEARNING RATE: 6.637868434218124e-09
previous_iter_valid_loss : 0.16083835065364838
1847380 0.161014 0.160838 0.165247 CURRENT LEARNING RATE: 6.636540993279802e-09
previous_iter_valid_loss : 0.16063185036182404
1847400 0.160810 0.160632 0.164979 CURRENT LEARNING RATE: 6.635213817803121e-09
previous_iter_valid_loss : 0.16049295663833618
1847420 0.160656 0.160493 0.164930 CURRENT LEARNING RATE: 6.6338869077349944e-09
previous_iter_valid_loss : 0.16268256306648254
1847440 0.162841 0.162683 0.164662 CURRENT LEARNING RATE: 6.632560263022343e-09
previous_iter_valid_loss : 0.17309406399726868
1847460 0.173241 0.173094 0.165191 CURRENT LEARNING RATE: 6.6312338836121046e-09
previous_iter_valid_loss : 0.16061964631080627
1847480 0.160792 0.160620 0.165181 CURRENT LEARNING RATE: 6.629907769451198e-09
previous_iter_valid_loss : 0.17198947072029114
1847500 0.172140 0.171989 0.165680 CURRENT LEARNING RATE: 6.628581920486627e-09
previous_iter_valid_loss : 0.16530995070934296
1847520 0.165512 0.165310 0.165920 CURRENT LEARNING RATE: 6.627256336665333e-09
previous_iter_valid_loss : 0.1606268733739853
1847540 0.160786 0.160627 0.165462 CURRENT LEARNING RATE: 6.6259310179342935e-09
previous_iter_valid_loss : 0.16070739924907684
1847560 0.160865 0.160707 0.165253 CURRENT LEARNING RATE: 6.6246059642404965e-09
previous_iter_valid_loss : 0.161070317029953
1847580 0.161234 0.161070 0.165237 CURRENT LEARNING RATE: 6.623281175530938e-09
previous_iter_valid_loss : 0.17626456916332245
1847600 0.176416 0.176265 0.165974 CURRENT LEARNING RATE: 6.621956651752628e-09
previous_iter_valid_loss : 0.17144419252872467
1847620 0.171705 0.171444 0.166100 CURRENT LEARNING RATE: 6.620632392852561e-09
previous_iter_valid_loss : 0.160508394241333
1847640 0.160670 0.160508 0.165418 CURRENT LEARNING RATE: 6.6193083987778145e-09
previous_iter_valid_loss : 0.1801028698682785
1847660 0.180260 0.180103 0.166280 CURRENT LEARNING RATE: 6.617984669475404e-09
previous_iter_valid_loss : 0.1733458936214447
1847680 0.173614 0.173346 0.166574 CURRENT LEARNING RATE: 6.616661204892383e-09
previous_iter_valid_loss : 0.17376306653022766
1847700 0.173910 0.173763 0.167198 CURRENT LEARNING RATE: 6.615338004975809e-09
previous_iter_valid_loss : 0.16060200333595276
1847720 0.160775 0.160602 0.166670 CURRENT LEARNING RATE: 6.6140150696727575e-09
previous_iter_valid_loss : 0.16766735911369324
1847740 0.167825 0.167667 0.166513 CURRENT LEARNING RATE: 6.61269239893031e-09
previous_iter_valid_loss : 0.16052797436714172
1847760 0.160677 0.160528 0.166112 CURRENT LEARNING RATE: 6.611369992695557e-09
previous_iter_valid_loss : 0.16727188229560852
1847780 0.167494 0.167272 0.166434 CURRENT LEARNING RATE: 6.610047850915583e-09
previous_iter_valid_loss : 0.16612374782562256
1847800 0.166286 0.166124 0.166709 CURRENT LEARNING RATE: 6.608725973537548e-09
previous_iter_valid_loss : 0.1676233857870102
1847820 0.167858 0.167623 0.167065 CURRENT LEARNING RATE: 6.607404360508551e-09
previous_iter_valid_loss : 0.16209352016448975
1847840 0.162276 0.162094 0.167036 CURRENT LEARNING RATE: 6.6060830117757305e-09
previous_iter_valid_loss : 0.19496658444404602
1847860 0.195084 0.194967 0.168129 CURRENT LEARNING RATE: 6.6047619272862305e-09
previous_iter_valid_loss : 0.1667345017194748
1847880 0.166893 0.166735 0.168435 CURRENT LEARNING RATE: 6.60344110698721e-09
previous_iter_valid_loss : 0.16769278049468994
1847900 0.167852 0.167693 0.168220 CURRENT LEARNING RATE: 6.602120550825833e-09
previous_iter_valid_loss : 0.16732047498226166
1847920 0.167552 0.167320 0.168321 CURRENT LEARNING RATE: 6.600800258749279e-09
previous_iter_valid_loss : 0.1686019003391266
1847940 0.168848 0.168602 0.168720 CURRENT LEARNING RATE: 6.5994802307047145e-09
previous_iter_valid_loss : 0.16091115772724152
1847960 0.161072 0.160911 0.168730 CURRENT LEARNING RATE: 6.598160466639382e-09
previous_iter_valid_loss : 0.1807675063610077
1847980 0.181111 0.180768 0.169715 CURRENT LEARNING RATE: 6.596840966500469e-09
previous_iter_valid_loss : 0.18048159778118134
1848000 0.180813 0.180482 0.169925 CURRENT LEARNING RATE: 6.595521730235196e-09
previous_iter_valid_loss : 0.1617153137922287
1848020 0.161908 0.161715 0.169439 CURRENT LEARNING RATE: 6.5942027577907934e-09
previous_iter_valid_loss : 0.16356894373893738
1848040 0.163739 0.163569 0.169592 CURRENT LEARNING RATE: 6.592884049114501e-09
previous_iter_valid_loss : 0.16418834030628204
1848060 0.164382 0.164188 0.168796 CURRENT LEARNING RATE: 6.5915656041535725e-09
previous_iter_valid_loss : 0.17734062671661377
1848080 0.177492 0.177341 0.168996 CURRENT LEARNING RATE: 6.590247422855245e-09
previous_iter_valid_loss : 0.1608160436153412
1848100 0.160970 0.160816 0.168349 CURRENT LEARNING RATE: 6.588929505166839e-09
previous_iter_valid_loss : 0.16146551072597504
1848120 0.161655 0.161466 0.168392 CURRENT LEARNING RATE: 6.587611851035614e-09
previous_iter_valid_loss : 0.16197772324085236
1848140 0.162162 0.161978 0.168107 CURRENT LEARNING RATE: 6.586294460408864e-09
previous_iter_valid_loss : 0.17269691824913025
1848160 0.172967 0.172697 0.168716 CURRENT LEARNING RATE: 6.584977333233893e-09
previous_iter_valid_loss : 0.16074016690254211
1848180 0.160912 0.160740 0.168389 CURRENT LEARNING RATE: 6.5836604694580174e-09
previous_iter_valid_loss : 0.16365760564804077
1848200 0.163833 0.163658 0.168266 CURRENT LEARNING RATE: 6.582343869028559e-09
previous_iter_valid_loss : 0.17090576887130737
1848220 0.171054 0.170906 0.168430 CURRENT LEARNING RATE: 6.5810275318928584e-09
previous_iter_valid_loss : 0.16119077801704407
1848240 0.161377 0.161191 0.168385 CURRENT LEARNING RATE: 6.579711457998236e-09
previous_iter_valid_loss : 0.16123554110527039
1848260 0.161401 0.161236 0.166698 CURRENT LEARNING RATE: 6.578395647292096e-09
previous_iter_valid_loss : 0.16173569858074188
1848280 0.161899 0.161736 0.166448 CURRENT LEARNING RATE: 6.577080099721783e-09
previous_iter_valid_loss : 0.16052813827991486
1848300 0.160692 0.160528 0.166090 CURRENT LEARNING RATE: 6.575764815234674e-09
previous_iter_valid_loss : 0.16060100495815277
1848320 0.160759 0.160601 0.165754 CURRENT LEARNING RATE: 6.57444979377816e-09
previous_iter_valid_loss : 0.16768725216388702
1848340 0.167917 0.167687 0.165709 CURRENT LEARNING RATE: 6.573135035299638e-09
previous_iter_valid_loss : 0.16077885031700134
1848360 0.160939 0.160779 0.165702 CURRENT LEARNING RATE: 6.571820539746517e-09
previous_iter_valid_loss : 0.1730652153491974
1848380 0.173216 0.173065 0.165317 CURRENT LEARNING RATE: 6.5705063070661965e-09
previous_iter_valid_loss : 0.17990712821483612
1848400 0.180068 0.179907 0.165288 CURRENT LEARNING RATE: 6.569192337206152e-09
previous_iter_valid_loss : 0.16183756291866302
1848420 0.162004 0.161838 0.165294 CURRENT LEARNING RATE: 6.567878630113803e-09
previous_iter_valid_loss : 0.1926492154598236
1848440 0.192766 0.192649 0.166748 CURRENT LEARNING RATE: 6.566565185736599e-09
previous_iter_valid_loss : 0.17201989889144897
1848460 0.172168 0.172020 0.167140 CURRENT LEARNING RATE: 6.565252004022003e-09
previous_iter_valid_loss : 0.16925153136253357
1848480 0.169406 0.169252 0.166735 CURRENT LEARNING RATE: 6.5639390849174895e-09
previous_iter_valid_loss : 0.1608407199382782
1848500 0.161014 0.160841 0.166737 CURRENT LEARNING RATE: 6.562626428370538e-09
previous_iter_valid_loss : 0.17674730718135834
1848520 0.176902 0.176747 0.167501 CURRENT LEARNING RATE: 6.561314034328646e-09
previous_iter_valid_loss : 0.18467487394809723
1848540 0.184816 0.184675 0.168635 CURRENT LEARNING RATE: 6.560001902739293e-09
previous_iter_valid_loss : 0.16467972099781036
1848560 0.164846 0.164680 0.168235 CURRENT LEARNING RATE: 6.55869003355004e-09
previous_iter_valid_loss : 0.17541232705116272
1848580 0.175703 0.175412 0.168968 CURRENT LEARNING RATE: 6.557378426708389e-09
previous_iter_valid_loss : 0.17104512453079224
1848600 0.171303 0.171045 0.169338 CURRENT LEARNING RATE: 6.5560670821618766e-09
previous_iter_valid_loss : 0.16080664098262787
1848620 0.160962 0.160807 0.168833 CURRENT LEARNING RATE: 6.554755999858047e-09
previous_iter_valid_loss : 0.16197450459003448
1848640 0.162170 0.161975 0.168872 CURRENT LEARNING RATE: 6.55344517974446e-09
previous_iter_valid_loss : 0.16056203842163086
1848660 0.160729 0.160562 0.168838 CURRENT LEARNING RATE: 6.55213462176868e-09
previous_iter_valid_loss : 0.16073286533355713
1848680 0.160904 0.160733 0.168788 CURRENT LEARNING RATE: 6.550824325878286e-09
previous_iter_valid_loss : 0.16050472855567932
1848700 0.160665 0.160505 0.168787 CURRENT LEARNING RATE: 6.549514292020843e-09
previous_iter_valid_loss : 0.1640053391456604
1848720 0.164172 0.164005 0.168957 CURRENT LEARNING RATE: 6.548204520143995e-09
previous_iter_valid_loss : 0.16167013347148895
1848740 0.161834 0.161670 0.168656 CURRENT LEARNING RATE: 6.54689501019533e-09
previous_iter_valid_loss : 0.16772693395614624
1848760 0.167950 0.167727 0.169004 CURRENT LEARNING RATE: 6.545585762122465e-09
previous_iter_valid_loss : 0.16778136789798737
1848780 0.167939 0.167781 0.168739 CURRENT LEARNING RATE: 6.544276775873032e-09
previous_iter_valid_loss : 0.1644846349954605
1848800 0.164651 0.164485 0.167968 CURRENT LEARNING RATE: 6.54296805139467e-09
previous_iter_valid_loss : 0.16134674847126007
1848820 0.161529 0.161347 0.167944 CURRENT LEARNING RATE: 6.541659588635032e-09
previous_iter_valid_loss : 0.1675872951745987
1848840 0.167740 0.167587 0.166691 CURRENT LEARNING RATE: 6.540351387541755e-09
previous_iter_valid_loss : 0.16111059486865997
1848860 0.161259 0.161111 0.166145 CURRENT LEARNING RATE: 6.539043448062557e-09
previous_iter_valid_loss : 0.16066327691078186
1848880 0.160819 0.160663 0.165716 CURRENT LEARNING RATE: 6.537735770145099e-09
previous_iter_valid_loss : 0.16492202877998352
1848900 0.165081 0.164922 0.165920 CURRENT LEARNING RATE: 6.536428353737071e-09
previous_iter_valid_loss : 0.17496035993099213
1848920 0.175105 0.174960 0.165830 CURRENT LEARNING RATE: 6.535121198786179e-09
previous_iter_valid_loss : 0.1611626297235489
1848940 0.161322 0.161163 0.164655 CURRENT LEARNING RATE: 6.5338143052401366e-09
previous_iter_valid_loss : 0.16380082070827484
1848960 0.163975 0.163801 0.164611 CURRENT LEARNING RATE: 6.532507673046665e-09
previous_iter_valid_loss : 0.17364399135112762
1848980 0.173911 0.173644 0.164523 CURRENT LEARNING RATE: 6.531201302153503e-09
previous_iter_valid_loss : 0.1630060374736786
1849000 0.163175 0.163006 0.164121 CURRENT LEARNING RATE: 6.529895192508371e-09
previous_iter_valid_loss : 0.1666649878025055
1849020 0.166876 0.166665 0.164413 CURRENT LEARNING RATE: 6.5285893440590704e-09
previous_iter_valid_loss : 0.19099818170070648
1849040 0.191121 0.190998 0.165865 CURRENT LEARNING RATE: 6.527283756753343e-09
previous_iter_valid_loss : 0.1804933100938797
1849060 0.180648 0.180493 0.166861 CURRENT LEARNING RATE: 6.525978430538969e-09
previous_iter_valid_loss : 0.16198787093162537
1849080 0.162182 0.161988 0.166924 CURRENT LEARNING RATE: 6.524673365363731e-09
previous_iter_valid_loss : 0.1931624412536621
1849100 0.193268 0.193162 0.168557 CURRENT LEARNING RATE: 6.52336856117543e-09
previous_iter_valid_loss : 0.16214649379253387
1849120 0.162322 0.162146 0.168464 CURRENT LEARNING RATE: 6.522064017921872e-09
previous_iter_valid_loss : 0.16521534323692322
1849140 0.165381 0.165215 0.168641 CURRENT LEARNING RATE: 6.520759735550876e-09
previous_iter_valid_loss : 0.1614532172679901
1849160 0.161607 0.161453 0.168327 CURRENT LEARNING RATE: 6.519455714010246e-09
previous_iter_valid_loss : 0.16231049597263336
1849180 0.162514 0.162310 0.168054 CURRENT LEARNING RATE: 6.518151953247869e-09
previous_iter_valid_loss : 0.16060015559196472
1849200 0.160766 0.160600 0.167860 CURRENT LEARNING RATE: 6.516848453211571e-09
previous_iter_valid_loss : 0.19454488158226013
1849220 0.195032 0.194545 0.169520 CURRENT LEARNING RATE: 6.515545213849212e-09
previous_iter_valid_loss : 0.16097599267959595
1849240 0.161128 0.160976 0.169189 CURRENT LEARNING RATE: 6.5142422351086636e-09
previous_iter_valid_loss : 0.1610439419746399
1849260 0.161223 0.161044 0.169186 CURRENT LEARNING RATE: 6.512939516937803e-09
previous_iter_valid_loss : 0.16720204055309296
1849280 0.167355 0.167202 0.169513 CURRENT LEARNING RATE: 6.511637059284526e-09
previous_iter_valid_loss : 0.16653482615947723
1849300 0.166693 0.166535 0.169593 CURRENT LEARNING RATE: 6.510334862096708e-09
previous_iter_valid_loss : 0.16156820952892303
1849320 0.161723 0.161568 0.168924 CURRENT LEARNING RATE: 6.509032925322309e-09
previous_iter_valid_loss : 0.16109710931777954
1849340 0.161255 0.161097 0.168920 CURRENT LEARNING RATE: 6.507731248909228e-09
previous_iter_valid_loss : 0.16269589960575104
1849360 0.162857 0.162696 0.168865 CURRENT LEARNING RATE: 6.506429832805398e-09
previous_iter_valid_loss : 0.16164933145046234
1849380 0.161839 0.161649 0.168265 CURRENT LEARNING RATE: 6.505128676958761e-09
previous_iter_valid_loss : 0.16088035702705383
1849400 0.161058 0.160880 0.168159 CURRENT LEARNING RATE: 6.5038277813172734e-09
previous_iter_valid_loss : 0.16104736924171448
1849420 0.161229 0.161047 0.167878 CURRENT LEARNING RATE: 6.502527145828897e-09
previous_iter_valid_loss : 0.16066256165504456
1849440 0.160817 0.160663 0.166361 CURRENT LEARNING RATE: 6.501226770441608e-09
previous_iter_valid_loss : 0.16731560230255127
1849460 0.167539 0.167316 0.165703 CURRENT LEARNING RATE: 6.499926655103367e-09
previous_iter_valid_loss : 0.17350953817367554
1849480 0.173781 0.173510 0.166279 CURRENT LEARNING RATE: 6.498626799762216e-09
previous_iter_valid_loss : 0.19048580527305603
1849500 0.190621 0.190486 0.166145 CURRENT LEARNING RATE: 6.497327204366138e-09
previous_iter_valid_loss : 0.16063393652439117
1849520 0.160793 0.160634 0.166069 CURRENT LEARNING RATE: 6.49602786886315e-09
previous_iter_valid_loss : 0.16803619265556335
1849540 0.168262 0.168036 0.166210 CURRENT LEARNING RATE: 6.494728793201276e-09
previous_iter_valid_loss : 0.16320402920246124
1849560 0.163395 0.163204 0.166298 CURRENT LEARNING RATE: 6.4934299773285556e-09
previous_iter_valid_loss : 0.18931683897972107
1849580 0.189452 0.189317 0.167648 CURRENT LEARNING RATE: 6.492131421193035e-09
previous_iter_valid_loss : 0.16048963367938995
1849600 0.160653 0.160490 0.167643 CURRENT LEARNING RATE: 6.4908331247427495e-09
previous_iter_valid_loss : 0.17720858752727509
1849620 0.177366 0.177209 0.166776 CURRENT LEARNING RATE: 6.489535087925812e-09
previous_iter_valid_loss : 0.16086317598819733
1849640 0.161045 0.160863 0.166770 CURRENT LEARNING RATE: 6.48823731069028e-09
previous_iter_valid_loss : 0.1606438159942627
1849660 0.160800 0.160644 0.166750 CURRENT LEARNING RATE: 6.48693979298424e-09
previous_iter_valid_loss : 0.16050362586975098
1849680 0.160673 0.160504 0.166415 CURRENT LEARNING RATE: 6.485642534755793e-09
previous_iter_valid_loss : 0.16167905926704407
1849700 0.161845 0.161679 0.166172 CURRENT LEARNING RATE: 6.484345535953049e-09
previous_iter_valid_loss : 0.16078802943229675
1849720 0.160941 0.160788 0.166133 CURRENT LEARNING RATE: 6.483048796524126e-09
previous_iter_valid_loss : 0.16913698613643646
1849740 0.169290 0.169137 0.166535 CURRENT LEARNING RATE: 6.481752316417157e-09
previous_iter_valid_loss : 0.1616564393043518
1849760 0.161843 0.161656 0.166483 CURRENT LEARNING RATE: 6.480456095580257e-09
previous_iter_valid_loss : 0.2043585628271103
1849780 0.204423 0.204359 0.168619 CURRENT LEARNING RATE: 6.479160133961627e-09
previous_iter_valid_loss : 0.1625913679599762
1849800 0.162757 0.162591 0.168704 CURRENT LEARNING RATE: 6.4778644315094014e-09
previous_iter_valid_loss : 0.17039532959461212
1849820 0.170650 0.170395 0.169172 CURRENT LEARNING RATE: 6.476568988171755e-09
previous_iter_valid_loss : 0.16072994470596313
1849840 0.160894 0.160730 0.169175 CURRENT LEARNING RATE: 6.475273803896868e-09
previous_iter_valid_loss : 0.16983771324157715
1849860 0.169991 0.169838 0.169301 CURRENT LEARNING RATE: 6.473978878632935e-09
previous_iter_valid_loss : 0.16289710998535156
1849880 0.163082 0.162897 0.168771 CURRENT LEARNING RATE: 6.472684212328157e-09
previous_iter_valid_loss : 0.16399870812892914
1849900 0.164198 0.163999 0.167446 CURRENT LEARNING RATE: 6.471389804930749e-09
previous_iter_valid_loss : 0.1616167426109314
1849920 0.161784 0.161617 0.167495 CURRENT LEARNING RATE: 6.470095656388911e-09
previous_iter_valid_loss : 0.16620321571826935
1849940 0.166360 0.166203 0.167404 CURRENT LEARNING RATE: 6.468801766650923e-09
previous_iter_valid_loss : 0.1675519049167633
1849960 0.167773 0.167552 0.167621 CURRENT LEARNING RATE: 6.467508135665006e-09
previous_iter_valid_loss : 0.16702431440353394
1849980 0.167245 0.167024 0.166507 CURRENT LEARNING RATE: 6.466214763379416e-09
previous_iter_valid_loss : 0.16809627413749695
1850000 0.168329 0.168096 0.166887 CURRENT LEARNING RATE: 6.464921649742418e-09
previous_iter_valid_loss : 0.16206486523151398
1850020 0.162228 0.162065 0.166130 CURRENT LEARNING RATE: 6.463628794702285e-09
previous_iter_valid_loss : 0.1628769338130951
1850040 0.163038 0.162877 0.166230 CURRENT LEARNING RATE: 6.462336198207307e-09
previous_iter_valid_loss : 0.16063526272773743
1850060 0.160791 0.160635 0.166230 CURRENT LEARNING RATE: 6.4610438602057526e-09
previous_iter_valid_loss : 0.16384021937847137
1850080 0.164015 0.163840 0.166397 CURRENT LEARNING RATE: 6.459751780645978e-09
previous_iter_valid_loss : 0.16173027455806732
1850100 0.161920 0.161730 0.166399 CURRENT LEARNING RATE: 6.458459959476274e-09
previous_iter_valid_loss : 0.16488340497016907
1850120 0.165046 0.164883 0.166604 CURRENT LEARNING RATE: 6.45716839664497e-09
previous_iter_valid_loss : 0.16760651767253876
1850140 0.167761 0.167607 0.166528 CURRENT LEARNING RATE: 6.455877092100403e-09
previous_iter_valid_loss : 0.16584914922714233
1850160 0.166071 0.165849 0.166737 CURRENT LEARNING RATE: 6.4545860457909205e-09
previous_iter_valid_loss : 0.1606886237859726
1850180 0.160852 0.160689 0.164554 CURRENT LEARNING RATE: 6.45329525766488e-09
previous_iter_valid_loss : 0.17080482840538025
1850200 0.171058 0.170805 0.164964 CURRENT LEARNING RATE: 6.452004727670652e-09
previous_iter_valid_loss : 0.16272087395191193
1850220 0.162905 0.162721 0.164581 CURRENT LEARNING RATE: 6.450714455756591e-09
previous_iter_valid_loss : 0.16321134567260742
1850240 0.163408 0.163211 0.164705 CURRENT LEARNING RATE: 6.44942444187113e-09
previous_iter_valid_loss : 0.16819949448108673
1850260 0.168357 0.168199 0.164623 CURRENT LEARNING RATE: 6.448134685962649e-09
previous_iter_valid_loss : 0.1639297753572464
1850280 0.164118 0.163930 0.164675 CURRENT LEARNING RATE: 6.446845187979556e-09
previous_iter_valid_loss : 0.1699896901845932
1850300 0.170239 0.169990 0.164974 CURRENT LEARNING RATE: 6.445555947870272e-09
previous_iter_valid_loss : 0.1674860566854477
1850320 0.167701 0.167486 0.165268 CURRENT LEARNING RATE: 6.444266965583225e-09
previous_iter_valid_loss : 0.16119681298732758
1850340 0.161351 0.161197 0.165017 CURRENT LEARNING RATE: 6.44297824106686e-09
previous_iter_valid_loss : 0.16087062656879425
1850360 0.161036 0.160871 0.164683 CURRENT LEARNING RATE: 6.441689774269624e-09
previous_iter_valid_loss : 0.1616896092891693
1850380 0.161851 0.161690 0.164416 CURRENT LEARNING RATE: 6.440401565139958e-09
previous_iter_valid_loss : 0.18492096662521362
1850400 0.185065 0.184921 0.165258 CURRENT LEARNING RATE: 6.4391136136263774e-09
previous_iter_valid_loss : 0.18150918185710907
1850420 0.181668 0.181509 0.166230 CURRENT LEARNING RATE: 6.437825919677342e-09
previous_iter_valid_loss : 0.16099582612514496
1850440 0.161176 0.160996 0.166136 CURRENT LEARNING RATE: 6.436538483241344e-09
previous_iter_valid_loss : 0.16167597472667694
1850460 0.161827 0.161676 0.166188 CURRENT LEARNING RATE: 6.435251304266887e-09
previous_iter_valid_loss : 0.17213299870491028
1850480 0.172281 0.172133 0.166602 CURRENT LEARNING RATE: 6.433964382702482e-09
previous_iter_valid_loss : 0.16102445125579834
1850500 0.161182 0.161024 0.166567 CURRENT LEARNING RATE: 6.4326777184966554e-09
previous_iter_valid_loss : 0.16903018951416016
1850520 0.169275 0.169030 0.166775 CURRENT LEARNING RATE: 6.431391311597913e-09
previous_iter_valid_loss : 0.16056300699710846
1850540 0.160727 0.160563 0.166422 CURRENT LEARNING RATE: 6.4301051619548484e-09
previous_iter_valid_loss : 0.1634354442358017
1850560 0.163625 0.163435 0.166302 CURRENT LEARNING RATE: 6.428819269515991e-09
previous_iter_valid_loss : 0.16058440506458282
1850580 0.160746 0.160584 0.166296 CURRENT LEARNING RATE: 6.427533634229905e-09
previous_iter_valid_loss : 0.16353359818458557
1850600 0.163723 0.163534 0.165933 CURRENT LEARNING RATE: 6.426248256045165e-09
previous_iter_valid_loss : 0.1605137437582016
1850620 0.160680 0.160514 0.165823 CURRENT LEARNING RATE: 6.424963134910356e-09
previous_iter_valid_loss : 0.1652681827545166
1850640 0.165433 0.165268 0.165925 CURRENT LEARNING RATE: 6.423678270774073e-09
previous_iter_valid_loss : 0.1606249362230301
1850660 0.160794 0.160625 0.165547 CURRENT LEARNING RATE: 6.422393663584922e-09
previous_iter_valid_loss : 0.16742807626724243
1850680 0.167592 0.167428 0.165722 CURRENT LEARNING RATE: 6.421109313291496e-09
previous_iter_valid_loss : 0.16732420027256012
1850700 0.167480 0.167324 0.165588 CURRENT LEARNING RATE: 6.419825219842466e-09
previous_iter_valid_loss : 0.18683579564094543
1850720 0.187246 0.186836 0.166556 CURRENT LEARNING RATE: 6.418541383186446e-09
previous_iter_valid_loss : 0.16146443784236908
1850740 0.161645 0.161464 0.166569 CURRENT LEARNING RATE: 6.417257803272081e-09
previous_iter_valid_loss : 0.16521517932415009
1850760 0.165380 0.165215 0.166786 CURRENT LEARNING RATE: 6.415974480048029e-09
previous_iter_valid_loss : 0.1629326492547989
1850780 0.163092 0.162933 0.166849 CURRENT LEARNING RATE: 6.414691413462959e-09
previous_iter_valid_loss : 0.17187705636024475
1850800 0.172137 0.171877 0.166196 CURRENT LEARNING RATE: 6.413408603465546e-09
previous_iter_valid_loss : 0.16190500557422638
1850820 0.162096 0.161905 0.165216 CURRENT LEARNING RATE: 6.412126050004454e-09
previous_iter_valid_loss : 0.1614808291196823
1850840 0.161670 0.161481 0.165240 CURRENT LEARNING RATE: 6.410843753028427e-09
previous_iter_valid_loss : 0.16057710349559784
1850860 0.160737 0.160577 0.165185 CURRENT LEARNING RATE: 6.409561712486152e-09
previous_iter_valid_loss : 0.16231435537338257
1850880 0.162517 0.162314 0.164695 CURRENT LEARNING RATE: 6.408279928326347e-09
previous_iter_valid_loss : 0.19330590963363647
1850900 0.193420 0.193306 0.166309 CURRENT LEARNING RATE: 6.406998400497739e-09
previous_iter_valid_loss : 0.16066284477710724
1850920 0.160812 0.160663 0.165890 CURRENT LEARNING RATE: 6.405717128949069e-09
previous_iter_valid_loss : 0.16139747202396393
1850940 0.161565 0.161397 0.165932 CURRENT LEARNING RATE: 6.404436113629083e-09
previous_iter_valid_loss : 0.16735650599002838
1850960 0.167582 0.167357 0.166128 CURRENT LEARNING RATE: 6.403155354486544e-09
previous_iter_valid_loss : 0.17098666727542877
1850980 0.171139 0.170987 0.166648 CURRENT LEARNING RATE: 6.401874851470197e-09
previous_iter_valid_loss : 0.1654028445482254
1851000 0.165566 0.165403 0.166742 CURRENT LEARNING RATE: 6.400594604528867e-09
previous_iter_valid_loss : 0.1695616990327835
1851020 0.169711 0.169562 0.167194 CURRENT LEARNING RATE: 6.3993146136113224e-09
previous_iter_valid_loss : 0.16146031022071838
1851040 0.161643 0.161460 0.167004 CURRENT LEARNING RATE: 6.398034878666364e-09
previous_iter_valid_loss : 0.16939382255077362
1851060 0.169548 0.169394 0.167442 CURRENT LEARNING RATE: 6.396755399642801e-09
previous_iter_valid_loss : 0.16166728734970093
1851080 0.161818 0.161667 0.167154 CURRENT LEARNING RATE: 6.395476176489455e-09
previous_iter_valid_loss : 0.16554589569568634
1851100 0.165709 0.165546 0.167065 CURRENT LEARNING RATE: 6.3941972091551565e-09
previous_iter_valid_loss : 0.16444765031337738
1851120 0.164614 0.164448 0.165946 CURRENT LEARNING RATE: 6.392918497588748e-09
previous_iter_valid_loss : 0.16157762706279755
1851140 0.161773 0.161578 0.165951 CURRENT LEARNING RATE: 6.391640041739057e-09
previous_iter_valid_loss : 0.18010450899600983
1851160 0.180433 0.180105 0.166696 CURRENT LEARNING RATE: 6.390361841554991e-09
previous_iter_valid_loss : 0.17236502468585968
1851180 0.172630 0.172365 0.167167 CURRENT LEARNING RATE: 6.3890838969853994e-09
previous_iter_valid_loss : 0.16587424278259277
1851200 0.166087 0.165874 0.166867 CURRENT LEARNING RATE: 6.3878062079791655e-09
previous_iter_valid_loss : 0.17331379652023315
1851220 0.173459 0.173314 0.167438 CURRENT LEARNING RATE: 6.3865287744851805e-09
previous_iter_valid_loss : 0.16074179112911224
1851240 0.160886 0.160742 0.167401 CURRENT LEARNING RATE: 6.385251596452346e-09
previous_iter_valid_loss : 0.16049933433532715
1851260 0.160666 0.160499 0.167397 CURRENT LEARNING RATE: 6.383974673829577e-09
previous_iter_valid_loss : 0.16105465590953827
1851280 0.161216 0.161055 0.167334 CURRENT LEARNING RATE: 6.382698006565773e-09
previous_iter_valid_loss : 0.16083481907844543
1851300 0.161005 0.160835 0.165710 CURRENT LEARNING RATE: 6.381421594609913e-09
previous_iter_valid_loss : 0.17153659462928772
1851320 0.171687 0.171537 0.166254 CURRENT LEARNING RATE: 6.380145437910919e-09
previous_iter_valid_loss : 0.16191665828227997
1851340 0.162075 0.161917 0.166280 CURRENT LEARNING RATE: 6.3788695364177425e-09
previous_iter_valid_loss : 0.1698637753725052
1851360 0.170012 0.169864 0.166405 CURRENT LEARNING RATE: 6.377593890079347e-09
previous_iter_valid_loss : 0.16081400215625763
1851380 0.160976 0.160814 0.165897 CURRENT LEARNING RATE: 6.376318498844709e-09
previous_iter_valid_loss : 0.1643822342157364
1851400 0.164591 0.164382 0.165846 CURRENT LEARNING RATE: 6.375043362662812e-09
previous_iter_valid_loss : 0.1647496074438095
1851420 0.164957 0.164750 0.165605 CURRENT LEARNING RATE: 6.373768481482649e-09
previous_iter_valid_loss : 0.17194731533527374
1851440 0.172212 0.171947 0.166129 CURRENT LEARNING RATE: 6.372493855253205e-09
previous_iter_valid_loss : 0.16055534780025482
1851460 0.160719 0.160555 0.165688 CURRENT LEARNING RATE: 6.371219483923539e-09
previous_iter_valid_loss : 0.17621257901191711
1851480 0.176369 0.176213 0.166415 CURRENT LEARNING RATE: 6.369945367442651e-09
previous_iter_valid_loss : 0.1648409217596054
1851500 0.165004 0.164841 0.166380 CURRENT LEARNING RATE: 6.36867150575958e-09
previous_iter_valid_loss : 0.16722922027111053
1851520 0.167447 0.167229 0.166519 CURRENT LEARNING RATE: 6.3673978988233715e-09
previous_iter_valid_loss : 0.1769467145204544
1851540 0.177251 0.176947 0.167287 CURRENT LEARNING RATE: 6.366124546583078e-09
previous_iter_valid_loss : 0.16117586195468903
1851560 0.161363 0.161176 0.166341 CURRENT LEARNING RATE: 6.364851448987767e-09
previous_iter_valid_loss : 0.16364189982414246
1851580 0.163842 0.163642 0.165905 CURRENT LEARNING RATE: 6.363578605986515e-09
previous_iter_valid_loss : 0.16081459820270538
1851600 0.160970 0.160815 0.165652 CURRENT LEARNING RATE: 6.3623060175283866e-09
previous_iter_valid_loss : 0.16306760907173157
1851620 0.163272 0.163068 0.165139 CURRENT LEARNING RATE: 6.3610336835625215e-09
previous_iter_valid_loss : 0.16084931790828705
1851640 0.161036 0.160849 0.165145 CURRENT LEARNING RATE: 6.359761604038004e-09
previous_iter_valid_loss : 0.18398968875408173
1851660 0.184137 0.183990 0.166319 CURRENT LEARNING RATE: 6.3584897789039525e-09
previous_iter_valid_loss : 0.16220098733901978
1851680 0.162366 0.162201 0.166376 CURRENT LEARNING RATE: 6.357218208109493e-09
previous_iter_valid_loss : 0.17553505301475525
1851700 0.175679 0.175535 0.167111 CURRENT LEARNING RATE: 6.355946891603763e-09
previous_iter_valid_loss : 0.1654057800769806
1851720 0.165628 0.165406 0.166805 CURRENT LEARNING RATE: 6.354675829335909e-09
previous_iter_valid_loss : 0.16695868968963623
1851740 0.167114 0.166959 0.167057 CURRENT LEARNING RATE: 6.353405021255066e-09
previous_iter_valid_loss : 0.16135993599891663
1851760 0.161548 0.161360 0.166632 CURRENT LEARNING RATE: 6.352134467310448e-09
previous_iter_valid_loss : 0.16050425171852112
1851780 0.160662 0.160504 0.166616 CURRENT LEARNING RATE: 6.350864167451209e-09
previous_iter_valid_loss : 0.1609460562467575
1851800 0.161134 0.160946 0.166445 CURRENT LEARNING RATE: 6.349594121626537e-09
previous_iter_valid_loss : 0.16084487736225128
1851820 0.161000 0.160845 0.166249 CURRENT LEARNING RATE: 6.3483243297856315e-09
previous_iter_valid_loss : 0.16361337900161743
1851840 0.163783 0.163613 0.165833 CURRENT LEARNING RATE: 6.347054791877699e-09
previous_iter_valid_loss : 0.16416268050670624
1851860 0.164325 0.164163 0.166013 CURRENT LEARNING RATE: 6.34578550785196e-09
previous_iter_valid_loss : 0.17227450013160706
1851880 0.172422 0.172275 0.165816 CURRENT LEARNING RATE: 6.344516477657643e-09
previous_iter_valid_loss : 0.1618569940328598
1851900 0.162007 0.161857 0.165667 CURRENT LEARNING RATE: 6.343247701243962e-09
previous_iter_valid_loss : 0.18292135000228882
1851920 0.183076 0.182921 0.166451 CURRENT LEARNING RATE: 6.341979178560213e-09
previous_iter_valid_loss : 0.16374802589416504
1851940 0.163940 0.163748 0.165792 CURRENT LEARNING RATE: 6.340710909555633e-09
previous_iter_valid_loss : 0.16081449389457703
1851960 0.160992 0.160814 0.165773 CURRENT LEARNING RATE: 6.3394428941794885e-09
previous_iter_valid_loss : 0.17501047253608704
1851980 0.175294 0.175010 0.166342 CURRENT LEARNING RATE: 6.33817513238106e-09
previous_iter_valid_loss : 0.171101376414299
1852000 0.171352 0.171101 0.166856 CURRENT LEARNING RATE: 6.33690762410964e-09
previous_iter_valid_loss : 0.17180094122886658
1852020 0.172062 0.171801 0.167293 CURRENT LEARNING RATE: 6.335640369314525e-09
previous_iter_valid_loss : 0.1608378142118454
1852040 0.161025 0.160838 0.167292 CURRENT LEARNING RATE: 6.334373367945002e-09
previous_iter_valid_loss : 0.16136428713798523
1852060 0.161523 0.161364 0.166161 CURRENT LEARNING RATE: 6.333106619950438e-09
previous_iter_valid_loss : 0.16091419756412506
1852080 0.161068 0.160914 0.166097 CURRENT LEARNING RATE: 6.33184012528014e-09
previous_iter_valid_loss : 0.1647007316350937
1852100 0.164864 0.164701 0.165555 CURRENT LEARNING RATE: 6.3305738838834474e-09
previous_iter_valid_loss : 0.16335630416870117
1852120 0.163517 0.163356 0.165453 CURRENT LEARNING RATE: 6.329307895709711e-09
previous_iter_valid_loss : 0.16149412095546722
1852140 0.161649 0.161494 0.165179 CURRENT LEARNING RATE: 6.328042160708291e-09
previous_iter_valid_loss : 0.16358578205108643
1852160 0.163783 0.163586 0.165291 CURRENT LEARNING RATE: 6.326776678828559e-09
previous_iter_valid_loss : 0.16181164979934692
1852180 0.161976 0.161812 0.165356 CURRENT LEARNING RATE: 6.325511450019894e-09
previous_iter_valid_loss : 0.16265884041786194
1852200 0.162846 0.162659 0.165442 CURRENT LEARNING RATE: 6.324246474231666e-09
previous_iter_valid_loss : 0.17162591218948364
1852220 0.171771 0.171626 0.165981 CURRENT LEARNING RATE: 6.3229817514133205e-09
previous_iter_valid_loss : 0.1738477647304535
1852240 0.173996 0.173848 0.166492 CURRENT LEARNING RATE: 6.321717281514246e-09
previous_iter_valid_loss : 0.16190049052238464
1852260 0.162082 0.161900 0.166379 CURRENT LEARNING RATE: 6.320453064483862e-09
previous_iter_valid_loss : 0.16533154249191284
1852280 0.165532 0.165332 0.166032 CURRENT LEARNING RATE: 6.319189100271603e-09
previous_iter_valid_loss : 0.1715463101863861
1852300 0.171804 0.171546 0.166517 CURRENT LEARNING RATE: 6.3179253888269084e-09
previous_iter_valid_loss : 0.1605900228023529
1852320 0.160763 0.160590 0.165400 CURRENT LEARNING RATE: 6.31666193009923e-09
previous_iter_valid_loss : 0.16198205947875977
1852340 0.162175 0.161982 0.165312 CURRENT LEARNING RATE: 6.315398724038031e-09
previous_iter_valid_loss : 0.16594122350215912
1852360 0.166139 0.165941 0.165568 CURRENT LEARNING RATE: 6.314135770592757e-09
previous_iter_valid_loss : 0.1605171263217926
1852380 0.160676 0.160517 0.164843 CURRENT LEARNING RATE: 6.312873069712939e-09
previous_iter_valid_loss : 0.16152240335941315
1852400 0.161713 0.161522 0.164364 CURRENT LEARNING RATE: 6.311610621348045e-09
previous_iter_valid_loss : 0.1608678698539734
1852420 0.161025 0.160868 0.163818 CURRENT LEARNING RATE: 6.310348425447575e-09
previous_iter_valid_loss : 0.1775614321231842
1852440 0.177716 0.177561 0.164654 CURRENT LEARNING RATE: 6.309086481961044e-09
previous_iter_valid_loss : 0.16381831467151642
1852460 0.163992 0.163818 0.164777 CURRENT LEARNING RATE: 6.307824790837972e-09
previous_iter_valid_loss : 0.16091178357601166
1852480 0.161092 0.160912 0.164777 CURRENT LEARNING RATE: 6.306563352027894e-09
previous_iter_valid_loss : 0.16583363711833954
1852500 0.166046 0.165834 0.164833 CURRENT LEARNING RATE: 6.305302165480327e-09
previous_iter_valid_loss : 0.16827145218849182
1852520 0.168423 0.168271 0.165079 CURRENT LEARNING RATE: 6.30404123114487e-09
previous_iter_valid_loss : 0.16591231524944305
1852540 0.166078 0.165912 0.165300 CURRENT LEARNING RATE: 6.302780548971063e-09
previous_iter_valid_loss : 0.18823663890361786
1852560 0.188364 0.188237 0.166532 CURRENT LEARNING RATE: 6.30152011890848e-09
previous_iter_valid_loss : 0.16575820744037628
1852580 0.165918 0.165758 0.166730 CURRENT LEARNING RATE: 6.300259940906703e-09
previous_iter_valid_loss : 0.16280728578567505
1852600 0.162998 0.162807 0.166737 CURRENT LEARNING RATE: 6.299000014915323e-09
previous_iter_valid_loss : 0.16286036372184753
1852620 0.163054 0.162860 0.166299 CURRENT LEARNING RATE: 6.2977403408839455e-09
previous_iter_valid_loss : 0.16410264372825623
1852640 0.164304 0.164103 0.165812 CURRENT LEARNING RATE: 6.296480918762181e-09
previous_iter_valid_loss : 0.17617885768413544
1852660 0.176330 0.176179 0.166526 CURRENT LEARNING RATE: 6.295221748499633e-09
previous_iter_valid_loss : 0.16051487624645233
1852680 0.160687 0.160515 0.166285 CURRENT LEARNING RATE: 6.293962830045977e-09
previous_iter_valid_loss : 0.16459202766418457
1852700 0.164799 0.164592 0.165937 CURRENT LEARNING RATE: 6.292704163350836e-09
previous_iter_valid_loss : 0.17257703840732574
1852720 0.172847 0.172577 0.166536 CURRENT LEARNING RATE: 6.291445748363863e-09
previous_iter_valid_loss : 0.1605316400527954
1852740 0.160690 0.160532 0.166464 CURRENT LEARNING RATE: 6.29018758503472e-09
previous_iter_valid_loss : 0.1658756136894226
1852760 0.166094 0.165876 0.166461 CURRENT LEARNING RATE: 6.2889296733130805e-09
previous_iter_valid_loss : 0.16482874751091003
1852780 0.165001 0.164829 0.166676 CURRENT LEARNING RATE: 6.287672013148629e-09
previous_iter_valid_loss : 0.18840289115905762
1852800 0.188535 0.188403 0.168020 CURRENT LEARNING RATE: 6.28641460449106e-09
previous_iter_valid_loss : 0.16087284684181213
1852820 0.161057 0.160873 0.168020 CURRENT LEARNING RATE: 6.285157447290053e-09
previous_iter_valid_loss : 0.1610347330570221
1852840 0.161215 0.161035 0.167194 CURRENT LEARNING RATE: 6.2839005414953665e-09
previous_iter_valid_loss : 0.16272027790546417
1852860 0.162879 0.162720 0.167139 CURRENT LEARNING RATE: 6.2826438870567035e-09
previous_iter_valid_loss : 0.16572315990924835
1852880 0.165924 0.165723 0.167380 CURRENT LEARNING RATE: 6.2813874839237965e-09
previous_iter_valid_loss : 0.1703186184167862
1852900 0.170472 0.170319 0.167604 CURRENT LEARNING RATE: 6.28013133204639e-09
previous_iter_valid_loss : 0.16054053604602814
1852920 0.160709 0.160541 0.167217 CURRENT LEARNING RATE: 6.278875431374237e-09
previous_iter_valid_loss : 0.16216513514518738
1852940 0.162336 0.162165 0.167030 CURRENT LEARNING RATE: 6.277619781857102e-09
previous_iter_valid_loss : 0.16474005579948425
1852960 0.164945 0.164740 0.165855 CURRENT LEARNING RATE: 6.2763643834447375e-09
previous_iter_valid_loss : 0.16052690148353577
1852980 0.160685 0.160527 0.165594 CURRENT LEARNING RATE: 6.27510923608697e-09
previous_iter_valid_loss : 0.16050511598587036
1853000 0.160677 0.160505 0.165479 CURRENT LEARNING RATE: 6.273854339733575e-09
previous_iter_valid_loss : 0.19113780558109283
1853020 0.191258 0.191138 0.166892 CURRENT LEARNING RATE: 6.272599694334354e-09
previous_iter_valid_loss : 0.17073054611682892
1853040 0.170984 0.170731 0.167224 CURRENT LEARNING RATE: 6.27134529983912e-09
previous_iter_valid_loss : 0.17804956436157227
1853060 0.178365 0.178050 0.167317 CURRENT LEARNING RATE: 6.270091156197699e-09
previous_iter_valid_loss : 0.1605076938867569
1853080 0.160664 0.160508 0.167317 CURRENT LEARNING RATE: 6.268837263359926e-09
previous_iter_valid_loss : 0.16219103336334229
1853100 0.162363 0.162191 0.167197 CURRENT LEARNING RATE: 6.2675836212756444e-09
previous_iter_valid_loss : 0.1638527661561966
1853120 0.164050 0.163853 0.166761 CURRENT LEARNING RATE: 6.266330229894686e-09
previous_iter_valid_loss : 0.1618790328502655
1853140 0.162040 0.161879 0.166828 CURRENT LEARNING RATE: 6.26507708916696e-09
previous_iter_valid_loss : 0.16050264239311218
1853160 0.160663 0.160503 0.166559 CURRENT LEARNING RATE: 6.263824199042318e-09
previous_iter_valid_loss : 0.16050519049167633
1853180 0.160671 0.160505 0.166343 CURRENT LEARNING RATE: 6.262571559470646e-09
previous_iter_valid_loss : 0.16650855541229248
1853200 0.166670 0.166509 0.165249 CURRENT LEARNING RATE: 6.261319170401836e-09
previous_iter_valid_loss : 0.17280766367912292
1853220 0.173075 0.172808 0.165845 CURRENT LEARNING RATE: 6.260067031785794e-09
previous_iter_valid_loss : 0.1628054678440094
1853240 0.162993 0.162805 0.165934 CURRENT LEARNING RATE: 6.258815143572433e-09
previous_iter_valid_loss : 0.16328991949558258
1853260 0.163483 0.163290 0.165962 CURRENT LEARNING RATE: 6.2575635057116585e-09
previous_iter_valid_loss : 0.16146939992904663
1853280 0.161625 0.161469 0.165750 CURRENT LEARNING RATE: 6.256312118153446e-09
previous_iter_valid_loss : 0.16054224967956543
1853300 0.160700 0.160542 0.165261 CURRENT LEARNING RATE: 6.255060980847719e-09
previous_iter_valid_loss : 0.16258051991462708
1853320 0.162765 0.162581 0.165363 CURRENT LEARNING RATE: 6.2538100937444325e-09
previous_iter_valid_loss : 0.17956049740314484
1853340 0.179887 0.179560 0.166233 CURRENT LEARNING RATE: 6.252559456793551e-09
previous_iter_valid_loss : 0.1734359860420227
1853360 0.173709 0.173436 0.166667 CURRENT LEARNING RATE: 6.251309069945048e-09
previous_iter_valid_loss : 0.17413336038589478
1853380 0.174405 0.174133 0.167348 CURRENT LEARNING RATE: 6.250058933148908e-09
previous_iter_valid_loss : 0.17699623107910156
1853400 0.177155 0.176996 0.168172 CURRENT LEARNING RATE: 6.248809046355128e-09
previous_iter_valid_loss : 0.16564618051052094
1853420 0.165811 0.165646 0.166898 CURRENT LEARNING RATE: 6.247559409513686e-09
previous_iter_valid_loss : 0.16138377785682678
1853440 0.161579 0.161384 0.166430 CURRENT LEARNING RATE: 6.246310022574645e-09
previous_iter_valid_loss : 0.16187918186187744
1853460 0.162064 0.161879 0.165622 CURRENT LEARNING RATE: 6.245060885488005e-09
previous_iter_valid_loss : 0.1703002154827118
1853480 0.170548 0.170300 0.166111 CURRENT LEARNING RATE: 6.243811998203802e-09
previous_iter_valid_loss : 0.16135691106319427
1853500 0.161509 0.161357 0.166070 CURRENT LEARNING RATE: 6.242563360672079e-09
previous_iter_valid_loss : 0.17974300682544708
1853520 0.179904 0.179743 0.166864 CURRENT LEARNING RATE: 6.241314972842893e-09
previous_iter_valid_loss : 0.16395960748195648
1853540 0.164136 0.163960 0.166968 CURRENT LEARNING RATE: 6.240066834666305e-09
previous_iter_valid_loss : 0.1631329506635666
1853560 0.163305 0.163133 0.167100 CURRENT LEARNING RATE: 6.238818946092391e-09
previous_iter_valid_loss : 0.16240237653255463
1853580 0.162569 0.162402 0.167195 CURRENT LEARNING RATE: 6.237571307071214e-09
previous_iter_valid_loss : 0.16077002882957458
1853600 0.160929 0.160770 0.166908 CURRENT LEARNING RATE: 6.2363239175529135e-09
previous_iter_valid_loss : 0.16233015060424805
1853620 0.162491 0.162330 0.166384 CURRENT LEARNING RATE: 6.235076777487569e-09
previous_iter_valid_loss : 0.16821818053722382
1853640 0.168366 0.168218 0.166654 CURRENT LEARNING RATE: 6.233829886825297e-09
previous_iter_valid_loss : 0.1637985110282898
1853660 0.164001 0.163799 0.166680 CURRENT LEARNING RATE: 6.232583245516221e-09
previous_iter_valid_loss : 0.1605919897556305
1853680 0.160743 0.160592 0.166636 CURRENT LEARNING RATE: 6.2313368535104755e-09
previous_iter_valid_loss : 0.16440390050411224
1853700 0.164608 0.164404 0.166829 CURRENT LEARNING RATE: 6.230090710758205e-09
previous_iter_valid_loss : 0.16084331274032593
1853720 0.161005 0.160843 0.166742 CURRENT LEARNING RATE: 6.228844817209542e-09
previous_iter_valid_loss : 0.16059279441833496
1853740 0.160763 0.160593 0.165794 CURRENT LEARNING RATE: 6.227599172814696e-09
previous_iter_valid_loss : 0.16496728360652924
1853760 0.165132 0.164967 0.165370 CURRENT LEARNING RATE: 6.226353777523815e-09
previous_iter_valid_loss : 0.1611085832118988
1853780 0.161270 0.161109 0.164719 CURRENT LEARNING RATE: 6.225108631287089e-09
previous_iter_valid_loss : 0.16195152699947357
1853800 0.162143 0.161952 0.163967 CURRENT LEARNING RATE: 6.223863734054706e-09
previous_iter_valid_loss : 0.1637219935655594
1853820 0.163879 0.163722 0.163871 CURRENT LEARNING RATE: 6.222619085776875e-09
previous_iter_valid_loss : 0.16134388744831085
1853840 0.161503 0.161344 0.163869 CURRENT LEARNING RATE: 6.221374686403808e-09
previous_iter_valid_loss : 0.16095153987407684
1853860 0.161115 0.160952 0.163822 CURRENT LEARNING RATE: 6.2201305358857286e-09
previous_iter_valid_loss : 0.16137312352657318
1853880 0.161529 0.161373 0.163376 CURRENT LEARNING RATE: 6.21888663417285e-09
previous_iter_valid_loss : 0.16325339674949646
1853900 0.163454 0.163253 0.163471 CURRENT LEARNING RATE: 6.21764298121546e-09
previous_iter_valid_loss : 0.160496786236763
1853920 0.160656 0.160497 0.162508 CURRENT LEARNING RATE: 6.216399576963789e-09
previous_iter_valid_loss : 0.16991646587848663
1853940 0.170070 0.169916 0.162806 CURRENT LEARNING RATE: 6.2151564213681034e-09
previous_iter_valid_loss : 0.18241825699806213
1853960 0.182571 0.182418 0.163771 CURRENT LEARNING RATE: 6.213913514378674e-09
previous_iter_valid_loss : 0.17486684024333954
1853980 0.175017 0.174867 0.164394 CURRENT LEARNING RATE: 6.212670855945787e-09
previous_iter_valid_loss : 0.16846466064453125
1854000 0.168695 0.168465 0.164779 CURRENT LEARNING RATE: 6.2114284460197345e-09
previous_iter_valid_loss : 0.18120071291923523
1854020 0.181541 0.181201 0.165722 CURRENT LEARNING RATE: 6.210186284550799e-09
previous_iter_valid_loss : 0.16088160872459412
1854040 0.161057 0.160882 0.165355 CURRENT LEARNING RATE: 6.2089443714893375e-09
previous_iter_valid_loss : 0.1732039898633957
1854060 0.173479 0.173204 0.165826 CURRENT LEARNING RATE: 6.2077027067856525e-09
previous_iter_valid_loss : 0.1796674281358719
1854080 0.179991 0.179667 0.166779 CURRENT LEARNING RATE: 6.2064612903900755e-09
previous_iter_valid_loss : 0.16289418935775757
1854100 0.163059 0.162894 0.166704 CURRENT LEARNING RATE: 6.205220122252951e-09
previous_iter_valid_loss : 0.16561105847358704
1854120 0.165769 0.165611 0.166942 CURRENT LEARNING RATE: 6.203979202324633e-09
previous_iter_valid_loss : 0.16959327459335327
1854140 0.169746 0.169593 0.167392 CURRENT LEARNING RATE: 6.202738530555482e-09
previous_iter_valid_loss : 0.16256330907344818
1854160 0.162733 0.162563 0.167272 CURRENT LEARNING RATE: 6.201498106895875e-09
previous_iter_valid_loss : 0.16193337738513947
1854180 0.162118 0.161933 0.167313 CURRENT LEARNING RATE: 6.2002579312961704e-09
previous_iter_valid_loss : 0.16204002499580383
1854200 0.162223 0.162040 0.167318 CURRENT LEARNING RATE: 6.199018003706806e-09
previous_iter_valid_loss : 0.16071312129497528
1854220 0.160887 0.160713 0.167167 CURRENT LEARNING RATE: 6.197778324078164e-09
previous_iter_valid_loss : 0.17536820471286774
1854240 0.175653 0.175368 0.167868 CURRENT LEARNING RATE: 6.196538892360653e-09
previous_iter_valid_loss : 0.16665767133235931
1854260 0.166870 0.166658 0.168154 CURRENT LEARNING RATE: 6.1952997085047e-09
previous_iter_valid_loss : 0.1646391749382019
1854280 0.164812 0.164639 0.168317 CURRENT LEARNING RATE: 6.194060772460737e-09
previous_iter_valid_loss : 0.16796255111694336
1854300 0.168200 0.167963 0.168553 CURRENT LEARNING RATE: 6.192822084179205e-09
previous_iter_valid_loss : 0.16376513242721558
1854320 0.163962 0.163765 0.168716 CURRENT LEARNING RATE: 6.191583643610557e-09
previous_iter_valid_loss : 0.16055603325366974
1854340 0.160719 0.160556 0.168248 CURRENT LEARNING RATE: 6.190345450705233e-09
previous_iter_valid_loss : 0.17096346616744995
1854360 0.171111 0.170963 0.167675 CURRENT LEARNING RATE: 6.18910750541375e-09
previous_iter_valid_loss : 0.16188277304172516
1854380 0.162044 0.161883 0.167026 CURRENT LEARNING RATE: 6.187869807686569e-09
previous_iter_valid_loss : 0.1728079617023468
1854400 0.172955 0.172808 0.167243 CURRENT LEARNING RATE: 6.18663235747418e-09
previous_iter_valid_loss : 0.16089506447315216
1854420 0.161072 0.160895 0.166228 CURRENT LEARNING RATE: 6.185395154727087e-09
previous_iter_valid_loss : 0.16283492743968964
1854440 0.162996 0.162835 0.166325 CURRENT LEARNING RATE: 6.184158199395802e-09
previous_iter_valid_loss : 0.17893996834754944
1854460 0.179098 0.178940 0.166612 CURRENT LEARNING RATE: 6.1829214914308444e-09
previous_iter_valid_loss : 0.1673809289932251
1854480 0.167540 0.167381 0.165998 CURRENT LEARNING RATE: 6.181685030782726e-09
previous_iter_valid_loss : 0.18867921829223633
1854500 0.189114 0.188679 0.167287 CURRENT LEARNING RATE: 6.18044881740203e-09
previous_iter_valid_loss : 0.1622294932603836
1854520 0.162423 0.162229 0.167118 CURRENT LEARNING RATE: 6.179212851239289e-09
previous_iter_valid_loss : 0.18150828778743744
1854540 0.181844 0.181508 0.167714 CURRENT LEARNING RATE: 6.177977132245062e-09
previous_iter_valid_loss : 0.16135168075561523
1854560 0.161516 0.161352 0.167653 CURRENT LEARNING RATE: 6.1767416603699225e-09
previous_iter_valid_loss : 0.17268171906471252
1854580 0.172827 0.172682 0.168191 CURRENT LEARNING RATE: 6.175506435564449e-09
previous_iter_valid_loss : 0.16048456728458405
1854600 0.160652 0.160485 0.168113 CURRENT LEARNING RATE: 6.174271457779234e-09
previous_iter_valid_loss : 0.16062021255493164
1854620 0.160783 0.160620 0.168108 CURRENT LEARNING RATE: 6.173036726964879e-09
previous_iter_valid_loss : 0.16118864715099335
1854640 0.161376 0.161189 0.167399 CURRENT LEARNING RATE: 6.17180224307197e-09
previous_iter_valid_loss : 0.16050435602664948
1854660 0.160660 0.160504 0.167092 CURRENT LEARNING RATE: 6.170568006051175e-09
previous_iter_valid_loss : 0.16162894666194916
1854680 0.161790 0.161629 0.166941 CURRENT LEARNING RATE: 6.169334015853101e-09
previous_iter_valid_loss : 0.16051146388053894
1854700 0.160679 0.160511 0.166569 CURRENT LEARNING RATE: 6.168100272428388e-09
previous_iter_valid_loss : 0.16389377415180206
1854720 0.164066 0.163894 0.166575 CURRENT LEARNING RATE: 6.166866775727687e-09
previous_iter_valid_loss : 0.1612793505191803
1854740 0.161434 0.161279 0.166611 CURRENT LEARNING RATE: 6.1656335257016574e-09
previous_iter_valid_loss : 0.1775617152452469
1854760 0.177860 0.177562 0.166941 CURRENT LEARNING RATE: 6.16440052230097e-09
previous_iter_valid_loss : 0.18024298548698425
1854780 0.180567 0.180243 0.167859 CURRENT LEARNING RATE: 6.1631677654763045e-09
previous_iter_valid_loss : 0.16296574473381042
1854800 0.163135 0.162966 0.167367 CURRENT LEARNING RATE: 6.161935255178329e-09
previous_iter_valid_loss : 0.16074302792549133
1854820 0.160896 0.160743 0.167359 CURRENT LEARNING RATE: 6.160702991357785e-09
previous_iter_valid_loss : 0.16126665472984314
1854840 0.161428 0.161267 0.167281 CURRENT LEARNING RATE: 6.1594709739653624e-09
previous_iter_valid_loss : 0.17188909649848938
1854860 0.172038 0.171889 0.166928 CURRENT LEARNING RATE: 6.15823920295178e-09
previous_iter_valid_loss : 0.16651658713817596
1854880 0.166674 0.166517 0.166885 CURRENT LEARNING RATE: 6.157007678267766e-09
previous_iter_valid_loss : 0.1605304628610611
1854900 0.160698 0.160530 0.165478 CURRENT LEARNING RATE: 6.15577639986406e-09
previous_iter_valid_loss : 0.16418814659118652
1854920 0.164355 0.164188 0.165576 CURRENT LEARNING RATE: 6.154545367691411e-09
previous_iter_valid_loss : 0.1865994930267334
1854940 0.186731 0.186599 0.165830 CURRENT LEARNING RATE: 6.1533145817005546e-09
previous_iter_valid_loss : 0.1641339212656021
1854960 0.164307 0.164134 0.165969 CURRENT LEARNING RATE: 6.152084041842306e-09
previous_iter_valid_loss : 0.1607314795255661
1854980 0.160905 0.160731 0.165372 CURRENT LEARNING RATE: 6.150853748067418e-09
previous_iter_valid_loss : 0.16171734035015106
1855000 0.161868 0.161717 0.165434 CURRENT LEARNING RATE: 6.149623700326681e-09
previous_iter_valid_loss : 0.16077688336372375
1855020 0.160929 0.160777 0.165441 CURRENT LEARNING RATE: 6.148393898570895e-09
previous_iter_valid_loss : 0.1627703756093979
1855040 0.162965 0.162770 0.165520 CURRENT LEARNING RATE: 6.147164342750863e-09
previous_iter_valid_loss : 0.16585686802864075
1855060 0.166023 0.165857 0.165788 CURRENT LEARNING RATE: 6.145935032817407e-09
previous_iter_valid_loss : 0.1752743124961853
1855080 0.175544 0.175274 0.166470 CURRENT LEARNING RATE: 6.144705968721353e-09
previous_iter_valid_loss : 0.1607877016067505
1855100 0.160942 0.160788 0.166484 CURRENT LEARNING RATE: 6.1434771504135166e-09
previous_iter_valid_loss : 0.17051158845424652
1855120 0.170660 0.170512 0.166815 CURRENT LEARNING RATE: 6.142248577844788e-09
previous_iter_valid_loss : 0.16056324541568756
1855140 0.160722 0.160563 0.166779 CURRENT LEARNING RATE: 6.1410202509660055e-09
previous_iter_valid_loss : 0.16287653148174286
1855160 0.163040 0.162877 0.166045 CURRENT LEARNING RATE: 6.1397921697280324e-09
previous_iter_valid_loss : 0.18380644917488098
1855180 0.183962 0.183806 0.166223 CURRENT LEARNING RATE: 6.138564334081747e-09
previous_iter_valid_loss : 0.16216745972633362
1855200 0.162354 0.162167 0.166183 CURRENT LEARNING RATE: 6.137336743978036e-09
previous_iter_valid_loss : 0.1632470190525055
1855220 0.163416 0.163247 0.166308 CURRENT LEARNING RATE: 6.136109399367795e-09
previous_iter_valid_loss : 0.16332097351551056
1855240 0.163486 0.163321 0.166411 CURRENT LEARNING RATE: 6.134882300201909e-09
previous_iter_valid_loss : 0.16054759919643402
1855260 0.160707 0.160548 0.165844 CURRENT LEARNING RATE: 6.133655446431338e-09
previous_iter_valid_loss : 0.16866375505924225
1855280 0.168891 0.168664 0.165951 CURRENT LEARNING RATE: 6.132428838006986e-09
previous_iter_valid_loss : 0.17399494349956512
1855300 0.174143 0.173995 0.166625 CURRENT LEARNING RATE: 6.131202474879788e-09
previous_iter_valid_loss : 0.16990597546100616
1855320 0.170055 0.169906 0.166911 CURRENT LEARNING RATE: 6.12997635700069e-09
previous_iter_valid_loss : 0.16247718036174774
1855340 0.162648 0.162477 0.165704 CURRENT LEARNING RATE: 6.128750484320647e-09
previous_iter_valid_loss : 0.16291721165180206
1855360 0.163100 0.162917 0.165644 CURRENT LEARNING RATE: 6.1275248567906245e-09
previous_iter_valid_loss : 0.16133862733840942
1855380 0.161523 0.161339 0.165674 CURRENT LEARNING RATE: 6.1262994743615965e-09
previous_iter_valid_loss : 0.16054917871952057
1855400 0.160715 0.160549 0.165616 CURRENT LEARNING RATE: 6.125074336984527e-09
previous_iter_valid_loss : 0.1637980043888092
1855420 0.163963 0.163798 0.165767 CURRENT LEARNING RATE: 6.1238494446104525e-09
previous_iter_valid_loss : 0.16288776695728302
1855440 0.163058 0.162888 0.165772 CURRENT LEARNING RATE: 6.122624797190359e-09
previous_iter_valid_loss : 0.16323530673980713
1855460 0.163436 0.163235 0.165641 CURRENT LEARNING RATE: 6.121400394675256e-09
previous_iter_valid_loss : 0.16798599064350128
1855480 0.168208 0.167986 0.165277 CURRENT LEARNING RATE: 6.12017623701617e-09
previous_iter_valid_loss : 0.17446249723434448
1855500 0.174619 0.174462 0.165961 CURRENT LEARNING RATE: 6.118952324164134e-09
previous_iter_valid_loss : 0.16305434703826904
1855520 0.163256 0.163054 0.165588 CURRENT LEARNING RATE: 6.117728656070193e-09
previous_iter_valid_loss : 0.1621772050857544
1855540 0.162339 0.162177 0.165669 CURRENT LEARNING RATE: 6.116505232685399e-09
previous_iter_valid_loss : 0.16172033548355103
1855560 0.161912 0.161720 0.165611 CURRENT LEARNING RATE: 6.115282053960792e-09
previous_iter_valid_loss : 0.1698763519525528
1855580 0.170121 0.169876 0.164914 CURRENT LEARNING RATE: 6.114059119847491e-09
previous_iter_valid_loss : 0.18474528193473816
1855600 0.185123 0.184745 0.166043 CURRENT LEARNING RATE: 6.112836430296555e-09
previous_iter_valid_loss : 0.16315916180610657
1855620 0.163329 0.163159 0.166039 CURRENT LEARNING RATE: 6.111613985259077e-09
previous_iter_valid_loss : 0.1623271107673645
1855640 0.162495 0.162327 0.165989 CURRENT LEARNING RATE: 6.110391784686159e-09
previous_iter_valid_loss : 0.16369856894016266
1855660 0.163869 0.163699 0.166147 CURRENT LEARNING RATE: 6.109169828528913e-09
previous_iter_valid_loss : 0.16397443413734436
1855680 0.164175 0.163974 0.165912 CURRENT LEARNING RATE: 6.107948116738462e-09
previous_iter_valid_loss : 0.16578862071037292
1855700 0.165991 0.165789 0.165502 CURRENT LEARNING RATE: 6.106726649265915e-09
previous_iter_valid_loss : 0.17308716475963593
1855720 0.173232 0.173087 0.165661 CURRENT LEARNING RATE: 6.105505426062455e-09
previous_iter_valid_loss : 0.18007031083106995
1855740 0.180227 0.180070 0.166541 CURRENT LEARNING RATE: 6.104284447079214e-09
previous_iter_valid_loss : 0.17513403296470642
1855760 0.175427 0.175134 0.167151 CURRENT LEARNING RATE: 6.103063712267351e-09
previous_iter_valid_loss : 0.17828848958015442
1855780 0.178605 0.178288 0.167999 CURRENT LEARNING RATE: 6.101843221578037e-09
previous_iter_valid_loss : 0.16222883760929108
1855800 0.162393 0.162229 0.168083 CURRENT LEARNING RATE: 6.100622974962454e-09
previous_iter_valid_loss : 0.17132636904716492
1855820 0.171477 0.171326 0.168459 CURRENT LEARNING RATE: 6.09940297237179e-09
previous_iter_valid_loss : 0.16817370057106018
1855840 0.168326 0.168174 0.168724 CURRENT LEARNING RATE: 6.098183213757246e-09
previous_iter_valid_loss : 0.16492930054664612
1855860 0.165132 0.164929 0.168808 CURRENT LEARNING RATE: 6.096963699070009e-09
previous_iter_valid_loss : 0.16051940619945526
1855880 0.160682 0.160519 0.168435 CURRENT LEARNING RATE: 6.095744428261344e-09
previous_iter_valid_loss : 0.162103533744812
1855900 0.162294 0.162104 0.167817 CURRENT LEARNING RATE: 6.094525401282455e-09
previous_iter_valid_loss : 0.16130034625530243
1855920 0.161461 0.161300 0.167729 CURRENT LEARNING RATE: 6.093306618084584e-09
previous_iter_valid_loss : 0.1898249387741089
1855940 0.190251 0.189825 0.169112 CURRENT LEARNING RATE: 6.0920880786189785e-09
previous_iter_valid_loss : 0.16347894072532654
1855960 0.163651 0.163479 0.169200 CURRENT LEARNING RATE: 6.090869782836896e-09
previous_iter_valid_loss : 0.16173961758613586
1855980 0.161930 0.161740 0.168793 CURRENT LEARNING RATE: 6.089651730689606e-09
previous_iter_valid_loss : 0.1606045365333557
1856000 0.160766 0.160605 0.167586 CURRENT LEARNING RATE: 6.088433922128387e-09
previous_iter_valid_loss : 0.17088989913463593
1856020 0.171153 0.170890 0.167972 CURRENT LEARNING RATE: 6.087216357104503e-09
previous_iter_valid_loss : 0.1653868705034256
1856040 0.165549 0.165387 0.168125 CURRENT LEARNING RATE: 6.085999035569297e-09
previous_iter_valid_loss : 0.160644993185997
1856060 0.160813 0.160645 0.167973 CURRENT LEARNING RATE: 6.084781957474053e-09
previous_iter_valid_loss : 0.16454875469207764
1856080 0.164717 0.164549 0.168001 CURRENT LEARNING RATE: 6.0835651227700865e-09
previous_iter_valid_loss : 0.16498064994812012
1856100 0.165145 0.164981 0.167961 CURRENT LEARNING RATE: 6.082348531408727e-09
previous_iter_valid_loss : 0.16523262858390808
1856120 0.165396 0.165233 0.167568 CURRENT LEARNING RATE: 6.0811321833413095e-09
previous_iter_valid_loss : 0.16446612775325775
1856140 0.164631 0.164466 0.166788 CURRENT LEARNING RATE: 6.079916078519179e-09
previous_iter_valid_loss : 0.16716928780078888
1856160 0.167330 0.167169 0.166390 CURRENT LEARNING RATE: 6.078700216893672e-09
previous_iter_valid_loss : 0.17361190915107727
1856180 0.173760 0.173612 0.166156 CURRENT LEARNING RATE: 6.077484598416196e-09
previous_iter_valid_loss : 0.16340625286102295
1856200 0.163600 0.163406 0.166215 CURRENT LEARNING RATE: 6.076269223038106e-09
previous_iter_valid_loss : 0.16165302693843842
1856220 0.161804 0.161653 0.165731 CURRENT LEARNING RATE: 6.075054090710784e-09
previous_iter_valid_loss : 0.1657116860151291
1856240 0.165878 0.165712 0.165608 CURRENT LEARNING RATE: 6.073839201385626e-09
previous_iter_valid_loss : 0.1633823662996292
1856260 0.163582 0.163382 0.165531 CURRENT LEARNING RATE: 6.0726245550140375e-09
previous_iter_valid_loss : 0.1743614822626114
1856280 0.174511 0.174361 0.166223 CURRENT LEARNING RATE: 6.071410151547433e-09
previous_iter_valid_loss : 0.1720978170633316
1856300 0.172355 0.172098 0.166722 CURRENT LEARNING RATE: 6.070195990937234e-09
previous_iter_valid_loss : 0.16532553732395172
1856320 0.165535 0.165326 0.166924 CURRENT LEARNING RATE: 6.068982073134854e-09
previous_iter_valid_loss : 0.16075707972049713
1856340 0.160935 0.160757 0.165470 CURRENT LEARNING RATE: 6.06776839809178e-09
previous_iter_valid_loss : 0.16416968405246735
1856360 0.164333 0.164170 0.165505 CURRENT LEARNING RATE: 6.066554965759444e-09
previous_iter_valid_loss : 0.166258305311203
1856380 0.166422 0.166258 0.165731 CURRENT LEARNING RATE: 6.065341776089305e-09
previous_iter_valid_loss : 0.17460887134075165
1856400 0.174755 0.174609 0.166431 CURRENT LEARNING RATE: 6.0641288290328395e-09
previous_iter_valid_loss : 0.16102252900600433
1856420 0.161180 0.161023 0.165938 CURRENT LEARNING RATE: 6.062916124541527e-09
previous_iter_valid_loss : 0.20644935965538025
1856440 0.206510 0.206449 0.167991 CURRENT LEARNING RATE: 6.06170366256686e-09
previous_iter_valid_loss : 0.16143815219402313
1856460 0.161588 0.161438 0.168030 CURRENT LEARNING RATE: 6.060491443060319e-09
previous_iter_valid_loss : 0.1730780452489853
1856480 0.173221 0.173078 0.168457 CURRENT LEARNING RATE: 6.0592794659734594e-09
previous_iter_valid_loss : 0.16067177057266235
1856500 0.160830 0.160672 0.168241 CURRENT LEARNING RATE: 6.058067731257777e-09
previous_iter_valid_loss : 0.18153353035449982
1856520 0.181693 0.181534 0.169056 CURRENT LEARNING RATE: 6.056856238864806e-09
previous_iter_valid_loss : 0.17330482602119446
1856540 0.173576 0.173305 0.169498 CURRENT LEARNING RATE: 6.055644988746085e-09
previous_iter_valid_loss : 0.16820305585861206
1856560 0.168361 0.168203 0.169550 CURRENT LEARNING RATE: 6.054433980853165e-09
previous_iter_valid_loss : 0.1609555035829544
1856580 0.161132 0.160956 0.168917 CURRENT LEARNING RATE: 6.053223215137605e-09
previous_iter_valid_loss : 0.17919465899467468
1856600 0.179353 0.179195 0.169707 CURRENT LEARNING RATE: 6.052012691550974e-09
previous_iter_valid_loss : 0.1676357388496399
1856620 0.167791 0.167636 0.170006 CURRENT LEARNING RATE: 6.05080241004483e-09
previous_iter_valid_loss : 0.16266778111457825
1856640 0.162838 0.162668 0.169854 CURRENT LEARNING RATE: 6.049592370570805e-09
previous_iter_valid_loss : 0.16178512573242188
1856660 0.161969 0.161785 0.169774 CURRENT LEARNING RATE: 6.048382573080475e-09
previous_iter_valid_loss : 0.17741599678993225
1856680 0.177565 0.177416 0.169926 CURRENT LEARNING RATE: 6.047173017525449e-09
previous_iter_valid_loss : 0.16076909005641937
1856700 0.160943 0.160769 0.169360 CURRENT LEARNING RATE: 6.045963703857344e-09
previous_iter_valid_loss : 0.169594407081604
1856720 0.169844 0.169594 0.169573 CURRENT LEARNING RATE: 6.04475463202779e-09
previous_iter_valid_loss : 0.165270134806633
1856740 0.165428 0.165270 0.169799 CURRENT LEARNING RATE: 6.043545801988419e-09
previous_iter_valid_loss : 0.16899815201759338
1856760 0.169150 0.168998 0.170041 CURRENT LEARNING RATE: 6.0423372136908834e-09
previous_iter_valid_loss : 0.16320562362670898
1856780 0.163409 0.163206 0.169888 CURRENT LEARNING RATE: 6.041128867086814e-09
previous_iter_valid_loss : 0.16953866183757782
1856800 0.169784 0.169539 0.169634 CURRENT LEARNING RATE: 6.039920762127923e-09
previous_iter_valid_loss : 0.1642187088727951
1856820 0.164384 0.164219 0.169794 CURRENT LEARNING RATE: 6.038712898765863e-09
previous_iter_valid_loss : 0.16109825670719147
1856840 0.161283 0.161098 0.167527 CURRENT LEARNING RATE: 6.037505276952319e-09
previous_iter_valid_loss : 0.1614772230386734
1856860 0.161662 0.161477 0.167529 CURRENT LEARNING RATE: 6.036297896638988e-09
previous_iter_valid_loss : 0.18559589982032776
1856880 0.185732 0.185596 0.168154 CURRENT LEARNING RATE: 6.035090757777572e-09
previous_iter_valid_loss : 0.16713766753673553
1856900 0.167371 0.167138 0.168478 CURRENT LEARNING RATE: 6.0338838603197885e-09
previous_iter_valid_loss : 0.16125896573066711
1856920 0.161424 0.161259 0.167464 CURRENT LEARNING RATE: 6.032677204217338e-09
previous_iter_valid_loss : 0.1636284440755844
1856940 0.163831 0.163628 0.166980 CURRENT LEARNING RATE: 6.031470789421999e-09
previous_iter_valid_loss : 0.17029044032096863
1856960 0.170545 0.170290 0.167085 CURRENT LEARNING RATE: 6.030264615885491e-09
previous_iter_valid_loss : 0.16365502774715424
1856980 0.163858 0.163655 0.167220 CURRENT LEARNING RATE: 6.029058683559569e-09
previous_iter_valid_loss : 0.18668246269226074
1857000 0.187096 0.186682 0.167594 CURRENT LEARNING RATE: 6.0278529923959955e-09
previous_iter_valid_loss : 0.17669720947742462
1857020 0.176986 0.176697 0.168047 CURRENT LEARNING RATE: 6.026647542346542e-09
previous_iter_valid_loss : 0.16085603833198547
1857040 0.161011 0.160856 0.167956 CURRENT LEARNING RATE: 6.0254423333629905e-09
previous_iter_valid_loss : 0.16672366857528687
1857060 0.166944 0.166724 0.168203 CURRENT LEARNING RATE: 6.024237365397135e-09
previous_iter_valid_loss : 0.16115060448646545
1857080 0.161335 0.161151 0.167390 CURRENT LEARNING RATE: 6.0230326384007516e-09
previous_iter_valid_loss : 0.1695455014705658
1857100 0.169696 0.169546 0.167829 CURRENT LEARNING RATE: 6.021828152325697e-09
previous_iter_valid_loss : 0.16065511107444763
1857120 0.160819 0.160655 0.167382 CURRENT LEARNING RATE: 6.0206239071237694e-09
previous_iter_valid_loss : 0.17917472124099731
1857140 0.179487 0.179175 0.168077 CURRENT LEARNING RATE: 6.019419902746799e-09
previous_iter_valid_loss : 0.16628620028495789
1857160 0.166501 0.166286 0.167942 CURRENT LEARNING RATE: 6.018216139146624e-09
previous_iter_valid_loss : 0.1728193312883377
1857180 0.173078 0.172819 0.168422 CURRENT LEARNING RATE: 6.017012616275097e-09
previous_iter_valid_loss : 0.16680562496185303
1857200 0.167014 0.166806 0.168286 CURRENT LEARNING RATE: 6.015809334084075e-09
previous_iter_valid_loss : 0.17997659742832184
1857220 0.180140 0.179977 0.169074 CURRENT LEARNING RATE: 6.014606292525427e-09
previous_iter_valid_loss : 0.1681125909090042
1857240 0.168347 0.168113 0.169424 CURRENT LEARNING RATE: 6.0134034915510095e-09
previous_iter_valid_loss : 0.16448535025119781
1857260 0.164691 0.164485 0.169575 CURRENT LEARNING RATE: 6.012200931112755e-09
previous_iter_valid_loss : 0.17283472418785095
1857280 0.173107 0.172835 0.168937 CURRENT LEARNING RATE: 6.010998611162537e-09
previous_iter_valid_loss : 0.1606510430574417
1857300 0.160806 0.160651 0.168612 CURRENT LEARNING RATE: 6.009796531652266e-09
previous_iter_valid_loss : 0.17369042336940765
1857320 0.173964 0.173690 0.169234 CURRENT LEARNING RATE: 6.008594692533856e-09
previous_iter_valid_loss : 0.16671600937843323
1857340 0.166933 0.166716 0.169388 CURRENT LEARNING RATE: 6.007393093759236e-09
previous_iter_valid_loss : 0.1605471670627594
1857360 0.160708 0.160547 0.168901 CURRENT LEARNING RATE: 6.0061917352803384e-09
previous_iter_valid_loss : 0.1605798751115799
1857380 0.160749 0.160580 0.168747 CURRENT LEARNING RATE: 6.00499061704909e-09
previous_iter_valid_loss : 0.16062165796756744
1857400 0.160768 0.160622 0.167444 CURRENT LEARNING RATE: 6.00378973901749e-09
previous_iter_valid_loss : 0.16087988018989563
1857420 0.161032 0.160880 0.166653 CURRENT LEARNING RATE: 6.002589101137479e-09
previous_iter_valid_loss : 0.16386568546295166
1857440 0.164036 0.163866 0.166804 CURRENT LEARNING RATE: 6.0013887033610334e-09
previous_iter_valid_loss : 0.16385245323181152
1857460 0.164025 0.163852 0.166660 CURRENT LEARNING RATE: 6.0001885456401375e-09
previous_iter_valid_loss : 0.16216504573822021
1857480 0.162326 0.162165 0.166711 CURRENT LEARNING RATE: 5.998988627926783e-09
previous_iter_valid_loss : 0.1682131141424179
1857500 0.168442 0.168213 0.166644 CURRENT LEARNING RATE: 5.997788950172974e-09
previous_iter_valid_loss : 0.1607276201248169
1857520 0.160883 0.160728 0.166648 CURRENT LEARNING RATE: 5.996589512330725e-09
previous_iter_valid_loss : 0.16287748515605927
1857540 0.163042 0.162877 0.165833 CURRENT LEARNING RATE: 5.995390314352036e-09
previous_iter_valid_loss : 0.16050438582897186
1857560 0.160669 0.160504 0.165544 CURRENT LEARNING RATE: 5.994191356188981e-09
previous_iter_valid_loss : 0.16701975464820862
1857580 0.167174 0.167020 0.165254 CURRENT LEARNING RATE: 5.992992637793581e-09
previous_iter_valid_loss : 0.16076011955738068
1857600 0.160919 0.160760 0.164952 CURRENT LEARNING RATE: 5.9917941591178875e-09
previous_iter_valid_loss : 0.16204503178596497
1857620 0.162202 0.162045 0.164055 CURRENT LEARNING RATE: 5.990595920113961e-09
previous_iter_valid_loss : 0.16214948892593384
1857640 0.162340 0.162149 0.163757 CURRENT LEARNING RATE: 5.989397920733872e-09
previous_iter_valid_loss : 0.16816799342632294
1857660 0.168325 0.168168 0.163941 CURRENT LEARNING RATE: 5.988200160929701e-09
previous_iter_valid_loss : 0.16068963706493378
1857680 0.160857 0.160690 0.163334 CURRENT LEARNING RATE: 5.987002640653517e-09
previous_iter_valid_loss : 0.16096197068691254
1857700 0.161144 0.160962 0.163349 CURRENT LEARNING RATE: 5.985805359857459e-09
previous_iter_valid_loss : 0.17178122699260712
1857720 0.172039 0.171781 0.163254 CURRENT LEARNING RATE: 5.984608318493617e-09
previous_iter_valid_loss : 0.17732466757297516
1857740 0.177484 0.177325 0.163784 CURRENT LEARNING RATE: 5.9834115165141086e-09
previous_iter_valid_loss : 0.1622813194990158
1857760 0.162431 0.162281 0.163871 CURRENT LEARNING RATE: 5.9822149538710614e-09
previous_iter_valid_loss : 0.16084130108356476
1857780 0.161016 0.160841 0.163884 CURRENT LEARNING RATE: 5.981018630516612e-09
previous_iter_valid_loss : 0.1606437861919403
1857800 0.160813 0.160644 0.163885 CURRENT LEARNING RATE: 5.97982254640291e-09
previous_iter_valid_loss : 0.16135697066783905
1857820 0.161513 0.161357 0.163909 CURRENT LEARNING RATE: 5.978626701482111e-09
previous_iter_valid_loss : 0.1635674387216568
1857840 0.163731 0.163567 0.163894 CURRENT LEARNING RATE: 5.977431095706359e-09
previous_iter_valid_loss : 0.16058216989040375
1857860 0.160745 0.160582 0.163731 CURRENT LEARNING RATE: 5.976235729027873e-09
previous_iter_valid_loss : 0.16720926761627197
1857880 0.167429 0.167209 0.163983 CURRENT LEARNING RATE: 5.9750406013988165e-09
previous_iter_valid_loss : 0.16147403419017792
1857900 0.161658 0.161474 0.163646 CURRENT LEARNING RATE: 5.973845712771386e-09
previous_iter_valid_loss : 0.1649169772863388
1857920 0.165114 0.164917 0.163855 CURRENT LEARNING RATE: 5.972651063097783e-09
previous_iter_valid_loss : 0.1637057214975357
1857940 0.163873 0.163706 0.163897 CURRENT LEARNING RATE: 5.971456652330225e-09
previous_iter_valid_loss : 0.160556823015213
1857960 0.160736 0.160557 0.163899 CURRENT LEARNING RATE: 5.970262480420933e-09
previous_iter_valid_loss : 0.1788385659456253
1857980 0.179166 0.178839 0.164490 CURRENT LEARNING RATE: 5.969068547322142e-09
previous_iter_valid_loss : 0.17496240139007568
1858000 0.175234 0.174962 0.165201 CURRENT LEARNING RATE: 5.967874852986071e-09
previous_iter_valid_loss : 0.16650865972042084
1858020 0.166724 0.166509 0.165424 CURRENT LEARNING RATE: 5.966681397365017e-09
previous_iter_valid_loss : 0.16076812148094177
1858040 0.160937 0.160768 0.165355 CURRENT LEARNING RATE: 5.96548818041122e-09
previous_iter_valid_loss : 0.1661521941423416
1858060 0.166362 0.166152 0.165254 CURRENT LEARNING RATE: 5.96429520207695e-09
previous_iter_valid_loss : 0.160946786403656
1858080 0.161122 0.160947 0.165267 CURRENT LEARNING RATE: 5.96310246231449e-09
previous_iter_valid_loss : 0.16363829374313354
1858100 0.163830 0.163638 0.165401 CURRENT LEARNING RATE: 5.961909961076128e-09
previous_iter_valid_loss : 0.16075371205806732
1858120 0.160909 0.160754 0.164849 CURRENT LEARNING RATE: 5.960717698314166e-09
previous_iter_valid_loss : 0.16280704736709595
1858140 0.162974 0.162807 0.164123 CURRENT LEARNING RATE: 5.959525673980892e-09
previous_iter_valid_loss : 0.16690996289253235
1858160 0.167132 0.166910 0.164355 CURRENT LEARNING RATE: 5.958333888028667e-09
previous_iter_valid_loss : 0.16051718592643738
1858180 0.160673 0.160517 0.164339 CURRENT LEARNING RATE: 5.957142340409797e-09
previous_iter_valid_loss : 0.1654883176088333
1858200 0.165691 0.165488 0.164581 CURRENT LEARNING RATE: 5.955951031076622e-09
previous_iter_valid_loss : 0.1605444997549057
1858220 0.160714 0.160544 0.164540 CURRENT LEARNING RATE: 5.954759959981489e-09
previous_iter_valid_loss : 0.18118643760681152
1858240 0.181537 0.181186 0.165421 CURRENT LEARNING RATE: 5.9535691270767555e-09
previous_iter_valid_loss : 0.16105584800243378
1858260 0.161210 0.161056 0.165445 CURRENT LEARNING RATE: 5.952378532314788e-09
previous_iter_valid_loss : 0.16352468729019165
1858280 0.163686 0.163525 0.165261 CURRENT LEARNING RATE: 5.951188175647962e-09
previous_iter_valid_loss : 0.16137732565402985
1858300 0.161561 0.161377 0.165256 CURRENT LEARNING RATE: 5.949998057028643e-09
previous_iter_valid_loss : 0.16069187223911285
1858320 0.160869 0.160692 0.165044 CURRENT LEARNING RATE: 5.948808176409269e-09
previous_iter_valid_loss : 0.16366362571716309
1858340 0.163859 0.163664 0.165042 CURRENT LEARNING RATE: 5.947618533742221e-09
previous_iter_valid_loss : 0.1663353592157364
1858360 0.166491 0.166335 0.165331 CURRENT LEARNING RATE: 5.9464291289799165e-09
previous_iter_valid_loss : 0.18625284731388092
1858380 0.186650 0.186253 0.165702 CURRENT LEARNING RATE: 5.945239962074778e-09
previous_iter_valid_loss : 0.1789558231830597
1858400 0.179277 0.178956 0.165902 CURRENT LEARNING RATE: 5.9440510329792384e-09
previous_iter_valid_loss : 0.182056725025177
1858420 0.182402 0.182057 0.166679 CURRENT LEARNING RATE: 5.942862341645741e-09
previous_iter_valid_loss : 0.16211488842964172
1858440 0.162271 0.162115 0.166746 CURRENT LEARNING RATE: 5.941673888026738e-09
previous_iter_valid_loss : 0.1710776835680008
1858460 0.171226 0.171078 0.166993 CURRENT LEARNING RATE: 5.94048567207467e-09
previous_iter_valid_loss : 0.1674325317144394
1858480 0.167589 0.167433 0.167317 CURRENT LEARNING RATE: 5.939297693742051e-09
previous_iter_valid_loss : 0.16459964215755463
1858500 0.164802 0.164600 0.167365 CURRENT LEARNING RATE: 5.938109952981341e-09
previous_iter_valid_loss : 0.16171413660049438
1858520 0.161872 0.161714 0.167413 CURRENT LEARNING RATE: 5.93692244974503e-09
previous_iter_valid_loss : 0.16515184938907623
1858540 0.165315 0.165152 0.167530 CURRENT LEARNING RATE: 5.935735183985616e-09
previous_iter_valid_loss : 0.1605299711227417
1858560 0.160695 0.160530 0.167211 CURRENT LEARNING RATE: 5.934548155655612e-09
previous_iter_valid_loss : 0.17069388926029205
1858580 0.170940 0.170694 0.167720 CURRENT LEARNING RATE: 5.933361364707535e-09
previous_iter_valid_loss : 0.18400153517723083
1858600 0.184148 0.184002 0.168646 CURRENT LEARNING RATE: 5.932174811093892e-09
previous_iter_valid_loss : 0.1637546569108963
1858620 0.163917 0.163755 0.168806 CURRENT LEARNING RATE: 5.930988494767262e-09
previous_iter_valid_loss : 0.1708657443523407
1858640 0.171119 0.170866 0.168290 CURRENT LEARNING RATE: 5.929802415680174e-09
previous_iter_valid_loss : 0.17090949416160583
1858660 0.171061 0.170909 0.168783 CURRENT LEARNING RATE: 5.928616573785183e-09
previous_iter_valid_loss : 0.1667938530445099
1858680 0.166946 0.166794 0.168946 CURRENT LEARNING RATE: 5.927430969034856e-09
previous_iter_valid_loss : 0.16790173947811127
1858700 0.168125 0.167902 0.169273 CURRENT LEARNING RATE: 5.926245601381769e-09
previous_iter_valid_loss : 0.16539281606674194
1858720 0.165600 0.165393 0.169508 CURRENT LEARNING RATE: 5.925060470778505e-09
previous_iter_valid_loss : 0.16477416455745697
1858740 0.164943 0.164774 0.169563 CURRENT LEARNING RATE: 5.9238755771776624e-09
previous_iter_valid_loss : 0.16884547472000122
1858760 0.169001 0.168845 0.169689 CURRENT LEARNING RATE: 5.922690920531822e-09
previous_iter_valid_loss : 0.1657678484916687
1858780 0.165983 0.165768 0.168664 CURRENT LEARNING RATE: 5.92150650079364e-09
previous_iter_valid_loss : 0.16179154813289642
1858800 0.161949 0.161792 0.167806 CURRENT LEARNING RATE: 5.920322317915719e-09
previous_iter_valid_loss : 0.16178983449935913
1858820 0.161951 0.161790 0.166793 CURRENT LEARNING RATE: 5.919138371850691e-09
previous_iter_valid_loss : 0.16464543342590332
1858840 0.164857 0.164645 0.166919 CURRENT LEARNING RATE: 5.9179546625512e-09
previous_iter_valid_loss : 0.16050659120082855
1858860 0.160664 0.160507 0.166391 CURRENT LEARNING RATE: 5.916771189969895e-09
previous_iter_valid_loss : 0.1742827296257019
1858880 0.174563 0.174283 0.166733 CURRENT LEARNING RATE: 5.915587954059439e-09
previous_iter_valid_loss : 0.16580186784267426
1858900 0.165964 0.165802 0.166793 CURRENT LEARNING RATE: 5.9144049547724815e-09
previous_iter_valid_loss : 0.17456887662410736
1858920 0.174850 0.174569 0.167436 CURRENT LEARNING RATE: 5.913222192061743e-09
previous_iter_valid_loss : 0.19032275676727295
1858940 0.190763 0.190323 0.168695 CURRENT LEARNING RATE: 5.912039665879893e-09
previous_iter_valid_loss : 0.1621972620487213
1858960 0.162354 0.162197 0.168778 CURRENT LEARNING RATE: 5.910857376179631e-09
previous_iter_valid_loss : 0.17632430791854858
1858980 0.176619 0.176324 0.169060 CURRENT LEARNING RATE: 5.909675322913665e-09
previous_iter_valid_loss : 0.16754718124866486
1859000 0.167708 0.167547 0.168237 CURRENT LEARNING RATE: 5.908493506034713e-09
previous_iter_valid_loss : 0.16070683300495148
1859020 0.160861 0.160707 0.168085 CURRENT LEARNING RATE: 5.907311925495501e-09
previous_iter_valid_loss : 0.1609589159488678
1859040 0.161143 0.160959 0.167589 CURRENT LEARNING RATE: 5.906130581248766e-09
previous_iter_valid_loss : 0.1646004021167755
1859060 0.164796 0.164600 0.167274 CURRENT LEARNING RATE: 5.9049494732472355e-09
previous_iter_valid_loss : 0.16832786798477173
1859080 0.168550 0.168328 0.167350 CURRENT LEARNING RATE: 5.903768601443706e-09
previous_iter_valid_loss : 0.19404572248458862
1859100 0.194158 0.194046 0.168658 CURRENT LEARNING RATE: 5.90258796579092e-09
previous_iter_valid_loss : 0.17563621699810028
1859120 0.175788 0.175636 0.169170 CURRENT LEARNING RATE: 5.901407566241655e-09
previous_iter_valid_loss : 0.18534883856773376
1859140 0.185493 0.185349 0.170199 CURRENT LEARNING RATE: 5.900227402748693e-09
previous_iter_valid_loss : 0.16634738445281982
1859160 0.166507 0.166347 0.170074 CURRENT LEARNING RATE: 5.899047475264827e-09
previous_iter_valid_loss : 0.17418430745601654
1859180 0.174452 0.174184 0.170494 CURRENT LEARNING RATE: 5.897867783742861e-09
previous_iter_valid_loss : 0.16108760237693787
1859200 0.161267 0.161088 0.170459 CURRENT LEARNING RATE: 5.896688328135608e-09
previous_iter_valid_loss : 0.16060763597488403
1859220 0.160776 0.160608 0.170400 CURRENT LEARNING RATE: 5.895509108395867e-09
previous_iter_valid_loss : 0.16157996654510498
1859240 0.161750 0.161580 0.170247 CURRENT LEARNING RATE: 5.8943301244765124e-09
previous_iter_valid_loss : 0.16061969101428986
1859260 0.160795 0.160620 0.170253 CURRENT LEARNING RATE: 5.893151376330363e-09
previous_iter_valid_loss : 0.17637237906455994
1859280 0.176670 0.176372 0.170357 CURRENT LEARNING RATE: 5.89197286391027e-09
previous_iter_valid_loss : 0.1639156937599182
1859300 0.164095 0.163916 0.170263 CURRENT LEARNING RATE: 5.890794587169092e-09
previous_iter_valid_loss : 0.16107827425003052
1859320 0.161265 0.161078 0.169588 CURRENT LEARNING RATE: 5.8896165460597e-09
previous_iter_valid_loss : 0.17149128019809723
1859340 0.171740 0.171491 0.168647 CURRENT LEARNING RATE: 5.888438740534969e-09
previous_iter_valid_loss : 0.1624390035867691
1859360 0.162601 0.162439 0.168659 CURRENT LEARNING RATE: 5.887261170547768e-09
previous_iter_valid_loss : 0.16110405325889587
1859380 0.161259 0.161104 0.167898 CURRENT LEARNING RATE: 5.886083836051035e-09
previous_iter_valid_loss : 0.1690274029970169
1859400 0.169259 0.169027 0.167972 CURRENT LEARNING RATE: 5.884906736997657e-09
previous_iter_valid_loss : 0.1720471978187561
1859420 0.172314 0.172047 0.168539 CURRENT LEARNING RATE: 5.8837298733405486e-09
previous_iter_valid_loss : 0.16157568991184235
1859440 0.161764 0.161576 0.168570 CURRENT LEARNING RATE: 5.882553245032635e-09
previous_iter_valid_loss : 0.16551749408245087
1859460 0.165726 0.165517 0.168615 CURRENT LEARNING RATE: 5.881376852026853e-09
previous_iter_valid_loss : 0.16113236546516418
1859480 0.161310 0.161132 0.168256 CURRENT LEARNING RATE: 5.8802006942761466e-09
previous_iter_valid_loss : 0.16052591800689697
1859500 0.160684 0.160526 0.166580 CURRENT LEARNING RATE: 5.879024771733469e-09
previous_iter_valid_loss : 0.16978690028190613
1859520 0.169938 0.169787 0.166287 CURRENT LEARNING RATE: 5.877849084351761e-09
previous_iter_valid_loss : 0.16076324880123138
1859540 0.160925 0.160763 0.165058 CURRENT LEARNING RATE: 5.876673632084038e-09
previous_iter_valid_loss : 0.16672538220882416
1859560 0.166887 0.166725 0.165077 CURRENT LEARNING RATE: 5.875498414883261e-09
previous_iter_valid_loss : 0.17874309420585632
1859580 0.179072 0.178743 0.165305 CURRENT LEARNING RATE: 5.874323432702422e-09
previous_iter_valid_loss : 0.1744181513786316
1859600 0.174704 0.174418 0.165971 CURRENT LEARNING RATE: 5.873148685494521e-09
previous_iter_valid_loss : 0.1781703680753708
1859620 0.178489 0.178170 0.166849 CURRENT LEARNING RATE: 5.871974173212569e-09
previous_iter_valid_loss : 0.1649051308631897
1859640 0.165072 0.164905 0.167016 CURRENT LEARNING RATE: 5.870799895809583e-09
previous_iter_valid_loss : 0.16410093009471893
1859660 0.164296 0.164101 0.167190 CURRENT LEARNING RATE: 5.869625853238574e-09
previous_iter_valid_loss : 0.16606669127941132
1859680 0.166283 0.166067 0.166674 CURRENT LEARNING RATE: 5.86845204545262e-09
previous_iter_valid_loss : 0.16260817646980286
1859700 0.162806 0.162608 0.166609 CURRENT LEARNING RATE: 5.8672784724047485e-09
previous_iter_valid_loss : 0.16115634143352509
1859720 0.161349 0.161156 0.166613 CURRENT LEARNING RATE: 5.866105134048018e-09
previous_iter_valid_loss : 0.1605362445116043
1859740 0.160701 0.160536 0.166065 CURRENT LEARNING RATE: 5.864932030335492e-09
previous_iter_valid_loss : 0.1605307161808014
1859760 0.160688 0.160531 0.165970 CURRENT LEARNING RATE: 5.863759161220249e-09
previous_iter_valid_loss : 0.16087797284126282
1859780 0.161037 0.160878 0.165958 CURRENT LEARNING RATE: 5.862586526655372e-09
previous_iter_valid_loss : 0.16071492433547974
1859800 0.160884 0.160715 0.165543 CURRENT LEARNING RATE: 5.8614141265939584e-09
previous_iter_valid_loss : 0.16402991116046906
1859820 0.164195 0.164030 0.165142 CURRENT LEARNING RATE: 5.860241960989089e-09
previous_iter_valid_loss : 0.17230258882045746
1859840 0.172449 0.172303 0.165678 CURRENT LEARNING RATE: 5.85907002979392e-09
previous_iter_valid_loss : 0.17804893851280212
1859860 0.178361 0.178049 0.166305 CURRENT LEARNING RATE: 5.8578983329615535e-09
previous_iter_valid_loss : 0.17951209843158722
1859880 0.179662 0.179512 0.167224 CURRENT LEARNING RATE: 5.85672687044512e-09
previous_iter_valid_loss : 0.16618897020816803
1859900 0.166405 0.166189 0.167507 CURRENT LEARNING RATE: 5.855555642197763e-09
previous_iter_valid_loss : 0.16076557338237762
1859920 0.160923 0.160766 0.167056 CURRENT LEARNING RATE: 5.8543846481726315e-09
previous_iter_valid_loss : 0.1610095202922821
1859940 0.161174 0.161010 0.167068 CURRENT LEARNING RATE: 5.853213888322887e-09
previous_iter_valid_loss : 0.1709299385547638
1859960 0.171185 0.170930 0.167279 CURRENT LEARNING RATE: 5.852043362601699e-09
previous_iter_valid_loss : 0.1789928823709488
1859980 0.179151 0.178993 0.167291 CURRENT LEARNING RATE: 5.850873070962226e-09
previous_iter_valid_loss : 0.1843254417181015
1860000 0.184472 0.184325 0.167786 CURRENT LEARNING RATE: 5.849703013357696e-09
previous_iter_valid_loss : 0.16127537190914154
1860020 0.161433 0.161275 0.166942 CURRENT LEARNING RATE: 5.848533189741289e-09
previous_iter_valid_loss : 0.17279362678527832
1860040 0.173063 0.172794 0.167336 CURRENT LEARNING RATE: 5.8473636000662095e-09
previous_iter_valid_loss : 0.1608075052499771
1860060 0.160987 0.160808 0.167171 CURRENT LEARNING RATE: 5.846194244285675e-09
previous_iter_valid_loss : 0.16057080030441284
1860080 0.160735 0.160571 0.166897 CURRENT LEARNING RATE: 5.845025122352911e-09
previous_iter_valid_loss : 0.1618659794330597
1860100 0.162029 0.161866 0.166859 CURRENT LEARNING RATE: 5.843856234221152e-09
previous_iter_valid_loss : 0.16134971380233765
1860120 0.161538 0.161350 0.166869 CURRENT LEARNING RATE: 5.842687579843624e-09
previous_iter_valid_loss : 0.17600181698799133
1860140 0.176292 0.176002 0.167642 CURRENT LEARNING RATE: 5.841519159173619e-09
previous_iter_valid_loss : 0.16210022568702698
1860160 0.162255 0.162100 0.167721 CURRENT LEARNING RATE: 5.840350972164383e-09
previous_iter_valid_loss : 0.17512069642543793
1860180 0.175410 0.175121 0.168433 CURRENT LEARNING RATE: 5.8391830187691845e-09
previous_iter_valid_loss : 0.16331912577152252
1860200 0.163511 0.163319 0.168563 CURRENT LEARNING RATE: 5.838015298941309e-09
previous_iter_valid_loss : 0.17468693852424622
1860220 0.174960 0.174687 0.169096 CURRENT LEARNING RATE: 5.836847812634045e-09
previous_iter_valid_loss : 0.16227637231349945
1860240 0.162448 0.162276 0.168595 CURRENT LEARNING RATE: 5.835680559800696e-09
previous_iter_valid_loss : 0.16154515743255615
1860260 0.161693 0.161545 0.167770 CURRENT LEARNING RATE: 5.834513540394568e-09
previous_iter_valid_loss : 0.1721162348985672
1860280 0.172260 0.172116 0.167400 CURRENT LEARNING RATE: 5.833346754368964e-09
previous_iter_valid_loss : 0.16936740279197693
1860300 0.169519 0.169367 0.167559 CURRENT LEARNING RATE: 5.832180201677251e-09
previous_iter_valid_loss : 0.1658409684896469
1860320 0.166005 0.165841 0.167813 CURRENT LEARNING RATE: 5.831013882272746e-09
previous_iter_valid_loss : 0.16761519014835358
1860340 0.167775 0.167615 0.168143 CURRENT LEARNING RATE: 5.829847796108798e-09
previous_iter_valid_loss : 0.1620759218931198
1860360 0.162242 0.162076 0.167700 CURRENT LEARNING RATE: 5.828681943138762e-09
previous_iter_valid_loss : 0.16319309175014496
1860380 0.163354 0.163193 0.166910 CURRENT LEARNING RATE: 5.8275163233160044e-09
previous_iter_valid_loss : 0.1639663130044937
1860400 0.164168 0.163966 0.165892 CURRENT LEARNING RATE: 5.8263509365939e-09
previous_iter_valid_loss : 0.16111725568771362
1860420 0.161265 0.161117 0.165884 CURRENT LEARNING RATE: 5.8251857829258355e-09
previous_iter_valid_loss : 0.161824032664299
1860440 0.162011 0.161824 0.165336 CURRENT LEARNING RATE: 5.824020862265182e-09
previous_iter_valid_loss : 0.16211657226085663
1860460 0.162278 0.162117 0.165401 CURRENT LEARNING RATE: 5.822856174565383e-09
previous_iter_valid_loss : 0.16447821259498596
1860480 0.164675 0.164478 0.165597 CURRENT LEARNING RATE: 5.8216917197798324e-09
previous_iter_valid_loss : 0.16190402209758759
1860500 0.162055 0.161904 0.165599 CURRENT LEARNING RATE: 5.820527497861952e-09
previous_iter_valid_loss : 0.16071383655071259
1860520 0.160882 0.160714 0.165567 CURRENT LEARNING RATE: 5.819363508765171e-09
previous_iter_valid_loss : 0.16153192520141602
1860540 0.161693 0.161532 0.164843 CURRENT LEARNING RATE: 5.8181997524429335e-09
previous_iter_valid_loss : 0.1606290340423584
1860560 0.160793 0.160629 0.164770 CURRENT LEARNING RATE: 5.817036228848686e-09
previous_iter_valid_loss : 0.16158343851566315
1860580 0.161773 0.161583 0.164093 CURRENT LEARNING RATE: 5.815872937935867e-09
previous_iter_valid_loss : 0.18099050223827362
1860600 0.181326 0.180991 0.164976 CURRENT LEARNING RATE: 5.8147098796579864e-09
previous_iter_valid_loss : 0.16905896365642548
1860620 0.169311 0.169059 0.164695 CURRENT LEARNING RATE: 5.813547053968503e-09
previous_iter_valid_loss : 0.1614009439945221
1860640 0.161596 0.161401 0.164651 CURRENT LEARNING RATE: 5.812384460820902e-09
previous_iter_valid_loss : 0.17843908071517944
1860660 0.178738 0.178439 0.165496 CURRENT LEARNING RATE: 5.81122210016868e-09
previous_iter_valid_loss : 0.18142971396446228
1860680 0.181761 0.181430 0.165962 CURRENT LEARNING RATE: 5.810059971965343e-09
previous_iter_valid_loss : 0.1850568652153015
1860700 0.185425 0.185057 0.166746 CURRENT LEARNING RATE: 5.808898076164406e-09
previous_iter_valid_loss : 0.1618548035621643
1860720 0.162047 0.161855 0.166547 CURRENT LEARNING RATE: 5.807736412719393e-09
previous_iter_valid_loss : 0.18591728806495667
1860740 0.186291 0.185917 0.167462 CURRENT LEARNING RATE: 5.806574981583815e-09
previous_iter_valid_loss : 0.1723986119031906
1860760 0.172662 0.172399 0.167978 CURRENT LEARNING RATE: 5.805413782711259e-09
previous_iter_valid_loss : 0.16582563519477844
1860780 0.165989 0.165826 0.168110 CURRENT LEARNING RATE: 5.804252816055255e-09
previous_iter_valid_loss : 0.1747710257768631
1860800 0.175050 0.174771 0.168650 CURRENT LEARNING RATE: 5.803092081569364e-09
previous_iter_valid_loss : 0.16054396331310272
1860820 0.160697 0.160544 0.168621 CURRENT LEARNING RATE: 5.801931579207158e-09
previous_iter_valid_loss : 0.1606210470199585
1860840 0.160774 0.160621 0.168561 CURRENT LEARNING RATE: 5.800771308922216e-09
previous_iter_valid_loss : 0.1647617071866989
1860860 0.164919 0.164762 0.168693 CURRENT LEARNING RATE: 5.799611270668126e-09
previous_iter_valid_loss : 0.16486138105392456
1860880 0.165064 0.164861 0.168712 CURRENT LEARNING RATE: 5.798451464398467e-09
previous_iter_valid_loss : 0.16158340871334076
1860900 0.161773 0.161583 0.168696 CURRENT LEARNING RATE: 5.797291890066889e-09
previous_iter_valid_loss : 0.1801903396844864
1860920 0.180517 0.180190 0.169670 CURRENT LEARNING RATE: 5.796132547626986e-09
previous_iter_valid_loss : 0.1671714037656784
1860940 0.167385 0.167171 0.169952 CURRENT LEARNING RATE: 5.794973437032388e-09
previous_iter_valid_loss : 0.16054753959178925
1860960 0.160696 0.160548 0.169948 CURRENT LEARNING RATE: 5.7938145582367255e-09
previous_iter_valid_loss : 0.16344663500785828
1860980 0.163639 0.163447 0.170041 CURRENT LEARNING RATE: 5.792655911193648e-09
previous_iter_valid_loss : 0.16495521366596222
1861000 0.165162 0.164955 0.169239 CURRENT LEARNING RATE: 5.791497495856806e-09
previous_iter_valid_loss : 0.1609519124031067
1861020 0.161116 0.160952 0.168834 CURRENT LEARNING RATE: 5.790339312179866e-09
previous_iter_valid_loss : 0.16308124363422394
1861040 0.163280 0.163081 0.168918 CURRENT LEARNING RATE: 5.789181360116479e-09
previous_iter_valid_loss : 0.1607072651386261
1861060 0.160878 0.160707 0.168032 CURRENT LEARNING RATE: 5.788023639620366e-09
previous_iter_valid_loss : 0.17653915286064148
1861080 0.176840 0.176539 0.167787 CURRENT LEARNING RATE: 5.786866150645201e-09
previous_iter_valid_loss : 0.17623037099838257
1861100 0.176521 0.176230 0.167346 CURRENT LEARNING RATE: 5.7857088931446815e-09
previous_iter_valid_loss : 0.16107958555221558
1861120 0.161239 0.161080 0.167307 CURRENT LEARNING RATE: 5.784551867072519e-09
previous_iter_valid_loss : 0.16769346594810486
1861140 0.167849 0.167693 0.166396 CURRENT LEARNING RATE: 5.783395072382433e-09
previous_iter_valid_loss : 0.16327567398548126
1861160 0.163478 0.163276 0.165940 CURRENT LEARNING RATE: 5.78223850902815e-09
previous_iter_valid_loss : 0.16053086519241333
1861180 0.160685 0.160531 0.165675 CURRENT LEARNING RATE: 5.781082176963408e-09
previous_iter_valid_loss : 0.16181915998458862
1861200 0.162003 0.161819 0.165027 CURRENT LEARNING RATE: 5.779926076141934e-09
previous_iter_valid_loss : 0.1724468469619751
1861220 0.172592 0.172447 0.165622 CURRENT LEARNING RATE: 5.778770206517523e-09
previous_iter_valid_loss : 0.16054168343544006
1861240 0.160713 0.160542 0.165618 CURRENT LEARNING RATE: 5.777614568043921e-09
previous_iter_valid_loss : 0.1645563691854477
1861260 0.164766 0.164556 0.165608 CURRENT LEARNING RATE: 5.776459160674904e-09
previous_iter_valid_loss : 0.16595622897148132
1861280 0.166114 0.165956 0.165663 CURRENT LEARNING RATE: 5.775303984364254e-09
previous_iter_valid_loss : 0.16127373278141022
1861300 0.161463 0.161274 0.165647 CURRENT LEARNING RATE: 5.774149039065763e-09
previous_iter_valid_loss : 0.16125081479549408
1861320 0.161405 0.161251 0.164700 CURRENT LEARNING RATE: 5.772994324733234e-09
previous_iter_valid_loss : 0.165126770734787
1861340 0.165340 0.165127 0.164598 CURRENT LEARNING RATE: 5.771839841320459e-09
previous_iter_valid_loss : 0.16201302409172058
1861360 0.162201 0.162013 0.164671 CURRENT LEARNING RATE: 5.7706855887813e-09
previous_iter_valid_loss : 0.16811271011829376
1861380 0.168260 0.168113 0.164905 CURRENT LEARNING RATE: 5.7695315670695636e-09
previous_iter_valid_loss : 0.1683100014925003
1861400 0.168461 0.168310 0.165073 CURRENT LEARNING RATE: 5.768377776139092e-09
previous_iter_valid_loss : 0.16515454649925232
1861420 0.165350 0.165155 0.165283 CURRENT LEARNING RATE: 5.767224215943732e-09
previous_iter_valid_loss : 0.16973258554935455
1861440 0.169883 0.169733 0.165615 CURRENT LEARNING RATE: 5.76607088643734e-09
previous_iter_valid_loss : 0.16060371696949005
1861460 0.160759 0.160604 0.165610 CURRENT LEARNING RATE: 5.764917787573785e-09
previous_iter_valid_loss : 0.16562949120998383
1861480 0.165840 0.165629 0.165065 CURRENT LEARNING RATE: 5.763764919306943e-09
previous_iter_valid_loss : 0.16268345713615417
1861500 0.162884 0.162683 0.164387 CURRENT LEARNING RATE: 5.762612281590678e-09
previous_iter_valid_loss : 0.1717449277639389
1861520 0.171891 0.171745 0.164920 CURRENT LEARNING RATE: 5.761459874378925e-09
previous_iter_valid_loss : 0.16234473884105682
1861540 0.162503 0.162345 0.164653 CURRENT LEARNING RATE: 5.760307697625568e-09
previous_iter_valid_loss : 0.1715080887079239
1861560 0.171780 0.171508 0.165065 CURRENT LEARNING RATE: 5.759155751284519e-09
previous_iter_valid_loss : 0.17283058166503906
1861580 0.173100 0.172831 0.165680 CURRENT LEARNING RATE: 5.758004035309701e-09
previous_iter_valid_loss : 0.17244940996170044
1861600 0.172709 0.172449 0.166211 CURRENT LEARNING RATE: 5.756852549655046e-09
previous_iter_valid_loss : 0.16068899631500244
1861620 0.160859 0.160689 0.165623 CURRENT LEARNING RATE: 5.7557012942744935e-09
previous_iter_valid_loss : 0.16384465992450714
1861640 0.164016 0.163845 0.165788 CURRENT LEARNING RATE: 5.754550269121993e-09
previous_iter_valid_loss : 0.16161805391311646
1861660 0.161809 0.161618 0.165642 CURRENT LEARNING RATE: 5.753399474151484e-09
previous_iter_valid_loss : 0.1767086535692215
1861680 0.176993 0.176709 0.166179 CURRENT LEARNING RATE: 5.752248909316975e-09
previous_iter_valid_loss : 0.16086255013942719
1861700 0.161042 0.160863 0.166159 CURRENT LEARNING RATE: 5.751098574572424e-09
previous_iter_valid_loss : 0.16701297461986542
1861720 0.167168 0.167013 0.166447 CURRENT LEARNING RATE: 5.749948469871814e-09
previous_iter_valid_loss : 0.1657547801733017
1861740 0.165919 0.165755 0.166478 CURRENT LEARNING RATE: 5.748798595169147e-09
previous_iter_valid_loss : 0.16341674327850342
1861760 0.163621 0.163417 0.166548 CURRENT LEARNING RATE: 5.747648950418422e-09
previous_iter_valid_loss : 0.16170057654380798
1861780 0.161888 0.161701 0.166228 CURRENT LEARNING RATE: 5.746499535573658e-09
previous_iter_valid_loss : 0.1704782396554947
1861800 0.170623 0.170478 0.166336 CURRENT LEARNING RATE: 5.745350350588854e-09
previous_iter_valid_loss : 0.17196381092071533
1861820 0.172105 0.171964 0.166677 CURRENT LEARNING RATE: 5.744201395418086e-09
previous_iter_valid_loss : 0.16732251644134521
1861840 0.167480 0.167323 0.166556 CURRENT LEARNING RATE: 5.743052670015374e-09
previous_iter_valid_loss : 0.16561728715896606
1861860 0.165779 0.165617 0.166807 CURRENT LEARNING RATE: 5.7419041743347705e-09
previous_iter_valid_loss : 0.16055358946323395
1861880 0.160700 0.160554 0.166553 CURRENT LEARNING RATE: 5.740755908330335e-09
previous_iter_valid_loss : 0.1613771617412567
1861900 0.161570 0.161377 0.166488 CURRENT LEARNING RATE: 5.739607871956135e-09
previous_iter_valid_loss : 0.16184400022029877
1861920 0.162041 0.161844 0.165993 CURRENT LEARNING RATE: 5.7384600651662515e-09
previous_iter_valid_loss : 0.1638564169406891
1861940 0.164061 0.163856 0.166068 CURRENT LEARNING RATE: 5.737312487914771e-09
previous_iter_valid_loss : 0.16053593158721924
1861960 0.160711 0.160536 0.165520 CURRENT LEARNING RATE: 5.7361651401557704e-09
previous_iter_valid_loss : 0.16647598147392273
1861980 0.166702 0.166476 0.165202 CURRENT LEARNING RATE: 5.735018021843397e-09
previous_iter_valid_loss : 0.16505341231822968
1862000 0.165220 0.165053 0.164832 CURRENT LEARNING RATE: 5.733871132931745e-09
previous_iter_valid_loss : 0.16075797379016876
1862020 0.160928 0.160758 0.164835 CURRENT LEARNING RATE: 5.73272447337494e-09
previous_iter_valid_loss : 0.1637921929359436
1862040 0.163956 0.163792 0.164833 CURRENT LEARNING RATE: 5.7315780431271134e-09
previous_iter_valid_loss : 0.16968458890914917
1862060 0.169916 0.169685 0.165236 CURRENT LEARNING RATE: 5.73043184214241e-09
previous_iter_valid_loss : 0.16062994301319122
1862080 0.160786 0.160630 0.164432 CURRENT LEARNING RATE: 5.729285870374981e-09
previous_iter_valid_loss : 0.16323092579841614
1862100 0.163397 0.163231 0.164551 CURRENT LEARNING RATE: 5.728140127778967e-09
previous_iter_valid_loss : 0.19576580822467804
1862120 0.195870 0.195766 0.165988 CURRENT LEARNING RATE: 5.72699461430858e-09
previous_iter_valid_loss : 0.16106191277503967
1862140 0.161212 0.161062 0.165754 CURRENT LEARNING RATE: 5.7258493299179765e-09
previous_iter_valid_loss : 0.16099026799201965
1862160 0.161175 0.160990 0.165632 CURRENT LEARNING RATE: 5.724704274561348e-09
previous_iter_valid_loss : 0.1619216948747635
1862180 0.162079 0.161922 0.165643 CURRENT LEARNING RATE: 5.7235594481928915e-09
previous_iter_valid_loss : 0.1618952602148056
1862200 0.162086 0.161895 0.165214 CURRENT LEARNING RATE: 5.7224148507668136e-09
previous_iter_valid_loss : 0.16886140406131744
1862220 0.169017 0.168861 0.165059 CURRENT LEARNING RATE: 5.721270482237331e-09
previous_iter_valid_loss : 0.16159407794475555
1862240 0.161777 0.161594 0.164773 CURRENT LEARNING RATE: 5.720126342558668e-09
previous_iter_valid_loss : 0.1629888415336609
1862260 0.163153 0.162989 0.164641 CURRENT LEARNING RATE: 5.718982431685038e-09
previous_iter_valid_loss : 0.1609630286693573
1862280 0.161139 0.160963 0.164662 CURRENT LEARNING RATE: 5.717838749570728e-09
previous_iter_valid_loss : 0.1651187390089035
1862300 0.165281 0.165119 0.164849 CURRENT LEARNING RATE: 5.716695296169968e-09
previous_iter_valid_loss : 0.1608540415763855
1862320 0.161010 0.160854 0.164799 CURRENT LEARNING RATE: 5.715552071437021e-09
previous_iter_valid_loss : 0.1623077243566513
1862340 0.162472 0.162308 0.164722 CURRENT LEARNING RATE: 5.714409075326157e-09
previous_iter_valid_loss : 0.1694667786359787
1862360 0.169619 0.169467 0.165168 CURRENT LEARNING RATE: 5.713266307791657e-09
previous_iter_valid_loss : 0.1814747005701065
1862380 0.181630 0.181475 0.165918 CURRENT LEARNING RATE: 5.712123768787809e-09
previous_iter_valid_loss : 0.17587730288505554
1862400 0.176033 0.175877 0.166460 CURRENT LEARNING RATE: 5.710981458268915e-09
previous_iter_valid_loss : 0.16199949383735657
1862420 0.162161 0.161999 0.166522 CURRENT LEARNING RATE: 5.709839376189258e-09
previous_iter_valid_loss : 0.16059660911560059
1862440 0.160756 0.160597 0.166362 CURRENT LEARNING RATE: 5.7086975225031975e-09
previous_iter_valid_loss : 0.16182787716388702
1862460 0.162021 0.161828 0.165969 CURRENT LEARNING RATE: 5.707555897165039e-09
previous_iter_valid_loss : 0.1721956580877304
1862480 0.172456 0.172196 0.166547 CURRENT LEARNING RATE: 5.706414500129117e-09
previous_iter_valid_loss : 0.17074161767959595
1862500 0.170995 0.170742 0.166923 CURRENT LEARNING RATE: 5.705273331349775e-09
previous_iter_valid_loss : 0.17206209897994995
1862520 0.172211 0.172062 0.165738 CURRENT LEARNING RATE: 5.704132390781368e-09
previous_iter_valid_loss : 0.1609492152929306
1862540 0.161106 0.160949 0.165732 CURRENT LEARNING RATE: 5.702991678378258e-09
previous_iter_valid_loss : 0.1668805032968521
1862560 0.167038 0.166881 0.166027 CURRENT LEARNING RATE: 5.701851194094794e-09
previous_iter_valid_loss : 0.1664535403251648
1862580 0.166662 0.166454 0.166253 CURRENT LEARNING RATE: 5.7007109378854e-09
previous_iter_valid_loss : 0.16087085008621216
1862600 0.161028 0.160871 0.166202 CURRENT LEARNING RATE: 5.6995709097044435e-09
previous_iter_valid_loss : 0.16087286174297333
1862620 0.161053 0.160873 0.165802 CURRENT LEARNING RATE: 5.698431109506325e-09
previous_iter_valid_loss : 0.1606593132019043
1862640 0.160837 0.160659 0.165756 CURRENT LEARNING RATE: 5.697291537245451e-09
previous_iter_valid_loss : 0.16282017529010773
1862660 0.162978 0.162820 0.165747 CURRENT LEARNING RATE: 5.6961521928762386e-09
previous_iter_valid_loss : 0.1614733636379242
1862680 0.161660 0.161473 0.165773 CURRENT LEARNING RATE: 5.695013076353115e-09
previous_iter_valid_loss : 0.16686534881591797
1862700 0.167079 0.166865 0.165860 CURRENT LEARNING RATE: 5.693874187630516e-09
previous_iter_valid_loss : 0.16229316592216492
1862720 0.162466 0.162293 0.165932 CURRENT LEARNING RATE: 5.692735526662864e-09
previous_iter_valid_loss : 0.1606658697128296
1862740 0.160843 0.160666 0.165850 CURRENT LEARNING RATE: 5.691597093404655e-09
previous_iter_valid_loss : 0.1608908623456955
1862760 0.161049 0.160891 0.165421 CURRENT LEARNING RATE: 5.690458887810331e-09
previous_iter_valid_loss : 0.16478987038135529
1862780 0.164952 0.164790 0.164587 CURRENT LEARNING RATE: 5.689320909834362e-09
previous_iter_valid_loss : 0.1605944037437439
1862800 0.160755 0.160594 0.163823 CURRENT LEARNING RATE: 5.688183159431231e-09
previous_iter_valid_loss : 0.16143803298473358
1862820 0.161597 0.161438 0.163795 CURRENT LEARNING RATE: 5.687045636555426e-09
previous_iter_valid_loss : 0.17446696758270264
1862840 0.174619 0.174467 0.164488 CURRENT LEARNING RATE: 5.685908341161448e-09
previous_iter_valid_loss : 0.16210778057575226
1862860 0.162311 0.162108 0.164502 CURRENT LEARNING RATE: 5.684771273203804e-09
previous_iter_valid_loss : 0.1609582006931305
1862880 0.161118 0.160958 0.163940 CURRENT LEARNING RATE: 5.6836344326369925e-09
previous_iter_valid_loss : 0.16354288160800934
1862900 0.163739 0.163543 0.163580 CURRENT LEARNING RATE: 5.682497819415578e-09
previous_iter_valid_loss : 0.1622599959373474
1862920 0.162446 0.162260 0.163090 CURRENT LEARNING RATE: 5.681361433494077e-09
previous_iter_valid_loss : 0.17210780084133148
1862940 0.172368 0.172108 0.163648 CURRENT LEARNING RATE: 5.680225274827035e-09
previous_iter_valid_loss : 0.1667872667312622
1862960 0.166999 0.166787 0.163644 CURRENT LEARNING RATE: 5.679089343369005e-09
previous_iter_valid_loss : 0.1612197756767273
1862980 0.161404 0.161220 0.163382 CURRENT LEARNING RATE: 5.677953639074549e-09
previous_iter_valid_loss : 0.1610049307346344
1863000 0.161182 0.161005 0.163389 CURRENT LEARNING RATE: 5.6768181618982405e-09
previous_iter_valid_loss : 0.1605565994977951
1863020 0.160724 0.160557 0.163373 CURRENT LEARNING RATE: 5.675682911794637e-09
previous_iter_valid_loss : 0.19724231958389282
1863040 0.197328 0.197242 0.165202 CURRENT LEARNING RATE: 5.6745478887183725e-09
previous_iter_valid_loss : 0.16051018238067627
1863060 0.160667 0.160510 0.165086 CURRENT LEARNING RATE: 5.673413092624022e-09
previous_iter_valid_loss : 0.16189803183078766
1863080 0.162071 0.161898 0.165108 CURRENT LEARNING RATE: 5.672278523466198e-09
previous_iter_valid_loss : 0.16351540386676788
1863100 0.163708 0.163515 0.164940 CURRENT LEARNING RATE: 5.671144181199516e-09
previous_iter_valid_loss : 0.16118279099464417
1863120 0.161347 0.161183 0.164885 CURRENT LEARNING RATE: 5.6700100657786004e-09
previous_iter_valid_loss : 0.16920384764671326
1863140 0.169360 0.169204 0.165312 CURRENT LEARNING RATE: 5.668876177158089e-09
previous_iter_valid_loss : 0.16052094101905823
1863160 0.160673 0.160521 0.165293 CURRENT LEARNING RATE: 5.667742515292625e-09
previous_iter_valid_loss : 0.1605222225189209
1863180 0.160682 0.160522 0.165080 CURRENT LEARNING RATE: 5.666609080136844e-09
previous_iter_valid_loss : 0.16058959066867828
1863200 0.160760 0.160590 0.165079 CURRENT LEARNING RATE: 5.665475871645446e-09
previous_iter_valid_loss : 0.16313469409942627
1863220 0.163326 0.163135 0.165164 CURRENT LEARNING RATE: 5.664342889773083e-09
previous_iter_valid_loss : 0.16054219007492065
1863240 0.160719 0.160542 0.164468 CURRENT LEARNING RATE: 5.663210134474436e-09
previous_iter_valid_loss : 0.1620541363954544
1863260 0.162245 0.162054 0.164465 CURRENT LEARNING RATE: 5.6620776057041966e-09
previous_iter_valid_loss : 0.1650429517030716
1863280 0.165209 0.165043 0.164670 CURRENT LEARNING RATE: 5.660945303417062e-09
previous_iter_valid_loss : 0.16260136663913727
1863300 0.162796 0.162601 0.164622 CURRENT LEARNING RATE: 5.6598132275677385e-09
previous_iter_valid_loss : 0.1606568694114685
1863320 0.160813 0.160657 0.164542 CURRENT LEARNING RATE: 5.658681378110927e-09
previous_iter_valid_loss : 0.16094574332237244
1863340 0.161112 0.160946 0.163984 CURRENT LEARNING RATE: 5.65754975500139e-09
previous_iter_valid_loss : 0.160548597574234
1863360 0.160717 0.160549 0.163672 CURRENT LEARNING RATE: 5.656418358193844e-09
previous_iter_valid_loss : 0.16289587318897247
1863380 0.163063 0.162896 0.163756 CURRENT LEARNING RATE: 5.655287187643034e-09
previous_iter_valid_loss : 0.17363622784614563
1863400 0.173787 0.173636 0.164388 CURRENT LEARNING RATE: 5.6541562433037114e-09
previous_iter_valid_loss : 0.1608964204788208
1863420 0.161078 0.160896 0.164405 CURRENT LEARNING RATE: 5.65302552513064e-09
previous_iter_valid_loss : 0.1671040654182434
1863440 0.167331 0.167104 0.162898 CURRENT LEARNING RATE: 5.65189503307859e-09
previous_iter_valid_loss : 0.16271138191223145
1863460 0.162901 0.162711 0.163008 CURRENT LEARNING RATE: 5.650764767102342e-09
previous_iter_valid_loss : 0.18058587610721588
1863480 0.180920 0.180586 0.163942 CURRENT LEARNING RATE: 5.649634727156665e-09
previous_iter_valid_loss : 0.16708455979824066
1863500 0.167240 0.167085 0.164121 CURRENT LEARNING RATE: 5.6485049131963994e-09
previous_iter_valid_loss : 0.17374756932258606
1863520 0.173897 0.173748 0.164749 CURRENT LEARNING RATE: 5.6473753251763294e-09
previous_iter_valid_loss : 0.16210100054740906
1863540 0.162261 0.162101 0.164394 CURRENT LEARNING RATE: 5.6462459630512735e-09
previous_iter_valid_loss : 0.16175708174705505
1863560 0.161949 0.161757 0.164456 CURRENT LEARNING RATE: 5.645116826776058e-09
previous_iter_valid_loss : 0.16098926961421967
1863580 0.161170 0.160989 0.164479 CURRENT LEARNING RATE: 5.643987916305514e-09
previous_iter_valid_loss : 0.16312964260578156
1863600 0.163291 0.163130 0.164606 CURRENT LEARNING RATE: 5.64285923159449e-09
previous_iter_valid_loss : 0.16123463213443756
1863620 0.161384 0.161235 0.164511 CURRENT LEARNING RATE: 5.641730772597835e-09
previous_iter_valid_loss : 0.1605295091867447
1863640 0.160688 0.160530 0.164510 CURRENT LEARNING RATE: 5.640602539270392e-09
previous_iter_valid_loss : 0.1613536924123764
1863660 0.161510 0.161354 0.164475 CURRENT LEARNING RATE: 5.639474531567071e-09
previous_iter_valid_loss : 0.16394159197807312
1863680 0.164106 0.163942 0.164420 CURRENT LEARNING RATE: 5.638346749442731e-09
previous_iter_valid_loss : 0.172867089509964
1863700 0.173143 0.172867 0.164933 CURRENT LEARNING RATE: 5.6372191928522635e-09
previous_iter_valid_loss : 0.18372255563735962
1863720 0.184084 0.183723 0.166087 CURRENT LEARNING RATE: 5.636091861750563e-09
previous_iter_valid_loss : 0.16911453008651733
1863740 0.169263 0.169115 0.166495 CURRENT LEARNING RATE: 5.6349647560925384e-09
previous_iter_valid_loss : 0.16735127568244934
1863760 0.167505 0.167351 0.166835 CURRENT LEARNING RATE: 5.633837875833105e-09
previous_iter_valid_loss : 0.16069026291370392
1863780 0.160843 0.160690 0.166725 CURRENT LEARNING RATE: 5.632711220927167e-09
previous_iter_valid_loss : 0.16052256524562836
1863800 0.160693 0.160523 0.166069 CURRENT LEARNING RATE: 5.631584791329698e-09
previous_iter_valid_loss : 0.17789588868618011
1863820 0.178048 0.177896 0.166919 CURRENT LEARNING RATE: 5.630458586995623e-09
previous_iter_valid_loss : 0.16285516321659088
1863840 0.163044 0.162855 0.166707 CURRENT LEARNING RATE: 5.629332607879891e-09
previous_iter_valid_loss : 0.16128811240196228
1863860 0.161456 0.161288 0.166636 CURRENT LEARNING RATE: 5.628206853937465e-09
previous_iter_valid_loss : 0.16071073710918427
1863880 0.160877 0.160711 0.165642 CURRENT LEARNING RATE: 5.627081325123312e-09
previous_iter_valid_loss : 0.16053971648216248
1863900 0.160699 0.160540 0.165315 CURRENT LEARNING RATE: 5.6259560213924146e-09
previous_iter_valid_loss : 0.1656406819820404
1863920 0.165800 0.165641 0.164909 CURRENT LEARNING RATE: 5.624830942699758e-09
previous_iter_valid_loss : 0.18917731940746307
1863940 0.189310 0.189177 0.166263 CURRENT LEARNING RATE: 5.62370608900032e-09
previous_iter_valid_loss : 0.16232994198799133
1863960 0.162494 0.162330 0.166292 CURRENT LEARNING RATE: 5.622581460249147e-09
previous_iter_valid_loss : 0.1671634316444397
1863980 0.167321 0.167163 0.166601 CURRENT LEARNING RATE: 5.621457056401233e-09
previous_iter_valid_loss : 0.16900406777858734
1864000 0.169158 0.169004 0.166894 CURRENT LEARNING RATE: 5.620332877411601e-09
previous_iter_valid_loss : 0.1751977801322937
1864020 0.175349 0.175198 0.167592 CURRENT LEARNING RATE: 5.619208923235286e-09
previous_iter_valid_loss : 0.16116006672382355
1864040 0.161339 0.161160 0.167624 CURRENT LEARNING RATE: 5.618085193827327e-09
previous_iter_valid_loss : 0.16730503737926483
1864060 0.167531 0.167305 0.167921 CURRENT LEARNING RATE: 5.616961689142778e-09
previous_iter_valid_loss : 0.18074586987495422
1864080 0.181088 0.180746 0.168762 CURRENT LEARNING RATE: 5.6158384091366965e-09
previous_iter_valid_loss : 0.17952407896518707
1864100 0.179850 0.179524 0.169095 CURRENT LEARNING RATE: 5.614715353764134e-09
previous_iter_valid_loss : 0.16231173276901245
1864120 0.162471 0.162312 0.168024 CURRENT LEARNING RATE: 5.613592522980205e-09
previous_iter_valid_loss : 0.16234642267227173
1864140 0.162539 0.162346 0.167686 CURRENT LEARNING RATE: 5.612469916739978e-09
previous_iter_valid_loss : 0.16390830278396606
1864160 0.164074 0.163908 0.167513 CURRENT LEARNING RATE: 5.611347534998547e-09
previous_iter_valid_loss : 0.17488788068294525
1864180 0.175037 0.174888 0.168223 CURRENT LEARNING RATE: 5.61022537771102e-09
previous_iter_valid_loss : 0.16150841116905212
1864200 0.161673 0.161508 0.168273 CURRENT LEARNING RATE: 5.6091034448325074e-09
previous_iter_valid_loss : 0.16080859303474426
1864220 0.160970 0.160809 0.167418 CURRENT LEARNING RATE: 5.607981736318134e-09
previous_iter_valid_loss : 0.16054198145866394
1864240 0.160700 0.160542 0.167303 CURRENT LEARNING RATE: 5.606860252123011e-09
previous_iter_valid_loss : 0.165743887424469
1864260 0.165910 0.165744 0.167525 CURRENT LEARNING RATE: 5.6057389922023175e-09
previous_iter_valid_loss : 0.16830222308635712
1864280 0.168457 0.168302 0.167905 CURRENT LEARNING RATE: 5.604617956511187e-09
previous_iter_valid_loss : 0.16647712886333466
1864300 0.166693 0.166477 0.168202 CURRENT LEARNING RATE: 5.603497145004773e-09
previous_iter_valid_loss : 0.16213861107826233
1864320 0.162279 0.162139 0.168027 CURRENT LEARNING RATE: 5.6023765576382466e-09
previous_iter_valid_loss : 0.16082550585269928
1864340 0.160999 0.160826 0.166609 CURRENT LEARNING RATE: 5.601256194366783e-09
previous_iter_valid_loss : 0.16324684023857117
1864360 0.163414 0.163247 0.166655 CURRENT LEARNING RATE: 5.600136055145569e-09
previous_iter_valid_loss : 0.16374532878398895
1864380 0.163939 0.163745 0.166484 CURRENT LEARNING RATE: 5.599016139929797e-09
previous_iter_valid_loss : 0.17067548632621765
1864400 0.170939 0.170675 0.166568 CURRENT LEARNING RATE: 5.5978964486746515e-09
previous_iter_valid_loss : 0.16559113562107086
1864420 0.165761 0.165591 0.166087 CURRENT LEARNING RATE: 5.596776981335385e-09
previous_iter_valid_loss : 0.16121117770671844
1864440 0.161358 0.161211 0.166090 CURRENT LEARNING RATE: 5.595657737867197e-09
previous_iter_valid_loss : 0.17013537883758545
1864460 0.170392 0.170135 0.166231 CURRENT LEARNING RATE: 5.594538718225322e-09
previous_iter_valid_loss : 0.1609712690114975
1864480 0.161131 0.160971 0.165243 CURRENT LEARNING RATE: 5.593419922364994e-09
previous_iter_valid_loss : 0.16275818645954132
1864500 0.162952 0.162758 0.164404 CURRENT LEARNING RATE: 5.592301350241465e-09
previous_iter_valid_loss : 0.17877931892871857
1864520 0.179098 0.178779 0.165228 CURRENT LEARNING RATE: 5.591183001809989e-09
previous_iter_valid_loss : 0.16486826539039612
1864540 0.165069 0.164868 0.165354 CURRENT LEARNING RATE: 5.590064877025816e-09
previous_iter_valid_loss : 0.1632075309753418
1864560 0.163378 0.163208 0.165319 CURRENT LEARNING RATE: 5.588946975844258e-09
previous_iter_valid_loss : 0.16140474379062653
1864580 0.161571 0.161405 0.164645 CURRENT LEARNING RATE: 5.58782929822058e-09
previous_iter_valid_loss : 0.16135215759277344
1864600 0.161544 0.161352 0.164637 CURRENT LEARNING RATE: 5.586711844110074e-09
previous_iter_valid_loss : 0.16057749092578888
1864620 0.160732 0.160577 0.164625 CURRENT LEARNING RATE: 5.585594613468043e-09
previous_iter_valid_loss : 0.16763754189014435
1864640 0.167797 0.167638 0.164980 CURRENT LEARNING RATE: 5.584477606249797e-09
previous_iter_valid_loss : 0.16257575154304504
1864660 0.162741 0.162576 0.164822 CURRENT LEARNING RATE: 5.5833608224106566e-09
previous_iter_valid_loss : 0.16114026308059692
1864680 0.161301 0.161140 0.164464 CURRENT LEARNING RATE: 5.58224426190595e-09
previous_iter_valid_loss : 0.16134870052337646
1864700 0.161506 0.161349 0.164207 CURRENT LEARNING RATE: 5.581127924690994e-09
previous_iter_valid_loss : 0.16215915977954865
1864720 0.162315 0.162159 0.164208 CURRENT LEARNING RATE: 5.580011810721176e-09
previous_iter_valid_loss : 0.1616593450307846
1864740 0.161809 0.161659 0.164250 CURRENT LEARNING RATE: 5.57889591995183e-09
previous_iter_valid_loss : 0.1669352948665619
1864760 0.167092 0.166935 0.164434 CURRENT LEARNING RATE: 5.577780252338323e-09
previous_iter_valid_loss : 0.160653218626976
1864780 0.160801 0.160653 0.164280 CURRENT LEARNING RATE: 5.576664807836026e-09
previous_iter_valid_loss : 0.1605701595544815
1864800 0.160743 0.160570 0.163774 CURRENT LEARNING RATE: 5.575549586400323e-09
previous_iter_valid_loss : 0.16467666625976562
1864820 0.164892 0.164677 0.163729 CURRENT LEARNING RATE: 5.574434587986602e-09
previous_iter_valid_loss : 0.16378472745418549
1864840 0.163980 0.163785 0.163857 CURRENT LEARNING RATE: 5.573319812550268e-09
previous_iter_valid_loss : 0.16266727447509766
1864860 0.162861 0.162667 0.163484 CURRENT LEARNING RATE: 5.572205260046706e-09
previous_iter_valid_loss : 0.16522641479969025
1864880 0.165398 0.165226 0.163697 CURRENT LEARNING RATE: 5.571090930431375e-09
previous_iter_valid_loss : 0.16106361150741577
1864900 0.161251 0.161064 0.163612 CURRENT LEARNING RATE: 5.569976823659683e-09
previous_iter_valid_loss : 0.1607656180858612
1864920 0.160942 0.160766 0.162711 CURRENT LEARNING RATE: 5.568862939687063e-09
previous_iter_valid_loss : 0.1757568120956421
1864940 0.176042 0.175757 0.163256 CURRENT LEARNING RATE: 5.567749278468963e-09
previous_iter_valid_loss : 0.1610512137413025
1864960 0.161219 0.161051 0.163148 CURRENT LEARNING RATE: 5.566635839960834e-09
previous_iter_valid_loss : 0.1650281399488449
1864980 0.165202 0.165028 0.163329 CURRENT LEARNING RATE: 5.565522624118138e-09
previous_iter_valid_loss : 0.16213229298591614
1865000 0.162298 0.162132 0.163368 CURRENT LEARNING RATE: 5.56440963089633e-09
previous_iter_valid_loss : 0.16103053092956543
1865020 0.161220 0.161031 0.163391 CURRENT LEARNING RATE: 5.563296860250928e-09
previous_iter_valid_loss : 0.16072511672973633
1865040 0.160884 0.160725 0.163045 CURRENT LEARNING RATE: 5.5621843121373994e-09
previous_iter_valid_loss : 0.1606581211090088
1865060 0.160820 0.160658 0.162949 CURRENT LEARNING RATE: 5.561071986511245e-09
previous_iter_valid_loss : 0.17666839063167572
1865080 0.176960 0.176668 0.163726 CURRENT LEARNING RATE: 5.5599598833279715e-09
previous_iter_valid_loss : 0.16242048144340515
1865100 0.162585 0.162420 0.163779 CURRENT LEARNING RATE: 5.558848002543093e-09
previous_iter_valid_loss : 0.16097788512706757
1865120 0.161151 0.160978 0.163720 CURRENT LEARNING RATE: 5.557736344112135e-09
previous_iter_valid_loss : 0.16296951472759247
1865140 0.163137 0.162970 0.163786 CURRENT LEARNING RATE: 5.556624907990632e-09
previous_iter_valid_loss : 0.16117547452449799
1865160 0.161338 0.161175 0.163498 CURRENT LEARNING RATE: 5.555513694134107e-09
previous_iter_valid_loss : 0.16367103159427643
1865180 0.163867 0.163671 0.163649 CURRENT LEARNING RATE: 5.554402702498149e-09
previous_iter_valid_loss : 0.163428395986557
1865200 0.163623 0.163428 0.163791 CURRENT LEARNING RATE: 5.5532919330383015e-09
previous_iter_valid_loss : 0.1605670005083084
1865220 0.160728 0.160567 0.163586 CURRENT LEARNING RATE: 5.5521813857101304e-09
previous_iter_valid_loss : 0.16574521362781525
1865240 0.165914 0.165745 0.163684 CURRENT LEARNING RATE: 5.551071060469216e-09
previous_iter_valid_loss : 0.16056084632873535
1865260 0.160721 0.160561 0.163579 CURRENT LEARNING RATE: 5.549960957271145e-09
previous_iter_valid_loss : 0.17591743171215057
1865280 0.176203 0.175917 0.164113 CURRENT LEARNING RATE: 5.548851076071513e-09
previous_iter_valid_loss : 0.16184429824352264
1865300 0.162033 0.161844 0.164152 CURRENT LEARNING RATE: 5.547741416825925e-09
previous_iter_valid_loss : 0.16056793928146362
1865320 0.160733 0.160568 0.164142 CURRENT LEARNING RATE: 5.546631979489974e-09
previous_iter_valid_loss : 0.16069522500038147
1865340 0.160857 0.160695 0.163389 CURRENT LEARNING RATE: 5.545522764019324e-09
previous_iter_valid_loss : 0.16103407740592957
1865360 0.161217 0.161034 0.163388 CURRENT LEARNING RATE: 5.544413770369583e-09
previous_iter_valid_loss : 0.16510479152202606
1865380 0.165264 0.165105 0.163392 CURRENT LEARNING RATE: 5.543304998496395e-09
previous_iter_valid_loss : 0.16053400933742523
1865400 0.160703 0.160534 0.163312 CURRENT LEARNING RATE: 5.5421964483554085e-09
previous_iter_valid_loss : 0.16082748770713806
1865420 0.160978 0.160827 0.163302 CURRENT LEARNING RATE: 5.54108811990228e-09
previous_iter_valid_loss : 0.16461892426013947
1865440 0.164788 0.164619 0.163497 CURRENT LEARNING RATE: 5.5399800130926765e-09
previous_iter_valid_loss : 0.18281373381614685
1865460 0.182960 0.182814 0.164605 CURRENT LEARNING RATE: 5.538872127882254e-09
previous_iter_valid_loss : 0.16057583689689636
1865480 0.160739 0.160576 0.163800 CURRENT LEARNING RATE: 5.537764464226738e-09
previous_iter_valid_loss : 0.16089147329330444
1865500 0.161049 0.160891 0.163724 CURRENT LEARNING RATE: 5.5366570220818016e-09
previous_iter_valid_loss : 0.16677053272724152
1865520 0.166983 0.166771 0.164013 CURRENT LEARNING RATE: 5.535549801403146e-09
previous_iter_valid_loss : 0.1718638390302658
1865540 0.172124 0.171864 0.164458 CURRENT LEARNING RATE: 5.534442802146484e-09
previous_iter_valid_loss : 0.1666211187839508
1865560 0.166842 0.166621 0.164730 CURRENT LEARNING RATE: 5.533336024267534e-09
previous_iter_valid_loss : 0.16485731303691864
1865580 0.165059 0.164857 0.164789 CURRENT LEARNING RATE: 5.532229467722026e-09
previous_iter_valid_loss : 0.16182580590248108
1865600 0.161992 0.161826 0.164709 CURRENT LEARNING RATE: 5.531123132465698e-09
previous_iter_valid_loss : 0.16107207536697388
1865620 0.161234 0.161072 0.164735 CURRENT LEARNING RATE: 5.5300170184542756e-09
previous_iter_valid_loss : 0.17292070388793945
1865640 0.173071 0.172921 0.165093 CURRENT LEARNING RATE: 5.528911125643555e-09
previous_iter_valid_loss : 0.1631413698196411
1865660 0.163335 0.163141 0.165222 CURRENT LEARNING RATE: 5.5278054539892795e-09
previous_iter_valid_loss : 0.1740412414073944
1865680 0.174186 0.174041 0.165129 CURRENT LEARNING RATE: 5.526700003447224e-09
previous_iter_valid_loss : 0.1676710695028305
1865700 0.167904 0.167671 0.165420 CURRENT LEARNING RATE: 5.525594773973169e-09
previous_iter_valid_loss : 0.16548849642276764
1865720 0.165701 0.165488 0.165666 CURRENT LEARNING RATE: 5.524489765522905e-09
previous_iter_valid_loss : 0.16345806419849396
1865740 0.163669 0.163458 0.165804 CURRENT LEARNING RATE: 5.523384978052232e-09
previous_iter_valid_loss : 0.17279629409313202
1865760 0.173065 0.172796 0.166392 CURRENT LEARNING RATE: 5.5222804115169405e-09
previous_iter_valid_loss : 0.16134078800678253
1865780 0.161522 0.161341 0.166204 CURRENT LEARNING RATE: 5.521176065872885e-09
previous_iter_valid_loss : 0.16052964329719543
1865800 0.160693 0.160530 0.166204 CURRENT LEARNING RATE: 5.520071941075874e-09
previous_iter_valid_loss : 0.178425595164299
1865820 0.178589 0.178426 0.167084 CURRENT LEARNING RATE: 5.5189680370817394e-09
previous_iter_valid_loss : 0.16958634555339813
1865840 0.169737 0.169586 0.167332 CURRENT LEARNING RATE: 5.517864353846328e-09
previous_iter_valid_loss : 0.1623547375202179
1865860 0.162563 0.162355 0.166309 CURRENT LEARNING RATE: 5.5167608913254915e-09
previous_iter_valid_loss : 0.16140438616275787
1865880 0.161588 0.161404 0.166351 CURRENT LEARNING RATE: 5.515657649475092e-09
previous_iter_valid_loss : 0.16334274411201477
1865900 0.163509 0.163343 0.166473 CURRENT LEARNING RATE: 5.514554628250999e-09
previous_iter_valid_loss : 0.1653098464012146
1865920 0.165482 0.165310 0.166400 CURRENT LEARNING RATE: 5.513451827609072e-09
previous_iter_valid_loss : 0.1616145223379135
1865940 0.161778 0.161615 0.165888 CURRENT LEARNING RATE: 5.512349247505239e-09
previous_iter_valid_loss : 0.16091924905776978
1865960 0.161076 0.160919 0.165603 CURRENT LEARNING RATE: 5.511246887895375e-09
previous_iter_valid_loss : 0.16087448596954346
1865980 0.161048 0.160874 0.165403 CURRENT LEARNING RATE: 5.510144748735388e-09
previous_iter_valid_loss : 0.16326072812080383
1866000 0.163454 0.163261 0.165475 CURRENT LEARNING RATE: 5.509042829981192e-09
previous_iter_valid_loss : 0.16086557507514954
1866020 0.161048 0.160866 0.165465 CURRENT LEARNING RATE: 5.5079411315887106e-09
previous_iter_valid_loss : 0.17643862962722778
1866040 0.176596 0.176439 0.165641 CURRENT LEARNING RATE: 5.506839653513875e-09
previous_iter_valid_loss : 0.16097794473171234
1866060 0.161160 0.160978 0.165533 CURRENT LEARNING RATE: 5.505738395712625e-09
previous_iter_valid_loss : 0.16925552487373352
1866080 0.169497 0.169256 0.165293 CURRENT LEARNING RATE: 5.504637358140892e-09
previous_iter_valid_loss : 0.16403555870056152
1866100 0.164238 0.164036 0.165111 CURRENT LEARNING RATE: 5.5035365407546754e-09
previous_iter_valid_loss : 0.16055487096309662
1866120 0.160717 0.160555 0.164865 CURRENT LEARNING RATE: 5.5024359435099205e-09
previous_iter_valid_loss : 0.16079460084438324
1866140 0.160966 0.160795 0.164732 CURRENT LEARNING RATE: 5.501335566362603e-09
previous_iter_valid_loss : 0.1774250566959381
1866160 0.177584 0.177425 0.164963 CURRENT LEARNING RATE: 5.50023540926871e-09
previous_iter_valid_loss : 0.16850900650024414
1866180 0.168665 0.168509 0.165321 CURRENT LEARNING RATE: 5.499135472184234e-09
previous_iter_valid_loss : 0.16188333928585052
1866200 0.162043 0.161883 0.165389 CURRENT LEARNING RATE: 5.4980357550651764e-09
previous_iter_valid_loss : 0.16219381988048553
1866220 0.162356 0.162194 0.164578 CURRENT LEARNING RATE: 5.496936257867532e-09
previous_iter_valid_loss : 0.16074629127979279
1866240 0.160893 0.160746 0.164136 CURRENT LEARNING RATE: 5.4958369805473575e-09
previous_iter_valid_loss : 0.1617913693189621
1866260 0.161977 0.161791 0.164107 CURRENT LEARNING RATE: 5.494737923060662e-09
previous_iter_valid_loss : 0.16268356144428253
1866280 0.162850 0.162684 0.164171 CURRENT LEARNING RATE: 5.493639085363486e-09
previous_iter_valid_loss : 0.16073143482208252
1866300 0.160903 0.160731 0.164041 CURRENT LEARNING RATE: 5.492540467411872e-09
previous_iter_valid_loss : 0.1622585505247116
1866320 0.162446 0.162259 0.163888 CURRENT LEARNING RATE: 5.491442069161878e-09
previous_iter_valid_loss : 0.16438405215740204
1866340 0.164590 0.164384 0.164027 CURRENT LEARNING RATE: 5.490343890569569e-09
previous_iter_valid_loss : 0.169175922870636
1866360 0.169328 0.169176 0.164440 CURRENT LEARNING RATE: 5.4892459315910154e-09
previous_iter_valid_loss : 0.16099974513053894
1866380 0.161184 0.161000 0.164446 CURRENT LEARNING RATE: 5.48814819218228e-09
previous_iter_valid_loss : 0.17303608357906342
1866400 0.173307 0.173036 0.164935 CURRENT LEARNING RATE: 5.487050672299493e-09
previous_iter_valid_loss : 0.19605909287929535
1866420 0.196174 0.196059 0.166694 CURRENT LEARNING RATE: 5.485953371898733e-09
previous_iter_valid_loss : 0.16099783778190613
1866440 0.161154 0.160998 0.165922 CURRENT LEARNING RATE: 5.484856290936109e-09
previous_iter_valid_loss : 0.19171103835105896
1866460 0.191834 0.191711 0.167459 CURRENT LEARNING RATE: 5.483759429367737e-09
previous_iter_valid_loss : 0.17249880731105804
1866480 0.172643 0.172499 0.167621 CURRENT LEARNING RATE: 5.4826627871497445e-09
previous_iter_valid_loss : 0.16085006296634674
1866500 0.161023 0.160850 0.167462 CURRENT LEARNING RATE: 5.481566364238262e-09
previous_iter_valid_loss : 0.17512670159339905
1866520 0.175279 0.175127 0.168190 CURRENT LEARNING RATE: 5.480470160589417e-09
previous_iter_valid_loss : 0.16606862843036652
1866540 0.166230 0.166069 0.168454 CURRENT LEARNING RATE: 5.479374176159397e-09
previous_iter_valid_loss : 0.16062630712985992
1866560 0.160782 0.160626 0.167614 CURRENT LEARNING RATE: 5.478278410904346e-09
previous_iter_valid_loss : 0.17297914624214172
1866580 0.173125 0.172979 0.167838 CURRENT LEARNING RATE: 5.4771828647804325e-09
previous_iter_valid_loss : 0.160591721534729
1866600 0.160751 0.160592 0.167773 CURRENT LEARNING RATE: 5.476087537743833e-09
previous_iter_valid_loss : 0.17550873756408691
1866620 0.175795 0.175509 0.168439 CURRENT LEARNING RATE: 5.474992429750737e-09
previous_iter_valid_loss : 0.17415986955165863
1866640 0.174435 0.174160 0.169109 CURRENT LEARNING RATE: 5.473897540757338e-09
previous_iter_valid_loss : 0.17254571616649628
1866660 0.172812 0.172546 0.169647 CURRENT LEARNING RATE: 5.472802870719842e-09
previous_iter_valid_loss : 0.17011253535747528
1866680 0.170362 0.170113 0.170019 CURRENT LEARNING RATE: 5.471708419594442e-09
previous_iter_valid_loss : 0.1697908490896225
1866700 0.170038 0.169791 0.170472 CURRENT LEARNING RATE: 5.4706141873373985e-09
previous_iter_valid_loss : 0.1651332527399063
1866720 0.165303 0.165133 0.170615 CURRENT LEARNING RATE: 5.469520173904923e-09
previous_iter_valid_loss : 0.16153332591056824
1866740 0.161683 0.161533 0.170473 CURRENT LEARNING RATE: 5.468426379253256e-09
previous_iter_valid_loss : 0.16475558280944824
1866760 0.164961 0.164756 0.170252 CURRENT LEARNING RATE: 5.467332803338645e-09
previous_iter_valid_loss : 0.16055013239383698
1866780 0.160712 0.160550 0.170229 CURRENT LEARNING RATE: 5.466239446117347e-09
previous_iter_valid_loss : 0.1694423407316208
1866800 0.169595 0.169442 0.170050 CURRENT LEARNING RATE: 5.465146307545627e-09
previous_iter_valid_loss : 0.18062110245227814
1866820 0.180957 0.180621 0.169278 CURRENT LEARNING RATE: 5.46405338757976e-09
previous_iter_valid_loss : 0.17454782128334045
1866840 0.174820 0.174548 0.169955 CURRENT LEARNING RATE: 5.46296068617601e-09
previous_iter_valid_loss : 0.16085155308246613
1866860 0.161013 0.160852 0.168412 CURRENT LEARNING RATE: 5.461868203290707e-09
previous_iter_valid_loss : 0.16994081437587738
1866880 0.170176 0.169941 0.168284 CURRENT LEARNING RATE: 5.460775938880134e-09
previous_iter_valid_loss : 0.16064585745334625
1866900 0.160805 0.160646 0.168274 CURRENT LEARNING RATE: 5.459683892900597e-09
previous_iter_valid_loss : 0.16140225529670715
1866920 0.161550 0.161402 0.167588 CURRENT LEARNING RATE: 5.458592065308419e-09
previous_iter_valid_loss : 0.1604977697134018
1866940 0.160657 0.160498 0.167309 CURRENT LEARNING RATE: 5.457500456059923e-09
previous_iter_valid_loss : 0.16534218192100525
1866960 0.165505 0.165342 0.167545 CURRENT LEARNING RATE: 5.456409065111447e-09
previous_iter_valid_loss : 0.16257435083389282
1866980 0.162761 0.162574 0.167025 CURRENT LEARNING RATE: 5.4553178924193135e-09
previous_iter_valid_loss : 0.16072304546833038
1867000 0.160894 0.160723 0.167032 CURRENT LEARNING RATE: 5.4542269379399176e-09
previous_iter_valid_loss : 0.16301284730434418
1867020 0.163209 0.163013 0.166407 CURRENT LEARNING RATE: 5.4531362016295984e-09
previous_iter_valid_loss : 0.16082611680030823
1867040 0.161003 0.160826 0.165740 CURRENT LEARNING RATE: 5.452045683444729e-09
previous_iter_valid_loss : 0.16361939907073975
1867060 0.163776 0.163619 0.165294 CURRENT LEARNING RATE: 5.450955383341688e-09
previous_iter_valid_loss : 0.17395496368408203
1867080 0.174106 0.173955 0.165486 CURRENT LEARNING RATE: 5.449865301276862e-09
previous_iter_valid_loss : 0.16080577671527863
1867100 0.160986 0.160806 0.165037 CURRENT LEARNING RATE: 5.4487754372066485e-09
previous_iter_valid_loss : 0.16143980622291565
1867120 0.161624 0.161440 0.164852 CURRENT LEARNING RATE: 5.447685791087453e-09
previous_iter_valid_loss : 0.16057716310024261
1867140 0.160753 0.160577 0.164804 CURRENT LEARNING RATE: 5.446596362875672e-09
previous_iter_valid_loss : 0.16691255569458008
1867160 0.167069 0.166913 0.164912 CURRENT LEARNING RATE: 5.445507152527765e-09
previous_iter_valid_loss : 0.16051135957241058
1867180 0.160673 0.160511 0.164910 CURRENT LEARNING RATE: 5.4444181600001445e-09
previous_iter_valid_loss : 0.1634303629398346
1867200 0.163620 0.163430 0.164609 CURRENT LEARNING RATE: 5.4433293852492516e-09
previous_iter_valid_loss : 0.16369794309139252
1867220 0.163891 0.163698 0.163763 CURRENT LEARNING RATE: 5.442240828231535e-09
previous_iter_valid_loss : 0.16789484024047852
1867240 0.168053 0.167895 0.163431 CURRENT LEARNING RATE: 5.441152488903452e-09
previous_iter_valid_loss : 0.1726921647787094
1867260 0.172838 0.172692 0.164023 CURRENT LEARNING RATE: 5.440064367221468e-09
previous_iter_valid_loss : 0.16253994405269623
1867280 0.162728 0.162540 0.163653 CURRENT LEARNING RATE: 5.438976463142061e-09
previous_iter_valid_loss : 0.1813208907842636
1867300 0.181658 0.181321 0.164686 CURRENT LEARNING RATE: 5.4378887766216935e-09
previous_iter_valid_loss : 0.16055361926555634
1867320 0.160711 0.160554 0.164644 CURRENT LEARNING RATE: 5.436801307616897e-09
previous_iter_valid_loss : 0.16323186457157135
1867340 0.163427 0.163232 0.164781 CURRENT LEARNING RATE: 5.435714056084154e-09
previous_iter_valid_loss : 0.18474708497524261
1867360 0.185140 0.184747 0.165751 CURRENT LEARNING RATE: 5.434627021979973e-09
previous_iter_valid_loss : 0.1702888160943985
1867380 0.170539 0.170289 0.166137 CURRENT LEARNING RATE: 5.433540205260874e-09
previous_iter_valid_loss : 0.1623832881450653
1867400 0.162576 0.162383 0.166220 CURRENT LEARNING RATE: 5.432453605883385e-09
previous_iter_valid_loss : 0.1625974029302597
1867420 0.162779 0.162597 0.166199 CURRENT LEARNING RATE: 5.43136722380404e-09
previous_iter_valid_loss : 0.16403549909591675
1867440 0.164229 0.164035 0.166359 CURRENT LEARNING RATE: 5.4302810589793656e-09
previous_iter_valid_loss : 0.1613684743642807
1867460 0.161526 0.161368 0.166247 CURRENT LEARNING RATE: 5.4291951113659525e-09
previous_iter_valid_loss : 0.1631283462047577
1867480 0.163314 0.163128 0.165705 CURRENT LEARNING RATE: 5.4281093809203455e-09
previous_iter_valid_loss : 0.17681825160980225
1867500 0.176964 0.176818 0.166506 CURRENT LEARNING RATE: 5.427023867599115e-09
previous_iter_valid_loss : 0.16099469363689423
1867520 0.161152 0.160995 0.166484 CURRENT LEARNING RATE: 5.425938571358839e-09
previous_iter_valid_loss : 0.16174177825450897
1867540 0.161926 0.161742 0.166542 CURRENT LEARNING RATE: 5.424853492156107e-09
previous_iter_valid_loss : 0.16072271764278412
1867560 0.160895 0.160723 0.166233 CURRENT LEARNING RATE: 5.423768629947516e-09
previous_iter_valid_loss : 0.16379229724407196
1867580 0.163988 0.163792 0.166397 CURRENT LEARNING RATE: 5.4226839846896695e-09
previous_iter_valid_loss : 0.1735752820968628
1867600 0.173719 0.173575 0.166904 CURRENT LEARNING RATE: 5.421599556339165e-09
previous_iter_valid_loss : 0.16059790551662445
1867620 0.160767 0.160598 0.166749 CURRENT LEARNING RATE: 5.420515344852663e-09
previous_iter_valid_loss : 0.1624462902545929
1867640 0.162604 0.162446 0.166476 CURRENT LEARNING RATE: 5.419431350186775e-09
previous_iter_valid_loss : 0.16735118627548218
1867660 0.167506 0.167351 0.166209 CURRENT LEARNING RATE: 5.418347572298141e-09
previous_iter_valid_loss : 0.16401419043540955
1867680 0.164180 0.164014 0.166283 CURRENT LEARNING RATE: 5.417264011143411e-09
previous_iter_valid_loss : 0.16135458648204803
1867700 0.161538 0.161355 0.165285 CURRENT LEARNING RATE: 5.416180666679242e-09
previous_iter_valid_loss : 0.1626155972480774
1867720 0.162780 0.162616 0.165388 CURRENT LEARNING RATE: 5.4150975388623014e-09
previous_iter_valid_loss : 0.17537347972393036
1867740 0.175661 0.175373 0.165995 CURRENT LEARNING RATE: 5.4140146276492434e-09
previous_iter_valid_loss : 0.16353444755077362
1867760 0.163694 0.163534 0.164934 CURRENT LEARNING RATE: 5.4129319329967905e-09
previous_iter_valid_loss : 0.16182361543178558
1867780 0.162013 0.161824 0.164511 CURRENT LEARNING RATE: 5.411849454861614e-09
previous_iter_valid_loss : 0.17411446571350098
1867800 0.174394 0.174114 0.165098 CURRENT LEARNING RATE: 5.410767193200419e-09
previous_iter_valid_loss : 0.16473780572414398
1867820 0.164906 0.164738 0.165205 CURRENT LEARNING RATE: 5.409685147969911e-09
previous_iter_valid_loss : 0.16064918041229248
1867840 0.160810 0.160649 0.165035 CURRENT LEARNING RATE: 5.4086033191268096e-09
previous_iter_valid_loss : 0.16817572712898254
1867860 0.168403 0.168176 0.165376 CURRENT LEARNING RATE: 5.407521706627843e-09
previous_iter_valid_loss : 0.1611548364162445
1867880 0.161318 0.161155 0.165277 CURRENT LEARNING RATE: 5.4064403104297445e-09
previous_iter_valid_loss : 0.17607972025871277
1867900 0.176236 0.176080 0.165240 CURRENT LEARNING RATE: 5.4053591304892385e-09
previous_iter_valid_loss : 0.19832906126976013
1867920 0.198425 0.198329 0.167107 CURRENT LEARNING RATE: 5.40427816676312e-09
previous_iter_valid_loss : 0.19681407511234283
1867940 0.196918 0.196814 0.168860 CURRENT LEARNING RATE: 5.403197419208128e-09
previous_iter_valid_loss : 0.16449521481990814
1867960 0.164668 0.164495 0.169049 CURRENT LEARNING RATE: 5.402116887781034e-09
previous_iter_valid_loss : 0.16050274670124054
1867980 0.160668 0.160503 0.168885 CURRENT LEARNING RATE: 5.401036572438614e-09
previous_iter_valid_loss : 0.17581312358379364
1868000 0.175957 0.175813 0.168996 CURRENT LEARNING RATE: 5.39995647313766e-09
previous_iter_valid_loss : 0.17361034452915192
1868020 0.173758 0.173610 0.169647 CURRENT LEARNING RATE: 5.398876589834964e-09
previous_iter_valid_loss : 0.1626185178756714
1873500 0.162775 0.162619 0.167327 CURRENT LEARNING RATE: 5.110978601420072e-09
previous_iter_valid_loss : 0.17298540472984314
1873520 0.173256 0.172985 0.167872 CURRENT LEARNING RATE: 5.1099565079125485e-09
previous_iter_valid_loss : 0.17535461485385895
1873540 0.175643 0.175355 0.168147 CURRENT LEARNING RATE: 5.108934618803267e-09
previous_iter_valid_loss : 0.16088269650936127
1873560 0.161038 0.160883 0.167889 CURRENT LEARNING RATE: 5.10791293405139e-09
previous_iter_valid_loss : 0.1773824691772461
1873580 0.177682 0.177382 0.168692 CURRENT LEARNING RATE: 5.106891453616031e-09
previous_iter_valid_loss : 0.1659475713968277
1873600 0.166165 0.165948 0.168029 CURRENT LEARNING RATE: 5.10587017745633e-09
previous_iter_valid_loss : 0.1770806610584259
1873620 0.177380 0.177081 0.167586 CURRENT LEARNING RATE: 5.104849105531437e-09
previous_iter_valid_loss : 0.16081853210926056
1873640 0.160989 0.160819 0.167159 CURRENT LEARNING RATE: 5.103828237800509e-09
previous_iter_valid_loss : 0.16215062141418457
1873660 0.162356 0.162151 0.167219 CURRENT LEARNING RATE: 5.102807574222711e-09
previous_iter_valid_loss : 0.16070310771465302
1873680 0.160858 0.160703 0.166612 CURRENT LEARNING RATE: 5.101787114757217e-09
previous_iter_valid_loss : 0.1668766736984253
1873700 0.167090 0.166877 0.166839 CURRENT LEARNING RATE: 5.1007668593631905e-09
previous_iter_valid_loss : 0.16118799149990082
1873720 0.161350 0.161188 0.166679 CURRENT LEARNING RATE: 5.099746807999857e-09
previous_iter_valid_loss : 0.17025643587112427
1873740 0.170522 0.170256 0.167070 CURRENT LEARNING RATE: 5.098726960626396e-09
previous_iter_valid_loss : 0.16068308055400848
1873760 0.160834 0.160683 0.166488 CURRENT LEARNING RATE: 5.097707317202014e-09
previous_iter_valid_loss : 0.16080668568611145
1873780 0.160981 0.160807 0.165948 CURRENT LEARNING RATE: 5.096687877685926e-09
previous_iter_valid_loss : 0.1633632630109787
1873800 0.163525 0.163363 0.166011 CURRENT LEARNING RATE: 5.0956686420373535e-09
previous_iter_valid_loss : 0.17698010802268982
1873820 0.177130 0.176980 0.166805 CURRENT LEARNING RATE: 5.094649610215527e-09
previous_iter_valid_loss : 0.1680019348859787
1873840 0.168230 0.168002 0.166696 CURRENT LEARNING RATE: 5.093630782179668e-09
previous_iter_valid_loss : 0.16741149127483368
1873860 0.167566 0.167411 0.166624 CURRENT LEARNING RATE: 5.092612157889059e-09
previous_iter_valid_loss : 0.16050487756729126
1873880 0.160669 0.160505 0.166598 CURRENT LEARNING RATE: 5.091593737302937e-09
previous_iter_valid_loss : 0.17445127665996552
1873900 0.174728 0.174451 0.167189 CURRENT LEARNING RATE: 5.090575520380565e-09
previous_iter_valid_loss : 0.16500957310199738
1873920 0.165215 0.165010 0.166790 CURRENT LEARNING RATE: 5.0895575070812144e-09
previous_iter_valid_loss : 0.16975727677345276
1873940 0.169908 0.169757 0.166511 CURRENT LEARNING RATE: 5.088539697364166e-09
previous_iter_valid_loss : 0.16284611821174622
1873960 0.163017 0.162846 0.166609 CURRENT LEARNING RATE: 5.087522091188704e-09
previous_iter_valid_loss : 0.16647428274154663
1873980 0.166681 0.166474 0.166063 CURRENT LEARNING RATE: 5.086504688514128e-09
previous_iter_valid_loss : 0.1662750095129013
1874000 0.166493 0.166275 0.166080 CURRENT LEARNING RATE: 5.085487489299721e-09
previous_iter_valid_loss : 0.16169333457946777
1874020 0.161873 0.161693 0.165310 CURRENT LEARNING RATE: 5.0844704935048336e-09
previous_iter_valid_loss : 0.16715973615646362
1874040 0.167381 0.167160 0.165627 CURRENT LEARNING RATE: 5.0834537010887655e-09
previous_iter_valid_loss : 0.17488984763622284
1874060 0.175041 0.174890 0.166264 CURRENT LEARNING RATE: 5.082437112010847e-09
previous_iter_valid_loss : 0.1605091542005539
1874080 0.160677 0.160509 0.166255 CURRENT LEARNING RATE: 5.081420726230413e-09
previous_iter_valid_loss : 0.1681436002254486
1874100 0.168302 0.168144 0.166318 CURRENT LEARNING RATE: 5.080404543706809e-09
previous_iter_valid_loss : 0.16081136465072632
1874120 0.160971 0.160811 0.166299 CURRENT LEARNING RATE: 5.079388564399387e-09
previous_iter_valid_loss : 0.16268238425254822
1874140 0.162889 0.162682 0.165921 CURRENT LEARNING RATE: 5.078372788267509e-09
previous_iter_valid_loss : 0.16411586105823517
1874160 0.164323 0.164116 0.166092 CURRENT LEARNING RATE: 5.0773572152705245e-09
previous_iter_valid_loss : 0.16146214306354523
1874180 0.161647 0.161462 0.166125 CURRENT LEARNING RATE: 5.076341845367847e-09
previous_iter_valid_loss : 0.16953612864017487
1874200 0.169685 0.169536 0.166434 CURRENT LEARNING RATE: 5.075326678518845e-09
previous_iter_valid_loss : 0.16250349581241608
1874220 0.162666 0.162503 0.165710 CURRENT LEARNING RATE: 5.0743117146829106e-09
previous_iter_valid_loss : 0.16118313372135162
1874240 0.161366 0.161183 0.165369 CURRENT LEARNING RATE: 5.073296953819446e-09
previous_iter_valid_loss : 0.166604682803154
1874260 0.166755 0.166605 0.165328 CURRENT LEARNING RATE: 5.072282395887858e-09
previous_iter_valid_loss : 0.16586630046367645
1874280 0.166030 0.165866 0.165597 CURRENT LEARNING RATE: 5.071268040847569e-09
previous_iter_valid_loss : 0.16100476682186127
1874300 0.161184 0.161005 0.164924 CURRENT LEARNING RATE: 5.070253888657983e-09
previous_iter_valid_loss : 0.17214056849479675
1874320 0.172397 0.172141 0.165281 CURRENT LEARNING RATE: 5.0692399392785714e-09
previous_iter_valid_loss : 0.1674531102180481
1874340 0.167607 0.167453 0.165166 CURRENT LEARNING RATE: 5.068226192668758e-09
previous_iter_valid_loss : 0.17326155304908752
1874360 0.173409 0.173262 0.165686 CURRENT LEARNING RATE: 5.067212648787993e-09
previous_iter_valid_loss : 0.16051918268203735
1874380 0.160679 0.160519 0.165389 CURRENT LEARNING RATE: 5.066199307595735e-09
previous_iter_valid_loss : 0.17087309062480927
1874400 0.171132 0.170873 0.165618 CURRENT LEARNING RATE: 5.06518616905145e-09
previous_iter_valid_loss : 0.16315999627113342
1874420 0.163350 0.163160 0.165692 CURRENT LEARNING RATE: 5.064173233114612e-09
previous_iter_valid_loss : 0.16062527894973755
1874440 0.160788 0.160625 0.165365 CURRENT LEARNING RATE: 5.063160499744704e-09
previous_iter_valid_loss : 0.16775421798229218
1874460 0.167979 0.167754 0.165008 CURRENT LEARNING RATE: 5.0621479689011995e-09
previous_iter_valid_loss : 0.16128982603549957
1874480 0.161477 0.161290 0.165047 CURRENT LEARNING RATE: 5.0611356405436316e-09
previous_iter_valid_loss : 0.1615118682384491
1874500 0.161702 0.161512 0.164716 CURRENT LEARNING RATE: 5.060123514631491e-09
previous_iter_valid_loss : 0.16055268049240112
1874520 0.160710 0.160553 0.164703 CURRENT LEARNING RATE: 5.05911159112429e-09
previous_iter_valid_loss : 0.16784366965293884
1874540 0.168003 0.167844 0.164961 CURRENT LEARNING RATE: 5.0580998699815545e-09
previous_iter_valid_loss : 0.1748790293931961
1874560 0.175035 0.174879 0.165499 CURRENT LEARNING RATE: 5.0570883511628135e-09
previous_iter_valid_loss : 0.1612425297498703
1874580 0.161407 0.161243 0.165488 CURRENT LEARNING RATE: 5.056077034627608e-09
previous_iter_valid_loss : 0.16218003630638123
1874600 0.162346 0.162180 0.165120 CURRENT LEARNING RATE: 5.055065920335467e-09
previous_iter_valid_loss : 0.17329268157482147
1874620 0.173433 0.173293 0.165660 CURRENT LEARNING RATE: 5.054055008245981e-09
previous_iter_valid_loss : 0.1653037816286087
1874640 0.165504 0.165304 0.165866 CURRENT LEARNING RATE: 5.053044298318696e-09
previous_iter_valid_loss : 0.16522732377052307
1874660 0.165439 0.165227 0.165797 CURRENT LEARNING RATE: 5.052033790513183e-09
previous_iter_valid_loss : 0.16699859499931335
1874680 0.167231 0.166999 0.165854 CURRENT LEARNING RATE: 5.051023484789023e-09
previous_iter_valid_loss : 0.1606554388999939
1874700 0.160827 0.160655 0.165836 CURRENT LEARNING RATE: 5.0500133811058025e-09
previous_iter_valid_loss : 0.16071197390556335
1874720 0.160873 0.160712 0.165265 CURRENT LEARNING RATE: 5.0490034794231185e-09
previous_iter_valid_loss : 0.16060957312583923
1874740 0.160780 0.160610 0.164922 CURRENT LEARNING RATE: 5.047993779700575e-09
previous_iter_valid_loss : 0.16417203843593597
1874760 0.164387 0.164172 0.164468 CURRENT LEARNING RATE: 5.046984281897764e-09
previous_iter_valid_loss : 0.17228339612483978
1874780 0.172432 0.172283 0.165056 CURRENT LEARNING RATE: 5.045974985974343e-09
previous_iter_valid_loss : 0.16879747807979584
1874800 0.168954 0.168797 0.164952 CURRENT LEARNING RATE: 5.044965891889923e-09
previous_iter_valid_loss : 0.16473419964313507
1874820 0.164930 0.164734 0.165031 CURRENT LEARNING RATE: 5.043956999604139e-09
previous_iter_valid_loss : 0.1656849980354309
1874840 0.165887 0.165685 0.165284 CURRENT LEARNING RATE: 5.042948309076636e-09
previous_iter_valid_loss : 0.17770437896251678
1874860 0.178005 0.177704 0.165782 CURRENT LEARNING RATE: 5.041939820267065e-09
previous_iter_valid_loss : 0.17026181519031525
1874880 0.170412 0.170262 0.166230 CURRENT LEARNING RATE: 5.0409315331350884e-09
previous_iter_valid_loss : 0.17826290428638458
1874900 0.178416 0.178263 0.167068 CURRENT LEARNING RATE: 5.039923447640373e-09
previous_iter_valid_loss : 0.17094744741916656
1874920 0.171205 0.170947 0.167587 CURRENT LEARNING RATE: 5.0389155637425786e-09
previous_iter_valid_loss : 0.17040123045444489
1874940 0.170556 0.170401 0.167715 CURRENT LEARNING RATE: 5.037907881401426e-09
previous_iter_valid_loss : 0.1647566854953766
1874960 0.164959 0.164757 0.167209 CURRENT LEARNING RATE: 5.036900400576589e-09
previous_iter_valid_loss : 0.1614905148744583
1874980 0.161671 0.161491 0.167222 CURRENT LEARNING RATE: 5.035893121227768e-09
previous_iter_valid_loss : 0.16052283346652985
1875000 0.160685 0.160523 0.167139 CURRENT LEARNING RATE: 5.034886043314673e-09
previous_iter_valid_loss : 0.16453252732753754
1875020 0.164699 0.164533 0.166701 CURRENT LEARNING RATE: 5.033879166797021e-09
previous_iter_valid_loss : 0.16175170242786407
1875040 0.161924 0.161752 0.166523 CURRENT LEARNING RATE: 5.032872491634536e-09
previous_iter_valid_loss : 0.170780748128891
1875060 0.171028 0.170781 0.166801 CURRENT LEARNING RATE: 5.031866017786933e-09
previous_iter_valid_loss : 0.16208241879940033
1875080 0.162251 0.162082 0.166555 CURRENT LEARNING RATE: 5.030859745213989e-09
previous_iter_valid_loss : 0.1605226844549179
1875100 0.160688 0.160523 0.166548 CURRENT LEARNING RATE: 5.029853673875436e-09
previous_iter_valid_loss : 0.1611391305923462
1875120 0.161291 0.161139 0.166570 CURRENT LEARNING RATE: 5.028847803731031e-09
previous_iter_valid_loss : 0.1645643413066864
1875140 0.164776 0.164564 0.166768 CURRENT LEARNING RATE: 5.027842134740538e-09
previous_iter_valid_loss : 0.17315223813056946
1875160 0.173436 0.173152 0.167217 CURRENT LEARNING RATE: 5.026836666863732e-09
previous_iter_valid_loss : 0.16190756857395172
1875180 0.162097 0.161908 0.166698 CURRENT LEARNING RATE: 5.025831400060392e-09
previous_iter_valid_loss : 0.1660875827074051
1875200 0.166249 0.166088 0.166562 CURRENT LEARNING RATE: 5.0248263342903095e-09
previous_iter_valid_loss : 0.16852401196956635
1875220 0.168678 0.168524 0.166752 CURRENT LEARNING RATE: 5.023821469513264e-09
previous_iter_valid_loss : 0.16437436640262604
1875240 0.164546 0.164374 0.166686 CURRENT LEARNING RATE: 5.022816805689094e-09
previous_iter_valid_loss : 0.1622190773487091
1875260 0.162412 0.162219 0.165912 CURRENT LEARNING RATE: 5.021812342777598e-09
previous_iter_valid_loss : 0.1798388808965683
1875280 0.180169 0.179839 0.166391 CURRENT LEARNING RATE: 5.0208080807385965e-09
previous_iter_valid_loss : 0.1690523475408554
1875300 0.169285 0.169052 0.165930 CURRENT LEARNING RATE: 5.019804019531919e-09
previous_iter_valid_loss : 0.1778431534767151
1875320 0.177999 0.177843 0.166275 CURRENT LEARNING RATE: 5.018800159117402e-09
previous_iter_valid_loss : 0.1609514355659485
1875340 0.161129 0.160951 0.165803 CURRENT LEARNING RATE: 5.017796499454893e-09
previous_iter_valid_loss : 0.16113729774951935
1875360 0.161319 0.161137 0.165622 CURRENT LEARNING RATE: 5.016793040504244e-09
previous_iter_valid_loss : 0.17379647493362427
1875380 0.173941 0.173796 0.166237 CURRENT LEARNING RATE: 5.015789782225301e-09
previous_iter_valid_loss : 0.16833199560642242
1875400 0.168564 0.168332 0.166627 CURRENT LEARNING RATE: 5.014786724577966e-09
previous_iter_valid_loss : 0.16089314222335815
1875420 0.161072 0.160893 0.166445 CURRENT LEARNING RATE: 5.013783867522101e-09
previous_iter_valid_loss : 0.16354627907276154
1875440 0.163738 0.163546 0.166535 CURRENT LEARNING RATE: 5.012781211017591e-09
previous_iter_valid_loss : 0.16555531322956085
1875460 0.165716 0.165555 0.166274 CURRENT LEARNING RATE: 5.011778755024331e-09
previous_iter_valid_loss : 0.16093096137046814
1875480 0.161118 0.160931 0.166216 CURRENT LEARNING RATE: 5.010776499502222e-09
previous_iter_valid_loss : 0.17320989072322845
1875500 0.173488 0.173210 0.166851 CURRENT LEARNING RATE: 5.009774444411173e-09
previous_iter_valid_loss : 0.16166740655899048
1875520 0.161832 0.161667 0.166877 CURRENT LEARNING RATE: 5.008772589711085e-09
previous_iter_valid_loss : 0.1778411567211151
1875540 0.178155 0.177841 0.167541 CURRENT LEARNING RATE: 5.007770935361919e-09
previous_iter_valid_loss : 0.16083477437496185
1875560 0.161013 0.160835 0.166925 CURRENT LEARNING RATE: 5.00676948132359e-09
previous_iter_valid_loss : 0.1640082746744156
1875580 0.164176 0.164008 0.167030 CURRENT LEARNING RATE: 5.005768227556042e-09
previous_iter_valid_loss : 0.16412532329559326
1875600 0.164313 0.164125 0.166932 CURRENT LEARNING RATE: 5.004767174019224e-09
previous_iter_valid_loss : 0.16060000658035278
1875620 0.160761 0.160600 0.166536 CURRENT LEARNING RATE: 5.0037663206730935e-09
previous_iter_valid_loss : 0.16639821231365204
1875640 0.166624 0.166398 0.166637 CURRENT LEARNING RATE: 5.002765667477616e-09
previous_iter_valid_loss : 0.16330771148204803
1875660 0.163507 0.163308 0.166691 CURRENT LEARNING RATE: 5.001765214392767e-09
previous_iter_valid_loss : 0.16195915639400482
1875680 0.162122 0.161959 0.165797 CURRENT LEARNING RATE: 5.000764961378508e-09
previous_iter_valid_loss : 0.19529469311237335
1875700 0.195796 0.195295 0.167109 CURRENT LEARNING RATE: 4.999764908394866e-09
previous_iter_valid_loss : 0.16451597213745117
1875720 0.164714 0.164516 0.166443 CURRENT LEARNING RATE: 4.998765055401822e-09
previous_iter_valid_loss : 0.16089452803134918
1875740 0.161056 0.160895 0.166440 CURRENT LEARNING RATE: 4.9977654023593805e-09
previous_iter_valid_loss : 0.168257936835289
1875760 0.168417 0.168258 0.166796 CURRENT LEARNING RATE: 4.9967659492275554e-09
previous_iter_valid_loss : 0.1606685221195221
1875780 0.160824 0.160669 0.166140 CURRENT LEARNING RATE: 4.995766695966369e-09
previous_iter_valid_loss : 0.16349174082279205
1875800 0.163676 0.163492 0.165898 CURRENT LEARNING RATE: 4.994767642535851e-09
previous_iter_valid_loss : 0.1611439287662506
1875820 0.161295 0.161144 0.165910 CURRENT LEARNING RATE: 4.9937687888960224e-09
previous_iter_valid_loss : 0.1665925681591034
1875840 0.166753 0.166593 0.166063 CURRENT LEARNING RATE: 4.992770135006963e-09
previous_iter_valid_loss : 0.18571966886520386
1875860 0.185860 0.185720 0.167071 CURRENT LEARNING RATE: 4.9917716808287105e-09
previous_iter_valid_loss : 0.16451135277748108
1875880 0.164705 0.164511 0.167250 CURRENT LEARNING RATE: 4.990773426321325e-09
previous_iter_valid_loss : 0.16285640001296997
1875900 0.163055 0.162856 0.166732 CURRENT LEARNING RATE: 4.989775371444877e-09
previous_iter_valid_loss : 0.16368550062179565
1875920 0.163860 0.163686 0.166833 CURRENT LEARNING RATE: 4.988777516159446e-09
previous_iter_valid_loss : 0.16057223081588745
1875940 0.160732 0.160572 0.165970 CURRENT LEARNING RATE: 4.987779860425115e-09
previous_iter_valid_loss : 0.16671596467494965
1875960 0.166945 0.166716 0.166264 CURRENT LEARNING RATE: 4.9867824042019794e-09
previous_iter_valid_loss : 0.1608261913061142
1875980 0.161004 0.160826 0.166105 CURRENT LEARNING RATE: 4.985785147450123e-09
previous_iter_valid_loss : 0.16558079421520233
1876000 0.165746 0.165581 0.166177 CURRENT LEARNING RATE: 4.984788090129691e-09
previous_iter_valid_loss : 0.16105587780475616
1876020 0.161244 0.161056 0.166200 CURRENT LEARNING RATE: 4.983791232200783e-09
previous_iter_valid_loss : 0.17434939742088318
1876040 0.174627 0.174349 0.166598 CURRENT LEARNING RATE: 4.982794573623525e-09
previous_iter_valid_loss : 0.1628039926290512
1876060 0.162965 0.162804 0.166573 CURRENT LEARNING RATE: 4.981798114358051e-09
previous_iter_valid_loss : 0.16253124177455902
1876080 0.162690 0.162531 0.166601 CURRENT LEARNING RATE: 4.980801854364502e-09
previous_iter_valid_loss : 0.16751456260681152
1876100 0.167741 0.167515 0.165212 CURRENT LEARNING RATE: 4.9798057936030276e-09
previous_iter_valid_loss : 0.16307932138442993
1876120 0.163287 0.163079 0.165140 CURRENT LEARNING RATE: 4.978809932033785e-09
previous_iter_valid_loss : 0.16055482625961304
1876140 0.160719 0.160555 0.165123 CURRENT LEARNING RATE: 4.977814269616924e-09
previous_iter_valid_loss : 0.1655542403459549
1876160 0.165751 0.165554 0.164988 CURRENT LEARNING RATE: 4.976818806312652e-09
previous_iter_valid_loss : 0.1727478951215744
1876180 0.172896 0.172748 0.165592 CURRENT LEARNING RATE: 4.975823542081132e-09
previous_iter_valid_loss : 0.1641175001859665
1876200 0.164285 0.164118 0.165623 CURRENT LEARNING RATE: 4.974828476882555e-09
previous_iter_valid_loss : 0.16103509068489075
1876220 0.161197 0.161035 0.165618 CURRENT LEARNING RATE: 4.973833610677118e-09
previous_iter_valid_loss : 0.163417249917984
1876240 0.163584 0.163417 0.165459 CURRENT LEARNING RATE: 4.972838943425025e-09
previous_iter_valid_loss : 0.1640394777059555
1876260 0.164206 0.164039 0.164375 CURRENT LEARNING RATE: 4.971844475086491e-09
previous_iter_valid_loss : 0.16073645651340485
1876280 0.160894 0.160736 0.164187 CURRENT LEARNING RATE: 4.970850205621719e-09
previous_iter_valid_loss : 0.16057607531547546
1876300 0.160743 0.160576 0.164072 CURRENT LEARNING RATE: 4.969856134990974e-09
previous_iter_valid_loss : 0.16292895376682281
1876320 0.163092 0.162929 0.164035 CURRENT LEARNING RATE: 4.968862263154475e-09
previous_iter_valid_loss : 0.17108993232250214
1876340 0.171241 0.171090 0.164561 CURRENT LEARNING RATE: 4.967868590072467e-09
previous_iter_valid_loss : 0.16072948276996613
1876360 0.160902 0.160729 0.164261 CURRENT LEARNING RATE: 4.9668751157052025e-09
previous_iter_valid_loss : 0.1609635055065155
1876380 0.161121 0.160964 0.164268 CURRENT LEARNING RATE: 4.965881840012945e-09
previous_iter_valid_loss : 0.16363836824893951
1876400 0.163831 0.163638 0.164171 CURRENT LEARNING RATE: 4.96488876295596e-09
previous_iter_valid_loss : 0.16090303659439087
1876420 0.161067 0.160903 0.164163 CURRENT LEARNING RATE: 4.9638958844945264e-09
previous_iter_valid_loss : 0.16159828007221222
1876440 0.161792 0.161598 0.163526 CURRENT LEARNING RATE: 4.962903204588912e-09
previous_iter_valid_loss : 0.16196280717849731
1876460 0.162149 0.161963 0.163484 CURRENT LEARNING RATE: 4.961910723199444e-09
previous_iter_valid_loss : 0.16463106870651245
1876480 0.164831 0.164631 0.163589 CURRENT LEARNING RATE: 4.960918440286405e-09
previous_iter_valid_loss : 0.17107893526554108
1876500 0.171222 0.171079 0.163767 CURRENT LEARNING RATE: 4.959926355810105e-09
previous_iter_valid_loss : 0.16091026365756989
1876520 0.161062 0.160910 0.163658 CURRENT LEARNING RATE: 4.958934469730859e-09
previous_iter_valid_loss : 0.1616593897342682
1876540 0.161808 0.161659 0.163714 CURRENT LEARNING RATE: 4.957942782008993e-09
previous_iter_valid_loss : 0.1773824691772461
1876560 0.177694 0.177382 0.164305 CURRENT LEARNING RATE: 4.956951292604839e-09
previous_iter_valid_loss : 0.18107806146144867
1876580 0.181419 0.181078 0.164722 CURRENT LEARNING RATE: 4.955960001478737e-09
previous_iter_valid_loss : 0.1638329178094864
1876600 0.163995 0.163833 0.164707 CURRENT LEARNING RATE: 4.954968908591019e-09
previous_iter_valid_loss : 0.16053807735443115
1876620 0.160707 0.160538 0.164683 CURRENT LEARNING RATE: 4.953978013902075e-09
previous_iter_valid_loss : 0.18852224946022034
1876640 0.188962 0.188522 0.165938 CURRENT LEARNING RATE: 4.952987317372252e-09
previous_iter_valid_loss : 0.16092297434806824
1876660 0.161114 0.160923 0.165782 CURRENT LEARNING RATE: 4.951996818961923e-09
previous_iter_valid_loss : 0.16218887269496918
1876680 0.162352 0.162189 0.165855 CURRENT LEARNING RATE: 4.951006518631466e-09
previous_iter_valid_loss : 0.16818168759346008
1876700 0.168338 0.168182 0.166235 CURRENT LEARNING RATE: 4.950016416341271e-09
previous_iter_valid_loss : 0.16986986994743347
1876720 0.170021 0.169870 0.166582 CURRENT LEARNING RATE: 4.949026512051734e-09
previous_iter_valid_loss : 0.17608627676963806
1876740 0.176234 0.176086 0.166832 CURRENT LEARNING RATE: 4.948036805723241e-09
previous_iter_valid_loss : 0.16469372808933258
1876760 0.164892 0.164694 0.167030 CURRENT LEARNING RATE: 4.947047297316237e-09
previous_iter_valid_loss : 0.1688890904188156
1876780 0.169045 0.168889 0.167426 CURRENT LEARNING RATE: 4.946057986791126e-09
previous_iter_valid_loss : 0.16264377534389496
1876800 0.162840 0.162644 0.167376 CURRENT LEARNING RATE: 4.945068874108336e-09
previous_iter_valid_loss : 0.16126981377601624
1876820 0.161456 0.161270 0.167395 CURRENT LEARNING RATE: 4.944079959228301e-09
previous_iter_valid_loss : 0.17782902717590332
1876840 0.178138 0.177829 0.168206 CURRENT LEARNING RATE: 4.943091242111466e-09
previous_iter_valid_loss : 0.1692381203174591
1876860 0.169477 0.169238 0.168570 CURRENT LEARNING RATE: 4.942102722718279e-09
previous_iter_valid_loss : 0.16074880957603455
1876880 0.160916 0.160749 0.168376 CURRENT LEARNING RATE: 4.941114401009204e-09
previous_iter_valid_loss : 0.1648169308900833
1876900 0.164985 0.164817 0.168063 CURRENT LEARNING RATE: 4.940126276944686e-09
previous_iter_valid_loss : 0.17234373092651367
1876920 0.172616 0.172344 0.168635 CURRENT LEARNING RATE: 4.939138350485239e-09
previous_iter_valid_loss : 0.16188399493694305
1876940 0.162071 0.161884 0.168646 CURRENT LEARNING RATE: 4.9381506215913266e-09
previous_iter_valid_loss : 0.1760789155960083
1876960 0.176377 0.176079 0.168581 CURRENT LEARNING RATE: 4.937163090223439e-09
previous_iter_valid_loss : 0.1637510508298874
1876980 0.163933 0.163751 0.167714 CURRENT LEARNING RATE: 4.936175756342076e-09
previous_iter_valid_loss : 0.16055314242839813
1877000 0.160722 0.160553 0.167550 CURRENT LEARNING RATE: 4.935188619907743e-09
previous_iter_valid_loss : 0.16732574999332428
1877020 0.167558 0.167326 0.167890 CURRENT LEARNING RATE: 4.934201680880957e-09
previous_iter_valid_loss : 0.16112631559371948
1877040 0.161313 0.161126 0.166520 CURRENT LEARNING RATE: 4.93321493922222e-09
previous_iter_valid_loss : 0.19062982499599457
1877060 0.190760 0.190630 0.168005 CURRENT LEARNING RATE: 4.932228394892099e-09
previous_iter_valid_loss : 0.16284653544425964
1877080 0.163013 0.162847 0.168038 CURRENT LEARNING RATE: 4.931242047851115e-09
previous_iter_valid_loss : 0.16778871417045593
1877100 0.167946 0.167789 0.168018 CURRENT LEARNING RATE: 4.930255898059814e-09
previous_iter_valid_loss : 0.1873232126235962
1877120 0.187465 0.187323 0.168891 CURRENT LEARNING RATE: 4.929269945478749e-09
previous_iter_valid_loss : 0.16335038840770721
1877140 0.163520 0.163350 0.168254 CURRENT LEARNING RATE: 4.9282841900684816e-09
previous_iter_valid_loss : 0.16781915724277496
1877160 0.167978 0.167819 0.168411 CURRENT LEARNING RATE: 4.927298631789584e-09
previous_iter_valid_loss : 0.1613141894340515
1877180 0.161477 0.161314 0.168032 CURRENT LEARNING RATE: 4.926313270602631e-09
previous_iter_valid_loss : 0.16183270514011383
1877200 0.161992 0.161833 0.167991 CURRENT LEARNING RATE: 4.925328106468193e-09
previous_iter_valid_loss : 0.1648186892271042
1877220 0.165021 0.164819 0.168169 CURRENT LEARNING RATE: 4.924343139346897e-09
previous_iter_valid_loss : 0.1681588888168335
1877240 0.168313 0.168159 0.167685 CURRENT LEARNING RATE: 4.9233583691993274e-09
previous_iter_valid_loss : 0.1607782542705536
1877260 0.160928 0.160778 0.167262 CURRENT LEARNING RATE: 4.922373795986093e-09
previous_iter_valid_loss : 0.1616329550743103
1877280 0.161799 0.161633 0.167306 CURRENT LEARNING RATE: 4.9213894196678105e-09
previous_iter_valid_loss : 0.17708759009838104
1877300 0.177244 0.177088 0.167920 CURRENT LEARNING RATE: 4.920405240205107e-09
previous_iter_valid_loss : 0.17533919215202332
1877320 0.175498 0.175339 0.168070 CURRENT LEARNING RATE: 4.919421257558612e-09
previous_iter_valid_loss : 0.16055484116077423
1877340 0.160714 0.160555 0.168003 CURRENT LEARNING RATE: 4.9184374716889696e-09
previous_iter_valid_loss : 0.16089998185634613
1877360 0.161087 0.160900 0.167244 CURRENT LEARNING RATE: 4.917453882556808e-09
previous_iter_valid_loss : 0.1635770946741104
1877380 0.163749 0.163577 0.167236 CURRENT LEARNING RATE: 4.91647049012282e-09
previous_iter_valid_loss : 0.17357593774795532
1877400 0.173851 0.173576 0.167887 CURRENT LEARNING RATE: 4.9154872943476535e-09
previous_iter_valid_loss : 0.1624036729335785
1877420 0.162568 0.162404 0.167641 CURRENT LEARNING RATE: 4.914504295191978e-09
previous_iter_valid_loss : 0.1609012633562088
1877440 0.161058 0.160901 0.167629 CURRENT LEARNING RATE: 4.913521492616476e-09
previous_iter_valid_loss : 0.17385734617710114
1877460 0.174001 0.173857 0.166791 CURRENT LEARNING RATE: 4.9125388865818336e-09
previous_iter_valid_loss : 0.16108834743499756
1877480 0.161239 0.161088 0.166703 CURRENT LEARNING RATE: 4.911556477048747e-09
previous_iter_valid_loss : 0.16167378425598145
1877500 0.161870 0.161674 0.166397 CURRENT LEARNING RATE: 4.910574263977903e-09
previous_iter_valid_loss : 0.1747026890516281
1877520 0.174849 0.174703 0.165766 CURRENT LEARNING RATE: 4.9095922473300484e-09
previous_iter_valid_loss : 0.16117776930332184
1877540 0.161355 0.161178 0.165657 CURRENT LEARNING RATE: 4.908610427065883e-09
previous_iter_valid_loss : 0.16289640963077545
1877560 0.163091 0.162896 0.165411 CURRENT LEARNING RATE: 4.907628803146137e-09
previous_iter_valid_loss : 0.16168047487735748
1877580 0.161856 0.161680 0.165430 CURRENT LEARNING RATE: 4.906647375531542e-09
previous_iter_valid_loss : 0.16052140295505524
1877600 0.160693 0.160521 0.165364 CURRENT LEARNING RATE: 4.9056661441828446e-09
previous_iter_valid_loss : 0.16989953815937042
1877620 0.170154 0.169900 0.165618 CURRENT LEARNING RATE: 4.904685109060792e-09
previous_iter_valid_loss : 0.16109366714954376
1877640 0.161280 0.161094 0.165265 CURRENT LEARNING RATE: 4.903704270126145e-09
previous_iter_valid_loss : 0.1668185293674469
1877660 0.166977 0.166819 0.165567 CURRENT LEARNING RATE: 4.902723627339652e-09
previous_iter_valid_loss : 0.1623990833759308
1877680 0.162550 0.162399 0.165605 CURRENT LEARNING RATE: 4.901743180662123e-09
previous_iter_valid_loss : 0.16665750741958618
1877700 0.166812 0.166658 0.165084 CURRENT LEARNING RATE: 4.900762930054321e-09
previous_iter_valid_loss : 0.17247554659843445
1877720 0.172620 0.172476 0.164940 CURRENT LEARNING RATE: 4.899782875477037e-09
previous_iter_valid_loss : 0.17941701412200928
1877740 0.179575 0.179417 0.165884 CURRENT LEARNING RATE: 4.8988030168910684e-09
previous_iter_valid_loss : 0.160502627491951
1877760 0.160662 0.160503 0.165864 CURRENT LEARNING RATE: 4.897823354257222e-09
previous_iter_valid_loss : 0.16299334168434143
1877780 0.163166 0.162993 0.165835 CURRENT LEARNING RATE: 4.8968438875363095e-09
previous_iter_valid_loss : 0.1781596541404724
1877800 0.178473 0.178160 0.166064 CURRENT LEARNING RATE: 4.895864616689153e-09
previous_iter_valid_loss : 0.16697198152542114
1877820 0.167130 0.166972 0.166292 CURRENT LEARNING RATE: 4.8948855416765655e-09
previous_iter_valid_loss : 0.16076719760894775
1877840 0.160941 0.160767 0.166285 CURRENT LEARNING RATE: 4.893906662459417e-09
previous_iter_valid_loss : 0.16060879826545715
1877860 0.160768 0.160609 0.165623 CURRENT LEARNING RATE: 4.892927978998536e-09
previous_iter_valid_loss : 0.17098340392112732
1877880 0.171238 0.170983 0.166118 CURRENT LEARNING RATE: 4.891949491254775e-09
previous_iter_valid_loss : 0.16839314997196198
1877900 0.168626 0.168393 0.166454 CURRENT LEARNING RATE: 4.890971199188994e-09
previous_iter_valid_loss : 0.16769208014011383
1877920 0.167917 0.167692 0.166103 CURRENT LEARNING RATE: 4.889993102762061e-09
previous_iter_valid_loss : 0.16171209514141083
1877940 0.161867 0.161712 0.166130 CURRENT LEARNING RATE: 4.889015201934853e-09
previous_iter_valid_loss : 0.1608055830001831
1877960 0.160975 0.160806 0.166025 CURRENT LEARNING RATE: 4.8880374966682365e-09
previous_iter_valid_loss : 0.16160495579242706
1877980 0.161758 0.161605 0.166022 CURRENT LEARNING RATE: 4.887059986923138e-09
previous_iter_valid_loss : 0.16982343792915344
1878000 0.169973 0.169823 0.166487 CURRENT LEARNING RATE: 4.88608267266044e-09
previous_iter_valid_loss : 0.17386050522327423
1878020 0.174130 0.173861 0.166685 CURRENT LEARNING RATE: 4.885105553841049e-09
previous_iter_valid_loss : 0.17292647063732147
1878040 0.173072 0.172926 0.167276 CURRENT LEARNING RATE: 4.884128630425881e-09
previous_iter_valid_loss : 0.18294748663902283
1878060 0.183317 0.182947 0.168083 CURRENT LEARNING RATE: 4.883151902375859e-09
previous_iter_valid_loss : 0.16100114583969116
1878080 0.161154 0.161001 0.168013 CURRENT LEARNING RATE: 4.882175369651914e-09
previous_iter_valid_loss : 0.1637226939201355
1878100 0.163923 0.163723 0.167866 CURRENT LEARNING RATE: 4.881199032214984e-09
previous_iter_valid_loss : 0.1649741232395172
1878120 0.165148 0.164974 0.167491 CURRENT LEARNING RATE: 4.880222890025998e-09
previous_iter_valid_loss : 0.17398031055927277
1878140 0.174129 0.173980 0.167219 CURRENT LEARNING RATE: 4.879246943045947e-09
previous_iter_valid_loss : 0.16165712475776672
1878160 0.161840 0.161657 0.167277 CURRENT LEARNING RATE: 4.878271191235773e-09
previous_iter_valid_loss : 0.16126367449760437
1878180 0.161427 0.161264 0.167191 CURRENT LEARNING RATE: 4.877295634556448e-09
previous_iter_valid_loss : 0.16213750839233398
1878200 0.162321 0.162138 0.166389 CURRENT LEARNING RATE: 4.876320272968949e-09
previous_iter_valid_loss : 0.17258712649345398
1878220 0.172858 0.172587 0.166670 CURRENT LEARNING RATE: 4.8753451064342614e-09
previous_iter_valid_loss : 0.18155598640441895
1878240 0.181710 0.181556 0.167710 CURRENT LEARNING RATE: 4.874370134913379e-09
previous_iter_valid_loss : 0.16871625185012817
1878260 0.168875 0.168716 0.168115 CURRENT LEARNING RATE: 4.873395358367285e-09
previous_iter_valid_loss : 0.16686387360095978
1878280 0.167073 0.166864 0.167909 CURRENT LEARNING RATE: 4.872420776757023e-09
previous_iter_valid_loss : 0.16191819310188293
1878300 0.162113 0.161918 0.167585 CURRENT LEARNING RATE: 4.871446390043594e-09
previous_iter_valid_loss : 0.1609872430562973
1878320 0.161147 0.160987 0.167250 CURRENT LEARNING RATE: 4.87047219818802e-09
previous_iter_valid_loss : 0.1666289120912552
1878340 0.166855 0.166629 0.167496 CURRENT LEARNING RATE: 4.869498201151335e-09
previous_iter_valid_loss : 0.1715024709701538
1878360 0.171649 0.171502 0.168031 CURRENT LEARNING RATE: 4.868524398894578e-09
previous_iter_valid_loss : 0.16634608805179596
1878380 0.166556 0.166346 0.168268 CURRENT LEARNING RATE: 4.8675507913787995e-09
previous_iter_valid_loss : 0.16182944178581238
1878400 0.162000 0.161829 0.167868 CURRENT LEARNING RATE: 4.866577378565051e-09
previous_iter_valid_loss : 0.16385315358638763
1878420 0.164059 0.163853 0.167368 CURRENT LEARNING RATE: 4.8656041604143825e-09
previous_iter_valid_loss : 0.1638675481081009
1878440 0.164072 0.163868 0.166915 CURRENT LEARNING RATE: 4.8646311368878985e-09
previous_iter_valid_loss : 0.16051620244979858
1878460 0.160677 0.160516 0.165793 CURRENT LEARNING RATE: 4.86365830794666e-09
previous_iter_valid_loss : 0.16098615527153015
1878480 0.161142 0.160986 0.165792 CURRENT LEARNING RATE: 4.8626856735517546e-09
previous_iter_valid_loss : 0.1654502898454666
1878500 0.165608 0.165450 0.165879 CURRENT LEARNING RATE: 4.861713233664276e-09
previous_iter_valid_loss : 0.16158868372440338
1878520 0.161752 0.161589 0.165710 CURRENT LEARNING RATE: 4.860740988245328e-09
previous_iter_valid_loss : 0.16822627186775208
1878540 0.168382 0.168226 0.165422 CURRENT LEARNING RATE: 4.8597689372560205e-09
previous_iter_valid_loss : 0.1620846539735794
1878560 0.162268 0.162085 0.165443 CURRENT LEARNING RATE: 4.858797080657471e-09
previous_iter_valid_loss : 0.16525976359844208
1878580 0.165428 0.165260 0.165643 CURRENT LEARNING RATE: 4.857825418410788e-09
previous_iter_valid_loss : 0.16112440824508667
1878600 0.161283 0.161124 0.165592 CURRENT LEARNING RATE: 4.85685395047714e-09
previous_iter_valid_loss : 0.16056188941001892
1878620 0.160729 0.160562 0.164991 CURRENT LEARNING RATE: 4.855882676817651e-09
previous_iter_valid_loss : 0.1979670375585556
1878640 0.198481 0.197967 0.165812 CURRENT LEARNING RATE: 4.854911597393468e-09
previous_iter_valid_loss : 0.16050787270069122
1878660 0.160677 0.160508 0.165401 CURRENT LEARNING RATE: 4.853940712165751e-09
previous_iter_valid_loss : 0.16805404424667358
1878680 0.168290 0.168054 0.165461 CURRENT LEARNING RATE: 4.8529700210956625e-09
previous_iter_valid_loss : 0.1717945635318756
1878700 0.172060 0.171795 0.165955 CURRENT LEARNING RATE: 4.8519995241443764e-09
previous_iter_valid_loss : 0.1776665449142456
1878720 0.177818 0.177667 0.166789 CURRENT LEARNING RATE: 4.851029221273054e-09
previous_iter_valid_loss : 0.1665380299091339
1878740 0.166754 0.166538 0.166784 CURRENT LEARNING RATE: 4.8500591124429175e-09
previous_iter_valid_loss : 0.1606796830892563
1878760 0.160839 0.160680 0.166243 CURRENT LEARNING RATE: 4.849089197615147e-09
previous_iter_valid_loss : 0.17615815997123718
1878780 0.176449 0.176158 0.166734 CURRENT LEARNING RATE: 4.8481194767509456e-09
previous_iter_valid_loss : 0.16158299148082733
1878800 0.161749 0.161583 0.166721 CURRENT LEARNING RATE: 4.847149949811524e-09
previous_iter_valid_loss : 0.17029628157615662
1878820 0.170445 0.170296 0.167043 CURRENT LEARNING RATE: 4.8461806167581e-09
previous_iter_valid_loss : 0.16173136234283447
1878840 0.161917 0.161731 0.166937 CURRENT LEARNING RATE: 4.8452114775519015e-09
previous_iter_valid_loss : 0.16058027744293213
1878860 0.160750 0.160580 0.166940 CURRENT LEARNING RATE: 4.844242532154163e-09
previous_iter_valid_loss : 0.16221590340137482
1878880 0.162407 0.162216 0.167001 CURRENT LEARNING RATE: 4.843273780526109e-09
previous_iter_valid_loss : 0.17746366560459137
1878900 0.177772 0.177464 0.167602 CURRENT LEARNING RATE: 4.842305222629024e-09
previous_iter_valid_loss : 0.16116304695606232
1878920 0.161351 0.161163 0.167581 CURRENT LEARNING RATE: 4.84133685842415e-09
previous_iter_valid_loss : 0.1609327644109726
1878940 0.161121 0.160933 0.167216 CURRENT LEARNING RATE: 4.840368687872749e-09
previous_iter_valid_loss : 0.1606188267469406
1878960 0.160794 0.160619 0.167143 CURRENT LEARNING RATE: 4.839400710936097e-09
previous_iter_valid_loss : 0.160613015294075
1878980 0.160789 0.160613 0.166910 CURRENT LEARNING RATE: 4.838432927575474e-09
previous_iter_valid_loss : 0.16791576147079468
1879000 0.168146 0.167916 0.167250 CURRENT LEARNING RATE: 4.837465337752169e-09
previous_iter_valid_loss : 0.16058650612831116
1879020 0.160752 0.160587 0.167251 CURRENT LEARNING RATE: 4.836497941427461e-09
previous_iter_valid_loss : 0.1622249037027359
1879040 0.162394 0.162225 0.165464 CURRENT LEARNING RATE: 4.835530738562687e-09
previous_iter_valid_loss : 0.16102436184883118
1879060 0.161186 0.161024 0.165490 CURRENT LEARNING RATE: 4.834563729119145e-09
previous_iter_valid_loss : 0.1627400666475296
1879080 0.162902 0.162740 0.165224 CURRENT LEARNING RATE: 4.833596913058152e-09
previous_iter_valid_loss : 0.17131008207798004
1879100 0.171457 0.171310 0.165200 CURRENT LEARNING RATE: 4.8326302903410366e-09
previous_iter_valid_loss : 0.16056497395038605
1879120 0.160731 0.160565 0.164345 CURRENT LEARNING RATE: 4.831663860929133e-09
previous_iter_valid_loss : 0.16061359643936157
1879140 0.160776 0.160614 0.164049 CURRENT LEARNING RATE: 4.830697624783785e-09
previous_iter_valid_loss : 0.16338206827640533
1879160 0.163559 0.163382 0.164184 CURRENT LEARNING RATE: 4.829731581866343e-09
previous_iter_valid_loss : 0.17457321286201477
1879180 0.174722 0.174573 0.164104 CURRENT LEARNING RATE: 4.828765732138147e-09
previous_iter_valid_loss : 0.16246071457862854
1879200 0.162622 0.162461 0.164148 CURRENT LEARNING RATE: 4.8278000755605975e-09
previous_iter_valid_loss : 0.16748781502246857
1879220 0.167642 0.167488 0.164008 CURRENT LEARNING RATE: 4.826834612095053e-09
previous_iter_valid_loss : 0.16207970678806305
1879240 0.162237 0.162080 0.164025 CURRENT LEARNING RATE: 4.825869341702893e-09
previous_iter_valid_loss : 0.1675761491060257
1879260 0.167807 0.167576 0.164375 CURRENT LEARNING RATE: 4.8249042643455074e-09
previous_iter_valid_loss : 0.1923355609178543
1879280 0.192793 0.192336 0.165881 CURRENT LEARNING RATE: 4.8239393799842926e-09
previous_iter_valid_loss : 0.1618616282939911
1879300 0.162022 0.161862 0.165101 CURRENT LEARNING RATE: 4.822974688580654e-09
previous_iter_valid_loss : 0.1614985167980194
1879320 0.161651 0.161499 0.165118 CURRENT LEARNING RATE: 4.822010190096004e-09
previous_iter_valid_loss : 0.17087285220623016
1879340 0.171128 0.170873 0.165615 CURRENT LEARNING RATE: 4.8210458844917444e-09
previous_iter_valid_loss : 0.16376982629299164
1879360 0.163974 0.163770 0.165772 CURRENT LEARNING RATE: 4.820081771729338e-09
previous_iter_valid_loss : 0.1638689786195755
1879380 0.164041 0.163869 0.165935 CURRENT LEARNING RATE: 4.819117851770203e-09
previous_iter_valid_loss : 0.1617112010717392
1879400 0.161861 0.161711 0.165625 CURRENT LEARNING RATE: 4.818154124575783e-09
previous_iter_valid_loss : 0.16501149535179138
1879420 0.165213 0.165011 0.165846 CURRENT LEARNING RATE: 4.817190590107529e-09
previous_iter_valid_loss : 0.16115784645080566
1879440 0.161316 0.161158 0.165793 CURRENT LEARNING RATE: 4.816227248326899e-09
previous_iter_valid_loss : 0.1784198135137558
1879460 0.178580 0.178420 0.166663 CURRENT LEARNING RATE: 4.8152640991953595e-09
previous_iter_valid_loss : 0.1624870002269745
1879480 0.162678 0.162487 0.166650 CURRENT LEARNING RATE: 4.814301142674368e-09
previous_iter_valid_loss : 0.161892369389534
1879500 0.162044 0.161892 0.166179 CURRENT LEARNING RATE: 4.813338378725439e-09
previous_iter_valid_loss : 0.16078484058380127
1879520 0.160965 0.160785 0.166190 CURRENT LEARNING RATE: 4.812375807310047e-09
previous_iter_valid_loss : 0.1956012099981308
1879540 0.195717 0.195601 0.167939 CURRENT LEARNING RATE: 4.811413428389687e-09
previous_iter_valid_loss : 0.16050662100315094
1879560 0.160670 0.160507 0.167796 CURRENT LEARNING RATE: 4.810451241925865e-09
previous_iter_valid_loss : 0.17919999361038208
1879580 0.179509 0.179200 0.168027 CURRENT LEARNING RATE: 4.809489247880093e-09
previous_iter_valid_loss : 0.16054044663906097
1879600 0.160717 0.160540 0.167931 CURRENT LEARNING RATE: 4.808527446213892e-09
previous_iter_valid_loss : 0.16069898009300232
1879620 0.160871 0.160699 0.167592 CURRENT LEARNING RATE: 4.807565836888789e-09
previous_iter_valid_loss : 0.16125541925430298
1879640 0.161436 0.161255 0.167550 CURRENT LEARNING RATE: 4.806604419866303e-09
previous_iter_valid_loss : 0.16122783720493317
1879660 0.161382 0.161228 0.167233 CURRENT LEARNING RATE: 4.805643195108012e-09
previous_iter_valid_loss : 0.16412138938903809
1879680 0.164286 0.164121 0.165822 CURRENT LEARNING RATE: 4.804682162575449e-09
previous_iter_valid_loss : 0.16715624928474426
1879700 0.167314 0.167156 0.166087 CURRENT LEARNING RATE: 4.803721322230175e-09
previous_iter_valid_loss : 0.16716158390045166
1879720 0.167322 0.167162 0.166370 CURRENT LEARNING RATE: 4.8027606740337524e-09
previous_iter_valid_loss : 0.16546842455863953
1879740 0.165636 0.165468 0.166100 CURRENT LEARNING RATE: 4.801800217947758e-09
previous_iter_valid_loss : 0.166381374001503
1879760 0.166540 0.166381 0.166230 CURRENT LEARNING RATE: 4.800839953933773e-09
previous_iter_valid_loss : 0.17439459264278412
1879780 0.174539 0.174395 0.166757 CURRENT LEARNING RATE: 4.799879881953386e-09
previous_iter_valid_loss : 0.1674303114414215
1879800 0.167661 0.167430 0.167043 CURRENT LEARNING RATE: 4.798920001968179e-09
previous_iter_valid_loss : 0.1605214625597
1879820 0.160681 0.160521 0.166818 CURRENT LEARNING RATE: 4.79796031393979e-09
previous_iter_valid_loss : 0.21012724936008453
1879840 0.210186 0.210127 0.169267 CURRENT LEARNING RATE: 4.797000817829813e-09
previous_iter_valid_loss : 0.16164365410804749
1879860 0.161836 0.161644 0.168428 CURRENT LEARNING RATE: 4.79604151359987e-09
previous_iter_valid_loss : 0.16053557395935059
1879880 0.160704 0.160536 0.168330 CURRENT LEARNING RATE: 4.795082401211589e-09
previous_iter_valid_loss : 0.16402406990528107
1879900 0.164197 0.164024 0.168437 CURRENT LEARNING RATE: 4.794123480626603e-09
previous_iter_valid_loss : 0.1621238738298416
1879920 0.162306 0.162124 0.168504 CURRENT LEARNING RATE: 4.793164751806558e-09
previous_iter_valid_loss : 0.17672553658485413
1879940 0.177024 0.176726 0.167560 CURRENT LEARNING RATE: 4.792206214713086e-09
previous_iter_valid_loss : 0.17490209639072418
1879960 0.175055 0.174902 0.168280 CURRENT LEARNING RATE: 4.791247869307881e-09
previous_iter_valid_loss : 0.17162084579467773
1879980 0.171771 0.171621 0.167901 CURRENT LEARNING RATE: 4.790289715552591e-09
previous_iter_valid_loss : 0.16119331121444702
1880000 0.161346 0.161193 0.167933 CURRENT LEARNING RATE: 4.7893317534088905e-09
previous_iter_valid_loss : 0.16124220192432404
1880020 0.161433 0.161242 0.167961 CURRENT LEARNING RATE: 4.78837398283846e-09
previous_iter_valid_loss : 0.16422615945339203
1880040 0.164395 0.164226 0.168109 CURRENT LEARNING RATE: 4.787416403802991e-09
previous_iter_valid_loss : 0.16083519160747528
1880060 0.160996 0.160835 0.168090 CURRENT LEARNING RATE: 4.786459016264177e-09
previous_iter_valid_loss : 0.16287575662136078
1880080 0.163038 0.162876 0.168027 CURRENT LEARNING RATE: 4.785501820183725e-09
previous_iter_valid_loss : 0.16236674785614014
1880100 0.162569 0.162367 0.167788 CURRENT LEARNING RATE: 4.78454481552333e-09
previous_iter_valid_loss : 0.16416579484939575
1880120 0.164338 0.164166 0.167638 CURRENT LEARNING RATE: 4.783588002244744e-09
previous_iter_valid_loss : 0.16200914978981018
1880140 0.162198 0.162009 0.167465 CURRENT LEARNING RATE: 4.78263138030968e-09
previous_iter_valid_loss : 0.1643306165933609
1880160 0.164544 0.164331 0.167362 CURRENT LEARNING RATE: 4.781674949679871e-09
previous_iter_valid_loss : 0.16978347301483154
1880180 0.169940 0.169783 0.167132 CURRENT LEARNING RATE: 4.780718710317062e-09
previous_iter_valid_loss : 0.17472144961357117
1880200 0.174997 0.174721 0.167496 CURRENT LEARNING RATE: 4.779762662183001e-09
previous_iter_valid_loss : 0.16646984219551086
1880220 0.166624 0.166470 0.167794 CURRENT LEARNING RATE: 4.778806805239446e-09
previous_iter_valid_loss : 0.16705478727817535
1880240 0.167287 0.167055 0.165640 CURRENT LEARNING RATE: 4.777851139448149e-09
previous_iter_valid_loss : 0.16547775268554688
1880260 0.165688 0.165478 0.165832 CURRENT LEARNING RATE: 4.776895664770914e-09
previous_iter_valid_loss : 0.17025481164455414
1880280 0.170405 0.170255 0.166318 CURRENT LEARNING RATE: 4.775940381169506e-09
previous_iter_valid_loss : 0.16162556409835815
1880300 0.161810 0.161626 0.166198 CURRENT LEARNING RATE: 4.7749852886057145e-09
previous_iter_valid_loss : 0.1625056266784668
1880320 0.162700 0.162506 0.166217 CURRENT LEARNING RATE: 4.774030387041335e-09
previous_iter_valid_loss : 0.1611391007900238
1880340 0.161297 0.161139 0.165438 CURRENT LEARNING RATE: 4.7730756764381715e-09
previous_iter_valid_loss : 0.16637754440307617
1880360 0.166584 0.166378 0.165012 CURRENT LEARNING RATE: 4.772121156758036e-09
previous_iter_valid_loss : 0.1800040751695633
1880380 0.180330 0.180004 0.165431 CURRENT LEARNING RATE: 4.7711668279627475e-09
previous_iter_valid_loss : 0.16147065162658691
1880400 0.161617 0.161471 0.165445 CURRENT LEARNING RATE: 4.770212690014116e-09
previous_iter_valid_loss : 0.17511065304279327
1880420 0.175401 0.175111 0.166138 CURRENT LEARNING RATE: 4.769258742874009e-09
previous_iter_valid_loss : 0.16441947221755981
1880440 0.164591 0.164419 0.166148 CURRENT LEARNING RATE: 4.768304986504253e-09
previous_iter_valid_loss : 0.16527418792247772
1880460 0.165449 0.165274 0.166370 CURRENT LEARNING RATE: 4.767351420866696e-09
previous_iter_valid_loss : 0.16093693673610687
1880480 0.161124 0.160937 0.166273 CURRENT LEARNING RATE: 4.766398045923197e-09
previous_iter_valid_loss : 0.16447962820529938
1880500 0.164648 0.164480 0.166378 CURRENT LEARNING RATE: 4.765444861635621e-09
previous_iter_valid_loss : 0.17370274662971497
1880520 0.173982 0.173703 0.166855 CURRENT LEARNING RATE: 4.7644918679658394e-09
previous_iter_valid_loss : 0.1625520884990692
1880540 0.162744 0.162552 0.166882 CURRENT LEARNING RATE: 4.763539064875733e-09
previous_iter_valid_loss : 0.16504715383052826
1880560 0.165248 0.165047 0.166918 CURRENT LEARNING RATE: 4.762586452327174e-09
previous_iter_valid_loss : 0.16177666187286377
1880580 0.161942 0.161777 0.166518 CURRENT LEARNING RATE: 4.76163403028209e-09
previous_iter_valid_loss : 0.1620568484067917
1880600 0.162218 0.162057 0.165885 CURRENT LEARNING RATE: 4.760681798702368e-09
previous_iter_valid_loss : 0.16421476006507874
1880620 0.164418 0.164215 0.165772 CURRENT LEARNING RATE: 4.759729757549918e-09
previous_iter_valid_loss : 0.1649845987558365
1880640 0.165187 0.164985 0.165668 CURRENT LEARNING RATE: 4.75877790678666e-09
previous_iter_valid_loss : 0.1660381257534027
1880660 0.166257 0.166038 0.165696 CURRENT LEARNING RATE: 4.757826246374518e-09
previous_iter_valid_loss : 0.162325918674469
1880680 0.162499 0.162326 0.165300 CURRENT LEARNING RATE: 4.756874776275427e-09
previous_iter_valid_loss : 0.16135966777801514
1880700 0.161519 0.161360 0.165287 CURRENT LEARNING RATE: 4.75592349645131e-09
previous_iter_valid_loss : 0.18236824870109558
1880720 0.182524 0.182368 0.166280 CURRENT LEARNING RATE: 4.754972406864151e-09
previous_iter_valid_loss : 0.16157583892345428
1880740 0.161726 0.161576 0.166302 CURRENT LEARNING RATE: 4.754021507475889e-09
previous_iter_valid_loss : 0.17146839201450348
1880760 0.171737 0.171468 0.166556 CURRENT LEARNING RATE: 4.753070798248488e-09
previous_iter_valid_loss : 0.160557821393013
1880780 0.160725 0.160558 0.165584 CURRENT LEARNING RATE: 4.752120279143919e-09
previous_iter_valid_loss : 0.16169093549251556
1880800 0.161885 0.161691 0.165595 CURRENT LEARNING RATE: 4.7511699501241625e-09
previous_iter_valid_loss : 0.16083937883377075
1880820 0.161021 0.160839 0.164881 CURRENT LEARNING RATE: 4.7502198111512046e-09
previous_iter_valid_loss : 0.17268697917461395
1880840 0.172835 0.172687 0.165295 CURRENT LEARNING RATE: 4.749269862187039e-09
previous_iter_valid_loss : 0.1605357527732849
1880860 0.160697 0.160536 0.165058 CURRENT LEARNING RATE: 4.7483201031936526e-09
previous_iter_valid_loss : 0.16969315707683563
1880880 0.169841 0.169693 0.165496 CURRENT LEARNING RATE: 4.747370534133087e-09
previous_iter_valid_loss : 0.16431361436843872
1880900 0.164516 0.164314 0.165487 CURRENT LEARNING RATE: 4.746421154967344e-09
previous_iter_valid_loss : 0.16274121403694153
1880920 0.162941 0.162741 0.164939 CURRENT LEARNING RATE: 4.7454719656584475e-09
previous_iter_valid_loss : 0.16126400232315063
1880940 0.161426 0.161264 0.164875 CURRENT LEARNING RATE: 4.74452296616843e-09
previous_iter_valid_loss : 0.16987933218479156
1880960 0.170033 0.169879 0.165116 CURRENT LEARNING RATE: 4.743574156459333e-09
previous_iter_valid_loss : 0.17156361043453217
1880980 0.171712 0.171564 0.165606 CURRENT LEARNING RATE: 4.7426255364932015e-09
previous_iter_valid_loss : 0.16082356870174408
1881000 0.160977 0.160824 0.165544 CURRENT LEARNING RATE: 4.741677106232093e-09
previous_iter_valid_loss : 0.1683022826910019
1881020 0.168530 0.168302 0.165748 CURRENT LEARNING RATE: 4.740728865638052e-09
previous_iter_valid_loss : 0.16402840614318848
1881040 0.164196 0.164028 0.165701 CURRENT LEARNING RATE: 4.7397808146731825e-09
previous_iter_valid_loss : 0.16086803376674652
1881060 0.161046 0.160868 0.165442 CURRENT LEARNING RATE: 4.738832953299547e-09
previous_iter_valid_loss : 0.1736459732055664
1881080 0.173919 0.173646 0.166008 CURRENT LEARNING RATE: 4.737885281479231e-09
previous_iter_valid_loss : 0.16078601777553558
1881100 0.160966 0.160786 0.165979 CURRENT LEARNING RATE: 4.736937799174326e-09
previous_iter_valid_loss : 0.16275422275066376
1881120 0.162936 0.162754 0.164999 CURRENT LEARNING RATE: 4.735990506346933e-09
previous_iter_valid_loss : 0.1605459749698639
1881140 0.160722 0.160546 0.164947 CURRENT LEARNING RATE: 4.735043402959162e-09
previous_iter_valid_loss : 0.1655634641647339
1881160 0.165769 0.165563 0.164652 CURRENT LEARNING RATE: 4.7340964889731106e-09
previous_iter_valid_loss : 0.16086097061634064
1881180 0.161032 0.160861 0.164667 CURRENT LEARNING RATE: 4.733149764350937e-09
previous_iter_valid_loss : 0.1611391007900238
1881200 0.161295 0.161139 0.164639 CURRENT LEARNING RATE: 4.732203229054753e-09
previous_iter_valid_loss : 0.16657550632953644
1881220 0.166789 0.166576 0.164926 CURRENT LEARNING RATE: 4.7312568830466996e-09
previous_iter_valid_loss : 0.1605149805545807
1881240 0.160678 0.160515 0.164318 CURRENT LEARNING RATE: 4.730310726288922e-09
previous_iter_valid_loss : 0.17054317891597748
1881260 0.170808 0.170543 0.164818 CURRENT LEARNING RATE: 4.729364758743574e-09
previous_iter_valid_loss : 0.16077205538749695
1881280 0.160928 0.160772 0.164372 CURRENT LEARNING RATE: 4.728418980372817e-09
previous_iter_valid_loss : 0.16677987575531006
1881300 0.166937 0.166780 0.164495 CURRENT LEARNING RATE: 4.7274733911388205e-09
previous_iter_valid_loss : 0.16395510733127594
1881320 0.164126 0.163955 0.164556 CURRENT LEARNING RATE: 4.726527991003743e-09
previous_iter_valid_loss : 0.17100220918655396
1881340 0.171152 0.171002 0.165043 CURRENT LEARNING RATE: 4.725582779929803e-09
previous_iter_valid_loss : 0.16214996576309204
1881360 0.162329 0.162150 0.164656 CURRENT LEARNING RATE: 4.724637757879174e-09
previous_iter_valid_loss : 0.17005257308483124
1881380 0.170204 0.170053 0.164581 CURRENT LEARNING RATE: 4.723692924814056e-09
previous_iter_valid_loss : 0.1724289208650589
1881400 0.172571 0.172429 0.165161 CURRENT LEARNING RATE: 4.722748280696656e-09
previous_iter_valid_loss : 0.16072003543376923
1881420 0.160880 0.160720 0.164782 CURRENT LEARNING RATE: 4.721803825489188e-09
previous_iter_valid_loss : 0.21736758947372437
1881440 0.218025 0.217368 0.167449 CURRENT LEARNING RATE: 4.720859559153873e-09
previous_iter_valid_loss : 0.1652940809726715
1881460 0.165452 0.165294 0.167670 CURRENT LEARNING RATE: 4.719915481652925e-09
previous_iter_valid_loss : 0.1605595052242279
1881480 0.160722 0.160560 0.167016 CURRENT LEARNING RATE: 4.718971592948614e-09
previous_iter_valid_loss : 0.1609116941690445
1881500 0.161088 0.160912 0.167022 CURRENT LEARNING RATE: 4.7180278930031665e-09
previous_iter_valid_loss : 0.16054050624370575
1881520 0.160704 0.160541 0.166912 CURRENT LEARNING RATE: 4.717084381778835e-09
previous_iter_valid_loss : 0.1761462539434433
1881540 0.176429 0.176146 0.167692 CURRENT LEARNING RATE: 4.7161410592378804e-09
previous_iter_valid_loss : 0.16093994677066803
1881560 0.161116 0.160940 0.167460 CURRENT LEARNING RATE: 4.715197925342568e-09
previous_iter_valid_loss : 0.16250084340572357
1881580 0.162657 0.162501 0.167542 CURRENT LEARNING RATE: 4.7142549800551736e-09
previous_iter_valid_loss : 0.16054107248783112
1881600 0.160694 0.160541 0.167513 CURRENT LEARNING RATE: 4.713312223337979e-09
previous_iter_valid_loss : 0.160813108086586
1881620 0.160977 0.160813 0.167224 CURRENT LEARNING RATE: 4.712369655153257e-09
previous_iter_valid_loss : 0.16086627542972565
1881640 0.161024 0.160866 0.167242 CURRENT LEARNING RATE: 4.7114272754633395e-09
previous_iter_valid_loss : 0.16070309281349182
1881660 0.160871 0.160703 0.166750 CURRENT LEARNING RATE: 4.710485084230513e-09
previous_iter_valid_loss : 0.16912323236465454
1881680 0.169363 0.169123 0.167168 CURRENT LEARNING RATE: 4.70954308141709e-09
previous_iter_valid_loss : 0.16061903536319733
1881700 0.160793 0.160619 0.166859 CURRENT LEARNING RATE: 4.708601266985392e-09
previous_iter_valid_loss : 0.17509372532367706
1881720 0.175248 0.175094 0.167416 CURRENT LEARNING RATE: 4.707659640897744e-09
previous_iter_valid_loss : 0.1605476588010788
1881740 0.160697 0.160548 0.166894 CURRENT LEARNING RATE: 4.706718203116482e-09
previous_iter_valid_loss : 0.16712354123592377
1881760 0.167340 0.167124 0.167142 CURRENT LEARNING RATE: 4.705776953603951e-09
previous_iter_valid_loss : 0.16063769161701202
1881780 0.160795 0.160638 0.166672 CURRENT LEARNING RATE: 4.7048358923224805e-09
previous_iter_valid_loss : 0.17806322872638702
1881800 0.178372 0.178063 0.166953 CURRENT LEARNING RATE: 4.703895019234463e-09
previous_iter_valid_loss : 0.162117600440979
1881820 0.162282 0.162118 0.167023 CURRENT LEARNING RATE: 4.702954334302247e-09
previous_iter_valid_loss : 0.161354660987854
1881840 0.161508 0.161355 0.164223 CURRENT LEARNING RATE: 4.702013837488205e-09
previous_iter_valid_loss : 0.17040900886058807
1881860 0.170561 0.170409 0.164478 CURRENT LEARNING RATE: 4.701073528754717e-09
previous_iter_valid_loss : 0.16115763783454895
1881880 0.161315 0.161158 0.164508 CURRENT LEARNING RATE: 4.700133408064172e-09
previous_iter_valid_loss : 0.17252224683761597
1881900 0.172793 0.172522 0.165089 CURRENT LEARNING RATE: 4.6991934753789625e-09
previous_iter_valid_loss : 0.16083762049674988
1881920 0.160990 0.160838 0.165104 CURRENT LEARNING RATE: 4.698253730661477e-09
previous_iter_valid_loss : 0.16889870166778564
1881940 0.169048 0.168899 0.164741 CURRENT LEARNING RATE: 4.697314173874157e-09
previous_iter_valid_loss : 0.1626410037279129
1881960 0.162802 0.162641 0.164826 CURRENT LEARNING RATE: 4.696374804979405e-09
previous_iter_valid_loss : 0.17014169692993164
1881980 0.170294 0.170142 0.165208 CURRENT LEARNING RATE: 4.695435623939646e-09
previous_iter_valid_loss : 0.1605335921049118
1882000 0.160687 0.160534 0.165208 CURRENT LEARNING RATE: 4.694496630717312e-09
previous_iter_valid_loss : 0.1616305261850357
1882020 0.161820 0.161631 0.165249 CURRENT LEARNING RATE: 4.693557825274845e-09
previous_iter_valid_loss : 0.17031700909137726
1882040 0.170560 0.170317 0.165721 CURRENT LEARNING RATE: 4.692619207574691e-09
previous_iter_valid_loss : 0.1816939413547516
1882060 0.182035 0.181694 0.166771 CURRENT LEARNING RATE: 4.691680777579306e-09
previous_iter_valid_loss : 0.17357952892780304
1882080 0.173850 0.173580 0.166994 CURRENT LEARNING RATE: 4.690742535251135e-09
previous_iter_valid_loss : 0.1635364592075348
1882100 0.163726 0.163536 0.167140 CURRENT LEARNING RATE: 4.689804480552684e-09
previous_iter_valid_loss : 0.1730017513036728
1882120 0.173147 0.173002 0.167035 CURRENT LEARNING RATE: 4.688866613446413e-09
previous_iter_valid_loss : 0.16052334010601044
1882140 0.160688 0.160523 0.167034 CURRENT LEARNING RATE: 4.687928933894806e-09
previous_iter_valid_loss : 0.1663774996995926
1882160 0.166590 0.166377 0.166997 CURRENT LEARNING RATE: 4.686991441860357e-09
previous_iter_valid_loss : 0.1673513501882553
1882180 0.167572 0.167351 0.167332 CURRENT LEARNING RATE: 4.686054137305568e-09
previous_iter_valid_loss : 0.16059687733650208
1882200 0.160751 0.160597 0.166459 CURRENT LEARNING RATE: 4.685117020192944e-09
previous_iter_valid_loss : 0.16973434388637543
1882220 0.169886 0.169734 0.166840 CURRENT LEARNING RATE: 4.684180090485001e-09
previous_iter_valid_loss : 0.1608167588710785
1882240 0.160974 0.160817 0.166813 CURRENT LEARNING RATE: 4.683243348144246e-09
previous_iter_valid_loss : 0.1608060598373413
1882260 0.160981 0.160806 0.166333 CURRENT LEARNING RATE: 4.682306793133242e-09
previous_iter_valid_loss : 0.1610938161611557
1882280 0.161270 0.161094 0.166329 CURRENT LEARNING RATE: 4.681370425414511e-09
previous_iter_valid_loss : 0.1784430742263794
1882300 0.178602 0.178443 0.166625 CURRENT LEARNING RATE: 4.680434244950598e-09
previous_iter_valid_loss : 0.1616753190755844
1882320 0.161857 0.161675 0.166667 CURRENT LEARNING RATE: 4.679498251704054e-09
previous_iter_valid_loss : 0.16186131536960602
1882340 0.162020 0.161861 0.166316 CURRENT LEARNING RATE: 4.6785624456374416e-09
previous_iter_valid_loss : 0.1773495376110077
1882360 0.177505 0.177350 0.167051 CURRENT LEARNING RATE: 4.677626826713328e-09
previous_iter_valid_loss : 0.16484588384628296
1882380 0.165045 0.164846 0.166786 CURRENT LEARNING RATE: 4.67669139489427e-09
previous_iter_valid_loss : 0.18474186956882477
1882400 0.185117 0.184742 0.167997 CURRENT LEARNING RATE: 4.675756150142886e-09
previous_iter_valid_loss : 0.16141432523727417
1882420 0.161564 0.161414 0.167986 CURRENT LEARNING RATE: 4.674821092421749e-09
previous_iter_valid_loss : 0.1620435118675232
1882440 0.162238 0.162044 0.167572 CURRENT LEARNING RATE: 4.673886221693456e-09
previous_iter_valid_loss : 0.1826564371585846
1882460 0.182812 0.182656 0.167620 CURRENT LEARNING RATE: 4.672951537920612e-09
previous_iter_valid_loss : 0.16676253080368042
1882480 0.166921 0.166763 0.167279 CURRENT LEARNING RATE: 4.672017041065831e-09
previous_iter_valid_loss : 0.1624407321214676
1882500 0.162599 0.162441 0.167225 CURRENT LEARNING RATE: 4.6710827310917315e-09
previous_iter_valid_loss : 0.16182178258895874
1882520 0.161979 0.161822 0.166666 CURRENT LEARNING RATE: 4.6701486079609426e-09
previous_iter_valid_loss : 0.16311503946781158
1882540 0.163312 0.163115 0.166795 CURRENT LEARNING RATE: 4.669214671636081e-09
previous_iter_valid_loss : 0.17264825105667114
1882560 0.172800 0.172648 0.167109 CURRENT LEARNING RATE: 4.668280922079825e-09
previous_iter_valid_loss : 0.16867214441299438
1882580 0.168822 0.168672 0.167175 CURRENT LEARNING RATE: 4.667347359254805e-09
previous_iter_valid_loss : 0.16938790678977966
1882600 0.169635 0.169388 0.167614 CURRENT LEARNING RATE: 4.666413983123681e-09
previous_iter_valid_loss : 0.16053728759288788
1882620 0.160699 0.160537 0.167154 CURRENT LEARNING RATE: 4.665480793649116e-09
previous_iter_valid_loss : 0.16141562163829803
1882640 0.161606 0.161416 0.167184 CURRENT LEARNING RATE: 4.664547790793784e-09
previous_iter_valid_loss : 0.17537319660186768
1882660 0.175658 0.175373 0.167913 CURRENT LEARNING RATE: 4.663614974520364e-09
previous_iter_valid_loss : 0.16068993508815765
1882680 0.160863 0.160690 0.167893 CURRENT LEARNING RATE: 4.662682344791527e-09
previous_iter_valid_loss : 0.17383351922035217
1882700 0.173973 0.173834 0.167662 CURRENT LEARNING RATE: 4.6617499015700015e-09
previous_iter_valid_loss : 0.16755163669586182
1882720 0.167770 0.167552 0.167956 CURRENT LEARNING RATE: 4.660817644818472e-09
previous_iter_valid_loss : 0.16063489019870758
1882740 0.160795 0.160635 0.167895 CURRENT LEARNING RATE: 4.6598855744996496e-09
previous_iter_valid_loss : 0.1616905778646469
1882760 0.161851 0.161691 0.167112 CURRENT LEARNING RATE: 4.6589536905762504e-09
previous_iter_valid_loss : 0.16756118834018707
1882780 0.167788 0.167561 0.167247 CURRENT LEARNING RATE: 4.6580219930109995e-09
previous_iter_valid_loss : 0.16412562131881714
1882800 0.164303 0.164126 0.166217 CURRENT LEARNING RATE: 4.657090481766629e-09
previous_iter_valid_loss : 0.16096234321594238
1882820 0.161141 0.160962 0.166194 CURRENT LEARNING RATE: 4.656159156805878e-09
previous_iter_valid_loss : 0.16052751243114471
1882840 0.160697 0.160528 0.166118 CURRENT LEARNING RATE: 4.655228018091478e-09
previous_iter_valid_loss : 0.17523235082626343
1882860 0.175511 0.175232 0.165747 CURRENT LEARNING RATE: 4.6542970655862155e-09
previous_iter_valid_loss : 0.1622181534767151
1882880 0.162403 0.162218 0.165520 CURRENT LEARNING RATE: 4.653366299252836e-09
previous_iter_valid_loss : 0.16195067763328552
1882900 0.162147 0.161951 0.165495 CURRENT LEARNING RATE: 4.6524357190541095e-09
previous_iter_valid_loss : 0.16355307400226593
1882920 0.163749 0.163553 0.165582 CURRENT LEARNING RATE: 4.651505324952813e-09
previous_iter_valid_loss : 0.1605985462665558
1882940 0.160759 0.160599 0.165456 CURRENT LEARNING RATE: 4.650575116911729e-09
previous_iter_valid_loss : 0.16056068241596222
1882960 0.160728 0.160561 0.164852 CURRENT LEARNING RATE: 4.649645094893651e-09
previous_iter_valid_loss : 0.17127953469753265
1882980 0.171533 0.171280 0.164982 CURRENT LEARNING RATE: 4.648715258861377e-09
previous_iter_valid_loss : 0.1969754695892334
1883000 0.197070 0.196975 0.166361 CURRENT LEARNING RATE: 4.647785608777697e-09
previous_iter_valid_loss : 0.16801521182060242
1883020 0.168176 0.168015 0.166735 CURRENT LEARNING RATE: 4.6468561446054596e-09
previous_iter_valid_loss : 0.1700861155986786
1883040 0.170330 0.170086 0.167169 CURRENT LEARNING RATE: 4.6459268663074685e-09
previous_iter_valid_loss : 0.16945643723011017
1883060 0.169705 0.169456 0.166873 CURRENT LEARNING RATE: 4.644997773846552e-09
previous_iter_valid_loss : 0.1729428917169571
1883080 0.173209 0.172943 0.167486 CURRENT LEARNING RATE: 4.644068867185547e-09
previous_iter_valid_loss : 0.16457165777683258
1883100 0.164743 0.164572 0.167022 CURRENT LEARNING RATE: 4.643140146287297e-09
previous_iter_valid_loss : 0.19706134498119354
1883120 0.197575 0.197061 0.168498 CURRENT LEARNING RATE: 4.642211611114655e-09
previous_iter_valid_loss : 0.1767842024564743
1883140 0.177079 0.176784 0.169305 CURRENT LEARNING RATE: 4.64128326163046e-09
previous_iter_valid_loss : 0.165370374917984
1883160 0.165532 0.165370 0.169489 CURRENT LEARNING RATE: 4.640355097797614e-09
previous_iter_valid_loss : 0.17271344363689423
1883180 0.172985 0.172713 0.169747 CURRENT LEARNING RATE: 4.639427119578971e-09
previous_iter_valid_loss : 0.1700364202260971
1883200 0.170281 0.170036 0.170043 CURRENT LEARNING RATE: 4.638499326937414e-09
previous_iter_valid_loss : 0.16558177769184113
1883220 0.165785 0.165582 0.170274 CURRENT LEARNING RATE: 4.6375717198358315e-09
previous_iter_valid_loss : 0.16312390565872192
1883240 0.163301 0.163124 0.170403 CURRENT LEARNING RATE: 4.636644298237117e-09
previous_iter_valid_loss : 0.17089158296585083
1883260 0.171044 0.170892 0.170186 CURRENT LEARNING RATE: 4.635717062104176e-09
previous_iter_valid_loss : 0.16168642044067383
1883280 0.161838 0.161686 0.170160 CURRENT LEARNING RATE: 4.634790011399918e-09
previous_iter_valid_loss : 0.16746501624584198
1883300 0.167688 0.167465 0.170435 CURRENT LEARNING RATE: 4.633863146087245e-09
previous_iter_valid_loss : 0.16062085330486298
1883320 0.160791 0.160621 0.170289 CURRENT LEARNING RATE: 4.632936466129114e-09
previous_iter_valid_loss : 0.1723177582025528
1883340 0.172471 0.172318 0.170875 CURRENT LEARNING RATE: 4.632009971488443e-09
previous_iter_valid_loss : 0.16057436168193817
1883360 0.160730 0.160574 0.170875 CURRENT LEARNING RATE: 4.631083662128171e-09
previous_iter_valid_loss : 0.17539288103580475
1883380 0.175679 0.175393 0.171081 CURRENT LEARNING RATE: 4.630157538011247e-09
previous_iter_valid_loss : 0.16233424842357635
1883400 0.162532 0.162334 0.169349 CURRENT LEARNING RATE: 4.629231599100624e-09
previous_iter_valid_loss : 0.1611969918012619
1883420 0.161355 0.161197 0.169008 CURRENT LEARNING RATE: 4.628305845359266e-09
previous_iter_valid_loss : 0.16466741263866425
1883440 0.164875 0.164667 0.168737 CURRENT LEARNING RATE: 4.627380276750142e-09
previous_iter_valid_loss : 0.16605283319950104
1883460 0.166207 0.166053 0.168567 CURRENT LEARNING RATE: 4.626454893236214e-09
previous_iter_valid_loss : 0.16049149632453918
1883480 0.160653 0.160491 0.167944 CURRENT LEARNING RATE: 4.625529694780499e-09
previous_iter_valid_loss : 0.16401304304599762
1883500 0.164181 0.164013 0.167917 CURRENT LEARNING RATE: 4.624604681345971e-09
previous_iter_valid_loss : 0.16340377926826477
1883520 0.163576 0.163404 0.166234 CURRENT LEARNING RATE: 4.623679852895633e-09
previous_iter_valid_loss : 0.16272902488708496
1883540 0.162891 0.162729 0.165531 CURRENT LEARNING RATE: 4.622755209392488e-09
previous_iter_valid_loss : 0.1652444750070572
1883560 0.165410 0.165244 0.165525 CURRENT LEARNING RATE: 4.6218307507995526e-09
previous_iter_valid_loss : 0.17437678575515747
1883580 0.174526 0.174377 0.165608 CURRENT LEARNING RATE: 4.620906477079847e-09
previous_iter_valid_loss : 0.16190659999847412
1883600 0.162093 0.161907 0.165201 CURRENT LEARNING RATE: 4.619982388196386e-09
previous_iter_valid_loss : 0.1680196225643158
1883620 0.168260 0.168020 0.165323 CURRENT LEARNING RATE: 4.6190584841122364e-09
previous_iter_valid_loss : 0.1627667248249054
1883640 0.162923 0.162767 0.165305 CURRENT LEARNING RATE: 4.618134764790427e-09
previous_iter_valid_loss : 0.16205082833766937
1883660 0.162246 0.162051 0.164863 CURRENT LEARNING RATE: 4.61721123019401e-09
previous_iter_valid_loss : 0.1621856987476349
1883680 0.162336 0.162186 0.164888 CURRENT LEARNING RATE: 4.616287880286042e-09
previous_iter_valid_loss : 0.1692778766155243
1883700 0.169429 0.169278 0.164979 CURRENT LEARNING RATE: 4.6153647150295896e-09
previous_iter_valid_loss : 0.16060902178287506
1883720 0.160755 0.160609 0.164978 CURRENT LEARNING RATE: 4.614441734387727e-09
previous_iter_valid_loss : 0.16073113679885864
1883740 0.160908 0.160731 0.164399 CURRENT LEARNING RATE: 4.613518938323533e-09
previous_iter_valid_loss : 0.16267582774162292
1883760 0.162871 0.162676 0.164504 CURRENT LEARNING RATE: 4.612596326800083e-09
previous_iter_valid_loss : 0.16173821687698364
1883780 0.161932 0.161738 0.163821 CURRENT LEARNING RATE: 4.6116738997805015e-09
previous_iter_valid_loss : 0.1841556429862976
1883800 0.184525 0.184156 0.164912 CURRENT LEARNING RATE: 4.610751657227877e-09
previous_iter_valid_loss : 0.1682402789592743
1883820 0.168472 0.168240 0.165264 CURRENT LEARNING RATE: 4.60982959910532e-09
previous_iter_valid_loss : 0.1605662852525711
1883840 0.160741 0.160566 0.165059 CURRENT LEARNING RATE: 4.608907725375946e-09
previous_iter_valid_loss : 0.16079159080982208
1883860 0.160953 0.160792 0.164796 CURRENT LEARNING RATE: 4.607986036002883e-09
previous_iter_valid_loss : 0.17214146256446838
1883880 0.172396 0.172141 0.165379 CURRENT LEARNING RATE: 4.6070645309492614e-09
previous_iter_valid_loss : 0.1612362563610077
1883900 0.161389 0.161236 0.165240 CURRENT LEARNING RATE: 4.606143210178205e-09
previous_iter_valid_loss : 0.17373783886432648
1883920 0.173887 0.173738 0.165757 CURRENT LEARNING RATE: 4.605222073652895e-09
previous_iter_valid_loss : 0.16636162996292114
1883940 0.166517 0.166362 0.165938 CURRENT LEARNING RATE: 4.604301121336468e-09
previous_iter_valid_loss : 0.16238920390605927
1883960 0.162582 0.162389 0.165796 CURRENT LEARNING RATE: 4.603380353192086e-09
previous_iter_valid_loss : 0.1695789396762848
1883980 0.169729 0.169579 0.165556 CURRENT LEARNING RATE: 4.6024597691829195e-09
previous_iter_valid_loss : 0.16092877089977264
1884000 0.161110 0.160929 0.165507 CURRENT LEARNING RATE: 4.6015393692721444e-09
previous_iter_valid_loss : 0.1822446882724762
1884020 0.182396 0.182245 0.166218 CURRENT LEARNING RATE: 4.600619153422944e-09
previous_iter_valid_loss : 0.17570777237415314
1884040 0.175990 0.175708 0.166865 CURRENT LEARNING RATE: 4.599699121598511e-09
previous_iter_valid_loss : 0.16082921624183655
1884060 0.160999 0.160829 0.166804 CURRENT LEARNING RATE: 4.5987792737620265e-09
previous_iter_valid_loss : 0.16102419793605804
1884080 0.161200 0.161024 0.166746 CURRENT LEARNING RATE: 4.597859609876731e-09
previous_iter_valid_loss : 0.1616581380367279
1884100 0.161820 0.161658 0.166365 CURRENT LEARNING RATE: 4.59694012990582e-09
previous_iter_valid_loss : 0.1741333305835724
1884120 0.174402 0.174133 0.167041 CURRENT LEARNING RATE: 4.596020833812514e-09
previous_iter_valid_loss : 0.16105535626411438
1884140 0.161209 0.161055 0.167057 CURRENT LEARNING RATE: 4.5951017215600426e-09
previous_iter_valid_loss : 0.16570188105106354
1884160 0.165912 0.165702 0.167209 CURRENT LEARNING RATE: 4.594182793111641e-09
previous_iter_valid_loss : 0.16187189519405365
1884180 0.162060 0.161872 0.167215 CURRENT LEARNING RATE: 4.593264048430551e-09
previous_iter_valid_loss : 0.1659233421087265
1884200 0.166138 0.165923 0.166304 CURRENT LEARNING RATE: 4.592345487480024e-09
previous_iter_valid_loss : 0.17656853795051575
1884220 0.176870 0.176569 0.166720 CURRENT LEARNING RATE: 4.591427110223301e-09
previous_iter_valid_loss : 0.17217272520065308
1884240 0.172322 0.172173 0.167300 CURRENT LEARNING RATE: 4.590508916623679e-09
previous_iter_valid_loss : 0.1689012497663498
1884260 0.169133 0.168901 0.167706 CURRENT LEARNING RATE: 4.589590906644415e-09
previous_iter_valid_loss : 0.16402040421962738
1884280 0.164195 0.164020 0.167300 CURRENT LEARNING RATE: 4.588673080248787e-09
previous_iter_valid_loss : 0.16589680314064026
1884300 0.166063 0.165897 0.167533 CURRENT LEARNING RATE: 4.587755437400082e-09
previous_iter_valid_loss : 0.16104955971240997
1884320 0.161231 0.161050 0.166899 CURRENT LEARNING RATE: 4.5868379780615965e-09
previous_iter_valid_loss : 0.185606449842453
1884340 0.185751 0.185606 0.167861 CURRENT LEARNING RATE: 4.58592070219663e-09
previous_iter_valid_loss : 0.17870751023292542
1884360 0.178860 0.178708 0.168677 CURRENT LEARNING RATE: 4.585003609768477e-09
previous_iter_valid_loss : 0.16283605992794037
1884380 0.163031 0.162836 0.168340 CURRENT LEARNING RATE: 4.584086700740485e-09
previous_iter_valid_loss : 0.16927240788936615
1884400 0.169514 0.169272 0.168757 CURRENT LEARNING RATE: 4.583169975075961e-09
previous_iter_valid_loss : 0.16980987787246704
1884420 0.169961 0.169810 0.168135 CURRENT LEARNING RATE: 4.582253432738237e-09
previous_iter_valid_loss : 0.18690070509910583
1884440 0.187040 0.186901 0.168695 CURRENT LEARNING RATE: 4.58133707369065e-09
previous_iter_valid_loss : 0.18404865264892578
1884460 0.184199 0.184049 0.169856 CURRENT LEARNING RATE: 4.580420897896548e-09
previous_iter_valid_loss : 0.16052894294261932
1884480 0.160689 0.160529 0.169831 CURRENT LEARNING RATE: 4.579504905319281e-09
previous_iter_valid_loss : 0.16320951282978058
1884500 0.163409 0.163210 0.169908 CURRENT LEARNING RATE: 4.578589095922213e-09
previous_iter_valid_loss : 0.16071631014347076
1884520 0.160872 0.160716 0.169238 CURRENT LEARNING RATE: 4.577673469668691e-09
previous_iter_valid_loss : 0.1607496589422226
1884540 0.160908 0.160750 0.169222 CURRENT LEARNING RATE: 4.576758026522126e-09
previous_iter_valid_loss : 0.16062097251415253
1884560 0.160779 0.160621 0.168968 CURRENT LEARNING RATE: 4.575842766445882e-09
previous_iter_valid_loss : 0.1654050350189209
1884580 0.165571 0.165405 0.169145 CURRENT LEARNING RATE: 4.5749276894033495e-09
previous_iter_valid_loss : 0.1618974655866623
1884600 0.162061 0.161897 0.168944 CURRENT LEARNING RATE: 4.574012795357925e-09
previous_iter_valid_loss : 0.16091133654117584
1884620 0.161061 0.160911 0.168161 CURRENT LEARNING RATE: 4.573098084273013e-09
previous_iter_valid_loss : 0.16059648990631104
1884640 0.160768 0.160596 0.167582 CURRENT LEARNING RATE: 4.572183556112025e-09
previous_iter_valid_loss : 0.1624857485294342
1884660 0.162653 0.162486 0.167261 CURRENT LEARNING RATE: 4.571269210838364e-09
previous_iter_valid_loss : 0.16194744408130646
1884680 0.162146 0.161947 0.167157 CURRENT LEARNING RATE: 4.570355048415488e-09
previous_iter_valid_loss : 0.1750405877828598
1884700 0.175187 0.175041 0.167615 CURRENT LEARNING RATE: 4.569441068806814e-09
previous_iter_valid_loss : 0.16140353679656982
1884720 0.161594 0.161404 0.167632 CURRENT LEARNING RATE: 4.568527271975784e-09
previous_iter_valid_loss : 0.16100133955478668
1884740 0.161167 0.161001 0.166402 CURRENT LEARNING RATE: 4.567613657885845e-09
previous_iter_valid_loss : 0.16065733134746552
1884760 0.160820 0.160657 0.165500 CURRENT LEARNING RATE: 4.566700226500454e-09
previous_iter_valid_loss : 0.17130573093891144
1884780 0.171570 0.171306 0.165923 CURRENT LEARNING RATE: 4.565786977783072e-09
previous_iter_valid_loss : 0.16867588460445404
1884800 0.168826 0.168676 0.165893 CURRENT LEARNING RATE: 4.5648739116971695e-09
previous_iter_valid_loss : 0.16193394362926483
1884820 0.162120 0.161934 0.165499 CURRENT LEARNING RATE: 4.563961028206208e-09
previous_iter_valid_loss : 0.16194847226142883
1884840 0.162106 0.161948 0.164252 CURRENT LEARNING RATE: 4.563048327273705e-09
previous_iter_valid_loss : 0.16134443879127502
1884860 0.161529 0.161344 0.163117 CURRENT LEARNING RATE: 4.5621358088631344e-09
previous_iter_valid_loss : 0.1709340363740921
1884880 0.171180 0.170934 0.163637 CURRENT LEARNING RATE: 4.561223472937998e-09
previous_iter_valid_loss : 0.16402798891067505
1884900 0.164243 0.164028 0.163678 CURRENT LEARNING RATE: 4.5603113194618e-09
previous_iter_valid_loss : 0.17179898917675018
1884920 0.172059 0.171799 0.164232 CURRENT LEARNING RATE: 4.559399348398057e-09
previous_iter_valid_loss : 0.16067494451999664
1884940 0.160846 0.160675 0.164228 CURRENT LEARNING RATE: 4.558487559710287e-09
previous_iter_valid_loss : 0.168659970164299
1884960 0.168811 0.168660 0.164630 CURRENT LEARNING RATE: 4.557575953362021e-09
previous_iter_valid_loss : 0.16958041489124298
1884980 0.169826 0.169580 0.164839 CURRENT LEARNING RATE: 4.556664529316777e-09
previous_iter_valid_loss : 0.16619707643985748
1885000 0.166357 0.166197 0.165054 CURRENT LEARNING RATE: 4.555753287538131e-09
previous_iter_valid_loss : 0.16372667253017426
1885020 0.163883 0.163727 0.165195 CURRENT LEARNING RATE: 4.554842227989617e-09
previous_iter_valid_loss : 0.16290615499019623
1885040 0.163073 0.162906 0.165310 CURRENT LEARNING RATE: 4.5539313506347935e-09
previous_iter_valid_loss : 0.16888262331485748
1885060 0.169032 0.168883 0.165630 CURRENT LEARNING RATE: 4.553020655437224e-09
previous_iter_valid_loss : 0.1605418473482132
1885080 0.160720 0.160542 0.165560 CURRENT LEARNING RATE: 4.552110142360481e-09
previous_iter_valid_loss : 0.16214099526405334
1885100 0.162326 0.162141 0.164915 CURRENT LEARNING RATE: 4.551199811368145e-09
previous_iter_valid_loss : 0.1682719737291336
1885120 0.168503 0.168272 0.165258 CURRENT LEARNING RATE: 4.550289662423785e-09
previous_iter_valid_loss : 0.1841297298669815
1885140 0.184275 0.184130 0.166415 CURRENT LEARNING RATE: 4.549379695491029e-09
previous_iter_valid_loss : 0.1643042415380478
1885160 0.164507 0.164304 0.166597 CURRENT LEARNING RATE: 4.5484699105334615e-09
previous_iter_valid_loss : 0.1659809648990631
1885180 0.166186 0.165981 0.166331 CURRENT LEARNING RATE: 4.54756030751469e-09
previous_iter_valid_loss : 0.17005987465381622
1885200 0.170211 0.170060 0.166400 CURRENT LEARNING RATE: 4.546650886398333e-09
previous_iter_valid_loss : 0.17154747247695923
1885220 0.171693 0.171547 0.166881 CURRENT LEARNING RATE: 4.545741647148011e-09
previous_iter_valid_loss : 0.16940046846866608
1885240 0.169552 0.169400 0.167253 CURRENT LEARNING RATE: 4.544832589727356e-09
previous_iter_valid_loss : 0.16085712611675262
1885260 0.161035 0.160857 0.167229 CURRENT LEARNING RATE: 4.543923714100005e-09
previous_iter_valid_loss : 0.16152659058570862
1885280 0.161674 0.161527 0.166758 CURRENT LEARNING RATE: 4.5430150202295865e-09
previous_iter_valid_loss : 0.16064198315143585
1885300 0.160809 0.160642 0.166589 CURRENT LEARNING RATE: 4.542106508079786e-09
previous_iter_valid_loss : 0.16315162181854248
1885320 0.163325 0.163152 0.166157 CURRENT LEARNING RATE: 4.541198177614247e-09
previous_iter_valid_loss : 0.16224853694438934
1885340 0.162429 0.162249 0.166235 CURRENT LEARNING RATE: 4.540290028796635e-09
previous_iter_valid_loss : 0.1634913831949234
1885360 0.163658 0.163491 0.165977 CURRENT LEARNING RATE: 4.5393820615906255e-09
previous_iter_valid_loss : 0.16095779836177826
1885380 0.161139 0.160958 0.165546 CURRENT LEARNING RATE: 4.5384742759598985e-09
previous_iter_valid_loss : 0.160498708486557
1885400 0.160658 0.160499 0.165261 CURRENT LEARNING RATE: 4.537566671868143e-09
previous_iter_valid_loss : 0.16053557395935059
1885420 0.160704 0.160536 0.165101 CURRENT LEARNING RATE: 4.536659249279055e-09
previous_iter_valid_loss : 0.16211697459220886
1885440 0.162271 0.162117 0.165062 CURRENT LEARNING RATE: 4.535752008156321e-09
previous_iter_valid_loss : 0.16065502166748047
1885460 0.160822 0.160655 0.164651 CURRENT LEARNING RATE: 4.534844948463686e-09
previous_iter_valid_loss : 0.1605907380580902
1885480 0.160744 0.160591 0.164653 CURRENT LEARNING RATE: 4.533938070164847e-09
previous_iter_valid_loss : 0.19010479748249054
1885500 0.190233 0.190105 0.166051 CURRENT LEARNING RATE: 4.5330313732235325e-09
previous_iter_valid_loss : 0.16500218212604523
1885520 0.165177 0.165002 0.165888 CURRENT LEARNING RATE: 4.5321248576034745e-09
previous_iter_valid_loss : 0.16066698729991913
1885540 0.160835 0.160667 0.164715 CURRENT LEARNING RATE: 4.531218523268411e-09
previous_iter_valid_loss : 0.16054405272006989
1885560 0.160699 0.160544 0.164527 CURRENT LEARNING RATE: 4.530312370182088e-09
previous_iter_valid_loss : 0.17259758710861206
1885580 0.172864 0.172598 0.164857 CURRENT LEARNING RATE: 4.5294063983082445e-09
previous_iter_valid_loss : 0.16469605267047882
1885600 0.164895 0.164696 0.164589 CURRENT LEARNING RATE: 4.528500607610675e-09
previous_iter_valid_loss : 0.16110752522945404
1885620 0.161282 0.161108 0.164067 CURRENT LEARNING RATE: 4.527594998053129e-09
previous_iter_valid_loss : 0.1697888821363449
1885640 0.169941 0.169789 0.164087 CURRENT LEARNING RATE: 4.526689569599384e-09
previous_iter_valid_loss : 0.16602934896945953
1885660 0.166239 0.166029 0.164345 CURRENT LEARNING RATE: 4.525784322213222e-09
previous_iter_valid_loss : 0.17663265764713287
1885680 0.176929 0.176633 0.165101 CURRENT LEARNING RATE: 4.5248792558584334e-09
previous_iter_valid_loss : 0.16615046560764313
1885700 0.166365 0.166150 0.165376 CURRENT LEARNING RATE: 4.523974370498817e-09
previous_iter_valid_loss : 0.16177384555339813
1885720 0.161929 0.161774 0.165307 CURRENT LEARNING RATE: 4.523069666098175e-09
previous_iter_valid_loss : 0.1701536774635315
1885740 0.170306 0.170154 0.165702 CURRENT LEARNING RATE: 4.522165142620304e-09
previous_iter_valid_loss : 0.19146043062210083
1885760 0.191584 0.191460 0.167101 CURRENT LEARNING RATE: 4.5212608000290556e-09
previous_iter_valid_loss : 0.1697554588317871
1885780 0.169907 0.169755 0.167541 CURRENT LEARNING RATE: 4.52035663828824e-09
previous_iter_valid_loss : 0.1623496413230896
1885800 0.162500 0.162350 0.167633 CURRENT LEARNING RATE: 4.51945265736169e-09
previous_iter_valid_loss : 0.16162103414535522
1885820 0.161784 0.161621 0.167687 CURRENT LEARNING RATE: 4.518548857213247e-09
previous_iter_valid_loss : 0.17172586917877197
1885840 0.171874 0.171726 0.168168 CURRENT LEARNING RATE: 4.5176452378067595e-09
previous_iter_valid_loss : 0.16943025588989258
1885860 0.169673 0.169430 0.168607 CURRENT LEARNING RATE: 4.516741799106082e-09
previous_iter_valid_loss : 0.1606101393699646
1885880 0.160773 0.160610 0.168608 CURRENT LEARNING RATE: 4.515838541075061e-09
previous_iter_valid_loss : 0.1620907187461853
1885900 0.162259 0.162091 0.167207 CURRENT LEARNING RATE: 4.514935463677598e-09
previous_iter_valid_loss : 0.17282962799072266
1885920 0.172972 0.172830 0.167598 CURRENT LEARNING RATE: 4.514032566877554e-09
previous_iter_valid_loss : 0.16054537892341614
1885940 0.160705 0.160545 0.167592 CURRENT LEARNING RATE: 4.513129850638813e-09
previous_iter_valid_loss : 0.1692223995923996
1885960 0.169463 0.169222 0.168026 CURRENT LEARNING RATE: 4.512227314925268e-09
previous_iter_valid_loss : 0.175748810172081
1885980 0.175909 0.175749 0.168184 CURRENT LEARNING RATE: 4.511324959700815e-09
previous_iter_valid_loss : 0.16476552188396454
1886000 0.164931 0.164766 0.168187 CURRENT LEARNING RATE: 4.510422784929361e-09
previous_iter_valid_loss : 0.1610189825296402
1886020 0.161177 0.161019 0.168183 CURRENT LEARNING RATE: 4.509520790574819e-09
previous_iter_valid_loss : 0.1619938164949417
1886040 0.162193 0.161994 0.167793 CURRENT LEARNING RATE: 4.508618976601094e-09
previous_iter_valid_loss : 0.16054846346378326
1886060 0.160701 0.160548 0.167519 CURRENT LEARNING RATE: 4.507717342972144e-09
previous_iter_valid_loss : 0.16209368407726288
1886080 0.162252 0.162094 0.166792 CURRENT LEARNING RATE: 4.506815889651889e-09
previous_iter_valid_loss : 0.16052809357643127
1886100 0.160690 0.160528 0.166511 CURRENT LEARNING RATE: 4.5059146166042694e-09
previous_iter_valid_loss : 0.1721479445695877
1886120 0.172291 0.172148 0.167030 CURRENT LEARNING RATE: 4.5050135237932355e-09
previous_iter_valid_loss : 0.1663714498281479
1886140 0.166528 0.166371 0.166840 CURRENT LEARNING RATE: 4.504112611182744e-09
previous_iter_valid_loss : 0.16315777599811554
1886160 0.163330 0.163158 0.165425 CURRENT LEARNING RATE: 4.503211878736756e-09
previous_iter_valid_loss : 0.1620406061410904
1886180 0.162191 0.162041 0.165040 CURRENT LEARNING RATE: 4.502311326419244e-09
previous_iter_valid_loss : 0.17203496396541595
1886200 0.172300 0.172035 0.165524 CURRENT LEARNING RATE: 4.50141095419417e-09
previous_iter_valid_loss : 0.1634262204170227
1886220 0.163605 0.163426 0.165614 CURRENT LEARNING RATE: 4.500510762025551e-09
previous_iter_valid_loss : 0.16050896048545837
1886240 0.160683 0.160509 0.165053 CURRENT LEARNING RATE: 4.499610749877363e-09
previous_iter_valid_loss : 0.16485583782196045
1886260 0.165013 0.164856 0.164825 CURRENT LEARNING RATE: 4.498710917713605e-09
previous_iter_valid_loss : 0.16055449843406677
1886280 0.160711 0.160554 0.164822 CURRENT LEARNING RATE: 4.497811265498285e-09
previous_iter_valid_loss : 0.16144943237304688
1886300 0.161645 0.161449 0.164790 CURRENT LEARNING RATE: 4.496911793195416e-09
previous_iter_valid_loss : 0.16211649775505066
1886320 0.162280 0.162116 0.164254 CURRENT LEARNING RATE: 4.496012500769019e-09
previous_iter_valid_loss : 0.16549347341060638
1886340 0.165704 0.165493 0.164501 CURRENT LEARNING RATE: 4.495113388183107e-09
previous_iter_valid_loss : 0.1756819188594818
1886360 0.175976 0.175682 0.164824 CURRENT LEARNING RATE: 4.494214455401748e-09
previous_iter_valid_loss : 0.1754671186208725
1886380 0.175757 0.175467 0.164810 CURRENT LEARNING RATE: 4.493315702388966e-09
previous_iter_valid_loss : 0.17480619251728058
1886400 0.175089 0.174806 0.165312 CURRENT LEARNING RATE: 4.492417129108814e-09
previous_iter_valid_loss : 0.16065725684165955
1886420 0.160837 0.160657 0.165294 CURRENT LEARNING RATE: 4.491518735525347e-09
previous_iter_valid_loss : 0.1628882884979248
1886440 0.163085 0.162888 0.165339 CURRENT LEARNING RATE: 4.49062052160263e-09
previous_iter_valid_loss : 0.16602559387683868
1886460 0.166188 0.166026 0.165613 CURRENT LEARNING RATE: 4.489722487304735e-09
previous_iter_valid_loss : 0.16707159578800201
1886480 0.167291 0.167072 0.165862 CURRENT LEARNING RATE: 4.48882463259574e-09
previous_iter_valid_loss : 0.17203032970428467
1886500 0.172294 0.172030 0.166437 CURRENT LEARNING RATE: 4.487926957439715e-09
previous_iter_valid_loss : 0.16321606934070587
1886520 0.163371 0.163216 0.165990 CURRENT LEARNING RATE: 4.487029461800785e-09
previous_iter_valid_loss : 0.1661939173936844
1886540 0.166353 0.166194 0.165981 CURRENT LEARNING RATE: 4.486132145643033e-09
previous_iter_valid_loss : 0.1634455770254135
1886560 0.163638 0.163446 0.165996 CURRENT LEARNING RATE: 4.485235008930568e-09
previous_iter_valid_loss : 0.16149912774562836
1886580 0.161641 0.161499 0.165969 CURRENT LEARNING RATE: 4.484338051627504e-09
previous_iter_valid_loss : 0.16465961933135986
1886600 0.164820 0.164660 0.165600 CURRENT LEARNING RATE: 4.483441273697963e-09
previous_iter_valid_loss : 0.18654662370681763
1886620 0.186684 0.186547 0.166756 CURRENT LEARNING RATE: 4.482544675106074e-09
previous_iter_valid_loss : 0.16065630316734314
1886640 0.160801 0.160656 0.166763 CURRENT LEARNING RATE: 4.481648255815972e-09
previous_iter_valid_loss : 0.16271112859249115
1886660 0.162869 0.162711 0.166656 CURRENT LEARNING RATE: 4.4807520157917846e-09
previous_iter_valid_loss : 0.16227632761001587
1886680 0.162435 0.162276 0.166742 CURRENT LEARNING RATE: 4.479855954997694e-09
previous_iter_valid_loss : 0.16238798201084137
1886700 0.162585 0.162388 0.166789 CURRENT LEARNING RATE: 4.478960073397844e-09
previous_iter_valid_loss : 0.16286349296569824
1886720 0.163035 0.162863 0.166827 CURRENT LEARNING RATE: 4.478064370956395e-09
previous_iter_valid_loss : 0.16358384490013123
1886740 0.163784 0.163584 0.166731 CURRENT LEARNING RATE: 4.4771688476375236e-09
previous_iter_valid_loss : 0.17012861371040344
1886760 0.170363 0.170129 0.166453 CURRENT LEARNING RATE: 4.476273503405406e-09
previous_iter_valid_loss : 0.1608116179704666
1886780 0.160971 0.160812 0.165721 CURRENT LEARNING RATE: 4.475378338224229e-09
previous_iter_valid_loss : 0.17912839353084564
1886800 0.179281 0.179128 0.165937 CURRENT LEARNING RATE: 4.4744833520581696e-09
previous_iter_valid_loss : 0.17023341357707977
1886820 0.170382 0.170233 0.166415 CURRENT LEARNING RATE: 4.473588544871462e-09
previous_iter_valid_loss : 0.16146737337112427
1886840 0.161632 0.161467 0.166344 CURRENT LEARNING RATE: 4.472693916628296e-09
previous_iter_valid_loss : 0.17455528676509857
1886860 0.174702 0.174555 0.166771 CURRENT LEARNING RATE: 4.471799467292887e-09
previous_iter_valid_loss : 0.16229325532913208
1886880 0.162454 0.162293 0.166532 CURRENT LEARNING RATE: 4.4709051968294584e-09
previous_iter_valid_loss : 0.17485758662223816
1886900 0.175008 0.174858 0.166673 CURRENT LEARNING RATE: 4.470011105202237e-09
previous_iter_valid_loss : 0.16715659201145172
1886920 0.167321 0.167157 0.166870 CURRENT LEARNING RATE: 4.469117192375461e-09
previous_iter_valid_loss : 0.16130506992340088
1886940 0.161460 0.161305 0.166626 CURRENT LEARNING RATE: 4.4682234583133736e-09
previous_iter_valid_loss : 0.16084866225719452
1886960 0.161004 0.160849 0.166496 CURRENT LEARNING RATE: 4.467329902980209e-09
previous_iter_valid_loss : 0.1670350879430771
1886980 0.167192 0.167035 0.166773 CURRENT LEARNING RATE: 4.466436526340257e-09
previous_iter_valid_loss : 0.16112788021564484
1887000 0.161305 0.161128 0.166596 CURRENT LEARNING RATE: 4.4655433283577665e-09
previous_iter_valid_loss : 0.16763263940811157
1887020 0.167861 0.167633 0.165651 CURRENT LEARNING RATE: 4.46465030899701e-09
previous_iter_valid_loss : 0.16287963092327118
1887040 0.163067 0.162880 0.165762 CURRENT LEARNING RATE: 4.463757468222267e-09
previous_iter_valid_loss : 0.16610653698444366
1887060 0.166322 0.166107 0.165932 CURRENT LEARNING RATE: 4.462864805997822e-09
previous_iter_valid_loss : 0.1715855896472931
1887080 0.171849 0.171586 0.166397 CURRENT LEARNING RATE: 4.4619723222879705e-09
previous_iter_valid_loss : 0.17212313413619995
1887100 0.172397 0.172123 0.166884 CURRENT LEARNING RATE: 4.461080017056996e-09
previous_iter_valid_loss : 0.16058379411697388
1887120 0.160751 0.160584 0.166770 CURRENT LEARNING RATE: 4.4601878902692394e-09
previous_iter_valid_loss : 0.17389316856861115
1887140 0.174179 0.173893 0.167285 CURRENT LEARNING RATE: 4.459295941888999e-09
previous_iter_valid_loss : 0.16049590706825256
1887160 0.160662 0.160496 0.166804 CURRENT LEARNING RATE: 4.458404171880596e-09
previous_iter_valid_loss : 0.16306248307228088
1887180 0.163262 0.163062 0.166916 CURRENT LEARNING RATE: 4.4575125802083624e-09
previous_iter_valid_loss : 0.1604878306388855
1887200 0.160657 0.160488 0.165984 CURRENT LEARNING RATE: 4.456621166836631e-09
previous_iter_valid_loss : 0.16345840692520142
1887220 0.163663 0.163458 0.165645 CURRENT LEARNING RATE: 4.455729931729747e-09
previous_iter_valid_loss : 0.1691047102212906
1887240 0.169258 0.169105 0.166027 CURRENT LEARNING RATE: 4.454838874852062e-09
previous_iter_valid_loss : 0.17020459473133087
1887260 0.170357 0.170205 0.165810 CURRENT LEARNING RATE: 4.453947996167915e-09
previous_iter_valid_loss : 0.1677166372537613
1887280 0.167870 0.167717 0.166081 CURRENT LEARNING RATE: 4.453057295641706e-09
previous_iter_valid_loss : 0.1662217080593109
1887300 0.166438 0.166222 0.165649 CURRENT LEARNING RATE: 4.452166773237788e-09
previous_iter_valid_loss : 0.16963250935077667
1887320 0.169878 0.169633 0.165773 CURRENT LEARNING RATE: 4.451276428920542e-09
previous_iter_valid_loss : 0.16108465194702148
1887340 0.161262 0.161085 0.165762 CURRENT LEARNING RATE: 4.450386262654353e-09
previous_iter_valid_loss : 0.16349412500858307
1887360 0.163695 0.163494 0.165894 CURRENT LEARNING RATE: 4.4494962744036165e-09
previous_iter_valid_loss : 0.1626090407371521
1887380 0.162770 0.162609 0.165673 CURRENT LEARNING RATE: 4.448606464132731e-09
previous_iter_valid_loss : 0.16452454030513763
1887400 0.164696 0.164525 0.165843 CURRENT LEARNING RATE: 4.447716831806104e-09
previous_iter_valid_loss : 0.16473253071308136
1887420 0.164898 0.164733 0.165698 CURRENT LEARNING RATE: 4.446827377388136e-09
previous_iter_valid_loss : 0.16074492037296295
1887440 0.160906 0.160745 0.165591 CURRENT LEARNING RATE: 4.44593810084328e-09
previous_iter_valid_loss : 0.1626177728176117
1887460 0.162781 0.162618 0.165417 CURRENT LEARNING RATE: 4.445049002135948e-09
previous_iter_valid_loss : 0.16137130558490753
1887480 0.161530 0.161371 0.164906 CURRENT LEARNING RATE: 4.444160081230576e-09
previous_iter_valid_loss : 0.16636891663074493
1887500 0.166580 0.166369 0.164618 CURRENT LEARNING RATE: 4.443271338091608e-09
previous_iter_valid_loss : 0.18958286941051483
1887520 0.189711 0.189583 0.166068 CURRENT LEARNING RATE: 4.442382772683495e-09
previous_iter_valid_loss : 0.16395434737205505
1887540 0.164163 0.163954 0.165571 CURRENT LEARNING RATE: 4.441494384970693e-09
previous_iter_valid_loss : 0.16635733842849731
1887560 0.166570 0.166357 0.165864 CURRENT LEARNING RATE: 4.4406061749176505e-09
previous_iter_valid_loss : 0.16199924051761627
1887580 0.162155 0.161999 0.165811 CURRENT LEARNING RATE: 4.439718142488872e-09
previous_iter_valid_loss : 0.16543355584144592
1887600 0.165591 0.165434 0.166058 CURRENT LEARNING RATE: 4.43883028764882e-09
previous_iter_valid_loss : 0.16708990931510925
1887620 0.167306 0.167090 0.166240 CURRENT LEARNING RATE: 4.43794261036198e-09
previous_iter_valid_loss : 0.1608780026435852
1887640 0.161036 0.160878 0.165829 CURRENT LEARNING RATE: 4.437055110592845e-09
previous_iter_valid_loss : 0.1614888459444046
1887660 0.161673 0.161489 0.165393 CURRENT LEARNING RATE: 4.436167788305915e-09
previous_iter_valid_loss : 0.1604977399110794
1887680 0.160652 0.160498 0.165032 CURRENT LEARNING RATE: 4.435280643465697e-09
previous_iter_valid_loss : 0.17193441092967987
1887700 0.172078 0.171934 0.165317 CURRENT LEARNING RATE: 4.434393676036705e-09
previous_iter_valid_loss : 0.1634339541196823
1887720 0.163607 0.163434 0.165008 CURRENT LEARNING RATE: 4.433506885983445e-09
previous_iter_valid_loss : 0.17437277734279633
1887740 0.174651 0.174373 0.165672 CURRENT LEARNING RATE: 4.432620273270478e-09
previous_iter_valid_loss : 0.1687200963497162
1887760 0.168954 0.168720 0.165933 CURRENT LEARNING RATE: 4.4317338378623206e-09
previous_iter_valid_loss : 0.17929163575172424
1887780 0.179627 0.179292 0.166767 CURRENT LEARNING RATE: 4.430847579723519e-09
previous_iter_valid_loss : 0.16056892275810242
1887800 0.160738 0.160569 0.166570 CURRENT LEARNING RATE: 4.42996149881862e-09
previous_iter_valid_loss : 0.17503659427165985
1887820 0.175314 0.175037 0.167085 CURRENT LEARNING RATE: 4.429075595112182e-09
previous_iter_valid_loss : 0.17153379321098328
1887840 0.171680 0.171534 0.167624 CURRENT LEARNING RATE: 4.428189868568769e-09
previous_iter_valid_loss : 0.16058601438999176
1887860 0.160755 0.160586 0.167523 CURRENT LEARNING RATE: 4.42730431915295e-09
previous_iter_valid_loss : 0.1606876403093338
1887880 0.160849 0.160688 0.167488 CURRENT LEARNING RATE: 4.42641894682929e-09
previous_iter_valid_loss : 0.16216851770877838
1887900 0.162346 0.162169 0.167278 CURRENT LEARNING RATE: 4.425533751562403e-09
previous_iter_valid_loss : 0.1829610913991928
1887920 0.183315 0.182961 0.166947 CURRENT LEARNING RATE: 4.424648733316868e-09
previous_iter_valid_loss : 0.17651110887527466
1887940 0.176670 0.176511 0.167575 CURRENT LEARNING RATE: 4.4237638920572815e-09
previous_iter_valid_loss : 0.18741627037525177
1887960 0.187549 0.187416 0.168628 CURRENT LEARNING RATE: 4.422879227748252e-09
previous_iter_valid_loss : 0.16807925701141357
1887980 0.168321 0.168079 0.168932 CURRENT LEARNING RATE: 4.4219947403543914e-09
previous_iter_valid_loss : 0.167270690202713
1888000 0.167497 0.167271 0.169024 CURRENT LEARNING RATE: 4.421110429840322e-09
previous_iter_valid_loss : 0.1606011986732483
1888020 0.160761 0.160601 0.168700 CURRENT LEARNING RATE: 4.4202262961706544e-09
previous_iter_valid_loss : 0.1713571548461914
1888040 0.171504 0.171357 0.169223 CURRENT LEARNING RATE: 4.419342339310055e-09
previous_iter_valid_loss : 0.16139361262321472
1888060 0.161546 0.161394 0.169219 CURRENT LEARNING RATE: 4.41845855922315e-09
previous_iter_valid_loss : 0.16178254783153534
1888080 0.161972 0.161783 0.169283 CURRENT LEARNING RATE: 4.4175749558745875e-09
previous_iter_valid_loss : 0.16059602797031403
1888100 0.160757 0.160596 0.168716 CURRENT LEARNING RATE: 4.416691529229024e-09
previous_iter_valid_loss : 0.16645140945911407
1888120 0.166660 0.166451 0.168867 CURRENT LEARNING RATE: 4.415808279251122e-09
previous_iter_valid_loss : 0.1711467206478119
1888140 0.171404 0.171147 0.168706 CURRENT LEARNING RATE: 4.414925205905552e-09
previous_iter_valid_loss : 0.1614251285791397
1888160 0.161611 0.161425 0.168341 CURRENT LEARNING RATE: 4.414042309156991e-09
previous_iter_valid_loss : 0.16104911267757416
1888180 0.161210 0.161049 0.167429 CURRENT LEARNING RATE: 4.413159588970107e-09
previous_iter_valid_loss : 0.16091753542423248
1888200 0.161096 0.160918 0.167446 CURRENT LEARNING RATE: 4.412277045309623e-09
previous_iter_valid_loss : 0.1627732664346695
1888220 0.162965 0.162773 0.166833 CURRENT LEARNING RATE: 4.411394678140221e-09
previous_iter_valid_loss : 0.16213998198509216
1888240 0.162305 0.162140 0.166363 CURRENT LEARNING RATE: 4.410512487426607e-09
previous_iter_valid_loss : 0.16050057113170624
1888260 0.160659 0.160501 0.166359 CURRENT LEARNING RATE: 4.409630473133493e-09
previous_iter_valid_loss : 0.16472627222537994
1888280 0.164949 0.164726 0.166561 CURRENT LEARNING RATE: 4.408748635225599e-09
previous_iter_valid_loss : 0.18435141444206238
1888300 0.184731 0.184351 0.167670 CURRENT LEARNING RATE: 4.40786697366765e-09
previous_iter_valid_loss : 0.16307780146598816
1888320 0.163243 0.163078 0.166676 CURRENT LEARNING RATE: 4.4069854884243656e-09
previous_iter_valid_loss : 0.1634143739938736
1888340 0.163618 0.163414 0.166021 CURRENT LEARNING RATE: 4.406104179460517e-09
previous_iter_valid_loss : 0.1614331305027008
1888360 0.161620 0.161433 0.164722 CURRENT LEARNING RATE: 4.405223046740836e-09
previous_iter_valid_loss : 0.18558111786842346
1888380 0.185939 0.185581 0.165597 CURRENT LEARNING RATE: 4.404342090230078e-09
previous_iter_valid_loss : 0.16646206378936768
1888400 0.166622 0.166462 0.165557 CURRENT LEARNING RATE: 4.403461309893004e-09
previous_iter_valid_loss : 0.1605372428894043
1888420 0.160704 0.160537 0.165553 CURRENT LEARNING RATE: 4.402580705694383e-09
previous_iter_valid_loss : 0.1613312065601349
1888440 0.161526 0.161331 0.165052 CURRENT LEARNING RATE: 4.401700277598989e-09
previous_iter_valid_loss : 0.16967396438121796
1888460 0.169830 0.169674 0.165466 CURRENT LEARNING RATE: 4.400820025571608e-09
previous_iter_valid_loss : 0.17451749742031097
1888480 0.174799 0.174517 0.166103 CURRENT LEARNING RATE: 4.399939949577014e-09
previous_iter_valid_loss : 0.16420747339725494
1888500 0.164416 0.164207 0.166283 CURRENT LEARNING RATE: 4.399060049580033e-09
previous_iter_valid_loss : 0.1635427176952362
1888520 0.163702 0.163543 0.166138 CURRENT LEARNING RATE: 4.398180325545455e-09
previous_iter_valid_loss : 0.1620764434337616
1888540 0.162270 0.162076 0.165685 CURRENT LEARNING RATE: 4.397300777438091e-09
previous_iter_valid_loss : 0.16049231588840485
1888560 0.160655 0.160492 0.165638 CURRENT LEARNING RATE: 4.396421405222758e-09
previous_iter_valid_loss : 0.16124950349330902
1888580 0.161432 0.161250 0.165648 CURRENT LEARNING RATE: 4.3955422088642815e-09
previous_iter_valid_loss : 0.20850451290607452
1888600 0.208562 0.208505 0.168027 CURRENT LEARNING RATE: 4.394663188327495e-09
previous_iter_valid_loss : 0.1610485017299652
1888620 0.161232 0.161049 0.167941 CURRENT LEARNING RATE: 4.393784343577236e-09
previous_iter_valid_loss : 0.16671188175678253
1888640 0.166925 0.166712 0.168170 CURRENT LEARNING RATE: 4.392905674578336e-09
previous_iter_valid_loss : 0.1606350690126419
1888660 0.160804 0.160635 0.168176 CURRENT LEARNING RATE: 4.392027181295679e-09
previous_iter_valid_loss : 0.16301481425762177
1888680 0.163187 0.163015 0.168091 CURRENT LEARNING RATE: 4.39114886369411e-09
previous_iter_valid_loss : 0.16401593387126923
1888700 0.164217 0.164016 0.167074 CURRENT LEARNING RATE: 4.390270721738495e-09
previous_iter_valid_loss : 0.16943387687206268
1888720 0.169584 0.169434 0.167392 CURRENT LEARNING RATE: 4.3893927553937105e-09
previous_iter_valid_loss : 0.16760215163230896
1888740 0.167760 0.167602 0.167601 CURRENT LEARNING RATE: 4.3885149646246365e-09
previous_iter_valid_loss : 0.1606122851371765
1888760 0.160778 0.160612 0.167560 CURRENT LEARNING RATE: 4.387637349396163e-09
previous_iter_valid_loss : 0.16579630970954895
1888780 0.165962 0.165796 0.166571 CURRENT LEARNING RATE: 4.386759909673166e-09
previous_iter_valid_loss : 0.16307352483272552
1888800 0.163268 0.163074 0.166401 CURRENT LEARNING RATE: 4.3858826454205836e-09
previous_iter_valid_loss : 0.16175134479999542
1888820 0.161914 0.161751 0.166462 CURRENT LEARNING RATE: 4.385005556603307e-09
previous_iter_valid_loss : 0.16228240728378296
1888840 0.162435 0.162282 0.166510 CURRENT LEARNING RATE: 4.384128643186253e-09
previous_iter_valid_loss : 0.16055244207382202
1888860 0.160710 0.160552 0.166054 CURRENT LEARNING RATE: 4.383251905134345e-09
previous_iter_valid_loss : 0.160914808511734
1888880 0.161078 0.160915 0.165374 CURRENT LEARNING RATE: 4.382375342412514e-09
previous_iter_valid_loss : 0.16184309124946594
1888900 0.162002 0.161843 0.165255 CURRENT LEARNING RATE: 4.381498954985698e-09
previous_iter_valid_loss : 0.1611524075269699
1888920 0.161336 0.161152 0.165136 CURRENT LEARNING RATE: 4.380622742818841e-09
previous_iter_valid_loss : 0.16496489942073822
1888940 0.165185 0.164965 0.165280 CURRENT LEARNING RATE: 4.379746705876877e-09
previous_iter_valid_loss : 0.16748669743537903
1888960 0.167708 0.167487 0.165630 CURRENT LEARNING RATE: 4.378870844124799e-09
previous_iter_valid_loss : 0.1605989634990692
1888980 0.160762 0.160599 0.165597 CURRENT LEARNING RATE: 4.377995157527554e-09
previous_iter_valid_loss : 0.16159731149673462
1889000 0.161784 0.161597 0.163252 CURRENT LEARNING RATE: 4.377119646050118e-09
previous_iter_valid_loss : 0.17840392887592316
1889020 0.178566 0.178404 0.164120 CURRENT LEARNING RATE: 4.376244309657467e-09
previous_iter_valid_loss : 0.1620783805847168
1889040 0.162244 0.162078 0.163888 CURRENT LEARNING RATE: 4.3753691483145886e-09
previous_iter_valid_loss : 0.1621410995721817
1889060 0.162336 0.162141 0.163963 CURRENT LEARNING RATE: 4.374494161986477e-09
previous_iter_valid_loss : 0.17362888157367706
1889080 0.173782 0.173629 0.164494 CURRENT LEARNING RATE: 4.373619350638133e-09
previous_iter_valid_loss : 0.16579827666282654
1889100 0.166011 0.165798 0.164583 CURRENT LEARNING RATE: 4.372744714234547e-09
previous_iter_valid_loss : 0.16271255910396576
1889120 0.162916 0.162713 0.164247 CURRENT LEARNING RATE: 4.371870252740766e-09
previous_iter_valid_loss : 0.17024512588977814
1889140 0.170499 0.170245 0.164379 CURRENT LEARNING RATE: 4.370995966121797e-09
previous_iter_valid_loss : 0.1610243171453476
1889160 0.161211 0.161024 0.164400 CURRENT LEARNING RATE: 4.3701218543426655e-09
previous_iter_valid_loss : 0.16687482595443726
1889180 0.167086 0.166875 0.164454 CURRENT LEARNING RATE: 4.36924791736841e-09
previous_iter_valid_loss : 0.1692768782377243
1889200 0.169520 0.169277 0.164764 CURRENT LEARNING RATE: 4.368374155164071e-09
previous_iter_valid_loss : 0.16252680122852325
1889220 0.162710 0.162527 0.164803 CURRENT LEARNING RATE: 4.3675005676947e-09
previous_iter_valid_loss : 0.16049440205097198
1889240 0.160659 0.160494 0.164713 CURRENT LEARNING RATE: 4.366627154925335e-09
previous_iter_valid_loss : 0.18327729403972626
1889260 0.183641 0.183277 0.165850 CURRENT LEARNING RATE: 4.365753916821074e-09
previous_iter_valid_loss : 0.162103071808815
1889280 0.162291 0.162103 0.165909 CURRENT LEARNING RATE: 4.364880853346969e-09
previous_iter_valid_loss : 0.16108624637126923
1889300 0.161266 0.161086 0.165871 CURRENT LEARNING RATE: 4.364007964468099e-09
previous_iter_valid_loss : 0.18274188041687012
1889320 0.182895 0.182742 0.166951 CURRENT LEARNING RATE: 4.3631352501495485e-09
previous_iter_valid_loss : 0.1678187996149063
1889340 0.168048 0.167819 0.167093 CURRENT LEARNING RATE: 4.362262710356409e-09
previous_iter_valid_loss : 0.16323335468769073
1889360 0.163419 0.163233 0.166881 CURRENT LEARNING RATE: 4.361390345053777e-09
previous_iter_valid_loss : 0.1649230718612671
1889380 0.165123 0.164923 0.167097 CURRENT LEARNING RATE: 4.3605181542067606e-09
previous_iter_valid_loss : 0.16130368411540985
1889400 0.161487 0.161304 0.167082 CURRENT LEARNING RATE: 4.359646137780455e-09
previous_iter_valid_loss : 0.16126994788646698
1889420 0.161454 0.161270 0.166226 CURRENT LEARNING RATE: 4.358774295740011e-09
previous_iter_valid_loss : 0.16049659252166748
1889440 0.160653 0.160497 0.166146 CURRENT LEARNING RATE: 4.3579026280505396e-09
previous_iter_valid_loss : 0.19057521224021912
1889460 0.190707 0.190575 0.167568 CURRENT LEARNING RATE: 4.357031134677174e-09
previous_iter_valid_loss : 0.16131356358528137
1889480 0.161494 0.161314 0.166952 CURRENT LEARNING RATE: 4.356159815585054e-09
previous_iter_valid_loss : 0.16192762553691864
1889500 0.162088 0.161928 0.166759 CURRENT LEARNING RATE: 4.355288670739327e-09
previous_iter_valid_loss : 0.16117464005947113
1889520 0.161359 0.161175 0.166682 CURRENT LEARNING RATE: 4.354417700105148e-09
previous_iter_valid_loss : 0.16051733493804932
1889540 0.160682 0.160517 0.166196 CURRENT LEARNING RATE: 4.353546903647662e-09
previous_iter_valid_loss : 0.16530369222164154
1889560 0.165471 0.165304 0.166410 CURRENT LEARNING RATE: 4.352676281332068e-09
previous_iter_valid_loss : 0.16162720322608948
1889580 0.161790 0.161627 0.166147 CURRENT LEARNING RATE: 4.351805833123526e-09
previous_iter_valid_loss : 0.16571080684661865
1889600 0.165923 0.165711 0.165969 CURRENT LEARNING RATE: 4.350935558987218e-09
previous_iter_valid_loss : 0.16767878830432892
1889620 0.167833 0.167679 0.166227 CURRENT LEARNING RATE: 4.350065458888333e-09
previous_iter_valid_loss : 0.16089065372943878
1889640 0.161047 0.160891 0.166246 CURRENT LEARNING RATE: 4.349195532792067e-09
previous_iter_valid_loss : 0.16145636141300201
1889660 0.161651 0.161456 0.165155 CURRENT LEARNING RATE: 4.3483257806636224e-09
previous_iter_valid_loss : 0.16585461795330048
1889680 0.166014 0.165855 0.165343 CURRENT LEARNING RATE: 4.34745620246821e-09
previous_iter_valid_loss : 0.16878853738307953
1889700 0.169021 0.168789 0.165728 CURRENT LEARNING RATE: 4.346586798171031e-09
previous_iter_valid_loss : 0.16409140825271606
1889720 0.164263 0.164091 0.164795 CURRENT LEARNING RATE: 4.345717567737339e-09
previous_iter_valid_loss : 0.17017731070518494
1889740 0.170330 0.170177 0.164913 CURRENT LEARNING RATE: 4.344848511132351e-09
previous_iter_valid_loss : 0.16668017208576202
1889760 0.166839 0.166680 0.165086 CURRENT LEARNING RATE: 4.343979628321304e-09
previous_iter_valid_loss : 0.16854551434516907
1889780 0.168704 0.168546 0.165267 CURRENT LEARNING RATE: 4.343110919269442e-09
previous_iter_valid_loss : 0.17691797018051147
1889800 0.177074 0.176918 0.166048 CURRENT LEARNING RATE: 4.3422423839420185e-09
previous_iter_valid_loss : 0.16336338222026825
1889820 0.163550 0.163363 0.166152 CURRENT LEARNING RATE: 4.341374022304291e-09
previous_iter_valid_loss : 0.1661890745162964
1889840 0.166396 0.166189 0.166437 CURRENT LEARNING RATE: 4.340505834321524e-09
previous_iter_valid_loss : 0.17304940521717072
1889860 0.173192 0.173049 0.165561 CURRENT LEARNING RATE: 4.339637819958976e-09
previous_iter_valid_loss : 0.1607726365327835
1889880 0.160925 0.160773 0.165533 CURRENT LEARNING RATE: 4.338769979181956e-09
previous_iter_valid_loss : 0.16086377203464508
1889900 0.161015 0.160864 0.165480 CURRENT LEARNING RATE: 4.337902311955737e-09
previous_iter_valid_loss : 0.16326551139354706
1889920 0.163462 0.163266 0.165585 CURRENT LEARNING RATE: 4.3370348182456105e-09
previous_iter_valid_loss : 0.1683029681444168
1889940 0.168458 0.168303 0.165974 CURRENT LEARNING RATE: 4.336167498016878e-09
previous_iter_valid_loss : 0.16320616006851196
1889960 0.163376 0.163206 0.165869 CURRENT LEARNING RATE: 4.335300351234844e-09
previous_iter_valid_loss : 0.19600412249565125
1889980 0.196106 0.196004 0.167588 CURRENT LEARNING RATE: 4.3344333778648265e-09
previous_iter_valid_loss : 0.16250088810920715
1890000 0.162660 0.162501 0.167428 CURRENT LEARNING RATE: 4.33356657787213e-09
previous_iter_valid_loss : 0.167074516415596
1890020 0.167300 0.167075 0.167397 CURRENT LEARNING RATE: 4.33269995122211e-09
previous_iter_valid_loss : 0.1663438379764557
1890040 0.166504 0.166344 0.167670 CURRENT LEARNING RATE: 4.33183349788009e-09
previous_iter_valid_loss : 0.16621540486812592
1890060 0.166376 0.166215 0.167908 CURRENT LEARNING RATE: 4.330967217811411e-09
previous_iter_valid_loss : 0.1661710888147354
1890080 0.166375 0.166171 0.167924 CURRENT LEARNING RATE: 4.33010111098142e-09
previous_iter_valid_loss : 0.17221315205097198
1890100 0.172473 0.172213 0.168095 CURRENT LEARNING RATE: 4.329235177355475e-09
previous_iter_valid_loss : 0.16847871243953705
1890120 0.168632 0.168479 0.168314 CURRENT LEARNING RATE: 4.328369416898938e-09
previous_iter_valid_loss : 0.16920234262943268
1890140 0.169354 0.169202 0.168266 CURRENT LEARNING RATE: 4.327503829577178e-09
previous_iter_valid_loss : 0.17447055876255035
1890160 0.174625 0.174471 0.168655 CURRENT LEARNING RATE: 4.326638415355555e-09
previous_iter_valid_loss : 0.1707119345664978
1890180 0.170859 0.170712 0.168763 CURRENT LEARNING RATE: 4.325773174199486e-09
previous_iter_valid_loss : 0.16224153339862823
1890200 0.162403 0.162242 0.168030 CURRENT LEARNING RATE: 4.324908106074344e-09
previous_iter_valid_loss : 0.16111190617084503
1890220 0.161273 0.161112 0.167917 CURRENT LEARNING RATE: 4.324043210945528e-09
previous_iter_valid_loss : 0.163308784365654
1890240 0.163498 0.163309 0.167773 CURRENT LEARNING RATE: 4.3231784887784396e-09
previous_iter_valid_loss : 0.16136066615581512
1890260 0.161548 0.161361 0.167189 CURRENT LEARNING RATE: 4.322313939538492e-09
previous_iter_valid_loss : 0.1813625693321228
1890280 0.181691 0.181363 0.168218 CURRENT LEARNING RATE: 4.321449563191102e-09
previous_iter_valid_loss : 0.17452393472194672
1890300 0.174800 0.174524 0.168901 CURRENT LEARNING RATE: 4.320585359701696e-09
previous_iter_valid_loss : 0.16488535702228546
1890320 0.165051 0.164885 0.168982 CURRENT LEARNING RATE: 4.3197213290356885e-09
previous_iter_valid_loss : 0.1768704205751419
1890340 0.177026 0.176870 0.169411 CURRENT LEARNING RATE: 4.318857471158551e-09
previous_iter_valid_loss : 0.1621043086051941
1890360 0.162294 0.162104 0.169355 CURRENT LEARNING RATE: 4.317993786035712e-09
previous_iter_valid_loss : 0.16770821809768677
1890380 0.167931 0.167708 0.167941 CURRENT LEARNING RATE: 4.317130273632625e-09
previous_iter_valid_loss : 0.1625392585992813
1890400 0.162704 0.162539 0.167943 CURRENT LEARNING RATE: 4.316266933914751e-09
previous_iter_valid_loss : 0.16207899153232574
1890420 0.162237 0.162079 0.167693 CURRENT LEARNING RATE: 4.315403766847554e-09
previous_iter_valid_loss : 0.16369445621967316
1890440 0.163859 0.163694 0.167560 CURRENT LEARNING RATE: 4.3145407723965075e-09
previous_iter_valid_loss : 0.1605091542005539
1890460 0.160664 0.160509 0.167275 CURRENT LEARNING RATE: 4.313677950527078e-09
previous_iter_valid_loss : 0.16442662477493286
1890480 0.164631 0.164427 0.167188 CURRENT LEARNING RATE: 4.312815301204782e-09
previous_iter_valid_loss : 0.16198940575122833
1890500 0.162138 0.161989 0.166677 CURRENT LEARNING RATE: 4.3119528243951e-09
previous_iter_valid_loss : 0.17041441798210144
1890520 0.170567 0.170414 0.166773 CURRENT LEARNING RATE: 4.31109052006353e-09
previous_iter_valid_loss : 0.161129891872406
1890540 0.161287 0.161130 0.166370 CURRENT LEARNING RATE: 4.3102283881755816e-09
previous_iter_valid_loss : 0.16887891292572021
1890560 0.169125 0.168879 0.166090 CURRENT LEARNING RATE: 4.30936642869677e-09
previous_iter_valid_loss : 0.1983472853899002
1890580 0.198438 0.198347 0.167472 CURRENT LEARNING RATE: 4.308504641592616e-09
previous_iter_valid_loss : 0.16128231585025787
1890600 0.161469 0.161282 0.167424 CURRENT LEARNING RATE: 4.307643026828648e-09
previous_iter_valid_loss : 0.1715490072965622
1890620 0.171819 0.171549 0.167946 CURRENT LEARNING RATE: 4.306781584370386e-09
previous_iter_valid_loss : 0.17849493026733398
1890640 0.178651 0.178495 0.168705 CURRENT LEARNING RATE: 4.305920314183404e-09
previous_iter_valid_loss : 0.1610158234834671
1890660 0.161202 0.161016 0.168688 CURRENT LEARNING RATE: 4.305059216233234e-09
previous_iter_valid_loss : 0.16338662803173065
1890680 0.163580 0.163387 0.167789 CURRENT LEARNING RATE: 4.304198290485434e-09
previous_iter_valid_loss : 0.16342177987098694
1890700 0.163604 0.163422 0.167234 CURRENT LEARNING RATE: 4.303337536905566e-09
previous_iter_valid_loss : 0.16058197617530823
1890720 0.160747 0.160582 0.167019 CURRENT LEARNING RATE: 4.3024769554592e-09
previous_iter_valid_loss : 0.17538824677467346
1890740 0.175538 0.175388 0.166945 CURRENT LEARNING RATE: 4.301616546111913e-09
previous_iter_valid_loss : 0.16294772922992706
1890760 0.163144 0.162948 0.166987 CURRENT LEARNING RATE: 4.300756308829273e-09
previous_iter_valid_loss : 0.1642797589302063
1890780 0.164470 0.164280 0.166815 CURRENT LEARNING RATE: 4.299896243576902e-09
previous_iter_valid_loss : 0.16602124273777008
1890800 0.166243 0.166021 0.166990 CURRENT LEARNING RATE: 4.29903635032038e-09
previous_iter_valid_loss : 0.16051660478115082
1890820 0.160681 0.160517 0.166911 CURRENT LEARNING RATE: 4.2981766290253135e-09
previous_iter_valid_loss : 0.16154752671718597
1890840 0.161731 0.161548 0.166804 CURRENT LEARNING RATE: 4.297317079657312e-09
previous_iter_valid_loss : 0.16621844470500946
1890860 0.166446 0.166218 0.167090 CURRENT LEARNING RATE: 4.2964577021819945e-09
previous_iter_valid_loss : 0.17525379359722137
1890880 0.175534 0.175254 0.167631 CURRENT LEARNING RATE: 4.295598496564986e-09
previous_iter_valid_loss : 0.16131649911403656
1890900 0.161497 0.161316 0.167597 CURRENT LEARNING RATE: 4.294739462771918e-09
previous_iter_valid_loss : 0.16566047072410583
1890920 0.165822 0.165660 0.167360 CURRENT LEARNING RATE: 4.293880600768413e-09
previous_iter_valid_loss : 0.1673433482646942
1890940 0.167562 0.167343 0.167670 CURRENT LEARNING RATE: 4.293021910520149e-09
previous_iter_valid_loss : 0.17695888876914978
1890960 0.177261 0.176959 0.168074 CURRENT LEARNING RATE: 4.2921633919927614e-09
previous_iter_valid_loss : 0.16126525402069092
1890980 0.161449 0.161265 0.166220 CURRENT LEARNING RATE: 4.29130504515191e-09
previous_iter_valid_loss : 0.16187238693237305
1891000 0.162038 0.161872 0.166250 CURRENT LEARNING RATE: 4.290446869963261e-09
previous_iter_valid_loss : 0.16853581368923187
1891020 0.168689 0.168536 0.166099 CURRENT LEARNING RATE: 4.2895888663924875e-09
previous_iter_valid_loss : 0.16066484153270721
1891040 0.160827 0.160665 0.165207 CURRENT LEARNING RATE: 4.28873103440527e-09
previous_iter_valid_loss : 0.16067998111248016
1891060 0.160842 0.160680 0.165191 CURRENT LEARNING RATE: 4.287873373967293e-09
previous_iter_valid_loss : 0.16736328601837158
1891080 0.167584 0.167363 0.165389 CURRENT LEARNING RATE: 4.287015885044236e-09
previous_iter_valid_loss : 0.17860637605190277
1891100 0.178765 0.178606 0.166149 CURRENT LEARNING RATE: 4.286158567601831e-09
previous_iter_valid_loss : 0.1605091542005539
1891120 0.160667 0.160509 0.166145 CURRENT LEARNING RATE: 4.28530142160577e-09
previous_iter_valid_loss : 0.1685573011636734
1891140 0.168708 0.168557 0.165804 CURRENT LEARNING RATE: 4.284444447021766e-09
previous_iter_valid_loss : 0.16109240055084229
1891160 0.161276 0.161092 0.165711 CURRENT LEARNING RATE: 4.28358764381554e-09
previous_iter_valid_loss : 0.16087208688259125
1891180 0.161048 0.160872 0.165540 CURRENT LEARNING RATE: 4.282731011952821e-09
previous_iter_valid_loss : 0.16132524609565735
1891200 0.161488 0.161325 0.165306 CURRENT LEARNING RATE: 4.281874551399343e-09
previous_iter_valid_loss : 0.1607726365327835
1891220 0.160927 0.160773 0.165318 CURRENT LEARNING RATE: 4.281018262120832e-09
previous_iter_valid_loss : 0.17376483976840973
1891240 0.174044 0.173765 0.165929 CURRENT LEARNING RATE: 4.280162144083067e-09
previous_iter_valid_loss : 0.16471515595912933
1891260 0.164881 0.164715 0.165854 CURRENT LEARNING RATE: 4.279306197251789e-09
previous_iter_valid_loss : 0.18035122752189636
1891280 0.180678 0.180351 0.166109 CURRENT LEARNING RATE: 4.278450421592759e-09
previous_iter_valid_loss : 0.16214430332183838
1891300 0.162300 0.162144 0.166150 CURRENT LEARNING RATE: 4.277594817071747e-09
previous_iter_valid_loss : 0.170425683259964
1891320 0.170579 0.170426 0.166389 CURRENT LEARNING RATE: 4.276739383654527e-09
previous_iter_valid_loss : 0.16056005656719208
1891340 0.160728 0.160560 0.166049 CURRENT LEARNING RATE: 4.275884121306884e-09
previous_iter_valid_loss : 0.16211099922657013
1891360 0.162297 0.162111 0.165307 CURRENT LEARNING RATE: 4.275029029994606e-09
previous_iter_valid_loss : 0.16327132284641266
1891380 0.163439 0.163271 0.165407 CURRENT LEARNING RATE: 4.274174109683474e-09
previous_iter_valid_loss : 0.16923119127750397
1891400 0.169385 0.169231 0.165775 CURRENT LEARNING RATE: 4.273319360339324e-09
previous_iter_valid_loss : 0.16373082995414734
1891420 0.163905 0.163731 0.165535 CURRENT LEARNING RATE: 4.272464781927948e-09
previous_iter_valid_loss : 0.16237592697143555
1891440 0.162579 0.162376 0.165621 CURRENT LEARNING RATE: 4.271610374415163e-09
previous_iter_valid_loss : 0.17013821005821228
1891460 0.170285 0.170138 0.166093 CURRENT LEARNING RATE: 4.270756137766794e-09
previous_iter_valid_loss : 0.18562106788158417
1891480 0.185765 0.185621 0.167006 CURRENT LEARNING RATE: 4.2699020719486715e-09
previous_iter_valid_loss : 0.16145801544189453
1891500 0.161648 0.161458 0.166149 CURRENT LEARNING RATE: 4.269048176926633e-09
previous_iter_valid_loss : 0.17041480541229248
1891520 0.170663 0.170415 0.166644 CURRENT LEARNING RATE: 4.268194452666506e-09
previous_iter_valid_loss : 0.16936925053596497
1891540 0.169520 0.169369 0.166685 CURRENT LEARNING RATE: 4.2673408991341724e-09
previous_iter_valid_loss : 0.16551119089126587
1891560 0.165731 0.165511 0.166906 CURRENT LEARNING RATE: 4.266487516295477e-09
previous_iter_valid_loss : 0.16955426335334778
1891580 0.169792 0.169554 0.167340 CURRENT LEARNING RATE: 4.2656343041162815e-09
previous_iter_valid_loss : 0.17113640904426575
1891600 0.171394 0.171136 0.167830 CURRENT LEARNING RATE: 4.264781262562459e-09
previous_iter_valid_loss : 0.16172395646572113
1891620 0.161876 0.161724 0.167878 CURRENT LEARNING RATE: 4.263928391599887e-09
previous_iter_valid_loss : 0.16104155778884888
1891640 0.161227 0.161042 0.167242 CURRENT LEARNING RATE: 4.263075691194452e-09
previous_iter_valid_loss : 0.16388368606567383
1891660 0.164054 0.163884 0.167200 CURRENT LEARNING RATE: 4.262223161312046e-09
previous_iter_valid_loss : 0.16088968515396118
1891680 0.161052 0.160890 0.166227 CURRENT LEARNING RATE: 4.26137080191855e-09
previous_iter_valid_loss : 0.16184283792972565
1891700 0.162006 0.161843 0.166212 CURRENT LEARNING RATE: 4.2605186129799036e-09
previous_iter_valid_loss : 0.1608438491821289
1891720 0.161000 0.160844 0.165733 CURRENT LEARNING RATE: 4.259666594462001e-09
previous_iter_valid_loss : 0.161875918507576
1891740 0.162039 0.161876 0.165799 CURRENT LEARNING RATE: 4.258814746330763e-09
previous_iter_valid_loss : 0.16996100544929504
1891760 0.170109 0.169961 0.166191 CURRENT LEARNING RATE: 4.257963068552116e-09
previous_iter_valid_loss : 0.1611325889825821
1891780 0.161283 0.161133 0.166084 CURRENT LEARNING RATE: 4.257111561091992e-09
previous_iter_valid_loss : 0.1626209020614624
1891800 0.162812 0.162621 0.165754 CURRENT LEARNING RATE: 4.2562602239163305e-09
previous_iter_valid_loss : 0.16423247754573822
1891820 0.164409 0.164232 0.165779 CURRENT LEARNING RATE: 4.2554090569910795e-09
previous_iter_valid_loss : 0.16429227590560913
1891840 0.164495 0.164292 0.165875 CURRENT LEARNING RATE: 4.2545580602821756e-09
previous_iter_valid_loss : 0.1755831241607666
1891860 0.175742 0.175583 0.166147 CURRENT LEARNING RATE: 4.25370723375561e-09
previous_iter_valid_loss : 0.18613286316394806
1891880 0.186527 0.186133 0.166173 CURRENT LEARNING RATE: 4.252856577377334e-09
previous_iter_valid_loss : 0.17615771293640137
1891900 0.176456 0.176158 0.166908 CURRENT LEARNING RATE: 4.252006091113322e-09
previous_iter_valid_loss : 0.17131662368774414
1891920 0.171572 0.171317 0.166953 CURRENT LEARNING RATE: 4.251155774929554e-09
previous_iter_valid_loss : 0.16598111391067505
1891940 0.166190 0.165981 0.166783 CURRENT LEARNING RATE: 4.250305628792018e-09
previous_iter_valid_loss : 0.16322913765907288
1891960 0.163397 0.163229 0.166669 CURRENT LEARNING RATE: 4.249455652666707e-09
previous_iter_valid_loss : 0.16178376972675323
1891980 0.161943 0.161784 0.166281 CURRENT LEARNING RATE: 4.248605846519608e-09
previous_iter_valid_loss : 0.17339569330215454
1892000 0.173668 0.173396 0.166394 CURRENT LEARNING RATE: 4.247756210316758e-09
previous_iter_valid_loss : 0.16166119277477264
1892020 0.161813 0.161661 0.166391 CURRENT LEARNING RATE: 4.246906744024158e-09
previous_iter_valid_loss : 0.16183482110500336
1892040 0.161992 0.161835 0.166430 CURRENT LEARNING RATE: 4.246057447607827e-09
previous_iter_valid_loss : 0.16066883504390717
1892060 0.160826 0.160669 0.166269 CURRENT LEARNING RATE: 4.2452083210337955e-09
previous_iter_valid_loss : 0.16674093902111053
1892080 0.166962 0.166741 0.166562 CURRENT LEARNING RATE: 4.244359364268097e-09
previous_iter_valid_loss : 0.18262091279029846
1892100 0.182973 0.182621 0.167601 CURRENT LEARNING RATE: 4.243510577276775e-09
previous_iter_valid_loss : 0.16188259422779083
1892120 0.162062 0.161883 0.167653 CURRENT LEARNING RATE: 4.242661960025875e-09
previous_iter_valid_loss : 0.16292434930801392
1892140 0.163113 0.162924 0.167705 CURRENT LEARNING RATE: 4.241813512481439e-09
previous_iter_valid_loss : 0.16230756044387817
1892160 0.162470 0.162308 0.167323 CURRENT LEARNING RATE: 4.24096523460956e-09
previous_iter_valid_loss : 0.1610083281993866
1892180 0.161165 0.161008 0.167316 CURRENT LEARNING RATE: 4.2401171263762895e-09
previous_iter_valid_loss : 0.17013905942440033
1892200 0.170288 0.170139 0.167692 CURRENT LEARNING RATE: 4.239269187747705e-09
previous_iter_valid_loss : 0.16837985813617706
1892220 0.168538 0.168380 0.167900 CURRENT LEARNING RATE: 4.23842141868989e-09
previous_iter_valid_loss : 0.16050374507904053
1892240 0.160668 0.160504 0.167710 CURRENT LEARNING RATE: 4.2375738191689316e-09
previous_iter_valid_loss : 0.16588853299617767
1892260 0.166053 0.165889 0.167226 CURRENT LEARNING RATE: 4.236726389150926e-09
previous_iter_valid_loss : 0.16436363756656647
1892280 0.164570 0.164364 0.166137 CURRENT LEARNING RATE: 4.235879128601977e-09
previous_iter_valid_loss : 0.17036275565624237
1892300 0.170601 0.170363 0.165847 CURRENT LEARNING RATE: 4.235032037488179e-09
previous_iter_valid_loss : 0.17161498963832855
1892320 0.171876 0.171615 0.165862 CURRENT LEARNING RATE: 4.234185115775677e-09
previous_iter_valid_loss : 0.16614684462547302
1892340 0.166358 0.166147 0.165871 CURRENT LEARNING RATE: 4.233338363430581e-09
previous_iter_valid_loss : 0.16498975455760956
1892360 0.165200 0.164990 0.165959 CURRENT LEARNING RATE: 4.23249178041902e-09
previous_iter_valid_loss : 0.17741088569164276
1892380 0.177711 0.177411 0.166740 CURRENT LEARNING RATE: 4.231645366707131e-09
previous_iter_valid_loss : 0.17538759112358093
1892400 0.175674 0.175388 0.166840 CURRENT LEARNING RATE: 4.230799122261057e-09
previous_iter_valid_loss : 0.16049626469612122
1892420 0.160660 0.160496 0.166781 CURRENT LEARNING RATE: 4.229953047046948e-09
previous_iter_valid_loss : 0.1607319414615631
1892440 0.160907 0.160732 0.166726 CURRENT LEARNING RATE: 4.229107141030947e-09
previous_iter_valid_loss : 0.1605023890733719
1892460 0.160668 0.160502 0.166718 CURRENT LEARNING RATE: 4.228261404179248e-09
previous_iter_valid_loss : 0.1605333685874939
1892480 0.160710 0.160533 0.166407 CURRENT LEARNING RATE: 4.227415836458004e-09
previous_iter_valid_loss : 0.16152815520763397
1892500 0.161714 0.161528 0.165353 CURRENT LEARNING RATE: 4.226570437833395e-09
previous_iter_valid_loss : 0.16249093413352966
1892520 0.162692 0.162491 0.165383 CURRENT LEARNING RATE: 4.225725208271604e-09
previous_iter_valid_loss : 0.16062821447849274
1892540 0.160797 0.160628 0.165268 CURRENT LEARNING RATE: 4.224880147738821e-09
previous_iter_valid_loss : 0.16378521919250488
1892560 0.163941 0.163785 0.165342 CURRENT LEARNING RATE: 4.224035256201246e-09
previous_iter_valid_loss : 0.16678212583065033
1892580 0.167002 0.166782 0.165631 CURRENT LEARNING RATE: 4.223190533625081e-09
previous_iter_valid_loss : 0.16575945913791656
1892600 0.165918 0.165759 0.165412 CURRENT LEARNING RATE: 4.2223459799765224e-09
previous_iter_valid_loss : 0.16153158247470856
1892620 0.161723 0.161532 0.165070 CURRENT LEARNING RATE: 4.22150159522182e-09
previous_iter_valid_loss : 0.1636325567960739
1892640 0.163803 0.163633 0.165226 CURRENT LEARNING RATE: 4.220657379327181e-09
previous_iter_valid_loss : 0.17824794352054596
1892660 0.178405 0.178248 0.165844 CURRENT LEARNING RATE: 4.219813332258838e-09
previous_iter_valid_loss : 0.1616794615983963
1892680 0.161864 0.161679 0.165710 CURRENT LEARNING RATE: 4.218969453983028e-09
previous_iter_valid_loss : 0.16616752743721008
1892700 0.166328 0.166168 0.165500 CURRENT LEARNING RATE: 4.218125744465998e-09
previous_iter_valid_loss : 0.17927441000938416
1892720 0.179441 0.179274 0.165883 CURRENT LEARNING RATE: 4.2172822036739976e-09
previous_iter_valid_loss : 0.1618857979774475
1892740 0.162043 0.161886 0.165670 CURRENT LEARNING RATE: 4.216438831573271e-09
previous_iter_valid_loss : 0.1650102287530899
1892760 0.165173 0.165010 0.165671 CURRENT LEARNING RATE: 4.2155956281301135e-09
previous_iter_valid_loss : 0.16324922442436218
1892780 0.163438 0.163249 0.164963 CURRENT LEARNING RATE: 4.214752593310781e-09
previous_iter_valid_loss : 0.18249598145484924
1892800 0.182854 0.182496 0.165318 CURRENT LEARNING RATE: 4.213909727081554e-09
previous_iter_valid_loss : 0.1608443409204483
1892820 0.161001 0.160844 0.165336 CURRENT LEARNING RATE: 4.213067029408716e-09
previous_iter_valid_loss : 0.16470596194267273
1892840 0.164911 0.164706 0.165534 CURRENT LEARNING RATE: 4.212224500258559e-09
previous_iter_valid_loss : 0.16106688976287842
1892860 0.161252 0.161067 0.165563 CURRENT LEARNING RATE: 4.211382139597384e-09
previous_iter_valid_loss : 0.16266217827796936
1892880 0.162829 0.162662 0.165669 CURRENT LEARNING RATE: 4.210539947391494e-09
previous_iter_valid_loss : 0.16178981959819794
1892900 0.161977 0.161790 0.165682 CURRENT LEARNING RATE: 4.209697923607188e-09
previous_iter_valid_loss : 0.1676478236913681
1892920 0.167865 0.167648 0.165940 CURRENT LEARNING RATE: 4.208856068210814e-09
previous_iter_valid_loss : 0.1659957468509674
1892940 0.166211 0.165996 0.166208 CURRENT LEARNING RATE: 4.208014381168683e-09
previous_iter_valid_loss : 0.1617266684770584
1892960 0.161873 0.161727 0.166105 CURRENT LEARNING RATE: 4.207172862447129e-09
previous_iter_valid_loss : 0.16248378157615662
1892980 0.162674 0.162484 0.165891 CURRENT LEARNING RATE: 4.206331512012489e-09
previous_iter_valid_loss : 0.16270524263381958
1893000 0.162905 0.162705 0.165738 CURRENT LEARNING RATE: 4.205490329831111e-09
previous_iter_valid_loss : 0.16104473173618317
1893020 0.161220 0.161045 0.165714 CURRENT LEARNING RATE: 4.204649315869346e-09
previous_iter_valid_loss : 0.16161423921585083
1893040 0.161778 0.161614 0.165613 CURRENT LEARNING RATE: 4.203808470093555e-09
previous_iter_valid_loss : 0.16088709235191345
1893060 0.161074 0.160887 0.164745 CURRENT LEARNING RATE: 4.202967792470087e-09
previous_iter_valid_loss : 0.16064831614494324
1893080 0.160805 0.160648 0.164693 CURRENT LEARNING RATE: 4.202127282965348e-09
previous_iter_valid_loss : 0.16976137459278107
1893100 0.170004 0.169761 0.164873 CURRENT LEARNING RATE: 4.2012869415457e-09
previous_iter_valid_loss : 0.1617370992898941
1893120 0.161918 0.161737 0.163996 CURRENT LEARNING RATE: 4.20044676817753e-09
previous_iter_valid_loss : 0.1608532816171646
1893140 0.161034 0.160853 0.163944 CURRENT LEARNING RATE: 4.199606762827232e-09
previous_iter_valid_loss : 0.16126270592212677
1893160 0.161415 0.161263 0.163757 CURRENT LEARNING RATE: 4.198766925461204e-09
previous_iter_valid_loss : 0.1825801581144333
1893180 0.182938 0.182580 0.164723 CURRENT LEARNING RATE: 4.1979272560458546e-09
previous_iter_valid_loss : 0.1611229032278061
1893200 0.161307 0.161123 0.163655 CURRENT LEARNING RATE: 4.19708775454758e-09
previous_iter_valid_loss : 0.16281725466251373
1893220 0.162981 0.162817 0.163753 CURRENT LEARNING RATE: 4.196248420932832e-09
previous_iter_valid_loss : 0.16071666777133942
1893240 0.160891 0.160717 0.163554 CURRENT LEARNING RATE: 4.195409255168021e-09
previous_iter_valid_loss : 0.16800683736801147
1893260 0.168158 0.168007 0.163901 CURRENT LEARNING RATE: 4.194570257219581e-09
previous_iter_valid_loss : 0.16171367466449738
1893280 0.161897 0.161714 0.163853 CURRENT LEARNING RATE: 4.193731427053952e-09
previous_iter_valid_loss : 0.16756612062454224
1893300 0.167716 0.167566 0.164142 CURRENT LEARNING RATE: 4.19289276463758e-09
previous_iter_valid_loss : 0.1802605241537094
1893320 0.180420 0.180261 0.164773 CURRENT LEARNING RATE: 4.192054269936919e-09
previous_iter_valid_loss : 0.1801825314760208
1893340 0.180343 0.180183 0.165482 CURRENT LEARNING RATE: 4.19121594291843e-09
previous_iter_valid_loss : 0.18989746272563934
1893360 0.190026 0.189897 0.166891 CURRENT LEARNING RATE: 4.190377783548565e-09
previous_iter_valid_loss : 0.16248860955238342
1893380 0.162674 0.162489 0.166891 CURRENT LEARNING RATE: 4.189539791793826e-09
previous_iter_valid_loss : 0.16229893267154694
1893400 0.162473 0.162299 0.166871 CURRENT LEARNING RATE: 4.188701967620679e-09
previous_iter_valid_loss : 0.1645914912223816
1893420 0.164756 0.164591 0.167048 CURRENT LEARNING RATE: 4.1878643109956116e-09
previous_iter_valid_loss : 0.1667690873146057
1893440 0.166925 0.166769 0.167306 CURRENT LEARNING RATE: 4.187026821885117e-09
previous_iter_valid_loss : 0.1719123274087906
1893460 0.172164 0.171912 0.167857 CURRENT LEARNING RATE: 4.186189500255696e-09
previous_iter_valid_loss : 0.1614397168159485
1893480 0.161592 0.161440 0.167897 CURRENT LEARNING RATE: 4.185352346073856e-09
previous_iter_valid_loss : 0.1636982411146164
1893500 0.163862 0.163698 0.167594 CURRENT LEARNING RATE: 4.1845153593061096e-09
previous_iter_valid_loss : 0.16856278479099274
1893520 0.168797 0.168563 0.167935 CURRENT LEARNING RATE: 4.1836785399189635e-09
previous_iter_valid_loss : 0.16290707886219025
1893540 0.163111 0.162907 0.168037 CURRENT LEARNING RATE: 4.1828418878789744e-09
previous_iter_valid_loss : 0.1626550555229187
1893560 0.162816 0.162655 0.168107 CURRENT LEARNING RATE: 4.1820054031526615e-09
previous_iter_valid_loss : 0.16202755272388458
1893580 0.162196 0.162028 0.167079 CURRENT LEARNING RATE: 4.181169085706565e-09
previous_iter_valid_loss : 0.16102172434329987
1893600 0.161173 0.161022 0.167074 CURRENT LEARNING RATE: 4.180332935507233e-09
previous_iter_valid_loss : 0.1647312045097351
1893620 0.164895 0.164731 0.167170 CURRENT LEARNING RATE: 4.1794969525212185e-09
previous_iter_valid_loss : 0.1605704128742218
1893640 0.160727 0.160570 0.167163 CURRENT LEARNING RATE: 4.178661136715083e-09
previous_iter_valid_loss : 0.16324594616889954
1893660 0.163407 0.163246 0.166925 CURRENT LEARNING RATE: 4.177825488055379e-09
previous_iter_valid_loss : 0.17191097140312195
1893680 0.172062 0.171911 0.167435 CURRENT LEARNING RATE: 4.176990006508709e-09
previous_iter_valid_loss : 0.16211746633052826
1893700 0.162282 0.162117 0.167162 CURRENT LEARNING RATE: 4.17615469204164e-09
previous_iter_valid_loss : 0.16084113717079163
1893720 0.161019 0.160841 0.166191 CURRENT LEARNING RATE: 4.1753195446207596e-09
previous_iter_valid_loss : 0.1617797315120697
1893740 0.161973 0.161780 0.165271 CURRENT LEARNING RATE: 4.1744845642126616e-09
previous_iter_valid_loss : 0.16126748919487
1893760 0.161456 0.161267 0.163840 CURRENT LEARNING RATE: 4.173649750783946e-09
previous_iter_valid_loss : 0.16955804824829102
1893780 0.169801 0.169558 0.164193 CURRENT LEARNING RATE: 4.172815104301223e-09
previous_iter_valid_loss : 0.16056406497955322
1893800 0.160736 0.160564 0.164106 CURRENT LEARNING RATE: 4.171980624731102e-09
previous_iter_valid_loss : 0.1638677567243576
1893820 0.164034 0.163868 0.164070 CURRENT LEARNING RATE: 4.171146312040193e-09
previous_iter_valid_loss : 0.1682034283876419
1893840 0.168355 0.168203 0.164142 CURRENT LEARNING RATE: 4.170312166195152e-09
previous_iter_valid_loss : 0.16506697237491608
1893860 0.165240 0.165067 0.163800 CURRENT LEARNING RATE: 4.169478187162599e-09
previous_iter_valid_loss : 0.18343418836593628
1893880 0.183583 0.183434 0.164899 CURRENT LEARNING RATE: 4.168644374909173e-09
previous_iter_valid_loss : 0.162886843085289
1893900 0.163082 0.162887 0.164859 CURRENT LEARNING RATE: 4.1678107294015225e-09
previous_iter_valid_loss : 0.1605539321899414
1893920 0.160713 0.160554 0.164458 CURRENT LEARNING RATE: 4.166977250606302e-09
previous_iter_valid_loss : 0.16073554754257202
1893940 0.160915 0.160736 0.164350 CURRENT LEARNING RATE: 4.166143938490172e-09
previous_iter_valid_loss : 0.16740810871124268
1893960 0.167569 0.167408 0.164587 CURRENT LEARNING RATE: 4.1653107930197845e-09
previous_iter_valid_loss : 0.162108913064003
1893980 0.162279 0.162109 0.164591 CURRENT LEARNING RATE: 4.164477814161845e-09
previous_iter_valid_loss : 0.1605057716369629
1894000 0.160670 0.160506 0.164566 CURRENT LEARNING RATE: 4.163645001883019e-09
previous_iter_valid_loss : 0.16053341329097748
1894020 0.160693 0.160533 0.164356 CURRENT LEARNING RATE: 4.162812356149993e-09
previous_iter_valid_loss : 0.16070131957530975
1894040 0.160857 0.160701 0.164362 CURRENT LEARNING RATE: 4.161979876929462e-09
previous_iter_valid_loss : 0.16127073764801025
1894060 0.161457 0.161271 0.164264 CURRENT LEARNING RATE: 4.161147564188127e-09
previous_iter_valid_loss : 0.16638799011707306
1894080 0.166547 0.166388 0.163987 CURRENT LEARNING RATE: 4.160315417892694e-09
previous_iter_valid_loss : 0.16317109763622284
1894100 0.163372 0.163171 0.164040 CURRENT LEARNING RATE: 4.159483438009879e-09
previous_iter_valid_loss : 0.16580116748809814
1894120 0.165967 0.165801 0.164288 CURRENT LEARNING RATE: 4.158651624506388e-09
previous_iter_valid_loss : 0.1743217557668686
1894140 0.174471 0.174322 0.164915 CURRENT LEARNING RATE: 4.157819977348975e-09
previous_iter_valid_loss : 0.1659560352563858
1894160 0.166173 0.165956 0.165150 CURRENT LEARNING RATE: 4.1569884965043646e-09
previous_iter_valid_loss : 0.1643068641424179
1894180 0.164521 0.164307 0.164887 CURRENT LEARNING RATE: 4.156157181939293e-09
previous_iter_valid_loss : 0.1614696979522705
1894200 0.161629 0.161470 0.164932 CURRENT LEARNING RATE: 4.15532603362051e-09
previous_iter_valid_loss : 0.16068436205387115
1894220 0.160837 0.160684 0.164773 CURRENT LEARNING RATE: 4.154495051514768e-09
previous_iter_valid_loss : 0.16244515776634216
1894240 0.162616 0.162445 0.164485 CURRENT LEARNING RATE: 4.153664235588828e-09
previous_iter_valid_loss : 0.16062325239181519
1894260 0.160771 0.160623 0.164263 CURRENT LEARNING RATE: 4.152833585809459e-09
previous_iter_valid_loss : 0.16104760766029358
1894280 0.161204 0.161048 0.163144 CURRENT LEARNING RATE: 4.152003102143419e-09
previous_iter_valid_loss : 0.16050909459590912
1894300 0.160678 0.160509 0.163025 CURRENT LEARNING RATE: 4.151172784557519e-09
previous_iter_valid_loss : 0.1733664721250534
1894320 0.173524 0.173366 0.163665 CURRENT LEARNING RATE: 4.1503426330185304e-09
previous_iter_valid_loss : 0.1627819687128067
1894340 0.162943 0.162782 0.163768 CURRENT LEARNING RATE: 4.149512647493248e-09
previous_iter_valid_loss : 0.16059453785419464
1894360 0.160761 0.160595 0.163427 CURRENT LEARNING RATE: 4.148682827948472e-09
previous_iter_valid_loss : 0.16066373884677887
1894380 0.160820 0.160664 0.163355 CURRENT LEARNING RATE: 4.14785317435101e-09
previous_iter_valid_loss : 0.16069427132606506
1894400 0.160850 0.160694 0.163364 CURRENT LEARNING RATE: 4.147023686667675e-09
previous_iter_valid_loss : 0.16177603602409363
1894420 0.161966 0.161776 0.163426 CURRENT LEARNING RATE: 4.146194364865273e-09
previous_iter_valid_loss : 0.16884618997573853
1894440 0.169002 0.168846 0.163834 CURRENT LEARNING RATE: 4.145365208910661e-09
previous_iter_valid_loss : 0.19587698578834534
1894460 0.195985 0.195877 0.165564 CURRENT LEARNING RATE: 4.144536218770658e-09
previous_iter_valid_loss : 0.16704265773296356
1894480 0.167258 0.167043 0.165597 CURRENT LEARNING RATE: 4.1437073944121046e-09
previous_iter_valid_loss : 0.16130422055721283
1894500 0.161466 0.161304 0.165503 CURRENT LEARNING RATE: 4.142878735801847e-09
previous_iter_valid_loss : 0.16537834703922272
1894520 0.165541 0.165378 0.165482 CURRENT LEARNING RATE: 4.1420502429067396e-09
previous_iter_valid_loss : 0.16460634768009186
1894540 0.164814 0.164606 0.164996 CURRENT LEARNING RATE: 4.141221915693643e-09
previous_iter_valid_loss : 0.17548488080501556
1894560 0.175637 0.175485 0.165473 CURRENT LEARNING RATE: 4.140393754129423e-09
previous_iter_valid_loss : 0.17691382765769958
1894580 0.177071 0.176914 0.166103 CURRENT LEARNING RATE: 4.139565758180939e-09
previous_iter_valid_loss : 0.1623452752828598
1894600 0.162540 0.162345 0.166147 CURRENT LEARNING RATE: 4.138737927815101e-09
previous_iter_valid_loss : 0.16702505946159363
1894620 0.167247 0.167025 0.166464 CURRENT LEARNING RATE: 4.137910262998781e-09
previous_iter_valid_loss : 0.17873254418373108
1894640 0.179049 0.178733 0.167278 CURRENT LEARNING RATE: 4.137082763698871e-09
previous_iter_valid_loss : 0.16095955669879913
1894660 0.161141 0.160960 0.167295 CURRENT LEARNING RATE: 4.136255429882273e-09
previous_iter_valid_loss : 0.16646930575370789
1894680 0.166690 0.166469 0.167566 CURRENT LEARNING RATE: 4.135428261515892e-09
previous_iter_valid_loss : 0.16061341762542725
1894700 0.160770 0.160613 0.167572 CURRENT LEARNING RATE: 4.134601258566643e-09
previous_iter_valid_loss : 0.16651763021945953
1894720 0.166739 0.166518 0.167229 CURRENT LEARNING RATE: 4.133774421001443e-09
previous_iter_valid_loss : 0.1647731512784958
1894740 0.164971 0.164773 0.167329 CURRENT LEARNING RATE: 4.132947748787208e-09
previous_iter_valid_loss : 0.17303718626499176
1894760 0.173189 0.173037 0.167951 CURRENT LEARNING RATE: 4.132121241890897e-09
previous_iter_valid_loss : 0.1624046117067337
1894780 0.162585 0.162405 0.168038 CURRENT LEARNING RATE: 4.131294900279436e-09
previous_iter_valid_loss : 0.16883844137191772
1894800 0.169068 0.168838 0.168445 CURRENT LEARNING RATE: 4.130468723919772e-09
previous_iter_valid_loss : 0.1717572659254074
1894820 0.171899 0.171757 0.168944 CURRENT LEARNING RATE: 4.1296427127788575e-09
previous_iter_valid_loss : 0.18492034077644348
1894840 0.185063 0.184920 0.169748 CURRENT LEARNING RATE: 4.128816866823651e-09
previous_iter_valid_loss : 0.1716374009847641
1894860 0.171903 0.171637 0.168536 CURRENT LEARNING RATE: 4.127991186021122e-09
previous_iter_valid_loss : 0.16469350457191467
1894880 0.164860 0.164694 0.168418 CURRENT LEARNING RATE: 4.127165670338225e-09
previous_iter_valid_loss : 0.16948002576828003
1894900 0.169729 0.169480 0.168827 CURRENT LEARNING RATE: 4.12634031974197e-09
previous_iter_valid_loss : 0.16081863641738892
1894920 0.160967 0.160819 0.168599 CURRENT LEARNING RATE: 4.1255151341993284e-09
previous_iter_valid_loss : 0.16137172281742096
1894940 0.161527 0.161372 0.168437 CURRENT LEARNING RATE: 4.124690113677293e-09
previous_iter_valid_loss : 0.16056469082832336
1894960 0.160721 0.160565 0.167691 CURRENT LEARNING RATE: 4.123865258142862e-09
previous_iter_valid_loss : 0.16801056265830994
1894980 0.168248 0.168011 0.167246 CURRENT LEARNING RATE: 4.123040567563042e-09
previous_iter_valid_loss : 0.1660689115524292
1895000 0.166283 0.166069 0.167432 CURRENT LEARNING RATE: 4.1222160419048456e-09
previous_iter_valid_loss : 0.16779324412345886
1895020 0.168024 0.167793 0.167471 CURRENT LEARNING RATE: 4.121391681135292e-09
previous_iter_valid_loss : 0.16347424685955048
1895040 0.163667 0.163474 0.166708 CURRENT LEARNING RATE: 4.1205674852213906e-09
previous_iter_valid_loss : 0.1630880981683731
1895060 0.163279 0.163088 0.166814 CURRENT LEARNING RATE: 4.119743454130204e-09
previous_iter_valid_loss : 0.19859221577644348
1895080 0.198671 0.198592 0.168420 CURRENT LEARNING RATE: 4.1189195878287565e-09
previous_iter_valid_loss : 0.16107146441936493
1895100 0.161259 0.161071 0.168443 CURRENT LEARNING RATE: 4.118095886284092e-09
previous_iter_valid_loss : 0.16120187938213348
1895120 0.161388 0.161202 0.168178 CURRENT LEARNING RATE: 4.117272349463265e-09
previous_iter_valid_loss : 0.16735881567001343
1895140 0.167586 0.167359 0.168307 CURRENT LEARNING RATE: 4.116448977333332e-09
previous_iter_valid_loss : 0.16886496543884277
1895160 0.169021 0.168865 0.168098 CURRENT LEARNING RATE: 4.115625769861358e-09
previous_iter_valid_loss : 0.16677266359329224
1895180 0.166929 0.166773 0.168317 CURRENT LEARNING RATE: 4.114802727014401e-09
previous_iter_valid_loss : 0.1734483689069748
1895200 0.173602 0.173448 0.168547 CURRENT LEARNING RATE: 4.113979848759569e-09
previous_iter_valid_loss : 0.18222106993198395
1895220 0.182377 0.182221 0.169070 CURRENT LEARNING RATE: 4.113157135063931e-09
previous_iter_valid_loss : 0.1610502004623413
1895240 0.161206 0.161050 0.167877 CURRENT LEARNING RATE: 4.1123345858945785e-09
previous_iter_valid_loss : 0.16161154210567474
1895260 0.161796 0.161612 0.167376 CURRENT LEARNING RATE: 4.111512201218611e-09
previous_iter_valid_loss : 0.1886264681816101
1895280 0.189045 0.188626 0.168572 CURRENT LEARNING RATE: 4.110689981003131e-09
previous_iter_valid_loss : 0.1606311947107315
1895300 0.160784 0.160631 0.168130 CURRENT LEARNING RATE: 4.109867925215251e-09
previous_iter_valid_loss : 0.170912504196167
1895320 0.171067 0.170913 0.168634 CURRENT LEARNING RATE: 4.109046033822089e-09
previous_iter_valid_loss : 0.17711324989795685
1895340 0.177411 0.177113 0.169422 CURRENT LEARNING RATE: 4.108224306790754e-09
previous_iter_valid_loss : 0.16273505985736847
1895360 0.162930 0.162735 0.169530 CURRENT LEARNING RATE: 4.107402744088407e-09
previous_iter_valid_loss : 0.16200314462184906
1895380 0.162195 0.162003 0.169230 CURRENT LEARNING RATE: 4.10658134568217e-09
previous_iter_valid_loss : 0.19025515019893646
1895400 0.190708 0.190255 0.170439 CURRENT LEARNING RATE: 4.105760111539187e-09
previous_iter_valid_loss : 0.16430379450321198
1895420 0.164510 0.164304 0.170265 CURRENT LEARNING RATE: 4.104939041626609e-09
previous_iter_valid_loss : 0.17729812860488892
1895440 0.177460 0.177298 0.170956 CURRENT LEARNING RATE: 4.104118135911593e-09
previous_iter_valid_loss : 0.21356593072414398
1895460 0.213598 0.213566 0.173480 CURRENT LEARNING RATE: 4.103297394361304e-09
previous_iter_valid_loss : 0.16242536902427673
1895480 0.162588 0.162425 0.171671 CURRENT LEARNING RATE: 4.1024768169429104e-09
previous_iter_valid_loss : 0.17021532356739044
1895500 0.170367 0.170215 0.172128 CURRENT LEARNING RATE: 4.101656403623576e-09
previous_iter_valid_loss : 0.16625063121318817
1895520 0.166407 0.166251 0.172381 CURRENT LEARNING RATE: 4.100836154370513e-09
previous_iter_valid_loss : 0.1632917821407318
1895540 0.163460 0.163292 0.172178 CURRENT LEARNING RATE: 4.100016069150896e-09
previous_iter_valid_loss : 0.16094987094402313
1895560 0.161130 0.160950 0.171782 CURRENT LEARNING RATE: 4.099196147931922e-09
previous_iter_valid_loss : 0.16157637536525726
1895580 0.161734 0.161576 0.171522 CURRENT LEARNING RATE: 4.098376390680796e-09
previous_iter_valid_loss : 0.1609150618314743
1895600 0.161059 0.160915 0.170895 CURRENT LEARNING RATE: 4.097556797364725e-09
previous_iter_valid_loss : 0.16121163964271545
1895620 0.161395 0.161212 0.169845 CURRENT LEARNING RATE: 4.096737367950927e-09
previous_iter_valid_loss : 0.1703781634569168
1895640 0.170627 0.170378 0.170311 CURRENT LEARNING RATE: 4.0959181024066095e-09
previous_iter_valid_loss : 0.18602119386196136
1895660 0.186416 0.186021 0.171532 CURRENT LEARNING RATE: 4.095099000699031e-09
previous_iter_valid_loss : 0.16872741281986237
1895680 0.168883 0.168727 0.170537 CURRENT LEARNING RATE: 4.094280062795413e-09
previous_iter_valid_loss : 0.18244118988513947
1895700 0.182595 0.182441 0.171627 CURRENT LEARNING RATE: 4.093461288662999e-09
previous_iter_valid_loss : 0.17079567909240723
1895720 0.171057 0.170796 0.171621 CURRENT LEARNING RATE: 4.0926426782690365e-09
previous_iter_valid_loss : 0.17078937590122223
1895740 0.171037 0.170789 0.171305 CURRENT LEARNING RATE: 4.091824231580781e-09
previous_iter_valid_loss : 0.17226053774356842
1895760 0.172531 0.172261 0.171782 CURRENT LEARNING RATE: 4.091005948565496e-09
previous_iter_valid_loss : 0.16231565177440643
1895780 0.162485 0.162316 0.171797 CURRENT LEARNING RATE: 4.0901878291904495e-09
previous_iter_valid_loss : 0.1605260819196701
1895800 0.160692 0.160526 0.170311 CURRENT LEARNING RATE: 4.089369873422902e-09
previous_iter_valid_loss : 0.16431881487369537
1895820 0.164488 0.164319 0.170311 CURRENT LEARNING RATE: 4.088552081230165e-09
previous_iter_valid_loss : 0.16480128467082977
1895840 0.165012 0.164801 0.169687 CURRENT LEARNING RATE: 4.087734452579511e-09
previous_iter_valid_loss : 0.1669950634241104
1895860 0.167214 0.166995 0.167358 CURRENT LEARNING RATE: 4.086916987438236e-09
previous_iter_valid_loss : 0.16073355078697205
1895880 0.160910 0.160734 0.167273 CURRENT LEARNING RATE: 4.086099685773641e-09
previous_iter_valid_loss : 0.16286872327327728
1895900 0.163028 0.162869 0.166906 CURRENT LEARNING RATE: 4.085282547553034e-09
previous_iter_valid_loss : 0.17678575217723846
1895920 0.177082 0.176786 0.167433 CURRENT LEARNING RATE: 4.0844655727437295e-09
previous_iter_valid_loss : 0.1651259958744049
1895940 0.165336 0.165126 0.167525 CURRENT LEARNING RATE: 4.083648761313048e-09
previous_iter_valid_loss : 0.1652647703886032
1895960 0.165465 0.165265 0.167740 CURRENT LEARNING RATE: 4.082832113228304e-09
previous_iter_valid_loss : 0.16058249771595
1895980 0.160734 0.160582 0.167691 CURRENT LEARNING RATE: 4.082015628456859e-09
previous_iter_valid_loss : 0.18180307745933533
1896000 0.181961 0.181803 0.168735 CURRENT LEARNING RATE: 4.08119930696604e-09
previous_iter_valid_loss : 0.16156145930290222
1896020 0.161743 0.161561 0.168753 CURRENT LEARNING RATE: 4.0803831487231935e-09
previous_iter_valid_loss : 0.16401620209217072
1896040 0.164212 0.164016 0.168434 CURRENT LEARNING RATE: 4.0795671536956735e-09
previous_iter_valid_loss : 0.16601014137268066
1896060 0.166173 0.166010 0.167434 CURRENT LEARNING RATE: 4.07875132185084e-09
previous_iter_valid_loss : 0.16203178465366364
1896080 0.162226 0.162032 0.167099 CURRENT LEARNING RATE: 4.07793565315606e-09
previous_iter_valid_loss : 0.16474096477031708
1896100 0.164933 0.164741 0.166214 CURRENT LEARNING RATE: 4.077120147578692e-09
previous_iter_valid_loss : 0.1671881079673767
1896120 0.167348 0.167188 0.166034 CURRENT LEARNING RATE: 4.076304805086145e-09
previous_iter_valid_loss : 0.16220006346702576
1896140 0.162392 0.162200 0.165604 CURRENT LEARNING RATE: 4.075489625645792e-09
previous_iter_valid_loss : 0.16327907145023346
1896160 0.163472 0.163279 0.165155 CURRENT LEARNING RATE: 4.074674609225023e-09
previous_iter_valid_loss : 0.18820852041244507
1896180 0.188339 0.188209 0.166450 CURRENT LEARNING RATE: 4.073859755791239e-09
previous_iter_valid_loss : 0.1638181507587433
1896200 0.163983 0.163818 0.166614 CURRENT LEARNING RATE: 4.073045065311847e-09
previous_iter_valid_loss : 0.16106490790843964
1896220 0.161220 0.161065 0.166452 CURRENT LEARNING RATE: 4.072230537754257e-09
previous_iter_valid_loss : 0.16966809332370758
1896240 0.169916 0.169668 0.166695 CURRENT LEARNING RATE: 4.07141617308589e-09
previous_iter_valid_loss : 0.1605873703956604
1896260 0.160753 0.160587 0.166375 CURRENT LEARNING RATE: 4.070601971274155e-09
previous_iter_valid_loss : 0.16176064312458038
1896280 0.161920 0.161761 0.166426 CURRENT LEARNING RATE: 4.069787932286514e-09
previous_iter_valid_loss : 0.16668158769607544
1896300 0.166845 0.166682 0.166617 CURRENT LEARNING RATE: 4.068974056090391e-09
previous_iter_valid_loss : 0.1605549305677414
1896320 0.160720 0.160555 0.165805 CURRENT LEARNING RATE: 4.068160342653231e-09
previous_iter_valid_loss : 0.1683029979467392
1896340 0.168537 0.168303 0.165964 CURRENT LEARNING RATE: 4.067346791942486e-09
previous_iter_valid_loss : 0.16779908537864685
1896360 0.167956 0.167799 0.166091 CURRENT LEARNING RATE: 4.066533403925612e-09
previous_iter_valid_loss : 0.1677950620651245
1896380 0.167953 0.167795 0.166451 CURRENT LEARNING RATE: 4.065720178570075e-09
previous_iter_valid_loss : 0.1616651862859726
1896400 0.161831 0.161665 0.165444 CURRENT LEARNING RATE: 4.064907115843331e-09
previous_iter_valid_loss : 0.16695302724838257
1896420 0.167111 0.166953 0.165714 CURRENT LEARNING RATE: 4.0640942157128874e-09
previous_iter_valid_loss : 0.16160975396633148
1896440 0.161791 0.161610 0.165594 CURRENT LEARNING RATE: 4.063281478146213e-09
previous_iter_valid_loss : 0.1605423390865326
1896460 0.160708 0.160542 0.165320 CURRENT LEARNING RATE: 4.062468903110797e-09
previous_iter_valid_loss : 0.16575857996940613
1896480 0.165967 0.165759 0.165507 CURRENT LEARNING RATE: 4.061656490574139e-09
previous_iter_valid_loss : 0.16051773726940155
1896500 0.160683 0.160518 0.165296 CURRENT LEARNING RATE: 4.06084424050374e-09
previous_iter_valid_loss : 0.16545915603637695
1896520 0.165667 0.165459 0.165209 CURRENT LEARNING RATE: 4.060032152867112e-09
previous_iter_valid_loss : 0.1801675260066986
1896540 0.180495 0.180168 0.166107 CURRENT LEARNING RATE: 4.05922022763177e-09
previous_iter_valid_loss : 0.161634624004364
1896560 0.161790 0.161635 0.166025 CURRENT LEARNING RATE: 4.058408464765224e-09
previous_iter_valid_loss : 0.16198156774044037
1896580 0.162140 0.161982 0.164714 CURRENT LEARNING RATE: 4.057596864235031e-09
previous_iter_valid_loss : 0.16062100231647491
1896600 0.160776 0.160621 0.164554 CURRENT LEARNING RATE: 4.056785426008714e-09
previous_iter_valid_loss : 0.1657015085220337
1896620 0.165912 0.165702 0.164786 CURRENT LEARNING RATE: 4.055974150053813e-09
previous_iter_valid_loss : 0.17053991556167603
1896640 0.170791 0.170540 0.164829 CURRENT LEARNING RATE: 4.055163036337879e-09
previous_iter_valid_loss : 0.16051062941551208
1896660 0.160675 0.160511 0.164826 CURRENT LEARNING RATE: 4.054352084828468e-09
previous_iter_valid_loss : 0.16050972044467926
1896680 0.160668 0.160510 0.164763 CURRENT LEARNING RATE: 4.053541295493141e-09
previous_iter_valid_loss : 0.16319459676742554
1896700 0.163393 0.163195 0.164589 CURRENT LEARNING RATE: 4.052730668299465e-09
previous_iter_valid_loss : 0.166543111205101
1896720 0.166757 0.166543 0.164888 CURRENT LEARNING RATE: 4.051920203215003e-09
previous_iter_valid_loss : 0.16317489743232727
1896740 0.163363 0.163175 0.164632 CURRENT LEARNING RATE: 4.051109900207364e-09
previous_iter_valid_loss : 0.16677328944206238
1896760 0.166999 0.166773 0.164580 CURRENT LEARNING RATE: 4.050299759244121e-09
previous_iter_valid_loss : 0.16053667664527893
1896780 0.160709 0.160537 0.164218 CURRENT LEARNING RATE: 4.049489780292869e-09
previous_iter_valid_loss : 0.16701072454452515
1896800 0.167236 0.167011 0.164485 CURRENT LEARNING RATE: 4.048679963321209e-09
previous_iter_valid_loss : 0.1660696119070053
1896820 0.166232 0.166070 0.164441 CURRENT LEARNING RATE: 4.047870308296747e-09
previous_iter_valid_loss : 0.16190044581890106
1896840 0.162059 0.161900 0.164455 CURRENT LEARNING RATE: 4.0470608151871e-09
previous_iter_valid_loss : 0.16245558857917786
1896860 0.162652 0.162456 0.164551 CURRENT LEARNING RATE: 4.0462514839598705e-09
previous_iter_valid_loss : 0.16355280578136444
1896880 0.163715 0.163553 0.164441 CURRENT LEARNING RATE: 4.045442314582715e-09
previous_iter_valid_loss : 0.18080425262451172
1896900 0.180963 0.180804 0.165455 CURRENT LEARNING RATE: 4.044633307023253e-09
previous_iter_valid_loss : 0.16058765351772308
1896920 0.160743 0.160588 0.165211 CURRENT LEARNING RATE: 4.043824461249124e-09
previous_iter_valid_loss : 0.17977285385131836
1896940 0.180103 0.179773 0.165192 CURRENT LEARNING RATE: 4.043015777227974e-09
previous_iter_valid_loss : 0.1712542176246643
1896960 0.171518 0.171254 0.165673 CURRENT LEARNING RATE: 4.042207254927455e-09
previous_iter_valid_loss : 0.20692506432533264
1896980 0.207527 0.206925 0.167920 CURRENT LEARNING RATE: 4.041398894315227e-09
previous_iter_valid_loss : 0.1732422411441803
1897000 0.173387 0.173242 0.168551 CURRENT LEARNING RATE: 4.040590695358956e-09
previous_iter_valid_loss : 0.17394134402275085
1897020 0.174221 0.173941 0.168963 CURRENT LEARNING RATE: 4.039782658026298e-09
previous_iter_valid_loss : 0.16313771903514862
1897040 0.163303 0.163138 0.168593 CURRENT LEARNING RATE: 4.038974782284962e-09
previous_iter_valid_loss : 0.1607077717781067
1897060 0.160862 0.160708 0.168602 CURRENT LEARNING RATE: 4.038167068102617e-09
previous_iter_valid_loss : 0.1628699004650116
1897080 0.163031 0.162870 0.168720 CURRENT LEARNING RATE: 4.037359515446956e-09
previous_iter_valid_loss : 0.1610640287399292
1897100 0.161228 0.161064 0.168614 CURRENT LEARNING RATE: 4.036552124285676e-09
previous_iter_valid_loss : 0.16194643080234528
1897120 0.162116 0.161946 0.168384 CURRENT LEARNING RATE: 4.035744894586481e-09
previous_iter_valid_loss : 0.17127366364002228
1897140 0.171519 0.171274 0.168789 CURRENT LEARNING RATE: 4.034937826317083e-09
previous_iter_valid_loss : 0.16054503619670868
1897160 0.160709 0.160545 0.168478 CURRENT LEARNING RATE: 4.034130919445184e-09
previous_iter_valid_loss : 0.18458238244056702
1897180 0.184954 0.184582 0.169680 CURRENT LEARNING RATE: 4.033324173938537e-09
previous_iter_valid_loss : 0.16364598274230957
1897200 0.163840 0.163646 0.169512 CURRENT LEARNING RATE: 4.032517589764856e-09
previous_iter_valid_loss : 0.16175971925258636
1897220 0.161919 0.161760 0.169296 CURRENT LEARNING RATE: 4.031711166891882e-09
previous_iter_valid_loss : 0.16388855874538422
1897240 0.164063 0.163889 0.169396 CURRENT LEARNING RATE: 4.030904905287353e-09
previous_iter_valid_loss : 0.16672715544700623
1897260 0.166935 0.166727 0.169609 CURRENT LEARNING RATE: 4.030098804919021e-09
previous_iter_valid_loss : 0.16140542924404144
1897280 0.161558 0.161405 0.169502 CURRENT LEARNING RATE: 4.0292928657546415e-09
previous_iter_valid_loss : 0.17715482413768768
1897300 0.177458 0.177155 0.169319 CURRENT LEARNING RATE: 4.028487087761978e-09
previous_iter_valid_loss : 0.18348366022109985
1897320 0.183634 0.183484 0.170464 CURRENT LEARNING RATE: 4.027681470908783e-09
previous_iter_valid_loss : 0.18269149959087372
1897340 0.182839 0.182691 0.170610 CURRENT LEARNING RATE: 4.026876015162864e-09
previous_iter_valid_loss : 0.16109153628349304
1897360 0.161275 0.161092 0.170102 CURRENT LEARNING RATE: 4.026070720491984e-09
previous_iter_valid_loss : 0.1612103432416916
1897380 0.161399 0.161210 0.167816 CURRENT LEARNING RATE: 4.025265586863934e-09
previous_iter_valid_loss : 0.16056916117668152
1897400 0.160742 0.160569 0.167183 CURRENT LEARNING RATE: 4.024460614246508e-09
previous_iter_valid_loss : 0.160906121134758
1897420 0.161053 0.160906 0.166531 CURRENT LEARNING RATE: 4.023655802607508e-09
previous_iter_valid_loss : 0.16348227858543396
1897440 0.163650 0.163482 0.166548 CURRENT LEARNING RATE: 4.022851151914739e-09
previous_iter_valid_loss : 0.16049902141094208
1897460 0.160654 0.160499 0.166538 CURRENT LEARNING RATE: 4.022046662136018e-09
previous_iter_valid_loss : 0.16671447455883026
1897480 0.166921 0.166714 0.166730 CURRENT LEARNING RATE: 4.021242333239148e-09
previous_iter_valid_loss : 0.16647057235240936
1897500 0.166685 0.166471 0.167000 CURRENT LEARNING RATE: 4.020438165191988e-09
previous_iter_valid_loss : 0.16257193684577942
1897520 0.162740 0.162572 0.167031 CURRENT LEARNING RATE: 4.019634157962354e-09
previous_iter_valid_loss : 0.16102057695388794
1897540 0.161207 0.161021 0.166519 CURRENT LEARNING RATE: 4.018830311518088e-09
previous_iter_valid_loss : 0.16273432970046997
1897560 0.162905 0.162734 0.166628 CURRENT LEARNING RATE: 4.018026625827034e-09
previous_iter_valid_loss : 0.16461029648780823
1897580 0.164775 0.164610 0.165630 CURRENT LEARNING RATE: 4.017223100857046e-09
previous_iter_valid_loss : 0.16059190034866333
1897600 0.160759 0.160592 0.165477 CURRENT LEARNING RATE: 4.016419736575983e-09
previous_iter_valid_loss : 0.1619308888912201
1897620 0.162085 0.161931 0.165485 CURRENT LEARNING RATE: 4.015616532951695e-09
previous_iter_valid_loss : 0.16587373614311218
1897640 0.166081 0.165874 0.165585 CURRENT LEARNING RATE: 4.014813489952082e-09
previous_iter_valid_loss : 0.16379734873771667
1897660 0.163995 0.163797 0.165438 CURRENT LEARNING RATE: 4.014010607545012e-09
previous_iter_valid_loss : 0.1676923781633377
1897680 0.167846 0.167692 0.165753 CURRENT LEARNING RATE: 4.013207885698365e-09
previous_iter_valid_loss : 0.1610163152217865
1897700 0.161168 0.161016 0.164946 CURRENT LEARNING RATE: 4.0124053243800335e-09
previous_iter_valid_loss : 0.16981923580169678
1897720 0.170077 0.169819 0.164262 CURRENT LEARNING RATE: 4.011602923557917e-09
previous_iter_valid_loss : 0.1661071628332138
1897740 0.166267 0.166107 0.163433 CURRENT LEARNING RATE: 4.010800683199917e-09
previous_iter_valid_loss : 0.16284437477588654
1897760 0.163017 0.162844 0.163521 CURRENT LEARNING RATE: 4.009998603273946e-09
previous_iter_valid_loss : 0.16077758371829987
1897780 0.160952 0.160778 0.163499 CURRENT LEARNING RATE: 4.009196683747904e-09
previous_iter_valid_loss : 0.16378358006477356
1897800 0.163954 0.163784 0.163660 CURRENT LEARNING RATE: 4.008394924589744e-09
previous_iter_valid_loss : 0.1606627255678177
1897820 0.160835 0.160663 0.163648 CURRENT LEARNING RATE: 4.007593325767382e-09
previous_iter_valid_loss : 0.1605909913778305
1897840 0.160760 0.160591 0.163503 CURRENT LEARNING RATE: 4.006791887248754e-09
previous_iter_valid_loss : 0.23211638629436493
1897860 0.232053 0.232116 0.167084 CURRENT LEARNING RATE: 4.005990609001802e-09
previous_iter_valid_loss : 0.1891471892595291
1897880 0.189273 0.189147 0.168206 CURRENT LEARNING RATE: 4.005189490994475e-09
previous_iter_valid_loss : 0.162802591919899
1897900 0.162976 0.162803 0.168022 CURRENT LEARNING RATE: 4.004388533194727e-09
previous_iter_valid_loss : 0.16091609001159668
1897920 0.161098 0.160916 0.167940 CURRENT LEARNING RATE: 4.003587735570522e-09
previous_iter_valid_loss : 0.1609213650226593
1897940 0.161082 0.160921 0.167935 CURRENT LEARNING RATE: 4.002787098089813e-09
previous_iter_valid_loss : 0.17646178603172302
1897960 0.176752 0.176462 0.168621 CURRENT LEARNING RATE: 4.001986620720601e-09
previous_iter_valid_loss : 0.16349399089813232
1897980 0.163691 0.163494 0.168565 CURRENT LEARNING RATE: 4.001186303430856e-09
previous_iter_valid_loss : 0.16381216049194336
1898000 0.164007 0.163812 0.168726 CURRENT LEARNING RATE: 4.000386146188563e-09
previous_iter_valid_loss : 0.16067752242088318
1898020 0.160822 0.160678 0.168663 CURRENT LEARNING RATE: 3.999586148961716e-09
previous_iter_valid_loss : 0.1788170039653778
1898040 0.178979 0.178817 0.169311 CURRENT LEARNING RATE: 3.998786311718317e-09
previous_iter_valid_loss : 0.17818623781204224
1898060 0.178493 0.178186 0.170030 CURRENT LEARNING RATE: 3.997986634426369e-09
previous_iter_valid_loss : 0.16117216646671295
1898080 0.161349 0.161172 0.169704 CURRENT LEARNING RATE: 3.9971871170538746e-09
previous_iter_valid_loss : 0.16141045093536377
1898100 0.161599 0.161410 0.169724 CURRENT LEARNING RATE: 3.9963877595688785e-09
previous_iter_valid_loss : 0.16113042831420898
1898120 0.161306 0.161130 0.169289 CURRENT LEARNING RATE: 3.995588561939393e-09
previous_iter_valid_loss : 0.16427795588970184
1898140 0.164447 0.164278 0.169198 CURRENT LEARNING RATE: 3.994789524133451e-09
previous_iter_valid_loss : 0.16097812354564667
1898160 0.161140 0.160978 0.169105 CURRENT LEARNING RATE: 3.993990646119091e-09
previous_iter_valid_loss : 0.1747947484254837
1898180 0.174942 0.174795 0.169805 CURRENT LEARNING RATE: 3.993191927864357e-09
previous_iter_valid_loss : 0.16056005656719208
1898200 0.160733 0.160560 0.169644 CURRENT LEARNING RATE: 3.9923933693373e-09
previous_iter_valid_loss : 0.16086746752262115
1898220 0.161039 0.160867 0.169654 CURRENT LEARNING RATE: 3.991594970505979e-09
previous_iter_valid_loss : 0.16161441802978516
1898240 0.161770 0.161614 0.169706 CURRENT LEARNING RATE: 3.990796731338443e-09
previous_iter_valid_loss : 0.16100585460662842
1898260 0.161157 0.161006 0.166150 CURRENT LEARNING RATE: 3.989998651802791e-09
previous_iter_valid_loss : 0.16399037837982178
1898280 0.164157 0.163990 0.164892 CURRENT LEARNING RATE: 3.989200731867086e-09
previous_iter_valid_loss : 0.17252035439014435
1898300 0.172668 0.172520 0.165378 CURRENT LEARNING RATE: 3.98840297149941e-09
previous_iter_valid_loss : 0.16597259044647217
1898320 0.166195 0.165973 0.165631 CURRENT LEARNING RATE: 3.987605370667854e-09
previous_iter_valid_loss : 0.16545729339122772
1898340 0.165617 0.165457 0.165858 CURRENT LEARNING RATE: 3.986807929340513e-09
previous_iter_valid_loss : 0.16281749308109283
1898360 0.162977 0.162817 0.165176 CURRENT LEARNING RATE: 3.98601064748549e-09
previous_iter_valid_loss : 0.16221550107002258
1898380 0.162414 0.162216 0.165112 CURRENT LEARNING RATE: 3.985213525070879e-09
previous_iter_valid_loss : 0.1802053600549698
1898400 0.180367 0.180205 0.165931 CURRENT LEARNING RATE: 3.984416562064824e-09
previous_iter_valid_loss : 0.16054461896419525
1898420 0.160699 0.160545 0.165925 CURRENT LEARNING RATE: 3.983619758435432e-09
previous_iter_valid_loss : 0.16099677979946136
1898440 0.161151 0.160997 0.165034 CURRENT LEARNING RATE: 3.98282311415083e-09
previous_iter_valid_loss : 0.17273856699466705
1898460 0.173007 0.172739 0.164761 CURRENT LEARNING RATE: 3.982026629179154e-09
previous_iter_valid_loss : 0.17977306246757507
1898480 0.179935 0.179773 0.165691 CURRENT LEARNING RATE: 3.981230303488544e-09
previous_iter_valid_loss : 0.16054074466228485
1898500 0.160699 0.160541 0.165648 CURRENT LEARNING RATE: 3.980434137047146e-09
previous_iter_valid_loss : 0.16103708744049072
1898520 0.161219 0.161037 0.165643 CURRENT LEARNING RATE: 3.979638129823115e-09
previous_iter_valid_loss : 0.1610371619462967
1898540 0.161222 0.161037 0.165481 CURRENT LEARNING RATE: 3.978842281784594e-09
previous_iter_valid_loss : 0.1699284315109253
1898560 0.170078 0.169928 0.165929 CURRENT LEARNING RATE: 3.9780465928997795e-09
previous_iter_valid_loss : 0.16331864893436432
1898580 0.163511 0.163319 0.165355 CURRENT LEARNING RATE: 3.97725106313683e-09
previous_iter_valid_loss : 0.16052193939685822
1898600 0.160685 0.160522 0.165353 CURRENT LEARNING RATE: 3.976455692463923e-09
previous_iter_valid_loss : 0.1606748402118683
1898620 0.160839 0.160675 0.165343 CURRENT LEARNING RATE: 3.975660480849244e-09
previous_iter_valid_loss : 0.1616302877664566
1898640 0.161822 0.161630 0.165344 CURRENT LEARNING RATE: 3.974865428260985e-09
previous_iter_valid_loss : 0.16636987030506134
1898660 0.166584 0.166370 0.165612 CURRENT LEARNING RATE: 3.974070534667344e-09
previous_iter_valid_loss : 0.1605037897825241
1898680 0.160659 0.160504 0.165438 CURRENT LEARNING RATE: 3.973275800036525e-09
previous_iter_valid_loss : 0.16213062405586243
1898700 0.162290 0.162131 0.164918 CURRENT LEARNING RATE: 3.9724812243367235e-09
previous_iter_valid_loss : 0.1607593148946762
1898720 0.160910 0.160759 0.164658 CURRENT LEARNING RATE: 3.971686807536186e-09
previous_iter_valid_loss : 0.1659913957118988
1898740 0.166150 0.165991 0.164685 CURRENT LEARNING RATE: 3.970892549603121e-09
previous_iter_valid_loss : 0.1628246009349823
1898760 0.163006 0.162825 0.164685 CURRENT LEARNING RATE: 3.970098450505759e-09
previous_iter_valid_loss : 0.17488116025924683
1898780 0.175036 0.174881 0.165318 CURRENT LEARNING RATE: 3.9693045102123356e-09
previous_iter_valid_loss : 0.16411548852920532
1898800 0.164283 0.164115 0.164514 CURRENT LEARNING RATE: 3.968510728691093e-09
previous_iter_valid_loss : 0.16385452449321747
1898820 0.164052 0.163855 0.164679 CURRENT LEARNING RATE: 3.96771710591028e-09
previous_iter_valid_loss : 0.17281553149223328
1898840 0.172966 0.172816 0.165270 CURRENT LEARNING RATE: 3.9669236418381375e-09
previous_iter_valid_loss : 0.1609317511320114
1898860 0.161111 0.160932 0.164680 CURRENT LEARNING RATE: 3.966130336442956e-09
previous_iter_valid_loss : 0.16051214933395386
1898880 0.160671 0.160512 0.163717 CURRENT LEARNING RATE: 3.965337189692988e-09
previous_iter_valid_loss : 0.17040081322193146
1898900 0.170647 0.170401 0.164210 CURRENT LEARNING RATE: 3.964544201556509e-09
previous_iter_valid_loss : 0.16126041114330292
1898920 0.161451 0.161260 0.164221 CURRENT LEARNING RATE: 3.963751372001797e-09
previous_iter_valid_loss : 0.17982016503810883
1898940 0.179979 0.179820 0.165160 CURRENT LEARNING RATE: 3.962958700997141e-09
previous_iter_valid_loss : 0.17792539298534393
1898960 0.178214 0.177925 0.165560 CURRENT LEARNING RATE: 3.9621661885108346e-09
previous_iter_valid_loss : 0.17085054516792297
1898980 0.171002 0.170851 0.165936 CURRENT LEARNING RATE: 3.9613738345111745e-09
previous_iter_valid_loss : 0.16063162684440613
1899000 0.160799 0.160632 0.165942 CURRENT LEARNING RATE: 3.960581638966455e-09
previous_iter_valid_loss : 0.16673529148101807
1899020 0.166950 0.166735 0.166245 CURRENT LEARNING RATE: 3.959789601845017e-09
previous_iter_valid_loss : 0.18431204557418823
1899040 0.184703 0.184312 0.167379 CURRENT LEARNING RATE: 3.958997723115162e-09
previous_iter_valid_loss : 0.16065780818462372
1899060 0.160814 0.160658 0.167093 CURRENT LEARNING RATE: 3.9582060027452165e-09
previous_iter_valid_loss : 0.16302601993083954
1899080 0.163196 0.163026 0.167220 CURRENT LEARNING RATE: 3.957414440703512e-09
previous_iter_valid_loss : 0.16475440561771393
1899100 0.164929 0.164754 0.167351 CURRENT LEARNING RATE: 3.956623036958386e-09
previous_iter_valid_loss : 0.16063609719276428
1899120 0.160802 0.160636 0.167345 CURRENT LEARNING RATE: 3.955831791478182e-09
previous_iter_valid_loss : 0.16056294739246368
1899140 0.160728 0.160563 0.167073 CURRENT LEARNING RATE: 3.955040704231249e-09
previous_iter_valid_loss : 0.16454832255840302
1899160 0.164712 0.164548 0.167159 CURRENT LEARNING RATE: 3.954249775185932e-09
previous_iter_valid_loss : 0.16194358468055725
1899180 0.162094 0.161944 0.166513 CURRENT LEARNING RATE: 3.95345900431062e-09
previous_iter_valid_loss : 0.16662287712097168
1899200 0.166782 0.166623 0.166638 CURRENT LEARNING RATE: 3.952668391573669e-09
previous_iter_valid_loss : 0.16625511646270752
1899220 0.166417 0.166255 0.166758 CURRENT LEARNING RATE: 3.951877936943454e-09
previous_iter_valid_loss : 0.16941426694393158
1899240 0.169565 0.169414 0.166588 CURRENT LEARNING RATE: 3.951087640388357e-09
previous_iter_valid_loss : 0.16293972730636597
1899260 0.163094 0.162940 0.166688 CURRENT LEARNING RATE: 3.9502975018767664e-09
previous_iter_valid_loss : 0.16565926373004913
1899280 0.165817 0.165659 0.166946 CURRENT LEARNING RATE: 3.949507521377076e-09
previous_iter_valid_loss : 0.1611352115869522
1899300 0.161296 0.161135 0.166482 CURRENT LEARNING RATE: 3.948717698857673e-09
previous_iter_valid_loss : 0.16062746942043304
1899320 0.160790 0.160627 0.166451 CURRENT LEARNING RATE: 3.947928034286992e-09
previous_iter_valid_loss : 0.16055099666118622
1899340 0.160709 0.160551 0.165487 CURRENT LEARNING RATE: 3.947138527633434e-09
previous_iter_valid_loss : 0.1892315298318863
1899360 0.189359 0.189232 0.166052 CURRENT LEARNING RATE: 3.946349178865417e-09
previous_iter_valid_loss : 0.17138318717479706
1899380 0.171532 0.171383 0.166079 CURRENT LEARNING RATE: 3.945559987951368e-09
previous_iter_valid_loss : 0.16068987548351288
1899400 0.160863 0.160690 0.166082 CURRENT LEARNING RATE: 3.944770954859718e-09
previous_iter_valid_loss : 0.16319197416305542
1899420 0.163362 0.163192 0.165905 CURRENT LEARNING RATE: 3.9439820795589084e-09
previous_iter_valid_loss : 0.16051049530506134
1899440 0.160668 0.160510 0.164715 CURRENT LEARNING RATE: 3.9431933620173814e-09
previous_iter_valid_loss : 0.17741777002811432
1899460 0.177571 0.177418 0.165553 CURRENT LEARNING RATE: 3.942404802203576e-09
previous_iter_valid_loss : 0.16964976489543915
1899480 0.169800 0.169650 0.165884 CURRENT LEARNING RATE: 3.941616400085976e-09
previous_iter_valid_loss : 0.1692894846200943
1899500 0.169434 0.169289 0.166111 CURRENT LEARNING RATE: 3.940828155633034e-09
previous_iter_valid_loss : 0.16051757335662842
1899520 0.160682 0.160518 0.166105 CURRENT LEARNING RATE: 3.9400400688132176e-09
previous_iter_valid_loss : 0.16352470219135284
1899540 0.163698 0.163525 0.166253 CURRENT LEARNING RATE: 3.939252139595006e-09
previous_iter_valid_loss : 0.16153717041015625
1899560 0.161704 0.161537 0.166102 CURRENT LEARNING RATE: 3.938464367946879e-09
previous_iter_valid_loss : 0.16050037741661072
1899580 0.160669 0.160500 0.166030 CURRENT LEARNING RATE: 3.937676753837328e-09
previous_iter_valid_loss : 0.16802045702934265
1899600 0.168178 0.168020 0.166100 CURRENT LEARNING RATE: 3.936889297234833e-09
previous_iter_valid_loss : 0.16789469122886658
1899620 0.168053 0.167895 0.166182 CURRENT LEARNING RATE: 3.936101998107925e-09
previous_iter_valid_loss : 0.16301056742668152
1899640 0.163179 0.163011 0.165862 CURRENT LEARNING RATE: 3.935314856425098e-09
previous_iter_valid_loss : 0.1617877185344696
1899660 0.161952 0.161788 0.165804 CURRENT LEARNING RATE: 3.934527872154865e-09
previous_iter_valid_loss : 0.16080588102340698
1899680 0.160976 0.160806 0.165562 CURRENT LEARNING RATE: 3.933741045265747e-09
previous_iter_valid_loss : 0.1639874279499054
1899700 0.164186 0.163987 0.165704 CURRENT LEARNING RATE: 3.932954375726272e-09
previous_iter_valid_loss : 0.16427572071552277
1899720 0.164481 0.164276 0.165887 CURRENT LEARNING RATE: 3.932167863504972e-09
previous_iter_valid_loss : 0.16757376492023468
1899740 0.167794 0.167574 0.166238 CURRENT LEARNING RATE: 3.9313815085703875e-09
previous_iter_valid_loss : 0.16189031302928925
1899760 0.162054 0.161890 0.164871 CURRENT LEARNING RATE: 3.93059531089105e-09
previous_iter_valid_loss : 0.16298677027225494
1899780 0.163176 0.162987 0.164451 CURRENT LEARNING RATE: 3.92980927043554e-09
previous_iter_valid_loss : 0.16081048548221588
1899800 0.160984 0.160810 0.164457 CURRENT LEARNING RATE: 3.929023387172401e-09
previous_iter_valid_loss : 0.1632973551750183
1899820 0.163466 0.163297 0.164462 CURRENT LEARNING RATE: 3.928237661070197e-09
previous_iter_valid_loss : 0.16581687331199646
1899840 0.165978 0.165817 0.164727 CURRENT LEARNING RATE: 3.927452092097501e-09
previous_iter_valid_loss : 0.16054053604602814
1899860 0.160706 0.160541 0.163884 CURRENT LEARNING RATE: 3.926666680222888e-09
previous_iter_valid_loss : 0.16486704349517822
1899880 0.165069 0.164867 0.163644 CURRENT LEARNING RATE: 3.925881425414944e-09
previous_iter_valid_loss : 0.1724909394979477
1899900 0.172641 0.172491 0.163805 CURRENT LEARNING RATE: 3.925096327642257e-09
previous_iter_valid_loss : 0.17042702436447144
1899920 0.170578 0.170427 0.164300 CURRENT LEARNING RATE: 3.92431138687341e-09
previous_iter_valid_loss : 0.16199009120464325
1899940 0.162157 0.161990 0.164223 CURRENT LEARNING RATE: 3.923526603077032e-09
previous_iter_valid_loss : 0.16128632426261902
1899960 0.161477 0.161286 0.164211 CURRENT LEARNING RATE: 3.92274197622172e-09
previous_iter_valid_loss : 0.16407500207424164
1899980 0.164296 0.164075 0.164389 CURRENT LEARNING RATE: 3.921957506276087e-09
previous_iter_valid_loss : 0.1686096042394638
1900000 0.168839 0.168610 0.164419 CURRENT LEARNING RATE: 3.921173193208755e-09
previous_iter_valid_loss : 0.1632644683122635
1900020 0.163447 0.163264 0.164187 CURRENT LEARNING RATE: 3.920389036988351e-09
previous_iter_valid_loss : 0.16067561507225037
1900040 0.160831 0.160676 0.164071 CURRENT LEARNING RATE: 3.919605037583509e-09
previous_iter_valid_loss : 0.1605045050382614
1900060 0.160670 0.160505 0.164007 CURRENT LEARNING RATE: 3.918821194962855e-09
previous_iter_valid_loss : 0.1711888611316681
1900080 0.171336 0.171189 0.164526 CURRENT LEARNING RATE: 3.918037509095063e-09
previous_iter_valid_loss : 0.1649540364742279
1900100 0.165126 0.164954 0.164574 CURRENT LEARNING RATE: 3.917253979948772e-09
previous_iter_valid_loss : 0.17198053002357483
1900120 0.172123 0.171981 0.164959 CURRENT LEARNING RATE: 3.916470607492641e-09
previous_iter_valid_loss : 0.1621851921081543
1900140 0.162347 0.162185 0.164690 CURRENT LEARNING RATE: 3.915687391695335e-09
previous_iter_valid_loss : 0.16052013635635376
1900160 0.160690 0.160520 0.164621 CURRENT LEARNING RATE: 3.914904332525525e-09
previous_iter_valid_loss : 0.1818445920944214
1900180 0.182189 0.181845 0.165564 CURRENT LEARNING RATE: 3.914121429951889e-09
previous_iter_valid_loss : 0.17823240160942078
1900200 0.178383 0.178232 0.166435 CURRENT LEARNING RATE: 3.9133386839431096e-09
previous_iter_valid_loss : 0.16699428856372833
1900220 0.167222 0.166994 0.166620 CURRENT LEARNING RATE: 3.912556094467866e-09
previous_iter_valid_loss : 0.1905757486820221
1900240 0.190708 0.190576 0.167858 CURRENT LEARNING RATE: 3.911773661494879e-09
previous_iter_valid_loss : 0.1680181622505188
1900260 0.168173 0.168018 0.168232 CURRENT LEARNING RATE: 3.91099138499284e-09
previous_iter_valid_loss : 0.17238682508468628
1900280 0.172659 0.172387 0.168608 CURRENT LEARNING RATE: 3.910209264930457e-09
previous_iter_valid_loss : 0.1686914712190628
1900300 0.168840 0.168691 0.168418 CURRENT LEARNING RATE: 3.909427301276444e-09
previous_iter_valid_loss : 0.16356180608272552
1900320 0.163718 0.163562 0.168075 CURRENT LEARNING RATE: 3.908645493999524e-09
previous_iter_valid_loss : 0.16380877792835236
1900340 0.164000 0.163809 0.168166 CURRENT LEARNING RATE: 3.907863843068425e-09
previous_iter_valid_loss : 0.16746442019939423
1900360 0.167624 0.167464 0.168475 CURRENT LEARNING RATE: 3.90708234845188e-09
previous_iter_valid_loss : 0.16793379187583923
1900380 0.168158 0.167934 0.168667 CURRENT LEARNING RATE: 3.9063010101186154e-09
previous_iter_valid_loss : 0.2243543118238449
1900400 0.224320 0.224354 0.171455 CURRENT LEARNING RATE: 3.9055198280374055e-09
previous_iter_valid_loss : 0.16175243258476257
1900420 0.161920 0.161752 0.171379 CURRENT LEARNING RATE: 3.904738802176989e-09
previous_iter_valid_loss : 0.16076810657978058
1900440 0.160946 0.160768 0.171384 CURRENT LEARNING RATE: 3.9039579325061256e-09
previous_iter_valid_loss : 0.16067402064800262
1900460 0.160852 0.160674 0.171392 CURRENT LEARNING RATE: 3.90317721899358e-09
previous_iter_valid_loss : 0.1614673137664795
1900480 0.161631 0.161467 0.170906 CURRENT LEARNING RATE: 3.902396661608123e-09
previous_iter_valid_loss : 0.17279665172100067
1900500 0.172947 0.172797 0.171298 CURRENT LEARNING RATE: 3.901616260318534e-09
previous_iter_valid_loss : 0.16108225286006927
1900520 0.161269 0.161082 0.170753 CURRENT LEARNING RATE: 3.9008360150935815e-09
previous_iter_valid_loss : 0.16502082347869873
1900540 0.165186 0.165021 0.170895 CURRENT LEARNING RATE: 3.900055925902084e-09
previous_iter_valid_loss : 0.16106189787387848
1900560 0.161227 0.161062 0.170922 CURRENT LEARNING RATE: 3.8992759927128235e-09
previous_iter_valid_loss : 0.16204611957073212
1900580 0.162215 0.162046 0.169932 CURRENT LEARNING RATE: 3.898496215494604e-09
previous_iter_valid_loss : 0.1608220338821411
1900600 0.160985 0.160822 0.169062 CURRENT LEARNING RATE: 3.8977165942162334e-09
previous_iter_valid_loss : 0.16087664663791656
1900620 0.161059 0.160877 0.168756 CURRENT LEARNING RATE: 3.8969371288465275e-09
previous_iter_valid_loss : 0.16412155330181122
1900640 0.164291 0.164122 0.167433 CURRENT LEARNING RATE: 3.896157819354307e-09
previous_iter_valid_loss : 0.16822144389152527
1900660 0.168455 0.168221 0.167443 CURRENT LEARNING RATE: 3.8953786657084e-09
previous_iter_valid_loss : 0.16179780662059784
1900680 0.161982 0.161798 0.166914 CURRENT LEARNING RATE: 3.8945996678776255e-09
previous_iter_valid_loss : 0.16549058258533478
1900700 0.165660 0.165491 0.166754 CURRENT LEARNING RATE: 3.893820825830853e-09
previous_iter_valid_loss : 0.18036773800849915
1900720 0.180696 0.180368 0.167594 CURRENT LEARNING RATE: 3.893042139536913e-09
previous_iter_valid_loss : 0.16098660230636597
1900740 0.161142 0.160987 0.167453 CURRENT LEARNING RATE: 3.892263608964661e-09
previous_iter_valid_loss : 0.1606016457080841
1900760 0.160757 0.160602 0.167110 CURRENT LEARNING RATE: 3.891485234082951e-09
previous_iter_valid_loss : 0.16473881900310516
1900780 0.164943 0.164739 0.166950 CURRENT LEARNING RATE: 3.890707014860653e-09
previous_iter_valid_loss : 0.17069140076637268
1900800 0.170846 0.170691 0.164267 CURRENT LEARNING RATE: 3.889928951266636e-09
previous_iter_valid_loss : 0.16550162434577942
1900820 0.165708 0.165502 0.164454 CURRENT LEARNING RATE: 3.8891510432697635e-09
previous_iter_valid_loss : 0.1648588925600052
1900840 0.165063 0.164859 0.164659 CURRENT LEARNING RATE: 3.888373290838946e-09
previous_iter_valid_loss : 0.16346284747123718
1900860 0.163636 0.163463 0.164798 CURRENT LEARNING RATE: 3.8875956939430626e-09
previous_iter_valid_loss : 0.160503089427948
1900880 0.160662 0.160503 0.164750 CURRENT LEARNING RATE: 3.886818252551006e-09
previous_iter_valid_loss : 0.1759829819202423
1900900 0.176138 0.175983 0.164910 CURRENT LEARNING RATE: 3.886040966631681e-09
previous_iter_valid_loss : 0.1696390062570572
1900920 0.169791 0.169639 0.165337 CURRENT LEARNING RATE: 3.885263836153994e-09
previous_iter_valid_loss : 0.1630939096212387
1900940 0.163287 0.163094 0.165241 CURRENT LEARNING RATE: 3.884486861086862e-09
previous_iter_valid_loss : 0.16818194091320038
1900960 0.168336 0.168182 0.165597 CURRENT LEARNING RATE: 3.883710041399205e-09
previous_iter_valid_loss : 0.16286145150661469
1900980 0.163050 0.162861 0.165638 CURRENT LEARNING RATE: 3.882933377059936e-09
previous_iter_valid_loss : 0.16067980229854584
1901000 0.160854 0.160680 0.165631 CURRENT LEARNING RATE: 3.882156868038016e-09
previous_iter_valid_loss : 0.1611758917570114
1901020 0.161334 0.161176 0.165646 CURRENT LEARNING RATE: 3.881380514302371e-09
previous_iter_valid_loss : 0.16065897047519684
1901040 0.160814 0.160659 0.165472 CURRENT LEARNING RATE: 3.880604315821948e-09
previous_iter_valid_loss : 0.16050250828266144
1901060 0.160666 0.160503 0.165087 CURRENT LEARNING RATE: 3.8798282725656985e-09
previous_iter_valid_loss : 0.16057659685611725
1901080 0.160738 0.160577 0.165025 CURRENT LEARNING RATE: 3.879052384502579e-09
previous_iter_valid_loss : 0.1812310367822647
1901100 0.181559 0.181231 0.165812 CURRENT LEARNING RATE: 3.878276651601557e-09
previous_iter_valid_loss : 0.1799403727054596
1901120 0.180278 0.179940 0.165791 CURRENT LEARNING RATE: 3.8775010738316e-09
previous_iter_valid_loss : 0.16152824461460114
1901140 0.161685 0.161528 0.165818 CURRENT LEARNING RATE: 3.876725651161673e-09
previous_iter_valid_loss : 0.16557952761650085
1901160 0.165785 0.165580 0.166067 CURRENT LEARNING RATE: 3.875950383560787e-09
previous_iter_valid_loss : 0.16870388388633728
1901180 0.168860 0.168704 0.166265 CURRENT LEARNING RATE: 3.875175270997917e-09
previous_iter_valid_loss : 0.1648959070444107
1901200 0.165073 0.164896 0.165976 CURRENT LEARNING RATE: 3.874400313442058e-09
previous_iter_valid_loss : 0.16058030724525452
1901220 0.160747 0.160580 0.165730 CURRENT LEARNING RATE: 3.873625510862212e-09
previous_iter_valid_loss : 0.16075769066810608
1901240 0.160931 0.160758 0.165524 CURRENT LEARNING RATE: 3.872850863227387e-09
previous_iter_valid_loss : 0.16056419909000397
1901260 0.160719 0.160564 0.165380 CURRENT LEARNING RATE: 3.8720763705065976e-09
previous_iter_valid_loss : 0.1605747789144516
1901280 0.160740 0.160575 0.165383 CURRENT LEARNING RATE: 3.871302032668849e-09
previous_iter_valid_loss : 0.16183795034885406
1901300 0.162000 0.161838 0.164676 CURRENT LEARNING RATE: 3.870527849683196e-09
previous_iter_valid_loss : 0.16969947516918182
1901320 0.169955 0.169699 0.164679 CURRENT LEARNING RATE: 3.869753821518658e-09
previous_iter_valid_loss : 0.1611841917037964
1901340 0.161368 0.161184 0.164583 CURRENT LEARNING RATE: 3.868979948144273e-09
previous_iter_valid_loss : 0.162110835313797
1901360 0.162261 0.162111 0.164280 CURRENT LEARNING RATE: 3.868206229529086e-09
previous_iter_valid_loss : 0.1688660830259323
1901380 0.169102 0.168866 0.164580 CURRENT LEARNING RATE: 3.86743266564215e-09
previous_iter_valid_loss : 0.1604999601840973
1901400 0.160660 0.160500 0.164571 CURRENT LEARNING RATE: 3.86665925645252e-09
previous_iter_valid_loss : 0.1634419858455658
1901420 0.163646 0.163442 0.164684 CURRENT LEARNING RATE: 3.865886001929261e-09
previous_iter_valid_loss : 0.17246851325035095
1901440 0.172617 0.172469 0.165275 CURRENT LEARNING RATE: 3.8651129020414294e-09
previous_iter_valid_loss : 0.16061723232269287
1901460 0.160787 0.160617 0.165281 CURRENT LEARNING RATE: 3.8643399567581275e-09
previous_iter_valid_loss : 0.16223101317882538
1901480 0.162422 0.162231 0.165363 CURRENT LEARNING RATE: 3.863567166048425e-09
previous_iter_valid_loss : 0.16804425418376923
1901500 0.168273 0.168044 0.164704 CURRENT LEARNING RATE: 3.862794529881409e-09
previous_iter_valid_loss : 0.16234886646270752
1901520 0.162547 0.162349 0.163824 CURRENT LEARNING RATE: 3.862022048226175e-09
previous_iter_valid_loss : 0.1618291586637497
1901540 0.161996 0.161829 0.163839 CURRENT LEARNING RATE: 3.8612497210518235e-09
previous_iter_valid_loss : 0.1623487025499344
1901560 0.162540 0.162349 0.163678 CURRENT LEARNING RATE: 3.860477548327461e-09
previous_iter_valid_loss : 0.1627778708934784
1901580 0.162945 0.162778 0.163382 CURRENT LEARNING RATE: 3.859705530022202e-09
previous_iter_valid_loss : 0.1716437190771103
1901600 0.171790 0.171644 0.163719 CURRENT LEARNING RATE: 3.858933666105149e-09
previous_iter_valid_loss : 0.17338378727436066
1901620 0.173525 0.173384 0.164359 CURRENT LEARNING RATE: 3.858161956545459e-09
previous_iter_valid_loss : 0.1634419858455658
1901640 0.163606 0.163442 0.164493 CURRENT LEARNING RATE: 3.8573904013122465e-09
previous_iter_valid_loss : 0.17475584149360657
1901660 0.175037 0.174756 0.165203 CURRENT LEARNING RATE: 3.856619000374651e-09
previous_iter_valid_loss : 0.16739320755004883
1901680 0.167620 0.167393 0.165544 CURRENT LEARNING RATE: 3.855847753701816e-09
previous_iter_valid_loss : 0.1608920842409134
1901700 0.161055 0.160892 0.165497 CURRENT LEARNING RATE: 3.855076661262892e-09
previous_iter_valid_loss : 0.1605948954820633
1901720 0.160756 0.160595 0.165041 CURRENT LEARNING RATE: 3.854305723027034e-09
previous_iter_valid_loss : 0.1704985648393631
1901740 0.170648 0.170499 0.165507 CURRENT LEARNING RATE: 3.853534938963392e-09
previous_iter_valid_loss : 0.16059333086013794
1901760 0.160754 0.160593 0.165431 CURRENT LEARNING RATE: 3.852764309041163e-09
previous_iter_valid_loss : 0.17771591246128082
1901780 0.178020 0.177716 0.165874 CURRENT LEARNING RATE: 3.851993833229505e-09
previous_iter_valid_loss : 0.17030319571495056
1901800 0.170452 0.170303 0.166364 CURRENT LEARNING RATE: 3.851223511497602e-09
previous_iter_valid_loss : 0.17738758027553558
1901820 0.177691 0.177388 0.167061 CURRENT LEARNING RATE: 3.850453343814641e-09
previous_iter_valid_loss : 0.1617548167705536
1901840 0.161908 0.161755 0.166526 CURRENT LEARNING RATE: 3.849683330149812e-09
previous_iter_valid_loss : 0.16053815186023712
1901860 0.160704 0.160538 0.166522 CURRENT LEARNING RATE: 3.848913470472318e-09
previous_iter_valid_loss : 0.16543659567832947
1901880 0.165641 0.165437 0.166682 CURRENT LEARNING RATE: 3.848143764751364e-09
previous_iter_valid_loss : 0.17970797419548035
1901900 0.179867 0.179708 0.167265 CURRENT LEARNING RATE: 3.847374212956146e-09
previous_iter_valid_loss : 0.16449759900569916
1901920 0.164702 0.164498 0.167372 CURRENT LEARNING RATE: 3.846604815055912e-09
previous_iter_valid_loss : 0.17940753698349
1901940 0.179725 0.179408 0.168251 CURRENT LEARNING RATE: 3.845835571019869e-09
previous_iter_valid_loss : 0.16065287590026855
1901960 0.160827 0.160653 0.168167 CURRENT LEARNING RATE: 3.845066480817251e-09
previous_iter_valid_loss : 0.16090679168701172
1901980 0.161082 0.160907 0.168073 CURRENT LEARNING RATE: 3.844297544417293e-09
previous_iter_valid_loss : 0.16322994232177734
1902000 0.163425 0.163230 0.167652 CURRENT LEARNING RATE: 3.843528761789236e-09
previous_iter_valid_loss : 0.16181401908397675
1902020 0.162000 0.161814 0.167074 CURRENT LEARNING RATE: 3.842760132902331e-09
previous_iter_valid_loss : 0.17403140664100647
1902040 0.174318 0.174031 0.167603 CURRENT LEARNING RATE: 3.841991657725818e-09
previous_iter_valid_loss : 0.17292027175426483
1902060 0.173064 0.172920 0.167512 CURRENT LEARNING RATE: 3.841223336228985e-09
previous_iter_valid_loss : 0.16232341527938843
1902080 0.162523 0.162323 0.167258 CURRENT LEARNING RATE: 3.840455168381087e-09
previous_iter_valid_loss : 0.17221391201019287
1902100 0.172361 0.172214 0.167824 CURRENT LEARNING RATE: 3.839687154151396e-09
previous_iter_valid_loss : 0.17006568610668182
1902120 0.170216 0.170066 0.168298 CURRENT LEARNING RATE: 3.838919293509191e-09
previous_iter_valid_loss : 0.1716206818819046
1902140 0.171764 0.171621 0.168354 CURRENT LEARNING RATE: 3.838151586423758e-09
previous_iter_valid_loss : 0.1711733043193817
1902160 0.171325 0.171173 0.168883 CURRENT LEARNING RATE: 3.837384032864389e-09
previous_iter_valid_loss : 0.16076000034809113
1902180 0.160918 0.160760 0.168035 CURRENT LEARNING RATE: 3.836616632800382e-09
previous_iter_valid_loss : 0.16145853698253632
1902200 0.161663 0.161459 0.167593 CURRENT LEARNING RATE: 3.835849386201029e-09
previous_iter_valid_loss : 0.16053807735443115
1902220 0.160693 0.160538 0.166750 CURRENT LEARNING RATE: 3.8350822930356635e-09
previous_iter_valid_loss : 0.1618930995464325
1902240 0.162092 0.161893 0.166757 CURRENT LEARNING RATE: 3.834315353273591e-09
previous_iter_valid_loss : 0.18287484347820282
1902260 0.183023 0.182875 0.167874 CURRENT LEARNING RATE: 3.833548566884133e-09
previous_iter_valid_loss : 0.16509081423282623
1902280 0.165254 0.165091 0.167857 CURRENT LEARNING RATE: 3.832781933836618e-09
previous_iter_valid_loss : 0.16382093727588654
1902300 0.164004 0.163821 0.167062 CURRENT LEARNING RATE: 3.8320154541003806e-09
previous_iter_valid_loss : 0.16078701615333557
1902320 0.160964 0.160787 0.166877 CURRENT LEARNING RATE: 3.831249127644763e-09
previous_iter_valid_loss : 0.16161033511161804
1902340 0.161774 0.161610 0.165987 CURRENT LEARNING RATE: 3.83048295443911e-09
previous_iter_valid_loss : 0.17828446626663208
1902360 0.178437 0.178284 0.166869 CURRENT LEARNING RATE: 3.8297169344527625e-09
previous_iter_valid_loss : 0.16583356261253357
1902380 0.165997 0.165834 0.167115 CURRENT LEARNING RATE: 3.8289510676551064e-09
previous_iter_valid_loss : 0.17163187265396118
1902400 0.171894 0.171632 0.167535 CURRENT LEARNING RATE: 3.828185354015493e-09
previous_iter_valid_loss : 0.16129331290721893
1902420 0.161460 0.161293 0.167509 CURRENT LEARNING RATE: 3.827419793503295e-09
previous_iter_valid_loss : 0.16159607470035553
1902440 0.161758 0.161596 0.166887 CURRENT LEARNING RATE: 3.826654386087889e-09
previous_iter_valid_loss : 0.16610486805438995
1902460 0.166324 0.166105 0.166546 CURRENT LEARNING RATE: 3.825889131738659e-09
previous_iter_valid_loss : 0.16391974687576294
1902480 0.164088 0.163920 0.166626 CURRENT LEARNING RATE: 3.825124030424995e-09
previous_iter_valid_loss : 0.1605900526046753
1902500 0.160753 0.160590 0.166045 CURRENT LEARNING RATE: 3.8243590821162786e-09
previous_iter_valid_loss : 0.1640848070383072
1902520 0.164276 0.164085 0.165746 CURRENT LEARNING RATE: 3.82359428678194e-09
previous_iter_valid_loss : 0.16097083687782288
1902540 0.161149 0.160971 0.165214 CURRENT LEARNING RATE: 3.822829644391374e-09
previous_iter_valid_loss : 0.16537457704544067
1902560 0.165546 0.165375 0.164924 CURRENT LEARNING RATE: 3.8220651549139925e-09
previous_iter_valid_loss : 0.18877537548542023
1902580 0.189204 0.188775 0.166324 CURRENT LEARNING RATE: 3.821300818319219e-09
previous_iter_valid_loss : 0.1607539802789688
1902600 0.160913 0.160754 0.166289 CURRENT LEARNING RATE: 3.820536634576478e-09
previous_iter_valid_loss : 0.17499692738056183
1902620 0.175141 0.174997 0.167012 CURRENT LEARNING RATE: 3.819772603655204e-09
previous_iter_valid_loss : 0.1606091558933258
1902640 0.160781 0.160609 0.166948 CURRENT LEARNING RATE: 3.819008725524834e-09
previous_iter_valid_loss : 0.17348092794418335
1902660 0.173628 0.173481 0.166478 CURRENT LEARNING RATE: 3.8182450001548e-09
previous_iter_valid_loss : 0.1605505496263504
1902680 0.160709 0.160551 0.166251 CURRENT LEARNING RATE: 3.81748142751458e-09
previous_iter_valid_loss : 0.16076043248176575
1902700 0.160945 0.160760 0.166098 CURRENT LEARNING RATE: 3.8167180075736175e-09
previous_iter_valid_loss : 0.1682131588459015
1902720 0.168371 0.168213 0.166469 CURRENT LEARNING RATE: 3.8159547403013765e-09
previous_iter_valid_loss : 0.1685219705104828
1902740 0.168762 0.168522 0.166815 CURRENT LEARNING RATE: 3.8151916256673255e-09
previous_iter_valid_loss : 0.16059277951717377
1902760 0.160737 0.160593 0.165930 CURRENT LEARNING RATE: 3.814428663640939e-09
previous_iter_valid_loss : 0.16106203198432922
1902780 0.161241 0.161062 0.165692 CURRENT LEARNING RATE: 3.8136658541917e-09
previous_iter_valid_loss : 0.1652526557445526
1902800 0.165417 0.165253 0.165373 CURRENT LEARNING RATE: 3.812903197289096e-09
previous_iter_valid_loss : 0.16316528618335724
1902820 0.163331 0.163165 0.165467 CURRENT LEARNING RATE: 3.8121406929026066e-09
previous_iter_valid_loss : 0.16089674830436707
1902840 0.161080 0.160897 0.165432 CURRENT LEARNING RATE: 3.81137834100176e-09
previous_iter_valid_loss : 0.17589321732521057
1902860 0.176175 0.175893 0.165921 CURRENT LEARNING RATE: 3.810616141556046e-09
previous_iter_valid_loss : 0.16968828439712524
1902880 0.169837 0.169688 0.166209 CURRENT LEARNING RATE: 3.809854094534979e-09
previous_iter_valid_loss : 0.19366063177585602
1902900 0.193772 0.193661 0.167863 CURRENT LEARNING RATE: 3.809092199908076e-09
previous_iter_valid_loss : 0.16168050467967987
1902920 0.161845 0.161681 0.167743 CURRENT LEARNING RATE: 3.808330457644862e-09
previous_iter_valid_loss : 0.1643947809934616
1902940 0.164564 0.164395 0.167914 CURRENT LEARNING RATE: 3.807568867714866e-09
previous_iter_valid_loss : 0.1605532467365265
1902960 0.160709 0.160553 0.167673 CURRENT LEARNING RATE: 3.8068074300876124e-09
previous_iter_valid_loss : 0.16603714227676392
1902980 0.166193 0.166037 0.166536 CURRENT LEARNING RATE: 3.8060461447326695e-09
previous_iter_valid_loss : 0.16082637012004852
1903000 0.160975 0.160826 0.166540 CURRENT LEARNING RATE: 3.805285011619573e-09
previous_iter_valid_loss : 0.16089485585689545
1903020 0.161051 0.160895 0.165834 CURRENT LEARNING RATE: 3.804524030717878e-09
previous_iter_valid_loss : 0.1605902910232544
1903040 0.160762 0.160590 0.165834 CURRENT LEARNING RATE: 3.803763201997144e-09
previous_iter_valid_loss : 0.17734552919864655
1903060 0.177499 0.177346 0.166027 CURRENT LEARNING RATE: 3.803002525426939e-09
previous_iter_valid_loss : 0.1616821140050888
1903080 0.161841 0.161682 0.166083 CURRENT LEARNING RATE: 3.802242000976835e-09
previous_iter_valid_loss : 0.16141344606876373
1903100 0.161567 0.161413 0.166116 CURRENT LEARNING RATE: 3.801481628616413e-09
previous_iter_valid_loss : 0.1695023775100708
1903120 0.169745 0.169502 0.166180 CURRENT LEARNING RATE: 3.800721408315242e-09
previous_iter_valid_loss : 0.16050174832344055
1903140 0.160671 0.160502 0.165779 CURRENT LEARNING RATE: 3.799961340042942e-09
previous_iter_valid_loss : 0.1843479871749878
1903160 0.184723 0.184348 0.166967 CURRENT LEARNING RATE: 3.799201423769095e-09
previous_iter_valid_loss : 0.17568372189998627
1903180 0.175976 0.175684 0.167698 CURRENT LEARNING RATE: 3.7984416594633065e-09
previous_iter_valid_loss : 0.16065646708011627
1903200 0.160815 0.160656 0.167468 CURRENT LEARNING RATE: 3.797682047095184e-09
previous_iter_valid_loss : 0.1621543914079666
1903220 0.162337 0.162154 0.167418 CURRENT LEARNING RATE: 3.796922586634345e-09
previous_iter_valid_loss : 0.163090780377388
1903240 0.163262 0.163091 0.167528 CURRENT LEARNING RATE: 3.796163278050408e-09
previous_iter_valid_loss : 0.1748586893081665
1903260 0.175009 0.174859 0.167476 CURRENT LEARNING RATE: 3.795404121312991e-09
previous_iter_valid_loss : 0.16077853739261627
1903280 0.160951 0.160779 0.167030 CURRENT LEARNING RATE: 3.794645116391752e-09
previous_iter_valid_loss : 0.2130950689315796
1903300 0.213139 0.213095 0.168002 CURRENT LEARNING RATE: 3.793886263256319e-09
previous_iter_valid_loss : 0.1655648797750473
1903320 0.165733 0.165565 0.168196 CURRENT LEARNING RATE: 3.793127561876336e-09
previous_iter_valid_loss : 0.1620655357837677
1903340 0.162269 0.162066 0.168080 CURRENT LEARNING RATE: 3.7923690122214565e-09
previous_iter_valid_loss : 0.19054554402828217
1903360 0.190970 0.190546 0.169580 CURRENT LEARNING RATE: 3.791610614261338e-09
previous_iter_valid_loss : 0.16059020161628723
1903380 0.160735 0.160590 0.169307 CURRENT LEARNING RATE: 3.790852367965645e-09
previous_iter_valid_loss : 0.17880655825138092
1903400 0.178967 0.178807 0.170206 CURRENT LEARNING RATE: 3.790094273304047e-09
previous_iter_valid_loss : 0.16790451109409332
1903420 0.168133 0.167905 0.170557 CURRENT LEARNING RATE: 3.789336330246207e-09
previous_iter_valid_loss : 0.16085278987884521
1903440 0.161031 0.160853 0.170570 CURRENT LEARNING RATE: 3.788578538761833e-09
previous_iter_valid_loss : 0.16054652631282806
1903460 0.160716 0.160547 0.169730 CURRENT LEARNING RATE: 3.787820898820602e-09
previous_iter_valid_loss : 0.16147784888744354
1903480 0.161631 0.161478 0.169720 CURRENT LEARNING RATE: 3.787063410392208e-09
previous_iter_valid_loss : 0.16181597113609314
1903500 0.162007 0.161816 0.169740 CURRENT LEARNING RATE: 3.786306073446351e-09
previous_iter_valid_loss : 0.16342079639434814
1903520 0.163586 0.163421 0.169436 CURRENT LEARNING RATE: 3.7855488879527365e-09
previous_iter_valid_loss : 0.1613771766424179
1903540 0.161563 0.161377 0.169479 CURRENT LEARNING RATE: 3.784791853881078e-09
previous_iter_valid_loss : 0.160630002617836
1903560 0.160792 0.160630 0.168294 CURRENT LEARNING RATE: 3.784034971201094e-09
previous_iter_valid_loss : 0.16552376747131348
1903580 0.165686 0.165524 0.167786 CURRENT LEARNING RATE: 3.783278239882497e-09
previous_iter_valid_loss : 0.165791317820549
1903600 0.165991 0.165791 0.168042 CURRENT LEARNING RATE: 3.782521659895043e-09
previous_iter_valid_loss : 0.16099762916564941
1903620 0.161179 0.160998 0.167984 CURRENT LEARNING RATE: 3.781765231208456e-09
previous_iter_valid_loss : 0.16189759969711304
1903640 0.162053 0.161898 0.167925 CURRENT LEARNING RATE: 3.781008953792479e-09
previous_iter_valid_loss : 0.16834445297718048
1903660 0.168583 0.168344 0.167599 CURRENT LEARNING RATE: 3.780252827616859e-09
previous_iter_valid_loss : 0.1742631047964096
1903680 0.174413 0.174263 0.168273 CURRENT LEARNING RATE: 3.7794968526513544e-09
previous_iter_valid_loss : 0.1871267557144165
1903700 0.187265 0.187127 0.166975 CURRENT LEARNING RATE: 3.7787410288657236e-09
previous_iter_valid_loss : 0.16719137132167816
1903720 0.167420 0.167191 0.167056 CURRENT LEARNING RATE: 3.777985356229721e-09
previous_iter_valid_loss : 0.16766171157360077
1903740 0.167890 0.167662 0.167336 CURRENT LEARNING RATE: 3.777229834713147e-09
previous_iter_valid_loss : 0.16688019037246704
1903760 0.167094 0.166880 0.166153 CURRENT LEARNING RATE: 3.776474464285767e-09
previous_iter_valid_loss : 0.17299433052539825
1903780 0.173134 0.172994 0.166773 CURRENT LEARNING RATE: 3.7757192449173664e-09
previous_iter_valid_loss : 0.16055867075920105
1903800 0.160724 0.160559 0.165861 CURRENT LEARNING RATE: 3.774964176577735e-09
previous_iter_valid_loss : 0.161889910697937
1903820 0.162083 0.161890 0.165560 CURRENT LEARNING RATE: 3.774209259236672e-09
previous_iter_valid_loss : 0.16219359636306763
1903840 0.162385 0.162194 0.165627 CURRENT LEARNING RATE: 3.773454492863979e-09
previous_iter_valid_loss : 0.16244706511497498
1903860 0.162624 0.162447 0.165722 CURRENT LEARNING RATE: 3.772699877429467e-09
previous_iter_valid_loss : 0.1605556756258011
1903880 0.160721 0.160556 0.165676 CURRENT LEARNING RATE: 3.771945412902937e-09
previous_iter_valid_loss : 0.16347365081310272
1903900 0.163684 0.163474 0.165759 CURRENT LEARNING RATE: 3.771191099254238e-09
previous_iter_valid_loss : 0.16117487847805023
1903920 0.161361 0.161175 0.165646 CURRENT LEARNING RATE: 3.770436936453182e-09
previous_iter_valid_loss : 0.16507865488529205
1903940 0.165243 0.165079 0.165831 CURRENT LEARNING RATE: 3.7696829244696054e-09
previous_iter_valid_loss : 0.16174742579460144
1903960 0.161902 0.161747 0.165887 CURRENT LEARNING RATE: 3.768929063273346e-09
previous_iter_valid_loss : 0.16051115095615387
1903980 0.160667 0.160511 0.165637 CURRENT LEARNING RATE: 3.768175352834249e-09
previous_iter_valid_loss : 0.16642124950885773
1904000 0.166634 0.166421 0.165668 CURRENT LEARNING RATE: 3.767421793122167e-09
previous_iter_valid_loss : 0.16471600532531738
1904020 0.164880 0.164716 0.165854 CURRENT LEARNING RATE: 3.766668384106944e-09
previous_iter_valid_loss : 0.16312022507190704
1904040 0.163279 0.163120 0.165915 CURRENT LEARNING RATE: 3.76591512575847e-09
previous_iter_valid_loss : 0.16178087890148163
1904060 0.161972 0.161781 0.165587 CURRENT LEARNING RATE: 3.7651620180466016e-09
previous_iter_valid_loss : 0.17152370512485504
1904080 0.171785 0.171524 0.165450 CURRENT LEARNING RATE: 3.764409060941214e-09
previous_iter_valid_loss : 0.17893756926059723
1904100 0.179253 0.178938 0.165041 CURRENT LEARNING RATE: 3.76365625441219e-09
previous_iter_valid_loss : 0.16542941331863403
1904120 0.165593 0.165429 0.164953 CURRENT LEARNING RATE: 3.762903598429417e-09
previous_iter_valid_loss : 0.17267881333827972
1904140 0.172946 0.172679 0.165203 CURRENT LEARNING RATE: 3.762151092962788e-09
previous_iter_valid_loss : 0.16140291094779968
1904160 0.161557 0.161403 0.164930 CURRENT LEARNING RATE: 3.7613987379822025e-09
previous_iter_valid_loss : 0.16369663178920746
1904180 0.163901 0.163697 0.164465 CURRENT LEARNING RATE: 3.7606465334575545e-09
previous_iter_valid_loss : 0.17231516540050507
1904200 0.172585 0.172315 0.165052 CURRENT LEARNING RATE: 3.759894479358781e-09
previous_iter_valid_loss : 0.16385310888290405
1904220 0.164059 0.163853 0.165151 CURRENT LEARNING RATE: 3.7591425756557874e-09
previous_iter_valid_loss : 0.17502208054065704
1904240 0.175172 0.175022 0.165792 CURRENT LEARNING RATE: 3.7583908223184986e-09
previous_iter_valid_loss : 0.16291989386081696
1904260 0.163088 0.162920 0.165816 CURRENT LEARNING RATE: 3.7576392193168416e-09
previous_iter_valid_loss : 0.16218556463718414
1904280 0.162383 0.162186 0.165897 CURRENT LEARNING RATE: 3.756887766620754e-09
previous_iter_valid_loss : 0.18071167171001434
1904300 0.181053 0.180712 0.166759 CURRENT LEARNING RATE: 3.7561364642001785e-09
previous_iter_valid_loss : 0.16177146136760712
1904320 0.161952 0.161771 0.166789 CURRENT LEARNING RATE: 3.755385312025061e-09
previous_iter_valid_loss : 0.16496631503105164
1904340 0.165141 0.164966 0.166783 CURRENT LEARNING RATE: 3.754634310065344e-09
previous_iter_valid_loss : 0.1630261242389679
1904360 0.163192 0.163026 0.166847 CURRENT LEARNING RATE: 3.753883458291013e-09
previous_iter_valid_loss : 0.17116808891296387
1904380 0.171317 0.171168 0.167380 CURRENT LEARNING RATE: 3.7531327566720205e-09
previous_iter_valid_loss : 0.16417545080184937
1904400 0.164344 0.164175 0.167268 CURRENT LEARNING RATE: 3.75238220517834e-09
previous_iter_valid_loss : 0.16723473370075226
1904420 0.167392 0.167235 0.167394 CURRENT LEARNING RATE: 3.751631803779947e-09
previous_iter_valid_loss : 0.1636970341205597
1904440 0.163894 0.163697 0.167423 CURRENT LEARNING RATE: 3.750881552446826e-09
previous_iter_valid_loss : 0.16582940518856049
1904460 0.165988 0.165829 0.167625 CURRENT LEARNING RATE: 3.750131451148969e-09
previous_iter_valid_loss : 0.16133122146129608
1904480 0.161494 0.161331 0.167115 CURRENT LEARNING RATE: 3.749381499856357e-09
previous_iter_valid_loss : 0.1782008409500122
1904500 0.178513 0.178201 0.167079 CURRENT LEARNING RATE: 3.748631698539019e-09
previous_iter_valid_loss : 0.17058557271957397
1904520 0.170734 0.170586 0.167336 CURRENT LEARNING RATE: 3.747882047166948e-09
previous_iter_valid_loss : 0.1620282232761383
1904540 0.162187 0.162028 0.166804 CURRENT LEARNING RATE: 3.747132545710161e-09
previous_iter_valid_loss : 0.16081826388835907
1904560 0.160998 0.160818 0.166775 CURRENT LEARNING RATE: 3.746383194138675e-09
previous_iter_valid_loss : 0.16083931922912598
1904580 0.161000 0.160839 0.166632 CURRENT LEARNING RATE: 3.7456339924225186e-09
previous_iter_valid_loss : 0.16639196872711182
1904600 0.166624 0.166392 0.166336 CURRENT LEARNING RATE: 3.744884940531721e-09
previous_iter_valid_loss : 0.16846409440040588
1904620 0.168617 0.168464 0.166566 CURRENT LEARNING RATE: 3.7441360384363226e-09
previous_iter_valid_loss : 0.17047731578350067
1904640 0.170630 0.170477 0.166339 CURRENT LEARNING RATE: 3.743387286106353e-09
previous_iter_valid_loss : 0.1609179824590683
1904660 0.161074 0.160918 0.166239 CURRENT LEARNING RATE: 3.742638683511888e-09
previous_iter_valid_loss : 0.1900218427181244
1904680 0.190467 0.190022 0.167631 CURRENT LEARNING RATE: 3.741890230622971e-09
previous_iter_valid_loss : 0.17263677716255188
1904700 0.172902 0.172637 0.167227 CURRENT LEARNING RATE: 3.741141927409664e-09
previous_iter_valid_loss : 0.16075225174427032
1904720 0.160927 0.160752 0.167176 CURRENT LEARNING RATE: 3.740393773842035e-09
previous_iter_valid_loss : 0.16393695771694183
1904740 0.164105 0.163937 0.167124 CURRENT LEARNING RATE: 3.739645769890156e-09
previous_iter_valid_loss : 0.1605209857225418
1904760 0.160686 0.160521 0.166999 CURRENT LEARNING RATE: 3.73889791552411e-09
previous_iter_valid_loss : 0.16170497238636017
1904780 0.161852 0.161705 0.166526 CURRENT LEARNING RATE: 3.73815021071398e-09
previous_iter_valid_loss : 0.160628080368042
1904800 0.160790 0.160628 0.166349 CURRENT LEARNING RATE: 3.737402655429846e-09
previous_iter_valid_loss : 0.16089749336242676
1904820 0.161071 0.160897 0.166032 CURRENT LEARNING RATE: 3.7366552496418316e-09
previous_iter_valid_loss : 0.1617923378944397
1904840 0.161954 0.161792 0.165936 CURRENT LEARNING RATE: 3.7359079933200285e-09
previous_iter_valid_loss : 0.16126160323619843
1904860 0.161422 0.161262 0.165708 CURRENT LEARNING RATE: 3.735160886434545e-09
previous_iter_valid_loss : 0.1838092803955078
1904880 0.184170 0.183809 0.166832 CURRENT LEARNING RATE: 3.734413928955497e-09
previous_iter_valid_loss : 0.16051653027534485
1910340 0.160685 0.160517 0.169488 CURRENT LEARNING RATE: 3.535981429798111e-09
previous_iter_valid_loss : 0.17515085637569427
1910360 0.175300 0.175151 0.169213 CURRENT LEARNING RATE: 3.535274304227067e-09
previous_iter_valid_loss : 0.1619105339050293
1910380 0.162100 0.161911 0.167264 CURRENT LEARNING RATE: 3.534567320066996e-09
previous_iter_valid_loss : 0.16182668507099152
1910400 0.161986 0.161827 0.166766 CURRENT LEARNING RATE: 3.533860477289618e-09
previous_iter_valid_loss : 0.17222079634666443
1910420 0.172492 0.172221 0.166987 CURRENT LEARNING RATE: 3.5331537758666598e-09
previous_iter_valid_loss : 0.16155768930912018
1910440 0.161741 0.161558 0.166733 CURRENT LEARNING RATE: 3.5324472157698407e-09
previous_iter_valid_loss : 0.16290028393268585
1910460 0.163069 0.162900 0.166527 CURRENT LEARNING RATE: 3.531740796970923e-09
previous_iter_valid_loss : 0.16131491959095
1910480 0.161499 0.161315 0.166185 CURRENT LEARNING RATE: 3.5310345194416376e-09
previous_iter_valid_loss : 0.1605740636587143
1910500 0.160729 0.160574 0.166035 CURRENT LEARNING RATE: 3.5303283831537336e-09
previous_iter_valid_loss : 0.1628173440694809
1910520 0.162994 0.162817 0.165371 CURRENT LEARNING RATE: 3.529622388078965e-09
previous_iter_valid_loss : 0.16243554651737213
1910540 0.162603 0.162436 0.165304 CURRENT LEARNING RATE: 3.5289165341890927e-09
previous_iter_valid_loss : 0.1606813371181488
1910560 0.160854 0.160681 0.164407 CURRENT LEARNING RATE: 3.5282108214558822e-09
previous_iter_valid_loss : 0.17831921577453613
1910580 0.178622 0.178319 0.165206 CURRENT LEARNING RATE: 3.5275052498510927e-09
previous_iter_valid_loss : 0.1607806235551834
1910600 0.160930 0.160781 0.165206 CURRENT LEARNING RATE: 3.526799819346526e-09
previous_iter_valid_loss : 0.16147468984127045
1910620 0.161638 0.161475 0.165071 CURRENT LEARNING RATE: 3.5260945299139524e-09
previous_iter_valid_loss : 0.17730967700481415
1910640 0.177468 0.177310 0.165900 CURRENT LEARNING RATE: 3.5253893815251607e-09
previous_iter_valid_loss : 0.16733694076538086
1910660 0.167490 0.167337 0.165629 CURRENT LEARNING RATE: 3.5246843741519443e-09
previous_iter_valid_loss : 0.1612117439508438
1910680 0.161398 0.161212 0.164636 CURRENT LEARNING RATE: 3.523979507766104e-09
previous_iter_valid_loss : 0.16744525730609894
1910700 0.167604 0.167445 0.164976 CURRENT LEARNING RATE: 3.523274782339444e-09
previous_iter_valid_loss : 0.16068509221076965
1910720 0.160848 0.160685 0.164921 CURRENT LEARNING RATE: 3.522570197843776e-09
previous_iter_valid_loss : 0.16936609148979187
1910740 0.169622 0.169366 0.165364 CURRENT LEARNING RATE: 3.5218657542509038e-09
previous_iter_valid_loss : 0.1624830663204193
1910760 0.162674 0.162483 0.164730 CURRENT LEARNING RATE: 3.521161451532675e-09
previous_iter_valid_loss : 0.16061411798000336
1910780 0.160772 0.160614 0.164666 CURRENT LEARNING RATE: 3.520457289660904e-09
previous_iter_valid_loss : 0.1665370613336563
1910800 0.166758 0.166537 0.164901 CURRENT LEARNING RATE: 3.519753268607426e-09
previous_iter_valid_loss : 0.17766058444976807
1910820 0.177821 0.177661 0.165173 CURRENT LEARNING RATE: 3.519049388344079e-09
previous_iter_valid_loss : 0.18137690424919128
1910840 0.181530 0.181377 0.166164 CURRENT LEARNING RATE: 3.5183456488427075e-09
previous_iter_valid_loss : 0.16612541675567627
1910860 0.166328 0.166125 0.166325 CURRENT LEARNING RATE: 3.5176420500751627e-09
previous_iter_valid_loss : 0.16803503036499023
1910880 0.168261 0.168035 0.166661 CURRENT LEARNING RATE: 3.5169385920132875e-09
previous_iter_valid_loss : 0.16173356771469116
1910900 0.161896 0.161734 0.166719 CURRENT LEARNING RATE: 3.5162352746289694e-09
previous_iter_valid_loss : 0.16674751043319702
1910920 0.166905 0.166748 0.166916 CURRENT LEARNING RATE: 3.5155320978940627e-09
previous_iter_valid_loss : 0.1649809032678604
1910940 0.165148 0.164981 0.167043 CURRENT LEARNING RATE: 3.5148290617804404e-09
previous_iter_valid_loss : 0.17097896337509155
1910960 0.171237 0.170979 0.167558 CURRENT LEARNING RATE: 3.514126166259981e-09
previous_iter_valid_loss : 0.16120150685310364
1910980 0.161393 0.161202 0.166702 CURRENT LEARNING RATE: 3.513423411304569e-09
previous_iter_valid_loss : 0.16908812522888184
1911000 0.169331 0.169088 0.167117 CURRENT LEARNING RATE: 3.5127207968860936e-09
previous_iter_valid_loss : 0.1606319099664688
1911020 0.160787 0.160632 0.167075 CURRENT LEARNING RATE: 3.51201832297645e-09
previous_iter_valid_loss : 0.16068442165851593
1911040 0.160841 0.160684 0.166244 CURRENT LEARNING RATE: 3.511315989547528e-09
previous_iter_valid_loss : 0.16300880908966064
1911060 0.163215 0.163009 0.166028 CURRENT LEARNING RATE: 3.5106137965712583e-09
previous_iter_valid_loss : 0.1607140302658081
1911080 0.160870 0.160714 0.166003 CURRENT LEARNING RATE: 3.509911744019541e-09
previous_iter_valid_loss : 0.17259715497493744
1911100 0.172738 0.172597 0.166260 CURRENT LEARNING RATE: 3.5092098318642943e-09
previous_iter_valid_loss : 0.16363458335399628
1911120 0.163801 0.163635 0.166408 CURRENT LEARNING RATE: 3.508508060077441e-09
previous_iter_valid_loss : 0.160933718085289
1911140 0.161116 0.160934 0.165986 CURRENT LEARNING RATE: 3.5078064286309103e-09
previous_iter_valid_loss : 0.16317465901374817
1911160 0.163362 0.163175 0.166021 CURRENT LEARNING RATE: 3.507104937496638e-09
previous_iter_valid_loss : 0.16717037558555603
1911180 0.167383 0.167170 0.166349 CURRENT LEARNING RATE: 3.5064035866465625e-09
previous_iter_valid_loss : 0.17230235040187836
1911200 0.172449 0.172302 0.166637 CURRENT LEARNING RATE: 3.5057023760526195e-09
previous_iter_valid_loss : 0.17186136543750763
1911220 0.172125 0.171861 0.166347 CURRENT LEARNING RATE: 3.505001305686784e-09
previous_iter_valid_loss : 0.16174983978271484
1911240 0.161908 0.161750 0.165366 CURRENT LEARNING RATE: 3.5043003755210015e-09
previous_iter_valid_loss : 0.18141043186187744
1911260 0.181744 0.181410 0.166130 CURRENT LEARNING RATE: 3.503599585527234e-09
previous_iter_valid_loss : 0.1634400337934494
1911280 0.163642 0.163440 0.165900 CURRENT LEARNING RATE: 3.502898935677451e-09
previous_iter_valid_loss : 0.16271500289440155
1911300 0.162904 0.162715 0.165949 CURRENT LEARNING RATE: 3.5021984259436254e-09
previous_iter_valid_loss : 0.16393256187438965
1911320 0.164130 0.163933 0.165808 CURRENT LEARNING RATE: 3.5014980562977377e-09
previous_iter_valid_loss : 0.16778847575187683
1911340 0.168018 0.167788 0.165949 CURRENT LEARNING RATE: 3.5007978267117596e-09
previous_iter_valid_loss : 0.1725943237543106
1911360 0.172863 0.172594 0.166029 CURRENT LEARNING RATE: 3.500097737157708e-09
previous_iter_valid_loss : 0.1605343222618103
1911380 0.160698 0.160534 0.165996 CURRENT LEARNING RATE: 3.4993977876075666e-09
previous_iter_valid_loss : 0.16230376064777374
1911400 0.162459 0.162304 0.165657 CURRENT LEARNING RATE: 3.4986979780333363e-09
previous_iter_valid_loss : 0.16238543391227722
1911420 0.162540 0.162385 0.165745 CURRENT LEARNING RATE: 3.4979983084070266e-09
previous_iter_valid_loss : 0.16966432332992554
1911440 0.169814 0.169664 0.166194 CURRENT LEARNING RATE: 3.497298778700649e-09
previous_iter_valid_loss : 0.16737450659275055
1911460 0.167538 0.167375 0.166412 CURRENT LEARNING RATE: 3.4965993888862233e-09
previous_iter_valid_loss : 0.16063976287841797
1911480 0.160800 0.160640 0.166408 CURRENT LEARNING RATE: 3.495900138935773e-09
previous_iter_valid_loss : 0.17476390302181244
1911500 0.174912 0.174764 0.166516 CURRENT LEARNING RATE: 3.4952010288213176e-09
previous_iter_valid_loss : 0.16233547031879425
1911520 0.162495 0.162335 0.166452 CURRENT LEARNING RATE: 3.4945020585149154e-09
previous_iter_valid_loss : 0.1604970395565033
1911540 0.160660 0.160497 0.166430 CURRENT LEARNING RATE: 3.493803227988596e-09
previous_iter_valid_loss : 0.16156746447086334
1911560 0.161718 0.161567 0.166349 CURRENT LEARNING RATE: 3.4931045372144062e-09
previous_iter_valid_loss : 0.16588762402534485
1911580 0.166106 0.165888 0.166285 CURRENT LEARNING RATE: 3.4924059861643987e-09
previous_iter_valid_loss : 0.16694074869155884
1911600 0.167158 0.166941 0.166017 CURRENT LEARNING RATE: 3.491707574810631e-09
previous_iter_valid_loss : 0.1606612503528595
1911620 0.160819 0.160661 0.165457 CURRENT LEARNING RATE: 3.4910093031251662e-09
previous_iter_valid_loss : 0.18585219979286194
1911640 0.186237 0.185852 0.166662 CURRENT LEARNING RATE: 3.4903111710800747e-09
previous_iter_valid_loss : 0.1672627478837967
1911660 0.167486 0.167263 0.165955 CURRENT LEARNING RATE: 3.4896131786474174e-09
previous_iter_valid_loss : 0.18268625438213348
1911680 0.182830 0.182686 0.166917 CURRENT LEARNING RATE: 3.488915325799301e-09
previous_iter_valid_loss : 0.16051137447357178
1911700 0.160674 0.160511 0.166807 CURRENT LEARNING RATE: 3.488217612507797e-09
previous_iter_valid_loss : 0.16134047508239746
1911720 0.161521 0.161340 0.166677 CURRENT LEARNING RATE: 3.487520038744999e-09
previous_iter_valid_loss : 0.18200531601905823
1911740 0.182346 0.182005 0.167388 CURRENT LEARNING RATE: 3.4868226044830023e-09
previous_iter_valid_loss : 0.19358709454536438
1911760 0.193702 0.193587 0.168438 CURRENT LEARNING RATE: 3.4861253096939107e-09
previous_iter_valid_loss : 0.1606355756521225
1911780 0.160789 0.160636 0.168443 CURRENT LEARNING RATE: 3.485428154349832e-09
previous_iter_valid_loss : 0.1610482931137085
1911800 0.161220 0.161048 0.168380 CURRENT LEARNING RATE: 3.4847311384228676e-09
previous_iter_valid_loss : 0.1800515353679657
1911820 0.180206 0.180052 0.169263 CURRENT LEARNING RATE: 3.484034261885161e-09
previous_iter_valid_loss : 0.16307421028614044
1911840 0.163259 0.163074 0.168934 CURRENT LEARNING RATE: 3.483337524708826e-09
previous_iter_valid_loss : 0.17084355652332306
1911860 0.170993 0.170844 0.169107 CURRENT LEARNING RATE: 3.482640926865992e-09
previous_iter_valid_loss : 0.17143860459327698
1911880 0.171589 0.171439 0.169647 CURRENT LEARNING RATE: 3.4819444683287957e-09
previous_iter_valid_loss : 0.16358362138271332
1911900 0.163768 0.163584 0.169088 CURRENT LEARNING RATE: 3.4812481490693788e-09
previous_iter_valid_loss : 0.1610603630542755
1911920 0.161246 0.161060 0.169025 CURRENT LEARNING RATE: 3.4805519690598875e-09
previous_iter_valid_loss : 0.164517343044281
1911940 0.164681 0.164517 0.169226 CURRENT LEARNING RATE: 3.479855928272476e-09
previous_iter_valid_loss : 0.16199122369289398
1911960 0.162162 0.161991 0.169247 CURRENT LEARNING RATE: 3.47916002667929e-09
previous_iter_valid_loss : 0.1644214391708374
1911980 0.164626 0.164421 0.169173 CURRENT LEARNING RATE: 3.4784642642525177e-09
previous_iter_valid_loss : 0.16090480983257294
1912000 0.161066 0.160905 0.168872 CURRENT LEARNING RATE: 3.4777686409643162e-09
previous_iter_valid_loss : 0.16775555908679962
1912020 0.167908 0.167756 0.169226 CURRENT LEARNING RATE: 3.477073156786861e-09
previous_iter_valid_loss : 0.16153161227703094
1912040 0.161697 0.161532 0.168010 CURRENT LEARNING RATE: 3.476377811692333e-09
previous_iter_valid_loss : 0.16051585972309113
1912060 0.160670 0.160516 0.167673 CURRENT LEARNING RATE: 3.4756826056529173e-09
previous_iter_valid_loss : 0.16075193881988525
1912080 0.160926 0.160752 0.166576 CURRENT LEARNING RATE: 3.4749875386408058e-09
previous_iter_valid_loss : 0.16097381711006165
1912100 0.161152 0.160974 0.166599 CURRENT LEARNING RATE: 3.4742926106281848e-09
previous_iter_valid_loss : 0.1628517210483551
1912120 0.163018 0.162852 0.166675 CURRENT LEARNING RATE: 3.473597821587281e-09
previous_iter_valid_loss : 0.18797056376934052
1912140 0.188105 0.187971 0.166973 CURRENT LEARNING RATE: 3.4729031714902905e-09
previous_iter_valid_loss : 0.16230548918247223
1912160 0.162469 0.162305 0.165409 CURRENT LEARNING RATE: 3.472208660309427e-09
previous_iter_valid_loss : 0.1604880690574646
1912180 0.160653 0.160488 0.165402 CURRENT LEARNING RATE: 3.4715142880169106e-09
previous_iter_valid_loss : 0.16071994602680206
1912200 0.160902 0.160720 0.165385 CURRENT LEARNING RATE: 3.4708200545849664e-09
previous_iter_valid_loss : 0.16102956235408783
1912220 0.161182 0.161030 0.164434 CURRENT LEARNING RATE: 3.4701259599858243e-09
previous_iter_valid_loss : 0.16074945032596588
1912240 0.160925 0.160749 0.164318 CURRENT LEARNING RATE: 3.4694320041917215e-09
previous_iter_valid_loss : 0.17356067895889282
1912260 0.173710 0.173561 0.164454 CURRENT LEARNING RATE: 3.4687381871748864e-09
previous_iter_valid_loss : 0.16240395605564117
1912280 0.162600 0.162404 0.164002 CURRENT LEARNING RATE: 3.4680445089075926e-09
previous_iter_valid_loss : 0.1609044373035431
1912300 0.161088 0.160904 0.163868 CURRENT LEARNING RATE: 3.4673509693620787e-09
previous_iter_valid_loss : 0.21611669659614563
1912320 0.216129 0.216117 0.166621 CURRENT LEARNING RATE: 3.4666575685106045e-09
previous_iter_valid_loss : 0.16421425342559814
1912340 0.164388 0.164214 0.166606 CURRENT LEARNING RATE: 3.465964306325433e-09
previous_iter_valid_loss : 0.16053210198879242
1912360 0.160688 0.160532 0.166533 CURRENT LEARNING RATE: 3.465271182778835e-09
previous_iter_valid_loss : 0.1665579080581665
1912380 0.166767 0.166558 0.166640 CURRENT LEARNING RATE: 3.4645781978430843e-09
previous_iter_valid_loss : 0.1649976521730423
1912400 0.165195 0.164998 0.166844 CURRENT LEARNING RATE: 3.463885351490462e-09
previous_iter_valid_loss : 0.1767146736383438
1912420 0.177013 0.176715 0.167292 CURRENT LEARNING RATE: 3.4631926436932424e-09
previous_iter_valid_loss : 0.1609629988670349
1912440 0.161143 0.160963 0.167264 CURRENT LEARNING RATE: 3.462500074423741e-09
previous_iter_valid_loss : 0.16071370244026184
1912460 0.160866 0.160714 0.167274 CURRENT LEARNING RATE: 3.4618076436542423e-09
previous_iter_valid_loss : 0.16061197221279144
1912480 0.160779 0.160612 0.167267 CURRENT LEARNING RATE: 3.4611153513570505e-09
previous_iter_valid_loss : 0.16057702898979187
1912500 0.160743 0.160577 0.167247 CURRENT LEARNING RATE: 3.4604231975044736e-09
previous_iter_valid_loss : 0.16052302718162537
1912520 0.160696 0.160523 0.167130 CURRENT LEARNING RATE: 3.459731182068824e-09
previous_iter_valid_loss : 0.16790634393692017
1912540 0.168135 0.167906 0.166127 CURRENT LEARNING RATE: 3.459039305022423e-09
previous_iter_valid_loss : 0.17330250144004822
1912560 0.173582 0.173303 0.166677 CURRENT LEARNING RATE: 3.458347566337582e-09
previous_iter_valid_loss : 0.16171838343143463
1912580 0.161874 0.161718 0.166739 CURRENT LEARNING RATE: 3.457655965986657e-09
previous_iter_valid_loss : 0.16227684915065765
1912600 0.162471 0.162277 0.166816 CURRENT LEARNING RATE: 3.4569645039419704e-09
previous_iter_valid_loss : 0.16816194355487823
1912620 0.168383 0.168162 0.167173 CURRENT LEARNING RATE: 3.4562731801758646e-09
previous_iter_valid_loss : 0.17409443855285645
1912640 0.174246 0.174094 0.167840 CURRENT LEARNING RATE: 3.4555819946606864e-09
previous_iter_valid_loss : 0.16135713458061218
1912660 0.161544 0.161357 0.167230 CURRENT LEARNING RATE: 3.4548909473687887e-09
previous_iter_valid_loss : 0.17238663136959076
1912680 0.172532 0.172387 0.167729 CURRENT LEARNING RATE: 3.4542000382725293e-09
previous_iter_valid_loss : 0.1648111194372177
1912700 0.164974 0.164811 0.167925 CURRENT LEARNING RATE: 3.4535092673442716e-09
previous_iter_valid_loss : 0.16283416748046875
1912720 0.163003 0.162834 0.165260 CURRENT LEARNING RATE: 3.452818634556373e-09
previous_iter_valid_loss : 0.16402581334114075
1912740 0.164217 0.164026 0.165251 CURRENT LEARNING RATE: 3.4521281398812323e-09
previous_iter_valid_loss : 0.16804403066635132
1912760 0.168277 0.168044 0.165627 CURRENT LEARNING RATE: 3.451437783291218e-09
previous_iter_valid_loss : 0.16092455387115479
1912780 0.161100 0.160925 0.165345 CURRENT LEARNING RATE: 3.4507475647587157e-09
previous_iter_valid_loss : 0.16236862540245056
1912800 0.162524 0.162369 0.165214 CURRENT LEARNING RATE: 3.450057484256116e-09
previous_iter_valid_loss : 0.16314814984798431
1912820 0.163352 0.163148 0.164535 CURRENT LEARNING RATE: 3.449367541755816e-09
previous_iter_valid_loss : 0.16784992814064026
1912840 0.168007 0.167850 0.164880 CURRENT LEARNING RATE: 3.4486777372302184e-09
previous_iter_valid_loss : 0.17677415907382965
1912860 0.176929 0.176774 0.165683 CURRENT LEARNING RATE: 3.4479880706517307e-09
previous_iter_valid_loss : 0.16106267273426056
1912880 0.161240 0.161063 0.165705 CURRENT LEARNING RATE: 3.447298541992754e-09
previous_iter_valid_loss : 0.16294194757938385
1912900 0.163128 0.162942 0.165823 CURRENT LEARNING RATE: 3.4466091512257316e-09
previous_iter_valid_loss : 0.16227678954601288
1912920 0.162439 0.162277 0.165911 CURRENT LEARNING RATE: 3.4459198983230758e-09
previous_iter_valid_loss : 0.16638319194316864
1912940 0.166543 0.166383 0.165835 CURRENT LEARNING RATE: 3.4452307832572167e-09
previous_iter_valid_loss : 0.17921005189418793
1912960 0.179372 0.179210 0.166130 CURRENT LEARNING RATE: 3.444541806000589e-09
previous_iter_valid_loss : 0.16510018706321716
1912980 0.165264 0.165100 0.166299 CURRENT LEARNING RATE: 3.443852966525634e-09
previous_iter_valid_loss : 0.1624162793159485
1913000 0.162578 0.162416 0.166306 CURRENT LEARNING RATE: 3.4431642648047984e-09
previous_iter_valid_loss : 0.1680537909269333
1913020 0.168281 0.168054 0.166301 CURRENT LEARNING RATE: 3.4424757008105214e-09
previous_iter_valid_loss : 0.16212749481201172
1913040 0.162315 0.162127 0.165703 CURRENT LEARNING RATE: 3.4417872745152853e-09
previous_iter_valid_loss : 0.16116860508918762
1913060 0.161352 0.161169 0.165693 CURRENT LEARNING RATE: 3.4410989858915406e-09
previous_iter_valid_loss : 0.16388903558254242
1913080 0.164054 0.163889 0.165268 CURRENT LEARNING RATE: 3.4404108349117558e-09
previous_iter_valid_loss : 0.16698016226291656
1913100 0.167198 0.166980 0.165377 CURRENT LEARNING RATE: 3.4397228215484047e-09
previous_iter_valid_loss : 0.16298890113830566
1913120 0.163162 0.162989 0.165384 CURRENT LEARNING RATE: 3.4390349457739667e-09
previous_iter_valid_loss : 0.16813412308692932
1913140 0.168356 0.168134 0.165590 CURRENT LEARNING RATE: 3.4383472075609277e-09
previous_iter_valid_loss : 0.16663353145122528
1913160 0.166794 0.166634 0.165519 CURRENT LEARNING RATE: 3.437659606881777e-09
previous_iter_valid_loss : 0.16065242886543274
1913180 0.160810 0.160652 0.165506 CURRENT LEARNING RATE: 3.4369721437089984e-09
previous_iter_valid_loss : 0.1629142314195633
1913200 0.163080 0.162914 0.165533 CURRENT LEARNING RATE: 3.4362848180151185e-09
previous_iter_valid_loss : 0.16244900226593018
1913220 0.162625 0.162449 0.165498 CURRENT LEARNING RATE: 3.435597629772632e-09
previous_iter_valid_loss : 0.1671484261751175
1913240 0.167369 0.167148 0.165463 CURRENT LEARNING RATE: 3.4349105789540514e-09
previous_iter_valid_loss : 0.16832762956619263
1913260 0.168559 0.168328 0.165041 CURRENT LEARNING RATE: 3.434223665531894e-09
previous_iter_valid_loss : 0.16963690519332886
1913280 0.169879 0.169637 0.165469 CURRENT LEARNING RATE: 3.433536889478684e-09
previous_iter_valid_loss : 0.1607046127319336
1913300 0.160866 0.160705 0.165357 CURRENT LEARNING RATE: 3.4328502507669497e-09
previous_iter_valid_loss : 0.1655178815126419
1913320 0.165738 0.165518 0.165520 CURRENT LEARNING RATE: 3.4321637493692142e-09
previous_iter_valid_loss : 0.1636720597743988
1913340 0.163842 0.163672 0.165384 CURRENT LEARNING RATE: 3.4314773852580407e-09
previous_iter_valid_loss : 0.18705053627490997
1913360 0.187437 0.187051 0.165776 CURRENT LEARNING RATE: 3.430791158405963e-09
previous_iter_valid_loss : 0.16313321888446808
1913380 0.163324 0.163133 0.165678 CURRENT LEARNING RATE: 3.430105068785533e-09
previous_iter_valid_loss : 0.19294677674770355
1913400 0.193071 0.192947 0.167204 CURRENT LEARNING RATE: 3.4294191163693055e-09
previous_iter_valid_loss : 0.16323170065879822
1913420 0.163400 0.163232 0.166963 CURRENT LEARNING RATE: 3.428733301129843e-09
previous_iter_valid_loss : 0.1633985936641693
1913440 0.163591 0.163399 0.167027 CURRENT LEARNING RATE: 3.428047623039713e-09
previous_iter_valid_loss : 0.16062897443771362
1913460 0.160804 0.160629 0.167000 CURRENT LEARNING RATE: 3.4273620820714888e-09
previous_iter_valid_loss : 0.16907097399234772
1913480 0.169228 0.169071 0.167259 CURRENT LEARNING RATE: 3.426676678197736e-09
previous_iter_valid_loss : 0.162970632314682
1913500 0.163176 0.162971 0.167058 CURRENT LEARNING RATE: 3.425991411391063e-09
previous_iter_valid_loss : 0.16080987453460693
1913520 0.160989 0.160810 0.166949 CURRENT LEARNING RATE: 3.4253062816240467e-09
previous_iter_valid_loss : 0.16318312287330627
1913540 0.163347 0.163183 0.166702 CURRENT LEARNING RATE: 3.4246212888692824e-09
previous_iter_valid_loss : 0.16647805273532867
1913560 0.166635 0.166478 0.166694 CURRENT LEARNING RATE: 3.4239364330993697e-09
previous_iter_valid_loss : 0.16097626090049744
1913580 0.161162 0.160976 0.166710 CURRENT LEARNING RATE: 3.4232517142869157e-09
previous_iter_valid_loss : 0.1771746426820755
1913600 0.177468 0.177175 0.167423 CURRENT LEARNING RATE: 3.42256713240453e-09
previous_iter_valid_loss : 0.17524217069149017
1913620 0.175524 0.175242 0.168063 CURRENT LEARNING RATE: 3.42188268742483e-09
previous_iter_valid_loss : 0.16289778053760529
1913640 0.163085 0.162898 0.167850 CURRENT LEARNING RATE: 3.421198379320426e-09
previous_iter_valid_loss : 0.16219143569469452
1913660 0.162379 0.162191 0.167544 CURRENT LEARNING RATE: 3.4205142080639695e-09
previous_iter_valid_loss : 0.16364003717899323
1913680 0.163804 0.163640 0.167244 CURRENT LEARNING RATE: 3.419830173628082e-09
previous_iter_valid_loss : 0.160811185836792
1913700 0.160957 0.160811 0.167249 CURRENT LEARNING RATE: 3.419146275985402e-09
previous_iter_valid_loss : 0.1622939556837082
1913720 0.162454 0.162294 0.167088 CURRENT LEARNING RATE: 3.418462515108573e-09
previous_iter_valid_loss : 0.16053229570388794
1913740 0.160691 0.160532 0.166931 CURRENT LEARNING RATE: 3.4177788909702456e-09
previous_iter_valid_loss : 0.17534124851226807
1913760 0.175630 0.175341 0.166345 CURRENT LEARNING RATE: 3.417095403543074e-09
previous_iter_valid_loss : 0.1605381816625595
1913780 0.160701 0.160538 0.166216 CURRENT LEARNING RATE: 3.416412052799707e-09
previous_iter_valid_loss : 0.17610898613929749
1913800 0.176265 0.176109 0.165374 CURRENT LEARNING RATE: 3.415728838712835e-09
previous_iter_valid_loss : 0.1605720967054367
1913820 0.160743 0.160572 0.165241 CURRENT LEARNING RATE: 3.4150457612551165e-09
previous_iter_valid_loss : 0.16091439127922058
1913840 0.161101 0.160914 0.165117 CURRENT LEARNING RATE: 3.414362820399229e-09
previous_iter_valid_loss : 0.1615322083234787
1913860 0.161691 0.161532 0.165162 CURRENT LEARNING RATE: 3.4136800161178555e-09
previous_iter_valid_loss : 0.16777323186397552
1913880 0.167926 0.167773 0.165097 CURRENT LEARNING RATE: 3.4129973483836826e-09
previous_iter_valid_loss : 0.1612263172864914
1913900 0.161375 0.161226 0.165010 CURRENT LEARNING RATE: 3.412314817169404e-09
previous_iter_valid_loss : 0.16138656437397003
1913920 0.161577 0.161387 0.165038 CURRENT LEARNING RATE: 3.411632422447718e-09
previous_iter_valid_loss : 0.16592533886432648
1913940 0.166083 0.165925 0.165176 CURRENT LEARNING RATE: 3.410950164191318e-09
previous_iter_valid_loss : 0.1608833521604538
1913960 0.161039 0.160883 0.164896 CURRENT LEARNING RATE: 3.4102680423729368e-09
previous_iter_valid_loss : 0.16096702218055725
1913980 0.161124 0.160967 0.164895 CURRENT LEARNING RATE: 3.409586056965278e-09
previous_iter_valid_loss : 0.16152706742286682
1914000 0.161721 0.161527 0.164113 CURRENT LEARNING RATE: 3.4089042079410615e-09
previous_iter_valid_loss : 0.162387877702713
1914020 0.162548 0.162388 0.163470 CURRENT LEARNING RATE: 3.4082224952730144e-09
previous_iter_valid_loss : 0.1627987176179886
1914040 0.163005 0.162799 0.163465 CURRENT LEARNING RATE: 3.407540918933867e-09
previous_iter_valid_loss : 0.16862265765666962
1914060 0.168848 0.168623 0.163787 CURRENT LEARNING RATE: 3.406859478896357e-09
previous_iter_valid_loss : 0.16423377394676208
1914080 0.164423 0.164234 0.163816 CURRENT LEARNING RATE: 3.4061781751332267e-09
previous_iter_valid_loss : 0.16056697070598602
1914100 0.160737 0.160567 0.163804 CURRENT LEARNING RATE: 3.405497007617212e-09
previous_iter_valid_loss : 0.16128411889076233
1914120 0.161435 0.161284 0.163754 CURRENT LEARNING RATE: 3.40481597632109e-09
previous_iter_valid_loss : 0.19049367308616638
1914140 0.190920 0.190494 0.165252 CURRENT LEARNING RATE: 3.404135081217607e-09
previous_iter_valid_loss : 0.16697674989700317
1914160 0.167130 0.166977 0.164834 CURRENT LEARNING RATE: 3.4034543222795283e-09
previous_iter_valid_loss : 0.16104888916015625
1914180 0.161225 0.161049 0.164859 CURRENT LEARNING RATE: 3.4027736994796225e-09
previous_iter_valid_loss : 0.16145090758800507
1914200 0.161613 0.161451 0.164126 CURRENT LEARNING RATE: 3.4020932127906652e-09
previous_iter_valid_loss : 0.16479843854904175
1914220 0.164966 0.164798 0.164338 CURRENT LEARNING RATE: 3.4014128621854373e-09
previous_iter_valid_loss : 0.16764523088932037
1914240 0.167866 0.167645 0.164674 CURRENT LEARNING RATE: 3.4007326476367116e-09
previous_iter_valid_loss : 0.16209769248962402
1914260 0.162267 0.162098 0.164702 CURRENT LEARNING RATE: 3.400052569117305e-09
previous_iter_valid_loss : 0.1806790828704834
1914280 0.180836 0.180679 0.165348 CURRENT LEARNING RATE: 3.399372626600001e-09
previous_iter_valid_loss : 0.17030690610408783
1914300 0.170459 0.170307 0.165802 CURRENT LEARNING RATE: 3.398692820057603e-09
previous_iter_valid_loss : 0.21308164298534393
1914320 0.213132 0.213082 0.168387 CURRENT LEARNING RATE: 3.3980131494629184e-09
previous_iter_valid_loss : 0.16880109906196594
1914340 0.168949 0.168801 0.168530 CURRENT LEARNING RATE: 3.39733361478876e-09
previous_iter_valid_loss : 0.18498733639717102
1914360 0.185128 0.184987 0.169735 CURRENT LEARNING RATE: 3.3966542160079466e-09
previous_iter_valid_loss : 0.1631263792514801
1914380 0.163329 0.163126 0.169843 CURRENT LEARNING RATE: 3.395974953093302e-09
previous_iter_valid_loss : 0.16668368875980377
1914400 0.166897 0.166684 0.170101 CURRENT LEARNING RATE: 3.3952958260176443e-09
previous_iter_valid_loss : 0.1613590121269226
1914420 0.161548 0.161359 0.170050 CURRENT LEARNING RATE: 3.394616834753832e-09
previous_iter_valid_loss : 0.1605745255947113
1914440 0.160745 0.160575 0.169939 CURRENT LEARNING RATE: 3.3939379792746934e-09
previous_iter_valid_loss : 0.16689850389957428
1914460 0.167059 0.166899 0.169852 CURRENT LEARNING RATE: 3.3932592595530743e-09
previous_iter_valid_loss : 0.16830269992351532
1914480 0.168534 0.168303 0.170056 CURRENT LEARNING RATE: 3.392580675561827e-09
previous_iter_valid_loss : 0.16054236888885498
1914500 0.160694 0.160542 0.170055 CURRENT LEARNING RATE: 3.3919022272738063e-09
previous_iter_valid_loss : 0.16090655326843262
1914520 0.161091 0.160907 0.170036 CURRENT LEARNING RATE: 3.3912239146618754e-09
previous_iter_valid_loss : 0.16600137948989868
1914540 0.166162 0.166001 0.168811 CURRENT LEARNING RATE: 3.390545737698889e-09
previous_iter_valid_loss : 0.16706545650959015
1914560 0.167286 0.167065 0.168816 CURRENT LEARNING RATE: 3.3898676963577456e-09
previous_iter_valid_loss : 0.17643994092941284
1914580 0.176593 0.176440 0.169585 CURRENT LEARNING RATE: 3.3891897906113097e-09
previous_iter_valid_loss : 0.16289299726486206
1914600 0.163086 0.162893 0.169657 CURRENT LEARNING RATE: 3.388512020432466e-09
previous_iter_valid_loss : 0.18154023587703705
1914620 0.181895 0.181540 0.170494 CURRENT LEARNING RATE: 3.387834385794104e-09
previous_iter_valid_loss : 0.17187699675559998
1914640 0.172026 0.171877 0.170706 CURRENT LEARNING RATE: 3.3871568866691175e-09
previous_iter_valid_loss : 0.16281384229660034
1914660 0.162978 0.162814 0.170742 CURRENT LEARNING RATE: 3.386479523030407e-09
previous_iter_valid_loss : 0.17013902962207794
1914680 0.170288 0.170139 0.170215 CURRENT LEARNING RATE: 3.3858022948508776e-09
previous_iter_valid_loss : 0.1622576117515564
1914700 0.162442 0.162258 0.169812 CURRENT LEARNING RATE: 3.385125202103429e-09
previous_iter_valid_loss : 0.16136077046394348
1914720 0.161520 0.161361 0.167226 CURRENT LEARNING RATE: 3.3844482447610004e-09
previous_iter_valid_loss : 0.16681894659996033
1914740 0.167038 0.166819 0.167127 CURRENT LEARNING RATE: 3.3837714227965028e-09
previous_iter_valid_loss : 0.16171403229236603
1914760 0.161909 0.161714 0.165963 CURRENT LEARNING RATE: 3.383094736182862e-09
previous_iter_valid_loss : 0.16267187893390656
1914780 0.162843 0.162672 0.165941 CURRENT LEARNING RATE: 3.382418184893011e-09
previous_iter_valid_loss : 0.16689622402191162
1914800 0.167051 0.166896 0.165951 CURRENT LEARNING RATE: 3.381741768899888e-09
previous_iter_valid_loss : 0.1781289279460907
1914820 0.178288 0.178129 0.166790 CURRENT LEARNING RATE: 3.3810654881764362e-09
previous_iter_valid_loss : 0.16750681400299072
1914840 0.167668 0.167507 0.167136 CURRENT LEARNING RATE: 3.3803893426956043e-09
previous_iter_valid_loss : 0.17787989974021912
1914860 0.178189 0.177880 0.167686 CURRENT LEARNING RATE: 3.3797133324303347e-09
previous_iter_valid_loss : 0.16068950295448303
1914880 0.160850 0.160690 0.167305 CURRENT LEARNING RATE: 3.3790374573536108e-09
previous_iter_valid_loss : 0.17042846977710724
1914900 0.170689 0.170428 0.167799 CURRENT LEARNING RATE: 3.3783617174383855e-09
previous_iter_valid_loss : 0.17090262472629547
1914920 0.171157 0.170903 0.168299 CURRENT LEARNING RATE: 3.3776861126576296e-09
previous_iter_valid_loss : 0.16184912621974945
1914940 0.162024 0.161849 0.168091 CURRENT LEARNING RATE: 3.377010642984319e-09
previous_iter_valid_loss : 0.1605169177055359
1914960 0.160689 0.160517 0.167764 CURRENT LEARNING RATE: 3.3763353083914335e-09
previous_iter_valid_loss : 0.16053171455860138
1914980 0.160705 0.160532 0.166969 CURRENT LEARNING RATE: 3.375660108851962e-09
previous_iter_valid_loss : 0.16642874479293823
1915000 0.166644 0.166429 0.167145 CURRENT LEARNING RATE: 3.3749850443388824e-09
previous_iter_valid_loss : 0.19186140596866608
1915020 0.192333 0.191861 0.167661 CURRENT LEARNING RATE: 3.374310114825217e-09
previous_iter_valid_loss : 0.16857361793518066
1915040 0.168724 0.168574 0.167496 CURRENT LEARNING RATE: 3.3736353202839572e-09
previous_iter_valid_loss : 0.16052426397800446
1915060 0.160691 0.160524 0.167382 CURRENT LEARNING RATE: 3.3729606606881104e-09
previous_iter_valid_loss : 0.16301238536834717
1915080 0.163181 0.163012 0.167025 CURRENT LEARNING RATE: 3.3722861360106906e-09
previous_iter_valid_loss : 0.16063621640205383
1915100 0.160797 0.160636 0.166944 CURRENT LEARNING RATE: 3.3716117462247165e-09
previous_iter_valid_loss : 0.16164222359657288
1915120 0.161833 0.161642 0.166958 CURRENT LEARNING RATE: 3.370937491303213e-09
previous_iter_valid_loss : 0.16102802753448486
1915140 0.161187 0.161028 0.166669 CURRENT LEARNING RATE: 3.3702633712192094e-09
previous_iter_valid_loss : 0.16596227884292603
1915160 0.166121 0.165962 0.166881 CURRENT LEARNING RATE: 3.3695893859457286e-09
previous_iter_valid_loss : 0.16077087819576263
1915180 0.160952 0.160771 0.166786 CURRENT LEARNING RATE: 3.368915535455836e-09
previous_iter_valid_loss : 0.1615855097770691
1915200 0.161774 0.161586 0.166521 CURRENT LEARNING RATE: 3.368241819722566e-09
previous_iter_valid_loss : 0.1628744751214981
1915220 0.163067 0.162874 0.165758 CURRENT LEARNING RATE: 3.3675682387189688e-09
previous_iter_valid_loss : 0.17314520478248596
1915240 0.173287 0.173145 0.166040 CURRENT LEARNING RATE: 3.3668947924181014e-09
previous_iter_valid_loss : 0.17033793032169342
1915260 0.170487 0.170338 0.165663 CURRENT LEARNING RATE: 3.3662214807930263e-09
previous_iter_valid_loss : 0.16050265729427338
1915280 0.160660 0.160503 0.165653 CURRENT LEARNING RATE: 3.3655483038168104e-09
previous_iter_valid_loss : 0.16233226656913757
1915300 0.162505 0.162332 0.165249 CURRENT LEARNING RATE: 3.3648752614625277e-09
previous_iter_valid_loss : 0.16424168646335602
1915320 0.164412 0.164242 0.164916 CURRENT LEARNING RATE: 3.3642023537032437e-09
previous_iter_valid_loss : 0.16049815714359283
1915340 0.160659 0.160498 0.164848 CURRENT LEARNING RATE: 3.3635295805120662e-09
previous_iter_valid_loss : 0.16083474457263947
1915360 0.160989 0.160835 0.164864 CURRENT LEARNING RATE: 3.362856941862073e-09
previous_iter_valid_loss : 0.1814686805009842
1915380 0.181625 0.181469 0.165911 CURRENT LEARNING RATE: 3.3621844377263576e-09
previous_iter_valid_loss : 0.16344311833381653
1915400 0.163631 0.163443 0.165761 CURRENT LEARNING RATE: 3.3615120680780196e-09
previous_iter_valid_loss : 0.17031435668468475
1915420 0.170465 0.170314 0.164684 CURRENT LEARNING RATE: 3.360839832890165e-09
previous_iter_valid_loss : 0.1795417070388794
1915440 0.179699 0.179542 0.165232 CURRENT LEARNING RATE: 3.3601677321359044e-09
previous_iter_valid_loss : 0.1861763745546341
1915460 0.186561 0.186176 0.166515 CURRENT LEARNING RATE: 3.3594957657883415e-09
previous_iter_valid_loss : 0.1726468801498413
1915480 0.172796 0.172647 0.166997 CURRENT LEARNING RATE: 3.3588239338206212e-09
previous_iter_valid_loss : 0.1628732532262802
1915500 0.163075 0.162873 0.167109 CURRENT LEARNING RATE: 3.3581522362058595e-09
previous_iter_valid_loss : 0.16327789425849915
1915520 0.163454 0.163278 0.167190 CURRENT LEARNING RATE: 3.3574806729171874e-09
previous_iter_valid_loss : 0.16170147061347961
1915540 0.161859 0.161701 0.167224 CURRENT LEARNING RATE: 3.3568092439277423e-09
previous_iter_valid_loss : 0.16067087650299072
1915560 0.160830 0.160671 0.166960 CURRENT LEARNING RATE: 3.356137949210668e-09
previous_iter_valid_loss : 0.16697777807712555
1915580 0.167135 0.166978 0.167270 CURRENT LEARNING RATE: 3.3554667887391114e-09
previous_iter_valid_loss : 0.16586458683013916
1915600 0.166026 0.165865 0.167484 CURRENT LEARNING RATE: 3.354795762486227e-09
previous_iter_valid_loss : 0.19494308531284332
1915620 0.195420 0.194943 0.169087 CURRENT LEARNING RATE: 3.354124870425162e-09
previous_iter_valid_loss : 0.16083256900310516
1915640 0.160997 0.160833 0.168472 CURRENT LEARNING RATE: 3.353454112529104e-09
previous_iter_valid_loss : 0.16904212534427643
1915660 0.169283 0.169042 0.168407 CURRENT LEARNING RATE: 3.3527834887712113e-09
previous_iter_valid_loss : 0.1635027527809143
1915680 0.163677 0.163503 0.168557 CURRENT LEARNING RATE: 3.352112999124658e-09
previous_iter_valid_loss : 0.1621142327785492
1915700 0.162265 0.162114 0.168546 CURRENT LEARNING RATE: 3.3514426435626255e-09
previous_iter_valid_loss : 0.1635630577802658
1915720 0.163763 0.163563 0.168512 CURRENT LEARNING RATE: 3.3507724220582988e-09
previous_iter_valid_loss : 0.16324912011623383
1915740 0.163411 0.163249 0.168650 CURRENT LEARNING RATE: 3.35010233458487e-09
previous_iter_valid_loss : 0.16206791996955872
1915760 0.162254 0.162068 0.168711 CURRENT LEARNING RATE: 3.3494323811155225e-09
previous_iter_valid_loss : 0.1857542246580124
1915780 0.186127 0.185754 0.168926 CURRENT LEARNING RATE: 3.348762561623483e-09
previous_iter_valid_loss : 0.16069312393665314
1915800 0.160863 0.160693 0.168788 CURRENT LEARNING RATE: 3.3480928760819463e-09
previous_iter_valid_loss : 0.16056178510189056
1915820 0.160730 0.160562 0.168300 CURRENT LEARNING RATE: 3.3474233244641253e-09
previous_iter_valid_loss : 0.17233581840991974
1915840 0.172596 0.172336 0.167940 CURRENT LEARNING RATE: 3.346753906743237e-09
previous_iter_valid_loss : 0.1708344966173172
1915860 0.171085 0.170834 0.167173 CURRENT LEARNING RATE: 3.346084622892506e-09
previous_iter_valid_loss : 0.16806748509407043
1915880 0.168226 0.168067 0.166944 CURRENT LEARNING RATE: 3.3454154728851606e-09
previous_iter_valid_loss : 0.16075298190116882
1915900 0.160908 0.160753 0.166838 CURRENT LEARNING RATE: 3.3447464566944345e-09
previous_iter_valid_loss : 0.16292323172092438
1915920 0.163111 0.162923 0.166820 CURRENT LEARNING RATE: 3.3440775742935546e-09
previous_iter_valid_loss : 0.16115503013134003
1915940 0.161338 0.161155 0.166793 CURRENT LEARNING RATE: 3.3434088256557906e-09
previous_iter_valid_loss : 0.1623871922492981
1915960 0.162548 0.162387 0.166879 CURRENT LEARNING RATE: 3.34274021075438e-09
previous_iter_valid_loss : 0.1638413369655609
1915980 0.164009 0.163841 0.166722 CURRENT LEARNING RATE: 3.342071729562578e-09
previous_iter_valid_loss : 0.16055481135845184
1916000 0.160728 0.160555 0.166456 CURRENT LEARNING RATE: 3.3414033820536457e-09
previous_iter_valid_loss : 0.16388925909996033
1916020 0.164059 0.163889 0.164904 CURRENT LEARNING RATE: 3.340735168200849e-09
previous_iter_valid_loss : 0.16130392253398895
1916040 0.161489 0.161304 0.164927 CURRENT LEARNING RATE: 3.3400670879774595e-09
previous_iter_valid_loss : 0.17265531420707703
1916060 0.172925 0.172655 0.165108 CURRENT LEARNING RATE: 3.3393991413567546e-09
previous_iter_valid_loss : 0.1903596818447113
1916080 0.190812 0.190360 0.166451 CURRENT LEARNING RATE: 3.338731328312003e-09
previous_iter_valid_loss : 0.16281026601791382
1916100 0.163004 0.162810 0.166486 CURRENT LEARNING RATE: 3.338063648816518e-09
previous_iter_valid_loss : 0.16303327679634094
1916120 0.163196 0.163033 0.166459 CURRENT LEARNING RATE: 3.337396102843578e-09
previous_iter_valid_loss : 0.1619984209537506
1916140 0.162161 0.161998 0.166397 CURRENT LEARNING RATE: 3.3367286903664837e-09
previous_iter_valid_loss : 0.16171103715896606
1916160 0.161897 0.161711 0.166379 CURRENT LEARNING RATE: 3.3360614113585367e-09
previous_iter_valid_loss : 0.16057664155960083
1916180 0.160737 0.160577 0.165120 CURRENT LEARNING RATE: 3.335394265793047e-09
previous_iter_valid_loss : 0.1751357913017273
1916200 0.175281 0.175136 0.165842 CURRENT LEARNING RATE: 3.3347272536433287e-09
previous_iter_valid_loss : 0.16064056754112244
1916220 0.160798 0.160641 0.165846 CURRENT LEARNING RATE: 3.3340603748826885e-09
previous_iter_valid_loss : 0.16452805697917938
1916240 0.164695 0.164528 0.165456 CURRENT LEARNING RATE: 3.333393629484476e-09
previous_iter_valid_loss : 0.16135954856872559
1916260 0.161507 0.161360 0.164982 CURRENT LEARNING RATE: 3.3327270174220088e-09
previous_iter_valid_loss : 0.17854170501232147
1916280 0.178708 0.178542 0.165506 CURRENT LEARNING RATE: 3.3320605386686223e-09
previous_iter_valid_loss : 0.1621277928352356
1916300 0.162287 0.162128 0.165574 CURRENT LEARNING RATE: 3.331394193197659e-09
previous_iter_valid_loss : 0.18016885221004486
1916320 0.180494 0.180169 0.166437 CURRENT LEARNING RATE: 3.330727980982463e-09
previous_iter_valid_loss : 0.1704622209072113
1916340 0.170610 0.170462 0.166902 CURRENT LEARNING RATE: 3.330061901996387e-09
previous_iter_valid_loss : 0.16194048523902893
1916360 0.162128 0.161940 0.166880 CURRENT LEARNING RATE: 3.3293959562127878e-09
previous_iter_valid_loss : 0.16093701124191284
1916380 0.161085 0.160937 0.166734 CURRENT LEARNING RATE: 3.3287301436050146e-09
previous_iter_valid_loss : 0.1608327180147171
1916400 0.161011 0.160833 0.166748 CURRENT LEARNING RATE: 3.3280644641464597e-09
previous_iter_valid_loss : 0.18490396440029144
1916420 0.185046 0.184904 0.167799 CURRENT LEARNING RATE: 3.3273989178104844e-09
previous_iter_valid_loss : 0.16122715175151825
1916440 0.161410 0.161227 0.167795 CURRENT LEARNING RATE: 3.326733504570466e-09
previous_iter_valid_loss : 0.1813131868839264
1916460 0.181470 0.181313 0.168228 CURRENT LEARNING RATE: 3.326068224399788e-09
previous_iter_valid_loss : 0.16244001686573029
1916480 0.162597 0.162440 0.166832 CURRENT LEARNING RATE: 3.3254030772718394e-09
previous_iter_valid_loss : 0.16723944246768951
1916500 0.167405 0.167239 0.167054 CURRENT LEARNING RATE: 3.3247380631600147e-09
previous_iter_valid_loss : 0.1606145054101944
1916520 0.160786 0.160615 0.166933 CURRENT LEARNING RATE: 3.324073182037701e-09
previous_iter_valid_loss : 0.20031827688217163
1916540 0.200400 0.200318 0.168849 CURRENT LEARNING RATE: 3.3234084338783265e-09
previous_iter_valid_loss : 0.16778869926929474
1916560 0.167942 0.167789 0.169152 CURRENT LEARNING RATE: 3.3227438186552902e-09
previous_iter_valid_loss : 0.1611296683549881
1916580 0.161281 0.161130 0.169180 CURRENT LEARNING RATE: 3.3220793363420073e-09
previous_iter_valid_loss : 0.16051197052001953
1916600 0.160678 0.160512 0.168449 CURRENT LEARNING RATE: 3.321414986911898e-09
previous_iter_valid_loss : 0.17596401274204254
1916620 0.176121 0.175964 0.169215 CURRENT LEARNING RATE: 3.3207507703383885e-09
previous_iter_valid_loss : 0.1618378758430481
1916640 0.162034 0.161838 0.169081 CURRENT LEARNING RATE: 3.32008668659491e-09
previous_iter_valid_loss : 0.17031113803386688
1916660 0.170460 0.170311 0.169528 CURRENT LEARNING RATE: 3.3194227356548996e-09
previous_iter_valid_loss : 0.1863807886838913
1916680 0.186524 0.186381 0.169920 CURRENT LEARNING RATE: 3.3187589174917878e-09
previous_iter_valid_loss : 0.16698962450027466
1916700 0.167149 0.166990 0.170163 CURRENT LEARNING RATE: 3.3180952320790444e-09
previous_iter_valid_loss : 0.16750334203243256
1916720 0.167659 0.167503 0.169530 CURRENT LEARNING RATE: 3.3174316793901105e-09
previous_iter_valid_loss : 0.1619044542312622
1916740 0.162058 0.161904 0.169102 CURRENT LEARNING RATE: 3.316768259398445e-09
previous_iter_valid_loss : 0.16258034110069275
1916760 0.162746 0.162580 0.169134 CURRENT LEARNING RATE: 3.3161049720775098e-09
previous_iter_valid_loss : 0.16062286496162415
1916780 0.160801 0.160623 0.169118 CURRENT LEARNING RATE: 3.3154418174007736e-09
previous_iter_valid_loss : 0.16818790137767792
1916800 0.168343 0.168188 0.169486 CURRENT LEARNING RATE: 3.3147787953417113e-09
previous_iter_valid_loss : 0.16788850724697113
1916820 0.168121 0.167889 0.168635 CURRENT LEARNING RATE: 3.314115905873801e-09
previous_iter_valid_loss : 0.16167838871479034
1916840 0.161864 0.161678 0.168658 CURRENT LEARNING RATE: 3.3134531489705156e-09
previous_iter_valid_loss : 0.16930094361305237
1916860 0.169546 0.169301 0.168057 CURRENT LEARNING RATE: 3.3127905246053685e-09
previous_iter_valid_loss : 0.1657993197441101
1916880 0.166010 0.165799 0.168225 CURRENT LEARNING RATE: 3.3121280327518425e-09
previous_iter_valid_loss : 0.17514723539352417
1916900 0.175433 0.175147 0.168621 CURRENT LEARNING RATE: 3.3114656733834382e-09
previous_iter_valid_loss : 0.16162927448749542
1916920 0.161784 0.161629 0.168671 CURRENT LEARNING RATE: 3.3108034464736617e-09
previous_iter_valid_loss : 0.1699373573064804
1916940 0.170184 0.169937 0.167152 CURRENT LEARNING RATE: 3.310141351996023e-09
previous_iter_valid_loss : 0.16193653643131256
1916960 0.162131 0.161937 0.166860 CURRENT LEARNING RATE: 3.3094793899240396e-09
previous_iter_valid_loss : 0.16054747998714447
1916980 0.160700 0.160547 0.166831 CURRENT LEARNING RATE: 3.3088175602312194e-09
previous_iter_valid_loss : 0.16734369099140167
1917000 0.167498 0.167344 0.167172 CURRENT LEARNING RATE: 3.3081558628911146e-09
previous_iter_valid_loss : 0.1671394258737564
1917020 0.167297 0.167139 0.166731 CURRENT LEARNING RATE: 3.3074942978772447e-09
previous_iter_valid_loss : 0.16323015093803406
1917040 0.163421 0.163230 0.166801 CURRENT LEARNING RATE: 3.3068328651631466e-09
previous_iter_valid_loss : 0.17117945849895477
1917060 0.171334 0.171179 0.166844 CURRENT LEARNING RATE: 3.306171564722364e-09
previous_iter_valid_loss : 0.1613018810749054
1917080 0.161446 0.161302 0.165590 CURRENT LEARNING RATE: 3.3055103965284444e-09
previous_iter_valid_loss : 0.16294069588184357
1917100 0.163105 0.162941 0.165388 CURRENT LEARNING RATE: 3.3048493605549413e-09
previous_iter_valid_loss : 0.19539059698581696
1917120 0.195500 0.195391 0.166782 CURRENT LEARNING RATE: 3.3041884567754127e-09
previous_iter_valid_loss : 0.1865740567445755
1917140 0.186707 0.186574 0.168015 CURRENT LEARNING RATE: 3.303527685163411e-09
previous_iter_valid_loss : 0.16790084540843964
1917160 0.168061 0.167901 0.168281 CURRENT LEARNING RATE: 3.3028670456925294e-09
previous_iter_valid_loss : 0.1716141402721405
1917180 0.171761 0.171614 0.168831 CURRENT LEARNING RATE: 3.3022065383363295e-09
previous_iter_valid_loss : 0.19161076843738556
1917200 0.191733 0.191611 0.170002 CURRENT LEARNING RATE: 3.301546163068392e-09
previous_iter_valid_loss : 0.1607767790555954
1917220 0.160935 0.160777 0.169647 CURRENT LEARNING RATE: 3.300885919862301e-09
previous_iter_valid_loss : 0.17139025032520294
1917240 0.171538 0.171390 0.170132 CURRENT LEARNING RATE: 3.3002258086916476e-09
previous_iter_valid_loss : 0.1648271530866623
1917260 0.165020 0.164827 0.169909 CURRENT LEARNING RATE: 3.2995658295300272e-09
previous_iter_valid_loss : 0.21263428032398224
1917280 0.213257 0.212634 0.172250 CURRENT LEARNING RATE: 3.29890598235104e-09
previous_iter_valid_loss : 0.17992965877056122
1917300 0.180247 0.179930 0.172489 CURRENT LEARNING RATE: 3.2982462671282808e-09
previous_iter_valid_loss : 0.17563708126544952
1917320 0.175793 0.175637 0.173190 CURRENT LEARNING RATE: 3.2975866838353843e-09
previous_iter_valid_loss : 0.1626853346824646
1917340 0.162881 0.162685 0.172827 CURRENT LEARNING RATE: 3.296927232445956e-09
previous_iter_valid_loss : 0.17734752595424652
1917360 0.177496 0.177348 0.173598 CURRENT LEARNING RATE: 3.2962679129336174e-09
previous_iter_valid_loss : 0.16132518649101257
1917380 0.161507 0.161325 0.173637 CURRENT LEARNING RATE: 3.2956087252719956e-09
previous_iter_valid_loss : 0.16348473727703094
1917400 0.163679 0.163485 0.173444 CURRENT LEARNING RATE: 3.294949669434724e-09
previous_iter_valid_loss : 0.16092850267887115
1917420 0.161112 0.160929 0.173133 CURRENT LEARNING RATE: 3.2942907453954384e-09
previous_iter_valid_loss : 0.1605643779039383
1917440 0.160733 0.160564 0.173000 CURRENT LEARNING RATE: 3.2936319531277714e-09
previous_iter_valid_loss : 0.16618263721466064
1917460 0.166395 0.166183 0.172750 CURRENT LEARNING RATE: 3.292973292605395e-09
previous_iter_valid_loss : 0.16529962420463562
1917480 0.165463 0.165300 0.172950 CURRENT LEARNING RATE: 3.2923147638019515e-09
previous_iter_valid_loss : 0.17365391552448273
1917500 0.173928 0.173654 0.173486 CURRENT LEARNING RATE: 3.2916563666910984e-09
previous_iter_valid_loss : 0.1690090000629425
1917520 0.169254 0.169009 0.172166 CURRENT LEARNING RATE: 3.2909981012465005e-09
previous_iter_valid_loss : 0.17500333487987518
1917540 0.175153 0.175003 0.171588 CURRENT LEARNING RATE: 3.2903399674418266e-09
previous_iter_valid_loss : 0.1621411144733429
1917560 0.162301 0.162141 0.171300 CURRENT LEARNING RATE: 3.2896819652507525e-09
previous_iter_valid_loss : 0.16139668226242065
1917580 0.161559 0.161397 0.170789 CURRENT LEARNING RATE: 3.2890240946469573e-09
previous_iter_valid_loss : 0.1879483163356781
1917600 0.188076 0.187948 0.170606 CURRENT LEARNING RATE: 3.2883663556041143e-09
previous_iter_valid_loss : 0.1661248505115509
1917620 0.166285 0.166125 0.170873 CURRENT LEARNING RATE: 3.287708748095938e-09
previous_iter_valid_loss : 0.16363850235939026
1917640 0.163832 0.163639 0.170486 CURRENT LEARNING RATE: 3.287051272096112e-09
previous_iter_valid_loss : 0.16062049567699432
1917660 0.160783 0.160620 0.170275 CURRENT LEARNING RATE: 3.286393927578337e-09
previous_iter_valid_loss : 0.1632666140794754
1917680 0.163440 0.163267 0.167807 CURRENT LEARNING RATE: 3.28573671451632e-09
previous_iter_valid_loss : 0.16083821654319763
1917700 0.161013 0.160838 0.166852 CURRENT LEARNING RATE: 3.2850796328837714e-09
previous_iter_valid_loss : 0.18037238717079163
1917720 0.180533 0.180372 0.167089 CURRENT LEARNING RATE: 3.2844226826544094e-09
previous_iter_valid_loss : 0.18004009127616882
1917740 0.180193 0.180040 0.167957 CURRENT LEARNING RATE: 3.283765863801943e-09
previous_iter_valid_loss : 0.16343463957309723
1917760 0.163600 0.163435 0.167261 CURRENT LEARNING RATE: 3.283109176300123e-09
previous_iter_valid_loss : 0.16056065261363983
1917780 0.160730 0.160561 0.167223 CURRENT LEARNING RATE: 3.2824526201226705e-09
previous_iter_valid_loss : 0.17351743578910828
1917800 0.173795 0.173517 0.167725 CURRENT LEARNING RATE: 3.281796195243324e-09
previous_iter_valid_loss : 0.16131488978862762
1917820 0.161506 0.161315 0.167744 CURRENT LEARNING RATE: 3.281139901635825e-09
previous_iter_valid_loss : 0.16112972795963287
1917840 0.161287 0.161130 0.167772 CURRENT LEARNING RATE: 3.2804837392739227e-09
previous_iter_valid_loss : 0.16118280589580536
1917860 0.161343 0.161183 0.167522 CURRENT LEARNING RATE: 3.2798277081313706e-09
previous_iter_valid_loss : 0.16766789555549622
1917880 0.167823 0.167668 0.167641 CURRENT LEARNING RATE: 3.279171808181927e-09
previous_iter_valid_loss : 0.16098105907440186
1917900 0.161164 0.160981 0.167007 CURRENT LEARNING RATE: 3.278516039399345e-09
previous_iter_valid_loss : 0.16590245068073273
1917920 0.166122 0.165902 0.166852 CURRENT LEARNING RATE: 3.277860401757416e-09
previous_iter_valid_loss : 0.16599059104919434
1917940 0.166197 0.165991 0.166401 CURRENT LEARNING RATE: 3.277204895229904e-09
previous_iter_valid_loss : 0.16055625677108765
1917960 0.160717 0.160556 0.166322 CURRENT LEARNING RATE: 3.2765495197905882e-09
previous_iter_valid_loss : 0.1675601452589035
1917980 0.167716 0.167560 0.166630 CURRENT LEARNING RATE: 3.2758942754132533e-09
previous_iter_valid_loss : 0.16056935489177704
1918000 0.160736 0.160569 0.165261 CURRENT LEARNING RATE: 3.27523916207169e-09
previous_iter_valid_loss : 0.16136181354522705
1918020 0.161507 0.161362 0.165023 CURRENT LEARNING RATE: 3.274584179739694e-09
previous_iter_valid_loss : 0.16527791321277618
1918040 0.165493 0.165278 0.165105 CURRENT LEARNING RATE: 3.2739293283910653e-09
previous_iter_valid_loss : 0.16055434942245483
1918060 0.160713 0.160554 0.165102 CURRENT LEARNING RATE: 3.2732746079995984e-09
previous_iter_valid_loss : 0.16488388180732727
1918080 0.165080 0.164884 0.165182 CURRENT LEARNING RATE: 3.272620018539128e-09
previous_iter_valid_loss : 0.16053928434848785
1918100 0.160698 0.160539 0.165168 CURRENT LEARNING RATE: 3.2719655599834583e-09
previous_iter_valid_loss : 0.16224728524684906
1918120 0.162414 0.162247 0.164261 CURRENT LEARNING RATE: 3.2713112323064122e-09
previous_iter_valid_loss : 0.1618797779083252
1918140 0.162042 0.161880 0.163353 CURRENT LEARNING RATE: 3.2706570354818154e-09
previous_iter_valid_loss : 0.16090118885040283
1918160 0.161083 0.160901 0.163227 CURRENT LEARNING RATE: 3.270002969483501e-09
previous_iter_valid_loss : 0.1641489863395691
1918180 0.164348 0.164149 0.163406 CURRENT LEARNING RATE: 3.2693490342853056e-09
previous_iter_valid_loss : 0.16451117396354675
1918200 0.164708 0.164511 0.162956 CURRENT LEARNING RATE: 3.2686952298610603e-09
previous_iter_valid_loss : 0.16054099798202515
1918220 0.160699 0.160541 0.162917 CURRENT LEARNING RATE: 3.268041556184636e-09
previous_iter_valid_loss : 0.16052860021591187
1918240 0.160696 0.160529 0.162887 CURRENT LEARNING RATE: 3.2673880132298746e-09
previous_iter_valid_loss : 0.16396823525428772
1918260 0.164147 0.163968 0.163026 CURRENT LEARNING RATE: 3.2667346009706338e-09
previous_iter_valid_loss : 0.16255107522010803
1918280 0.162739 0.162551 0.162770 CURRENT LEARNING RATE: 3.2660813193807776e-09
previous_iter_valid_loss : 0.16143041849136353
1918300 0.161583 0.161430 0.162793 CURRENT LEARNING RATE: 3.265428168434175e-09
previous_iter_valid_loss : 0.16059574484825134
1918320 0.160760 0.160596 0.162528 CURRENT LEARNING RATE: 3.2647751481046998e-09
previous_iter_valid_loss : 0.16349731385707855
1918340 0.163683 0.163497 0.162403 CURRENT LEARNING RATE: 3.26412225836623e-09
previous_iter_valid_loss : 0.1634335070848465
1918360 0.163588 0.163434 0.162547 CURRENT LEARNING RATE: 3.26346949919264e-09
previous_iter_valid_loss : 0.16209641098976135
1918380 0.162255 0.162096 0.162274 CURRENT LEARNING RATE: 3.262816870557842e-09
previous_iter_valid_loss : 0.1686801165342331
1918400 0.168908 0.168680 0.162679 CURRENT LEARNING RATE: 3.262164372435719e-09
previous_iter_valid_loss : 0.16216062009334564
1918420 0.162352 0.162161 0.162719 CURRENT LEARNING RATE: 3.2615120048001718e-09
previous_iter_valid_loss : 0.1788848489522934
1918440 0.179195 0.178885 0.163399 CURRENT LEARNING RATE: 3.2608597676251043e-09
previous_iter_valid_loss : 0.16430510580539703
1918460 0.164510 0.164305 0.163587 CURRENT LEARNING RATE: 3.2602076608844287e-09
previous_iter_valid_loss : 0.16838696599006653
1918480 0.168537 0.168387 0.163762 CURRENT LEARNING RATE: 3.2595556845520606e-09
previous_iter_valid_loss : 0.16073384881019592
1918500 0.160904 0.160734 0.163772 CURRENT LEARNING RATE: 3.258903838601919e-09
previous_iter_valid_loss : 0.16205941140651703
1918520 0.162253 0.162059 0.163762 CURRENT LEARNING RATE: 3.2582521230079202e-09
previous_iter_valid_loss : 0.16048337519168854
1918540 0.160647 0.160483 0.163693 CURRENT LEARNING RATE: 3.2576005377440187e-09
previous_iter_valid_loss : 0.16311708092689514
1918560 0.163279 0.163117 0.163803 CURRENT LEARNING RATE: 3.256949082784139e-09
previous_iter_valid_loss : 0.16796967387199402
1918580 0.168124 0.167970 0.163994 CURRENT LEARNING RATE: 3.256297758102223e-09
previous_iter_valid_loss : 0.1733599305152893
1918600 0.173507 0.173360 0.164437 CURRENT LEARNING RATE: 3.255646563672218e-09
previous_iter_valid_loss : 0.16058793663978577
1918620 0.160762 0.160588 0.164439 CURRENT LEARNING RATE: 3.254995499468075e-09
previous_iter_valid_loss : 0.16421934962272644
1918640 0.164429 0.164219 0.164624 CURRENT LEARNING RATE: 3.2543445654637536e-09
previous_iter_valid_loss : 0.16071444749832153
1918660 0.160870 0.160714 0.164461 CURRENT LEARNING RATE: 3.253693761633203e-09
previous_iter_valid_loss : 0.16052867472171783
1918680 0.160698 0.160529 0.164360 CURRENT LEARNING RATE: 3.253043087950415e-09
previous_iter_valid_loss : 0.16218431293964386
1918700 0.162372 0.162184 0.164398 CURRENT LEARNING RATE: 3.252392544389351e-09
previous_iter_valid_loss : 0.16393189132213593
1918720 0.164132 0.163932 0.164564 CURRENT LEARNING RATE: 3.2517421309239892e-09
previous_iter_valid_loss : 0.17559510469436646
1918740 0.175750 0.175595 0.165169 CURRENT LEARNING RATE: 3.251091847528313e-09
previous_iter_valid_loss : 0.16061629354953766
1918760 0.160771 0.160616 0.165028 CURRENT LEARNING RATE: 3.2504416941763113e-09
previous_iter_valid_loss : 0.1614319384098053
1918780 0.161624 0.161432 0.164995 CURRENT LEARNING RATE: 3.249791670841978e-09
previous_iter_valid_loss : 0.1631517857313156
1918800 0.163320 0.163152 0.164719 CURRENT LEARNING RATE: 3.2491417774993117e-09
previous_iter_valid_loss : 0.16330048441886902
1918820 0.163477 0.163300 0.164776 CURRENT LEARNING RATE: 3.248492014122305e-09
previous_iter_valid_loss : 0.16856901347637177
1918840 0.168726 0.168569 0.164260 CURRENT LEARNING RATE: 3.2478423806849917e-09
previous_iter_valid_loss : 0.17514491081237793
1918860 0.175291 0.175145 0.164802 CURRENT LEARNING RATE: 3.2471928771613732e-09
previous_iter_valid_loss : 0.1630757749080658
1918880 0.163237 0.163076 0.164536 CURRENT LEARNING RATE: 3.2465435035254708e-09
previous_iter_valid_loss : 0.16741828620433807
1918900 0.167575 0.167418 0.164871 CURRENT LEARNING RATE: 3.2458942597513088e-09
previous_iter_valid_loss : 0.1827508509159088
1918920 0.182911 0.182751 0.165905 CURRENT LEARNING RATE: 3.245245145812918e-09
previous_iter_valid_loss : 0.1729333996772766
1918940 0.173080 0.172933 0.166528 CURRENT LEARNING RATE: 3.2445961616843325e-09
previous_iter_valid_loss : 0.1639806032180786
1918960 0.164180 0.163981 0.166571 CURRENT LEARNING RATE: 3.243947307339583e-09
previous_iter_valid_loss : 0.1615576148033142
1918980 0.161717 0.161558 0.166250 CURRENT LEARNING RATE: 3.243298582752738e-09
previous_iter_valid_loss : 0.1696319282054901
1919000 0.169882 0.169632 0.166064 CURRENT LEARNING RATE: 3.242649987897836e-09
previous_iter_valid_loss : 0.16119720041751862
1919020 0.161356 0.161197 0.166094 CURRENT LEARNING RATE: 3.2420015227489345e-09
previous_iter_valid_loss : 0.1717357188463211
1919040 0.172001 0.171736 0.166470 CURRENT LEARNING RATE: 3.241353187280094e-09
previous_iter_valid_loss : 0.16230109333992004
1919060 0.162464 0.162301 0.166550 CURRENT LEARNING RATE: 3.240704981465382e-09
previous_iter_valid_loss : 0.18426649272441864
1919080 0.184648 0.184266 0.167736 CURRENT LEARNING RATE: 3.240056905278869e-09
previous_iter_valid_loss : 0.16121624410152435
1919100 0.161370 0.161216 0.167688 CURRENT LEARNING RATE: 3.2394089586946333e-09
previous_iter_valid_loss : 0.1609874665737152
1919120 0.161176 0.160987 0.167541 CURRENT LEARNING RATE: 3.2387611416867447e-09
previous_iter_valid_loss : 0.1605483740568161
1919140 0.160717 0.160548 0.166788 CURRENT LEARNING RATE: 3.2381134542293132e-09
previous_iter_valid_loss : 0.1606149971485138
1919160 0.160780 0.160615 0.166788 CURRENT LEARNING RATE: 3.2374658962964207e-09
previous_iter_valid_loss : 0.16142864525318146
1919180 0.161595 0.161429 0.166788 CURRENT LEARNING RATE: 3.2368184678621645e-09
previous_iter_valid_loss : 0.17711897194385529
1919200 0.177427 0.177119 0.167487 CURRENT LEARNING RATE: 3.2361711689006476e-09
previous_iter_valid_loss : 0.16350457072257996
1919220 0.163690 0.163505 0.167497 CURRENT LEARNING RATE: 3.2355239993859773e-09
previous_iter_valid_loss : 0.16169893741607666
1919240 0.161840 0.161699 0.167153 CURRENT LEARNING RATE: 3.234876959292268e-09
previous_iter_valid_loss : 0.19443757832050323
1919260 0.194558 0.194438 0.168118 CURRENT LEARNING RATE: 3.2342300485936374e-09
previous_iter_valid_loss : 0.16284704208374023
1919280 0.163016 0.162847 0.168106 CURRENT LEARNING RATE: 3.2335832672641975e-09
previous_iter_valid_loss : 0.16371046006679535
1919300 0.163884 0.163710 0.167921 CURRENT LEARNING RATE: 3.2329366152781003e-09
previous_iter_valid_loss : 0.177122101187706
1919320 0.177282 0.177122 0.167640 CURRENT LEARNING RATE: 3.232290092609468e-09
previous_iter_valid_loss : 0.17820656299591064
1919340 0.178519 0.178207 0.167903 CURRENT LEARNING RATE: 3.23164369923244e-09
previous_iter_valid_loss : 0.17413736879825592
1919360 0.174293 0.174137 0.168411 CURRENT LEARNING RATE: 3.2309974351211604e-09
previous_iter_valid_loss : 0.18176567554473877
1919380 0.181918 0.181766 0.169422 CURRENT LEARNING RATE: 3.2303513002497785e-09
previous_iter_valid_loss : 0.16288453340530396
1919400 0.163082 0.162885 0.169084 CURRENT LEARNING RATE: 3.2297052945924496e-09
previous_iter_valid_loss : 0.18122534453868866
1919420 0.181552 0.181225 0.170086 CURRENT LEARNING RATE: 3.2290594181233207e-09
previous_iter_valid_loss : 0.16490137577056885
1919440 0.165065 0.164901 0.169744 CURRENT LEARNING RATE: 3.2284136708165807e-09
previous_iter_valid_loss : 0.16129769384860992
1919460 0.161490 0.161298 0.169694 CURRENT LEARNING RATE: 3.227768052646388e-09
previous_iter_valid_loss : 0.1754688173532486
1919480 0.175759 0.175469 0.169254 CURRENT LEARNING RATE: 3.227122563586918e-09
previous_iter_valid_loss : 0.16607600450515747
1919500 0.166286 0.166076 0.169497 CURRENT LEARNING RATE: 3.226477203612351e-09
previous_iter_valid_loss : 0.16181069612503052
1919520 0.161999 0.161811 0.169538 CURRENT LEARNING RATE: 3.225831972696872e-09
previous_iter_valid_loss : 0.1605120450258255
1919540 0.160675 0.160512 0.169536 CURRENT LEARNING RATE: 3.2251868708146724e-09
previous_iter_valid_loss : 0.16692779958248138
1919560 0.167157 0.166928 0.169852 CURRENT LEARNING RATE: 3.2245418979399488e-09
previous_iter_valid_loss : 0.16250912845134735
1919580 0.162675 0.162509 0.169906 CURRENT LEARNING RATE: 3.2238970540468892e-09
previous_iter_valid_loss : 0.16895465552806854
1919600 0.169192 0.168955 0.169498 CURRENT LEARNING RATE: 3.2232523391097242e-09
previous_iter_valid_loss : 0.1685454100370407
1919620 0.168782 0.168545 0.169750 CURRENT LEARNING RATE: 3.222607753102653e-09
previous_iter_valid_loss : 0.16200582683086395
1919640 0.162154 0.162006 0.169765 CURRENT LEARNING RATE: 3.2219632959998924e-09
previous_iter_valid_loss : 0.16127994656562805
1919660 0.161434 0.161280 0.168107 CURRENT LEARNING RATE: 3.221318967775664e-09
previous_iter_valid_loss : 0.16217252612113953
1919680 0.162361 0.162173 0.168073 CURRENT LEARNING RATE: 3.2206747684041955e-09
previous_iter_valid_loss : 0.16794300079345703
1919700 0.168179 0.167943 0.168285 CURRENT LEARNING RATE: 3.2200306978597172e-09
previous_iter_valid_loss : 0.17626331746578217
1919720 0.176554 0.176263 0.168242 CURRENT LEARNING RATE: 3.2193867561164677e-09
previous_iter_valid_loss : 0.1605014055967331
1919740 0.160668 0.160501 0.167357 CURRENT LEARNING RATE: 3.218742943148677e-09
previous_iter_valid_loss : 0.16866685450077057
1919760 0.168898 0.168667 0.167083 CURRENT LEARNING RATE: 3.2180992589306162e-09
previous_iter_valid_loss : 0.1609560251235962
1919780 0.161116 0.160956 0.166043 CURRENT LEARNING RATE: 3.2174557034365265e-09
previous_iter_valid_loss : 0.1877676397562027
1919800 0.188161 0.187768 0.167287 CURRENT LEARNING RATE: 3.2168122766406644e-09
previous_iter_valid_loss : 0.16059443354606628
1919820 0.160743 0.160594 0.166255 CURRENT LEARNING RATE: 3.216168978517295e-09
previous_iter_valid_loss : 0.17819593846797943
1919840 0.178355 0.178196 0.166920 CURRENT LEARNING RATE: 3.2155258090406844e-09
previous_iter_valid_loss : 0.164181649684906
1919860 0.164400 0.164182 0.167064 CURRENT LEARNING RATE: 3.2148827681851067e-09
previous_iter_valid_loss : 0.1613408476114273
1919880 0.161531 0.161341 0.166358 CURRENT LEARNING RATE: 3.214239855924829e-09
previous_iter_valid_loss : 0.17017307877540588
1919900 0.170419 0.170173 0.166563 CURRENT LEARNING RATE: 3.2135970722341575e-09
previous_iter_valid_loss : 0.1635674089193344
1919920 0.163725 0.163567 0.166651 CURRENT LEARNING RATE: 3.212954417087369e-09
previous_iter_valid_loss : 0.16111478209495544
1919940 0.161267 0.161115 0.166681 CURRENT LEARNING RATE: 3.2123118904587572e-09
previous_iter_valid_loss : 0.16210675239562988
1919960 0.162288 0.162107 0.166440 CURRENT LEARNING RATE: 3.211669492322622e-09
previous_iter_valid_loss : 0.16726268827915192
1919980 0.167427 0.167263 0.166677 CURRENT LEARNING RATE: 3.2110272226532664e-09
previous_iter_valid_loss : 0.17909187078475952
1920000 0.179248 0.179092 0.167184 CURRENT LEARNING RATE: 3.210385081425001e-09
previous_iter_valid_loss : 0.17370209097862244
1920020 0.173965 0.173702 0.167442 CURRENT LEARNING RATE: 3.2097430686121385e-09
previous_iter_valid_loss : 0.160605788230896
1920040 0.160774 0.160606 0.167372 CURRENT LEARNING RATE: 3.209101184188988e-09
previous_iter_valid_loss : 0.18804289400577545
1920060 0.188461 0.188043 0.168710 CURRENT LEARNING RATE: 3.2084594281298973e-09
previous_iter_valid_loss : 0.16116894781589508
1920080 0.161321 0.161169 0.168660 CURRENT LEARNING RATE: 3.207817800409184e-09
previous_iter_valid_loss : 0.1620827466249466
1920100 0.162243 0.162083 0.168367 CURRENT LEARNING RATE: 3.2071763010011823e-09
previous_iter_valid_loss : 0.16729676723480225
1920120 0.167526 0.167297 0.167919 CURRENT LEARNING RATE: 3.2065349298802337e-09
previous_iter_valid_loss : 0.1948135495185852
1920140 0.194917 0.194814 0.169634 CURRENT LEARNING RATE: 3.2058936870206825e-09
previous_iter_valid_loss : 0.16608765721321106
1920160 0.166235 0.166088 0.169505 CURRENT LEARNING RATE: 3.2052525723968794e-09
previous_iter_valid_loss : 0.16627831757068634
1920180 0.166487 0.166278 0.169772 CURRENT LEARNING RATE: 3.2046115859831684e-09
previous_iter_valid_loss : 0.16343002021312714
1920200 0.163630 0.163430 0.168555 CURRENT LEARNING RATE: 3.203970727753932e-09
previous_iter_valid_loss : 0.1640777289867401
1920220 0.164271 0.164078 0.168729 CURRENT LEARNING RATE: 3.2033299976835257e-09
previous_iter_valid_loss : 0.16058634221553802
1920240 0.160755 0.160586 0.167848 CURRENT LEARNING RATE: 3.2026893957463193e-09
previous_iter_valid_loss : 0.16050060093402863
1920260 0.160671 0.160501 0.167664 CURRENT LEARNING RATE: 3.202048921916689e-09
previous_iter_valid_loss : 0.16051074862480164
1920280 0.160675 0.160511 0.167623 CURRENT LEARNING RATE: 3.2014085761690167e-09
previous_iter_valid_loss : 0.1845180243253708
1920300 0.184674 0.184518 0.168340 CURRENT LEARNING RATE: 3.2007683584776874e-09
previous_iter_valid_loss : 0.17494484782218933
1920320 0.175238 0.174945 0.168909 CURRENT LEARNING RATE: 3.2001282688170934e-09
previous_iter_valid_loss : 0.1689854860305786
1920340 0.169138 0.168985 0.169302 CURRENT LEARNING RATE: 3.199488307161619e-09
previous_iter_valid_loss : 0.16687196493148804
1920360 0.167091 0.166872 0.169541 CURRENT LEARNING RATE: 3.1988484734856882e-09
previous_iter_valid_loss : 0.1606280654668808
1920380 0.160796 0.160628 0.169209 CURRENT LEARNING RATE: 3.1982087677636973e-09
previous_iter_valid_loss : 0.16177687048912048
1920400 0.161938 0.161777 0.168343 CURRENT LEARNING RATE: 3.197569189970057e-09
previous_iter_valid_loss : 0.16771607100963593
1920420 0.167876 0.167716 0.168044 CURRENT LEARNING RATE: 3.196929740079185e-09
previous_iter_valid_loss : 0.16126573085784912
1920440 0.161430 0.161266 0.168077 CURRENT LEARNING RATE: 3.1962904180655035e-09
previous_iter_valid_loss : 0.16415353119373322
1920460 0.164313 0.164154 0.166882 CURRENT LEARNING RATE: 3.195651223903439e-09
previous_iter_valid_loss : 0.16775670647621155
1920480 0.167984 0.167757 0.167212 CURRENT LEARNING RATE: 3.195012157567423e-09
previous_iter_valid_loss : 0.16531768441200256
1920500 0.165507 0.165318 0.167374 CURRENT LEARNING RATE: 3.194373219031883e-09
previous_iter_valid_loss : 0.16067147254943848
1920520 0.160826 0.160671 0.167042 CURRENT LEARNING RATE: 3.1937344082712842e-09
previous_iter_valid_loss : 0.16312770545482635
1920540 0.163289 0.163128 0.165458 CURRENT LEARNING RATE: 3.1930957252600614e-09
previous_iter_valid_loss : 0.16128668189048767
1920560 0.161468 0.161287 0.165218 CURRENT LEARNING RATE: 3.192457169972668e-09
previous_iter_valid_loss : 0.16820035874843597
1920580 0.168358 0.168200 0.165314 CURRENT LEARNING RATE: 3.191818742383562e-09
previous_iter_valid_loss : 0.16057996451854706
1920600 0.160736 0.160580 0.165172 CURRENT LEARNING RATE: 3.191180442467206e-09
previous_iter_valid_loss : 0.18783031404018402
1920620 0.187970 0.187830 0.166359 CURRENT LEARNING RATE: 3.190542270198068e-09
previous_iter_valid_loss : 0.16870051622390747
1920640 0.168933 0.168701 0.166765 CURRENT LEARNING RATE: 3.18990422555061e-09
previous_iter_valid_loss : 0.16054700314998627
1920660 0.160702 0.160547 0.166767 CURRENT LEARNING RATE: 3.189266308499333e-09
previous_iter_valid_loss : 0.16066212952136993
1920680 0.160829 0.160662 0.166775 CURRENT LEARNING RATE: 3.1886285190187086e-09
previous_iter_valid_loss : 0.16150517761707306
1920700 0.161665 0.161505 0.165624 CURRENT LEARNING RATE: 3.1879908570832255e-09
previous_iter_valid_loss : 0.16118766367435455
1920720 0.161342 0.161188 0.164936 CURRENT LEARNING RATE: 3.187353322667377e-09
previous_iter_valid_loss : 0.16379833221435547
1920740 0.163973 0.163798 0.164677 CURRENT LEARNING RATE: 3.1867159157456624e-09
previous_iter_valid_loss : 0.16543959081172943
1920760 0.165605 0.165440 0.164605 CURRENT LEARNING RATE: 3.186078636292584e-09
previous_iter_valid_loss : 0.16123948991298676
1920780 0.161401 0.161239 0.164636 CURRENT LEARNING RATE: 3.185441484282652e-09
previous_iter_valid_loss : 0.1645563393831253
1920800 0.164718 0.164556 0.164775 CURRENT LEARNING RATE: 3.1848044596903677e-09
previous_iter_valid_loss : 0.1605731099843979
1920820 0.160740 0.160573 0.164418 CURRENT LEARNING RATE: 3.1841675624902744e-09
previous_iter_valid_loss : 0.17557856440544128
1920840 0.175727 0.175579 0.165133 CURRENT LEARNING RATE: 3.183530792656884e-09
previous_iter_valid_loss : 0.17980846762657166
1920860 0.180137 0.179808 0.165916 CURRENT LEARNING RATE: 3.1828941501647248e-09
previous_iter_valid_loss : 0.16139234602451324
1920880 0.161577 0.161392 0.165598 CURRENT LEARNING RATE: 3.182257634988333e-09
previous_iter_valid_loss : 0.16074180603027344
1920900 0.160920 0.160742 0.165369 CURRENT LEARNING RATE: 3.1816212471022465e-09
previous_iter_valid_loss : 0.17212527990341187
1920920 0.172385 0.172125 0.165942 CURRENT LEARNING RATE: 3.180984986481011e-09
previous_iter_valid_loss : 0.16362221539020538
1920940 0.163793 0.163622 0.165967 CURRENT LEARNING RATE: 3.180348853099175e-09
previous_iter_valid_loss : 0.17733797430992126
1920960 0.177494 0.177338 0.166769 CURRENT LEARNING RATE: 3.179712846931282e-09
previous_iter_valid_loss : 0.1716671735048294
1920980 0.171942 0.171667 0.166942 CURRENT LEARNING RATE: 3.179076967951915e-09
previous_iter_valid_loss : 0.167518749833107
1921000 0.167749 0.167519 0.167289 CURRENT LEARNING RATE: 3.1784412161356265e-09
previous_iter_valid_loss : 0.16183893382549286
1921020 0.161994 0.161839 0.165990 CURRENT LEARNING RATE: 3.1778055914569875e-09
previous_iter_valid_loss : 0.16362817585468292
1921040 0.163801 0.163628 0.165736 CURRENT LEARNING RATE: 3.1771700938905728e-09
previous_iter_valid_loss : 0.16443368792533875
1921060 0.164629 0.164434 0.165931 CURRENT LEARNING RATE: 3.176534723410962e-09
previous_iter_valid_loss : 0.16050784289836884
1921080 0.160665 0.160508 0.165923 CURRENT LEARNING RATE: 3.1758994799927406e-09
previous_iter_valid_loss : 0.1634206771850586
1921100 0.163616 0.163421 0.166019 CURRENT LEARNING RATE: 3.175264363610487e-09
previous_iter_valid_loss : 0.1634538620710373
1921120 0.163621 0.163454 0.166132 CURRENT LEARNING RATE: 3.1746293742388206e-09
previous_iter_valid_loss : 0.16431932151317596
1921140 0.164517 0.164319 0.166158 CURRENT LEARNING RATE: 3.1739945118523293e-09
previous_iter_valid_loss : 0.16125178337097168
1921160 0.161410 0.161252 0.165949 CURRENT LEARNING RATE: 3.1733597764256187e-09
previous_iter_valid_loss : 0.16253238916397095
1921180 0.162728 0.162532 0.166013 CURRENT LEARNING RATE: 3.1727251679332994e-09
previous_iter_valid_loss : 0.1760224550962448
1921200 0.176306 0.176022 0.166587 CURRENT LEARNING RATE: 3.1720906863499877e-09
previous_iter_valid_loss : 0.16153068840503693
1921220 0.161691 0.161531 0.166634 CURRENT LEARNING RATE: 3.171456331650303e-09
previous_iter_valid_loss : 0.1612800657749176
1921240 0.161468 0.161280 0.165919 CURRENT LEARNING RATE: 3.170822103808873e-09
previous_iter_valid_loss : 0.16077199578285217
1921260 0.160928 0.160772 0.164968 CURRENT LEARNING RATE: 3.170188002800316e-09
previous_iter_valid_loss : 0.16054511070251465
1921280 0.160709 0.160545 0.164925 CURRENT LEARNING RATE: 3.169554028599291e-09
previous_iter_valid_loss : 0.16065675020217896
1921300 0.160828 0.160657 0.164921 CURRENT LEARNING RATE: 3.1689201811804275e-09
previous_iter_valid_loss : 0.16156677901744843
1921320 0.161765 0.161567 0.164393 CURRENT LEARNING RATE: 3.168286460518371e-09
previous_iter_valid_loss : 0.16590516269207
1921340 0.166116 0.165905 0.164507 CURRENT LEARNING RATE: 3.1676528665877738e-09
previous_iter_valid_loss : 0.1674351990222931
1921360 0.167659 0.167435 0.164012 CURRENT LEARNING RATE: 3.1670193993632917e-09
previous_iter_valid_loss : 0.173956960439682
1921380 0.174243 0.173957 0.164127 CURRENT LEARNING RATE: 3.1663860588195865e-09
previous_iter_valid_loss : 0.1666351556777954
1921400 0.166856 0.166635 0.164082 CURRENT LEARNING RATE: 3.1657528449313125e-09
previous_iter_valid_loss : 0.16064684092998505
1921420 0.160809 0.160647 0.164023 CURRENT LEARNING RATE: 3.1651197576731638e-09
previous_iter_valid_loss : 0.16051839292049408
1921440 0.160682 0.160518 0.163867 CURRENT LEARNING RATE: 3.1644867970198055e-09
previous_iter_valid_loss : 0.16146698594093323
1921460 0.161631 0.161467 0.163719 CURRENT LEARNING RATE: 3.1638539629459196e-09
previous_iter_valid_loss : 0.1781710386276245
1921480 0.178478 0.178171 0.164602 CURRENT LEARNING RATE: 3.1632212554261933e-09
previous_iter_valid_loss : 0.1641126275062561
1921500 0.164276 0.164113 0.164637 CURRENT LEARNING RATE: 3.162588674435317e-09
previous_iter_valid_loss : 0.16978707909584045
1921520 0.170025 0.169787 0.164953 CURRENT LEARNING RATE: 3.1619562199479884e-09
previous_iter_valid_loss : 0.16067221760749817
1921540 0.160839 0.160672 0.164771 CURRENT LEARNING RATE: 3.161323891938909e-09
previous_iter_valid_loss : 0.16313056647777557
1921560 0.163334 0.163131 0.164865 CURRENT LEARNING RATE: 3.1606916903827746e-09
previous_iter_valid_loss : 0.16411535441875458
1921580 0.164284 0.164115 0.164944 CURRENT LEARNING RATE: 3.160059615254319e-09
previous_iter_valid_loss : 0.16475172340869904
1921600 0.164909 0.164752 0.164381 CURRENT LEARNING RATE: 3.159427666528249e-09
previous_iter_valid_loss : 0.16062769293785095
1921620 0.160789 0.160628 0.164335 CURRENT LEARNING RATE: 3.1587958441792858e-09
previous_iter_valid_loss : 0.16643236577510834
1921640 0.166596 0.166432 0.164593 CURRENT LEARNING RATE: 3.1581641481821567e-09
previous_iter_valid_loss : 0.17623580992221832
1921660 0.176387 0.176236 0.165366 CURRENT LEARNING RATE: 3.157532578511594e-09
previous_iter_valid_loss : 0.16898120939731598
1921680 0.169134 0.168981 0.165788 CURRENT LEARNING RATE: 3.156901135142335e-09
previous_iter_valid_loss : 0.17383107542991638
1921700 0.173981 0.173831 0.166447 CURRENT LEARNING RATE: 3.1562698180491217e-09
previous_iter_valid_loss : 0.16863183677196503
1921720 0.168860 0.168632 0.166800 CURRENT LEARNING RATE: 3.15563862720669e-09
previous_iter_valid_loss : 0.16114041209220886
1921740 0.161325 0.161140 0.166562 CURRENT LEARNING RATE: 3.1550075625898154e-09
previous_iter_valid_loss : 0.17182675004005432
1921760 0.171973 0.171827 0.166781 CURRENT LEARNING RATE: 3.154376624173244e-09
previous_iter_valid_loss : 0.1775943636894226
1921780 0.177898 0.177594 0.166963 CURRENT LEARNING RATE: 3.1537458119317376e-09
previous_iter_valid_loss : 0.16163209080696106
1921800 0.161821 0.161632 0.166713 CURRENT LEARNING RATE: 3.153115125840064e-09
previous_iter_valid_loss : 0.16168229281902313
1921820 0.161874 0.161682 0.166765 CURRENT LEARNING RATE: 3.1524845658729963e-09
previous_iter_valid_loss : 0.16269803047180176
1921840 0.162893 0.162698 0.166874 CURRENT LEARNING RATE: 3.1518541320053112e-09
previous_iter_valid_loss : 0.1860189437866211
1921860 0.186404 0.186019 0.168101 CURRENT LEARNING RATE: 3.1512238242117806e-09
previous_iter_valid_loss : 0.16056238114833832
1921880 0.160714 0.160562 0.167221 CURRENT LEARNING RATE: 3.1505936424672147e-09
previous_iter_valid_loss : 0.1623564064502716
1921900 0.162527 0.162356 0.167133 CURRENT LEARNING RATE: 3.149963586746395e-09
previous_iter_valid_loss : 0.16268421709537506
1921920 0.162848 0.162684 0.166778 CURRENT LEARNING RATE: 3.1493336570241194e-09
previous_iter_valid_loss : 0.16296355426311493
1921940 0.163136 0.162964 0.166893 CURRENT LEARNING RATE: 3.1487038532751903e-09
previous_iter_valid_loss : 0.16976484656333923
1921960 0.169917 0.169765 0.167224 CURRENT LEARNING RATE: 3.148074175474416e-09
previous_iter_valid_loss : 0.1642497181892395
1921980 0.164408 0.164250 0.167231 CURRENT LEARNING RATE: 3.147444623596609e-09
previous_iter_valid_loss : 0.16111044585704803
1922000 0.161290 0.161110 0.167049 CURRENT LEARNING RATE: 3.1468151976165872e-09
previous_iter_valid_loss : 0.16065368056297302
1922020 0.160836 0.160654 0.167050 CURRENT LEARNING RATE: 3.1461858975091625e-09
previous_iter_valid_loss : 0.16244153678417206
1922040 0.162634 0.162442 0.166851 CURRENT LEARNING RATE: 3.145556723249185e-09
previous_iter_valid_loss : 0.1613919585943222
1922060 0.161572 0.161392 0.166109 CURRENT LEARNING RATE: 3.1449276748114776e-09
previous_iter_valid_loss : 0.16915515065193176
1922080 0.169390 0.169155 0.166117 CURRENT LEARNING RATE: 3.1442987521708768e-09
previous_iter_valid_loss : 0.16316212713718414
1922100 0.163320 0.163162 0.165584 CURRENT LEARNING RATE: 3.1436699553022275e-09
previous_iter_valid_loss : 0.16549496352672577
1922120 0.165703 0.165495 0.165427 CURRENT LEARNING RATE: 3.143041284180376e-09
previous_iter_valid_loss : 0.16782830655574799
1922140 0.167980 0.167828 0.165761 CURRENT LEARNING RATE: 3.1424127387801765e-09
previous_iter_valid_loss : 0.16485878825187683
1922160 0.165024 0.164859 0.165413 CURRENT LEARNING RATE: 3.1417843190764757e-09
previous_iter_valid_loss : 0.16180211305618286
1922180 0.161989 0.161802 0.164623 CURRENT LEARNING RATE: 3.1411560250441598e-09
previous_iter_valid_loss : 0.16053563356399536
1922200 0.160699 0.160536 0.164569 CURRENT LEARNING RATE: 3.140527856658085e-09
previous_iter_valid_loss : 0.16400471329689026
1922220 0.164171 0.164005 0.164685 CURRENT LEARNING RATE: 3.1398998138931244e-09
previous_iter_valid_loss : 0.1604914665222168
1922240 0.160655 0.160491 0.164574 CURRENT LEARNING RATE: 3.1392718967241574e-09
previous_iter_valid_loss : 0.1626933366060257
1922260 0.162889 0.162693 0.163408 CURRENT LEARNING RATE: 3.1386441051260663e-09
previous_iter_valid_loss : 0.1634301245212555
1922280 0.163628 0.163430 0.163551 CURRENT LEARNING RATE: 3.1380164390737403e-09
previous_iter_valid_loss : 0.16458159685134888
1922300 0.164745 0.164582 0.163663 CURRENT LEARNING RATE: 3.1373888985420715e-09
previous_iter_valid_loss : 0.16604161262512207
1922320 0.166261 0.166042 0.163831 CURRENT LEARNING RATE: 3.1367614835059486e-09
previous_iter_valid_loss : 0.16073353588581085
1922340 0.160907 0.160734 0.163719 CURRENT LEARNING RATE: 3.136134193940296e-09
previous_iter_valid_loss : 0.16333849728107452
1922360 0.163506 0.163338 0.163398 CURRENT LEARNING RATE: 3.135507029820013e-09
previous_iter_valid_loss : 0.18667246401309967
1922380 0.186805 0.186672 0.164519 CURRENT LEARNING RATE: 3.13487999112001e-09
previous_iter_valid_loss : 0.16103209555149078
1922400 0.161211 0.161032 0.164515 CURRENT LEARNING RATE: 3.1342530778152076e-09
previous_iter_valid_loss : 0.16103047132492065
1922420 0.161217 0.161030 0.164534 CURRENT LEARNING RATE: 3.133626289880529e-09
previous_iter_valid_loss : 0.1648482084274292
1922440 0.165013 0.164848 0.164654 CURRENT LEARNING RATE: 3.132999627290902e-09
previous_iter_valid_loss : 0.16427259147167206
1922460 0.164440 0.164273 0.164798 CURRENT LEARNING RATE: 3.132373090021261e-09
previous_iter_valid_loss : 0.16218915581703186
1922480 0.162390 0.162189 0.164450 CURRENT LEARNING RATE: 3.1317466780465325e-09
previous_iter_valid_loss : 0.161045640707016
1922500 0.161232 0.161046 0.164344 CURRENT LEARNING RATE: 3.1311203913416825e-09
previous_iter_valid_loss : 0.1757940798997879
1922520 0.176090 0.175794 0.164859 CURRENT LEARNING RATE: 3.1304942298816487e-09
previous_iter_valid_loss : 0.16108964383602142
1922540 0.161275 0.161090 0.164522 CURRENT LEARNING RATE: 3.1298681936413848e-09
previous_iter_valid_loss : 0.16106362640857697
1922560 0.161253 0.161064 0.164332 CURRENT LEARNING RATE: 3.1292422825958488e-09
previous_iter_valid_loss : 0.16806282103061676
1922580 0.168221 0.168063 0.164645 CURRENT LEARNING RATE: 3.128616496720005e-09
previous_iter_valid_loss : 0.17589737474918365
1922600 0.176043 0.175897 0.165413 CURRENT LEARNING RATE: 3.127990835988821e-09
previous_iter_valid_loss : 0.16139455139636993
1922620 0.161549 0.161395 0.165283 CURRENT LEARNING RATE: 3.1273653003772596e-09
previous_iter_valid_loss : 0.17549175024032593
1922640 0.175782 0.175492 0.166033 CURRENT LEARNING RATE: 3.1267398898603223e-09
previous_iter_valid_loss : 0.16280797123908997
1922660 0.163007 0.162808 0.166039 CURRENT LEARNING RATE: 3.1261146044129803e-09
previous_iter_valid_loss : 0.16578389704227448
1922680 0.166000 0.165784 0.166156 CURRENT LEARNING RATE: 3.1254894440102234e-09
previous_iter_valid_loss : 0.16522622108459473
1922700 0.165439 0.165226 0.166189 CURRENT LEARNING RATE: 3.1248644086270447e-09
previous_iter_valid_loss : 0.1675693243741989
1922720 0.167730 0.167569 0.166265 CURRENT LEARNING RATE: 3.1242394982384426e-09
previous_iter_valid_loss : 0.16236703097820282
1922740 0.162568 0.162367 0.166347 CURRENT LEARNING RATE: 3.123614712819421e-09
previous_iter_valid_loss : 0.161587193608284
1922760 0.161775 0.161587 0.166259 CURRENT LEARNING RATE: 3.122990052344988e-09
previous_iter_valid_loss : 0.17538975179195404
1922780 0.175545 0.175390 0.165695 CURRENT LEARNING RATE: 3.122365516790147e-09
previous_iter_valid_loss : 0.17580781877040863
1922800 0.175962 0.175808 0.166434 CURRENT LEARNING RATE: 3.1217411061299377e-09
previous_iter_valid_loss : 0.1612117886543274
1922820 0.161367 0.161212 0.166443 CURRENT LEARNING RATE: 3.1211168203393727e-09
previous_iter_valid_loss : 0.1689266413450241
1922840 0.169080 0.168927 0.166647 CURRENT LEARNING RATE: 3.1204926593934815e-09
previous_iter_valid_loss : 0.16484999656677246
1922860 0.165054 0.164850 0.166675 CURRENT LEARNING RATE: 3.119868623267297e-09
previous_iter_valid_loss : 0.16146816313266754
1922880 0.161613 0.161468 0.166639 CURRENT LEARNING RATE: 3.119244711935858e-09
previous_iter_valid_loss : 0.16122077405452728
1922900 0.161375 0.161221 0.166648 CURRENT LEARNING RATE: 3.1186209253742083e-09
previous_iter_valid_loss : 0.1609705239534378
1922920 0.161131 0.160971 0.165907 CURRENT LEARNING RATE: 3.1179972635573953e-09
previous_iter_valid_loss : 0.17256903648376465
1922940 0.172843 0.172569 0.166481 CURRENT LEARNING RATE: 3.1173737264604617e-09
previous_iter_valid_loss : 0.1724867820739746
1922960 0.172739 0.172487 0.167052 CURRENT LEARNING RATE: 3.11675031405849e-09
previous_iter_valid_loss : 0.1607707291841507
1922980 0.160947 0.160771 0.166688 CURRENT LEARNING RATE: 3.1161270263265305e-09
previous_iter_valid_loss : 0.18940100073814392
1923000 0.189831 0.189401 0.167363 CURRENT LEARNING RATE: 3.1155038632396525e-09
previous_iter_valid_loss : 0.16132229566574097
1923020 0.161472 0.161322 0.167359 CURRENT LEARNING RATE: 3.114880824772929e-09
previous_iter_valid_loss : 0.16174069046974182
1923040 0.161930 0.161741 0.166672 CURRENT LEARNING RATE: 3.11425791090144e-09
previous_iter_valid_loss : 0.18541677296161652
1923060 0.185784 0.185417 0.167802 CURRENT LEARNING RATE: 3.113635121600267e-09
previous_iter_valid_loss : 0.17313730716705322
1923080 0.173409 0.173137 0.168170 CURRENT LEARNING RATE: 3.1130124568444883e-09
previous_iter_valid_loss : 0.16162855923175812
1923100 0.161820 0.161629 0.167990 CURRENT LEARNING RATE: 3.1123899166092195e-09
previous_iter_valid_loss : 0.1622556447982788
1923120 0.162441 0.162256 0.167724 CURRENT LEARNING RATE: 3.1117675008695483e-09
previous_iter_valid_loss : 0.16067881882190704
1923140 0.160852 0.160679 0.167640 CURRENT LEARNING RATE: 3.1111452096005767e-09
previous_iter_valid_loss : 0.16065391898155212
1923160 0.160806 0.160654 0.167593 CURRENT LEARNING RATE: 3.110523042777414e-09
previous_iter_valid_loss : 0.16390180587768555
1923180 0.164074 0.163902 0.167019 CURRENT LEARNING RATE: 3.1099010003751737e-09
previous_iter_valid_loss : 0.16058656573295593
1923200 0.160755 0.160587 0.166258 CURRENT LEARNING RATE: 3.1092790823689744e-09
previous_iter_valid_loss : 0.16109780967235565
1923220 0.161281 0.161098 0.166252 CURRENT LEARNING RATE: 3.1086572887339376e-09
previous_iter_valid_loss : 0.1681073158979416
1923240 0.168339 0.168107 0.166211 CURRENT LEARNING RATE: 3.1080356194451825e-09
previous_iter_valid_loss : 0.19237160682678223
1923260 0.192834 0.192372 0.167587 CURRENT LEARNING RATE: 3.1074140744778635e-09
previous_iter_valid_loss : 0.16942235827445984
1923280 0.169662 0.169422 0.167985 CURRENT LEARNING RATE: 3.1067926538071077e-09
previous_iter_valid_loss : 0.17438629269599915
1923300 0.174671 0.174386 0.168643 CURRENT LEARNING RATE: 3.106171357408059e-09
previous_iter_valid_loss : 0.16160403192043304
1923320 0.161803 0.161604 0.168675 CURRENT LEARNING RATE: 3.1055501852558645e-09
previous_iter_valid_loss : 0.16064000129699707
1923340 0.160800 0.160640 0.168078 CURRENT LEARNING RATE: 3.1049291373256778e-09
previous_iter_valid_loss : 0.18090640008449554
1923360 0.181247 0.180906 0.168499 CURRENT LEARNING RATE: 3.1043082135926573e-09
previous_iter_valid_loss : 0.16051574051380157
1923380 0.160684 0.160516 0.168486 CURRENT LEARNING RATE: 3.103687414031955e-09
previous_iter_valid_loss : 0.16065216064453125
1923400 0.160802 0.160652 0.167049 CURRENT LEARNING RATE: 3.10306673861876e-09
previous_iter_valid_loss : 0.16387616097927094
1923420 0.164073 0.163876 0.167177 CURRENT LEARNING RATE: 3.102446187328235e-09
previous_iter_valid_loss : 0.16900384426116943
1923440 0.169155 0.169004 0.167540 CURRENT LEARNING RATE: 3.101825760135558e-09
previous_iter_valid_loss : 0.1613759845495224
1923460 0.161538 0.161376 0.166338 CURRENT LEARNING RATE: 3.1012054570159124e-09
previous_iter_valid_loss : 0.1669689416885376
1923480 0.167191 0.166969 0.166029 CURRENT LEARNING RATE: 3.1005852779444847e-09
previous_iter_valid_loss : 0.17561519145965576
1923500 0.175771 0.175615 0.166729 CURRENT LEARNING RATE: 3.099965222896469e-09
previous_iter_valid_loss : 0.16928240656852722
1923520 0.169437 0.169282 0.167080 CURRENT LEARNING RATE: 3.0993452918470624e-09
previous_iter_valid_loss : 0.1647428423166275
1923540 0.164945 0.164743 0.167283 CURRENT LEARNING RATE: 3.0987254847714568e-09
previous_iter_valid_loss : 0.17492464184761047
1923560 0.175210 0.174925 0.167997 CURRENT LEARNING RATE: 3.098105801644883e-09
previous_iter_valid_loss : 0.16992081701755524
1923580 0.170167 0.169921 0.168298 CURRENT LEARNING RATE: 3.0974862424425403e-09
previous_iter_valid_loss : 0.1609792858362198
1923600 0.161161 0.160979 0.168317 CURRENT LEARNING RATE: 3.0968668071396487e-09
previous_iter_valid_loss : 0.16151490807533264
1923620 0.161697 0.161515 0.168338 CURRENT LEARNING RATE: 3.096247495711429e-09
previous_iter_valid_loss : 0.17620573937892914
1923640 0.176498 0.176206 0.168743 CURRENT LEARNING RATE: 3.0956283081331105e-09
previous_iter_valid_loss : 0.1605881303548813
1923660 0.160752 0.160588 0.167154 CURRENT LEARNING RATE: 3.095009244379924e-09
previous_iter_valid_loss : 0.17158661782741547
1923680 0.171736 0.171587 0.167262 CURRENT LEARNING RATE: 3.0943903044271076e-09
previous_iter_valid_loss : 0.16310730576515198
1923700 0.163278 0.163107 0.166698 CURRENT LEARNING RATE: 3.093771488249893e-09
previous_iter_valid_loss : 0.16160140931606293
1923720 0.161744 0.161601 0.166698 CURRENT LEARNING RATE: 3.0931527958235497e-09
previous_iter_valid_loss : 0.16939492523670197
1923740 0.169634 0.169395 0.167136 CURRENT LEARNING RATE: 3.092534227123318e-09
previous_iter_valid_loss : 0.16901347041130066
1923760 0.169247 0.169013 0.166541 CURRENT LEARNING RATE: 3.0919157821244567e-09
previous_iter_valid_loss : 0.16305164992809296
1923780 0.163222 0.163052 0.166668 CURRENT LEARNING RATE: 3.0912974608022264e-09
previous_iter_valid_loss : 0.16056953370571136
1923800 0.160736 0.160570 0.166664 CURRENT LEARNING RATE: 3.090679263131895e-09
previous_iter_valid_loss : 0.16142302751541138
1923820 0.161613 0.161423 0.166541 CURRENT LEARNING RATE: 3.0900611890887345e-09
previous_iter_valid_loss : 0.1697029024362564
1923840 0.169953 0.169703 0.166576 CURRENT LEARNING RATE: 3.0894432386480113e-09
previous_iter_valid_loss : 0.16566547751426697
1923860 0.165832 0.165665 0.166791 CURRENT LEARNING RATE: 3.0888254117850285e-09
previous_iter_valid_loss : 0.1624402552843094
1923880 0.162604 0.162440 0.166564 CURRENT LEARNING RATE: 3.088207708475063e-09
previous_iter_valid_loss : 0.1605057269334793
1923900 0.160675 0.160506 0.165809 CURRENT LEARNING RATE: 3.0875901286934062e-09
previous_iter_valid_loss : 0.16920743882656097
1923920 0.169449 0.169207 0.165805 CURRENT LEARNING RATE: 3.0869726724153552e-09
previous_iter_valid_loss : 0.1606455147266388
1923940 0.160797 0.160646 0.165600 CURRENT LEARNING RATE: 3.0863553396162114e-09
previous_iter_valid_loss : 0.16069839894771576
1923960 0.160848 0.160698 0.164889 CURRENT LEARNING RATE: 3.085738130271281e-09
previous_iter_valid_loss : 0.1605759859085083
1923980 0.160735 0.160576 0.164422 CURRENT LEARNING RATE: 3.085121044355877e-09
previous_iter_valid_loss : 0.16330718994140625
1924000 0.163513 0.163307 0.164538 CURRENT LEARNING RATE: 3.084504081845304e-09
previous_iter_valid_loss : 0.16615715622901917
1924020 0.166368 0.166157 0.164770 CURRENT LEARNING RATE: 3.083887242714905e-09
previous_iter_valid_loss : 0.16078218817710876
1924040 0.160939 0.160782 0.163999 CURRENT LEARNING RATE: 3.083270526939997e-09
previous_iter_valid_loss : 0.16280317306518555
1924060 0.162990 0.162803 0.164110 CURRENT LEARNING RATE: 3.08265393449591e-09
previous_iter_valid_loss : 0.16175365447998047
1924080 0.161912 0.161754 0.163618 CURRENT LEARNING RATE: 3.082037465357981e-09
previous_iter_valid_loss : 0.16051536798477173
1924100 0.160671 0.160515 0.163488 CURRENT LEARNING RATE: 3.0814211195015512e-09
previous_iter_valid_loss : 0.16787566244602203
1924120 0.168107 0.167876 0.163802 CURRENT LEARNING RATE: 3.080804896901966e-09
previous_iter_valid_loss : 0.1609710454940796
1924140 0.161150 0.160971 0.163381 CURRENT LEARNING RATE: 3.0801887975345773e-09
previous_iter_valid_loss : 0.16331566870212555
1924160 0.163522 0.163316 0.163096 CURRENT LEARNING RATE: 3.079572821374731e-09
previous_iter_valid_loss : 0.1634969711303711
1924180 0.163668 0.163497 0.163118 CURRENT LEARNING RATE: 3.0789569683978076e-09
previous_iter_valid_loss : 0.16248643398284912
1924200 0.162674 0.162486 0.163214 CURRENT LEARNING RATE: 3.078341238579164e-09
previous_iter_valid_loss : 0.16062025725841522
1924220 0.160782 0.160620 0.163174 CURRENT LEARNING RATE: 3.07772563189417e-09
previous_iter_valid_loss : 0.16075000166893005
1924240 0.160902 0.160750 0.162726 CURRENT LEARNING RATE: 3.0771101483182016e-09
previous_iter_valid_loss : 0.16412509977817535
1924260 0.164292 0.164125 0.162649 CURRENT LEARNING RATE: 3.07649478782664e-09
previous_iter_valid_loss : 0.18443693220615387
1924280 0.184583 0.184437 0.163749 CURRENT LEARNING RATE: 3.0758795503948698e-09
previous_iter_valid_loss : 0.1746370941400528
1924300 0.174913 0.174637 0.164456 CURRENT LEARNING RATE: 3.0752644359982717e-09
previous_iter_valid_loss : 0.16218991577625275
1924320 0.162378 0.162190 0.164105 CURRENT LEARNING RATE: 3.074649444612262e-09
previous_iter_valid_loss : 0.16054318845272064
1924340 0.160698 0.160543 0.164100 CURRENT LEARNING RATE: 3.07403457621223e-09
previous_iter_valid_loss : 0.16581377387046814
1924360 0.165976 0.165814 0.164355 CURRENT LEARNING RATE: 3.0734198307735824e-09
previous_iter_valid_loss : 0.16067521274089813
1924380 0.160850 0.160675 0.164360 CURRENT LEARNING RATE: 3.072805208271728e-09
previous_iter_valid_loss : 0.16459931433200836
1924400 0.164805 0.164599 0.164425 CURRENT LEARNING RATE: 3.0721907086820825e-09
previous_iter_valid_loss : 0.16119860112667084
1924420 0.161382 0.161199 0.164177 CURRENT LEARNING RATE: 3.071576331980065e-09
previous_iter_valid_loss : 0.16052751243114471
1924440 0.160684 0.160528 0.164164 CURRENT LEARNING RATE: 3.0709620781411027e-09
previous_iter_valid_loss : 0.16220879554748535
1924460 0.162372 0.162209 0.164135 CURRENT LEARNING RATE: 3.070347947140612e-09
previous_iter_valid_loss : 0.1630837768316269
1924480 0.163279 0.163084 0.164201 CURRENT LEARNING RATE: 3.0697339389540505e-09
previous_iter_valid_loss : 0.16055020689964294
1924500 0.160712 0.160550 0.164203 CURRENT LEARNING RATE: 3.0691200535568467e-09
previous_iter_valid_loss : 0.16158771514892578
1924520 0.161780 0.161588 0.163888 CURRENT LEARNING RATE: 3.0685062909244463e-09
previous_iter_valid_loss : 0.16077618300914764
1924540 0.160931 0.160776 0.163879 CURRENT LEARNING RATE: 3.0678926510322973e-09
previous_iter_valid_loss : 0.16058504581451416
1924560 0.160754 0.160585 0.163742 CURRENT LEARNING RATE: 3.0672791338558555e-09
previous_iter_valid_loss : 0.16094377636909485
1924580 0.161103 0.160944 0.163615 CURRENT LEARNING RATE: 3.0666657393705786e-09
previous_iter_valid_loss : 0.16682033240795135
1924600 0.167043 0.166820 0.163831 CURRENT LEARNING RATE: 3.066052467551921e-09
previous_iter_valid_loss : 0.1868310272693634
1924620 0.187244 0.186831 0.165142 CURRENT LEARNING RATE: 3.065439318375374e-09
previous_iter_valid_loss : 0.16055771708488464
1924640 0.160718 0.160558 0.165132 CURRENT LEARNING RATE: 3.064826291816399e-09
previous_iter_valid_loss : 0.1605522632598877
1924660 0.160719 0.160552 0.164954 CURRENT LEARNING RATE: 3.064213387850477e-09
previous_iter_valid_loss : 0.16756506264209747
1924680 0.167722 0.167565 0.164110 CURRENT LEARNING RATE: 3.063600606453091e-09
previous_iter_valid_loss : 0.16472671926021576
1924700 0.164897 0.164727 0.163614 CURRENT LEARNING RATE: 3.062987947599729e-09
previous_iter_valid_loss : 0.16411875188350677
1924720 0.164324 0.164119 0.163711 CURRENT LEARNING RATE: 3.0623754112658857e-09
previous_iter_valid_loss : 0.17361918091773987
1924740 0.173768 0.173619 0.164365 CURRENT LEARNING RATE: 3.0617629974270594e-09
previous_iter_valid_loss : 0.1605391651391983
1924760 0.160709 0.160539 0.164101 CURRENT LEARNING RATE: 3.0611507060587424e-09
previous_iter_valid_loss : 0.16997042298316956
1924780 0.170120 0.169970 0.164566 CURRENT LEARNING RATE: 3.0605385371364645e-09
previous_iter_valid_loss : 0.16517889499664307
1924800 0.165376 0.165179 0.164595 CURRENT LEARNING RATE: 3.0599264906357293e-09
previous_iter_valid_loss : 0.16061337292194366
1924820 0.160776 0.160613 0.164565 CURRENT LEARNING RATE: 3.0593145665320533e-09
previous_iter_valid_loss : 0.1605026125907898
1924840 0.160669 0.160503 0.164564 CURRENT LEARNING RATE: 3.058702764800961e-09
previous_iter_valid_loss : 0.17443296313285828
1924860 0.174574 0.174433 0.165175 CURRENT LEARNING RATE: 3.0580910854179792e-09
previous_iter_valid_loss : 0.16879881918430328
1924880 0.168950 0.168799 0.165461 CURRENT LEARNING RATE: 3.0574795283586415e-09
previous_iter_valid_loss : 0.16618843376636505
1924900 0.166402 0.166188 0.165743 CURRENT LEARNING RATE: 3.056868093598485e-09
previous_iter_valid_loss : 0.17272457480430603
1924920 0.172878 0.172725 0.166300 CURRENT LEARNING RATE: 3.0562567811130423e-09
previous_iter_valid_loss : 0.1635005921125412
1924940 0.163702 0.163501 0.166436 CURRENT LEARNING RATE: 3.0556455908778825e-09
previous_iter_valid_loss : 0.17028574645519257
1924960 0.170434 0.170286 0.166921 CURRENT LEARNING RATE: 3.055034522868546e-09
previous_iter_valid_loss : 0.16202443838119507
1924980 0.162178 0.162024 0.166975 CURRENT LEARNING RATE: 3.054423577060591e-09
previous_iter_valid_loss : 0.16268569231033325
1925000 0.162877 0.162686 0.166768 CURRENT LEARNING RATE: 3.053812753429579e-09
previous_iter_valid_loss : 0.17711132764816284
1925020 0.177266 0.177111 0.166282 CURRENT LEARNING RATE: 3.0532020519510784e-09
previous_iter_valid_loss : 0.16138841211795807
1925040 0.161572 0.161388 0.166324 CURRENT LEARNING RATE: 3.05259147260066e-09
previous_iter_valid_loss : 0.16077378392219543
1925060 0.160932 0.160774 0.166335 CURRENT LEARNING RATE: 3.0519810153538903e-09
previous_iter_valid_loss : 0.16178707778453827
1925080 0.161980 0.161787 0.166046 CURRENT LEARNING RATE: 3.0513706801863718e-09
previous_iter_valid_loss : 0.18170444667339325
1925100 0.181857 0.181704 0.166895 CURRENT LEARNING RATE: 3.0507604670736812e-09
previous_iter_valid_loss : 0.17380034923553467
1925120 0.173950 0.173800 0.167379 CURRENT LEARNING RATE: 3.05015037599141e-09
previous_iter_valid_loss : 0.16171422600746155
1925140 0.161874 0.161714 0.166784 CURRENT LEARNING RATE: 3.0495404069151537e-09
previous_iter_valid_loss : 0.19162066280841827
1925160 0.191747 0.191621 0.168338 CURRENT LEARNING RATE: 3.0489305598205144e-09
previous_iter_valid_loss : 0.17008596658706665
1925180 0.170240 0.170086 0.168344 CURRENT LEARNING RATE: 3.0483208346830978e-09
previous_iter_valid_loss : 0.16304025053977966
1925200 0.163202 0.163040 0.168237 CURRENT LEARNING RATE: 3.0477112314785154e-09
previous_iter_valid_loss : 0.16630250215530396
1925220 0.166512 0.166303 0.168521 CURRENT LEARNING RATE: 3.047101750182371e-09
previous_iter_valid_loss : 0.1707412749528885
1925240 0.170997 0.170741 0.169033 CURRENT LEARNING RATE: 3.0464923907703086e-09
previous_iter_valid_loss : 0.162672221660614
1925260 0.162827 0.162672 0.168445 CURRENT LEARNING RATE: 3.045883153217942e-09
previous_iter_valid_loss : 0.16151399910449982
1925280 0.161698 0.161514 0.168081 CURRENT LEARNING RATE: 3.045274037500902e-09
previous_iter_valid_loss : 0.16077788174152374
1925300 0.160934 0.160778 0.167810 CURRENT LEARNING RATE: 3.0446650435948238e-09
previous_iter_valid_loss : 0.16061127185821533
1925320 0.160773 0.160611 0.167205 CURRENT LEARNING RATE: 3.0440561714753478e-09
previous_iter_valid_loss : 0.16602341830730438
1925340 0.166234 0.166023 0.167331 CURRENT LEARNING RATE: 3.0434474211181186e-09
previous_iter_valid_loss : 0.1625947207212448
1925360 0.162757 0.162595 0.166946 CURRENT LEARNING RATE: 3.0428387924987877e-09
previous_iter_valid_loss : 0.16058143973350525
1925380 0.160738 0.160581 0.166874 CURRENT LEARNING RATE: 3.042230285592997e-09
previous_iter_valid_loss : 0.16469228267669678
1925400 0.164859 0.164692 0.166974 CURRENT LEARNING RATE: 3.0416219003764295e-09
previous_iter_valid_loss : 0.16109344363212585
1925420 0.161248 0.161093 0.166174 CURRENT LEARNING RATE: 3.0410136368247383e-09
previous_iter_valid_loss : 0.1616971790790558
1925440 0.161854 0.161697 0.166189 CURRENT LEARNING RATE: 3.0404054949135933e-09
previous_iter_valid_loss : 0.1613743156194687
1925460 0.161568 0.161374 0.166219 CURRENT LEARNING RATE: 3.039797474618668e-09
previous_iter_valid_loss : 0.17065155506134033
1925480 0.170801 0.170652 0.166662 CURRENT LEARNING RATE: 3.0391895759156426e-09
previous_iter_valid_loss : 0.16540265083312988
1925500 0.165562 0.165403 0.165847 CURRENT LEARNING RATE: 3.0385817987802004e-09
previous_iter_valid_loss : 0.16216915845870972
1925520 0.162356 0.162169 0.165266 CURRENT LEARNING RATE: 3.0379741431880197e-09
previous_iter_valid_loss : 0.16069282591342926
1925540 0.160871 0.160693 0.165215 CURRENT LEARNING RATE: 3.0373666091148156e-09
previous_iter_valid_loss : 0.16561272740364075
1925560 0.165821 0.165613 0.163914 CURRENT LEARNING RATE: 3.0367591965362766e-09
previous_iter_valid_loss : 0.16633431613445282
1925580 0.166550 0.166334 0.163727 CURRENT LEARNING RATE: 3.036151905428106e-09
previous_iter_valid_loss : 0.18584397435188293
1925600 0.186237 0.185844 0.164867 CURRENT LEARNING RATE: 3.035544735766012e-09
previous_iter_valid_loss : 0.1615365594625473
1925620 0.161705 0.161537 0.164628 CURRENT LEARNING RATE: 3.0349376875257077e-09
previous_iter_valid_loss : 0.16595420241355896
1925640 0.166118 0.165954 0.164389 CURRENT LEARNING RATE: 3.0343307606829115e-09
previous_iter_valid_loss : 0.16056601703166962
1925660 0.160714 0.160566 0.164284 CURRENT LEARNING RATE: 3.0337239552133457e-09
previous_iter_valid_loss : 0.16615095734596252
1925680 0.166312 0.166151 0.164516 CURRENT LEARNING RATE: 3.033117271092728e-09
previous_iter_valid_loss : 0.16479146480560303
1925700 0.165004 0.164791 0.164716 CURRENT LEARNING RATE: 3.0325107082968127e-09
previous_iter_valid_loss : 0.16068407893180847
1925720 0.160863 0.160684 0.164720 CURRENT LEARNING RATE: 3.0319042668013257e-09
previous_iter_valid_loss : 0.16961176693439484
1925740 0.169851 0.169612 0.164899 CURRENT LEARNING RATE: 3.0312979465820097e-09
previous_iter_valid_loss : 0.16266140341758728
1925760 0.162830 0.162661 0.164903 CURRENT LEARNING RATE: 3.0306917476146123e-09
previous_iter_valid_loss : 0.17918723821640015
1925780 0.179486 0.179187 0.165833 CURRENT LEARNING RATE: 3.0300856698748846e-09
previous_iter_valid_loss : 0.16436797380447388
1925800 0.164562 0.164368 0.165817 CURRENT LEARNING RATE: 3.029479713338585e-09
previous_iter_valid_loss : 0.16889119148254395
1925820 0.169129 0.168891 0.166207 CURRENT LEARNING RATE: 3.0288738779814626e-09
previous_iter_valid_loss : 0.16136150062084198
1925840 0.161545 0.161362 0.166190 CURRENT LEARNING RATE: 3.028268163779307e-09
previous_iter_valid_loss : 0.16323430836200714
1925860 0.163403 0.163234 0.166283 CURRENT LEARNING RATE: 3.0276625707078788e-09
previous_iter_valid_loss : 0.16067318618297577
1925880 0.160840 0.160673 0.165784 CURRENT LEARNING RATE: 3.027057098742953e-09
previous_iter_valid_loss : 0.16251921653747559
1925900 0.162685 0.162519 0.165640 CURRENT LEARNING RATE: 3.0264517478603122e-09
previous_iter_valid_loss : 0.16697236895561218
1925920 0.167123 0.166972 0.165880 CURRENT LEARNING RATE: 3.0258465180357414e-09
previous_iter_valid_loss : 0.16055254638195038
1925940 0.160709 0.160553 0.165873 CURRENT LEARNING RATE: 3.0252414092450315e-09
previous_iter_valid_loss : 0.16480062901973724
1925960 0.165002 0.164801 0.165832 CURRENT LEARNING RATE: 3.024636421463979e-09
previous_iter_valid_loss : 0.16839079558849335
1925980 0.168634 0.168391 0.165935 CURRENT LEARNING RATE: 3.0240315546683725e-09
previous_iter_valid_loss : 0.1670437902212143
1926000 0.167257 0.167044 0.164995 CURRENT LEARNING RATE: 3.023426808834039e-09
previous_iter_valid_loss : 0.16805124282836914
1926020 0.168206 0.168051 0.165321 CURRENT LEARNING RATE: 3.0228221839367795e-09
previous_iter_valid_loss : 0.16066767275333405
1926040 0.160847 0.160668 0.165057 CURRENT LEARNING RATE: 3.022217679952407e-09
previous_iter_valid_loss : 0.170711949467659
1926060 0.170954 0.170712 0.165564 CURRENT LEARNING RATE: 3.021613296856742e-09
previous_iter_valid_loss : 0.16196534037590027
1926080 0.162153 0.161965 0.165355 CURRENT LEARNING RATE: 3.0210090346256094e-09
previous_iter_valid_loss : 0.1612127274274826
1926100 0.161371 0.161213 0.165176 CURRENT LEARNING RATE: 3.020404893234838e-09
previous_iter_valid_loss : 0.1605781614780426
1926120 0.160743 0.160578 0.165170 CURRENT LEARNING RATE: 3.0198008726602635e-09
previous_iter_valid_loss : 0.161041259765625
1926140 0.161201 0.161041 0.164742 CURRENT LEARNING RATE: 3.019196972877714e-09
previous_iter_valid_loss : 0.16203242540359497
1926160 0.162204 0.162032 0.164710 CURRENT LEARNING RATE: 3.0185931938630534e-09
previous_iter_valid_loss : 0.16532078385353088
1926180 0.165536 0.165321 0.164017 CURRENT LEARNING RATE: 3.0179895355921215e-09
previous_iter_valid_loss : 0.16604582965373993
1926200 0.166251 0.166046 0.164101 CURRENT LEARNING RATE: 3.0173859980407715e-09
previous_iter_valid_loss : 0.17141562700271606
1926220 0.171673 0.171416 0.164227 CURRENT LEARNING RATE: 3.016782581184862e-09
previous_iter_valid_loss : 0.1632162481546402
1926240 0.163391 0.163216 0.164320 CURRENT LEARNING RATE: 3.0161792850002554e-09
previous_iter_valid_loss : 0.16061311960220337
1926260 0.160787 0.160613 0.164189 CURRENT LEARNING RATE: 3.0155761094628213e-09
previous_iter_valid_loss : 0.16087590157985687
1926280 0.161054 0.160876 0.164199 CURRENT LEARNING RATE: 3.014973054548421e-09
previous_iter_valid_loss : 0.16882090270519257
1926300 0.169056 0.168821 0.164514 CURRENT LEARNING RATE: 3.0143701202329542e-09
previous_iter_valid_loss : 0.1636514514684677
1926320 0.163817 0.163651 0.164348 CURRENT LEARNING RATE: 3.013767306492292e-09
previous_iter_valid_loss : 0.16521672904491425
1926340 0.165389 0.165217 0.164581 CURRENT LEARNING RATE: 3.0131646133023234e-09
previous_iter_valid_loss : 0.16755791008472443
1926360 0.167778 0.167558 0.164719 CURRENT LEARNING RATE: 3.012562040638939e-09
previous_iter_valid_loss : 0.1669600009918213
1926380 0.167185 0.166960 0.164648 CURRENT LEARNING RATE: 3.0119595884780365e-09
previous_iter_valid_loss : 0.1731259822845459
1926400 0.173384 0.173126 0.164952 CURRENT LEARNING RATE: 3.011357256795519e-09
previous_iter_valid_loss : 0.17694173753261566
1926420 0.177242 0.176942 0.165396 CURRENT LEARNING RATE: 3.010755045567291e-09
previous_iter_valid_loss : 0.16212698817253113
1926440 0.162314 0.162127 0.165469 CURRENT LEARNING RATE: 3.010152954769255e-09
previous_iter_valid_loss : 0.16055630147457123
1926460 0.160729 0.160556 0.164961 CURRENT LEARNING RATE: 3.0095509843773484e-09
previous_iter_valid_loss : 0.1684390902519226
1926480 0.168669 0.168439 0.165285 CURRENT LEARNING RATE: 3.008949134367482e-09
previous_iter_valid_loss : 0.1607535481452942
1926500 0.160929 0.160754 0.165262 CURRENT LEARNING RATE: 3.0083474047155807e-09
previous_iter_valid_loss : 0.16763055324554443
1926520 0.167851 0.167631 0.165615 CURRENT LEARNING RATE: 3.007745795397576e-09
previous_iter_valid_loss : 0.16193409264087677
1926540 0.162125 0.161934 0.165659 CURRENT LEARNING RATE: 3.0071443063894033e-09
previous_iter_valid_loss : 0.1605130136013031
1926560 0.160678 0.160513 0.165583 CURRENT LEARNING RATE: 3.0065429376670038e-09
previous_iter_valid_loss : 0.1636657863855362
1926580 0.163838 0.163666 0.165501 CURRENT LEARNING RATE: 3.0059416892063222e-09
previous_iter_valid_loss : 0.1782071739435196
1926600 0.178360 0.178207 0.166109 CURRENT LEARNING RATE: 3.005340560983298e-09
previous_iter_valid_loss : 0.17044848203659058
1926620 0.170600 0.170448 0.166060 CURRENT LEARNING RATE: 3.004739552973907e-09
previous_iter_valid_loss : 0.16505876183509827
1926640 0.165262 0.165059 0.166153 CURRENT LEARNING RATE: 3.0041386651540985e-09
previous_iter_valid_loss : 0.17472650110721588
1926660 0.175005 0.174727 0.166858 CURRENT LEARNING RATE: 3.003537897499837e-09
previous_iter_valid_loss : 0.16062352061271667
1926680 0.160792 0.160624 0.166846 CURRENT LEARNING RATE: 3.0029372499870914e-09
previous_iter_valid_loss : 0.17601603269577026
1926700 0.176165 0.176016 0.167205 CURRENT LEARNING RATE: 3.002336722591837e-09
previous_iter_valid_loss : 0.16066300868988037
1926720 0.160817 0.160663 0.167056 CURRENT LEARNING RATE: 3.0017363152900515e-09
previous_iter_valid_loss : 0.16833682358264923
1926740 0.168492 0.168337 0.167212 CURRENT LEARNING RATE: 3.0011360280577085e-09
previous_iter_valid_loss : 0.16276304423809052
1926760 0.162965 0.162763 0.166972 CURRENT LEARNING RATE: 3.0005358608708175e-09
previous_iter_valid_loss : 0.17406733334064484
1926780 0.174212 0.174067 0.167328 CURRENT LEARNING RATE: 2.9999358137053618e-09
previous_iter_valid_loss : 0.17575883865356445
1926800 0.175906 0.175759 0.167459 CURRENT LEARNING RATE: 2.9993358865373386e-09
previous_iter_valid_loss : 0.16841310262680054
1926820 0.168564 0.168413 0.167033 CURRENT LEARNING RATE: 2.998736079342751e-09
previous_iter_valid_loss : 0.16056226193904877
1926840 0.160719 0.160562 0.166954 CURRENT LEARNING RATE: 2.9981363920976076e-09
previous_iter_valid_loss : 0.1654476523399353
1926860 0.165653 0.165448 0.167199 CURRENT LEARNING RATE: 2.9975368247779196e-09
previous_iter_valid_loss : 0.1607886403799057
1926880 0.160967 0.160789 0.166817 CURRENT LEARNING RATE: 2.9969373773597054e-09
previous_iter_valid_loss : 0.19031518697738647
1926900 0.190440 0.190315 0.168295 CURRENT LEARNING RATE: 2.9963380498189763e-09
previous_iter_valid_loss : 0.1607048064470291
1926920 0.160861 0.160705 0.167948 CURRENT LEARNING RATE: 2.99573884213178e-09
previous_iter_valid_loss : 0.16148778796195984
1926940 0.161645 0.161488 0.167926 CURRENT LEARNING RATE: 2.995139754274138e-09
previous_iter_valid_loss : 0.1668735146522522
1926960 0.167033 0.166874 0.168244 CURRENT LEARNING RATE: 2.994540786222086e-09
previous_iter_valid_loss : 0.16073597967624664
1926980 0.160890 0.160736 0.168098 CURRENT LEARNING RATE: 2.9939419379516664e-09
previous_iter_valid_loss : 0.16153006255626678
1927000 0.161683 0.161530 0.167264 CURRENT LEARNING RATE: 2.9933432094389246e-09
previous_iter_valid_loss : 0.16064316034317017
1927020 0.160811 0.160643 0.166773 CURRENT LEARNING RATE: 2.992744600659911e-09
previous_iter_valid_loss : 0.16075627505779266
1927040 0.160911 0.160756 0.166558 CURRENT LEARNING RATE: 2.992146111590672e-09
previous_iter_valid_loss : 0.16088491678237915
1927060 0.161044 0.160885 0.165866 CURRENT LEARNING RATE: 2.991547742207288e-09
previous_iter_valid_loss : 0.17361953854560852
1927080 0.173771 0.173620 0.166516 CURRENT LEARNING RATE: 2.9909494924858145e-09
previous_iter_valid_loss : 0.16213974356651306
1927100 0.162295 0.162140 0.165822 CURRENT LEARNING RATE: 2.9903513624023207e-09
previous_iter_valid_loss : 0.16975943744182587
1927120 0.169911 0.169759 0.166277 CURRENT LEARNING RATE: 2.989753351932882e-09
previous_iter_valid_loss : 0.16340544819831848
1927140 0.163585 0.163405 0.166030 CURRENT LEARNING RATE: 2.9891554610535776e-09
previous_iter_valid_loss : 0.17924828827381134
1927160 0.179572 0.179248 0.166855 CURRENT LEARNING RATE: 2.9885576897404925e-09
previous_iter_valid_loss : 0.16975875198841095
1927180 0.170010 0.169759 0.166639 CURRENT LEARNING RATE: 2.9879600379697152e-09
previous_iter_valid_loss : 0.16585280001163483
1927200 0.166019 0.165853 0.166144 CURRENT LEARNING RATE: 2.9873625057173288e-09
previous_iter_valid_loss : 0.17748865485191345
1927220 0.177651 0.177489 0.166598 CURRENT LEARNING RATE: 2.9867650929594536e-09
previous_iter_valid_loss : 0.16056403517723083
1927240 0.160729 0.160564 0.166598 CURRENT LEARNING RATE: 2.986167799672183e-09
previous_iter_valid_loss : 0.16579774022102356
1927260 0.166000 0.165798 0.166615 CURRENT LEARNING RATE: 2.985570625831625e-09
previous_iter_valid_loss : 0.16525320708751678
1927280 0.165448 0.165253 0.166839 CURRENT LEARNING RATE: 2.984973571413892e-09
previous_iter_valid_loss : 0.16551761329174042
1927300 0.165723 0.165518 0.165599 CURRENT LEARNING RATE: 2.9843766363951017e-09
previous_iter_valid_loss : 0.16123759746551514
1927320 0.161395 0.161238 0.165625 CURRENT LEARNING RATE: 2.983779820751378e-09
previous_iter_valid_loss : 0.16155077517032623
1927340 0.161711 0.161551 0.165629 CURRENT LEARNING RATE: 2.983183124458847e-09
previous_iter_valid_loss : 0.17810697853565216
1927360 0.178261 0.178107 0.166190 CURRENT LEARNING RATE: 2.982586547493631e-09
previous_iter_valid_loss : 0.16225381195545197
1927380 0.162450 0.162254 0.166266 CURRENT LEARNING RATE: 2.9819900898318885e-09
previous_iter_valid_loss : 0.166065976023674
1927400 0.166291 0.166066 0.166493 CURRENT LEARNING RATE: 2.9813937514497496e-09
previous_iter_valid_loss : 0.1605548858642578
1927420 0.160709 0.160555 0.166488 CURRENT LEARNING RATE: 2.980797532323361e-09
previous_iter_valid_loss : 0.1707584112882614
1927440 0.171008 0.170758 0.166989 CURRENT LEARNING RATE: 2.980201432428874e-09
previous_iter_valid_loss : 0.17724138498306274
1927460 0.177542 0.177241 0.167806 CURRENT LEARNING RATE: 2.979605451742445e-09
previous_iter_valid_loss : 0.1685476005077362
1927480 0.168780 0.168548 0.167553 CURRENT LEARNING RATE: 2.9790095902402344e-09
previous_iter_valid_loss : 0.16640859842300415
1927500 0.166567 0.166409 0.167766 CURRENT LEARNING RATE: 2.9784138478983974e-09
previous_iter_valid_loss : 0.1606253683567047
1927520 0.160789 0.160625 0.167310 CURRENT LEARNING RATE: 2.977818224693125e-09
previous_iter_valid_loss : 0.16393589973449707
1927540 0.164103 0.163936 0.167336 CURRENT LEARNING RATE: 2.9772227206005814e-09
previous_iter_valid_loss : 0.16221222281455994
1927560 0.162361 0.162212 0.166484 CURRENT LEARNING RATE: 2.976627335596948e-09
previous_iter_valid_loss : 0.1612730771303177
1927580 0.161459 0.161273 0.166060 CURRENT LEARNING RATE: 2.976032069658408e-09
previous_iter_valid_loss : 0.167792409658432
1927600 0.168021 0.167792 0.166157 CURRENT LEARNING RATE: 2.9754369227611514e-09
previous_iter_valid_loss : 0.16283392906188965
1927620 0.163002 0.162834 0.165424 CURRENT LEARNING RATE: 2.974841894881372e-09
previous_iter_valid_loss : 0.17501863837242126
1927640 0.175295 0.175019 0.166147 CURRENT LEARNING RATE: 2.9742469859952685e-09
previous_iter_valid_loss : 0.1630043238401413
1927660 0.163165 0.163004 0.166007 CURRENT LEARNING RATE: 2.9736521960790347e-09
previous_iter_valid_loss : 0.16058842837810516
1927680 0.160747 0.160588 0.165774 CURRENT LEARNING RATE: 2.9730575251088993e-09
previous_iter_valid_loss : 0.16077186167240143
1927700 0.160949 0.160772 0.165537 CURRENT LEARNING RATE: 2.972462973061066e-09
previous_iter_valid_loss : 0.16193702816963196
1927720 0.162098 0.161937 0.165572 CURRENT LEARNING RATE: 2.9718685399117515e-09
previous_iter_valid_loss : 0.161669060587883
1927740 0.161838 0.161669 0.165578 CURRENT LEARNING RATE: 2.9712742256371792e-09
previous_iter_valid_loss : 0.17103952169418335
1927760 0.171290 0.171040 0.165224 CURRENT LEARNING RATE: 2.970680030213576e-09
previous_iter_valid_loss : 0.16151262819766998
1927780 0.161705 0.161513 0.165187 CURRENT LEARNING RATE: 2.9700859536171744e-09
previous_iter_valid_loss : 0.17371496558189392
1927800 0.173987 0.173715 0.165570 CURRENT LEARNING RATE: 2.969491995824211e-09
previous_iter_valid_loss : 0.20005866885185242
1927820 0.200142 0.200059 0.167545 CURRENT LEARNING RATE: 2.9688981568109185e-09
previous_iter_valid_loss : 0.16680268943309784
1927840 0.166962 0.166803 0.167347 CURRENT LEARNING RATE: 2.968304436553562e-09
previous_iter_valid_loss : 0.16056209802627563
1927860 0.160723 0.160562 0.166513 CURRENT LEARNING RATE: 2.9677108350283843e-09
previous_iter_valid_loss : 0.1639304757118225
1927880 0.164138 0.163930 0.166282 CURRENT LEARNING RATE: 2.96711735221164e-09
previous_iter_valid_loss : 0.17257536947727203
1927900 0.172725 0.172575 0.166591 CURRENT LEARNING RATE: 2.9665239880795898e-09
previous_iter_valid_loss : 0.162369966506958
1927920 0.162557 0.162370 0.166678 CURRENT LEARNING RATE: 2.9659307426085003e-09
previous_iter_valid_loss : 0.1677287220954895
1927940 0.167965 0.167729 0.166867 CURRENT LEARNING RATE: 2.96533761577464e-09
previous_iter_valid_loss : 0.16064442694187164
1927960 0.160812 0.160644 0.166789 CURRENT LEARNING RATE: 2.9647446075542746e-09
previous_iter_valid_loss : 0.16846013069152832
1927980 0.168692 0.168460 0.167148 CURRENT LEARNING RATE: 2.9641517179237044e-09
previous_iter_valid_loss : 0.16293016076087952
1928000 0.163099 0.162930 0.166905 CURRENT LEARNING RATE: 2.9635589468592036e-09
previous_iter_valid_loss : 0.16087372601032257
1928020 0.161028 0.160874 0.166807 CURRENT LEARNING RATE: 2.9629662943370605e-09
previous_iter_valid_loss : 0.19103634357452393
1928040 0.191161 0.191036 0.167608 CURRENT LEARNING RATE: 2.96237376033357e-09
previous_iter_valid_loss : 0.17262791097164154
1928060 0.172769 0.172628 0.168089 CURRENT LEARNING RATE: 2.9617813448250304e-09
previous_iter_valid_loss : 0.16177961230278015
1928080 0.161940 0.161780 0.168149 CURRENT LEARNING RATE: 2.961189047787745e-09
previous_iter_valid_loss : 0.1629677563905716
1928100 0.163133 0.162968 0.168259 CURRENT LEARNING RATE: 2.960596869198022e-09
previous_iter_valid_loss : 0.16140684485435486
1928120 0.161564 0.161407 0.168232 CURRENT LEARNING RATE: 2.9600048090321634e-09
previous_iter_valid_loss : 0.18005827069282532
1928140 0.180218 0.180058 0.169152 CURRENT LEARNING RATE: 2.959412867266508e-09
previous_iter_valid_loss : 0.16049805283546448
1928160 0.160664 0.160498 0.168625 CURRENT LEARNING RATE: 2.9588210438773674e-09
previous_iter_valid_loss : 0.17391283810138702
1928180 0.174183 0.173913 0.169245 CURRENT LEARNING RATE: 2.9582293388410695e-09
previous_iter_valid_loss : 0.16056212782859802
1928200 0.160717 0.160562 0.168587 CURRENT LEARNING RATE: 2.957637752133945e-09
previous_iter_valid_loss : 0.16754475235939026
1928220 0.167769 0.167545 0.166961 CURRENT LEARNING RATE: 2.9570462837323314e-09
previous_iter_valid_loss : 0.1613682210445404
1928240 0.161553 0.161368 0.166690 CURRENT LEARNING RATE: 2.9564549336125694e-09
previous_iter_valid_loss : 0.17331615090370178
1928260 0.173467 0.173316 0.167327 CURRENT LEARNING RATE: 2.955863701750995e-09
previous_iter_valid_loss : 0.1663844883441925
1928280 0.166601 0.166384 0.167450 CURRENT LEARNING RATE: 2.9552725881239792e-09
previous_iter_valid_loss : 0.16811050474643707
1928300 0.168335 0.168111 0.167227 CURRENT LEARNING RATE: 2.9546815927078674e-09
previous_iter_valid_loss : 0.1730385422706604
1928320 0.173304 0.173039 0.167760 CURRENT LEARNING RATE: 2.954090715479019e-09
previous_iter_valid_loss : 0.16334477066993713
1928340 0.163533 0.163345 0.167541 CURRENT LEARNING RATE: 2.953499956413801e-09
previous_iter_valid_loss : 0.16266153752803802
1928360 0.162813 0.162662 0.167642 CURRENT LEARNING RATE: 2.952909315488581e-09
previous_iter_valid_loss : 0.16110371053218842
1928380 0.161256 0.161104 0.167274 CURRENT LEARNING RATE: 2.9523187926797337e-09
previous_iter_valid_loss : 0.16149631142616272
1928400 0.161649 0.161496 0.167202 CURRENT LEARNING RATE: 2.951728387963639e-09
previous_iter_valid_loss : 0.16628891229629517
1928420 0.166444 0.166289 0.167473 CURRENT LEARNING RATE: 2.9511381013166693e-09
previous_iter_valid_loss : 0.17346858978271484
1928440 0.173620 0.173469 0.166595 CURRENT LEARNING RATE: 2.950547932715235e-09
previous_iter_valid_loss : 0.1782151311635971
1928460 0.178375 0.178215 0.166874 CURRENT LEARNING RATE: 2.949957882135718e-09
previous_iter_valid_loss : 0.16296011209487915
1928480 0.163141 0.162960 0.166933 CURRENT LEARNING RATE: 2.9493679495545164e-09
previous_iter_valid_loss : 0.1625756472349167
1928500 0.162741 0.162576 0.166913 CURRENT LEARNING RATE: 2.9487781349480335e-09
previous_iter_valid_loss : 0.1605702042579651
1928520 0.160736 0.160570 0.166872 CURRENT LEARNING RATE: 2.948188438292677e-09
previous_iter_valid_loss : 0.16694845259189606
1928540 0.167105 0.166948 0.166216 CURRENT LEARNING RATE: 2.9475988595648574e-09
previous_iter_valid_loss : 0.16378436982631683
1928560 0.163956 0.163784 0.166380 CURRENT LEARNING RATE: 2.9470093987409934e-09
previous_iter_valid_loss : 0.16301697492599487
1928580 0.163210 0.163017 0.165836 CURRENT LEARNING RATE: 2.946420055797495e-09
previous_iter_valid_loss : 0.16707628965377808
1928600 0.167232 0.167076 0.166161 CURRENT LEARNING RATE: 2.9458308307108093e-09
previous_iter_valid_loss : 0.16347770392894745
1928620 0.163674 0.163478 0.165958 CURRENT LEARNING RATE: 2.945241723457358e-09
previous_iter_valid_loss : 0.16180561482906342
1928640 0.161962 0.161806 0.165980 CURRENT LEARNING RATE: 2.944652734013575e-09
previous_iter_valid_loss : 0.16402661800384521
1928660 0.164242 0.164027 0.165515 CURRENT LEARNING RATE: 2.9440638623559027e-09
previous_iter_valid_loss : 0.16701993346214294
1928680 0.167245 0.167020 0.165547 CURRENT LEARNING RATE: 2.943475108460785e-09
previous_iter_valid_loss : 0.17008894681930542
1928700 0.170335 0.170089 0.165646 CURRENT LEARNING RATE: 2.942886472304672e-09
previous_iter_valid_loss : 0.16055279970169067
1928720 0.160718 0.160553 0.165022 CURRENT LEARNING RATE: 2.9422979538640074e-09
previous_iter_valid_loss : 0.18979547917842865
1928740 0.190232 0.189795 0.166344 CURRENT LEARNING RATE: 2.9417095531152726e-09
previous_iter_valid_loss : 0.16731862723827362
1928760 0.167534 0.167319 0.166577 CURRENT LEARNING RATE: 2.9411212700349198e-09
previous_iter_valid_loss : 0.16218070685863495
1928780 0.162363 0.162181 0.166631 CURRENT LEARNING RATE: 2.940533104599418e-09
previous_iter_valid_loss : 0.1648126244544983
1928800 0.164996 0.164813 0.166797 CURRENT LEARNING RATE: 2.9399450567852414e-09
previous_iter_valid_loss : 0.16315105557441711
1928820 0.163347 0.163151 0.166640 CURRENT LEARNING RATE: 2.9393571265688667e-09
previous_iter_valid_loss : 0.1622599959373474
1928840 0.162450 0.162260 0.166079 CURRENT LEARNING RATE: 2.938769313926778e-09
previous_iter_valid_loss : 0.17155444622039795
1928860 0.171805 0.171554 0.165746 CURRENT LEARNING RATE: 2.938181618835462e-09
previous_iter_valid_loss : 0.16275769472122192
1928880 0.162950 0.162758 0.165736 CURRENT LEARNING RATE: 2.937594041271401e-09
previous_iter_valid_loss : 0.18284538388252258
1928900 0.182999 0.182845 0.166750 CURRENT LEARNING RATE: 2.9370065812111124e-09
previous_iter_valid_loss : 0.17199750244617462
1928920 0.172262 0.171998 0.167321 CURRENT LEARNING RATE: 2.9364192386310872e-09
previous_iter_valid_loss : 0.17510101199150085
1928940 0.175379 0.175101 0.167729 CURRENT LEARNING RATE: 2.9358320135078325e-09
previous_iter_valid_loss : 0.17500971257686615
1928960 0.175285 0.175010 0.168290 CURRENT LEARNING RATE: 2.935244905817858e-09
previous_iter_valid_loss : 0.1728677600622177
1928980 0.173121 0.172868 0.168783 CURRENT LEARNING RATE: 2.9346579155376804e-09
previous_iter_valid_loss : 0.1606643795967102
1929000 0.160807 0.160664 0.168462 CURRENT LEARNING RATE: 2.93407104264382e-09
previous_iter_valid_loss : 0.1606471836566925
1929020 0.160823 0.160647 0.168320 CURRENT LEARNING RATE: 2.933484287112791e-09
previous_iter_valid_loss : 0.17864875495433807
1929040 0.178973 0.178649 0.169163 CURRENT LEARNING RATE: 2.9328976489211445e-09
previous_iter_valid_loss : 0.16053873300552368
1929060 0.160707 0.160539 0.168988 CURRENT LEARNING RATE: 2.9323111280454045e-09
previous_iter_valid_loss : 0.1609954535961151
1929080 0.161148 0.160995 0.168687 CURRENT LEARNING RATE: 2.93172472446211e-09
previous_iter_valid_loss : 0.16088740527629852
1929100 0.161063 0.160887 0.168227 CURRENT LEARNING RATE: 2.9311384381478044e-09
previous_iter_valid_loss : 0.16212213039398193
1929120 0.162325 0.162122 0.168305 CURRENT LEARNING RATE: 2.9305522690790365e-09
previous_iter_valid_loss : 0.16895638406276703
1929140 0.169209 0.168956 0.167263 CURRENT LEARNING RATE: 2.9299662172323605e-09
previous_iter_valid_loss : 0.16410036385059357
1929160 0.164308 0.164100 0.167103 CURRENT LEARNING RATE: 2.9293802825843336e-09
previous_iter_valid_loss : 0.1706862598657608
1929180 0.170829 0.170686 0.167528 CURRENT LEARNING RATE: 2.9287944651115074e-09
previous_iter_valid_loss : 0.1615637093782425
1929200 0.161753 0.161564 0.167365 CURRENT LEARNING RATE: 2.9282087647904714e-09
previous_iter_valid_loss : 0.1606232076883316
1929220 0.160776 0.160623 0.167239 CURRENT LEARNING RATE: 2.9276231815977858e-09
previous_iter_valid_loss : 0.1774708777666092
1929240 0.177627 0.177471 0.168000 CURRENT LEARNING RATE: 2.9270377155100273e-09
previous_iter_valid_loss : 0.16138719022274017
1929260 0.161569 0.161387 0.167491 CURRENT LEARNING RATE: 2.926452366503779e-09
previous_iter_valid_loss : 0.16546909511089325
1929280 0.165636 0.165469 0.167627 CURRENT LEARNING RATE: 2.925867134555625e-09
previous_iter_valid_loss : 0.16266630589962006
1929300 0.162825 0.162666 0.166618 CURRENT LEARNING RATE: 2.9252820196421567e-09
previous_iter_valid_loss : 0.16225716471672058
1929320 0.162450 0.162257 0.166131 CURRENT LEARNING RATE: 2.92469702173997e-09
previous_iter_valid_loss : 0.16154545545578003
1929340 0.161739 0.161545 0.165453 CURRENT LEARNING RATE: 2.9241121408256542e-09
previous_iter_valid_loss : 0.16479237377643585
1929360 0.165010 0.164792 0.164942 CURRENT LEARNING RATE: 2.923527376875835e-09
previous_iter_valid_loss : 0.16055671870708466
1929380 0.160711 0.160557 0.164327 CURRENT LEARNING RATE: 2.9229427298671103e-09
previous_iter_valid_loss : 0.16505400836467743
1929400 0.165256 0.165054 0.164546 CURRENT LEARNING RATE: 2.922358199776096e-09
previous_iter_valid_loss : 0.1886490434408188
1929420 0.188780 0.188649 0.165946 CURRENT LEARNING RATE: 2.9217737865794097e-09
previous_iter_valid_loss : 0.16091063618659973
1929440 0.161076 0.160911 0.165059 CURRENT LEARNING RATE: 2.9211894902536755e-09
previous_iter_valid_loss : 0.17132262885570526
1929460 0.171587 0.171323 0.165598 CURRENT LEARNING RATE: 2.9206053107755214e-09
previous_iter_valid_loss : 0.16102157533168793
1929480 0.161182 0.161022 0.165600 CURRENT LEARNING RATE: 2.920021248121569e-09
previous_iter_valid_loss : 0.17648325860500336
1929500 0.176772 0.176483 0.166380 CURRENT LEARNING RATE: 2.919437302268478e-09
previous_iter_valid_loss : 0.1605338752269745
1929520 0.160695 0.160534 0.166300 CURRENT LEARNING RATE: 2.918853473192879e-09
previous_iter_valid_loss : 0.1801811009645462
1929540 0.180335 0.180181 0.166861 CURRENT LEARNING RATE: 2.91826976087142e-09
previous_iter_valid_loss : 0.17980659008026123
1929560 0.180129 0.179807 0.167647 CURRENT LEARNING RATE: 2.9176861652807516e-09
previous_iter_valid_loss : 0.16063159704208374
1929580 0.160789 0.160632 0.167144 CURRENT LEARNING RATE: 2.91710268639753e-09
previous_iter_valid_loss : 0.16530920565128326
1929600 0.165474 0.165309 0.167331 CURRENT LEARNING RATE: 2.9165193241984165e-09
previous_iter_valid_loss : 0.16581867635250092
1929620 0.166029 0.165819 0.167591 CURRENT LEARNING RATE: 2.9159360786600763e-09
previous_iter_valid_loss : 0.19286228716373444
1929640 0.193341 0.192862 0.168361 CURRENT LEARNING RATE: 2.915352949759169e-09
previous_iter_valid_loss : 0.1611352115869522
1929660 0.161316 0.161135 0.168348 CURRENT LEARNING RATE: 2.9147699374723904e-09
previous_iter_valid_loss : 0.1652500331401825
1929680 0.165413 0.165250 0.168337 CURRENT LEARNING RATE: 2.91418704177641e-09
previous_iter_valid_loss : 0.16359899938106537
1929700 0.163794 0.163599 0.168384 CURRENT LEARNING RATE: 2.9136042626479113e-09
previous_iter_valid_loss : 0.16050530970096588
1929720 0.160667 0.160505 0.168296 CURRENT LEARNING RATE: 2.9130216000635833e-09
previous_iter_valid_loss : 0.16541637480258942
1929740 0.165625 0.165416 0.168490 CURRENT LEARNING RATE: 2.912439054000121e-09
previous_iter_valid_loss : 0.16506274044513702
1929760 0.165226 0.165063 0.168503 CURRENT LEARNING RATE: 2.9118566244342197e-09
previous_iter_valid_loss : 0.16346736252307892
1929780 0.163675 0.163467 0.168649 CURRENT LEARNING RATE: 2.9112743113425844e-09
previous_iter_valid_loss : 0.1605413258075714
1929800 0.160709 0.160541 0.168423 CURRENT LEARNING RATE: 2.910692114701912e-09
previous_iter_valid_loss : 0.1605222374200821
1929820 0.160684 0.160522 0.167017 CURRENT LEARNING RATE: 2.9101100344889346e-09
previous_iter_valid_loss : 0.1608678102493286
1929840 0.161021 0.160868 0.167015 CURRENT LEARNING RATE: 2.9095280706803584e-09
previous_iter_valid_loss : 0.16724130511283875
1929860 0.167462 0.167241 0.166810 CURRENT LEARNING RATE: 2.908946223252906e-09
previous_iter_valid_loss : 0.16280700266361237
1929880 0.162997 0.162807 0.166900 CURRENT LEARNING RATE: 2.908364492183303e-09
previous_iter_valid_loss : 0.16612540185451508
1929900 0.166282 0.166125 0.166382 CURRENT LEARNING RATE: 2.90778287744828e-09
previous_iter_valid_loss : 0.16119898855686188
1929920 0.161388 0.161199 0.166415 CURRENT LEARNING RATE: 2.9072013790245725e-09
previous_iter_valid_loss : 0.160708948969841
1929940 0.160864 0.160709 0.165441 CURRENT LEARNING RATE: 2.9066199968889105e-09
previous_iter_valid_loss : 0.16324907541275024
1929960 0.163447 0.163249 0.164614 CURRENT LEARNING RATE: 2.9060387310180583e-09
previous_iter_valid_loss : 0.160857155919075
1929980 0.161034 0.160857 0.164625 CURRENT LEARNING RATE: 2.9054575813887564e-09
previous_iter_valid_loss : 0.16050784289836884
1930000 0.160672 0.160508 0.164385 CURRENT LEARNING RATE: 2.9048765479777578e-09
previous_iter_valid_loss : 0.16074219346046448
1930020 0.160924 0.160742 0.164131 CURRENT LEARNING RATE: 2.904295630761821e-09
previous_iter_valid_loss : 0.16054677963256836
1930040 0.160701 0.160547 0.162515 CURRENT LEARNING RATE: 2.903714829717711e-09
previous_iter_valid_loss : 0.17610786855220795
1930060 0.176257 0.176108 0.163264 CURRENT LEARNING RATE: 2.9031341448221936e-09
previous_iter_valid_loss : 0.16244755685329437
1930080 0.162647 0.162448 0.163124 CURRENT LEARNING RATE: 2.9025535760520426e-09
previous_iter_valid_loss : 0.17444516718387604
1930100 0.174591 0.174445 0.163666 CURRENT LEARNING RATE: 2.901973123384025e-09
previous_iter_valid_loss : 0.16051813960075378
1930120 0.160676 0.160518 0.163667 CURRENT LEARNING RATE: 2.901392786794943e-09
previous_iter_valid_loss : 0.17855419218540192
1930140 0.178716 0.178554 0.164324 CURRENT LEARNING RATE: 2.900812566261573e-09
previous_iter_valid_loss : 0.1793302744626999
1930160 0.179647 0.179330 0.165037 CURRENT LEARNING RATE: 2.9002324617607054e-09
previous_iter_valid_loss : 0.1612786054611206
1930180 0.161438 0.161279 0.164928 CURRENT LEARNING RATE: 2.899652473269137e-09
previous_iter_valid_loss : 0.16313259303569794
1930200 0.163332 0.163133 0.165057 CURRENT LEARNING RATE: 2.8990726007636684e-09
previous_iter_valid_loss : 0.16508637368679047
1930220 0.165250 0.165086 0.165285 CURRENT LEARNING RATE: 2.8984928442211037e-09
previous_iter_valid_loss : 0.17302143573760986
1930240 0.173171 0.173021 0.165893 CURRENT LEARNING RATE: 2.897913203618243e-09
previous_iter_valid_loss : 0.16256584227085114
1930260 0.162764 0.162566 0.165659 CURRENT LEARNING RATE: 2.897333678931921e-09
previous_iter_valid_loss : 0.1661120504140854
1930280 0.166322 0.166112 0.165824 CURRENT LEARNING RATE: 2.8967542701389466e-09
previous_iter_valid_loss : 0.16054044663906097
1930300 0.160695 0.160540 0.165545 CURRENT LEARNING RATE: 2.8961749772161437e-09
previous_iter_valid_loss : 0.1613459438085556
1930320 0.161521 0.161346 0.165553 CURRENT LEARNING RATE: 2.8955958001403396e-09
previous_iter_valid_loss : 0.16113577783107758
1930340 0.161292 0.161136 0.165574 CURRENT LEARNING RATE: 2.8950167388883687e-09
previous_iter_valid_loss : 0.16051065921783447
1930360 0.160676 0.160511 0.165437 CURRENT LEARNING RATE: 2.8944377934370666e-09
previous_iter_valid_loss : 0.1608993411064148
1930380 0.161077 0.160899 0.165439 CURRENT LEARNING RATE: 2.8938589637632777e-09
previous_iter_valid_loss : 0.16577979922294617
1930400 0.165992 0.165780 0.165703 CURRENT LEARNING RATE: 2.8932802498438376e-09
previous_iter_valid_loss : 0.1667776107788086
1930420 0.166997 0.166778 0.166004 CURRENT LEARNING RATE: 2.8927016516556176e-09
previous_iter_valid_loss : 0.1605501025915146
1930440 0.160704 0.160550 0.166005 CURRENT LEARNING RATE: 2.892123169175464e-09
previous_iter_valid_loss : 0.16085708141326904
1930460 0.161013 0.160857 0.165242 CURRENT LEARNING RATE: 2.8915448023802374e-09
previous_iter_valid_loss : 0.16306237876415253
1930480 0.163263 0.163062 0.165273 CURRENT LEARNING RATE: 2.8909665512468037e-09
previous_iter_valid_loss : 0.16120225191116333
1930500 0.161396 0.161202 0.164611 CURRENT LEARNING RATE: 2.890388415752032e-09
previous_iter_valid_loss : 0.16057634353637695
1930520 0.160746 0.160576 0.164614 CURRENT LEARNING RATE: 2.889810395872798e-09
previous_iter_valid_loss : 0.1607433408498764
1930540 0.160919 0.160743 0.163723 CURRENT LEARNING RATE: 2.8892324915859795e-09
previous_iter_valid_loss : 0.16681569814682007
1930560 0.166979 0.166816 0.163097 CURRENT LEARNING RATE: 2.8886547028684512e-09
previous_iter_valid_loss : 0.16324865818023682
1930580 0.163418 0.163249 0.163196 CURRENT LEARNING RATE: 2.8880770296971212e-09
previous_iter_valid_loss : 0.16375291347503662
1930600 0.163921 0.163753 0.163227 CURRENT LEARNING RATE: 2.8874994720488736e-09
previous_iter_valid_loss : 0.16933943331241608
1930620 0.169580 0.169339 0.163439 CURRENT LEARNING RATE: 2.8869220299006047e-09
previous_iter_valid_loss : 0.16467569768428802
1930640 0.164882 0.164676 0.163022 CURRENT LEARNING RATE: 2.8863447032292176e-09
previous_iter_valid_loss : 0.1846141219139099
1930660 0.184980 0.184614 0.164125 CURRENT LEARNING RATE: 2.8857674920116187e-09
previous_iter_valid_loss : 0.1656487137079239
1930680 0.165807 0.165649 0.164101 CURRENT LEARNING RATE: 2.88519039622472e-09
previous_iter_valid_loss : 0.16097839176654816
1930700 0.161142 0.160978 0.164123 CURRENT LEARNING RATE: 2.884613415845428e-09
previous_iter_valid_loss : 0.17009714245796204
1930720 0.170249 0.170097 0.164561 CURRENT LEARNING RATE: 2.8840365508506825e-09
previous_iter_valid_loss : 0.1615648716688156
1930740 0.161722 0.161565 0.164582 CURRENT LEARNING RATE: 2.883459801217399e-09
previous_iter_valid_loss : 0.19619251787662506
1930760 0.196708 0.196193 0.166366 CURRENT LEARNING RATE: 2.8828831669225086e-09
previous_iter_valid_loss : 0.18569302558898926
1930780 0.185837 0.185693 0.167606 CURRENT LEARNING RATE: 2.8823066479429452e-09
previous_iter_valid_loss : 0.17352579534053802
1930800 0.173805 0.173526 0.167993 CURRENT LEARNING RATE: 2.8817302442556478e-09
previous_iter_valid_loss : 0.16172794997692108
1930820 0.161890 0.161728 0.167741 CURRENT LEARNING RATE: 2.881153955837561e-09
previous_iter_valid_loss : 0.17270949482917786
1930840 0.172987 0.172709 0.168349 CURRENT LEARNING RATE: 2.8805777826656326e-09
previous_iter_valid_loss : 0.1605430394411087
1930860 0.160707 0.160543 0.168333 CURRENT LEARNING RATE: 2.8800017247168053e-09
previous_iter_valid_loss : 0.17540602385997772
1930880 0.175558 0.175406 0.168950 CURRENT LEARNING RATE: 2.8794257819680584e-09
previous_iter_valid_loss : 0.16212472319602966
1930900 0.162292 0.162125 0.168997 CURRENT LEARNING RATE: 2.8788499543963428e-09
previous_iter_valid_loss : 0.16422736644744873
1930920 0.164394 0.164227 0.169179 CURRENT LEARNING RATE: 2.8782742419786256e-09
previous_iter_valid_loss : 0.16346479952335358
1930940 0.163629 0.163465 0.169315 CURRENT LEARNING RATE: 2.8776986446918783e-09
previous_iter_valid_loss : 0.16849297285079956
1930960 0.168650 0.168493 0.169399 CURRENT LEARNING RATE: 2.8771231625130778e-09
previous_iter_valid_loss : 0.1624499410390854
1930980 0.162635 0.162450 0.169359 CURRENT LEARNING RATE: 2.8765477954192037e-09
previous_iter_valid_loss : 0.1616239994764328
1931000 0.161809 0.161624 0.169253 CURRENT LEARNING RATE: 2.8759725433872414e-09
previous_iter_valid_loss : 0.16177034378051758
1931020 0.161959 0.161770 0.168874 CURRENT LEARNING RATE: 2.8753974063941717e-09
previous_iter_valid_loss : 0.16475115716457367
1931040 0.164960 0.164751 0.168878 CURRENT LEARNING RATE: 2.874822384417009e-09
previous_iter_valid_loss : 0.18244850635528564
1931060 0.182599 0.182449 0.168770 CURRENT LEARNING RATE: 2.8742474774327416e-09
previous_iter_valid_loss : 0.16145619750022888
1931080 0.161616 0.161456 0.168560 CURRENT LEARNING RATE: 2.8736726854183734e-09
previous_iter_valid_loss : 0.16050902009010315
1931100 0.160667 0.160509 0.168537 CURRENT LEARNING RATE: 2.8730980083509137e-09
previous_iter_valid_loss : 0.17822469770908356
1931120 0.178382 0.178225 0.168943 CURRENT LEARNING RATE: 2.872523446207374e-09
previous_iter_valid_loss : 0.16056515276432037
1931140 0.160730 0.160565 0.168893 CURRENT LEARNING RATE: 2.871948998964774e-09
previous_iter_valid_loss : 0.16060180962085724
1931160 0.160767 0.160602 0.167113 CURRENT LEARNING RATE: 2.8713746666001224e-09
previous_iter_valid_loss : 0.1606796532869339
1931180 0.160840 0.160680 0.165863 CURRENT LEARNING RATE: 2.8708004490904688e-09
previous_iter_valid_loss : 0.16125021874904633
1931200 0.161434 0.161250 0.165249 CURRENT LEARNING RATE: 2.8702263464128337e-09
previous_iter_valid_loss : 0.16226248443126678
1931220 0.162453 0.162262 0.165276 CURRENT LEARNING RATE: 2.8696523585442524e-09
previous_iter_valid_loss : 0.16074225306510925
1931240 0.160897 0.160742 0.164677 CURRENT LEARNING RATE: 2.869078485461766e-09
previous_iter_valid_loss : 0.16170915961265564
1931260 0.161901 0.161709 0.164736 CURRENT LEARNING RATE: 2.8685047271424193e-09
previous_iter_valid_loss : 0.16073083877563477
1931280 0.160889 0.160731 0.164002 CURRENT LEARNING RATE: 2.8679310835632628e-09
previous_iter_valid_loss : 0.16138522326946259
1931300 0.161571 0.161385 0.163965 CURRENT LEARNING RATE: 2.867357554701349e-09
previous_iter_valid_loss : 0.16065667569637299
1931320 0.160825 0.160657 0.163786 CURRENT LEARNING RATE: 2.866784140533728e-09
previous_iter_valid_loss : 0.1625809520483017
1931340 0.162768 0.162581 0.163742 CURRENT LEARNING RATE: 2.8662108410374836e-09
previous_iter_valid_loss : 0.1612023115158081
1931360 0.161387 0.161202 0.163378 CURRENT LEARNING RATE: 2.8656376561896727e-09
previous_iter_valid_loss : 0.20459625124931335
1931380 0.205165 0.204596 0.165485 CURRENT LEARNING RATE: 2.8650645859673684e-09
previous_iter_valid_loss : 0.17212048172950745
1931400 0.172381 0.172120 0.166010 CURRENT LEARNING RATE: 2.8644916303476482e-09
previous_iter_valid_loss : 0.16051411628723145
1931420 0.160679 0.160514 0.165947 CURRENT LEARNING RATE: 2.8639187893075935e-09
previous_iter_valid_loss : 0.16796281933784485
1931440 0.168115 0.167963 0.166108 CURRENT LEARNING RATE: 2.863346062824291e-09
previous_iter_valid_loss : 0.16132503747940063
1931460 0.161508 0.161325 0.165051 CURRENT LEARNING RATE: 2.8627734508748203e-09
previous_iter_valid_loss : 0.17186468839645386
1931480 0.172019 0.171865 0.165572 CURRENT LEARNING RATE: 2.862200953436299e-09
previous_iter_valid_loss : 0.16629956662654877
1931500 0.166458 0.166300 0.165861 CURRENT LEARNING RATE: 2.8616285704858162e-09
previous_iter_valid_loss : 0.1685127466917038
1931520 0.168748 0.168513 0.165376 CURRENT LEARNING RATE: 2.861056302000477e-09
previous_iter_valid_loss : 0.18182262778282166
1931540 0.182161 0.181823 0.166439 CURRENT LEARNING RATE: 2.8604841479573893e-09
previous_iter_valid_loss : 0.16500680148601532
1931560 0.165169 0.165007 0.166659 CURRENT LEARNING RATE: 2.8599121083336682e-09
previous_iter_valid_loss : 0.16053138673305511
1931580 0.160691 0.160531 0.166651 CURRENT LEARNING RATE: 2.859340183106432e-09
previous_iter_valid_loss : 0.16050483286380768
1931600 0.160664 0.160505 0.166614 CURRENT LEARNING RATE: 2.8587683722528037e-09
previous_iter_valid_loss : 0.16080813109874725
1931620 0.160955 0.160808 0.166541 CURRENT LEARNING RATE: 2.8581966757498997e-09
previous_iter_valid_loss : 0.16060447692871094
1931640 0.160756 0.160604 0.166535 CURRENT LEARNING RATE: 2.8576250935748745e-09
previous_iter_valid_loss : 0.16164077818393707
1931660 0.161795 0.161641 0.166531 CURRENT LEARNING RATE: 2.8570536257048523e-09
previous_iter_valid_loss : 0.1686522215604782
1931680 0.168889 0.168652 0.166927 CURRENT LEARNING RATE: 2.856482272116976e-09
previous_iter_valid_loss : 0.1608879715204239
1931700 0.161049 0.160888 0.166902 CURRENT LEARNING RATE: 2.855911032788391e-09
previous_iter_valid_loss : 0.16950830817222595
1931720 0.169758 0.169508 0.167345 CURRENT LEARNING RATE: 2.8553399076962474e-09
previous_iter_valid_loss : 0.16232073307037354
1931740 0.162502 0.162321 0.167332 CURRENT LEARNING RATE: 2.8547688968177006e-09
previous_iter_valid_loss : 0.16174326837062836
1931760 0.161932 0.161743 0.167359 CURRENT LEARNING RATE: 2.85419800012991e-09
previous_iter_valid_loss : 0.1606285721063614
1931780 0.160797 0.160629 0.165161 CURRENT LEARNING RATE: 2.8536272176100306e-09
previous_iter_valid_loss : 0.1691695898771286
1931800 0.169325 0.169170 0.165013 CURRENT LEARNING RATE: 2.853056549235249e-09
previous_iter_valid_loss : 0.16647100448608398
1931820 0.166680 0.166471 0.165311 CURRENT LEARNING RATE: 2.852485994982731e-09
previous_iter_valid_loss : 0.1720440834760666
1931840 0.172195 0.172044 0.165515 CURRENT LEARNING RATE: 2.8519155548296525e-09
previous_iter_valid_loss : 0.16135025024414062
1931860 0.161539 0.161350 0.165516 CURRENT LEARNING RATE: 2.8513452287531966e-09
previous_iter_valid_loss : 0.1607099026441574
1931880 0.160886 0.160710 0.164958 CURRENT LEARNING RATE: 2.85077501673055e-09
previous_iter_valid_loss : 0.16055628657341003
1931900 0.160726 0.160556 0.164671 CURRENT LEARNING RATE: 2.8502049187389044e-09
previous_iter_valid_loss : 0.1606651395559311
1931920 0.160825 0.160665 0.164279 CURRENT LEARNING RATE: 2.849634934755446e-09
previous_iter_valid_loss : 0.16985198855400085
1931940 0.170000 0.169852 0.163680 CURRENT LEARNING RATE: 2.849065064757396e-09
previous_iter_valid_loss : 0.1605272740125656
1931960 0.160690 0.160527 0.163456 CURRENT LEARNING RATE: 2.8484953087219487e-09
previous_iter_valid_loss : 0.16240091621875763
1931980 0.162570 0.162401 0.163550 CURRENT LEARNING RATE: 2.847925666626314e-09
previous_iter_valid_loss : 0.17119435966014862
1932000 0.171346 0.171194 0.164084 CURRENT LEARNING RATE: 2.847356138447706e-09
previous_iter_valid_loss : 0.16407671570777893
1932020 0.164266 0.164077 0.164248 CURRENT LEARNING RATE: 2.8467867241633445e-09
previous_iter_valid_loss : 0.1633952260017395
1932040 0.163581 0.163395 0.164387 CURRENT LEARNING RATE: 2.846217423750452e-09
previous_iter_valid_loss : 0.16068214178085327
1932060 0.160857 0.160682 0.164339 CURRENT LEARNING RATE: 2.845648237186257e-09
previous_iter_valid_loss : 0.1713833510875702
1932080 0.171633 0.171383 0.164476 CURRENT LEARNING RATE: 2.8450791644479816e-09
previous_iter_valid_loss : 0.1605519950389862
1932100 0.160705 0.160552 0.164459 CURRENT LEARNING RATE: 2.8445102055128835e-09
previous_iter_valid_loss : 0.16180729866027832
1932120 0.161955 0.161807 0.164074 CURRENT LEARNING RATE: 2.843941360358194e-09
previous_iter_valid_loss : 0.16092745959758759
1932140 0.161091 0.160927 0.164004 CURRENT LEARNING RATE: 2.8433726289611594e-09
previous_iter_valid_loss : 0.166968435049057
1932160 0.167126 0.166968 0.164266 CURRENT LEARNING RATE: 2.84280401129903e-09
previous_iter_valid_loss : 0.1605253368616104
1932180 0.160690 0.160525 0.164261 CURRENT LEARNING RATE: 2.8422355073490615e-09
previous_iter_valid_loss : 0.16286861896514893
1932200 0.163067 0.162869 0.163945 CURRENT LEARNING RATE: 2.8416671170885134e-09
previous_iter_valid_loss : 0.16108328104019165
1932220 0.161272 0.161083 0.163676 CURRENT LEARNING RATE: 2.841098840494651e-09
previous_iter_valid_loss : 0.17077858746051788
1932240 0.171041 0.170779 0.163613 CURRENT LEARNING RATE: 2.8405306775447315e-09
previous_iter_valid_loss : 0.16101284325122833
1932260 0.161171 0.161013 0.163596 CURRENT LEARNING RATE: 2.8399626282160503e-09
previous_iter_valid_loss : 0.16471238434314728
1932280 0.164927 0.164712 0.163796 CURRENT LEARNING RATE: 2.839394692485875e-09
previous_iter_valid_loss : 0.1613595336675644
1932300 0.161511 0.161360 0.163836 CURRENT LEARNING RATE: 2.8388268703314874e-09
previous_iter_valid_loss : 0.16082406044006348
1932320 0.160983 0.160824 0.163844 CURRENT LEARNING RATE: 2.8382591617301745e-09
previous_iter_valid_loss : 0.1708134561777115
1932340 0.170962 0.170813 0.163892 CURRENT LEARNING RATE: 2.837691566659229e-09
previous_iter_valid_loss : 0.16165761649608612
1932360 0.161844 0.161658 0.163949 CURRENT LEARNING RATE: 2.837124085095947e-09
previous_iter_valid_loss : 0.16444437205791473
1932380 0.164611 0.164444 0.164051 CURRENT LEARNING RATE: 2.8365567170176175e-09
previous_iter_valid_loss : 0.1606820970773697
1932400 0.160860 0.160682 0.163525 CURRENT LEARNING RATE: 2.835989462401568e-09
previous_iter_valid_loss : 0.17113043367862701
1932420 0.171387 0.171130 0.163878 CURRENT LEARNING RATE: 2.835422321225097e-09
previous_iter_valid_loss : 0.16268333792686462
1932440 0.162887 0.162683 0.163842 CURRENT LEARNING RATE: 2.8348552934655193e-09
previous_iter_valid_loss : 0.162729412317276
1932460 0.162898 0.162729 0.163945 CURRENT LEARNING RATE: 2.834288379100154e-09
previous_iter_valid_loss : 0.16683894395828247
1932480 0.167058 0.166839 0.163718 CURRENT LEARNING RATE: 2.833721578106324e-09
previous_iter_valid_loss : 0.16120436787605286
1932500 0.161360 0.161204 0.163750 CURRENT LEARNING RATE: 2.8331548904613575e-09
previous_iter_valid_loss : 0.17153482139110565
1932520 0.171802 0.171535 0.164237 CURRENT LEARNING RATE: 2.8325883161425867e-09
previous_iter_valid_loss : 0.16202208399772644
1932540 0.162215 0.162022 0.164291 CURRENT LEARNING RATE: 2.832021855127339e-09
previous_iter_valid_loss : 0.1758134663105011
1932560 0.176099 0.175813 0.164733 CURRENT LEARNING RATE: 2.8314555073929766e-09
previous_iter_valid_loss : 0.16212046146392822
1932580 0.162307 0.162120 0.164813 CURRENT LEARNING RATE: 2.8308892729168347e-09
previous_iter_valid_loss : 0.16096273064613342
1932600 0.161142 0.160963 0.164718 CURRENT LEARNING RATE: 2.8303231516762633e-09
previous_iter_valid_loss : 0.164092555642128
1932620 0.164293 0.164093 0.164868 CURRENT LEARNING RATE: 2.829757143648619e-09
previous_iter_valid_loss : 0.1633804887533188
1932640 0.163570 0.163380 0.164499 CURRENT LEARNING RATE: 2.8291912488112606e-09
previous_iter_valid_loss : 0.1881874054670334
1932660 0.188595 0.188187 0.165857 CURRENT LEARNING RATE: 2.8286254671415523e-09
previous_iter_valid_loss : 0.1605599969625473
1932680 0.160711 0.160560 0.165650 CURRENT LEARNING RATE: 2.8280597986168537e-09
previous_iter_valid_loss : 0.1685503125190735
1932700 0.168784 0.168550 0.166009 CURRENT LEARNING RATE: 2.827494243214557e-09
previous_iter_valid_loss : 0.16101683676242828
1932720 0.161170 0.161017 0.166019 CURRENT LEARNING RATE: 2.8269288009120306e-09
previous_iter_valid_loss : 0.16607919335365295
1932740 0.166285 0.166079 0.165782 CURRENT LEARNING RATE: 2.8263634716866565e-09
previous_iter_valid_loss : 0.16178275644779205
1932760 0.161964 0.161783 0.165788 CURRENT LEARNING RATE: 2.8257982555158216e-09
previous_iter_valid_loss : 0.16184134781360626
1932780 0.162005 0.161841 0.165658 CURRENT LEARNING RATE: 2.825233152376917e-09
previous_iter_valid_loss : 0.1608165055513382
1932800 0.160982 0.160817 0.165665 CURRENT LEARNING RATE: 2.8246681622473393e-09
previous_iter_valid_loss : 0.16856110095977783
1932820 0.168712 0.168561 0.165536 CURRENT LEARNING RATE: 2.824103285104488e-09
previous_iter_valid_loss : 0.16136224567890167
1932840 0.161511 0.161362 0.165470 CURRENT LEARNING RATE: 2.823538520925759e-09
previous_iter_valid_loss : 0.16059823334217072
1932860 0.160771 0.160598 0.165364 CURRENT LEARNING RATE: 2.822973869688581e-09
previous_iter_valid_loss : 0.18185149133205414
1932880 0.182008 0.181851 0.166114 CURRENT LEARNING RATE: 2.8224093313703584e-09
previous_iter_valid_loss : 0.16099631786346436
1932900 0.161145 0.160996 0.166104 CURRENT LEARNING RATE: 2.8218449059485095e-09
previous_iter_valid_loss : 0.17229388654232025
1932920 0.172445 0.172294 0.166142 CURRENT LEARNING RATE: 2.8212805934004567e-09
previous_iter_valid_loss : 0.16165995597839355
1932940 0.161855 0.161660 0.166124 CURRENT LEARNING RATE: 2.820716393703628e-09
previous_iter_valid_loss : 0.1733245998620987
1932960 0.173477 0.173325 0.165999 CURRENT LEARNING RATE: 2.8201523068354557e-09
previous_iter_valid_loss : 0.1716647744178772
1932980 0.171911 0.171665 0.166477 CURRENT LEARNING RATE: 2.8195883327733765e-09
previous_iter_valid_loss : 0.16092443466186523
1933000 0.161080 0.160924 0.166475 CURRENT LEARNING RATE: 2.8190244714948203e-09
previous_iter_valid_loss : 0.160735622048378
1933020 0.160897 0.160736 0.166307 CURRENT LEARNING RATE: 2.8184607229772535e-09
previous_iter_valid_loss : 0.16088460385799408
1933040 0.161044 0.160885 0.166182 CURRENT LEARNING RATE: 2.8178970871981164e-09
previous_iter_valid_loss : 0.1728188693523407
1933060 0.172963 0.172819 0.165414 CURRENT LEARNING RATE: 2.8173335641348624e-09
previous_iter_valid_loss : 0.16954684257507324
1933080 0.169698 0.169547 0.165863 CURRENT LEARNING RATE: 2.816770153764952e-09
previous_iter_valid_loss : 0.16258573532104492
1933100 0.162764 0.162586 0.165565 CURRENT LEARNING RATE: 2.8162068560658477e-09
previous_iter_valid_loss : 0.1608896553516388
1933120 0.161065 0.160890 0.165558 CURRENT LEARNING RATE: 2.8156436710150185e-09
previous_iter_valid_loss : 0.17842938005924225
1933140 0.178590 0.178429 0.166176 CURRENT LEARNING RATE: 2.8150805985899262e-09
previous_iter_valid_loss : 0.1605447381734848
1933160 0.160711 0.160545 0.166114 CURRENT LEARNING RATE: 2.814517638768068e-09
previous_iter_valid_loss : 0.1608559936285019
1933180 0.161013 0.160856 0.166065 CURRENT LEARNING RATE: 2.813954791526916e-09
previous_iter_valid_loss : 0.17407074570655823
1933200 0.174351 0.174071 0.166727 CURRENT LEARNING RATE: 2.813392056843956e-09
previous_iter_valid_loss : 0.16100357472896576
1933220 0.161187 0.161004 0.166350 CURRENT LEARNING RATE: 2.812829434696679e-09
previous_iter_valid_loss : 0.16055387258529663
1933240 0.160714 0.160554 0.166309 CURRENT LEARNING RATE: 2.8122669250625792e-09
previous_iter_valid_loss : 0.16112953424453735
1933260 0.161288 0.161130 0.166336 CURRENT LEARNING RATE: 2.811704527919157e-09
previous_iter_valid_loss : 0.16065354645252228
1933280 0.160831 0.160654 0.165276 CURRENT LEARNING RATE: 2.811142243243916e-09
previous_iter_valid_loss : 0.1729649007320404
1933300 0.173117 0.172965 0.165874 CURRENT LEARNING RATE: 2.8105800710143556e-09
previous_iter_valid_loss : 0.16086465120315552
1933320 0.161046 0.160865 0.165303 CURRENT LEARNING RATE: 2.810018011208008e-09
previous_iter_valid_loss : 0.16053034365177155
1933340 0.160695 0.160530 0.165246 CURRENT LEARNING RATE: 2.8094560638023815e-09
previous_iter_valid_loss : 0.16059593856334686
1933360 0.160766 0.160596 0.164610 CURRENT LEARNING RATE: 2.808894228774998e-09
previous_iter_valid_loss : 0.16239012777805328
1933380 0.162557 0.162390 0.164146 CURRENT LEARNING RATE: 2.808332506103384e-09
previous_iter_valid_loss : 0.1606045663356781
1933400 0.160772 0.160605 0.164130 CURRENT LEARNING RATE: 2.80777089576507e-09
previous_iter_valid_loss : 0.16055582463741302
1933420 0.160709 0.160556 0.164121 CURRENT LEARNING RATE: 2.807209397737593e-09
previous_iter_valid_loss : 0.1888328194618225
1933440 0.189266 0.188833 0.165519 CURRENT LEARNING RATE: 2.806648011998492e-09
previous_iter_valid_loss : 0.16058103740215302
1933460 0.160735 0.160581 0.164907 CURRENT LEARNING RATE: 2.806086738525302e-09
previous_iter_valid_loss : 0.16189290583133698
1933480 0.162083 0.161893 0.164524 CURRENT LEARNING RATE: 2.8055255772955914e-09
previous_iter_valid_loss : 0.16185300052165985
1933500 0.162043 0.161853 0.164487 CURRENT LEARNING RATE: 2.804964528286905e-09
previous_iter_valid_loss : 0.16263529658317566
1933520 0.162833 0.162635 0.164575 CURRENT LEARNING RATE: 2.8044035914768e-09
previous_iter_valid_loss : 0.17895466089248657
1933540 0.179112 0.178955 0.164601 CURRENT LEARNING RATE: 2.8038427668428384e-09
previous_iter_valid_loss : 0.16687658429145813
1933560 0.167043 0.166877 0.164917 CURRENT LEARNING RATE: 2.8032820543625887e-09
previous_iter_valid_loss : 0.16116444766521454
1933580 0.161315 0.161164 0.164933 CURRENT LEARNING RATE: 2.8027214540136206e-09
previous_iter_valid_loss : 0.16640011966228485
1933600 0.166609 0.166400 0.164549 CURRENT LEARNING RATE: 2.8021609657735018e-09
previous_iter_valid_loss : 0.16178350150585175
1933620 0.161941 0.161784 0.164588 CURRENT LEARNING RATE: 2.8016005896198314e-09
previous_iter_valid_loss : 0.16138577461242676
1933640 0.161547 0.161386 0.164630 CURRENT LEARNING RATE: 2.8010403255301857e-09
previous_iter_valid_loss : 0.1605193316936493
1933660 0.160686 0.160519 0.164599 CURRENT LEARNING RATE: 2.8004801734821524e-09
previous_iter_valid_loss : 0.16050289571285248
1933680 0.160676 0.160503 0.164592 CURRENT LEARNING RATE: 2.799920133453327e-09
previous_iter_valid_loss : 0.16423209011554718
1933700 0.164396 0.164232 0.164155 CURRENT LEARNING RATE: 2.799360205421307e-09
previous_iter_valid_loss : 0.17025934159755707
1933720 0.170412 0.170259 0.164625 CURRENT LEARNING RATE: 2.7988003893636965e-09
previous_iter_valid_loss : 0.17240864038467407
1933740 0.172665 0.172409 0.165219 CURRENT LEARNING RATE: 2.798240685258101e-09
previous_iter_valid_loss : 0.16314084827899933
1933760 0.163304 0.163141 0.165346 CURRENT LEARNING RATE: 2.7976810930821237e-09
previous_iter_valid_loss : 0.16187195479869843
1933780 0.162056 0.161872 0.165320 CURRENT LEARNING RATE: 2.7971216128134004e-09
previous_iter_valid_loss : 0.1622723937034607
1933800 0.162443 0.162272 0.165404 CURRENT LEARNING RATE: 2.796562244429542e-09
previous_iter_valid_loss : 0.16141250729560852
1933820 0.161570 0.161413 0.165446 CURRENT LEARNING RATE: 2.7960029879081733e-09
previous_iter_valid_loss : 0.16145338118076324
1933840 0.161641 0.161453 0.164077 CURRENT LEARNING RATE: 2.795443843226925e-09
previous_iter_valid_loss : 0.16088449954986572
1933860 0.161045 0.160884 0.164093 CURRENT LEARNING RATE: 2.794884810363431e-09
previous_iter_valid_loss : 0.18422532081604004
1933880 0.184368 0.184225 0.165209 CURRENT LEARNING RATE: 2.7943258892953293e-09
previous_iter_valid_loss : 0.1659126877784729
1933900 0.166078 0.165913 0.165412 CURRENT LEARNING RATE: 2.793767080000254e-09
previous_iter_valid_loss : 0.1697670966386795
1933920 0.169918 0.169767 0.165769 CURRENT LEARNING RATE: 2.7932083824558723e-09
previous_iter_valid_loss : 0.17276671528816223
1933940 0.172914 0.172767 0.165459 CURRENT LEARNING RATE: 2.7926497966398255e-09
previous_iter_valid_loss : 0.1673835664987564
1933960 0.167539 0.167384 0.165485 CURRENT LEARNING RATE: 2.7920913225297715e-09
previous_iter_valid_loss : 0.16096094250679016
1933980 0.161122 0.160961 0.165475 CURRENT LEARNING RATE: 2.791532960103371e-09
previous_iter_valid_loss : 0.17733994126319885
1934000 0.177499 0.177340 0.166022 CURRENT LEARNING RATE: 2.790974709338289e-09
previous_iter_valid_loss : 0.16436521708965302
1934020 0.164517 0.164365 0.166151 CURRENT LEARNING RATE: 2.7904165702121956e-09
previous_iter_valid_loss : 0.1729801595211029
1934040 0.173122 0.172980 0.166730 CURRENT LEARNING RATE: 2.7898585427027657e-09
previous_iter_valid_loss : 0.16183964908123016
1934060 0.162004 0.161840 0.166796 CURRENT LEARNING RATE: 2.7893006267876677e-09
previous_iter_valid_loss : 0.18431077897548676
1934080 0.184459 0.184311 0.167987 CURRENT LEARNING RATE: 2.7887428224446047e-09
previous_iter_valid_loss : 0.16351184248924255
1934100 0.163680 0.163512 0.167951 CURRENT LEARNING RATE: 2.7881851296512558e-09
previous_iter_valid_loss : 0.16055521368980408
1934120 0.160712 0.160555 0.167466 CURRENT LEARNING RATE: 2.787627548385312e-09
previous_iter_valid_loss : 0.16422855854034424
1934140 0.164441 0.164229 0.167057 CURRENT LEARNING RATE: 2.7870700786244705e-09
previous_iter_valid_loss : 0.16607747972011566
1934160 0.166297 0.166077 0.167203 CURRENT LEARNING RATE: 2.786512720346432e-09
previous_iter_valid_loss : 0.17183247208595276
1934180 0.171976 0.171832 0.167701 CURRENT LEARNING RATE: 2.785955473528904e-09
previous_iter_valid_loss : 0.16694577038288116
1934200 0.167107 0.166946 0.167935 CURRENT LEARNING RATE: 2.7853983381495945e-09
previous_iter_valid_loss : 0.16053231060504913
1934220 0.160704 0.160532 0.167891 CURRENT LEARNING RATE: 2.7848413141862088e-09
previous_iter_valid_loss : 0.16485539078712463
1934240 0.165063 0.164855 0.168061 CURRENT LEARNING RATE: 2.7842844016164863e-09
previous_iter_valid_loss : 0.17753994464874268
1934260 0.177843 0.177540 0.168894 CURRENT LEARNING RATE: 2.78372760041814e-09
previous_iter_valid_loss : 0.16090719401836395
1934280 0.161064 0.160907 0.167728 CURRENT LEARNING RATE: 2.7831709105688986e-09
previous_iter_valid_loss : 0.1643024981021881
1934300 0.164499 0.164302 0.167648 CURRENT LEARNING RATE: 2.782614332046493e-09
previous_iter_valid_loss : 0.17921072244644165
1934320 0.179367 0.179211 0.168120 CURRENT LEARNING RATE: 2.7820578648286616e-09
previous_iter_valid_loss : 0.1609794944524765
1934340 0.161135 0.160979 0.167530 CURRENT LEARNING RATE: 2.7815015088931458e-09
previous_iter_valid_loss : 0.1628119796514511
1939860 0.163008 0.162812 0.165615 CURRENT LEARNING RATE: 2.632123389853612e-09
previous_iter_valid_loss : 0.16181477904319763
1939880 0.161973 0.161815 0.165334 CURRENT LEARNING RATE: 2.631597017814601e-09
previous_iter_valid_loss : 0.16915659606456757
1939900 0.169309 0.169157 0.165735 CURRENT LEARNING RATE: 2.6310707510394706e-09
previous_iter_valid_loss : 0.1673339158296585
1939920 0.167488 0.167334 0.166057 CURRENT LEARNING RATE: 2.6305445895071714e-09
previous_iter_valid_loss : 0.16283896565437317
1939940 0.163035 0.162839 0.166096 CURRENT LEARNING RATE: 2.630018533196656e-09
previous_iter_valid_loss : 0.16101379692554474
1939960 0.161207 0.161014 0.166121 CURRENT LEARNING RATE: 2.629492582086882e-09
previous_iter_valid_loss : 0.16347475349903107
1939980 0.163678 0.163475 0.165493 CURRENT LEARNING RATE: 2.6289667361568116e-09
previous_iter_valid_loss : 0.1642335206270218
1940000 0.164439 0.164234 0.164587 CURRENT LEARNING RATE: 2.6284409953854017e-09
previous_iter_valid_loss : 0.16191156208515167
1940020 0.162067 0.161912 0.164619 CURRENT LEARNING RATE: 2.6279153597516413e-09
previous_iter_valid_loss : 0.16630321741104126
1940040 0.166469 0.166303 0.164864 CURRENT LEARNING RATE: 2.6273898292344955e-09
previous_iter_valid_loss : 0.1670360565185547
1940060 0.167201 0.167036 0.164911 CURRENT LEARNING RATE: 2.6268644038129435e-09
previous_iter_valid_loss : 0.16094179451465607
1940080 0.161123 0.160942 0.164784 CURRENT LEARNING RATE: 2.6263390834659677e-09
previous_iter_valid_loss : 0.16483238339424133
1940100 0.165001 0.164832 0.164562 CURRENT LEARNING RATE: 2.6258138681725563e-09
previous_iter_valid_loss : 0.16107574105262756
1940120 0.161256 0.161076 0.164337 CURRENT LEARNING RATE: 2.625288757911699e-09
previous_iter_valid_loss : 0.16797231137752533
1940140 0.168195 0.167972 0.164325 CURRENT LEARNING RATE: 2.624763752662393e-09
previous_iter_valid_loss : 0.1608477383852005
1940160 0.161028 0.160848 0.164228 CURRENT LEARNING RATE: 2.624238852403628e-09
previous_iter_valid_loss : 0.1780475378036499
1940180 0.178360 0.178048 0.165022 CURRENT LEARNING RATE: 2.623714057114427e-09
previous_iter_valid_loss : 0.1680295467376709
1940200 0.168254 0.168030 0.165030 CURRENT LEARNING RATE: 2.623189366773788e-09
previous_iter_valid_loss : 0.16404291987419128
1940220 0.164240 0.164043 0.164721 CURRENT LEARNING RATE: 2.6226647813607244e-09
previous_iter_valid_loss : 0.16306908428668976
1940240 0.163258 0.163069 0.164837 CURRENT LEARNING RATE: 2.622140300854252e-09
previous_iter_valid_loss : 0.160807266831398
1940260 0.160961 0.160807 0.164737 CURRENT LEARNING RATE: 2.6216159252333926e-09
previous_iter_valid_loss : 0.16080361604690552
1940280 0.160959 0.160804 0.164686 CURRENT LEARNING RATE: 2.6210916544771707e-09
previous_iter_valid_loss : 0.16665072739124298
1940300 0.166870 0.166651 0.164561 CURRENT LEARNING RATE: 2.6205674885646145e-09
previous_iter_valid_loss : 0.16106288135051727
1940320 0.161222 0.161063 0.164247 CURRENT LEARNING RATE: 2.6200434274747497e-09
previous_iter_valid_loss : 0.1638736128807068
1940340 0.164043 0.163874 0.164299 CURRENT LEARNING RATE: 2.619519471186631e-09
previous_iter_valid_loss : 0.16129887104034424
1940360 0.161486 0.161299 0.164313 CURRENT LEARNING RATE: 2.6189956196792922e-09
previous_iter_valid_loss : 0.18259990215301514
1940380 0.182938 0.182600 0.165269 CURRENT LEARNING RATE: 2.6184718729317777e-09
previous_iter_valid_loss : 0.16060402989387512
1940400 0.160776 0.160604 0.165088 CURRENT LEARNING RATE: 2.617948230923139e-09
previous_iter_valid_loss : 0.16052572429180145
1940420 0.160691 0.160526 0.165019 CURRENT LEARNING RATE: 2.6174246936324303e-09
previous_iter_valid_loss : 0.16051913797855377
1940440 0.160686 0.160519 0.164730 CURRENT LEARNING RATE: 2.6169012610387086e-09
previous_iter_valid_loss : 0.1628238707780838
1940460 0.162983 0.162824 0.164519 CURRENT LEARNING RATE: 2.6163779331210295e-09
previous_iter_valid_loss : 0.1680179238319397
1940480 0.168250 0.168018 0.164873 CURRENT LEARNING RATE: 2.6158547098584763e-09
previous_iter_valid_loss : 0.16822201013565063
1940500 0.168461 0.168222 0.165042 CURRENT LEARNING RATE: 2.615331591230113e-09
previous_iter_valid_loss : 0.1738535761833191
1940520 0.174126 0.173854 0.165681 CURRENT LEARNING RATE: 2.614808577215013e-09
previous_iter_valid_loss : 0.16896843910217285
1940540 0.169204 0.168968 0.165731 CURRENT LEARNING RATE: 2.6142856677922562e-09
previous_iter_valid_loss : 0.17737293243408203
1940560 0.177532 0.177373 0.166557 CURRENT LEARNING RATE: 2.613762862940927e-09
previous_iter_valid_loss : 0.16058719158172607
1940580 0.160749 0.160587 0.165684 CURRENT LEARNING RATE: 2.6132401626401122e-09
previous_iter_valid_loss : 0.1681632250547409
1940600 0.168403 0.168163 0.165691 CURRENT LEARNING RATE: 2.612717566868905e-09
previous_iter_valid_loss : 0.16085192561149597
1940620 0.161001 0.160852 0.165531 CURRENT LEARNING RATE: 2.6121950756063906e-09
previous_iter_valid_loss : 0.1691533476114273
1940640 0.169309 0.169153 0.165835 CURRENT LEARNING RATE: 2.611672688831689e-09
previous_iter_valid_loss : 0.16370581090450287
1940660 0.163873 0.163706 0.165980 CURRENT LEARNING RATE: 2.6111504065238963e-09
previous_iter_valid_loss : 0.16650405526161194
1940680 0.166722 0.166504 0.166265 CURRENT LEARNING RATE: 2.610628228662119e-09
previous_iter_valid_loss : 0.162619948387146
1940700 0.162811 0.162620 0.166064 CURRENT LEARNING RATE: 2.6101061552254718e-09
previous_iter_valid_loss : 0.1679222285747528
1940720 0.168077 0.167922 0.166407 CURRENT LEARNING RATE: 2.609584186193071e-09
previous_iter_valid_loss : 0.1668517142534256
1940740 0.167059 0.166852 0.166556 CURRENT LEARNING RATE: 2.609062321544038e-09
previous_iter_valid_loss : 0.17232881486415863
1940760 0.172593 0.172329 0.167107 CURRENT LEARNING RATE: 2.6085405612574893e-09
previous_iter_valid_loss : 0.1687343716621399
1940780 0.168890 0.168734 0.166414 CURRENT LEARNING RATE: 2.6080189053125724e-09
previous_iter_valid_loss : 0.16165849566459656
1940800 0.161827 0.161658 0.166467 CURRENT LEARNING RATE: 2.607497353688412e-09
previous_iter_valid_loss : 0.16123779118061066
1940820 0.161388 0.161238 0.166502 CURRENT LEARNING RATE: 2.606975906364146e-09
previous_iter_valid_loss : 0.16578371822834015
1940840 0.165949 0.165784 0.166766 CURRENT LEARNING RATE: 2.606454563318917e-09
previous_iter_valid_loss : 0.16052128374576569
1940860 0.160683 0.160521 0.166650 CURRENT LEARNING RATE: 2.6059333245318705e-09
previous_iter_valid_loss : 0.16067713499069214
1940880 0.160850 0.160677 0.166283 CURRENT LEARNING RATE: 2.6054121899821573e-09
previous_iter_valid_loss : 0.16229087114334106
1940900 0.162486 0.162291 0.165987 CURRENT LEARNING RATE: 2.604891159648932e-09
previous_iter_valid_loss : 0.17100918292999268
1940920 0.171259 0.171009 0.165845 CURRENT LEARNING RATE: 2.6043702335113446e-09
previous_iter_valid_loss : 0.16058237850666046
1940940 0.160741 0.160582 0.165425 CURRENT LEARNING RATE: 2.603849411548576e-09
previous_iter_valid_loss : 0.16299091279506683
1940960 0.163190 0.162991 0.164706 CURRENT LEARNING RATE: 2.603328693739784e-09
previous_iter_valid_loss : 0.16888822615146637
1940980 0.169040 0.168888 0.165121 CURRENT LEARNING RATE: 2.60280808006414e-09
previous_iter_valid_loss : 0.1642179787158966
1941000 0.164420 0.164218 0.164924 CURRENT LEARNING RATE: 2.6022875705008197e-09
previous_iter_valid_loss : 0.17901307344436646
1941020 0.179327 0.179013 0.165832 CURRENT LEARNING RATE: 2.601767165029003e-09
previous_iter_valid_loss : 0.16089609265327454
1941040 0.161080 0.160896 0.165419 CURRENT LEARNING RATE: 2.6012468636278727e-09
previous_iter_valid_loss : 0.16235971450805664
1941060 0.162541 0.162360 0.165352 CURRENT LEARNING RATE: 2.6007266662766175e-09
previous_iter_valid_loss : 0.1606045961380005
1941080 0.160770 0.160605 0.165057 CURRENT LEARNING RATE: 2.6002065729544198e-09
previous_iter_valid_loss : 0.16336025297641754
1941100 0.163558 0.163360 0.165094 CURRENT LEARNING RATE: 2.599686583640495e-09
previous_iter_valid_loss : 0.16147515177726746
1941120 0.161636 0.161475 0.164772 CURRENT LEARNING RATE: 2.5991666983140335e-09
previous_iter_valid_loss : 0.1744772344827652
1941140 0.174627 0.174477 0.165153 CURRENT LEARNING RATE: 2.5986469169542406e-09
previous_iter_valid_loss : 0.16059835255146027
1941160 0.160751 0.160598 0.164566 CURRENT LEARNING RATE: 2.5981272395403247e-09
previous_iter_valid_loss : 0.16285178065299988
1941180 0.163015 0.162852 0.164272 CURRENT LEARNING RATE: 2.5976076660514987e-09
previous_iter_valid_loss : 0.16152876615524292
1941200 0.161694 0.161529 0.164266 CURRENT LEARNING RATE: 2.5970881964669797e-09
previous_iter_valid_loss : 0.18456698954105377
1941220 0.184952 0.184567 0.165432 CURRENT LEARNING RATE: 2.5965688307659794e-09
previous_iter_valid_loss : 0.1642688810825348
1941240 0.164439 0.164269 0.165356 CURRENT LEARNING RATE: 2.596049568927742e-09
previous_iter_valid_loss : 0.16721493005752563
1941260 0.167434 0.167215 0.165691 CURRENT LEARNING RATE: 2.595530410931488e-09
previous_iter_valid_loss : 0.16088953614234924
1941280 0.161066 0.160890 0.165702 CURRENT LEARNING RATE: 2.5950113567564507e-09
previous_iter_valid_loss : 0.16061145067214966
1941300 0.160778 0.160611 0.165618 CURRENT LEARNING RATE: 2.5944924063818677e-09
previous_iter_valid_loss : 0.16761212050914764
1941320 0.167839 0.167612 0.165448 CURRENT LEARNING RATE: 2.5939735597869816e-09
previous_iter_valid_loss : 0.16091008484363556
1941340 0.161091 0.160910 0.165464 CURRENT LEARNING RATE: 2.5934548169510383e-09
previous_iter_valid_loss : 0.16053587198257446
1941360 0.160706 0.160536 0.165342 CURRENT LEARNING RATE: 2.5929361778532875e-09
previous_iter_valid_loss : 0.17406399548053741
1941380 0.174343 0.174064 0.165600 CURRENT LEARNING RATE: 2.5924176424729754e-09
previous_iter_valid_loss : 0.16150152683258057
1941400 0.161655 0.161502 0.165464 CURRENT LEARNING RATE: 2.5918992107893786e-09
previous_iter_valid_loss : 0.1796121895313263
1941420 0.179769 0.179612 0.165494 CURRENT LEARNING RATE: 2.5913808827817505e-09
previous_iter_valid_loss : 0.1643446683883667
1941440 0.164505 0.164345 0.165667 CURRENT LEARNING RATE: 2.590862658429358e-09
previous_iter_valid_loss : 0.16477006673812866
1941460 0.164966 0.164770 0.165787 CURRENT LEARNING RATE: 2.590344537711472e-09
previous_iter_valid_loss : 0.178935706615448
1941480 0.179246 0.178936 0.166704 CURRENT LEARNING RATE: 2.5898265206073683e-09
previous_iter_valid_loss : 0.16100431978702545
1941500 0.161184 0.161004 0.166586 CURRENT LEARNING RATE: 2.5893086070963254e-09
previous_iter_valid_loss : 0.16792893409729004
1941520 0.168087 0.167929 0.166909 CURRENT LEARNING RATE: 2.5887907971576184e-09
previous_iter_valid_loss : 0.17509327828884125
1941540 0.175245 0.175093 0.166940 CURRENT LEARNING RATE: 2.588273090770552e-09
previous_iter_valid_loss : 0.16796009242534637
1941560 0.168190 0.167960 0.167308 CURRENT LEARNING RATE: 2.5877554879144102e-09
previous_iter_valid_loss : 0.16114597022533417
1941580 0.161327 0.161146 0.167222 CURRENT LEARNING RATE: 2.587237988568488e-09
previous_iter_valid_loss : 0.1727498322725296
1941600 0.173023 0.172750 0.167783 CURRENT LEARNING RATE: 2.586720592712086e-09
previous_iter_valid_loss : 0.16270843148231506
1941620 0.162871 0.162708 0.166691 CURRENT LEARNING RATE: 2.5862033003245078e-09
previous_iter_valid_loss : 0.16213566064834595
1941640 0.162326 0.162136 0.166584 CURRENT LEARNING RATE: 2.585686111385062e-09
previous_iter_valid_loss : 0.19176366925239563
1941660 0.192220 0.191764 0.167811 CURRENT LEARNING RATE: 2.585169025873061e-09
previous_iter_valid_loss : 0.1709595024585724
1941680 0.171213 0.170960 0.168315 CURRENT LEARNING RATE: 2.5846520437678124e-09
previous_iter_valid_loss : 0.17644071578979492
1941700 0.176733 0.176441 0.169106 CURRENT LEARNING RATE: 2.5841351650486548e-09
previous_iter_valid_loss : 0.16429546475410461
1941720 0.164468 0.164295 0.168940 CURRENT LEARNING RATE: 2.5836183896949042e-09
previous_iter_valid_loss : 0.16121786832809448
1941740 0.161404 0.161218 0.168956 CURRENT LEARNING RATE: 2.5831017176858896e-09
previous_iter_valid_loss : 0.1618829071521759
1941760 0.162037 0.161883 0.169023 CURRENT LEARNING RATE: 2.582585149000944e-09
previous_iter_valid_loss : 0.16757135093212128
1941780 0.167728 0.167571 0.168699 CURRENT LEARNING RATE: 2.5820686836194047e-09
previous_iter_valid_loss : 0.1655430793762207
1941800 0.165711 0.165543 0.168901 CURRENT LEARNING RATE: 2.581552321520613e-09
previous_iter_valid_loss : 0.16446375846862793
1941820 0.164672 0.164464 0.168143 CURRENT LEARNING RATE: 2.5810360626839147e-09
previous_iter_valid_loss : 0.16059601306915283
1941840 0.160765 0.160596 0.167956 CURRENT LEARNING RATE: 2.5805199070886496e-09
previous_iter_valid_loss : 0.1605142503976822
1941860 0.160676 0.160514 0.167743 CURRENT LEARNING RATE: 2.580003854714191e-09
previous_iter_valid_loss : 0.16319327056407928
1941880 0.163360 0.163193 0.166956 CURRENT LEARNING RATE: 2.5794879055398865e-09
previous_iter_valid_loss : 0.160771444439888
1941900 0.160954 0.160771 0.166944 CURRENT LEARNING RATE: 2.578972059545099e-09
previous_iter_valid_loss : 0.1713431179523468
1941920 0.171489 0.171343 0.167115 CURRENT LEARNING RATE: 2.578456316709194e-09
previous_iter_valid_loss : 0.17155849933624268
1941940 0.171816 0.171558 0.166938 CURRENT LEARNING RATE: 2.5779406770115416e-09
previous_iter_valid_loss : 0.16472503542900085
1941960 0.164929 0.164725 0.166776 CURRENT LEARNING RATE: 2.577425140431517e-09
previous_iter_valid_loss : 0.16071394085884094
1941980 0.160881 0.160714 0.166755 CURRENT LEARNING RATE: 2.576909706948489e-09
previous_iter_valid_loss : 0.17269541323184967
1942000 0.172845 0.172695 0.166752 CURRENT LEARNING RATE: 2.576394376541859e-09
previous_iter_valid_loss : 0.16171784698963165
1942020 0.161875 0.161718 0.166703 CURRENT LEARNING RATE: 2.5758791491910047e-09
previous_iter_valid_loss : 0.16088035702705383
1942040 0.161056 0.160880 0.166640 CURRENT LEARNING RATE: 2.5753640248753163e-09
previous_iter_valid_loss : 0.16392146050930023
1942060 0.164115 0.163921 0.165248 CURRENT LEARNING RATE: 2.5748490035741893e-09
previous_iter_valid_loss : 0.1606161743402481
1942080 0.160784 0.160616 0.164731 CURRENT LEARNING RATE: 2.5743340852670226e-09
previous_iter_valid_loss : 0.1605563908815384
1942100 0.160711 0.160556 0.163936 CURRENT LEARNING RATE: 2.5738192699332196e-09
previous_iter_valid_loss : 0.1723482459783554
1942120 0.172492 0.172348 0.164339 CURRENT LEARNING RATE: 2.5733045575521884e-09
previous_iter_valid_loss : 0.16810092329978943
1942140 0.168255 0.168101 0.164683 CURRENT LEARNING RATE: 2.57278994810333e-09
previous_iter_valid_loss : 0.16127437353134155
1942160 0.161460 0.161274 0.164653 CURRENT LEARNING RATE: 2.5722754415660792e-09
previous_iter_valid_loss : 0.16166944801807404
1942180 0.161827 0.161669 0.164358 CURRENT LEARNING RATE: 2.5717610379198466e-09
previous_iter_valid_loss : 0.1616770178079605
1942200 0.161869 0.161677 0.164164 CURRENT LEARNING RATE: 2.5712467371440557e-09
previous_iter_valid_loss : 0.169269859790802
1942220 0.169422 0.169270 0.164405 CURRENT LEARNING RATE: 2.570732539218135e-09
previous_iter_valid_loss : 0.1606561839580536
1942240 0.160811 0.160656 0.164408 CURRENT LEARNING RATE: 2.5702184441215154e-09
previous_iter_valid_loss : 0.1605105698108673
1942260 0.160668 0.160511 0.164407 CURRENT LEARNING RATE: 2.5697044518336345e-09
previous_iter_valid_loss : 0.16319619119167328
1942280 0.163383 0.163196 0.164408 CURRENT LEARNING RATE: 2.569190562333932e-09
previous_iter_valid_loss : 0.16727732121944427
1942300 0.167436 0.167277 0.164733 CURRENT LEARNING RATE: 2.568676775601843e-09
previous_iter_valid_loss : 0.1638527512550354
1942320 0.164049 0.163853 0.164358 CURRENT LEARNING RATE: 2.568163091616835e-09
previous_iter_valid_loss : 0.17418630421161652
1942340 0.174334 0.174186 0.164490 CURRENT LEARNING RATE: 2.5676495103583504e-09
previous_iter_valid_loss : 0.17263132333755493
1942360 0.172773 0.172631 0.164885 CURRENT LEARNING RATE: 2.5671360318058467e-09
previous_iter_valid_loss : 0.17399629950523376
1942380 0.174140 0.173996 0.165549 CURRENT LEARNING RATE: 2.5666226559387846e-09
previous_iter_valid_loss : 0.16384173929691315
1942400 0.164013 0.163842 0.165106 CURRENT LEARNING RATE: 2.566109382736629e-09
previous_iter_valid_loss : 0.1674603968858719
1942420 0.167620 0.167460 0.165394 CURRENT LEARNING RATE: 2.5655962121788493e-09
previous_iter_valid_loss : 0.1606590300798416
1942440 0.160815 0.160659 0.165383 CURRENT LEARNING RATE: 2.5650831442449093e-09
previous_iter_valid_loss : 0.16082149744033813
1942460 0.160973 0.160821 0.165228 CURRENT LEARNING RATE: 2.5645701789143043e-09
previous_iter_valid_loss : 0.1610226184129715
1942480 0.161184 0.161023 0.165248 CURRENT LEARNING RATE: 2.564057316166507e-09
previous_iter_valid_loss : 0.16429570317268372
1942500 0.164489 0.164296 0.165435 CURRENT LEARNING RATE: 2.563544555981003e-09
previous_iter_valid_loss : 0.16064554452896118
1942520 0.160814 0.160646 0.164850 CURRENT LEARNING RATE: 2.563031898337281e-09
previous_iter_valid_loss : 0.1664283573627472
1942540 0.166585 0.166428 0.164766 CURRENT LEARNING RATE: 2.5625193432148357e-09
previous_iter_valid_loss : 0.16060084104537964
1942560 0.160768 0.160601 0.164732 CURRENT LEARNING RATE: 2.562006890593164e-09
previous_iter_valid_loss : 0.16061270236968994
1942580 0.160791 0.160613 0.164680 CURRENT LEARNING RATE: 2.561494540451769e-09
previous_iter_valid_loss : 0.16049572825431824
1942600 0.160651 0.160496 0.164620 CURRENT LEARNING RATE: 2.560982292770146e-09
previous_iter_valid_loss : 0.16062487661838531
1942620 0.160781 0.160625 0.164188 CURRENT LEARNING RATE: 2.5604701475278247e-09
previous_iter_valid_loss : 0.17018923163414001
1942640 0.170339 0.170189 0.164665 CURRENT LEARNING RATE: 2.5599581047043095e-09
previous_iter_valid_loss : 0.16336196660995483
1942660 0.163565 0.163362 0.164807 CURRENT LEARNING RATE: 2.5594461642791188e-09
previous_iter_valid_loss : 0.16088274121284485
1942680 0.161058 0.160883 0.164692 CURRENT LEARNING RATE: 2.558934326231775e-09
previous_iter_valid_loss : 0.1614258885383606
1942700 0.161610 0.161426 0.164399 CURRENT LEARNING RATE: 2.5584225905418046e-09
previous_iter_valid_loss : 0.1606299877166748
1942720 0.160796 0.160630 0.164238 CURRENT LEARNING RATE: 2.5579109571887382e-09
previous_iter_valid_loss : 0.17480580508708954
1942740 0.175087 0.174806 0.164269 CURRENT LEARNING RATE: 2.5573994261521014e-09
previous_iter_valid_loss : 0.16694238781929016
1942760 0.167160 0.166942 0.163985 CURRENT LEARNING RATE: 2.556887997411451e-09
previous_iter_valid_loss : 0.16049450635910034
1942780 0.160654 0.160495 0.163310 CURRENT LEARNING RATE: 2.5563766709463207e-09
previous_iter_valid_loss : 0.18162687122821808
1942800 0.181985 0.181627 0.164199 CURRENT LEARNING RATE: 2.555865446736258e-09
previous_iter_valid_loss : 0.16604803502559662
1942820 0.166268 0.166048 0.164128 CURRENT LEARNING RATE: 2.555354324760813e-09
previous_iter_valid_loss : 0.16608546674251556
1942840 0.166292 0.166085 0.164400 CURRENT LEARNING RATE: 2.5548433049995413e-09
previous_iter_valid_loss : 0.16171541810035706
1942860 0.161909 0.161715 0.164444 CURRENT LEARNING RATE: 2.554332387432003e-09
previous_iter_valid_loss : 0.1605071723461151
1942880 0.160664 0.160507 0.164418 CURRENT LEARNING RATE: 2.5538215720377594e-09
previous_iter_valid_loss : 0.16125090420246124
1942900 0.161405 0.161251 0.164266 CURRENT LEARNING RATE: 2.5533108587963706e-09
previous_iter_valid_loss : 0.16466407477855682
1942920 0.164877 0.164664 0.164467 CURRENT LEARNING RATE: 2.5528002476874257e-09
previous_iter_valid_loss : 0.16865646839141846
1942940 0.168890 0.168656 0.164579 CURRENT LEARNING RATE: 2.5522897386904905e-09
previous_iter_valid_loss : 0.16130927205085754
1942960 0.161499 0.161309 0.164614 CURRENT LEARNING RATE: 2.5517793317851457e-09
previous_iter_valid_loss : 0.17143522202968597
1942980 0.171692 0.171435 0.165155 CURRENT LEARNING RATE: 2.5512690269509743e-09
previous_iter_valid_loss : 0.17300856113433838
1943000 0.173279 0.173009 0.165781 CURRENT LEARNING RATE: 2.5507588241675643e-09
previous_iter_valid_loss : 0.18094216287136078
1943020 0.181285 0.180942 0.166797 CURRENT LEARNING RATE: 2.5502487234145077e-09
previous_iter_valid_loss : 0.16243571043014526
1943040 0.162621 0.162436 0.166409 CURRENT LEARNING RATE: 2.5497387246714e-09
previous_iter_valid_loss : 0.16587413847446442
1943060 0.166072 0.165874 0.166535 CURRENT LEARNING RATE: 2.549228827917833e-09
previous_iter_valid_loss : 0.17355909943580627
1943080 0.173702 0.173559 0.167168 CURRENT LEARNING RATE: 2.5487190331334283e-09
previous_iter_valid_loss : 0.1645163744688034
1943100 0.164684 0.164516 0.167323 CURRENT LEARNING RATE: 2.5482093402977852e-09
previous_iter_valid_loss : 0.16446161270141602
1943120 0.164640 0.164462 0.167514 CURRENT LEARNING RATE: 2.5476997493905165e-09
previous_iter_valid_loss : 0.16055001318454742
1943140 0.160708 0.160550 0.166802 CURRENT LEARNING RATE: 2.547190260391238e-09
previous_iter_valid_loss : 0.16192194819450378
1943160 0.162083 0.161922 0.166551 CURRENT LEARNING RATE: 2.54668087327957e-09
previous_iter_valid_loss : 0.16551938652992249
1943180 0.165679 0.165519 0.166802 CURRENT LEARNING RATE: 2.546171588035137e-09
previous_iter_valid_loss : 0.16284096240997314
1943200 0.163034 0.162841 0.165863 CURRENT LEARNING RATE: 2.545662404637559e-09
previous_iter_valid_loss : 0.1668216586112976
1943220 0.166981 0.166822 0.165901 CURRENT LEARNING RATE: 2.545153323066487e-09
previous_iter_valid_loss : 0.16063618659973145
1943240 0.160790 0.160636 0.165629 CURRENT LEARNING RATE: 2.544644343301548e-09
previous_iter_valid_loss : 0.16500252485275269
1943260 0.165200 0.165003 0.165793 CURRENT LEARNING RATE: 2.544135465322383e-09
previous_iter_valid_loss : 0.16117441654205322
1943280 0.161361 0.161174 0.165827 CURRENT LEARNING RATE: 2.543626689108637e-09
previous_iter_valid_loss : 0.16118648648262024
1943300 0.161334 0.161186 0.165823 CURRENT LEARNING RATE: 2.543118014639959e-09
previous_iter_valid_loss : 0.1663706749677658
1943320 0.166529 0.166371 0.165909 CURRENT LEARNING RATE: 2.5426094418960015e-09
previous_iter_valid_loss : 0.16201795637607574
1943340 0.162211 0.162018 0.165577 CURRENT LEARNING RATE: 2.542100970856423e-09
previous_iter_valid_loss : 0.16180552542209625
1943360 0.161959 0.161806 0.165602 CURRENT LEARNING RATE: 2.5415926015008734e-09
previous_iter_valid_loss : 0.16053029894828796
1943380 0.160691 0.160530 0.165056 CURRENT LEARNING RATE: 2.541084333809038e-09
previous_iter_valid_loss : 0.16139228641986847
1943400 0.161589 0.161392 0.164475 CURRENT LEARNING RATE: 2.540576167760576e-09
previous_iter_valid_loss : 0.16647997498512268
1943420 0.166698 0.166480 0.163752 CURRENT LEARNING RATE: 2.5400681033351613e-09
previous_iter_valid_loss : 0.1614576131105423
1943440 0.161650 0.161458 0.163703 CURRENT LEARNING RATE: 2.539560140512471e-09
previous_iter_valid_loss : 0.16188018023967743
1943460 0.162067 0.161880 0.163504 CURRENT LEARNING RATE: 2.539052279272186e-09
previous_iter_valid_loss : 0.16692371666431427
1943480 0.167132 0.166924 0.163172 CURRENT LEARNING RATE: 2.5385445195939934e-09
previous_iter_valid_loss : 0.17549915611743927
1943500 0.175789 0.175499 0.163721 CURRENT LEARNING RATE: 2.5380368614575817e-09
previous_iter_valid_loss : 0.1624404340982437
1943520 0.162636 0.162440 0.163620 CURRENT LEARNING RATE: 2.5375293048426356e-09
previous_iter_valid_loss : 0.1637391299009323
1943540 0.163945 0.163739 0.163780 CURRENT LEARNING RATE: 2.5370218497288715e-09
previous_iter_valid_loss : 0.1679503321647644
1943560 0.168179 0.167950 0.164081 CURRENT LEARNING RATE: 2.536514496095981e-09
previous_iter_valid_loss : 0.1658986210823059
1943580 0.166065 0.165899 0.164100 CURRENT LEARNING RATE: 2.536007243923671e-09
previous_iter_valid_loss : 0.16153348982334137
1943600 0.161718 0.161533 0.164035 CURRENT LEARNING RATE: 2.5355000931916515e-09
previous_iter_valid_loss : 0.1623084843158722
1943620 0.162471 0.162308 0.163809 CURRENT LEARNING RATE: 2.5349930438796355e-09
previous_iter_valid_loss : 0.18501797318458557
1943640 0.185162 0.185018 0.165028 CURRENT LEARNING RATE: 2.534486095967342e-09
previous_iter_valid_loss : 0.18719585239887238
1943660 0.187329 0.187196 0.166138 CURRENT LEARNING RATE: 2.5339792494344836e-09
previous_iter_valid_loss : 0.1850193738937378
1943680 0.185162 0.185019 0.167330 CURRENT LEARNING RATE: 2.5334725042608043e-09
previous_iter_valid_loss : 0.16578535735607147
1943700 0.165995 0.165785 0.167560 CURRENT LEARNING RATE: 2.5329658604260257e-09
previous_iter_valid_loss : 0.16476041078567505
1943720 0.164960 0.164760 0.167479 CURRENT LEARNING RATE: 2.5324593179098813e-09
previous_iter_valid_loss : 0.16161520779132843
1943740 0.161800 0.161615 0.167459 CURRENT LEARNING RATE: 2.5319528766921107e-09
previous_iter_valid_loss : 0.16092140972614288
1943760 0.161074 0.160921 0.167415 CURRENT LEARNING RATE: 2.5314465367524553e-09
previous_iter_valid_loss : 0.16201090812683105
1943780 0.162200 0.162011 0.167489 CURRENT LEARNING RATE: 2.5309402980706616e-09
previous_iter_valid_loss : 0.16126570105552673
1943800 0.161419 0.161266 0.167483 CURRENT LEARNING RATE: 2.5304341606264804e-09
previous_iter_valid_loss : 0.16976876556873322
1943820 0.169921 0.169769 0.167647 CURRENT LEARNING RATE: 2.5299281243996567e-09
previous_iter_valid_loss : 0.16332469880580902
1943840 0.163491 0.163325 0.167740 CURRENT LEARNING RATE: 2.5294221893699673e-09
previous_iter_valid_loss : 0.18019908666610718
1943860 0.180354 0.180199 0.168656 CURRENT LEARNING RATE: 2.5289163555171657e-09
previous_iter_valid_loss : 0.16867388784885406
1943880 0.168828 0.168674 0.168744 CURRENT LEARNING RATE: 2.528410622821019e-09
previous_iter_valid_loss : 0.18364687263965607
1943900 0.184012 0.183647 0.169151 CURRENT LEARNING RATE: 2.5279049912612974e-09
previous_iter_valid_loss : 0.16746263206005096
1943920 0.167683 0.167463 0.169402 CURRENT LEARNING RATE: 2.527399460817776e-09
previous_iter_valid_loss : 0.1607455611228943
1943940 0.160920 0.160746 0.169253 CURRENT LEARNING RATE: 2.5268940314702326e-09
previous_iter_valid_loss : 0.16831465065479279
1943960 0.168467 0.168315 0.169271 CURRENT LEARNING RATE: 2.5263887031984427e-09
previous_iter_valid_loss : 0.1605503410100937
1943980 0.160708 0.160550 0.169004 CURRENT LEARNING RATE: 2.52588347598221e-09
previous_iter_valid_loss : 0.1606094092130661
1944000 0.160778 0.160609 0.168957 CURRENT LEARNING RATE: 2.5253783498013163e-09
previous_iter_valid_loss : 0.16351696848869324
1944020 0.163709 0.163517 0.169018 CURRENT LEARNING RATE: 2.5248733246355575e-09
previous_iter_valid_loss : 0.16374100744724274
1944040 0.163933 0.163741 0.167954 CURRENT LEARNING RATE: 2.5243684004647315e-09
previous_iter_valid_loss : 0.1607244908809662
1944060 0.160894 0.160724 0.166630 CURRENT LEARNING RATE: 2.523863577268642e-09
previous_iter_valid_loss : 0.16617688536643982
1944080 0.166337 0.166177 0.165688 CURRENT LEARNING RATE: 2.523358855027096e-09
previous_iter_valid_loss : 0.18245148658752441
1944100 0.182603 0.182451 0.166522 CURRENT LEARNING RATE: 2.5228542337199047e-09
previous_iter_valid_loss : 0.16213715076446533
1944120 0.162294 0.162137 0.166390 CURRENT LEARNING RATE: 2.522349713326874e-09
previous_iter_valid_loss : 0.16324423253536224
1944140 0.163410 0.163244 0.166472 CURRENT LEARNING RATE: 2.521845293827841e-09
previous_iter_valid_loss : 0.16194497048854828
1944160 0.162138 0.161945 0.166523 CURRENT LEARNING RATE: 2.52134097520262e-09
previous_iter_valid_loss : 0.1664065271615982
1944180 0.166629 0.166407 0.166743 CURRENT LEARNING RATE: 2.5208367574310386e-09
previous_iter_valid_loss : 0.16061468422412872
1944200 0.160785 0.160615 0.166710 CURRENT LEARNING RATE: 2.520332640492928e-09
previous_iter_valid_loss : 0.1827874481678009
1944220 0.183142 0.182787 0.167361 CURRENT LEARNING RATE: 2.519828624368123e-09
previous_iter_valid_loss : 0.16209900379180908
1944240 0.162290 0.162099 0.167300 CURRENT LEARNING RATE: 2.5193247090364637e-09
previous_iter_valid_loss : 0.16057375073432922
1944260 0.160741 0.160574 0.166319 CURRENT LEARNING RATE: 2.5188208944777928e-09
previous_iter_valid_loss : 0.16241051256656647
1944280 0.162575 0.162411 0.166005 CURRENT LEARNING RATE: 2.518317180671949e-09
previous_iter_valid_loss : 0.1642354130744934
1944300 0.164431 0.164235 0.165035 CURRENT LEARNING RATE: 2.517813567598802e-09
previous_iter_valid_loss : 0.1674693077802658
1944320 0.167626 0.167469 0.165035 CURRENT LEARNING RATE: 2.5173100552381976e-09
previous_iter_valid_loss : 0.17513440549373627
1944340 0.175428 0.175134 0.165755 CURRENT LEARNING RATE: 2.516806643569996e-09
previous_iter_valid_loss : 0.16190016269683838
1944360 0.162088 0.161900 0.165434 CURRENT LEARNING RATE: 2.5163033325740606e-09
previous_iter_valid_loss : 0.16049066185951233
1944380 0.160648 0.160491 0.165431 CURRENT LEARNING RATE: 2.5158001222302585e-09
previous_iter_valid_loss : 0.16457946598529816
1944400 0.164776 0.164579 0.165629 CURRENT LEARNING RATE: 2.5152970125184617e-09
previous_iter_valid_loss : 0.16052350401878357
1944420 0.160692 0.160524 0.165480 CURRENT LEARNING RATE: 2.514794003418537e-09
previous_iter_valid_loss : 0.1780460625886917
1944440 0.178198 0.178046 0.166195 CURRENT LEARNING RATE: 2.5142910949103816e-09
previous_iter_valid_loss : 0.16106250882148743
1944460 0.161210 0.161063 0.166212 CURRENT LEARNING RATE: 2.5137882869738705e-09
previous_iter_valid_loss : 0.16455206274986267
1944480 0.164716 0.164552 0.166131 CURRENT LEARNING RATE: 2.513285579588891e-09
previous_iter_valid_loss : 0.17345315217971802
1944500 0.173605 0.173453 0.165681 CURRENT LEARNING RATE: 2.512782972735335e-09
previous_iter_valid_loss : 0.1692124754190445
1944520 0.169366 0.169212 0.166035 CURRENT LEARNING RATE: 2.5122804663930985e-09
previous_iter_valid_loss : 0.18296362459659576
1944540 0.183114 0.182964 0.167021 CURRENT LEARNING RATE: 2.5117780605420806e-09
previous_iter_valid_loss : 0.16927509009838104
1944560 0.169425 0.169275 0.167387 CURRENT LEARNING RATE: 2.511275755162186e-09
previous_iter_valid_loss : 0.1622927486896515
1944580 0.162447 0.162293 0.167181 CURRENT LEARNING RATE: 2.510773550233313e-09
previous_iter_valid_loss : 0.16453921794891357
1944600 0.164695 0.164539 0.167378 CURRENT LEARNING RATE: 2.510271445735391e-09
previous_iter_valid_loss : 0.16671918332576752
1944620 0.166943 0.166719 0.166574 CURRENT LEARNING RATE: 2.5097694416483266e-09
previous_iter_valid_loss : 0.16362164914608002
1944640 0.163786 0.163622 0.166650 CURRENT LEARNING RATE: 2.509267537952041e-09
previous_iter_valid_loss : 0.16090701520442963
1944660 0.161083 0.160907 0.166667 CURRENT LEARNING RATE: 2.508765734626457e-09
previous_iter_valid_loss : 0.16100096702575684
1944680 0.161162 0.161001 0.166596 CURRENT LEARNING RATE: 2.5082640316515026e-09
previous_iter_valid_loss : 0.1663540005683899
1944700 0.166516 0.166354 0.166702 CURRENT LEARNING RATE: 2.5077624290071098e-09
previous_iter_valid_loss : 0.16262699663639069
1944720 0.162799 0.162627 0.166460 CURRENT LEARNING RATE: 2.507260926673215e-09
previous_iter_valid_loss : 0.16909843683242798
1944740 0.169343 0.169098 0.166158 CURRENT LEARNING RATE: 2.506759524629748e-09
previous_iter_valid_loss : 0.16386191546916962
1944760 0.164036 0.163862 0.166257 CURRENT LEARNING RATE: 2.5062582228566715e-09
previous_iter_valid_loss : 0.16469593346118927
1944780 0.164865 0.164696 0.166467 CURRENT LEARNING RATE: 2.5057570213339245e-09
previous_iter_valid_loss : 0.1773284375667572
1944800 0.177488 0.177328 0.167104 CURRENT LEARNING RATE: 2.5052559200414584e-09
previous_iter_valid_loss : 0.16577313840389252
1944820 0.165937 0.165773 0.167367 CURRENT LEARNING RATE: 2.5047549189592294e-09
previous_iter_valid_loss : 0.16052846610546112
1944840 0.160705 0.160528 0.166491 CURRENT LEARNING RATE: 2.504254018067198e-09
previous_iter_valid_loss : 0.1706230789422989
1944860 0.170774 0.170623 0.166969 CURRENT LEARNING RATE: 2.503753217345327e-09
previous_iter_valid_loss : 0.16257186233997345
1944880 0.162732 0.162572 0.166870 CURRENT LEARNING RATE: 2.5032525167735763e-09
previous_iter_valid_loss : 0.18518897891044617
1944900 0.185332 0.185189 0.167457 CURRENT LEARNING RATE: 2.5027519163319355e-09
previous_iter_valid_loss : 0.16371068358421326
1944920 0.163902 0.163711 0.167182 CURRENT LEARNING RATE: 2.502251416000372e-09
previous_iter_valid_loss : 0.16905884444713593
1944940 0.169292 0.169059 0.166486 CURRENT LEARNING RATE: 2.501751015758865e-09
previous_iter_valid_loss : 0.16058681905269623
1944960 0.160756 0.160587 0.166052 CURRENT LEARNING RATE: 2.5012507155873994e-09
previous_iter_valid_loss : 0.16213420033454895
1944980 0.162330 0.162134 0.166044 CURRENT LEARNING RATE: 2.5007505154659624e-09
previous_iter_valid_loss : 0.16989603638648987
1945000 0.170142 0.169896 0.166312 CURRENT LEARNING RATE: 2.5002504153745464e-09
previous_iter_valid_loss : 0.16489143669605255
1945020 0.165065 0.164891 0.166220 CURRENT LEARNING RATE: 2.499750415293148e-09
previous_iter_valid_loss : 0.16852812469005585
1945040 0.168763 0.168528 0.166466 CURRENT LEARNING RATE: 2.4992505152017567e-09
previous_iter_valid_loss : 0.16541600227355957
1945060 0.165617 0.165416 0.166691 CURRENT LEARNING RATE: 2.498750715080396e-09
previous_iter_valid_loss : 0.16078700125217438
1945080 0.160943 0.160787 0.166681 CURRENT LEARNING RATE: 2.4982510149090637e-09
previous_iter_valid_loss : 0.16506138443946838
1945100 0.165230 0.165061 0.166616 CURRENT LEARNING RATE: 2.4977514146677726e-09
previous_iter_valid_loss : 0.1713663637638092
1945120 0.171517 0.171366 0.167053 CURRENT LEARNING RATE: 2.497251914336538e-09
previous_iter_valid_loss : 0.1614713966846466
1945140 0.161620 0.161471 0.166672 CURRENT LEARNING RATE: 2.4967525138953808e-09
previous_iter_valid_loss : 0.16397607326507568
1945160 0.164178 0.163976 0.166677 CURRENT LEARNING RATE: 2.4962532133243243e-09
previous_iter_valid_loss : 0.164047971367836
1945180 0.164215 0.164048 0.166645 CURRENT LEARNING RATE: 2.4957540126033877e-09
previous_iter_valid_loss : 0.16306868195533752
1945200 0.163240 0.163069 0.165932 CURRENT LEARNING RATE: 2.4952549117126214e-09
previous_iter_valid_loss : 0.16477949917316437
1945220 0.164987 0.164779 0.165882 CURRENT LEARNING RATE: 2.494755910632051e-09
previous_iter_valid_loss : 0.171565979719162
1945240 0.171828 0.171566 0.166434 CURRENT LEARNING RATE: 2.494257009341718e-09
previous_iter_valid_loss : 0.19013254344463348
1945260 0.190256 0.190133 0.167410 CURRENT LEARNING RATE: 2.4937582078216653e-09
previous_iter_valid_loss : 0.1681702435016632
1945280 0.168323 0.168170 0.167689 CURRENT LEARNING RATE: 2.4932595060519416e-09
previous_iter_valid_loss : 0.1630675345659256
1945300 0.163233 0.163068 0.166583 CURRENT LEARNING RATE: 2.4927609040125984e-09
previous_iter_valid_loss : 0.17123736441135406
1945320 0.171389 0.171237 0.166960 CURRENT LEARNING RATE: 2.4922624016836916e-09
previous_iter_valid_loss : 0.1660335659980774
1945340 0.166204 0.166034 0.166808 CURRENT LEARNING RATE: 2.4917639990452724e-09
previous_iter_valid_loss : 0.16132879257202148
1945360 0.161516 0.161329 0.166846 CURRENT LEARNING RATE: 2.491265696077422e-09
previous_iter_valid_loss : 0.16057910025119781
1945380 0.160744 0.160579 0.166768 CURRENT LEARNING RATE: 2.4907674927602002e-09
previous_iter_valid_loss : 0.16069409251213074
1945400 0.160868 0.160694 0.166308 CURRENT LEARNING RATE: 2.4902693890736784e-09
previous_iter_valid_loss : 0.16255131363868713
1945420 0.162710 0.162551 0.166191 CURRENT LEARNING RATE: 2.4897713849979325e-09
previous_iter_valid_loss : 0.16049650311470032
1945440 0.160661 0.160497 0.165789 CURRENT LEARNING RATE: 2.489273480513042e-09
previous_iter_valid_loss : 0.16262303292751312
1945460 0.162792 0.162623 0.165649 CURRENT LEARNING RATE: 2.4887756755990914e-09
previous_iter_valid_loss : 0.16813334822654724
1945480 0.168357 0.168133 0.166017 CURRENT LEARNING RATE: 2.488277970236168e-09
previous_iter_valid_loss : 0.16092455387115479
1945500 0.161111 0.160925 0.165810 CURRENT LEARNING RATE: 2.4877803644043552e-09
previous_iter_valid_loss : 0.16619087755680084
1945520 0.166401 0.166191 0.165551 CURRENT LEARNING RATE: 2.487282858083766e-09
previous_iter_valid_loss : 0.18731248378753662
1945540 0.187735 0.187312 0.166843 CURRENT LEARNING RATE: 2.486785451254491e-09
previous_iter_valid_loss : 0.17873215675354004
1945560 0.179048 0.178732 0.167581 CURRENT LEARNING RATE: 2.4862881438966345e-09
previous_iter_valid_loss : 0.16095001995563507
1945580 0.161105 0.160950 0.167426 CURRENT LEARNING RATE: 2.485790935990305e-09
previous_iter_valid_loss : 0.16109426319599152
1945600 0.161243 0.161094 0.167327 CURRENT LEARNING RATE: 2.485293827515612e-09
previous_iter_valid_loss : 0.1688477247953415
1945620 0.168999 0.168848 0.167531 CURRENT LEARNING RATE: 2.4847968184526733e-09
previous_iter_valid_loss : 0.18335475027561188
1945640 0.183699 0.183355 0.168120 CURRENT LEARNING RATE: 2.4842999087815985e-09
previous_iter_valid_loss : 0.160710871219635
1945660 0.160874 0.160711 0.166649 CURRENT LEARNING RATE: 2.4838030984825295e-09
previous_iter_valid_loss : 0.16304542124271393
1945680 0.163242 0.163045 0.166393 CURRENT LEARNING RATE: 2.4833063875355846e-09
previous_iter_valid_loss : 0.1686950922012329
1945700 0.168935 0.168695 0.166674 CURRENT LEARNING RATE: 2.482809775920895e-09
previous_iter_valid_loss : 0.1626223474740982
1945720 0.162818 0.162622 0.166244 CURRENT LEARNING RATE: 2.4823132636185975e-09
previous_iter_valid_loss : 0.16431038081645966
1945740 0.164472 0.164310 0.166157 CURRENT LEARNING RATE: 2.4818168506088304e-09
previous_iter_valid_loss : 0.16057509183883667
1945760 0.160740 0.160575 0.166120 CURRENT LEARNING RATE: 2.481320536871738e-09
previous_iter_valid_loss : 0.16189008951187134
1945780 0.162082 0.161890 0.166185 CURRENT LEARNING RATE: 2.4808243223874673e-09
previous_iter_valid_loss : 0.16066668927669525
1945800 0.160840 0.160667 0.166184 CURRENT LEARNING RATE: 2.480328207136161e-09
previous_iter_valid_loss : 0.16462469100952148
1945820 0.164821 0.164625 0.166288 CURRENT LEARNING RATE: 2.4798321910979922e-09
previous_iter_valid_loss : 0.17911610007286072
1945840 0.179439 0.179116 0.167219 CURRENT LEARNING RATE: 2.4793362742531112e-09
previous_iter_valid_loss : 0.16368262469768524
1945860 0.163883 0.163683 0.167272 CURRENT LEARNING RATE: 2.4788404565816816e-09
previous_iter_valid_loss : 0.1607123613357544
1945880 0.160872 0.160712 0.166900 CURRENT LEARNING RATE: 2.4783447380638704e-09
previous_iter_valid_loss : 0.18706166744232178
1945900 0.187206 0.187062 0.168207 CURRENT LEARNING RATE: 2.4778491186798494e-09
previous_iter_valid_loss : 0.16051383316516876
1945920 0.160669 0.160514 0.167923 CURRENT LEARNING RATE: 2.4773535984097935e-09
previous_iter_valid_loss : 0.16836975514888763
1945940 0.168527 0.168370 0.166976 CURRENT LEARNING RATE: 2.476858177233882e-09
previous_iter_valid_loss : 0.16872838139533997
1945960 0.168885 0.168728 0.166476 CURRENT LEARNING RATE: 2.4763628551322884e-09
previous_iter_valid_loss : 0.17589408159255981
1945980 0.176043 0.175894 0.167223 CURRENT LEARNING RATE: 2.4758676320852186e-09
previous_iter_valid_loss : 0.16574209928512573
1946000 0.165947 0.165742 0.167456 CURRENT LEARNING RATE: 2.475372508072854e-09
previous_iter_valid_loss : 0.16072599589824677
1946020 0.160887 0.160726 0.167050 CURRENT LEARNING RATE: 2.474877483075391e-09
previous_iter_valid_loss : 0.17929893732070923
1946040 0.179452 0.179299 0.166847 CURRENT LEARNING RATE: 2.474382557073027e-09
previous_iter_valid_loss : 0.16796907782554626
1946060 0.168125 0.167969 0.167210 CURRENT LEARNING RATE: 2.4738877300459656e-09
previous_iter_valid_loss : 0.16057060658931732
1946080 0.160737 0.160571 0.167086 CURRENT LEARNING RATE: 2.473393001974414e-09
previous_iter_valid_loss : 0.16965489089488983
1946100 0.169900 0.169655 0.167134 CURRENT LEARNING RATE: 2.4728983728385737e-09
previous_iter_valid_loss : 0.1619117259979248
1946120 0.162077 0.161912 0.167098 CURRENT LEARNING RATE: 2.4724038426186772e-09
previous_iter_valid_loss : 0.16249854862689972
1946140 0.162665 0.162499 0.167008 CURRENT LEARNING RATE: 2.471909411294935e-09
previous_iter_valid_loss : 0.16422909498214722
1946160 0.164429 0.164229 0.167191 CURRENT LEARNING RATE: 2.47141507884757e-09
previous_iter_valid_loss : 0.1865304559469223
1946180 0.186677 0.186530 0.168423 CURRENT LEARNING RATE: 2.4709208452568085e-09
previous_iter_valid_loss : 0.16084888577461243
1946200 0.161028 0.160849 0.168432 CURRENT LEARNING RATE: 2.4704267105028805e-09
previous_iter_valid_loss : 0.1617303192615509
1946220 0.161915 0.161730 0.168287 CURRENT LEARNING RATE: 2.4699326745660213e-09
previous_iter_valid_loss : 0.18393725156784058
1946240 0.184308 0.183937 0.168528 CURRENT LEARNING RATE: 2.4694387374264698e-09
previous_iter_valid_loss : 0.16062937676906586
1946260 0.160802 0.160629 0.168375 CURRENT LEARNING RATE: 2.4689448990644594e-09
previous_iter_valid_loss : 0.160834401845932
1946280 0.161017 0.160834 0.168381 CURRENT LEARNING RATE: 2.4684511594602538e-09
previous_iter_valid_loss : 0.1670326292514801
1946300 0.167191 0.167033 0.167380 CURRENT LEARNING RATE: 2.4679575185940952e-09
previous_iter_valid_loss : 0.16101446747779846
1946320 0.161164 0.161014 0.167405 CURRENT LEARNING RATE: 2.4674639764462373e-09
previous_iter_valid_loss : 0.16207388043403625
1946340 0.162231 0.162074 0.167090 CURRENT LEARNING RATE: 2.466970532996939e-09
previous_iter_valid_loss : 0.16323234140872955
1946360 0.163432 0.163232 0.166815 CURRENT LEARNING RATE: 2.4664771882264624e-09
previous_iter_valid_loss : 0.16799892485141754
1946380 0.168244 0.167999 0.166421 CURRENT LEARNING RATE: 2.4659839421150735e-09
previous_iter_valid_loss : 0.176505908370018
1946400 0.176804 0.176506 0.166959 CURRENT LEARNING RATE: 2.4654907946430338e-09
previous_iter_valid_loss : 0.16143746674060822
1946420 0.161628 0.161437 0.166994 CURRENT LEARNING RATE: 2.464997745790635e-09
previous_iter_valid_loss : 0.16100960969924927
1946440 0.161168 0.161010 0.166080 CURRENT LEARNING RATE: 2.4645047955381466e-09
previous_iter_valid_loss : 0.1719263792037964
1946460 0.172192 0.171926 0.166278 CURRENT LEARNING RATE: 2.46401194386585e-09
previous_iter_valid_loss : 0.17540059983730316
1946480 0.175683 0.175401 0.167019 CURRENT LEARNING RATE: 2.463519190754032e-09
previous_iter_valid_loss : 0.17406658828258514
1946500 0.174347 0.174067 0.167240 CURRENT LEARNING RATE: 2.4630265361829815e-09
previous_iter_valid_loss : 0.1620972752571106
1946520 0.162267 0.162097 0.167249 CURRENT LEARNING RATE: 2.4625339801329926e-09
previous_iter_valid_loss : 0.16570204496383667
1946540 0.165862 0.165702 0.167409 CURRENT LEARNING RATE: 2.4620415225843633e-09
previous_iter_valid_loss : 0.1614300161600113
1946560 0.161586 0.161430 0.167269 CURRENT LEARNING RATE: 2.461549163517387e-09
previous_iter_valid_loss : 0.17494195699691772
1946580 0.175091 0.174942 0.166690 CURRENT LEARNING RATE: 2.461056902912386e-09
previous_iter_valid_loss : 0.17808105051517487
1946600 0.178237 0.178081 0.167552 CURRENT LEARNING RATE: 2.4605647407496614e-09
previous_iter_valid_loss : 0.16521628201007843
1946620 0.165380 0.165216 0.167726 CURRENT LEARNING RATE: 2.460072677009527e-09
previous_iter_valid_loss : 0.16082681715488434
1946640 0.160995 0.160827 0.166570 CURRENT LEARNING RATE: 2.4595807116723e-09
previous_iter_valid_loss : 0.1804620623588562
1946660 0.180625 0.180462 0.167562 CURRENT LEARNING RATE: 2.4590888447183017e-09
previous_iter_valid_loss : 0.16216959059238434
1946680 0.162326 0.162170 0.167629 CURRENT LEARNING RATE: 2.458597076127857e-09
previous_iter_valid_loss : 0.16208387911319733
1946700 0.162272 0.162084 0.167381 CURRENT LEARNING RATE: 2.4581054058812964e-09
previous_iter_valid_loss : 0.17142099142074585
1946720 0.171677 0.171421 0.167902 CURRENT LEARNING RATE: 2.4576138339589435e-09
previous_iter_valid_loss : 0.16088774800300598
1946740 0.161039 0.160888 0.167842 CURRENT LEARNING RATE: 2.4571223603411525e-09
previous_iter_valid_loss : 0.18670715391635895
1946760 0.186844 0.186707 0.169016 CURRENT LEARNING RATE: 2.456630985008257e-09
previous_iter_valid_loss : 0.16399213671684265
1946780 0.164202 0.163992 0.168816 CURRENT LEARNING RATE: 2.4561397079406006e-09
previous_iter_valid_loss : 0.17064249515533447
1946800 0.170906 0.170642 0.168523 CURRENT LEARNING RATE: 2.455648529118533e-09
previous_iter_valid_loss : 0.16130076348781586
1946820 0.161460 0.161301 0.168516 CURRENT LEARNING RATE: 2.4551574485224073e-09
previous_iter_valid_loss : 0.171408012509346
1946840 0.171558 0.171408 0.169036 CURRENT LEARNING RATE: 2.4546664661325795e-09
previous_iter_valid_loss : 0.1605289727449417
1946860 0.160697 0.160529 0.168466 CURRENT LEARNING RATE: 2.454175581929402e-09
previous_iter_valid_loss : 0.1611650586128235
1946880 0.161352 0.161165 0.167754 CURRENT LEARNING RATE: 2.4536847958932567e-09
previous_iter_valid_loss : 0.1626655012369156
1946900 0.162871 0.162666 0.167184 CURRENT LEARNING RATE: 2.4531941080045035e-09
previous_iter_valid_loss : 0.1605251282453537
1946920 0.160683 0.160525 0.167105 CURRENT LEARNING RATE: 2.4527035182435155e-09
previous_iter_valid_loss : 0.16735701262950897
1946940 0.167584 0.167357 0.167188 CURRENT LEARNING RATE: 2.452213026590668e-09
previous_iter_valid_loss : 0.17998357117176056
1946960 0.180309 0.179984 0.168116 CURRENT LEARNING RATE: 2.4517226330263422e-09
previous_iter_valid_loss : 0.16193705797195435
1946980 0.162100 0.161937 0.167466 CURRENT LEARNING RATE: 2.451232337530922e-09
previous_iter_valid_loss : 0.17312613129615784
1947000 0.173392 0.173126 0.167218 CURRENT LEARNING RATE: 2.4507421400847953e-09
previous_iter_valid_loss : 0.16161511838436127
1947020 0.161771 0.161615 0.167038 CURRENT LEARNING RATE: 2.450252040668346e-09
previous_iter_valid_loss : 0.16054096817970276
1947040 0.160696 0.160541 0.167023 CURRENT LEARNING RATE: 2.449762039261988e-09
previous_iter_valid_loss : 0.16461125016212463
1947060 0.164777 0.164611 0.166231 CURRENT LEARNING RATE: 2.449272135846111e-09
previous_iter_valid_loss : 0.16305041313171387
1947080 0.163205 0.163050 0.166275 CURRENT LEARNING RATE: 2.4487823304011203e-09
previous_iter_valid_loss : 0.162639319896698
1947100 0.162825 0.162639 0.166303 CURRENT LEARNING RATE: 2.448292622907423e-09
previous_iter_valid_loss : 0.16855409741401672
1947120 0.168706 0.168554 0.166159 CURRENT LEARNING RATE: 2.447803013345431e-09
previous_iter_valid_loss : 0.1612549126148224
1947140 0.161409 0.161255 0.166178 CURRENT LEARNING RATE: 2.4473135016955596e-09
previous_iter_valid_loss : 0.1607782393693924
1947160 0.160929 0.160778 0.164881 CURRENT LEARNING RATE: 2.44682408793822e-09
previous_iter_valid_loss : 0.167219877243042
1947180 0.167440 0.167220 0.165043 CURRENT LEARNING RATE: 2.446334772053853e-09
previous_iter_valid_loss : 0.1606290638446808
1947200 0.160798 0.160629 0.164542 CURRENT LEARNING RATE: 2.445845554022877e-09
previous_iter_valid_loss : 0.16073590517044067
1947220 0.160895 0.160736 0.164514 CURRENT LEARNING RATE: 2.445356433825724e-09
previous_iter_valid_loss : 0.16056431829929352
1947240 0.160730 0.160564 0.163972 CURRENT LEARNING RATE: 2.444867411442828e-09
previous_iter_valid_loss : 0.17776785790920258
1947260 0.177921 0.177768 0.164833 CURRENT LEARNING RATE: 2.444378486854629e-09
previous_iter_valid_loss : 0.16087208688259125
1947280 0.161031 0.160872 0.164819 CURRENT LEARNING RATE: 2.44388966004157e-09
previous_iter_valid_loss : 0.16809070110321045
1947300 0.168325 0.168091 0.165090 CURRENT LEARNING RATE: 2.443400930984098e-09
previous_iter_valid_loss : 0.16648057103157043
1947320 0.166639 0.166481 0.165388 CURRENT LEARNING RATE: 2.4429122996626543e-09
previous_iter_valid_loss : 0.1606937199831009
1947340 0.160843 0.160694 0.165055 CURRENT LEARNING RATE: 2.442423766057712e-09
previous_iter_valid_loss : 0.16080214083194733
1947360 0.160980 0.160802 0.164096 CURRENT LEARNING RATE: 2.4419353301497205e-09
previous_iter_valid_loss : 0.1635444462299347
1947380 0.163715 0.163544 0.164176 CURRENT LEARNING RATE: 2.4414469919191427e-09
previous_iter_valid_loss : 0.1605285257101059
1947400 0.160683 0.160529 0.163546 CURRENT LEARNING RATE: 2.4409587513464447e-09
previous_iter_valid_loss : 0.1691451519727707
1947420 0.169297 0.169145 0.163923 CURRENT LEARNING RATE: 2.440470608412097e-09
previous_iter_valid_loss : 0.1611727476119995
1947440 0.161356 0.161173 0.163954 CURRENT LEARNING RATE: 2.439982563096574e-09
previous_iter_valid_loss : 0.17522838711738586
1947460 0.175503 0.175228 0.164485 CURRENT LEARNING RATE: 2.439494615380354e-09
previous_iter_valid_loss : 0.17601945996284485
1947480 0.176308 0.176019 0.165134 CURRENT LEARNING RATE: 2.43900676524391e-09
previous_iter_valid_loss : 0.16209588944911957
1947500 0.162282 0.162096 0.165106 CURRENT LEARNING RATE: 2.438519012667746e-09
previous_iter_valid_loss : 0.1665676236152649
1947520 0.166721 0.166568 0.165007 CURRENT LEARNING RATE: 2.4380313576323427e-09
previous_iter_valid_loss : 0.16411614418029785
1947540 0.164281 0.164116 0.165150 CURRENT LEARNING RATE: 2.437543800118194e-09
previous_iter_valid_loss : 0.16252140700817108
1947560 0.162673 0.162521 0.165237 CURRENT LEARNING RATE: 2.4370563401057977e-09
previous_iter_valid_loss : 0.1616315096616745
1947580 0.161816 0.161632 0.164958 CURRENT LEARNING RATE: 2.436568977575655e-09
previous_iter_valid_loss : 0.16216987371444702
1947600 0.162360 0.162170 0.165035 CURRENT LEARNING RATE: 2.4360817125082723e-09
previous_iter_valid_loss : 0.16055455803871155
1947620 0.160718 0.160555 0.165026 CURRENT LEARNING RATE: 2.435594544884149e-09
previous_iter_valid_loss : 0.1651412397623062
1947640 0.165311 0.165141 0.165255 CURRENT LEARNING RATE: 2.435107474683817e-09
previous_iter_valid_loss : 0.17624418437480927
1947660 0.176397 0.176244 0.165178 CURRENT LEARNING RATE: 2.4346205018877843e-09
previous_iter_valid_loss : 0.1713588684797287
1947680 0.171505 0.171359 0.165703 CURRENT LEARNING RATE: 2.434133626476572e-09
previous_iter_valid_loss : 0.16851770877838135
1947700 0.168671 0.168518 0.165724 CURRENT LEARNING RATE: 2.433646848430705e-09
previous_iter_valid_loss : 0.1606311947107315
1947720 0.160797 0.160631 0.165432 CURRENT LEARNING RATE: 2.4331601677307123e-09
previous_iter_valid_loss : 0.16797375679016113
1947740 0.168205 0.167974 0.165796 CURRENT LEARNING RATE: 2.4326735843571266e-09
previous_iter_valid_loss : 0.16257746517658234
1947760 0.162779 0.162577 0.165884 CURRENT LEARNING RATE: 2.4321870982904844e-09
previous_iter_valid_loss : 0.16325712203979492
1947780 0.163452 0.163257 0.165870 CURRENT LEARNING RATE: 2.431700709511318e-09
previous_iter_valid_loss : 0.16456131637096405
1947800 0.164769 0.164561 0.166072 CURRENT LEARNING RATE: 2.431214418000189e-09
previous_iter_valid_loss : 0.16053646802902222
1947820 0.160704 0.160536 0.165641 CURRENT LEARNING RATE: 2.4307282237376374e-09
previous_iter_valid_loss : 0.16130004823207855
1947840 0.161493 0.161300 0.165648 CURRENT LEARNING RATE: 2.4302421267042145e-09
previous_iter_valid_loss : 0.16248497366905212
1947860 0.162669 0.162485 0.165010 CURRENT LEARNING RATE: 2.429756126880477e-09
previous_iter_valid_loss : 0.17503131926059723
1947880 0.175310 0.175031 0.164961 CURRENT LEARNING RATE: 2.429270224246985e-09
previous_iter_valid_loss : 0.1606946885585785
1947900 0.160857 0.160695 0.164891 CURRENT LEARNING RATE: 2.4287844187843024e-09
previous_iter_valid_loss : 0.16449446976184845
1947920 0.164665 0.164494 0.164787 CURRENT LEARNING RATE: 2.428298710472997e-09
previous_iter_valid_loss : 0.16199177503585815
1947940 0.162182 0.161992 0.164681 CURRENT LEARNING RATE: 2.4278130992936315e-09
previous_iter_valid_loss : 0.1627981960773468
1947960 0.162992 0.162798 0.164695 CURRENT LEARNING RATE: 2.427327585226799e-09
previous_iter_valid_loss : 0.17470715939998627
1947980 0.174981 0.174707 0.165349 CURRENT LEARNING RATE: 2.42684216825307e-09
previous_iter_valid_loss : 0.1636475771665573
1948000 0.163841 0.163648 0.165423 CURRENT LEARNING RATE: 2.426356848353028e-09
previous_iter_valid_loss : 0.16381488740444183
1948020 0.163980 0.163815 0.165586 CURRENT LEARNING RATE: 2.4258716255072608e-09
previous_iter_valid_loss : 0.16492772102355957
1948040 0.165138 0.164928 0.165575 CURRENT LEARNING RATE: 2.4253864996963587e-09
previous_iter_valid_loss : 0.16740040481090546
1948060 0.167616 0.167400 0.165133 CURRENT LEARNING RATE: 2.424901470900917e-09
previous_iter_valid_loss : 0.16580703854560852
1948080 0.165975 0.165807 0.164855 CURRENT LEARNING RATE: 2.4244165391015256e-09
previous_iter_valid_loss : 0.16062548756599426
1948100 0.160782 0.160625 0.164461 CURRENT LEARNING RATE: 2.4239317042788048e-09
previous_iter_valid_loss : 0.16076333820819855
1948120 0.160938 0.160763 0.164467 CURRENT LEARNING RATE: 2.4234469664133526e-09
previous_iter_valid_loss : 0.16167417168617249
1948140 0.161864 0.161674 0.164152 CURRENT LEARNING RATE: 2.422962325485779e-09
previous_iter_valid_loss : 0.1639869064092636
1948160 0.164155 0.163987 0.164223 CURRENT LEARNING RATE: 2.422477781476699e-09
previous_iter_valid_loss : 0.16321836411952972
1948180 0.163409 0.163218 0.164221 CURRENT LEARNING RATE: 2.421993334366731e-09
previous_iter_valid_loss : 0.1605994701385498
1948200 0.160763 0.160599 0.164023 CURRENT LEARNING RATE: 2.421508984136496e-09
previous_iter_valid_loss : 0.17222408950328827
1948220 0.172372 0.172224 0.164607 CURRENT LEARNING RATE: 2.4210247307666212e-09
previous_iter_valid_loss : 0.16052387654781342
1948240 0.160680 0.160524 0.164568 CURRENT LEARNING RATE: 2.420540574237727e-09
previous_iter_valid_loss : 0.16127943992614746
1948260 0.161461 0.161279 0.164508 CURRENT LEARNING RATE: 2.420056514530465e-09
previous_iter_valid_loss : 0.16839753091335297
1948280 0.168624 0.168398 0.164176 CURRENT LEARNING RATE: 2.4195725516254634e-09
previous_iter_valid_loss : 0.16568607091903687
1948300 0.165894 0.165686 0.164426 CURRENT LEARNING RATE: 2.4190886855033646e-09
previous_iter_valid_loss : 0.16111452877521515
1948320 0.161294 0.161115 0.164257 CURRENT LEARNING RATE: 2.418604916144814e-09
previous_iter_valid_loss : 0.1693522185087204
1948340 0.169505 0.169352 0.164625 CURRENT LEARNING RATE: 2.4181212435304594e-09
previous_iter_valid_loss : 0.16536878049373627
1948360 0.165535 0.165369 0.164753 CURRENT LEARNING RATE: 2.4176376676409554e-09
previous_iter_valid_loss : 0.16254274547100067
1948380 0.162707 0.162543 0.164145 CURRENT LEARNING RATE: 2.4171541884569495e-09
previous_iter_valid_loss : 0.17595797777175903
1948400 0.176110 0.175958 0.164761 CURRENT LEARNING RATE: 2.4166708059591207e-09
previous_iter_valid_loss : 0.16219644248485565
1948420 0.162357 0.162196 0.164680 CURRENT LEARNING RATE: 2.416187520128124e-09
previous_iter_valid_loss : 0.16096127033233643
1948440 0.161125 0.160961 0.164481 CURRENT LEARNING RATE: 2.4157043309446286e-09
previous_iter_valid_loss : 0.1630505621433258
1948460 0.163252 0.163051 0.164264 CURRENT LEARNING RATE: 2.4152212383893065e-09
previous_iter_valid_loss : 0.16061925888061523
1948480 0.160779 0.160619 0.164005 CURRENT LEARNING RATE: 2.4147382424428342e-09
previous_iter_valid_loss : 0.16100133955478668
1948500 0.161179 0.161001 0.164023 CURRENT LEARNING RATE: 2.4142553430858922e-09
previous_iter_valid_loss : 0.1748536229133606
1948520 0.175127 0.174854 0.164728 CURRENT LEARNING RATE: 2.413772540299164e-09
previous_iter_valid_loss : 0.1605919748544693
1948540 0.160749 0.160592 0.164674 CURRENT LEARNING RATE: 2.4132898340633295e-09
previous_iter_valid_loss : 0.1620805710554123
1948560 0.162265 0.162081 0.164578 CURRENT LEARNING RATE: 2.412807224359097e-09
previous_iter_valid_loss : 0.19032205641269684
1948580 0.190450 0.190322 0.165934 CURRENT LEARNING RATE: 2.412324711167154e-09
previous_iter_valid_loss : 0.16807733476161957
1948600 0.168301 0.168077 0.166308 CURRENT LEARNING RATE: 2.4118422944681996e-09
previous_iter_valid_loss : 0.16203972697257996
1948620 0.162227 0.162040 0.165798 CURRENT LEARNING RATE: 2.4113599742429372e-09
previous_iter_valid_loss : 0.16283954679965973
1948640 0.163011 0.162840 0.165914 CURRENT LEARNING RATE: 2.4108777504720744e-09
previous_iter_valid_loss : 0.16513992846012115
1948660 0.165305 0.165140 0.166107 CURRENT LEARNING RATE: 2.4103956231363217e-09
previous_iter_valid_loss : 0.16197136044502258
1948680 0.162125 0.161971 0.165786 CURRENT LEARNING RATE: 2.4099135922163945e-09
previous_iter_valid_loss : 0.19207246601581573
1948700 0.192193 0.192072 0.167105 CURRENT LEARNING RATE: 2.4094316576930028e-09
previous_iter_valid_loss : 0.16650846600532532
1948720 0.166717 0.166508 0.167375 CURRENT LEARNING RATE: 2.408949819546886e-09
previous_iter_valid_loss : 0.17594441771507263
1948740 0.176232 0.175944 0.167704 CURRENT LEARNING RATE: 2.408468077758762e-09
previous_iter_valid_loss : 0.16811949014663696
1948760 0.168350 0.168119 0.167842 CURRENT LEARNING RATE: 2.407986432309362e-09
previous_iter_valid_loss : 0.1676146537065506
1948780 0.167846 0.167615 0.168096 CURRENT LEARNING RATE: 2.4075048831794193e-09
previous_iter_valid_loss : 0.16063913702964783
1948800 0.160804 0.160639 0.167330 CURRENT LEARNING RATE: 2.4070234303496724e-09
previous_iter_valid_loss : 0.16239771246910095
1948820 0.162592 0.162398 0.167340 CURRENT LEARNING RATE: 2.4065420738008632e-09
previous_iter_valid_loss : 0.1614520251750946
1948840 0.161632 0.161452 0.167364 CURRENT LEARNING RATE: 2.406060813513728e-09
previous_iter_valid_loss : 0.16077151894569397
1948860 0.160924 0.160772 0.167250 CURRENT LEARNING RATE: 2.405579649469035e-09
previous_iter_valid_loss : 0.16059453785419464
1948880 0.160763 0.160595 0.167249 CURRENT LEARNING RATE: 2.405098581647528e-09
previous_iter_valid_loss : 0.16135171055793762
1948900 0.161533 0.161352 0.167267 CURRENT LEARNING RATE: 2.4046176100299644e-09
previous_iter_valid_loss : 0.19402900338172913
1948920 0.194137 0.194029 0.168225 CURRENT LEARNING RATE: 2.404136734597106e-09
previous_iter_valid_loss : 0.16069599986076355
1948940 0.160865 0.160696 0.168231 CURRENT LEARNING RATE: 2.403655955329717e-09
previous_iter_valid_loss : 0.163317009806633
1948960 0.163480 0.163317 0.168292 CURRENT LEARNING RATE: 2.4031752722085666e-09
previous_iter_valid_loss : 0.17257262766361237
1948980 0.172723 0.172573 0.167405 CURRENT LEARNING RATE: 2.4026946852144273e-09
previous_iter_valid_loss : 0.1606098711490631
1949000 0.160769 0.160610 0.167031 CURRENT LEARNING RATE: 2.402214194328067e-09
previous_iter_valid_loss : 0.16688741743564606
1949020 0.167052 0.166887 0.167274 CURRENT LEARNING RATE: 2.401733799530284e-09
previous_iter_valid_loss : 0.16253440082073212
1949040 0.162694 0.162534 0.167259 CURRENT LEARNING RATE: 2.4012535008018528e-09
previous_iter_valid_loss : 0.16053493320941925
1949060 0.160694 0.160535 0.167028 CURRENT LEARNING RATE: 2.400773298123562e-09
previous_iter_valid_loss : 0.1869182139635086
1949080 0.187056 0.186918 0.168276 CURRENT LEARNING RATE: 2.4002931914762036e-09
previous_iter_valid_loss : 0.17187964916229248
1949100 0.172141 0.171880 0.167266 CURRENT LEARNING RATE: 2.399813180840573e-09
previous_iter_valid_loss : 0.1610064059495926
1949120 0.161181 0.161006 0.166991 CURRENT LEARNING RATE: 2.3993332661974703e-09
previous_iter_valid_loss : 0.16061629354953766
1949140 0.160783 0.160616 0.166225 CURRENT LEARNING RATE: 2.3988534475276983e-09
previous_iter_valid_loss : 0.16237947344779968
1949160 0.162545 0.162379 0.165938 CURRENT LEARNING RATE: 2.3983737248120557e-09
previous_iter_valid_loss : 0.16118751466274261
1949180 0.161349 0.161188 0.165616 CURRENT LEARNING RATE: 2.3978940980313713e-09
previous_iter_valid_loss : 0.16081467270851135
1949200 0.160998 0.160815 0.165625 CURRENT LEARNING RATE: 2.397414567166451e-09
previous_iter_valid_loss : 0.1720772683620453
1949220 0.172344 0.172077 0.166109 CURRENT LEARNING RATE: 2.396935132198114e-09
previous_iter_valid_loss : 0.179681658744812
1949240 0.179837 0.179682 0.167020 CURRENT LEARNING RATE: 2.3964557931071822e-09
previous_iter_valid_loss : 0.1618657410144806
1949260 0.162058 0.161866 0.167075 CURRENT LEARNING RATE: 2.3959765498744828e-09
previous_iter_valid_loss : 0.16082322597503662
1949280 0.161001 0.160823 0.167087 CURRENT LEARNING RATE: 2.395497402480845e-09
previous_iter_valid_loss : 0.19903458654880524
1949300 0.199571 0.199035 0.168971 CURRENT LEARNING RATE: 2.395018350907096e-09
previous_iter_valid_loss : 0.1641787588596344
1949320 0.164348 0.164179 0.167478 CURRENT LEARNING RATE: 2.3945393951340895e-09
previous_iter_valid_loss : 0.16059482097625732
1949340 0.160771 0.160595 0.167473 CURRENT LEARNING RATE: 2.394060535142659e-09
previous_iter_valid_loss : 0.16057483851909637
1949360 0.160721 0.160575 0.167336 CURRENT LEARNING RATE: 2.3935817709136505e-09
previous_iter_valid_loss : 0.16249975562095642
1949380 0.162660 0.162500 0.166832 CURRENT LEARNING RATE: 2.393103102427913e-09
previous_iter_valid_loss : 0.16213563084602356
1949400 0.162337 0.162136 0.166909 CURRENT LEARNING RATE: 2.3926245296663e-09
previous_iter_valid_loss : 0.16459354758262634
1949420 0.164792 0.164594 0.166794 CURRENT LEARNING RATE: 2.3921460526096686e-09
previous_iter_valid_loss : 0.16146303713321686
1949440 0.161623 0.161463 0.166740 CURRENT LEARNING RATE: 2.3916676712388796e-09
previous_iter_valid_loss : 0.16397415101528168
1949460 0.164138 0.163974 0.166912 CURRENT LEARNING RATE: 2.3911893855347887e-09
previous_iter_valid_loss : 0.1796630173921585
1949480 0.179975 0.179663 0.166550 CURRENT LEARNING RATE: 2.390711195478283e-09
previous_iter_valid_loss : 0.1611095368862152
1949500 0.161272 0.161110 0.166011 CURRENT LEARNING RATE: 2.3902331010502246e-09
previous_iter_valid_loss : 0.16053269803524017
1949520 0.160704 0.160533 0.165987 CURRENT LEARNING RATE: 2.389755102231491e-09
previous_iter_valid_loss : 0.16528795659542084
1949540 0.165516 0.165288 0.166221 CURRENT LEARNING RATE: 2.3892771990029618e-09
previous_iter_valid_loss : 0.16681517660617828
1949560 0.167037 0.166815 0.166443 CURRENT LEARNING RATE: 2.3887993913455204e-09
previous_iter_valid_loss : 0.1665181666612625
1949580 0.166732 0.166518 0.166709 CURRENT LEARNING RATE: 2.3883216792400554e-09
previous_iter_valid_loss : 0.16354262828826904
1949600 0.163750 0.163543 0.166846 CURRENT LEARNING RATE: 2.3878440626674492e-09
previous_iter_valid_loss : 0.16311043500900269
1949620 0.163276 0.163110 0.166397 CURRENT LEARNING RATE: 2.3873665416086145e-09
previous_iter_valid_loss : 0.16059325635433197
1949640 0.160750 0.160593 0.165443 CURRENT LEARNING RATE: 2.3868891160444418e-09
previous_iter_valid_loss : 0.16172710061073303
1949660 0.161919 0.161727 0.165436 CURRENT LEARNING RATE: 2.386411785955834e-09
previous_iter_valid_loss : 0.16697895526885986
1949680 0.167138 0.166979 0.165744 CURRENT LEARNING RATE: 2.385934551323698e-09
previous_iter_valid_loss : 0.1609094738960266
1949700 0.161088 0.160909 0.163838 CURRENT LEARNING RATE: 2.385457412128944e-09
previous_iter_valid_loss : 0.16050121188163757
1949720 0.160670 0.160501 0.163654 CURRENT LEARNING RATE: 2.3849803683524874e-09
previous_iter_valid_loss : 0.1652403324842453
1949740 0.165401 0.165240 0.163886 CURRENT LEARNING RATE: 2.3845034199752455e-09
previous_iter_valid_loss : 0.16644731163978577
1949760 0.166655 0.166447 0.164180 CURRENT LEARNING RATE: 2.3840265669781325e-09
previous_iter_valid_loss : 0.16107997298240662
1949780 0.161240 0.161080 0.164109 CURRENT LEARNING RATE: 2.3835498093420906e-09
previous_iter_valid_loss : 0.16591492295265198
1949800 0.166071 0.165915 0.164298 CURRENT LEARNING RATE: 2.3830731470480417e-09
previous_iter_valid_loss : 0.16241353750228882
1949820 0.162575 0.162414 0.164189 CURRENT LEARNING RATE: 2.3825965800769188e-09
previous_iter_valid_loss : 0.16056737303733826
1949840 0.160736 0.160567 0.164144 CURRENT LEARNING RATE: 2.382120108409659e-09
previous_iter_valid_loss : 0.1615338772535324
1949860 0.161723 0.161534 0.164022 CURRENT LEARNING RATE: 2.3816437320272045e-09
previous_iter_valid_loss : 0.1616852730512619
1949880 0.161842 0.161685 0.163123 CURRENT LEARNING RATE: 2.3811674509104996e-09
previous_iter_valid_loss : 0.1654079705476761
1949900 0.165573 0.165408 0.163338 CURRENT LEARNING RATE: 2.380691265040493e-09
previous_iter_valid_loss : 0.16294628381729126
1949920 0.163125 0.162946 0.163459 CURRENT LEARNING RATE: 2.3802151743981285e-09
previous_iter_valid_loss : 0.1606009304523468
1949940 0.160766 0.160601 0.163224 CURRENT LEARNING RATE: 2.37973917896438e-09
previous_iter_valid_loss : 0.16133831441402435
1949960 0.161496 0.161338 0.162950 CURRENT LEARNING RATE: 2.3792632787201994e-09
previous_iter_valid_loss : 0.16058431565761566
1949980 0.160744 0.160584 0.162654 CURRENT LEARNING RATE: 2.3787874736465495e-09
previous_iter_valid_loss : 0.16281983256340027
1950000 0.163003 0.162820 0.162617 CURRENT LEARNING RATE: 2.3783117637243995e-09
previous_iter_valid_loss : 0.16100646555423737
1950020 0.161166 0.161006 0.162512 CURRENT LEARNING RATE: 2.37783614893472e-09
previous_iter_valid_loss : 0.16063565015792847
1950040 0.160796 0.160636 0.162514 CURRENT LEARNING RATE: 2.3773606292584866e-09
previous_iter_valid_loss : 0.1661931425333023
1950060 0.166402 0.166193 0.162738 CURRENT LEARNING RATE: 2.376885204676671e-09
previous_iter_valid_loss : 0.16061294078826904
1950080 0.160774 0.160613 0.162419 CURRENT LEARNING RATE: 2.3764098751702714e-09
previous_iter_valid_loss : 0.1607985645532608
1950100 0.160961 0.160799 0.162414 CURRENT LEARNING RATE: 2.3759346407202676e-09
previous_iter_valid_loss : 0.16313400864601135
1950120 0.163301 0.163134 0.162546 CURRENT LEARNING RATE: 2.37545950130765e-09
previous_iter_valid_loss : 0.1605183482170105
1950140 0.160683 0.160518 0.162309 CURRENT LEARNING RATE: 2.3749844569134124e-09
previous_iter_valid_loss : 0.16756241023540497
1950160 0.167801 0.167562 0.162365 CURRENT LEARNING RATE: 2.3745095075185533e-09
previous_iter_valid_loss : 0.16723830997943878
1950180 0.167392 0.167238 0.162673 CURRENT LEARNING RATE: 2.3740346531040752e-09
previous_iter_valid_loss : 0.16286644339561462
1950200 0.163060 0.162866 0.162521 CURRENT LEARNING RATE: 2.3735598936509833e-09
previous_iter_valid_loss : 0.16063553094863892
1950220 0.160807 0.160636 0.162432 CURRENT LEARNING RATE: 2.373085229140279e-09
previous_iter_valid_loss : 0.16191229224205017
1950240 0.162091 0.161912 0.162499 CURRENT LEARNING RATE: 2.3726106595529926e-09
previous_iter_valid_loss : 0.1899515986442566
1950260 0.190405 0.189952 0.163920 CURRENT LEARNING RATE: 2.372136184870133e-09
previous_iter_valid_loss : 0.16280047595500946
1950280 0.162991 0.162800 0.163976 CURRENT LEARNING RATE: 2.3716618050727213e-09
previous_iter_valid_loss : 0.160615012049675
1950300 0.160785 0.160615 0.163736 CURRENT LEARNING RATE: 2.3711875201417817e-09
previous_iter_valid_loss : 0.16412422060966492
1950320 0.164326 0.164124 0.163795 CURRENT LEARNING RATE: 2.3707133300583432e-09
previous_iter_valid_loss : 0.16346870362758636
1950340 0.163659 0.163469 0.163938 CURRENT LEARNING RATE: 2.3702392348034386e-09
previous_iter_valid_loss : 0.16337065398693085
1950360 0.163569 0.163371 0.164040 CURRENT LEARNING RATE: 2.369765234358104e-09
previous_iter_valid_loss : 0.16085734963417053
1950380 0.161008 0.160857 0.164054 CURRENT LEARNING RATE: 2.36929132870337e-09
previous_iter_valid_loss : 0.16326405107975006
1950400 0.163426 0.163264 0.164076 CURRENT LEARNING RATE: 2.368817517820298e-09
previous_iter_valid_loss : 0.17791159451007843
1950420 0.178069 0.177912 0.164921 CURRENT LEARNING RATE: 2.368343801689927e-09
previous_iter_valid_loss : 0.1725805252790451
1950440 0.172852 0.172581 0.165518 CURRENT LEARNING RATE: 2.3678701802933087e-09
previous_iter_valid_loss : 0.162428081035614
1950460 0.162584 0.162428 0.165330 CURRENT LEARNING RATE: 2.3673966536114975e-09
previous_iter_valid_loss : 0.16052845120429993
1950480 0.160693 0.160528 0.165326 CURRENT LEARNING RATE: 2.3669232216255532e-09
previous_iter_valid_loss : 0.16333915293216705
1950500 0.163506 0.163339 0.165453 CURRENT LEARNING RATE: 2.366449884316538e-09
previous_iter_valid_loss : 0.1606190949678421
1950520 0.160782 0.160619 0.165327 CURRENT LEARNING RATE: 2.36597664166551e-09
previous_iter_valid_loss : 0.16702623665332794
1950540 0.167255 0.167026 0.165652 CURRENT LEARNING RATE: 2.365503493653556e-09
previous_iter_valid_loss : 0.16215653717517853
1950560 0.162341 0.162157 0.165382 CURRENT LEARNING RATE: 2.3650304402617426e-09
previous_iter_valid_loss : 0.17006231844425201
1950580 0.170311 0.170062 0.165523 CURRENT LEARNING RATE: 2.364557481471147e-09
previous_iter_valid_loss : 0.161874458193779
1950600 0.162067 0.161874 0.165474 CURRENT LEARNING RATE: 2.364084617262851e-09
previous_iter_valid_loss : 0.1605294942855835
1950620 0.160695 0.160529 0.165468 CURRENT LEARNING RATE: 2.36361184761794e-09
previous_iter_valid_loss : 0.16070978343486786
1950640 0.160881 0.160710 0.165408 CURRENT LEARNING RATE: 2.363139172517503e-09
previous_iter_valid_loss : 0.17785300314426422
1950660 0.178149 0.177853 0.164803 CURRENT LEARNING RATE: 2.3626665919426332e-09
previous_iter_valid_loss : 0.16397060453891754
1950680 0.164164 0.163971 0.164862 CURRENT LEARNING RATE: 2.3621941058744193e-09
previous_iter_valid_loss : 0.164857879281044
1950700 0.165046 0.164858 0.165074 CURRENT LEARNING RATE: 2.3617217142939785e-09
previous_iter_valid_loss : 0.17205314338207245
1950720 0.172202 0.172053 0.165471 CURRENT LEARNING RATE: 2.361249417182406e-09
previous_iter_valid_loss : 0.16381782293319702
1950740 0.164007 0.163818 0.165488 CURRENT LEARNING RATE: 2.360777214520811e-09
previous_iter_valid_loss : 0.1618928164243698
1950760 0.162081 0.161893 0.165414 CURRENT LEARNING RATE: 2.3603051062903043e-09
previous_iter_valid_loss : 0.16089360415935516
1950780 0.161076 0.160894 0.165416 CURRENT LEARNING RATE: 2.359833092472003e-09
previous_iter_valid_loss : 0.1627529412508011
1950800 0.162950 0.162753 0.165390 CURRENT LEARNING RATE: 2.359361173047025e-09
previous_iter_valid_loss : 0.1700594425201416
1950820 0.170314 0.170059 0.164998 CURRENT LEARNING RATE: 2.358889347996486e-09
previous_iter_valid_loss : 0.18354737758636475
1950840 0.183910 0.183547 0.165546 CURRENT LEARNING RATE: 2.35841761730153e-09
previous_iter_valid_loss : 0.16202881932258606
1950860 0.162185 0.162029 0.165526 CURRENT LEARNING RATE: 2.3579459809432783e-09
previous_iter_valid_loss : 0.1609579622745514
1950880 0.161137 0.160958 0.165548 CURRENT LEARNING RATE: 2.3574744389028666e-09
previous_iter_valid_loss : 0.16888265311717987
1950900 0.169036 0.168883 0.165825 CURRENT LEARNING RATE: 2.357002991161433e-09
previous_iter_valid_loss : 0.17279209196567535
1950920 0.172935 0.172792 0.166433 CURRENT LEARNING RATE: 2.3565316377001192e-09
previous_iter_valid_loss : 0.16762615740299225
1950940 0.167785 0.167626 0.166463 CURRENT LEARNING RATE: 2.356060378500071e-09
previous_iter_valid_loss : 0.17437562346458435
1950960 0.174530 0.174376 0.167074 CURRENT LEARNING RATE: 2.3555892135424387e-09
previous_iter_valid_loss : 0.16175268590450287
1950980 0.161942 0.161753 0.166659 CURRENT LEARNING RATE: 2.3551181428083663e-09
previous_iter_valid_loss : 0.16100139915943146
1951000 0.161182 0.161001 0.166615 CURRENT LEARNING RATE: 2.354647166279029e-09
previous_iter_valid_loss : 0.16494254767894745
1951020 0.165141 0.164943 0.166836 CURRENT LEARNING RATE: 2.354176283935578e-09
previous_iter_valid_loss : 0.16473093628883362
1951040 0.164904 0.164731 0.167037 CURRENT LEARNING RATE: 2.353705495759179e-09
previous_iter_valid_loss : 0.18866384029388428
1951060 0.188793 0.188664 0.167577 CURRENT LEARNING RATE: 2.353234801731e-09
previous_iter_valid_loss : 0.165546253323555
1951080 0.165707 0.165546 0.167656 CURRENT LEARNING RATE: 2.3527642018322135e-09
previous_iter_valid_loss : 0.16287487745285034
1951100 0.163034 0.162875 0.167557 CURRENT LEARNING RATE: 2.352293696043995e-09
previous_iter_valid_loss : 0.16191312670707703
1951120 0.162076 0.161913 0.167050 CURRENT LEARNING RATE: 2.3518232843475252e-09
previous_iter_valid_loss : 0.1711113303899765
1951140 0.171261 0.171111 0.167415 CURRENT LEARNING RATE: 2.3513529667239784e-09
previous_iter_valid_loss : 0.17728251218795776
1951160 0.177578 0.177283 0.168184 CURRENT LEARNING RATE: 2.350882743154559e-09
previous_iter_valid_loss : 0.17657805979251862
1951180 0.176877 0.176578 0.168969 CURRENT LEARNING RATE: 2.35041261362045e-09
previous_iter_valid_loss : 0.1665562242269516
1951200 0.166771 0.166556 0.169159 CURRENT LEARNING RATE: 2.3499425781028453e-09
previous_iter_valid_loss : 0.16067874431610107
1951220 0.160839 0.160679 0.168690 CURRENT LEARNING RATE: 2.349472636582944e-09
previous_iter_valid_loss : 0.17720893025398254
1951240 0.177365 0.177209 0.168373 CURRENT LEARNING RATE: 2.3490027890419494e-09
previous_iter_valid_loss : 0.18572109937667847
1951260 0.185870 0.185721 0.169557 CURRENT LEARNING RATE: 2.348533035461066e-09
previous_iter_valid_loss : 0.16129332780838013
1951280 0.161457 0.161293 0.169574 CURRENT LEARNING RATE: 2.348063375821496e-09
previous_iter_valid_loss : 0.16683869063854218
1951300 0.167054 0.166839 0.169472 CURRENT LEARNING RATE: 2.347593810104469e-09
previous_iter_valid_loss : 0.1746542900800705
1951320 0.174936 0.174654 0.169565 CURRENT LEARNING RATE: 2.3471243382911958e-09
previous_iter_valid_loss : 0.18098311126232147
1951340 0.181137 0.180983 0.170233 CURRENT LEARNING RATE: 2.3466549603628963e-09
previous_iter_valid_loss : 0.17281624674797058
1951360 0.172956 0.172816 0.170155 CURRENT LEARNING RATE: 2.346185676300795e-09
previous_iter_valid_loss : 0.16296707093715668
1951380 0.163158 0.162967 0.170216 CURRENT LEARNING RATE: 2.3457164860861216e-09
previous_iter_valid_loss : 0.17547515034675598
1951400 0.175626 0.175475 0.170939 CURRENT LEARNING RATE: 2.345247389700108e-09
previous_iter_valid_loss : 0.16254402697086334
1951420 0.162730 0.162544 0.170819 CURRENT LEARNING RATE: 2.3447783871239897e-09
previous_iter_valid_loss : 0.17285490036010742
1951440 0.172999 0.172855 0.171226 CURRENT LEARNING RATE: 2.3443094783389993e-09
previous_iter_valid_loss : 0.16050516068935394
1951460 0.160675 0.160505 0.169818 CURRENT LEARNING RATE: 2.3438406633263965e-09
previous_iter_valid_loss : 0.17969301342964172
1951480 0.180013 0.179693 0.170525 CURRENT LEARNING RATE: 2.343371942067421e-09
previous_iter_valid_loss : 0.16525232791900635
1951500 0.165472 0.165252 0.170644 CURRENT LEARNING RATE: 2.342903314543323e-09
previous_iter_valid_loss : 0.16050182282924652
1951520 0.160667 0.160502 0.170573 CURRENT LEARNING RATE: 2.3424347807353577e-09
previous_iter_valid_loss : 0.1699599027633667
1951540 0.170113 0.169960 0.170516 CURRENT LEARNING RATE: 2.341966340624784e-09
previous_iter_valid_loss : 0.17750497162342072
1951560 0.177668 0.177505 0.170527 CURRENT LEARNING RATE: 2.3414979941928646e-09
previous_iter_valid_loss : 0.16150981187820435
1951580 0.161666 0.161510 0.169773 CURRENT LEARNING RATE: 2.3410297414208653e-09
previous_iter_valid_loss : 0.16051305830478668
1951600 0.160664 0.160513 0.169471 CURRENT LEARNING RATE: 2.3405615822900475e-09
previous_iter_valid_loss : 0.16895808279514313
1951620 0.169108 0.168958 0.169885 CURRENT LEARNING RATE: 2.3400935167817015e-09
previous_iter_valid_loss : 0.16052481532096863
1951640 0.160688 0.160525 0.169051 CURRENT LEARNING RATE: 2.3396255448770967e-09
previous_iter_valid_loss : 0.1613440215587616
1951660 0.161491 0.161344 0.167832 CURRENT LEARNING RATE: 2.339157666557514e-09
previous_iter_valid_loss : 0.16358281672000885
1951680 0.163777 0.163583 0.167947 CURRENT LEARNING RATE: 2.3386898818042383e-09
previous_iter_valid_loss : 0.16714982688426971
1951700 0.167363 0.167150 0.167962 CURRENT LEARNING RATE: 2.338222190598558e-09
previous_iter_valid_loss : 0.16123618185520172
1951720 0.161414 0.161236 0.167291 CURRENT LEARNING RATE: 2.3377545929217654e-09
previous_iter_valid_loss : 0.16141478717327118
1951740 0.161604 0.161415 0.166313 CURRENT LEARNING RATE: 2.337287088755149e-09
previous_iter_valid_loss : 0.19185762107372284
1951760 0.191978 0.191858 0.167265 CURRENT LEARNING RATE: 2.3368196780800245e-09
previous_iter_valid_loss : 0.18023306131362915
1951780 0.180391 0.180233 0.168128 CURRENT LEARNING RATE: 2.3363523608776877e-09
previous_iter_valid_loss : 0.1656433492898941
1951800 0.165809 0.165643 0.167637 CURRENT LEARNING RATE: 2.3358851371294456e-09
previous_iter_valid_loss : 0.16449038684368134
1951820 0.164658 0.164490 0.167734 CURRENT LEARNING RATE: 2.335418006816609e-09
previous_iter_valid_loss : 0.17711688578128815
1951840 0.177272 0.177117 0.167947 CURRENT LEARNING RATE: 2.3349509699204935e-09
previous_iter_valid_loss : 0.18373018503189087
1951860 0.183880 0.183730 0.169108 CURRENT LEARNING RATE: 2.3344840264224165e-09
previous_iter_valid_loss : 0.16053777933120728
1951880 0.160696 0.160538 0.168151 CURRENT LEARNING RATE: 2.3340171763037013e-09
previous_iter_valid_loss : 0.17278428375720978
1951900 0.173049 0.172784 0.168527 CURRENT LEARNING RATE: 2.333550419545665e-09
previous_iter_valid_loss : 0.168290376663208
1951920 0.168517 0.168290 0.168917 CURRENT LEARNING RATE: 2.333083756129654e-09
previous_iter_valid_loss : 0.1626141369342804
1951940 0.162804 0.162614 0.168549 CURRENT LEARNING RATE: 2.3326171860369937e-09
previous_iter_valid_loss : 0.1622936725616455
1951960 0.162491 0.162294 0.167789 CURRENT LEARNING RATE: 2.332150709249021e-09
previous_iter_valid_loss : 0.17050908505916595
1951980 0.170660 0.170509 0.168239 CURRENT LEARNING RATE: 2.3316843257470774e-09
previous_iter_valid_loss : 0.1752041131258011
1952000 0.175493 0.175204 0.168973 CURRENT LEARNING RATE: 2.331218035512507e-09
previous_iter_valid_loss : 0.16764503717422485
1952020 0.167861 0.167645 0.168908 CURRENT LEARNING RATE: 2.3307518385266577e-09
previous_iter_valid_loss : 0.1613595336675644
1952040 0.161545 0.161360 0.168949 CURRENT LEARNING RATE: 2.3302857347708742e-09
previous_iter_valid_loss : 0.16112838685512543
1952060 0.161284 0.161128 0.168939 CURRENT LEARNING RATE: 2.329819724226529e-09
previous_iter_valid_loss : 0.17095226049423218
1952080 0.171209 0.170952 0.169307 CURRENT LEARNING RATE: 2.329353806874973e-09
previous_iter_valid_loss : 0.18623776733875275
1952100 0.186635 0.186238 0.170261 CURRENT LEARNING RATE: 2.32888798269757e-09
previous_iter_valid_loss : 0.1656695455312729
1952120 0.165877 0.165670 0.170483 CURRENT LEARNING RATE: 2.328422251675686e-09
previous_iter_valid_loss : 0.16069619357585907
1952140 0.160860 0.160696 0.170447 CURRENT LEARNING RATE: 2.3279566137906924e-09
previous_iter_valid_loss : 0.16267627477645874
1952160 0.162841 0.162676 0.168988 CURRENT LEARNING RATE: 2.327491069023964e-09
previous_iter_valid_loss : 0.16057579219341278
1952180 0.160735 0.160576 0.168005 CURRENT LEARNING RATE: 2.3270256173568787e-09
previous_iter_valid_loss : 0.16052617132663727
1952200 0.160674 0.160526 0.167749 CURRENT LEARNING RATE: 2.32656025877081e-09
previous_iter_valid_loss : 0.1659315973520279
1952220 0.166095 0.165932 0.167821 CURRENT LEARNING RATE: 2.32609499324716e-09
previous_iter_valid_loss : 0.17061133682727814
1952240 0.170764 0.170611 0.167496 CURRENT LEARNING RATE: 2.32562982076731e-09
previous_iter_valid_loss : 0.1673518568277359
1952260 0.167511 0.167352 0.166677 CURRENT LEARNING RATE: 2.3251647413126532e-09
previous_iter_valid_loss : 0.16071748733520508
1952280 0.160872 0.160717 0.166686 CURRENT LEARNING RATE: 2.3246997548645867e-09
previous_iter_valid_loss : 0.16396144032478333
1952300 0.164132 0.163961 0.166245 CURRENT LEARNING RATE: 2.3242348614045106e-09
previous_iter_valid_loss : 0.16518165171146393
1952320 0.165394 0.165182 0.166090 CURRENT LEARNING RATE: 2.3237700609138294e-09
previous_iter_valid_loss : 0.16164320707321167
1952340 0.161839 0.161643 0.166041 CURRENT LEARNING RATE: 2.3233053533739503e-09
previous_iter_valid_loss : 0.16052712500095367
1952360 0.160686 0.160527 0.165953 CURRENT LEARNING RATE: 2.322840738766278e-09
previous_iter_valid_loss : 0.16118377447128296
1952380 0.161361 0.161184 0.165487 CURRENT LEARNING RATE: 2.3223762170722436e-09
previous_iter_valid_loss : 0.16172556579113007
1952400 0.161910 0.161726 0.164813 CURRENT LEARNING RATE: 2.3219117882732582e-09
previous_iter_valid_loss : 0.1675949990749359
1952420 0.167817 0.167595 0.164810 CURRENT LEARNING RATE: 2.321447452350745e-09
previous_iter_valid_loss : 0.16096021234989166
1952440 0.161133 0.160960 0.164790 CURRENT LEARNING RATE: 2.3209832092861295e-09
previous_iter_valid_loss : 0.17143186926841736
1952460 0.171691 0.171432 0.165305 CURRENT LEARNING RATE: 2.3205190590608432e-09
previous_iter_valid_loss : 0.17706646025180817
1952480 0.177362 0.177066 0.165611 CURRENT LEARNING RATE: 2.3200550016563196e-09
previous_iter_valid_loss : 0.1606181114912033
1952500 0.160790 0.160618 0.164330 CURRENT LEARNING RATE: 2.3195910370539875e-09
previous_iter_valid_loss : 0.1607038676738739
1952520 0.160877 0.160704 0.164082 CURRENT LEARNING RATE: 2.319127165235306e-09
previous_iter_valid_loss : 0.16189166903495789
1952540 0.162088 0.161892 0.164142 CURRENT LEARNING RATE: 2.3186633861817115e-09
previous_iter_valid_loss : 0.16063092648983002
1952560 0.160810 0.160631 0.164039 CURRENT LEARNING RATE: 2.3181996998746524e-09
previous_iter_valid_loss : 0.1622488796710968
1952580 0.162419 0.162249 0.164123 CURRENT LEARNING RATE: 2.3177361062955818e-09
previous_iter_valid_loss : 0.162176251411438
1952600 0.162345 0.162176 0.164205 CURRENT LEARNING RATE: 2.317272605425956e-09
previous_iter_valid_loss : 0.16108965873718262
1952620 0.161285 0.161090 0.163963 CURRENT LEARNING RATE: 2.316809197247234e-09
previous_iter_valid_loss : 0.1626589149236679
1952640 0.162815 0.162659 0.163566 CURRENT LEARNING RATE: 2.316345881740881e-09
previous_iter_valid_loss : 0.16233567893505096
1952660 0.162495 0.162336 0.163315 CURRENT LEARNING RATE: 2.315882658888355e-09
previous_iter_valid_loss : 0.17089176177978516
1952680 0.171155 0.170892 0.163824 CURRENT LEARNING RATE: 2.315419528671144e-09
previous_iter_valid_loss : 0.18980592489242554
1952700 0.190233 0.189806 0.165116 CURRENT LEARNING RATE: 2.314956491070714e-09
previous_iter_valid_loss : 0.17164762318134308
1952720 0.171911 0.171648 0.165439 CURRENT LEARNING RATE: 2.3144935460685444e-09
previous_iter_valid_loss : 0.18306000530719757
1952740 0.183210 0.183060 0.166510 CURRENT LEARNING RATE: 2.3140306936461167e-09
previous_iter_valid_loss : 0.16272367537021637
1952760 0.162909 0.162724 0.166620 CURRENT LEARNING RATE: 2.3135679337849175e-09
previous_iter_valid_loss : 0.17375899851322174
1952780 0.173907 0.173759 0.167249 CURRENT LEARNING RATE: 2.3131052664664357e-09
previous_iter_valid_loss : 0.16356755793094635
1952800 0.163768 0.163568 0.167341 CURRENT LEARNING RATE: 2.312642691672165e-09
previous_iter_valid_loss : 0.1622098684310913
1952820 0.162369 0.162210 0.167071 CURRENT LEARNING RATE: 2.3121802093835938e-09
previous_iter_valid_loss : 0.1649632304906845
1952840 0.165130 0.164963 0.167272 CURRENT LEARNING RATE: 2.3117178195822392e-09
previous_iter_valid_loss : 0.1784677356481552
1952860 0.178769 0.178468 0.167623 CURRENT LEARNING RATE: 2.3112555222495984e-09
previous_iter_valid_loss : 0.1605793535709381
1952880 0.160736 0.160579 0.166799 CURRENT LEARNING RATE: 2.3107933173671783e-09
previous_iter_valid_loss : 0.16051378846168518
1952900 0.160680 0.160514 0.166794 CURRENT LEARNING RATE: 2.3103312049164917e-09
previous_iter_valid_loss : 0.16610853374004364
1952920 0.166311 0.166109 0.167064 CURRENT LEARNING RATE: 2.309869184879053e-09
previous_iter_valid_loss : 0.1627088189125061
1952940 0.162890 0.162709 0.167105 CURRENT LEARNING RATE: 2.3094072572363825e-09
previous_iter_valid_loss : 0.16578398644924164
1952960 0.165942 0.165784 0.167363 CURRENT LEARNING RATE: 2.308945421969994e-09
previous_iter_valid_loss : 0.17974653840065002
1952980 0.180080 0.179747 0.168237 CURRENT LEARNING RATE: 2.308483679061431e-09
previous_iter_valid_loss : 0.1787022352218628
1953000 0.179003 0.178702 0.169064 CURRENT LEARNING RATE: 2.308022028492216e-09
previous_iter_valid_loss : 0.16607527434825897
1953020 0.166290 0.166075 0.169313 CURRENT LEARNING RATE: 2.3075604702438815e-09
previous_iter_valid_loss : 0.16966421902179718
1953040 0.169900 0.169664 0.169663 CURRENT LEARNING RATE: 2.307099004297967e-09
previous_iter_valid_loss : 0.16057468950748444
1953060 0.160752 0.160575 0.169575 CURRENT LEARNING RATE: 2.3066376306360123e-09
previous_iter_valid_loss : 0.16098101437091827
1953080 0.161134 0.160981 0.169080 CURRENT LEARNING RATE: 2.306176349239564e-09
previous_iter_valid_loss : 0.17006725072860718
1953100 0.170216 0.170067 0.168093 CURRENT LEARNING RATE: 2.305715160090169e-09
previous_iter_valid_loss : 0.17314131557941437
1953120 0.173419 0.173141 0.168167 CURRENT LEARNING RATE: 2.3052540631693727e-09
previous_iter_valid_loss : 0.1867610067129135
1953140 0.187181 0.186761 0.168352 CURRENT LEARNING RATE: 2.3047930584587477e-09
previous_iter_valid_loss : 0.16068148612976074
1953160 0.160841 0.160681 0.168250 CURRENT LEARNING RATE: 2.3043321459398455e-09
previous_iter_valid_loss : 0.16579850018024445
1953180 0.165965 0.165799 0.167852 CURRENT LEARNING RATE: 2.303871325594229e-09
previous_iter_valid_loss : 0.1614842414855957
1953200 0.161650 0.161484 0.167748 CURRENT LEARNING RATE: 2.303410597403466e-09
previous_iter_valid_loss : 0.16119590401649475
1953220 0.161358 0.161196 0.167697 CURRENT LEARNING RATE: 2.3029499613491275e-09
previous_iter_valid_loss : 0.16449415683746338
1953240 0.164685 0.164494 0.167674 CURRENT LEARNING RATE: 2.3024894174127874e-09
previous_iter_valid_loss : 0.175224170088768
1953260 0.175510 0.175224 0.167512 CURRENT LEARNING RATE: 2.3020289655760163e-09
previous_iter_valid_loss : 0.1716005802154541
1953280 0.171869 0.171601 0.168063 CURRENT LEARNING RATE: 2.3015686058204124e-09
previous_iter_valid_loss : 0.16455167531967163
1953300 0.164723 0.164552 0.168265 CURRENT LEARNING RATE: 2.3011083381275528e-09
previous_iter_valid_loss : 0.16144472360610962
1953320 0.161609 0.161445 0.168032 CURRENT LEARNING RATE: 2.300648162479027e-09
previous_iter_valid_loss : 0.16164542734622955
1953340 0.161840 0.161645 0.167978 CURRENT LEARNING RATE: 2.3001880788564284e-09
previous_iter_valid_loss : 0.1721847802400589
1953360 0.172333 0.172185 0.168298 CURRENT LEARNING RATE: 2.299728087241353e-09
previous_iter_valid_loss : 0.1666060984134674
1953380 0.166804 0.166606 0.167641 CURRENT LEARNING RATE: 2.2992681876154013e-09
previous_iter_valid_loss : 0.16873997449874878
1953400 0.168893 0.168740 0.167143 CURRENT LEARNING RATE: 2.2988083799601775e-09
previous_iter_valid_loss : 0.1618155986070633
1953420 0.162006 0.161816 0.166930 CURRENT LEARNING RATE: 2.298348664257281e-09
previous_iter_valid_loss : 0.1605176478624344
1953440 0.160686 0.160518 0.166473 CURRENT LEARNING RATE: 2.2978890404883394e-09
previous_iter_valid_loss : 0.1612679660320282
1953460 0.161465 0.161268 0.166508 CURRENT LEARNING RATE: 2.29742950863496e-09
previous_iter_valid_loss : 0.17460481822490692
1953480 0.174887 0.174605 0.167189 CURRENT LEARNING RATE: 2.2969700686787612e-09
previous_iter_valid_loss : 0.18653932213783264
1953500 0.186934 0.186539 0.168012 CURRENT LEARNING RATE: 2.2965107206013655e-09
previous_iter_valid_loss : 0.16072624921798706
1953520 0.160878 0.160726 0.167392 CURRENT LEARNING RATE: 2.296051464384399e-09
previous_iter_valid_loss : 0.161513552069664
1953540 0.161666 0.161514 0.166129 CURRENT LEARNING RATE: 2.295592300009491e-09
previous_iter_valid_loss : 0.16067427396774292
1953560 0.160850 0.160674 0.166129 CURRENT LEARNING RATE: 2.2951332274582756e-09
previous_iter_valid_loss : 0.162568598985672
1953580 0.162742 0.162569 0.165967 CURRENT LEARNING RATE: 2.2946742467123814e-09
previous_iter_valid_loss : 0.19892990589141846
1953600 0.199026 0.198930 0.167840 CURRENT LEARNING RATE: 2.2942153577534655e-09
previous_iter_valid_loss : 0.16115200519561768
1953620 0.161308 0.161152 0.167838 CURRENT LEARNING RATE: 2.293756560563164e-09
previous_iter_valid_loss : 0.16074880957603455
1953640 0.160926 0.160749 0.167650 CURRENT LEARNING RATE: 2.2932978551231254e-09
previous_iter_valid_loss : 0.1621791571378708
1953660 0.162347 0.162179 0.166998 CURRENT LEARNING RATE: 2.2928392414150017e-09
previous_iter_valid_loss : 0.1689613163471222
1953680 0.169202 0.168961 0.166866 CURRENT LEARNING RATE: 2.2923807194204477e-09
previous_iter_valid_loss : 0.1635478138923645
1953700 0.163749 0.163548 0.166816 CURRENT LEARNING RATE: 2.2919222891211224e-09
previous_iter_valid_loss : 0.17295749485492706
1953720 0.173101 0.172957 0.167392 CURRENT LEARNING RATE: 2.2914639504986814e-09
previous_iter_valid_loss : 0.16053406894207
1953740 0.160686 0.160534 0.167336 CURRENT LEARNING RATE: 2.2910057035348064e-09
previous_iter_valid_loss : 0.16447870433330536
1953760 0.164678 0.164479 0.166951 CURRENT LEARNING RATE: 2.29054754821116e-09
previous_iter_valid_loss : 0.17970819771289825
1953780 0.180022 0.179708 0.167606 CURRENT LEARNING RATE: 2.290089484509416e-09
previous_iter_valid_loss : 0.17248724400997162
1953800 0.172752 0.172487 0.167793 CURRENT LEARNING RATE: 2.2896315124112517e-09
previous_iter_valid_loss : 0.16497203707695007
1953820 0.165177 0.164972 0.167951 CURRENT LEARNING RATE: 2.2891736318983478e-09
previous_iter_valid_loss : 0.16741971671581268
1953840 0.167580 0.167420 0.168296 CURRENT LEARNING RATE: 2.28871584295239e-09
previous_iter_valid_loss : 0.16057460010051727
1953860 0.160747 0.160575 0.168261 CURRENT LEARNING RATE: 2.288258145555066e-09
previous_iter_valid_loss : 0.16078634560108185
1953880 0.160938 0.160786 0.167570 CURRENT LEARNING RATE: 2.2878005396880597e-09
previous_iter_valid_loss : 0.1836654245853424
1953900 0.183810 0.183665 0.167427 CURRENT LEARNING RATE: 2.287343025333084e-09
previous_iter_valid_loss : 0.16380199790000916
1953920 0.163964 0.163802 0.167581 CURRENT LEARNING RATE: 2.286885602471829e-09
previous_iter_valid_loss : 0.1665342152118683
1953940 0.166745 0.166534 0.167832 CURRENT LEARNING RATE: 2.286428271085999e-09
previous_iter_valid_loss : 0.16994157433509827
1953960 0.170185 0.169942 0.168295 CURRENT LEARNING RATE: 2.2859710311572997e-09
previous_iter_valid_loss : 0.16055560111999512
1953980 0.160712 0.160556 0.168194 CURRENT LEARNING RATE: 2.2855138826674422e-09
previous_iter_valid_loss : 0.16123251616954803
1954000 0.161419 0.161233 0.166309 CURRENT LEARNING RATE: 2.2850568255981403e-09
previous_iter_valid_loss : 0.16367894411087036
1954020 0.163849 0.163679 0.166436 CURRENT LEARNING RATE: 2.2845998599311037e-09
previous_iter_valid_loss : 0.1680624634027481
1954040 0.168291 0.168062 0.166802 CURRENT LEARNING RATE: 2.2841429856480694e-09
previous_iter_valid_loss : 0.16198590397834778
1954060 0.162172 0.161986 0.166792 CURRENT LEARNING RATE: 2.2836862027307557e-09
previous_iter_valid_loss : 0.16706235706806183
1954080 0.167223 0.167062 0.166697 CURRENT LEARNING RATE: 2.2832295111608895e-09
previous_iter_valid_loss : 0.16108585894107819
1954100 0.161270 0.161086 0.166574 CURRENT LEARNING RATE: 2.2827729109202044e-09
previous_iter_valid_loss : 0.163456529378891
1954120 0.163623 0.163457 0.166099 CURRENT LEARNING RATE: 2.282316401990436e-09
previous_iter_valid_loss : 0.1719091683626175
1954140 0.172177 0.171909 0.166668 CURRENT LEARNING RATE: 2.2818599843533243e-09
previous_iter_valid_loss : 0.16163082420825958
1954160 0.161824 0.161631 0.166525 CURRENT LEARNING RATE: 2.281403657990612e-09
previous_iter_valid_loss : 0.16089467704296112
1954180 0.161053 0.160895 0.165584 CURRENT LEARNING RATE: 2.2809474228840386e-09
previous_iter_valid_loss : 0.16242434084415436
1954200 0.162606 0.162424 0.165081 CURRENT LEARNING RATE: 2.28049127901537e-09
previous_iter_valid_loss : 0.16093605756759644
1954220 0.161111 0.160936 0.164879 CURRENT LEARNING RATE: 2.280035226366353e-09
previous_iter_valid_loss : 0.18115699291229248
1954240 0.181317 0.181157 0.165566 CURRENT LEARNING RATE: 2.2795792649187457e-09
previous_iter_valid_loss : 0.16101816296577454
1954260 0.161195 0.161018 0.165589 CURRENT LEARNING RATE: 2.279123394654309e-09
previous_iter_valid_loss : 0.16093039512634277
1954280 0.161103 0.160930 0.165596 CURRENT LEARNING RATE: 2.278667615554808e-09
previous_iter_valid_loss : 0.1605321317911148
1954300 0.160686 0.160532 0.164439 CURRENT LEARNING RATE: 2.2782119276020128e-09
previous_iter_valid_loss : 0.160650372505188
1954320 0.160826 0.160650 0.164281 CURRENT LEARNING RATE: 2.2777563307776943e-09
previous_iter_valid_loss : 0.1606300175189972
1954340 0.160801 0.160630 0.163986 CURRENT LEARNING RATE: 2.2773008250636216e-09
previous_iter_valid_loss : 0.1733710616827011
1954360 0.173646 0.173371 0.164158 CURRENT LEARNING RATE: 2.27684541044159e-09
previous_iter_valid_loss : 0.16293147206306458
1954380 0.163120 0.162931 0.164277 CURRENT LEARNING RATE: 2.276390086893375e-09
previous_iter_valid_loss : 0.16050879657268524
1954400 0.160672 0.160509 0.164240 CURRENT LEARNING RATE: 2.2759348544007646e-09
previous_iter_valid_loss : 0.1758188009262085
1954420 0.175969 0.175819 0.164847 CURRENT LEARNING RATE: 2.275479712945548e-09
previous_iter_valid_loss : 0.1616397500038147
1954440 0.161833 0.161640 0.164526 CURRENT LEARNING RATE: 2.2750246625095203e-09
previous_iter_valid_loss : 0.16070809960365295
1954460 0.160891 0.160708 0.164462 CURRENT LEARNING RATE: 2.2745697030744796e-09
previous_iter_valid_loss : 0.16261208057403564
1954480 0.162781 0.162612 0.164240 CURRENT LEARNING RATE: 2.274114834622219e-09
previous_iter_valid_loss : 0.16443690657615662
1954500 0.164645 0.164437 0.164407 CURRENT LEARNING RATE: 2.2736600571345604e-09
previous_iter_valid_loss : 0.1607254445552826
1954520 0.160892 0.160725 0.164271 CURRENT LEARNING RATE: 2.273205370593304e-09
previous_iter_valid_loss : 0.160608172416687
1954540 0.160774 0.160608 0.163706 CURRENT LEARNING RATE: 2.2727507749802633e-09
previous_iter_valid_loss : 0.17310471832752228
1954560 0.173374 0.173105 0.164279 CURRENT LEARNING RATE: 2.272296270277254e-09
previous_iter_valid_loss : 0.1605348289012909
1954580 0.160695 0.160535 0.164261 CURRENT LEARNING RATE: 2.2718418564660953e-09
previous_iter_valid_loss : 0.16149702668190002
1954600 0.161659 0.161497 0.164215 CURRENT LEARNING RATE: 2.271387533528611e-09
previous_iter_valid_loss : 0.17912262678146362
1954620 0.179271 0.179123 0.165124 CURRENT LEARNING RATE: 2.270933301446629e-09
previous_iter_valid_loss : 0.16248799860477448
1954640 0.162658 0.162488 0.164191 CURRENT LEARNING RATE: 2.2704791602019704e-09
previous_iter_valid_loss : 0.16121098399162292
1954660 0.161404 0.161211 0.164201 CURRENT LEARNING RATE: 2.2700251097764877e-09
previous_iter_valid_loss : 0.16107608377933502
1954680 0.161263 0.161076 0.164208 CURRENT LEARNING RATE: 2.269571150152009e-09
previous_iter_valid_loss : 0.17336703836917877
1954700 0.173633 0.173367 0.164850 CURRENT LEARNING RATE: 2.2691172813103765e-09
previous_iter_valid_loss : 0.16064105927944183
1954720 0.160798 0.160641 0.164849 CURRENT LEARNING RATE: 2.268663503233436e-09
previous_iter_valid_loss : 0.16683141887187958
1954740 0.167044 0.166831 0.165159 CURRENT LEARNING RATE: 2.2682098159030356e-09
previous_iter_valid_loss : 0.16281531751155853
1954760 0.163010 0.162815 0.164631 CURRENT LEARNING RATE: 2.2677562193010284e-09
previous_iter_valid_loss : 0.16499921679496765
1954780 0.165164 0.164999 0.164735 CURRENT LEARNING RATE: 2.26730271340927e-09
previous_iter_valid_loss : 0.1659722477197647
1954800 0.166188 0.165972 0.165008 CURRENT LEARNING RATE: 2.2668492982096123e-09
previous_iter_valid_loss : 0.16216571629047394
1954820 0.162349 0.162166 0.164325 CURRENT LEARNING RATE: 2.2663959736839353e-09
previous_iter_valid_loss : 0.1645747721195221
1954840 0.164744 0.164575 0.164472 CURRENT LEARNING RATE: 2.2659427398140973e-09
previous_iter_valid_loss : 0.16324156522750854
1954860 0.163412 0.163242 0.164599 CURRENT LEARNING RATE: 2.2654895965819694e-09
previous_iter_valid_loss : 0.1606663316488266
1954880 0.160839 0.160666 0.164502 CURRENT LEARNING RATE: 2.2650365439694253e-09
previous_iter_valid_loss : 0.16213232278823853
1954900 0.162326 0.162132 0.164386 CURRENT LEARNING RATE: 2.2645835819583434e-09
previous_iter_valid_loss : 0.1655326783657074
1954920 0.165691 0.165533 0.164627 CURRENT LEARNING RATE: 2.264130710530605e-09
previous_iter_valid_loss : 0.16840265691280365
1954940 0.168557 0.168403 0.165016 CURRENT LEARNING RATE: 2.2636779296680874e-09
previous_iter_valid_loss : 0.16625739634037018
1954960 0.166457 0.166257 0.164674 CURRENT LEARNING RATE: 2.2632252393526953e-09
previous_iter_valid_loss : 0.18399567902088165
1954980 0.184370 0.183996 0.165847 CURRENT LEARNING RATE: 2.262772639566313e-09
previous_iter_valid_loss : 0.16650819778442383
1955000 0.166737 0.166508 0.166098 CURRENT LEARNING RATE: 2.262320130290837e-09
previous_iter_valid_loss : 0.16165679693222046
1955020 0.161807 0.161657 0.165224 CURRENT LEARNING RATE: 2.2618677115081663e-09
previous_iter_valid_loss : 0.16450606286525726
1955040 0.164678 0.164506 0.165325 CURRENT LEARNING RATE: 2.261415383200204e-09
previous_iter_valid_loss : 0.16051742434501648
1955060 0.160693 0.160517 0.165291 CURRENT LEARNING RATE: 2.260963145348858e-09
previous_iter_valid_loss : 0.1692422777414322
1955080 0.169490 0.169242 0.165699 CURRENT LEARNING RATE: 2.2605109979360375e-09
previous_iter_valid_loss : 0.1704886257648468
1955100 0.170744 0.170489 0.165555 CURRENT LEARNING RATE: 2.2600589409436493e-09
previous_iter_valid_loss : 0.17030006647109985
1955120 0.170454 0.170300 0.166038 CURRENT LEARNING RATE: 2.259606974353627e-09
previous_iter_valid_loss : 0.16210079193115234
1955140 0.162263 0.162101 0.165801 CURRENT LEARNING RATE: 2.2591550981478843e-09
previous_iter_valid_loss : 0.16208772361278534
1955160 0.162248 0.162088 0.165765 CURRENT LEARNING RATE: 2.2587033123083457e-09
previous_iter_valid_loss : 0.1608516275882721
1955180 0.161004 0.160852 0.165558 CURRENT LEARNING RATE: 2.25825161681694e-09
previous_iter_valid_loss : 0.171113058924675
1955200 0.171261 0.171113 0.165815 CURRENT LEARNING RATE: 2.257800011655599e-09
previous_iter_valid_loss : 0.16167283058166504
1955220 0.161824 0.161673 0.165790 CURRENT LEARNING RATE: 2.257348496806259e-09
previous_iter_valid_loss : 0.16657762229442596
1955240 0.166801 0.166578 0.165890 CURRENT LEARNING RATE: 2.256897072250851e-09
previous_iter_valid_loss : 0.1753510683774948
1955260 0.175645 0.175351 0.166496 CURRENT LEARNING RATE: 2.2564457379713346e-09
previous_iter_valid_loss : 0.17623725533485413
1955280 0.176389 0.176237 0.167274 CURRENT LEARNING RATE: 2.2559944939496478e-09
previous_iter_valid_loss : 0.16568103432655334
1955300 0.165843 0.165681 0.167452 CURRENT LEARNING RATE: 2.2555433401677405e-09
previous_iter_valid_loss : 0.1795026808977127
1955320 0.179662 0.179503 0.168150 CURRENT LEARNING RATE: 2.2550922766075674e-09
previous_iter_valid_loss : 0.1672070473432541
1955340 0.167363 0.167207 0.168090 CURRENT LEARNING RATE: 2.254641303251086e-09
previous_iter_valid_loss : 0.1631055325269699
1955360 0.163303 0.163106 0.167933 CURRENT LEARNING RATE: 2.254190420080257e-09
previous_iter_valid_loss : 0.16069144010543823
1955380 0.160865 0.160691 0.166767 CURRENT LEARNING RATE: 2.253739627077045e-09
previous_iter_valid_loss : 0.16144077479839325
1955400 0.161603 0.161441 0.166514 CURRENT LEARNING RATE: 2.2532889242234104e-09
previous_iter_valid_loss : 0.16845914721488953
1955420 0.168692 0.168459 0.166854 CURRENT LEARNING RATE: 2.252838311501341e-09
previous_iter_valid_loss : 0.1653515100479126
1955440 0.165513 0.165352 0.166896 CURRENT LEARNING RATE: 2.2523877888928045e-09
previous_iter_valid_loss : 0.16081027686595917
1955460 0.160987 0.160810 0.166911 CURRENT LEARNING RATE: 2.2519373563797797e-09
previous_iter_valid_loss : 0.17425690591335297
1955480 0.174405 0.174257 0.167162 CURRENT LEARNING RATE: 2.2514870139442492e-09
previous_iter_valid_loss : 0.16300322115421295
1955500 0.163169 0.163003 0.166788 CURRENT LEARNING RATE: 2.2510367615682e-09
previous_iter_valid_loss : 0.1617181897163391
1955520 0.161915 0.161718 0.166358 CURRENT LEARNING RATE: 2.2505865992336212e-09
previous_iter_valid_loss : 0.16139502823352814
1955540 0.161556 0.161395 0.166323 CURRENT LEARNING RATE: 2.250136526922507e-09
previous_iter_valid_loss : 0.1605297029018402
1955560 0.160684 0.160530 0.166245 CURRENT LEARNING RATE: 2.2496865446168464e-09
previous_iter_valid_loss : 0.16124698519706726
1955580 0.161442 0.161247 0.166265 CURRENT LEARNING RATE: 2.2492366522986553e-09
previous_iter_valid_loss : 0.16121132671833038
1955600 0.161401 0.161211 0.165770 CURRENT LEARNING RATE: 2.248786849949931e-09
previous_iter_valid_loss : 0.1613340973854065
1955620 0.161504 0.161334 0.165753 CURRENT LEARNING RATE: 2.2483371375526805e-09
previous_iter_valid_loss : 0.1874045729637146
1955640 0.187536 0.187405 0.166794 CURRENT LEARNING RATE: 2.247887515088916e-09
previous_iter_valid_loss : 0.16715525090694427
1955660 0.167318 0.167155 0.166385 CURRENT LEARNING RATE: 2.247437982540653e-09
previous_iter_valid_loss : 0.1720844954252243
1955680 0.172237 0.172084 0.166177 CURRENT LEARNING RATE: 2.246988539889909e-09
previous_iter_valid_loss : 0.1676761656999588
1955700 0.167899 0.167676 0.166277 CURRENT LEARNING RATE: 2.246539187118699e-09
previous_iter_valid_loss : 0.16439411044120789
1955720 0.164602 0.164394 0.165521 CURRENT LEARNING RATE: 2.246089924209065e-09
previous_iter_valid_loss : 0.17324405908584595
1955740 0.173523 0.173244 0.165823 CURRENT LEARNING RATE: 2.245640751143028e-09
previous_iter_valid_loss : 0.1608031541109085
1955760 0.160956 0.160803 0.165708 CURRENT LEARNING RATE: 2.2451916679026215e-09
previous_iter_valid_loss : 0.16100534796714783
1955780 0.161185 0.161005 0.165724 CURRENT LEARNING RATE: 2.2447426744698817e-09
previous_iter_valid_loss : 0.16075529158115387
1955800 0.160927 0.160755 0.165689 CURRENT LEARNING RATE: 2.2442937708268493e-09
previous_iter_valid_loss : 0.1783498078584671
1955820 0.178659 0.178350 0.166184 CURRENT LEARNING RATE: 2.243844956955568e-09
previous_iter_valid_loss : 0.17089886963367462
1955840 0.171046 0.170899 0.166461 CURRENT LEARNING RATE: 2.2433962328380855e-09
previous_iter_valid_loss : 0.16054338216781616
1955860 0.160714 0.160543 0.166448 CURRENT LEARNING RATE: 2.2429475984564446e-09
previous_iter_valid_loss : 0.16542023420333862
1955880 0.165582 0.165420 0.166006 CURRENT LEARNING RATE: 2.242499053792716e-09
previous_iter_valid_loss : 0.16070684790611267
1955900 0.160874 0.160707 0.165891 CURRENT LEARNING RATE: 2.24205059882895e-09
previous_iter_valid_loss : 0.17097598314285278
1955920 0.171128 0.170976 0.166354 CURRENT LEARNING RATE: 2.2416022335472077e-09
previous_iter_valid_loss : 0.1617519110441208
1955940 0.161909 0.161752 0.166372 CURRENT LEARNING RATE: 2.2411539579295555e-09
previous_iter_valid_loss : 0.16082194447517395
1955960 0.160975 0.160822 0.166387 CURRENT LEARNING RATE: 2.2407057719580616e-09
previous_iter_valid_loss : 0.16769714653491974
1955980 0.167854 0.167697 0.166709 CURRENT LEARNING RATE: 2.240257675614799e-09
previous_iter_valid_loss : 0.19049736857414246
1956000 0.190627 0.190497 0.168173 CURRENT LEARNING RATE: 2.239809668881844e-09
previous_iter_valid_loss : 0.17563560605049133
1956020 0.175784 0.175636 0.168889 CURRENT LEARNING RATE: 2.239361751741268e-09
previous_iter_valid_loss : 0.17345434427261353
1956040 0.173730 0.173454 0.168191 CURRENT LEARNING RATE: 2.2389139241751695e-09
previous_iter_valid_loss : 0.18462388217449188
1956060 0.185004 0.184624 0.169064 CURRENT LEARNING RATE: 2.2384661861656293e-09
previous_iter_valid_loss : 0.16545678675174713
1956080 0.165675 0.165457 0.168733 CURRENT LEARNING RATE: 2.2380185376947363e-09
previous_iter_valid_loss : 0.1668415367603302
1956100 0.167068 0.166842 0.168691 CURRENT LEARNING RATE: 2.2375709787445855e-09
previous_iter_valid_loss : 0.17436614632606506
1956120 0.174509 0.174366 0.169190 CURRENT LEARNING RATE: 2.237123509297274e-09
previous_iter_valid_loss : 0.16073670983314514
1956140 0.160899 0.160737 0.168565 CURRENT LEARNING RATE: 2.2366761293349026e-09
previous_iter_valid_loss : 0.1650877147912979
1956160 0.165249 0.165088 0.168779 CURRENT LEARNING RATE: 2.2362288388395695e-09
previous_iter_valid_loss : 0.16784462332725525
1956180 0.168000 0.167845 0.169121 CURRENT LEARNING RATE: 2.235781637793398e-09
previous_iter_valid_loss : 0.16621892154216766
1956200 0.166423 0.166219 0.169394 CURRENT LEARNING RATE: 2.2353345261784923e-09
previous_iter_valid_loss : 0.16951976716518402
1956220 0.169673 0.169520 0.168952 CURRENT LEARNING RATE: 2.2348875039769677e-09
previous_iter_valid_loss : 0.16904114186763763
1956240 0.169281 0.169041 0.168860 CURRENT LEARNING RATE: 2.2344405711709435e-09
previous_iter_valid_loss : 0.1634218692779541
1956260 0.163610 0.163422 0.169004 CURRENT LEARNING RATE: 2.233993727742543e-09
previous_iter_valid_loss : 0.16454365849494934
1956280 0.164711 0.164544 0.168960 CURRENT LEARNING RATE: 2.2335469736738916e-09
previous_iter_valid_loss : 0.1668921262025833
1956300 0.167046 0.166892 0.169269 CURRENT LEARNING RATE: 2.2331003089471194e-09
previous_iter_valid_loss : 0.18215312063694
1956320 0.182312 0.182153 0.169828 CURRENT LEARNING RATE: 2.232653733544352e-09
previous_iter_valid_loss : 0.1773902326822281
1956340 0.177552 0.177390 0.170610 CURRENT LEARNING RATE: 2.232207247447742e-09
previous_iter_valid_loss : 0.16341209411621094
1956360 0.163599 0.163412 0.170739 CURRENT LEARNING RATE: 2.2317608506394222e-09
previous_iter_valid_loss : 0.16074831783771515
1956380 0.160909 0.160748 0.170392 CURRENT LEARNING RATE: 2.231314543101537e-09
previous_iter_valid_loss : 0.16357260942459106
1956400 0.163746 0.163573 0.169046 CURRENT LEARNING RATE: 2.2308683248162336e-09
previous_iter_valid_loss : 0.16579796373844147
1956420 0.165961 0.165798 0.168554 CURRENT LEARNING RATE: 2.2304221957656634e-09
previous_iter_valid_loss : 0.16093067824840546
1956440 0.161120 0.160931 0.167927 CURRENT LEARNING RATE: 2.2299761559319816e-09
previous_iter_valid_loss : 0.175088033080101
1956460 0.175372 0.175088 0.167451 CURRENT LEARNING RATE: 2.229530205297338e-09
previous_iter_valid_loss : 0.1707841008901596
1956480 0.170937 0.170784 0.167717 CURRENT LEARNING RATE: 2.2290843438439114e-09
previous_iter_valid_loss : 0.1636246293783188
1956500 0.163826 0.163625 0.167556 CURRENT LEARNING RATE: 2.2286385715538587e-09
previous_iter_valid_loss : 0.16468545794487
1956520 0.164887 0.164685 0.167072 CURRENT LEARNING RATE: 2.228192888409349e-09
previous_iter_valid_loss : 0.162623330950737
1956540 0.162792 0.162623 0.167166 CURRENT LEARNING RATE: 2.2277472943925553e-09
previous_iter_valid_loss : 0.1622791588306427
1956560 0.162436 0.162279 0.167026 CURRENT LEARNING RATE: 2.227301789485653e-09
previous_iter_valid_loss : 0.17934374511241913
1956580 0.179501 0.179344 0.167601 CURRENT LEARNING RATE: 2.2268563736708233e-09
previous_iter_valid_loss : 0.17808347940444946
1956600 0.178408 0.178083 0.168194 CURRENT LEARNING RATE: 2.2264110469302487e-09
previous_iter_valid_loss : 0.16057230532169342
1956620 0.160748 0.160572 0.167747 CURRENT LEARNING RATE: 2.2259658092461085e-09
previous_iter_valid_loss : 0.181457057595253
1956640 0.181615 0.181457 0.168368 CURRENT LEARNING RATE: 2.225520660600609e-09
previous_iter_valid_loss : 0.16079530119895935
1956660 0.160973 0.160795 0.168236 CURRENT LEARNING RATE: 2.225075600975935e-09
previous_iter_valid_loss : 0.160855233669281
1956680 0.161007 0.160855 0.168052 CURRENT LEARNING RATE: 2.2246306303542865e-09
previous_iter_valid_loss : 0.16051940619945526
1956700 0.160679 0.160519 0.167733 CURRENT LEARNING RATE: 2.2241857487178633e-09
previous_iter_valid_loss : 0.16954855620861053
1956720 0.169797 0.169549 0.167103 CURRENT LEARNING RATE: 2.2237409560488706e-09
previous_iter_valid_loss : 0.1679159253835678
1956740 0.168066 0.167916 0.166629 CURRENT LEARNING RATE: 2.223296252329516e-09
previous_iter_valid_loss : 0.1607629358768463
1956760 0.160922 0.160763 0.166497 CURRENT LEARNING RATE: 2.222851637542012e-09
previous_iter_valid_loss : 0.16126127541065216
1956780 0.161415 0.161261 0.166523 CURRENT LEARNING RATE: 2.2224071116685657e-09
previous_iter_valid_loss : 0.16089990735054016
1956800 0.161084 0.160900 0.166389 CURRENT LEARNING RATE: 2.2219626746914125e-09
previous_iter_valid_loss : 0.16535551846027374
1956820 0.165525 0.165356 0.166367 CURRENT LEARNING RATE: 2.221518326592766e-09
previous_iter_valid_loss : 0.16278016567230225
1956840 0.162950 0.162780 0.166459 CURRENT LEARNING RATE: 2.2210740673548532e-09
previous_iter_valid_loss : 0.16064327955245972
1956860 0.160819 0.160643 0.165737 CURRENT LEARNING RATE: 2.220629896959903e-09
previous_iter_valid_loss : 0.16115431487560272
1956880 0.161335 0.161154 0.165256 CURRENT LEARNING RATE: 2.2201858153901497e-09
previous_iter_valid_loss : 0.17575740814208984
1956900 0.176039 0.175757 0.165862 CURRENT LEARNING RATE: 2.219741822627829e-09
previous_iter_valid_loss : 0.1704961508512497
1956920 0.170743 0.170496 0.166153 CURRENT LEARNING RATE: 2.2192979186551733e-09
previous_iter_valid_loss : 0.16341432929039001
1956940 0.163610 0.163414 0.166192 CURRENT LEARNING RATE: 2.218854103454443e-09
previous_iter_valid_loss : 0.1658218502998352
1956960 0.166036 0.165822 0.166369 CURRENT LEARNING RATE: 2.2184103770078764e-09
previous_iter_valid_loss : 0.16810420155525208
1956980 0.168259 0.168104 0.165807 CURRENT LEARNING RATE: 2.217966739297726e-09
previous_iter_valid_loss : 0.18096034228801727
1957000 0.181115 0.180960 0.165951 CURRENT LEARNING RATE: 2.217523190306245e-09
previous_iter_valid_loss : 0.16186146438121796
1957020 0.162006 0.161861 0.166016 CURRENT LEARNING RATE: 2.2170797300156922e-09
previous_iter_valid_loss : 0.16435831785202026
1957040 0.164514 0.164358 0.165161 CURRENT LEARNING RATE: 2.2166363584083285e-09
previous_iter_valid_loss : 0.16057196259498596
1957060 0.160739 0.160572 0.165150 CURRENT LEARNING RATE: 2.21619307546642e-09
previous_iter_valid_loss : 0.16090033948421478
1957080 0.161085 0.160900 0.165152 CURRENT LEARNING RATE: 2.2157498811722264e-09
previous_iter_valid_loss : 0.16132867336273193
1957100 0.161489 0.161329 0.165192 CURRENT LEARNING RATE: 2.2153067755080366e-09
previous_iter_valid_loss : 0.16590243577957153
1957120 0.166074 0.165902 0.165010 CURRENT LEARNING RATE: 2.214863758456118e-09
previous_iter_valid_loss : 0.1899154782295227
1957140 0.190050 0.189915 0.166110 CURRENT LEARNING RATE: 2.2144208299987498e-09
previous_iter_valid_loss : 0.16217094659805298
1957160 0.162326 0.162171 0.166180 CURRENT LEARNING RATE: 2.213977990118215e-09
previous_iter_valid_loss : 0.16657759249210358
1957180 0.166737 0.166578 0.166446 CURRENT LEARNING RATE: 2.2135352387968005e-09
previous_iter_valid_loss : 0.1605987846851349
1957200 0.160764 0.160599 0.166431 CURRENT LEARNING RATE: 2.213092576016796e-09
previous_iter_valid_loss : 0.17437994480133057
1957220 0.174528 0.174380 0.166882 CURRENT LEARNING RATE: 2.2126500017604945e-09
previous_iter_valid_loss : 0.16421400010585785
1957240 0.164401 0.164214 0.166954 CURRENT LEARNING RATE: 2.2122075160101856e-09
previous_iter_valid_loss : 0.16089777648448944
1957260 0.161068 0.160898 0.166967 CURRENT LEARNING RATE: 2.2117651187481853e-09
previous_iter_valid_loss : 0.1657157838344574
1957280 0.165881 0.165716 0.167195 CURRENT LEARNING RATE: 2.2113228099567902e-09
previous_iter_valid_loss : 0.16365554928779602
1957300 0.163825 0.163656 0.166590 CURRENT LEARNING RATE: 2.210880589618308e-09
previous_iter_valid_loss : 0.1624009758234024
1957320 0.162595 0.162401 0.166185 CURRENT LEARNING RATE: 2.210438457715049e-09
previous_iter_valid_loss : 0.16152343153953552
1957340 0.161715 0.161523 0.166090 CURRENT LEARNING RATE: 2.2099964142293293e-09
previous_iter_valid_loss : 0.16213899850845337
1957360 0.162331 0.162139 0.165906 CURRENT LEARNING RATE: 2.2095544591434666e-09
previous_iter_valid_loss : 0.17462587356567383
1957380 0.174778 0.174626 0.166232 CURRENT LEARNING RATE: 2.209112592439774e-09
previous_iter_valid_loss : 0.16346435248851776
1957400 0.163668 0.163464 0.165358 CURRENT LEARNING RATE: 2.2086708141005937e-09
previous_iter_valid_loss : 0.16055861115455627
1957420 0.160731 0.160559 0.165292 CURRENT LEARNING RATE: 2.208229124108246e-09
previous_iter_valid_loss : 0.16078588366508484
1957440 0.160962 0.160786 0.165114 CURRENT LEARNING RATE: 2.2077875224450636e-09
previous_iter_valid_loss : 0.17344431579113007
1957460 0.173720 0.173444 0.165757 CURRENT LEARNING RATE: 2.207346009093383e-09
previous_iter_valid_loss : 0.1677253693342209
1957480 0.167952 0.167725 0.166099 CURRENT LEARNING RATE: 2.206904584035542e-09
previous_iter_valid_loss : 0.1631389558315277
1957500 0.163347 0.163139 0.166189 CURRENT LEARNING RATE: 2.2064632472538853e-09
previous_iter_valid_loss : 0.17330074310302734
1957520 0.173446 0.173301 0.166559 CURRENT LEARNING RATE: 2.2060219987307588e-09
previous_iter_valid_loss : 0.1622016429901123
1957540 0.162364 0.162202 0.165173 CURRENT LEARNING RATE: 2.2055808384485046e-09
previous_iter_valid_loss : 0.18337824940681458
1957560 0.183749 0.183378 0.166234 CURRENT LEARNING RATE: 2.205139766389492e-09
previous_iter_valid_loss : 0.16623972356319427
1957580 0.166405 0.166240 0.166217 CURRENT LEARNING RATE: 2.2046987825360704e-09
previous_iter_valid_loss : 0.1618410348892212
1957600 0.162003 0.161841 0.166279 CURRENT LEARNING RATE: 2.2042578868706007e-09
previous_iter_valid_loss : 0.1610337346792221
1957620 0.161218 0.161034 0.165612 CURRENT LEARNING RATE: 2.203817079375446e-09
previous_iter_valid_loss : 0.16062431037425995
1957640 0.160800 0.160624 0.165432 CURRENT LEARNING RATE: 2.2033763600329758e-09
previous_iter_valid_loss : 0.17276062071323395
1957660 0.173024 0.172761 0.166025 CURRENT LEARNING RATE: 2.2029357288255595e-09
previous_iter_valid_loss : 0.16066555678844452
1957680 0.160819 0.160666 0.165773 CURRENT LEARNING RATE: 2.202495185735565e-09
previous_iter_valid_loss : 0.16571782529354095
1957700 0.165932 0.165718 0.165876 CURRENT LEARNING RATE: 2.202054730745386e-09
previous_iter_valid_loss : 0.16809815168380737
1957720 0.168332 0.168098 0.166161 CURRENT LEARNING RATE: 2.2016143638373965e-09
previous_iter_valid_loss : 0.1624239683151245
1957740 0.162619 0.162424 0.166206 CURRENT LEARNING RATE: 2.2011740849939823e-09
previous_iter_valid_loss : 0.16565176844596863
1957760 0.165819 0.165652 0.166382 CURRENT LEARNING RATE: 2.2007338941975316e-09
previous_iter_valid_loss : 0.17090146243572235
1957780 0.171048 0.170901 0.166195 CURRENT LEARNING RATE: 2.2002937914304366e-09
previous_iter_valid_loss : 0.1648286134004593
1957800 0.164995 0.164829 0.166264 CURRENT LEARNING RATE: 2.199853776675094e-09
previous_iter_valid_loss : 0.16666299104690552
1957820 0.166869 0.166663 0.166569 CURRENT LEARNING RATE: 2.1994138499139024e-09
previous_iter_valid_loss : 0.16653437912464142
1957840 0.166749 0.166534 0.166856 CURRENT LEARNING RATE: 2.1989740111292576e-09
previous_iter_valid_loss : 0.1728290170431137
1957860 0.172978 0.172829 0.166825 CURRENT LEARNING RATE: 2.198534260303581e-09
previous_iter_valid_loss : 0.1618276685476303
1957880 0.162011 0.161828 0.166531 CURRENT LEARNING RATE: 2.198094597419275e-09
previous_iter_valid_loss : 0.17917034029960632
1957900 0.179496 0.179170 0.167332 CURRENT LEARNING RATE: 2.1976550224587536e-09
previous_iter_valid_loss : 0.1605948656797409
1957920 0.160761 0.160595 0.166697 CURRENT LEARNING RATE: 2.1972155354044335e-09
previous_iter_valid_loss : 0.19451825320720673
1957940 0.195013 0.194518 0.168313 CURRENT LEARNING RATE: 2.1967761362387346e-09
previous_iter_valid_loss : 0.16133546829223633
1957960 0.161495 0.161335 0.167210 CURRENT LEARNING RATE: 2.196336824944082e-09
previous_iter_valid_loss : 0.17123284935951233
1957980 0.171381 0.171233 0.167460 CURRENT LEARNING RATE: 2.1958976015029023e-09
previous_iter_valid_loss : 0.1610545963048935
1958000 0.161222 0.161055 0.167421 CURRENT LEARNING RATE: 2.1954584658976195e-09
previous_iter_valid_loss : 0.17068208754062653
1958020 0.170929 0.170682 0.167903 CURRENT LEARNING RATE: 2.195019418110683e-09
previous_iter_valid_loss : 0.16092994809150696
1958040 0.161111 0.160930 0.167919 CURRENT LEARNING RATE: 2.1945804581245235e-09
previous_iter_valid_loss : 0.16081297397613525
1958060 0.160992 0.160813 0.167321 CURRENT LEARNING RATE: 2.194141585921583e-09
previous_iter_valid_loss : 0.18976953625679016
1958080 0.190209 0.189770 0.168776 CURRENT LEARNING RATE: 2.193702801484306e-09
previous_iter_valid_loss : 0.16206341981887817
1958100 0.162224 0.162063 0.168594 CURRENT LEARNING RATE: 2.1932641047951416e-09
previous_iter_valid_loss : 0.16565953195095062
1958120 0.165814 0.165660 0.168472 CURRENT LEARNING RATE: 2.1928254958365415e-09
previous_iter_valid_loss : 0.1647554636001587
1958140 0.164928 0.164755 0.168588 CURRENT LEARNING RATE: 2.1923869745909538e-09
previous_iter_valid_loss : 0.1819196492433548
1958160 0.182077 0.181920 0.169402 CURRENT LEARNING RATE: 2.1919485410408527e-09
previous_iter_valid_loss : 0.1719198375940323
1958180 0.172188 0.171920 0.169453 CURRENT LEARNING RATE: 2.191510195168694e-09
previous_iter_valid_loss : 0.1625312715768814
1958200 0.162710 0.162531 0.169338 CURRENT LEARNING RATE: 2.1910719369569435e-09
previous_iter_valid_loss : 0.17030471563339233
1958220 0.170569 0.170305 0.169520 CURRENT LEARNING RATE: 2.1906337663880703e-09
previous_iter_valid_loss : 0.17004261910915375
1958240 0.170194 0.170043 0.169695 CURRENT LEARNING RATE: 2.1901956834445483e-09
previous_iter_valid_loss : 0.16466152667999268
1958260 0.164863 0.164662 0.169287 CURRENT LEARNING RATE: 2.189757688108854e-09
previous_iter_valid_loss : 0.16393378376960754
1958280 0.164103 0.163934 0.169392 CURRENT LEARNING RATE: 2.1893197803634676e-09
previous_iter_valid_loss : 0.1614082306623459
1958300 0.161569 0.161408 0.168504 CURRENT LEARNING RATE: 2.188881960190865e-09
previous_iter_valid_loss : 0.19312834739685059
1958320 0.193235 0.193128 0.170131 CURRENT LEARNING RATE: 2.1884442275735488e-09
previous_iter_valid_loss : 0.17385531961917877
1958340 0.173999 0.173855 0.169098 CURRENT LEARNING RATE: 2.1880065824940015e-09
previous_iter_valid_loss : 0.16059961915016174
1958360 0.160770 0.160600 0.169061 CURRENT LEARNING RATE: 2.1875690249347183e-09
previous_iter_valid_loss : 0.17852528393268585
1958380 0.178680 0.178525 0.169425 CURRENT LEARNING RATE: 2.187131554878196e-09
previous_iter_valid_loss : 0.16053321957588196
1958400 0.160688 0.160533 0.169399 CURRENT LEARNING RATE: 2.1866941723069366e-09
previous_iter_valid_loss : 0.1604921519756317
1958420 0.160661 0.160492 0.168890 CURRENT LEARNING RATE: 2.1862568772034442e-09
previous_iter_valid_loss : 0.16313475370407104
1958440 0.163299 0.163135 0.169000 CURRENT LEARNING RATE: 2.1858196695502273e-09
previous_iter_valid_loss : 0.19016419351100922
1958460 0.190603 0.190164 0.170468 CURRENT LEARNING RATE: 2.18538254932979e-09
previous_iter_valid_loss : 0.16161781549453735
1958480 0.161807 0.161618 0.169060 CURRENT LEARNING RATE: 2.184945516524662e-09
previous_iter_valid_loss : 0.16783738136291504
1958500 0.168063 0.167837 0.169349 CURRENT LEARNING RATE: 2.1845085711173555e-09
previous_iter_valid_loss : 0.16071993112564087
1958520 0.160880 0.160720 0.169102 CURRENT LEARNING RATE: 2.1840717130903917e-09
previous_iter_valid_loss : 0.16501186788082123
1958540 0.165223 0.165012 0.169115 CURRENT LEARNING RATE: 2.1836349424262973e-09
previous_iter_valid_loss : 0.17397703230381012
1958560 0.174250 0.173977 0.168717 CURRENT LEARNING RATE: 2.1831982591076005e-09
previous_iter_valid_loss : 0.16475524008274078
1958580 0.164929 0.164755 0.168359 CURRENT LEARNING RATE: 2.182761663116834e-09
previous_iter_valid_loss : 0.16051991283893585
1958600 0.160685 0.160520 0.168259 CURRENT LEARNING RATE: 2.182325154436527e-09
previous_iter_valid_loss : 0.1653447151184082
1958620 0.165508 0.165345 0.168011 CURRENT LEARNING RATE: 2.1818887330492344e-09
previous_iter_valid_loss : 0.16073507070541382
1958640 0.160889 0.160735 0.167545 CURRENT LEARNING RATE: 2.181452398937491e-09
previous_iter_valid_loss : 0.16395483911037445
1958660 0.164131 0.163955 0.167510 CURRENT LEARNING RATE: 2.181016152083844e-09
previous_iter_valid_loss : 0.16777031123638153
1958680 0.167987 0.167770 0.167702 CURRENT LEARNING RATE: 2.1805799924708436e-09
previous_iter_valid_loss : 0.1691075563430786
1958700 0.169352 0.169108 0.168087 CURRENT LEARNING RATE: 2.180143920081043e-09
previous_iter_valid_loss : 0.16054539382457733
1958720 0.160708 0.160545 0.166458 CURRENT LEARNING RATE: 2.179707934896999e-09
previous_iter_valid_loss : 0.16106076538562775
1958740 0.161241 0.161061 0.165818 CURRENT LEARNING RATE: 2.1792720369012735e-09
previous_iter_valid_loss : 0.1673271805047989
1958760 0.167550 0.167327 0.166154 CURRENT LEARNING RATE: 2.1788362260764216e-09
previous_iter_valid_loss : 0.16597573459148407
1958780 0.166144 0.165976 0.165527 CURRENT LEARNING RATE: 2.1784005024050272e-09
previous_iter_valid_loss : 0.17178784310817719
1958800 0.172059 0.171788 0.166089 CURRENT LEARNING RATE: 2.177964865869653e-09
previous_iter_valid_loss : 0.16148343682289124
1958820 0.161683 0.161483 0.166139 CURRENT LEARNING RATE: 2.1775293164528737e-09
previous_iter_valid_loss : 0.16426493227481842
1958840 0.164457 0.164265 0.166196 CURRENT LEARNING RATE: 2.1770938541372666e-09
previous_iter_valid_loss : 0.16060812771320343
1958860 0.160777 0.160608 0.164718 CURRENT LEARNING RATE: 2.1766584789054147e-09
previous_iter_valid_loss : 0.1677858531475067
1958880 0.167943 0.167786 0.165026 CURRENT LEARNING RATE: 2.1762231907399024e-09
previous_iter_valid_loss : 0.16327199339866638
1958900 0.163461 0.163272 0.164798 CURRENT LEARNING RATE: 2.1757879896233097e-09
previous_iter_valid_loss : 0.16049349308013916
1958920 0.160663 0.160493 0.164786 CURRENT LEARNING RATE: 2.1753528755382452e-09
previous_iter_valid_loss : 0.16733962297439575
1958940 0.167571 0.167340 0.164903 CURRENT LEARNING RATE: 2.174917848467296e-09
previous_iter_valid_loss : 0.16125798225402832
1958960 0.161411 0.161258 0.164267 CURRENT LEARNING RATE: 2.1744829083930607e-09
previous_iter_valid_loss : 0.16459915041923523
1958980 0.164766 0.164599 0.164259 CURRENT LEARNING RATE: 2.174048055298142e-09
previous_iter_valid_loss : 0.16049933433532715
1959000 0.160658 0.160499 0.164258 CURRENT LEARNING RATE: 2.173613289165146e-09
previous_iter_valid_loss : 0.1670326590538025
1959020 0.167189 0.167033 0.164342 CURRENT LEARNING RATE: 2.1731786099766817e-09
previous_iter_valid_loss : 0.17189334332942963
1959040 0.172157 0.171893 0.164900 CURRENT LEARNING RATE: 2.172744017715362e-09
previous_iter_valid_loss : 0.1745774745941162
1959060 0.174733 0.174577 0.165432 CURRENT LEARNING RATE: 2.172309512363796e-09
previous_iter_valid_loss : 0.1850283145904541
1959080 0.185410 0.185028 0.166294 CURRENT LEARNING RATE: 2.171875093904618e-09
previous_iter_valid_loss : 0.16129349172115326
1959100 0.161476 0.161293 0.165904 CURRENT LEARNING RATE: 2.171440762320444e-09
previous_iter_valid_loss : 0.16859035193920135
1959120 0.168743 0.168590 0.166306 CURRENT LEARNING RATE: 2.1710065175939013e-09
previous_iter_valid_loss : 0.16362683475017548
1959140 0.163817 0.163627 0.166434 CURRENT LEARNING RATE: 2.1705723597076194e-09
previous_iter_valid_loss : 0.1637222170829773
1959160 0.163882 0.163722 0.166254 CURRENT LEARNING RATE: 2.170138288644232e-09
previous_iter_valid_loss : 0.16051356494426727
1959180 0.160670 0.160514 0.165981 CURRENT LEARNING RATE: 2.1697043043863764e-09
previous_iter_valid_loss : 0.1606035977602005
1959200 0.160759 0.160604 0.165422 CURRENT LEARNING RATE: 2.1692704069166936e-09
previous_iter_valid_loss : 0.17038153111934662
1959220 0.170530 0.170382 0.165867 CURRENT LEARNING RATE: 2.1688365962178195e-09
previous_iter_valid_loss : 0.16147667169570923
1959240 0.161629 0.161477 0.165727 CURRENT LEARNING RATE: 2.168402872272417e-09
previous_iter_valid_loss : 0.16236048936843872
1959260 0.162532 0.162360 0.165815 CURRENT LEARNING RATE: 2.1679692350631303e-09
previous_iter_valid_loss : 0.17065493762493134
1959280 0.170804 0.170655 0.165958 CURRENT LEARNING RATE: 2.167535684572613e-09
previous_iter_valid_loss : 0.1612444669008255
1959300 0.161415 0.161244 0.165857 CURRENT LEARNING RATE: 2.1671022207835233e-09
previous_iter_valid_loss : 0.16385459899902344
1959320 0.164059 0.163855 0.166025 CURRENT LEARNING RATE: 2.1666688436785224e-09
previous_iter_valid_loss : 0.1684752255678177
1959340 0.168631 0.168475 0.166082 CURRENT LEARNING RATE: 2.1662355532402757e-09
previous_iter_valid_loss : 0.18935002386569977
1959360 0.189769 0.189350 0.167486 CURRENT LEARNING RATE: 2.165802349451444e-09
previous_iter_valid_loss : 0.1870572566986084
1959380 0.187465 0.187057 0.168609 CURRENT LEARNING RATE: 2.165369232294714e-09
previous_iter_valid_loss : 0.16279172897338867
1959400 0.162980 0.162792 0.168724 CURRENT LEARNING RATE: 2.1649362017527537e-09
previous_iter_valid_loss : 0.1607983410358429
1959420 0.160968 0.160798 0.168412 CURRENT LEARNING RATE: 2.164503257808242e-09
previous_iter_valid_loss : 0.163705512881279
1959440 0.163903 0.163706 0.168003 CURRENT LEARNING RATE: 2.1640704004438606e-09
previous_iter_valid_loss : 0.16604258120059967
1959460 0.166253 0.166043 0.167576 CURRENT LEARNING RATE: 2.1636376296422954e-09
previous_iter_valid_loss : 0.16053785383701324
1959480 0.160701 0.160538 0.166351 CURRENT LEARNING RATE: 2.163204945386236e-09
previous_iter_valid_loss : 0.16136255860328674
1959500 0.161554 0.161363 0.166355 CURRENT LEARNING RATE: 2.162772347658375e-09
previous_iter_valid_loss : 0.16376595199108124
1959520 0.163941 0.163766 0.166114 CURRENT LEARNING RATE: 2.1623398364413994e-09
previous_iter_valid_loss : 0.16178971529006958
1959540 0.161950 0.161790 0.166022 CURRENT LEARNING RATE: 2.1619074117180263e-09
previous_iter_valid_loss : 0.16082747280597687
1959560 0.160979 0.160827 0.165877 CURRENT LEARNING RATE: 2.161475073470949e-09
previous_iter_valid_loss : 0.16067634522914886
1959580 0.160844 0.160676 0.165885 CURRENT LEARNING RATE: 2.161042821682876e-09
previous_iter_valid_loss : 0.17804338037967682
1959600 0.178371 0.178043 0.166757 CURRENT LEARNING RATE: 2.1606106563365156e-09
previous_iter_valid_loss : 0.169913649559021
1959620 0.170161 0.169914 0.166734 CURRENT LEARNING RATE: 2.160178577414582e-09
previous_iter_valid_loss : 0.16145072877407074
1959640 0.161632 0.161451 0.166733 CURRENT LEARNING RATE: 2.1597465848997913e-09
previous_iter_valid_loss : 0.167606920003891
1959660 0.167835 0.167607 0.166995 CURRENT LEARNING RATE: 2.159314678774857e-09
previous_iter_valid_loss : 0.16841179132461548
1959680 0.168649 0.168412 0.166883 CURRENT LEARNING RATE: 2.1588828590225176e-09
previous_iter_valid_loss : 0.16055600345134735
1959700 0.160720 0.160556 0.166848 CURRENT LEARNING RATE: 2.1584511256254925e-09
previous_iter_valid_loss : 0.16434191167354584
1959720 0.164542 0.164342 0.166873 CURRENT LEARNING RATE: 2.1580194785665135e-09
previous_iter_valid_loss : 0.1675446629524231
1959740 0.167777 0.167545 0.166826 CURRENT LEARNING RATE: 2.1575879178283134e-09
previous_iter_valid_loss : 0.16964009404182434
1959760 0.169896 0.169640 0.165841 CURRENT LEARNING RATE: 2.1571564433936304e-09
previous_iter_valid_loss : 0.16412849724292755
1959780 0.164298 0.164128 0.164694 CURRENT LEARNING RATE: 2.1567250552452055e-09
previous_iter_valid_loss : 0.1606699377298355
1959800 0.160839 0.160670 0.164588 CURRENT LEARNING RATE: 2.156293753365783e-09
previous_iter_valid_loss : 0.16146694123744965
1959820 0.161660 0.161467 0.164622 CURRENT LEARNING RATE: 2.1558625377381038e-09
previous_iter_valid_loss : 0.1606021672487259
1959840 0.160775 0.160602 0.164466 CURRENT LEARNING RATE: 2.1554314083449333e-09
previous_iter_valid_loss : 0.16299501061439514
1959860 0.163167 0.162995 0.164314 CURRENT LEARNING RATE: 2.1550003651690194e-09
previous_iter_valid_loss : 0.16075922548770905
1959880 0.160927 0.160759 0.164325 CURRENT LEARNING RATE: 2.154569408193121e-09
previous_iter_valid_loss : 0.17728354036808014
1959900 0.177437 0.177284 0.165121 CURRENT LEARNING RATE: 2.154138537399999e-09
previous_iter_valid_loss : 0.1630803346633911
1959920 0.163235 0.163080 0.165087 CURRENT LEARNING RATE: 2.1537077527724184e-09
previous_iter_valid_loss : 0.18940478563308716
1959940 0.189533 0.189405 0.166468 CURRENT LEARNING RATE: 2.1532770542931486e-09
previous_iter_valid_loss : 0.16148431599140167
1959960 0.161641 0.161484 0.166500 CURRENT LEARNING RATE: 2.1528464419449613e-09
previous_iter_valid_loss : 0.16982634365558624
1959980 0.170079 0.169826 0.166958 CURRENT LEARNING RATE: 2.1524159157106242e-09
previous_iter_valid_loss : 0.1653459221124649
1960000 0.165505 0.165346 0.166323 CURRENT LEARNING RATE: 2.1519854755729317e-09
previous_iter_valid_loss : 0.16148066520690918
1960020 0.161666 0.161481 0.165901 CURRENT LEARNING RATE: 2.1515551215146584e-09
previous_iter_valid_loss : 0.17623114585876465
1960040 0.176524 0.176231 0.166640 CURRENT LEARNING RATE: 2.1511248535185904e-09
previous_iter_valid_loss : 0.161275714635849
1960060 0.161463 0.161276 0.166324 CURRENT LEARNING RATE: 2.150694671567517e-09
previous_iter_valid_loss : 0.1679472178220749
1960080 0.168178 0.167947 0.166301 CURRENT LEARNING RATE: 2.15026457564423e-09
previous_iter_valid_loss : 0.1615859717130661
1960100 0.161779 0.161586 0.166352 CURRENT LEARNING RATE: 2.149834565731527e-09
previous_iter_valid_loss : 0.1709940880537033
1960120 0.171254 0.170994 0.166685 CURRENT LEARNING RATE: 2.149404641812199e-09
previous_iter_valid_loss : 0.17212800681591034
1960140 0.172390 0.172128 0.166914 CURRENT LEARNING RATE: 2.1489748038690647e-09
previous_iter_valid_loss : 0.16966299712657928
1960160 0.169912 0.169663 0.166915 CURRENT LEARNING RATE: 2.1485450518849226e-09
previous_iter_valid_loss : 0.1607450693845749
1960180 0.160920 0.160745 0.166746 CURRENT LEARNING RATE: 2.1481153858425834e-09
previous_iter_valid_loss : 0.16484598815441132
1960200 0.165013 0.164846 0.166955 CURRENT LEARNING RATE: 2.1476858057248595e-09
previous_iter_valid_loss : 0.16547340154647827
1960220 0.165642 0.165473 0.167155 CURRENT LEARNING RATE: 2.147256311514568e-09
previous_iter_valid_loss : 0.1615348756313324
1960240 0.161730 0.161535 0.167202 CURRENT LEARNING RATE: 2.1468269031945297e-09
previous_iter_valid_loss : 0.16113221645355225
1960260 0.161310 0.161132 0.167109 CURRENT LEARNING RATE: 2.1463975807475673e-09
previous_iter_valid_loss : 0.17075178027153015
1960280 0.170900 0.170752 0.167608 CURRENT LEARNING RATE: 2.145968344156501e-09
previous_iter_valid_loss : 0.16098487377166748
1960300 0.161157 0.160985 0.166793 CURRENT LEARNING RATE: 2.1455391934041765e-09
previous_iter_valid_loss : 0.17422828078269958
1960320 0.174379 0.174228 0.167351 CURRENT LEARNING RATE: 2.14511012847342e-09
previous_iter_valid_loss : 0.1723739504814148
1960340 0.172637 0.172374 0.166499 CURRENT LEARNING RATE: 2.144681149347069e-09
previous_iter_valid_loss : 0.1625751554965973
1960360 0.162741 0.162575 0.166554 CURRENT LEARNING RATE: 2.144252256007964e-09
previous_iter_valid_loss : 0.16063828766345978
1960380 0.160807 0.160638 0.166094 CURRENT LEARNING RATE: 2.1438234484389497e-09
previous_iter_valid_loss : 0.16076649725437164
1960400 0.160926 0.160766 0.165865 CURRENT LEARNING RATE: 2.1433947266228736e-09
previous_iter_valid_loss : 0.17338843643665314
1960420 0.173534 0.173388 0.166461 CURRENT LEARNING RATE: 2.142966090542587e-09
previous_iter_valid_loss : 0.16150006651878357
1960440 0.161677 0.161500 0.165724 CURRENT LEARNING RATE: 2.1425375401809364e-09
previous_iter_valid_loss : 0.16108883917331696
1960460 0.161243 0.161089 0.165715 CURRENT LEARNING RATE: 2.1421090755207957e-09
previous_iter_valid_loss : 0.16143614053726196
1960480 0.161623 0.161436 0.165389 CURRENT LEARNING RATE: 2.1416806965450178e-09
previous_iter_valid_loss : 0.1607128381729126
1960500 0.160877 0.160713 0.165346 CURRENT LEARNING RATE: 2.1412524032364684e-09
previous_iter_valid_loss : 0.18860302865505219
1960520 0.188742 0.188603 0.166226 CURRENT LEARNING RATE: 2.140824195578015e-09
previous_iter_valid_loss : 0.16277429461479187
1960540 0.162929 0.162774 0.165758 CURRENT LEARNING RATE: 2.14039607355253e-09
previous_iter_valid_loss : 0.161375492811203
1960560 0.161529 0.161375 0.165344 CURRENT LEARNING RATE: 2.1399680371428883e-09
previous_iter_valid_loss : 0.17724402248859406
1960580 0.177407 0.177244 0.166169 CURRENT LEARNING RATE: 2.139540086331961e-09
previous_iter_valid_loss : 0.16196952760219574
1960600 0.162150 0.161970 0.166025 CURRENT LEARNING RATE: 2.1391122211026446e-09
previous_iter_valid_loss : 0.16198909282684326
1960620 0.162170 0.161989 0.165851 CURRENT LEARNING RATE: 2.1386844414378176e-09
previous_iter_valid_loss : 0.16872799396514893
1960640 0.168963 0.168728 0.166210 CURRENT LEARNING RATE: 2.1382567473203685e-09
previous_iter_valid_loss : 0.1660114973783493
1960660 0.166234 0.166011 0.166454 CURRENT LEARNING RATE: 2.137829138733189e-09
previous_iter_valid_loss : 0.16984987258911133
1960680 0.170098 0.169850 0.166409 CURRENT LEARNING RATE: 2.1374016156591764e-09
previous_iter_valid_loss : 0.1621805876493454
1960700 0.162368 0.162181 0.166469 CURRENT LEARNING RATE: 2.136974178081228e-09
previous_iter_valid_loss : 0.17040564119815826
1960720 0.170556 0.170406 0.166278 CURRENT LEARNING RATE: 2.136546825982247e-09
previous_iter_valid_loss : 0.1699741929769516
1960740 0.170213 0.169974 0.166158 CURRENT LEARNING RATE: 2.136119559345132e-09
previous_iter_valid_loss : 0.1605614721775055
1960760 0.160727 0.160561 0.166057 CURRENT LEARNING RATE: 2.135692378152807e-09
previous_iter_valid_loss : 0.16076229512691498
1960780 0.160931 0.160762 0.166064 CURRENT LEARNING RATE: 2.135265282388178e-09
previous_iter_valid_loss : 0.16077405214309692
1960800 0.160934 0.160774 0.166064 CURRENT LEARNING RATE: 2.1348382720341595e-09
previous_iter_valid_loss : 0.16657553613185883
1960820 0.166791 0.166576 0.165723 CURRENT LEARNING RATE: 2.134411347073673e-09
previous_iter_valid_loss : 0.1615362912416458
1960840 0.161698 0.161536 0.165725 CURRENT LEARNING RATE: 2.1339845074896406e-09
previous_iter_valid_loss : 0.16584298014640808
1960860 0.166005 0.165843 0.165963 CURRENT LEARNING RATE: 2.1335577532649885e-09
previous_iter_valid_loss : 0.16184112429618835
1960880 0.161991 0.161841 0.165983 CURRENT LEARNING RATE: 2.1331310843826394e-09
previous_iter_valid_loss : 0.16408835351467133
1960900 0.164287 0.164088 0.166152 CURRENT LEARNING RATE: 2.1327045008255416e-09
previous_iter_valid_loss : 0.16562624275684357
1960920 0.165835 0.165626 0.165003 CURRENT LEARNING RATE: 2.1322780025766244e-09
previous_iter_valid_loss : 0.1779439002275467
1960940 0.178098 0.177944 0.165761 CURRENT LEARNING RATE: 2.131851589618827e-09
previous_iter_valid_loss : 0.16904591023921967
1960960 0.169200 0.169046 0.166145 CURRENT LEARNING RATE: 2.1314252619350934e-09
previous_iter_valid_loss : 0.16984722018241882
1960980 0.170091 0.169847 0.165775 CURRENT LEARNING RATE: 2.130999019508371e-09
previous_iter_valid_loss : 0.16431012749671936
1961000 0.164480 0.164310 0.165892 CURRENT LEARNING RATE: 2.1305728623216093e-09
previous_iter_valid_loss : 0.16207242012023926
1961020 0.162240 0.162072 0.165896 CURRENT LEARNING RATE: 2.130146790357763e-09
previous_iter_valid_loss : 0.17133183777332306
1961040 0.171596 0.171332 0.166027 CURRENT LEARNING RATE: 2.1297208035997806e-09
previous_iter_valid_loss : 0.16077899932861328
1961060 0.160938 0.160779 0.165765 CURRENT LEARNING RATE: 2.1292949020306384e-09
previous_iter_valid_loss : 0.1682330071926117
1961080 0.168389 0.168233 0.165684 CURRENT LEARNING RATE: 2.1288690856332922e-09
previous_iter_valid_loss : 0.1842404007911682
1961100 0.184388 0.184240 0.166787 CURRENT LEARNING RATE: 2.12844335439071e-09
previous_iter_valid_loss : 0.16096091270446777
1961120 0.161148 0.160961 0.166315 CURRENT LEARNING RATE: 2.128017708285862e-09
previous_iter_valid_loss : 0.1641497015953064
1961140 0.164346 0.164150 0.166024 CURRENT LEARNING RATE: 2.1275921473017227e-09
previous_iter_valid_loss : 0.16203919053077698
1961160 0.162191 0.162039 0.166097 CURRENT LEARNING RATE: 2.1271666714212696e-09
previous_iter_valid_loss : 0.16323737800121307
1961180 0.163438 0.163237 0.166221 CURRENT LEARNING RATE: 2.1267412806274834e-09
previous_iter_valid_loss : 0.17207399010658264
1961200 0.172221 0.172074 0.166786 CURRENT LEARNING RATE: 2.1263159749033416e-09
previous_iter_valid_loss : 0.1610068678855896
1961220 0.161169 0.161007 0.166508 CURRENT LEARNING RATE: 2.1258907542318467e-09
previous_iter_valid_loss : 0.17328689992427826
1961240 0.173435 0.173287 0.167095 CURRENT LEARNING RATE: 2.1254656185959817e-09
previous_iter_valid_loss : 0.1615709513425827
1961260 0.161749 0.161571 0.166882 CURRENT LEARNING RATE: 2.125040567978742e-09
previous_iter_valid_loss : 0.16303563117980957
1961280 0.163203 0.163036 0.166941 CURRENT LEARNING RATE: 2.124615602363126e-09
previous_iter_valid_loss : 0.1607035994529724
1961300 0.160857 0.160704 0.166772 CURRENT LEARNING RATE: 2.1241907217321334e-09
previous_iter_valid_loss : 0.16743384301662445
1961320 0.167587 0.167434 0.166863 CURRENT LEARNING RATE: 2.1237659260687702e-09
previous_iter_valid_loss : 0.174177348613739
1961340 0.174324 0.174177 0.166674 CURRENT LEARNING RATE: 2.123341215356037e-09
previous_iter_valid_loss : 0.16068141162395477
1961360 0.160854 0.160681 0.166256 CURRENT LEARNING RATE: 2.12291658957696e-09
previous_iter_valid_loss : 0.1623828262090683
1961380 0.162546 0.162383 0.165883 CURRENT LEARNING RATE: 2.122492048714547e-09
previous_iter_valid_loss : 0.16319437325000763
1961400 0.163361 0.163194 0.165827 CURRENT LEARNING RATE: 2.122067592751816e-09
previous_iter_valid_loss : 0.16275610029697418
1961420 0.162940 0.162756 0.165861 CURRENT LEARNING RATE: 2.1216432216717895e-09
previous_iter_valid_loss : 0.16320709884166718
1961440 0.163404 0.163207 0.165455 CURRENT LEARNING RATE: 2.121218935457492e-09
previous_iter_valid_loss : 0.161043182015419
1961460 0.161218 0.161043 0.165468 CURRENT LEARNING RATE: 2.120794734091952e-09
previous_iter_valid_loss : 0.1629304736852646
1961480 0.163120 0.162930 0.165203 CURRENT LEARNING RATE: 2.1203706175582018e-09
previous_iter_valid_loss : 0.16935068368911743
1961500 0.169592 0.169351 0.164459 CURRENT LEARNING RATE: 2.119946585839269e-09
previous_iter_valid_loss : 0.17678424715995789
1961520 0.176936 0.176784 0.165250 CURRENT LEARNING RATE: 2.1195226389182073e-09
previous_iter_valid_loss : 0.16384713351726532
1961540 0.164042 0.163847 0.165235 CURRENT LEARNING RATE: 2.1190987767780515e-09
previous_iter_valid_loss : 0.16144195199012756
1961560 0.161629 0.161442 0.165205 CURRENT LEARNING RATE: 2.118674999401847e-09
previous_iter_valid_loss : 0.16052208840847015
1961580 0.160683 0.160522 0.165069 CURRENT LEARNING RATE: 2.118251306772643e-09
previous_iter_valid_loss : 0.16093116998672485
1961600 0.161078 0.160931 0.164512 CURRENT LEARNING RATE: 2.1178276988734913e-09
previous_iter_valid_loss : 0.16327714920043945
1961620 0.163452 0.163277 0.164625 CURRENT LEARNING RATE: 2.1174041756874477e-09
previous_iter_valid_loss : 0.1633070558309555
1961640 0.163520 0.163307 0.164126 CURRENT LEARNING RATE: 2.116980737197572e-09
previous_iter_valid_loss : 0.17084333300590515
1961660 0.171104 0.170843 0.164590 CURRENT LEARNING RATE: 2.1165573833869178e-09
previous_iter_valid_loss : 0.18949493765830994
1961680 0.189938 0.189495 0.165913 CURRENT LEARNING RATE: 2.116134114238567e-09
previous_iter_valid_loss : 0.16716155409812927
1961700 0.167325 0.167162 0.166236 CURRENT LEARNING RATE: 2.1157109297355815e-09
previous_iter_valid_loss : 0.1661486029624939
1961720 0.166316 0.166149 0.166172 CURRENT LEARNING RATE: 2.1152878298610333e-09
previous_iter_valid_loss : 0.16089031100273132
1961740 0.161052 0.160890 0.165507 CURRENT LEARNING RATE: 2.1148648145979984e-09
previous_iter_valid_loss : 0.1635654866695404
1961760 0.163738 0.163565 0.165651 CURRENT LEARNING RATE: 2.1144418839295563e-09
previous_iter_valid_loss : 0.16064979135990143
1961780 0.160815 0.160650 0.165565 CURRENT LEARNING RATE: 2.11401903783879e-09
previous_iter_valid_loss : 0.173084557056427
1961800 0.173353 0.173085 0.166059 CURRENT LEARNING RATE: 2.113596276308778e-09
previous_iter_valid_loss : 0.1711181253194809
1961820 0.171380 0.171118 0.166477 CURRENT LEARNING RATE: 2.1131735993226247e-09
previous_iter_valid_loss : 0.17017455399036407
1961840 0.170421 0.170175 0.166826 CURRENT LEARNING RATE: 2.112751006863416e-09
previous_iter_valid_loss : 0.16317875683307648
1961860 0.163384 0.163179 0.166933 CURRENT LEARNING RATE: 2.112328498914247e-09
previous_iter_valid_loss : 0.1613510698080063
1961880 0.161501 0.161351 0.166854 CURRENT LEARNING RATE: 2.111906075458219e-09
previous_iter_valid_loss : 0.18065647780895233
1961900 0.180805 0.180656 0.167419 CURRENT LEARNING RATE: 2.111483736478434e-09
previous_iter_valid_loss : 0.16156518459320068
1961920 0.161747 0.161565 0.166658 CURRENT LEARNING RATE: 2.111061481957999e-09
previous_iter_valid_loss : 0.16065973043441772
1961940 0.160836 0.160660 0.166499 CURRENT LEARNING RATE: 2.1106393118800232e-09
previous_iter_valid_loss : 0.16187958419322968
1961960 0.162036 0.161880 0.166520 CURRENT LEARNING RATE: 2.110217226227613e-09
previous_iter_valid_loss : 0.16339010000228882
1961980 0.163579 0.163390 0.166664 CURRENT LEARNING RATE: 2.1097952249838998e-09
previous_iter_valid_loss : 0.16161927580833435
1962000 0.161789 0.161619 0.166698 CURRENT LEARNING RATE: 2.109373308131995e-09
previous_iter_valid_loss : 0.1658174991607666
1962020 0.166018 0.165817 0.166825 CURRENT LEARNING RATE: 2.1089514756550235e-09
previous_iter_valid_loss : 0.1855020523071289
1962040 0.185881 0.185502 0.167935 CURRENT LEARNING RATE: 2.1085297275361112e-09
previous_iter_valid_loss : 0.16068674623966217
1962060 0.160847 0.160687 0.167427 CURRENT LEARNING RATE: 2.1081080637583883e-09
previous_iter_valid_loss : 0.16102546453475952
1962080 0.161188 0.161025 0.166004 CURRENT LEARNING RATE: 2.1076864843049885e-09
previous_iter_valid_loss : 0.16223855316638947
1962100 0.162404 0.162239 0.165758 CURRENT LEARNING RATE: 2.1072649891590403e-09
previous_iter_valid_loss : 0.19445964694023132
1962120 0.194572 0.194460 0.167173 CURRENT LEARNING RATE: 2.1068435783037e-09
previous_iter_valid_loss : 0.16468162834644318
1962140 0.164882 0.164682 0.167363 CURRENT LEARNING RATE: 2.1064222517221025e-09
previous_iter_valid_loss : 0.16583573818206787
1962160 0.166046 0.165836 0.167476 CURRENT LEARNING RATE: 2.106001009397396e-09
previous_iter_valid_loss : 0.16325125098228455
1962180 0.163417 0.163251 0.167606 CURRENT LEARNING RATE: 2.10557985131273e-09
previous_iter_valid_loss : 0.17107968032360077
1962200 0.171230 0.171080 0.167506 CURRENT LEARNING RATE: 2.105158777451258e-09
previous_iter_valid_loss : 0.17280100286006927
1962220 0.172951 0.172801 0.167590 CURRENT LEARNING RATE: 2.1047377877961375e-09
previous_iter_valid_loss : 0.1667180210351944
1962240 0.166876 0.166718 0.167417 CURRENT LEARNING RATE: 2.1043168823305286e-09
previous_iter_valid_loss : 0.19288673996925354
1962260 0.193009 0.192887 0.168903 CURRENT LEARNING RATE: 2.103896061037588e-09
previous_iter_valid_loss : 0.17840833961963654
1962280 0.178731 0.178408 0.169756 CURRENT LEARNING RATE: 2.103475323900498e-09
previous_iter_valid_loss : 0.16062544286251068
1962300 0.160789 0.160625 0.168754 CURRENT LEARNING RATE: 2.103054670902421e-09
previous_iter_valid_loss : 0.16351696848869324
1962320 0.163685 0.163517 0.168852 CURRENT LEARNING RATE: 2.1026341020265307e-09
previous_iter_valid_loss : 0.16049985587596893
1962340 0.160657 0.160500 0.168844 CURRENT LEARNING RATE: 2.1022136172560052e-09
previous_iter_valid_loss : 0.1693648397922516
1962360 0.169518 0.169365 0.169218 CURRENT LEARNING RATE: 2.1017932165740246e-09
previous_iter_valid_loss : 0.16060495376586914
1962380 0.160772 0.160605 0.169079 CURRENT LEARNING RATE: 2.1013728999637726e-09
previous_iter_valid_loss : 0.16310225427150726
1962400 0.163275 0.163102 0.169153 CURRENT LEARNING RATE: 2.100952667408437e-09
previous_iter_valid_loss : 0.1678888350725174
1962420 0.168043 0.167889 0.169256 CURRENT LEARNING RATE: 2.1005325188912012e-09
previous_iter_valid_loss : 0.17380543053150177
1962440 0.173960 0.173805 0.168671 CURRENT LEARNING RATE: 2.100112454395274e-09
previous_iter_valid_loss : 0.16094711422920227
1962460 0.161099 0.160947 0.168684 CURRENT LEARNING RATE: 2.0996924739038444e-09
previous_iter_valid_loss : 0.16233371198177338
1962480 0.162514 0.162334 0.168750 CURRENT LEARNING RATE: 2.099272577400115e-09
previous_iter_valid_loss : 0.1606328785419464
1962500 0.160787 0.160633 0.168670 CURRENT LEARNING RATE: 2.0988527648672886e-09
previous_iter_valid_loss : 0.17297345399856567
1962520 0.173243 0.172973 0.167595 CURRENT LEARNING RATE: 2.098433036288573e-09
previous_iter_valid_loss : 0.1610184758901596
1962540 0.161173 0.161018 0.167412 CURRENT LEARNING RATE: 2.098013391647179e-09
previous_iter_valid_loss : 0.1695837825536728
1962560 0.169825 0.169584 0.167600 CURRENT LEARNING RATE: 2.097593830926314e-09
previous_iter_valid_loss : 0.16305062174797058
1962580 0.163243 0.163051 0.167590 CURRENT LEARNING RATE: 2.0971743541092098e-09
previous_iter_valid_loss : 0.16931092739105225
1962600 0.169553 0.169311 0.167501 CURRENT LEARNING RATE: 2.0967549611790798e-09
previous_iter_valid_loss : 0.16557425260543823
1962620 0.165770 0.165574 0.167140 CURRENT LEARNING RATE: 2.0963356521191487e-09
previous_iter_valid_loss : 0.16152267158031464
1962640 0.161705 0.161523 0.166880 CURRENT LEARNING RATE: 2.095916426912644e-09
previous_iter_valid_loss : 0.1606830507516861
1962660 0.160842 0.160683 0.165270 CURRENT LEARNING RATE: 2.095497285542796e-09
previous_iter_valid_loss : 0.18240709602832794
1962680 0.182741 0.182407 0.165470 CURRENT LEARNING RATE: 2.0950782279928404e-09
previous_iter_valid_loss : 0.16085723042488098
1962700 0.161020 0.160857 0.165481 CURRENT LEARNING RATE: 2.0946592542460145e-09
previous_iter_valid_loss : 0.16057133674621582
1962720 0.160739 0.160571 0.165334 CURRENT LEARNING RATE: 2.094240364285551e-09
previous_iter_valid_loss : 0.1972360610961914
1962740 0.197328 0.197236 0.167171 CURRENT LEARNING RATE: 2.09382155809471e-09
previous_iter_valid_loss : 0.16518637537956238
1962760 0.165393 0.165186 0.166962 CURRENT LEARNING RATE: 2.0934028356567315e-09
previous_iter_valid_loss : 0.17966151237487793
1962780 0.179816 0.179662 0.167915 CURRENT LEARNING RATE: 2.092984196954867e-09
previous_iter_valid_loss : 0.16080226004123688
1962800 0.160974 0.160802 0.167800 CURRENT LEARNING RATE: 2.0925656419723704e-09
previous_iter_valid_loss : 0.16171576082706451
1962820 0.161874 0.161716 0.167491 CURRENT LEARNING RATE: 2.0921471706925e-09
previous_iter_valid_loss : 0.17777690291404724
1962840 0.177940 0.177777 0.167690 CURRENT LEARNING RATE: 2.091728783098516e-09
previous_iter_valid_loss : 0.16692471504211426
1962860 0.167083 0.166925 0.167989 CURRENT LEARNING RATE: 2.091310479173684e-09
previous_iter_valid_loss : 0.1655401885509491
1962880 0.165703 0.165540 0.168149 CURRENT LEARNING RATE: 2.0908922589012644e-09
previous_iter_valid_loss : 0.1636667251586914
1962900 0.163855 0.163667 0.168301 CURRENT LEARNING RATE: 2.0904741222645424e-09
previous_iter_valid_loss : 0.16843241453170776
1962920 0.168662 0.168432 0.168074 CURRENT LEARNING RATE: 2.090056069246786e-09
previous_iter_valid_loss : 0.16053682565689087
1962940 0.160699 0.160537 0.168049 CURRENT LEARNING RATE: 2.089638099831272e-09
previous_iter_valid_loss : 0.1714864820241928
1962960 0.171636 0.171486 0.168145 CURRENT LEARNING RATE: 2.089220214001283e-09
previous_iter_valid_loss : 0.1606438159942627
1962980 0.160794 0.160644 0.168024 CURRENT LEARNING RATE: 2.0888024117401025e-09
previous_iter_valid_loss : 0.1676703691482544
1963000 0.167890 0.167670 0.167942 CURRENT LEARNING RATE: 2.0883846930310187e-09
previous_iter_valid_loss : 0.16097693145275116
1963020 0.161154 0.160977 0.167712 CURRENT LEARNING RATE: 2.0879670578573155e-09
previous_iter_valid_loss : 0.1715010553598404
1963040 0.171765 0.171501 0.168211 CURRENT LEARNING RATE: 2.0875495062023025e-09
previous_iter_valid_loss : 0.16415268182754517
1963060 0.164341 0.164153 0.168385 CURRENT LEARNING RATE: 2.08713203804927e-09
previous_iter_valid_loss : 0.16178038716316223
1963080 0.161945 0.161780 0.167353 CURRENT LEARNING RATE: 2.086714653381519e-09
previous_iter_valid_loss : 0.16949689388275146
1963100 0.169649 0.169497 0.167785 CURRENT LEARNING RATE: 2.0862973521823544e-09
previous_iter_valid_loss : 0.16050639748573303
1963120 0.160669 0.160506 0.167782 CURRENT LEARNING RATE: 2.0858801344350846e-09
previous_iter_valid_loss : 0.1928296536207199
1963140 0.192957 0.192830 0.167562 CURRENT LEARNING RATE: 2.08546300012302e-09
previous_iter_valid_loss : 0.16155202686786652
1963160 0.161742 0.161552 0.167380 CURRENT LEARNING RATE: 2.085045949229476e-09
previous_iter_valid_loss : 0.16146640479564667
1963180 0.161630 0.161466 0.166470 CURRENT LEARNING RATE: 2.084628981737763e-09
previous_iter_valid_loss : 0.17075985670089722
1963200 0.171015 0.170760 0.166968 CURRENT LEARNING RATE: 2.0842120976312166e-09
previous_iter_valid_loss : 0.1777365654706955
1963220 0.177890 0.177737 0.167769 CURRENT LEARNING RATE: 2.0837952968931542e-09
previous_iter_valid_loss : 0.16076013445854187
1963240 0.160910 0.160760 0.166918 CURRENT LEARNING RATE: 2.0833785795069046e-09
previous_iter_valid_loss : 0.16185517609119415
1963260 0.162007 0.161855 0.166665 CURRENT LEARNING RATE: 2.082961945455798e-09
previous_iter_valid_loss : 0.1690610945224762
1963280 0.169217 0.169061 0.166841 CURRENT LEARNING RATE: 2.0825453947231694e-09
previous_iter_valid_loss : 0.16254690289497375
1963300 0.162711 0.162547 0.166785 CURRENT LEARNING RATE: 2.082128927292357e-09
previous_iter_valid_loss : 0.16173219680786133
1963320 0.161886 0.161732 0.166450 CURRENT LEARNING RATE: 2.0817125431466947e-09
previous_iter_valid_loss : 0.1628834754228592
1963340 0.163050 0.162883 0.166567 CURRENT LEARNING RATE: 2.0812962422695417e-09
previous_iter_valid_loss : 0.16334110498428345
1963360 0.163510 0.163341 0.166160 CURRENT LEARNING RATE: 2.0808800246442387e-09
previous_iter_valid_loss : 0.17106223106384277
1963380 0.171213 0.171062 0.166681 CURRENT LEARNING RATE: 2.080463890254137e-09
previous_iter_valid_loss : 0.16056287288665771
1963400 0.160720 0.160563 0.166326 CURRENT LEARNING RATE: 2.0800478390825913e-09
previous_iter_valid_loss : 0.16336582601070404
1963420 0.163561 0.163366 0.166445 CURRENT LEARNING RATE: 2.079631871112959e-09
previous_iter_valid_loss : 0.16223670542240143
1963440 0.162441 0.162237 0.165982 CURRENT LEARNING RATE: 2.079215986328602e-09
previous_iter_valid_loss : 0.16118274629116058
1963460 0.161365 0.161183 0.165833 CURRENT LEARNING RATE: 2.078800184712885e-09
previous_iter_valid_loss : 0.16335342824459076
1963480 0.163512 0.163353 0.165912 CURRENT LEARNING RATE: 2.078384466249168e-09
previous_iter_valid_loss : 0.1667764037847519
1963500 0.166996 0.166776 0.165776 CURRENT LEARNING RATE: 2.0779688309208377e-09
previous_iter_valid_loss : 0.16064846515655518
1963520 0.160826 0.160648 0.165783 CURRENT LEARNING RATE: 2.0775532787112603e-09
previous_iter_valid_loss : 0.1646214723587036
1963540 0.164782 0.164621 0.164373 CURRENT LEARNING RATE: 2.077137809603815e-09
previous_iter_valid_loss : 0.17369239032268524
1963560 0.173841 0.173692 0.164980 CURRENT LEARNING RATE: 2.0767224235818818e-09
previous_iter_valid_loss : 0.1658826619386673
1963580 0.166091 0.165883 0.165201 CURRENT LEARNING RATE: 2.076307120628846e-09
previous_iter_valid_loss : 0.16110797226428986
1963600 0.161254 0.161108 0.164718 CURRENT LEARNING RATE: 2.0758919007280953e-09
previous_iter_valid_loss : 0.16498412191867828
1963620 0.165150 0.164984 0.164080 CURRENT LEARNING RATE: 2.075476763863021e-09
previous_iter_valid_loss : 0.1625315248966217
1963640 0.162717 0.162532 0.164169 CURRENT LEARNING RATE: 2.07506171001701e-09
previous_iter_valid_loss : 0.1811792403459549
1963660 0.181329 0.181179 0.165135 CURRENT LEARNING RATE: 2.0746467391734754e-09
previous_iter_valid_loss : 0.16139747202396393
1963680 0.161555 0.161397 0.164752 CURRENT LEARNING RATE: 2.0742318513158106e-09
previous_iter_valid_loss : 0.16126975417137146
1963700 0.161426 0.161270 0.164688 CURRENT LEARNING RATE: 2.07381704642742e-09
previous_iter_valid_loss : 0.16073627769947052
1963720 0.160911 0.160736 0.164638 CURRENT LEARNING RATE: 2.073402324491711e-09
previous_iter_valid_loss : 0.16340938210487366
1963740 0.163608 0.163409 0.164665 CURRENT LEARNING RATE: 2.0729876854920958e-09
previous_iter_valid_loss : 0.1623186618089676
1963760 0.162501 0.162319 0.164613 CURRENT LEARNING RATE: 2.0725731294119884e-09
previous_iter_valid_loss : 0.16049689054489136
1963780 0.160656 0.160497 0.164085 CURRENT LEARNING RATE: 2.0721586562347986e-09
previous_iter_valid_loss : 0.16274502873420715
1963800 0.162942 0.162745 0.164194 CURRENT LEARNING RATE: 2.0717442659439632e-09
previous_iter_valid_loss : 0.16054953634738922
1963820 0.160708 0.160550 0.164053 CURRENT LEARNING RATE: 2.0713299585228986e-09
previous_iter_valid_loss : 0.1700691282749176
1963840 0.170312 0.170069 0.164445 CURRENT LEARNING RATE: 2.0709157339550325e-09
previous_iter_valid_loss : 0.18433763086795807
1963860 0.184703 0.184338 0.165603 CURRENT LEARNING RATE: 2.0705015922237958e-09
previous_iter_valid_loss : 0.1663229614496231
1963880 0.166485 0.166323 0.165751 CURRENT LEARNING RATE: 2.0700875333126236e-09
previous_iter_valid_loss : 0.160496324300766
1963900 0.160653 0.160496 0.165437 CURRENT LEARNING RATE: 2.0696735572049522e-09
previous_iter_valid_loss : 0.1649434119462967
1963920 0.165108 0.164943 0.165652 CURRENT LEARNING RATE: 2.0692596638842243e-09
previous_iter_valid_loss : 0.17843060195446014
1963940 0.178747 0.178431 0.166342 CURRENT LEARNING RATE: 2.0688458533338752e-09
previous_iter_valid_loss : 0.1864246428012848
1963960 0.186824 0.186425 0.166979 CURRENT LEARNING RATE: 2.0684321255373683e-09
previous_iter_valid_loss : 0.1739465594291687
1963980 0.174093 0.173947 0.167382 CURRENT LEARNING RATE: 2.0680184804781463e-09
previous_iter_valid_loss : 0.16094668209552765
1964000 0.161127 0.160947 0.167374 CURRENT LEARNING RATE: 2.0676049181396644e-09
previous_iter_valid_loss : 0.16601625084877014
1964020 0.166231 0.166016 0.167426 CURRENT LEARNING RATE: 2.067191438505379e-09
previous_iter_valid_loss : 0.16159801185131073
1964040 0.161756 0.161598 0.167379 CURRENT LEARNING RATE: 2.0667780415587517e-09
previous_iter_valid_loss : 0.16421519219875336
1964060 0.164383 0.164215 0.166531 CURRENT LEARNING RATE: 2.066364727283246e-09
previous_iter_valid_loss : 0.1671084314584732
1964080 0.167266 0.167108 0.166817 CURRENT LEARNING RATE: 2.06595149566233e-09
previous_iter_valid_loss : 0.16260993480682373
1964100 0.162772 0.162610 0.166883 CURRENT LEARNING RATE: 2.0655383466794664e-09
previous_iter_valid_loss : 0.1607207953929901
1964120 0.160886 0.160721 0.166883 CURRENT LEARNING RATE: 2.0651252803181444e-09
previous_iter_valid_loss : 0.16463099420070648
1964140 0.164842 0.164631 0.166944 CURRENT LEARNING RATE: 2.064712296561834e-09
previous_iter_valid_loss : 0.16228163242340088
1964160 0.162444 0.162282 0.166942 CURRENT LEARNING RATE: 2.0642993953940158e-09
previous_iter_valid_loss : 0.18057093024253845
1964180 0.180725 0.180571 0.167946 CURRENT LEARNING RATE: 2.0638865767981737e-09
previous_iter_valid_loss : 0.16090309619903564
1964200 0.161086 0.160903 0.167854 CURRENT LEARNING RATE: 2.063473840757795e-09
previous_iter_valid_loss : 0.1702590435743332
1964220 0.170517 0.170259 0.168339 CURRENT LEARNING RATE: 2.06306118725637e-09
previous_iter_valid_loss : 0.16781620681285858
1964240 0.167978 0.167816 0.168226 CURRENT LEARNING RATE: 2.062648616277385e-09
previous_iter_valid_loss : 0.1617218554019928
1964260 0.161904 0.161722 0.167096 CURRENT LEARNING RATE: 2.062236127804353e-09
previous_iter_valid_loss : 0.17169594764709473
1964280 0.171847 0.171696 0.167364 CURRENT LEARNING RATE: 2.0618237218207662e-09
previous_iter_valid_loss : 0.16696052253246307
1964300 0.167189 0.166961 0.167688 CURRENT LEARNING RATE: 2.0614113983101286e-09
previous_iter_valid_loss : 0.16730064153671265
1964320 0.167526 0.167301 0.167805 CURRENT LEARNING RATE: 2.060999157255947e-09
previous_iter_valid_loss : 0.16188693046569824
1964340 0.162074 0.161887 0.166978 CURRENT LEARNING RATE: 2.0605869986417323e-09
previous_iter_valid_loss : 0.16051499545574188
1964360 0.160672 0.160515 0.165683 CURRENT LEARNING RATE: 2.0601749224509973e-09
previous_iter_valid_loss : 0.17022769153118134
1964380 0.170375 0.170228 0.165497 CURRENT LEARNING RATE: 2.0597629286672598e-09
previous_iter_valid_loss : 0.1687685251235962
1964400 0.169003 0.168769 0.165888 CURRENT LEARNING RATE: 2.0593510172740324e-09
previous_iter_valid_loss : 0.1702907532453537
1964420 0.170539 0.170291 0.166102 CURRENT LEARNING RATE: 2.058939188254853e-09
previous_iter_valid_loss : 0.16056828200817108
1964440 0.160734 0.160568 0.166050 CURRENT LEARNING RATE: 2.0585274415932418e-09
previous_iter_valid_loss : 0.1643521934747696
1964460 0.164516 0.164352 0.166057 CURRENT LEARNING RATE: 2.058115777272728e-09
previous_iter_valid_loss : 0.16352106630802155
1964480 0.163720 0.163521 0.165878 CURRENT LEARNING RATE: 2.0577041952768464e-09
previous_iter_valid_loss : 0.16791534423828125
1964500 0.168148 0.167915 0.166143 CURRENT LEARNING RATE: 2.0572926955891322e-09
previous_iter_valid_loss : 0.1620493084192276
1964520 0.162223 0.162049 0.166209 CURRENT LEARNING RATE: 2.0568812781931265e-09
previous_iter_valid_loss : 0.16060495376586914
1964540 0.160763 0.160605 0.166008 CURRENT LEARNING RATE: 2.056469943072365e-09
previous_iter_valid_loss : 0.16874678432941437
1964560 0.168981 0.168747 0.166331 CURRENT LEARNING RATE: 2.056058690210408e-09
previous_iter_valid_loss : 0.16111956536769867
1964580 0.161282 0.161120 0.165359 CURRENT LEARNING RATE: 2.0556475195907997e-09
previous_iter_valid_loss : 0.16601093113422394
1964600 0.166175 0.166011 0.165614 CURRENT LEARNING RATE: 2.055236431197092e-09
previous_iter_valid_loss : 0.1655953973531723
1964620 0.165793 0.165595 0.165381 CURRENT LEARNING RATE: 2.054825425012842e-09
previous_iter_valid_loss : 0.1608837991952896
1964640 0.161040 0.160884 0.165034 CURRENT LEARNING RATE: 2.0544145010216093e-09
previous_iter_valid_loss : 0.16701087355613708
1964660 0.167165 0.167011 0.165299 CURRENT LEARNING RATE: 2.054003659206957e-09
previous_iter_valid_loss : 0.17377805709838867
1964680 0.174048 0.173778 0.165403 CURRENT LEARNING RATE: 2.0535928995524513e-09
previous_iter_valid_loss : 0.16399146616458893
1964700 0.164165 0.163991 0.165254 CURRENT LEARNING RATE: 2.0531822220416543e-09
previous_iter_valid_loss : 0.168945774435997
1964720 0.169189 0.168946 0.165337 CURRENT LEARNING RATE: 2.052771626658154e-09
previous_iter_valid_loss : 0.16049163043498993
1964740 0.160659 0.160492 0.165267 CURRENT LEARNING RATE: 2.052361113385519e-09
previous_iter_valid_loss : 0.16564857959747314
1964760 0.165860 0.165649 0.165524 CURRENT LEARNING RATE: 2.051950682207329e-09
previous_iter_valid_loss : 0.16056887805461884
1964780 0.160721 0.160569 0.165041 CURRENT LEARNING RATE: 2.051540333107166e-09
previous_iter_valid_loss : 0.16288752853870392
1964800 0.163083 0.162888 0.164747 CURRENT LEARNING RATE: 2.051130066068617e-09
previous_iter_valid_loss : 0.1804339736700058
1964820 0.180588 0.180434 0.165254 CURRENT LEARNING RATE: 2.0507198810752707e-09
previous_iter_valid_loss : 0.16869133710861206
1964840 0.168846 0.168691 0.165660 CURRENT LEARNING RATE: 2.0503097781107203e-09
previous_iter_valid_loss : 0.1734577715396881
1964860 0.173607 0.173458 0.166115 CURRENT LEARNING RATE: 2.049899757158554e-09
previous_iter_valid_loss : 0.1759134829044342
1964880 0.176062 0.175913 0.166735 CURRENT LEARNING RATE: 2.049489818202385e-09
previous_iter_valid_loss : 0.19119900465011597
1964900 0.191317 0.191199 0.167899 CURRENT LEARNING RATE: 2.0490799612258092e-09
previous_iter_valid_loss : 0.16365428268909454
1964920 0.163823 0.163654 0.167979 CURRENT LEARNING RATE: 2.0486701862124326e-09
previous_iter_valid_loss : 0.16201727092266083
1964940 0.162209 0.162017 0.168050 CURRENT LEARNING RATE: 2.048260493145863e-09
previous_iter_valid_loss : 0.160788431763649
1964960 0.160947 0.160788 0.167652 CURRENT LEARNING RATE: 2.0478508820097138e-09
previous_iter_valid_loss : 0.1675926148891449
1964980 0.167752 0.167593 0.167976 CURRENT LEARNING RATE: 2.0474413527876e-09
previous_iter_valid_loss : 0.16401632130146027
1965000 0.164187 0.164016 0.167876 CURRENT LEARNING RATE: 2.0470319054631337e-09
previous_iter_valid_loss : 0.16214099526405334
1965020 0.162305 0.162141 0.167703 CURRENT LEARNING RATE: 2.0466225400199506e-09
previous_iter_valid_loss : 0.16103549301624298
1965040 0.161213 0.161035 0.167711 CURRENT LEARNING RATE: 2.0462132564416698e-09
previous_iter_valid_loss : 0.1648389995098114
1965060 0.165043 0.164839 0.167602 CURRENT LEARNING RATE: 2.0458040547119195e-09
previous_iter_valid_loss : 0.16665315628051758
1965080 0.166809 0.166653 0.167246 CURRENT LEARNING RATE: 2.0453949348143313e-09
previous_iter_valid_loss : 0.18254591524600983
1965100 0.182899 0.182546 0.168174 CURRENT LEARNING RATE: 2.0449858967325414e-09
previous_iter_valid_loss : 0.16095051169395447
1965120 0.161130 0.160951 0.167774 CURRENT LEARNING RATE: 2.0445769404501873e-09
previous_iter_valid_loss : 0.16067691147327423
1965140 0.160843 0.160677 0.167783 CURRENT LEARNING RATE: 2.0441680659509106e-09
previous_iter_valid_loss : 0.16198740899562836
1965160 0.162188 0.161987 0.167600 CURRENT LEARNING RATE: 2.0437592732183503e-09
previous_iter_valid_loss : 0.16176092624664307
1965180 0.161940 0.161761 0.167660 CURRENT LEARNING RATE: 2.0433505622361682e-09
previous_iter_valid_loss : 0.1739046573638916
1965200 0.174175 0.173905 0.168210 CURRENT LEARNING RATE: 2.042941932988009e-09
previous_iter_valid_loss : 0.16054406762123108
1965220 0.160706 0.160544 0.167216 CURRENT LEARNING RATE: 2.042533385457527e-09
previous_iter_valid_loss : 0.16726599633693695
1965240 0.167483 0.167266 0.167145 CURRENT LEARNING RATE: 2.0421249196283812e-09
previous_iter_valid_loss : 0.16059602797031403
1965260 0.160763 0.160596 0.166502 CURRENT LEARNING RATE: 2.041716535484232e-09
previous_iter_valid_loss : 0.1606946587562561
1965280 0.160866 0.160695 0.165741 CURRENT LEARNING RATE: 2.0413082330087446e-09
previous_iter_valid_loss : 0.16784992814064026
1965300 0.168068 0.167850 0.164573 CURRENT LEARNING RATE: 2.040900012185587e-09
previous_iter_valid_loss : 0.1656685620546341
1965320 0.165883 0.165669 0.164674 CURRENT LEARNING RATE: 2.0404918729984227e-09
previous_iter_valid_loss : 0.1650254726409912
1965340 0.165216 0.165025 0.164824 CURRENT LEARNING RATE: 2.040083815430941e-09
previous_iter_valid_loss : 0.16114409267902374
1965360 0.161289 0.161144 0.164842 CURRENT LEARNING RATE: 2.039675839466812e-09
previous_iter_valid_loss : 0.17481662333011627
1965380 0.175096 0.174817 0.165203 CURRENT LEARNING RATE: 2.039267945089717e-09
previous_iter_valid_loss : 0.1605875939130783
1965400 0.160744 0.160588 0.165032 CURRENT LEARNING RATE: 2.03886013228334e-09
previous_iter_valid_loss : 0.16191081702709198
1965420 0.162095 0.161911 0.165020 CURRENT LEARNING RATE: 2.0384524010313686e-09
previous_iter_valid_loss : 0.1623392552137375
1965440 0.162530 0.162339 0.165086 CURRENT LEARNING RATE: 2.038044751317493e-09
previous_iter_valid_loss : 0.16100893914699554
1965460 0.161165 0.161009 0.164894 CURRENT LEARNING RATE: 2.0376371831254013e-09
previous_iter_valid_loss : 0.16255681216716766
1965480 0.162713 0.162557 0.164689 CURRENT LEARNING RATE: 2.037229696438804e-09
previous_iter_valid_loss : 0.16082896292209625
1965500 0.161005 0.160829 0.163603 CURRENT LEARNING RATE: 2.036822291241395e-09
previous_iter_valid_loss : 0.1726713925600052
1965520 0.172934 0.172671 0.164189 CURRENT LEARNING RATE: 2.036414967516878e-09
previous_iter_valid_loss : 0.17331509292125702
1965540 0.173588 0.173315 0.164821 CURRENT LEARNING RATE: 2.03600772524896e-09
previous_iter_valid_loss : 0.16060273349285126
1965560 0.160759 0.160603 0.164752 CURRENT LEARNING RATE: 2.035600564421351e-09
previous_iter_valid_loss : 0.16739574074745178
1965580 0.167614 0.167396 0.165034 CURRENT LEARNING RATE: 2.035193485017765e-09
previous_iter_valid_loss : 0.16829977929592133
1965600 0.168537 0.168300 0.164754 CURRENT LEARNING RATE: 2.0347864870219186e-09
previous_iter_valid_loss : 0.16107305884361267
1965620 0.161238 0.161073 0.164780 CURRENT LEARNING RATE: 2.0343795704175245e-09
previous_iter_valid_loss : 0.16509856283664703
1965640 0.165264 0.165099 0.164672 CURRENT LEARNING RATE: 2.0339727351883214e-09
previous_iter_valid_loss : 0.17600411176681519
1965660 0.176292 0.176004 0.165442 CURRENT LEARNING RATE: 2.0335659813180274e-09
previous_iter_valid_loss : 0.16440324485301971
1965680 0.164567 0.164403 0.165628 CURRENT LEARNING RATE: 2.033159308790373e-09
previous_iter_valid_loss : 0.16133888065814972
1965700 0.161495 0.161339 0.165302 CURRENT LEARNING RATE: 2.0327527175890913e-09
previous_iter_valid_loss : 0.16051384806632996
1965720 0.160674 0.160514 0.165044 CURRENT LEARNING RATE: 2.0323462076979185e-09
previous_iter_valid_loss : 0.16376513242721558
1965740 0.163930 0.163765 0.164981 CURRENT LEARNING RATE: 2.0319397791005947e-09
previous_iter_valid_loss : 0.16630010306835175
1965760 0.166459 0.166300 0.165239 CURRENT LEARNING RATE: 2.0315334317808546e-09
previous_iter_valid_loss : 0.17020267248153687
1965780 0.170353 0.170203 0.165008 CURRENT LEARNING RATE: 2.0311271657224594e-09
previous_iter_valid_loss : 0.16217464208602905
1965800 0.162329 0.162175 0.165088 CURRENT LEARNING RATE: 2.0307209809091513e-09
previous_iter_valid_loss : 0.169869065284729
1965820 0.170023 0.169869 0.165486 CURRENT LEARNING RATE: 2.0303148773246824e-09
previous_iter_valid_loss : 0.16350476443767548
1965840 0.163705 0.163505 0.165544 CURRENT LEARNING RATE: 2.029908854952809e-09
previous_iter_valid_loss : 0.16130658984184265
1965860 0.161490 0.161307 0.165559 CURRENT LEARNING RATE: 2.02950291377729e-09
previous_iter_valid_loss : 0.16349542140960693
1965880 0.163687 0.163495 0.165606 CURRENT LEARNING RATE: 2.029097053781888e-09
previous_iter_valid_loss : 0.16354027390480042
1965900 0.163736 0.163540 0.165741 CURRENT LEARNING RATE: 2.0286912749503683e-09
previous_iter_valid_loss : 0.16806422173976898
1965920 0.168295 0.168064 0.165511 CURRENT LEARNING RATE: 2.0282855772664927e-09
previous_iter_valid_loss : 0.17635956406593323
1965940 0.176514 0.176360 0.165663 CURRENT LEARNING RATE: 2.0278799607140476e-09
previous_iter_valid_loss : 0.17177100479602814
1965960 0.171918 0.171771 0.166222 CURRENT LEARNING RATE: 2.0274744252768015e-09
previous_iter_valid_loss : 0.16202585399150848
1965980 0.162176 0.162026 0.165953 CURRENT LEARNING RATE: 2.0270689709385322e-09
previous_iter_valid_loss : 0.17116592824459076
1966000 0.171312 0.171166 0.166096 CURRENT LEARNING RATE: 2.0266635976830225e-09
previous_iter_valid_loss : 0.1616964042186737
1966020 0.161889 0.161696 0.166128 CURRENT LEARNING RATE: 2.026258305494056e-09
previous_iter_valid_loss : 0.16760337352752686
1966040 0.167832 0.167603 0.166253 CURRENT LEARNING RATE: 2.025853094355423e-09
previous_iter_valid_loss : 0.16232648491859436
1966060 0.162508 0.162326 0.165569 CURRENT LEARNING RATE: 2.0254479642509137e-09
previous_iter_valid_loss : 0.1621706634759903
1966080 0.162354 0.162171 0.165457 CURRENT LEARNING RATE: 2.0250429151643163e-09
previous_iter_valid_loss : 0.16286371648311615
1966100 0.163065 0.162864 0.165534 CURRENT LEARNING RATE: 2.0246379470794427e-09
previous_iter_valid_loss : 0.1668434888124466
1966120 0.167058 0.166843 0.165850 CURRENT LEARNING RATE: 2.0242330599800874e-09
previous_iter_valid_loss : 0.1662442833185196
1966140 0.166404 0.166244 0.165974 CURRENT LEARNING RATE: 2.0238282538500546e-09
previous_iter_valid_loss : 0.16295556724071503
1966160 0.163141 0.162956 0.165807 CURRENT LEARNING RATE: 2.023423528673152e-09
previous_iter_valid_loss : 0.16265222430229187
1966180 0.162822 0.162652 0.165429 CURRENT LEARNING RATE: 2.0230188844331912e-09
previous_iter_valid_loss : 0.16510659456253052
1966200 0.165283 0.165107 0.165576 CURRENT LEARNING RATE: 2.022614321113986e-09
previous_iter_valid_loss : 0.16359667479991913
1966220 0.163767 0.163597 0.165262 CURRENT LEARNING RATE: 2.022209838699347e-09
previous_iter_valid_loss : 0.16186614334583282
1966240 0.162028 0.161866 0.165180 CURRENT LEARNING RATE: 2.0218054371731086e-09
previous_iter_valid_loss : 0.16180971264839172
1966260 0.161962 0.161810 0.165205 CURRENT LEARNING RATE: 2.021401116519088e-09
previous_iter_valid_loss : 0.1676398068666458
1966280 0.167873 0.167640 0.165413 CURRENT LEARNING RATE: 2.0209968767211124e-09
previous_iter_valid_loss : 0.16175340116024017
1966300 0.161916 0.161753 0.165323 CURRENT LEARNING RATE: 2.020592717763012e-09
previous_iter_valid_loss : 0.16062650084495544
1966320 0.160789 0.160627 0.164951 CURRENT LEARNING RATE: 2.0201886396286207e-09
previous_iter_valid_loss : 0.16709548234939575
1966340 0.167253 0.167095 0.164488 CURRENT LEARNING RATE: 2.0197846423017755e-09
previous_iter_valid_loss : 0.16048724949359894
1966360 0.160653 0.160487 0.163924 CURRENT LEARNING RATE: 2.019380725766316e-09
previous_iter_valid_loss : 0.16072823107242584
1966380 0.160886 0.160728 0.163859 CURRENT LEARNING RATE: 2.0189768900060785e-09
previous_iter_valid_loss : 0.1651766449213028
1966400 0.165384 0.165177 0.163560 CURRENT LEARNING RATE: 2.018573135004924e-09
previous_iter_valid_loss : 0.16095402836799622
1966420 0.161112 0.160954 0.163523 CURRENT LEARNING RATE: 2.0181694607466955e-09
previous_iter_valid_loss : 0.16142678260803223
1966440 0.161594 0.161427 0.163214 CURRENT LEARNING RATE: 2.0177658672152458e-09
previous_iter_valid_loss : 0.16183049976825714
1966460 0.161998 0.161830 0.163189 CURRENT LEARNING RATE: 2.0173623543944306e-09
previous_iter_valid_loss : 0.16632477939128876
1966480 0.166546 0.166325 0.163397 CURRENT LEARNING RATE: 2.0169589222681104e-09
previous_iter_valid_loss : 0.17069688439369202
1966500 0.170947 0.170697 0.163788 CURRENT LEARNING RATE: 2.016555570820147e-09
previous_iter_valid_loss : 0.16277895867824554
1966520 0.162948 0.162779 0.163585 CURRENT LEARNING RATE: 2.0161523000343994e-09
previous_iter_valid_loss : 0.1733155995607376
1966540 0.173462 0.173316 0.163939 CURRENT LEARNING RATE: 2.0157491098947514e-09
previous_iter_valid_loss : 0.16103431582450867
1966560 0.161190 0.161034 0.163843 CURRENT LEARNING RATE: 2.015346000385068e-09
previous_iter_valid_loss : 0.16521616280078888
1966580 0.165385 0.165216 0.163971 CURRENT LEARNING RATE: 2.014942971489225e-09
previous_iter_valid_loss : 0.16065406799316406
1966600 0.160807 0.160654 0.163748 CURRENT LEARNING RATE: 2.014540023191101e-09
previous_iter_valid_loss : 0.16150858998298645
1966620 0.161664 0.161509 0.163644 CURRENT LEARNING RATE: 2.0141371554745784e-09
previous_iter_valid_loss : 0.20258958637714386
1966640 0.202662 0.202590 0.165680 CURRENT LEARNING RATE: 2.013734368323542e-09
previous_iter_valid_loss : 0.16480696201324463
1966660 0.165013 0.164807 0.165830 CURRENT LEARNING RATE: 2.0133316617218807e-09
previous_iter_valid_loss : 0.17449915409088135
1966680 0.174647 0.174499 0.166173 CURRENT LEARNING RATE: 2.0129290356534792e-09
previous_iter_valid_loss : 0.1699945330619812
1966700 0.170148 0.169995 0.166585 CURRENT LEARNING RATE: 2.0125264901022463e-09
previous_iter_valid_loss : 0.1696414351463318
1966720 0.169795 0.169641 0.167036 CURRENT LEARNING RATE: 2.0121240250520734e-09
previous_iter_valid_loss : 0.16472500562667847
1966740 0.164924 0.164725 0.166917 CURRENT LEARNING RATE: 2.0117216404868616e-09
previous_iter_valid_loss : 0.16275006532669067
1966760 0.162906 0.162750 0.167030 CURRENT LEARNING RATE: 2.011319336390516e-09
previous_iter_valid_loss : 0.17047005891799927
1966780 0.170619 0.170470 0.167517 CURRENT LEARNING RATE: 2.0109171127469436e-09
previous_iter_valid_loss : 0.16343900561332703
1966800 0.163649 0.163439 0.167430 CURRENT LEARNING RATE: 2.0105149695400565e-09
previous_iter_valid_loss : 0.16091960668563843
1966820 0.161078 0.160920 0.167429 CURRENT LEARNING RATE: 2.0101129067537683e-09
previous_iter_valid_loss : 0.16049981117248535
1966840 0.160662 0.160500 0.167382 CURRENT LEARNING RATE: 2.0097109243719896e-09
previous_iter_valid_loss : 0.1610700637102127
1966860 0.161230 0.161070 0.167344 CURRENT LEARNING RATE: 2.009309022378655e-09
previous_iter_valid_loss : 0.16294650733470917
1966880 0.163157 0.162947 0.167175 CURRENT LEARNING RATE: 2.0089072007576815e-09
previous_iter_valid_loss : 0.16622743010520935
1966900 0.166428 0.166227 0.166952 CURRENT LEARNING RATE: 2.0085054594929968e-09
previous_iter_valid_loss : 0.16093577444553375
1966920 0.161095 0.160936 0.166860 CURRENT LEARNING RATE: 2.0081037985685305e-09
previous_iter_valid_loss : 0.1725919246673584
1966940 0.172743 0.172592 0.166824 CURRENT LEARNING RATE: 2.007702217968216e-09
previous_iter_valid_loss : 0.16196882724761963
1966960 0.162143 0.161969 0.166870 CURRENT LEARNING RATE: 2.007300717675991e-09
previous_iter_valid_loss : 0.16070003807544708
1966980 0.160860 0.160700 0.166644 CURRENT LEARNING RATE: 2.006899297675788e-09
previous_iter_valid_loss : 0.17133787274360657
1967000 0.171601 0.171338 0.167179 CURRENT LEARNING RATE: 2.0064979579515638e-09
previous_iter_valid_loss : 0.1605394333600998
1967020 0.160703 0.160539 0.167130 CURRENT LEARNING RATE: 2.0060966984872584e-09
previous_iter_valid_loss : 0.1611873209476471
1967040 0.161347 0.161187 0.165060 CURRENT LEARNING RATE: 2.005695519266821e-09
previous_iter_valid_loss : 0.18468230962753296
1967060 0.185057 0.184682 0.166054 CURRENT LEARNING RATE: 2.005294420274205e-09
previous_iter_valid_loss : 0.170965775847435
1967080 0.171213 0.170966 0.165877 CURRENT LEARNING RATE: 2.0048934014933658e-09
previous_iter_valid_loss : 0.16353559494018555
1967100 0.163730 0.163536 0.165554 CURRENT LEARNING RATE: 2.004492462908263e-09
previous_iter_valid_loss : 0.16112017631530762
1967120 0.161279 0.161120 0.165128 CURRENT LEARNING RATE: 2.004091604502859e-09
previous_iter_valid_loss : 0.16061550378799438
1967140 0.160788 0.160616 0.164923 CURRENT LEARNING RATE: 2.0036908262611125e-09
previous_iter_valid_loss : 0.16695259511470795
1967160 0.167180 0.166953 0.165133 CURRENT LEARNING RATE: 2.0032901281670066e-09
previous_iter_valid_loss : 0.16082608699798584
1967180 0.160982 0.160826 0.164651 CURRENT LEARNING RATE: 2.0028895102045055e-09
previous_iter_valid_loss : 0.17167240381240845
1967200 0.171822 0.171672 0.165062 CURRENT LEARNING RATE: 2.0024889723575855e-09
previous_iter_valid_loss : 0.17308762669563293
1967220 0.173364 0.173088 0.165671 CURRENT LEARNING RATE: 2.0020885146102244e-09
previous_iter_valid_loss : 0.16118574142456055
1967240 0.161341 0.161186 0.165705 CURRENT LEARNING RATE: 2.0016881369464044e-09
previous_iter_valid_loss : 0.16498352587223053
1967260 0.165149 0.164984 0.165901 CURRENT LEARNING RATE: 2.0012878393501095e-09
previous_iter_valid_loss : 0.17261512577533722
1967280 0.172763 0.172615 0.166384 CURRENT LEARNING RATE: 2.0008876218053294e-09
previous_iter_valid_loss : 0.16119328141212463
1967300 0.161374 0.161193 0.166132 CURRENT LEARNING RATE: 2.000487484296047e-09
previous_iter_valid_loss : 0.1635020673274994
1967320 0.163698 0.163502 0.166261 CURRENT LEARNING RATE: 2.0000874268062707e-09
previous_iter_valid_loss : 0.19153133034706116
1967340 0.191990 0.191531 0.167208 CURRENT LEARNING RATE: 1.9996874493199924e-09
previous_iter_valid_loss : 0.1777551919221878
1967360 0.178061 0.177755 0.167997 CURRENT LEARNING RATE: 1.9992875518212123e-09
previous_iter_valid_loss : 0.16209140419960022
1967380 0.162277 0.162091 0.168067 CURRENT LEARNING RATE: 1.9988877342939346e-09
previous_iter_valid_loss : 0.16085854172706604
1967400 0.161037 0.160859 0.167543 CURRENT LEARNING RATE: 1.9984879967221665e-09
previous_iter_valid_loss : 0.16882216930389404
1967420 0.168976 0.168822 0.167957 CURRENT LEARNING RATE: 1.9980883390899182e-09
previous_iter_valid_loss : 0.1619967222213745
1967440 0.162184 0.161997 0.167997 CURRENT LEARNING RATE: 1.9976887613811966e-09
previous_iter_valid_loss : 0.16453976929187775
1967460 0.164706 0.164540 0.166990 CURRENT LEARNING RATE: 1.9972892635800334e-09
previous_iter_valid_loss : 0.16059055924415588
1967480 0.160756 0.160591 0.166471 CURRENT LEARNING RATE: 1.9968898456704404e-09
previous_iter_valid_loss : 0.17536400258541107
1967500 0.175652 0.175364 0.167063 CURRENT LEARNING RATE: 1.996490507636442e-09
previous_iter_valid_loss : 0.16531473398208618
1967520 0.165518 0.165315 0.167272 CURRENT LEARNING RATE: 1.996091249462064e-09
previous_iter_valid_loss : 0.16069625318050385
1967540 0.160861 0.160696 0.167277 CURRENT LEARNING RATE: 1.995692071131336e-09
previous_iter_valid_loss : 0.16131508350372314
1967560 0.161472 0.161315 0.166995 CURRENT LEARNING RATE: 1.9952929726282914e-09
previous_iter_valid_loss : 0.1618386059999466
1967580 0.162007 0.161839 0.167045 CURRENT LEARNING RATE: 1.9948939539369657e-09
previous_iter_valid_loss : 0.16191768646240234
1967600 0.162104 0.161918 0.166558 CURRENT LEARNING RATE: 1.9944950150413916e-09
previous_iter_valid_loss : 0.16074341535568237
1967620 0.160920 0.160743 0.165940 CURRENT LEARNING RATE: 1.9940961559256253e-09
previous_iter_valid_loss : 0.16125449538230896
1967640 0.161436 0.161254 0.165944 CURRENT LEARNING RATE: 1.9936973765737056e-09
previous_iter_valid_loss : 0.16695056855678558
1967660 0.167171 0.166951 0.166042 CURRENT LEARNING RATE: 1.9932986769696814e-09
previous_iter_valid_loss : 0.16299821436405182
1967680 0.163169 0.162998 0.165561 CURRENT LEARNING RATE: 1.9929000570976043e-09
previous_iter_valid_loss : 0.17558491230010986
1967700 0.175741 0.175585 0.166281 CURRENT LEARNING RATE: 1.99250151694153e-09
previous_iter_valid_loss : 0.1626439094543457
1967720 0.162810 0.162644 0.166238 CURRENT LEARNING RATE: 1.992103056485516e-09
previous_iter_valid_loss : 0.16058719158172607
1967740 0.160765 0.160587 0.164691 CURRENT LEARNING RATE: 1.9917046757136177e-09
previous_iter_valid_loss : 0.16914306581020355
1967760 0.169296 0.169143 0.164260 CURRENT LEARNING RATE: 1.9913063746099143e-09
previous_iter_valid_loss : 0.16980984807014465
1967780 0.169961 0.169810 0.164646 CURRENT LEARNING RATE: 1.990908153158466e-09
previous_iter_valid_loss : 0.16353565454483032
1967800 0.163710 0.163536 0.164780 CURRENT LEARNING RATE: 1.9905100113433436e-09
previous_iter_valid_loss : 0.16528932750225067
1967820 0.165463 0.165289 0.164603 CURRENT LEARNING RATE: 1.9901119491486224e-09
previous_iter_valid_loss : 0.1607522815465927
1967840 0.160927 0.160752 0.164541 CURRENT LEARNING RATE: 1.9897139665583793e-09
previous_iter_valid_loss : 0.16105392575263977
1967860 0.161242 0.161054 0.164367 CURRENT LEARNING RATE: 1.989316063556695e-09
previous_iter_valid_loss : 0.16055384278297424
1967880 0.160722 0.160554 0.164365 CURRENT LEARNING RATE: 1.9889182401276532e-09
previous_iter_valid_loss : 0.16136474907398224
1967900 0.161529 0.161365 0.163665 CURRENT LEARNING RATE: 1.988520496255335e-09
previous_iter_valid_loss : 0.16097497940063477
1967920 0.161142 0.160975 0.163448 CURRENT LEARNING RATE: 1.9881228319238434e-09
previous_iter_valid_loss : 0.16417093575000763
1967940 0.164344 0.164171 0.163622 CURRENT LEARNING RATE: 1.9877252471172655e-09
previous_iter_valid_loss : 0.160686656832695
1967960 0.160839 0.160687 0.163590 CURRENT LEARNING RATE: 1.9873277418196975e-09
previous_iter_valid_loss : 0.16528171300888062
1967980 0.165481 0.165282 0.163762 CURRENT LEARNING RATE: 1.98693031601524e-09
previous_iter_valid_loss : 0.1660631150007248
1968000 0.166223 0.166063 0.163970 CURRENT LEARNING RATE: 1.986532969687995e-09
previous_iter_valid_loss : 0.16202448308467865
1968020 0.162212 0.162024 0.164034 CURRENT LEARNING RATE: 1.986135702822069e-09
previous_iter_valid_loss : 0.16081571578979492
1968040 0.160976 0.160816 0.164012 CURRENT LEARNING RATE: 1.9857385154015717e-09
previous_iter_valid_loss : 0.1605566143989563
1968060 0.160722 0.160557 0.163692 CURRENT LEARNING RATE: 1.985341407410608e-09
previous_iter_valid_loss : 0.1704082041978836
1968080 0.170561 0.170408 0.164063 CURRENT LEARNING RATE: 1.9849443788333077e-09
previous_iter_valid_loss : 0.16589170694351196
1968100 0.166048 0.165892 0.163578 CURRENT LEARNING RATE: 1.9845474296537832e-09
previous_iter_valid_loss : 0.173390194773674
1973700 0.173655 0.173390 0.169375 CURRENT LEARNING RATE: 1.8764672617683434e-09
previous_iter_valid_loss : 0.20267918705940247
1973720 0.203250 0.202679 0.171009 CURRENT LEARNING RATE: 1.876092005842834e-09
previous_iter_valid_loss : 0.1770598143339157
1973740 0.177216 0.177060 0.171725 CURRENT LEARNING RATE: 1.875716824961005e-09
previous_iter_valid_loss : 0.16091609001159668
1973760 0.161081 0.160916 0.171470 CURRENT LEARNING RATE: 1.8753417191078494e-09
previous_iter_valid_loss : 0.16489940881729126
1973780 0.165125 0.164899 0.171684 CURRENT LEARNING RATE: 1.874966688268363e-09
previous_iter_valid_loss : 0.16093409061431885
1973800 0.161118 0.160934 0.171540 CURRENT LEARNING RATE: 1.874591732427544e-09
previous_iter_valid_loss : 0.16064311563968658
1973820 0.160804 0.160643 0.171504 CURRENT LEARNING RATE: 1.8742168515703945e-09
previous_iter_valid_loss : 0.16236524283885956
1973840 0.162545 0.162365 0.171462 CURRENT LEARNING RATE: 1.873842045681913e-09
previous_iter_valid_loss : 0.16604387760162354
1973860 0.166205 0.166044 0.171586 CURRENT LEARNING RATE: 1.87346731474712e-09
previous_iter_valid_loss : 0.1715821921825409
1973880 0.171730 0.171582 0.171905 CURRENT LEARNING RATE: 1.87309265875102e-09
previous_iter_valid_loss : 0.1635276824235916
1973900 0.163694 0.163528 0.170401 CURRENT LEARNING RATE: 1.8727180776786266e-09
previous_iter_valid_loss : 0.16195784509181976
1973920 0.162122 0.161958 0.170080 CURRENT LEARNING RATE: 1.8723435715149562e-09
previous_iter_valid_loss : 0.16630317270755768
1973940 0.166462 0.166303 0.170275 CURRENT LEARNING RATE: 1.8719691402450295e-09
previous_iter_valid_loss : 0.1606941521167755
1973960 0.160866 0.160694 0.169703 CURRENT LEARNING RATE: 1.8715947838538683e-09
previous_iter_valid_loss : 0.1678280383348465
1973980 0.167989 0.167828 0.169983 CURRENT LEARNING RATE: 1.8712205023264987e-09
previous_iter_valid_loss : 0.16154932975769043
1974000 0.161737 0.161549 0.169963 CURRENT LEARNING RATE: 1.8708462956479427e-09
previous_iter_valid_loss : 0.16512225568294525
1974020 0.165335 0.165122 0.168619 CURRENT LEARNING RATE: 1.8704721638032455e-09
previous_iter_valid_loss : 0.16894449293613434
1974040 0.169197 0.168944 0.168866 CURRENT LEARNING RATE: 1.870098106777435e-09
previous_iter_valid_loss : 0.17912685871124268
1974060 0.179440 0.179127 0.168450 CURRENT LEARNING RATE: 1.8697241245555498e-09
previous_iter_valid_loss : 0.16285443305969238
1974080 0.163044 0.162854 0.167919 CURRENT LEARNING RATE: 1.8693502171226288e-09
previous_iter_valid_loss : 0.1605285257101059
1974100 0.160702 0.160529 0.167276 CURRENT LEARNING RATE: 1.8689763844637175e-09
previous_iter_valid_loss : 0.16277459263801575
1974120 0.162978 0.162775 0.165280 CURRENT LEARNING RATE: 1.868602626563861e-09
previous_iter_valid_loss : 0.16052965819835663
1974140 0.160696 0.160530 0.164454 CURRENT LEARNING RATE: 1.8682289434081104e-09
previous_iter_valid_loss : 0.16472549736499786
1974160 0.164921 0.164725 0.164644 CURRENT LEARNING RATE: 1.867855334981511e-09
previous_iter_valid_loss : 0.1613040566444397
1974180 0.161475 0.161304 0.164465 CURRENT LEARNING RATE: 1.867481801269132e-09
previous_iter_valid_loss : 0.16820256412029266
1974200 0.168436 0.168203 0.164828 CURRENT LEARNING RATE: 1.8671083422560253e-09
previous_iter_valid_loss : 0.16441023349761963
1974220 0.164631 0.164410 0.165016 CURRENT LEARNING RATE: 1.8667349579272525e-09
previous_iter_valid_loss : 0.16735787689685822
1974240 0.167588 0.167358 0.165266 CURRENT LEARNING RATE: 1.8663616482678783e-09
previous_iter_valid_loss : 0.16089336574077606
1974260 0.161072 0.160893 0.165008 CURRENT LEARNING RATE: 1.86598841326297e-09
previous_iter_valid_loss : 0.16281169652938843
1974280 0.162969 0.162812 0.164570 CURRENT LEARNING RATE: 1.865615252897599e-09
previous_iter_valid_loss : 0.16226805746555328
1974300 0.162457 0.162268 0.164507 CURRENT LEARNING RATE: 1.865242167156831e-09
previous_iter_valid_loss : 0.1649281233549118
1974320 0.165140 0.164928 0.164655 CURRENT LEARNING RATE: 1.864869156025757e-09
previous_iter_valid_loss : 0.16872097551822662
1974340 0.168955 0.168721 0.164776 CURRENT LEARNING RATE: 1.8644962194894497e-09
previous_iter_valid_loss : 0.16580650210380554
1974360 0.165967 0.165807 0.165032 CURRENT LEARNING RATE: 1.864123357532991e-09
previous_iter_valid_loss : 0.16118671000003815
1974380 0.161349 0.161187 0.164700 CURRENT LEARNING RATE: 1.863750570141467e-09
previous_iter_valid_loss : 0.1622433364391327
1974400 0.162405 0.162243 0.164735 CURRENT LEARNING RATE: 1.863377857299966e-09
previous_iter_valid_loss : 0.16393344104290009
1974420 0.164099 0.163933 0.164675 CURRENT LEARNING RATE: 1.86300521899358e-09
previous_iter_valid_loss : 0.16441002488136292
1974440 0.164577 0.164410 0.164448 CURRENT LEARNING RATE: 1.8626326552074027e-09
previous_iter_valid_loss : 0.1741969734430313
1974460 0.174473 0.174197 0.164202 CURRENT LEARNING RATE: 1.8622601659265252e-09
previous_iter_valid_loss : 0.16281414031982422
1974480 0.162985 0.162814 0.164200 CURRENT LEARNING RATE: 1.861887751136061e-09
previous_iter_valid_loss : 0.1702042520046234
1974500 0.170355 0.170204 0.164684 CURRENT LEARNING RATE: 1.8615154108211073e-09
previous_iter_valid_loss : 0.16329988837242126
1974520 0.163475 0.163300 0.164710 CURRENT LEARNING RATE: 1.8611431449667704e-09
previous_iter_valid_loss : 0.1623750925064087
1974540 0.162563 0.162375 0.164802 CURRENT LEARNING RATE: 1.8607709535581592e-09
previous_iter_valid_loss : 0.16062039136886597
1974560 0.160774 0.160620 0.164597 CURRENT LEARNING RATE: 1.8603988365803867e-09
previous_iter_valid_loss : 0.1620350033044815
1974580 0.162195 0.162035 0.164634 CURRENT LEARNING RATE: 1.8600267940185677e-09
previous_iter_valid_loss : 0.1629505157470703
1974600 0.163144 0.162951 0.164371 CURRENT LEARNING RATE: 1.8596548258578144e-09
previous_iter_valid_loss : 0.1608894169330597
1974620 0.161065 0.160889 0.164195 CURRENT LEARNING RATE: 1.8592829320832606e-09
previous_iter_valid_loss : 0.16106615960597992
1974640 0.161229 0.161066 0.163880 CURRENT LEARNING RATE: 1.8589111126800246e-09
previous_iter_valid_loss : 0.1625419408082962
1974660 0.162695 0.162542 0.163963 CURRENT LEARNING RATE: 1.8585393676332332e-09
previous_iter_valid_loss : 0.1614837646484375
1974680 0.161639 0.161484 0.163896 CURRENT LEARNING RATE: 1.8581676969280167e-09
previous_iter_valid_loss : 0.1612664759159088
1974700 0.161452 0.161266 0.163846 CURRENT LEARNING RATE: 1.8577961005495086e-09
previous_iter_valid_loss : 0.16062062978744507
1974720 0.160786 0.160621 0.163631 CURRENT LEARNING RATE: 1.8574245784828448e-09
previous_iter_valid_loss : 0.1755121946334839
1974740 0.175801 0.175512 0.163970 CURRENT LEARNING RATE: 1.857053130713164e-09
previous_iter_valid_loss : 0.16966542601585388
1974760 0.169822 0.169665 0.164163 CURRENT LEARNING RATE: 1.8566817572256023e-09
previous_iter_valid_loss : 0.16208115220069885
1974780 0.162266 0.162081 0.164208 CURRENT LEARNING RATE: 1.8563104580053178e-09
previous_iter_valid_loss : 0.16197487711906433
1974800 0.162132 0.161975 0.164195 CURRENT LEARNING RATE: 1.855939233037452e-09
previous_iter_valid_loss : 0.17252257466316223
1974820 0.172784 0.172523 0.164624 CURRENT LEARNING RATE: 1.8555680823071556e-09
previous_iter_valid_loss : 0.16362732648849487
1974840 0.163791 0.163627 0.164585 CURRENT LEARNING RATE: 1.8551970057995827e-09
previous_iter_valid_loss : 0.16061502695083618
1974860 0.160778 0.160615 0.163906 CURRENT LEARNING RATE: 1.8548260034998902e-09
previous_iter_valid_loss : 0.1717674285173416
1974880 0.171915 0.171767 0.164354 CURRENT LEARNING RATE: 1.8544550753932383e-09
previous_iter_valid_loss : 0.1606176644563675
1974900 0.160786 0.160618 0.163874 CURRENT LEARNING RATE: 1.8540842214647893e-09
previous_iter_valid_loss : 0.16494357585906982
1974920 0.165114 0.164944 0.163956 CURRENT LEARNING RATE: 1.8537134416997034e-09
previous_iter_valid_loss : 0.16418661177158356
1974940 0.164390 0.164187 0.164047 CURRENT LEARNING RATE: 1.8533427360831616e-09
previous_iter_valid_loss : 0.16226409375667572
1974960 0.162426 0.162264 0.164129 CURRENT LEARNING RATE: 1.8529721046003293e-09
previous_iter_valid_loss : 0.16062350571155548
1974980 0.160780 0.160624 0.164059 CURRENT LEARNING RATE: 1.8526015472363818e-09
previous_iter_valid_loss : 0.16056576371192932
1975000 0.160720 0.160566 0.163939 CURRENT LEARNING RATE: 1.8522310639764964e-09
previous_iter_valid_loss : 0.16588091850280762
1975020 0.166082 0.165881 0.164189 CURRENT LEARNING RATE: 1.8518606548058534e-09
previous_iter_valid_loss : 0.1636456996202469
1975040 0.163839 0.163646 0.164318 CURRENT LEARNING RATE: 1.8514903197096374e-09
previous_iter_valid_loss : 0.1744912564754486
1975060 0.174640 0.174491 0.164915 CURRENT LEARNING RATE: 1.8511200586730275e-09
previous_iter_valid_loss : 0.1775444746017456
1975080 0.177704 0.177544 0.165718 CURRENT LEARNING RATE: 1.850749871681227e-09
previous_iter_valid_loss : 0.16057129204273224
1975100 0.160748 0.160571 0.165684 CURRENT LEARNING RATE: 1.8503797587194214e-09
previous_iter_valid_loss : 0.1794310361146927
1975120 0.179596 0.179431 0.166624 CURRENT LEARNING RATE: 1.8500097197728065e-09
previous_iter_valid_loss : 0.16580012440681458
1975140 0.165961 0.165800 0.166139 CURRENT LEARNING RATE: 1.8496397548265808e-09
previous_iter_valid_loss : 0.18153098225593567
1975160 0.181878 0.181531 0.166732 CURRENT LEARNING RATE: 1.8492698638659454e-09
previous_iter_valid_loss : 0.17640790343284607
1975180 0.176706 0.176408 0.167448 CURRENT LEARNING RATE: 1.8489000468761048e-09
previous_iter_valid_loss : 0.16061587631702423
1975200 0.160788 0.160616 0.167380 CURRENT LEARNING RATE: 1.8485303038422663e-09
previous_iter_valid_loss : 0.1638864129781723
1975220 0.164088 0.163886 0.166948 CURRENT LEARNING RATE: 1.8481606347496335e-09
previous_iter_valid_loss : 0.16823691129684448
1975240 0.168457 0.168237 0.167179 CURRENT LEARNING RATE: 1.847791039583433e-09
previous_iter_valid_loss : 0.17344163358211517
1975260 0.173705 0.173442 0.167820 CURRENT LEARNING RATE: 1.8474215183288747e-09
previous_iter_valid_loss : 0.18076109886169434
1975280 0.180917 0.180761 0.168270 CURRENT LEARNING RATE: 1.8470520709711767e-09
previous_iter_valid_loss : 0.1610201597213745
1975300 0.161178 0.161020 0.168290 CURRENT LEARNING RATE: 1.8466826974955621e-09
previous_iter_valid_loss : 0.16350343823432922
1975320 0.163670 0.163503 0.168218 CURRENT LEARNING RATE: 1.8463133978872559e-09
previous_iter_valid_loss : 0.18129992485046387
1975340 0.181456 0.181300 0.169074 CURRENT LEARNING RATE: 1.8459441721314855e-09
previous_iter_valid_loss : 0.16057181358337402
1975360 0.160726 0.160572 0.168989 CURRENT LEARNING RATE: 1.8455750202134826e-09
previous_iter_valid_loss : 0.16075989603996277
1975380 0.160923 0.160760 0.168996 CURRENT LEARNING RATE: 1.8452059421184739e-09
previous_iter_valid_loss : 0.16266044974327087
1975400 0.162826 0.162660 0.169101 CURRENT LEARNING RATE: 1.8448369378317094e-09
previous_iter_valid_loss : 0.1654488891363144
1975420 0.165615 0.165449 0.169079 CURRENT LEARNING RATE: 1.8444680073384233e-09
previous_iter_valid_loss : 0.17950773239135742
1975440 0.179668 0.179508 0.169872 CURRENT LEARNING RATE: 1.8440991506238574e-09
previous_iter_valid_loss : 0.1646028757095337
1975460 0.164768 0.164603 0.169378 CURRENT LEARNING RATE: 1.8437303676732578e-09
previous_iter_valid_loss : 0.16732178628444672
1975480 0.167481 0.167322 0.168867 CURRENT LEARNING RATE: 1.8433616584718732e-09
previous_iter_valid_loss : 0.16728772222995758
1975500 0.167493 0.167288 0.169202 CURRENT LEARNING RATE: 1.8429930230049551e-09
previous_iter_valid_loss : 0.1650850623846054
1975520 0.165245 0.165085 0.168485 CURRENT LEARNING RATE: 1.8426244612577517e-09
previous_iter_valid_loss : 0.16059435904026031
1975540 0.160745 0.160594 0.168225 CURRENT LEARNING RATE: 1.8422559732155336e-09
previous_iter_valid_loss : 0.1607135832309723
1975560 0.160871 0.160714 0.167184 CURRENT LEARNING RATE: 1.8418875588635544e-09
previous_iter_valid_loss : 0.19194158911705017
1975580 0.192415 0.191942 0.167961 CURRENT LEARNING RATE: 1.8415192181870783e-09
previous_iter_valid_loss : 0.16401590406894684
1975600 0.164223 0.164016 0.168131 CURRENT LEARNING RATE: 1.8411509511713708e-09
previous_iter_valid_loss : 0.17595216631889343
1975620 0.176102 0.175952 0.168734 CURRENT LEARNING RATE: 1.8407827578017016e-09
previous_iter_valid_loss : 0.16109734773635864
1975640 0.161256 0.161097 0.168377 CURRENT LEARNING RATE: 1.840414638063343e-09
previous_iter_valid_loss : 0.17241182923316956
1975660 0.172672 0.172412 0.168325 CURRENT LEARNING RATE: 1.8400465919415703e-09
previous_iter_valid_loss : 0.16152800619602203
1975680 0.161688 0.161528 0.167364 CURRENT LEARNING RATE: 1.8396786194216546e-09
previous_iter_valid_loss : 0.16125613451004028
1975700 0.161450 0.161256 0.167376 CURRENT LEARNING RATE: 1.8393107204888909e-09
previous_iter_valid_loss : 0.16051234304904938
1975720 0.160668 0.160512 0.167226 CURRENT LEARNING RATE: 1.8389428951285563e-09
previous_iter_valid_loss : 0.16634784638881683
1975740 0.166565 0.166348 0.166478 CURRENT LEARNING RATE: 1.8385751433259375e-09
previous_iter_valid_loss : 0.17390894889831543
1975760 0.174064 0.173909 0.167145 CURRENT LEARNING RATE: 1.8382074650663246e-09
previous_iter_valid_loss : 0.16064202785491943
1975780 0.160800 0.160642 0.167139 CURRENT LEARNING RATE: 1.8378398603350108e-09
previous_iter_valid_loss : 0.18676906824111938
1975800 0.186910 0.186769 0.168345 CURRENT LEARNING RATE: 1.8374723291172915e-09
previous_iter_valid_loss : 0.1719612181186676
1975820 0.172109 0.171961 0.168670 CURRENT LEARNING RATE: 1.837104871398459e-09
previous_iter_valid_loss : 0.17746895551681519
1975840 0.177621 0.177469 0.168569 CURRENT LEARNING RATE: 1.8367374871638282e-09
previous_iter_valid_loss : 0.16157838702201843
1975860 0.161732 0.161578 0.168417 CURRENT LEARNING RATE: 1.8363701763986973e-09
previous_iter_valid_loss : 0.16124440729618073
1975880 0.161400 0.161244 0.168113 CURRENT LEARNING RATE: 1.8360029390883735e-09
previous_iter_valid_loss : 0.16517390310764313
1975900 0.165342 0.165174 0.168008 CURRENT LEARNING RATE: 1.8356357752181676e-09
previous_iter_valid_loss : 0.1615593135356903
1975920 0.161713 0.161559 0.167831 CURRENT LEARNING RATE: 1.835268684773393e-09
previous_iter_valid_loss : 0.16254030168056488
1975940 0.162706 0.162540 0.167929 CURRENT LEARNING RATE: 1.8349016677393658e-09
previous_iter_valid_loss : 0.1605364978313446
1975960 0.160707 0.160536 0.167920 CURRENT LEARNING RATE: 1.8345347241014057e-09
previous_iter_valid_loss : 0.16165652871131897
1975980 0.161837 0.161657 0.166406 CURRENT LEARNING RATE: 1.8341678538448286e-09
previous_iter_valid_loss : 0.17158153653144836
1976000 0.171832 0.171582 0.166784 CURRENT LEARNING RATE: 1.833801056954972e-09
previous_iter_valid_loss : 0.16290612518787384
1976020 0.163096 0.162906 0.166132 CURRENT LEARNING RATE: 1.833434333417158e-09
previous_iter_valid_loss : 0.16754820942878723
1976040 0.167705 0.167548 0.166454 CURRENT LEARNING RATE: 1.8330676832167178e-09
previous_iter_valid_loss : 0.1644934117794037
1976060 0.164665 0.164493 0.166058 CURRENT LEARNING RATE: 1.8327011063389847e-09
previous_iter_valid_loss : 0.1652945578098297
1976080 0.165463 0.165295 0.166247 CURRENT LEARNING RATE: 1.8323346027692965e-09
previous_iter_valid_loss : 0.16280874609947205
1976100 0.162970 0.162809 0.166324 CURRENT LEARNING RATE: 1.8319681724929927e-09
previous_iter_valid_loss : 0.1755366176366806
1976120 0.175826 0.175537 0.167075 CURRENT LEARNING RATE: 1.8316018154954157e-09
previous_iter_valid_loss : 0.160507470369339
1976140 0.160679 0.160507 0.166783 CURRENT LEARNING RATE: 1.8312355317619054e-09
previous_iter_valid_loss : 0.17777349054813385
1976160 0.177934 0.177773 0.166977 CURRENT LEARNING RATE: 1.830869321277823e-09
previous_iter_valid_loss : 0.16063478589057922
1976180 0.160801 0.160635 0.166976 CURRENT LEARNING RATE: 1.8305031840285137e-09
previous_iter_valid_loss : 0.16062068939208984
1976200 0.160777 0.160621 0.165669 CURRENT LEARNING RATE: 1.8301371199993319e-09
previous_iter_valid_loss : 0.1918630450963974
1976220 0.191986 0.191863 0.166664 CURRENT LEARNING RATE: 1.8297711291756354e-09
previous_iter_valid_loss : 0.16191665828227997
1976240 0.162084 0.161917 0.165886 CURRENT LEARNING RATE: 1.829405211542784e-09
previous_iter_valid_loss : 0.16106651723384857
1976260 0.161255 0.161067 0.165861 CURRENT LEARNING RATE: 1.8290393670861413e-09
previous_iter_valid_loss : 0.16097289323806763
1976280 0.161149 0.160973 0.165847 CURRENT LEARNING RATE: 1.8286735957910674e-09
previous_iter_valid_loss : 0.16184987127780914
1976300 0.162004 0.161850 0.165681 CURRENT LEARNING RATE: 1.8283078976429437e-09
previous_iter_valid_loss : 0.16541899740695953
1976320 0.165586 0.165419 0.165874 CURRENT LEARNING RATE: 1.8279422726271364e-09
previous_iter_valid_loss : 0.17481376230716705
1976340 0.174959 0.174814 0.166488 CURRENT LEARNING RATE: 1.82757672072902e-09
previous_iter_valid_loss : 0.1609158217906952
1976360 0.161101 0.160916 0.166507 CURRENT LEARNING RATE: 1.827211241933973e-09
previous_iter_valid_loss : 0.17521312832832336
1976380 0.175507 0.175213 0.167184 CURRENT LEARNING RATE: 1.8268458362273757e-09
previous_iter_valid_loss : 0.16093657910823822
1976400 0.161120 0.160937 0.166652 CURRENT LEARNING RATE: 1.826480503594612e-09
previous_iter_valid_loss : 0.16161400079727173
1976420 0.161796 0.161614 0.166588 CURRENT LEARNING RATE: 1.8261152440210689e-09
previous_iter_valid_loss : 0.1608148217201233
1976440 0.160967 0.160815 0.166251 CURRENT LEARNING RATE: 1.8257500574921293e-09
previous_iter_valid_loss : 0.16617590188980103
1976460 0.166392 0.166176 0.166335 CURRENT LEARNING RATE: 1.8253849439931985e-09
previous_iter_valid_loss : 0.16151194274425507
1976480 0.161668 0.161512 0.166146 CURRENT LEARNING RATE: 1.8250199035096659e-09
previous_iter_valid_loss : 0.19240882992744446
1976500 0.192900 0.192409 0.167626 CURRENT LEARNING RATE: 1.8246549360269295e-09
previous_iter_valid_loss : 0.1651296317577362
1976520 0.165339 0.165130 0.167106 CURRENT LEARNING RATE: 1.8242900415303911e-09
previous_iter_valid_loss : 0.16805052757263184
1976540 0.168285 0.168051 0.167483 CURRENT LEARNING RATE: 1.8239252200054544e-09
previous_iter_valid_loss : 0.16235065460205078
1976560 0.162510 0.162351 0.166712 CURRENT LEARNING RATE: 1.8235604714375269e-09
previous_iter_valid_loss : 0.17416366934776306
1976580 0.174307 0.174164 0.167388 CURRENT LEARNING RATE: 1.8231957958120182e-09
previous_iter_valid_loss : 0.17122039198875427
1976600 0.171365 0.171220 0.167918 CURRENT LEARNING RATE: 1.8228311931143353e-09
previous_iter_valid_loss : 0.1674676388502121
1976620 0.167691 0.167468 0.166698 CURRENT LEARNING RATE: 1.8224666633299068e-09
previous_iter_valid_loss : 0.17076480388641357
1976640 0.171022 0.170765 0.167141 CURRENT LEARNING RATE: 1.8221022064441454e-09
previous_iter_valid_loss : 0.1729407161474228
1976660 0.173095 0.172941 0.167734 CURRENT LEARNING RATE: 1.821737822442472e-09
previous_iter_valid_loss : 0.1612350195646286
1976680 0.161421 0.161235 0.167747 CURRENT LEARNING RATE: 1.821373511310312e-09
previous_iter_valid_loss : 0.16080224514007568
1976700 0.160963 0.160802 0.167695 CURRENT LEARNING RATE: 1.8210092730330926e-09
previous_iter_valid_loss : 0.1685381829738617
1976720 0.168776 0.168538 0.167851 CURRENT LEARNING RATE: 1.8206451075962444e-09
previous_iter_valid_loss : 0.1818278580904007
1976740 0.181988 0.181828 0.168202 CURRENT LEARNING RATE: 1.8202810149851944e-09
previous_iter_valid_loss : 0.1697971522808075
1976760 0.170056 0.169797 0.168646 CURRENT LEARNING RATE: 1.8199169951853915e-09
previous_iter_valid_loss : 0.1618935614824295
1976780 0.162060 0.161894 0.167980 CURRENT LEARNING RATE: 1.8195530481822687e-09
previous_iter_valid_loss : 0.16395512223243713
1976800 0.164129 0.163955 0.168131 CURRENT LEARNING RATE: 1.819189173961268e-09
previous_iter_valid_loss : 0.16206185519695282
1976820 0.162211 0.162062 0.168153 CURRENT LEARNING RATE: 1.8188253725078347e-09
previous_iter_valid_loss : 0.1613217443227768
1976840 0.161485 0.161322 0.168178 CURRENT LEARNING RATE: 1.8184616438074164e-09
previous_iter_valid_loss : 0.16642332077026367
1976860 0.166586 0.166423 0.168191 CURRENT LEARNING RATE: 1.8180979878454643e-09
previous_iter_valid_loss : 0.18047364056110382
1976880 0.180634 0.180474 0.169139 CURRENT LEARNING RATE: 1.8177344046074316e-09
previous_iter_valid_loss : 0.1631777435541153
1976900 0.163339 0.163178 0.167677 CURRENT LEARNING RATE: 1.8173708940787692e-09
previous_iter_valid_loss : 0.17116378247737885
1976920 0.171312 0.171164 0.167979 CURRENT LEARNING RATE: 1.817007456244949e-09
previous_iter_valid_loss : 0.1621478945016861
1976940 0.162343 0.162148 0.167684 CURRENT LEARNING RATE: 1.8166440910914277e-09
previous_iter_valid_loss : 0.16768638789653778
1976960 0.167840 0.167686 0.167951 CURRENT LEARNING RATE: 1.81628079860367e-09
previous_iter_valid_loss : 0.16127242147922516
1976980 0.161427 0.161272 0.167306 CURRENT LEARNING RATE: 1.8159175787671442e-09
previous_iter_valid_loss : 0.16054131090641022
1977000 0.160703 0.160541 0.166772 CURRENT LEARNING RATE: 1.8155544315673223e-09
previous_iter_valid_loss : 0.1628028154373169
1977020 0.162990 0.162803 0.166539 CURRENT LEARNING RATE: 1.8151913569896777e-09
previous_iter_valid_loss : 0.1608457714319229
1977040 0.161025 0.160846 0.166043 CURRENT LEARNING RATE: 1.8148283550196812e-09
previous_iter_valid_loss : 0.1614900380373001
1977060 0.161667 0.161490 0.165470 CURRENT LEARNING RATE: 1.8144654256428255e-09
previous_iter_valid_loss : 0.1622215062379837
1977080 0.162414 0.162222 0.165520 CURRENT LEARNING RATE: 1.8141025688445871e-09
previous_iter_valid_loss : 0.16476207971572876
1977100 0.164970 0.164762 0.165718 CURRENT LEARNING RATE: 1.8137397846104519e-09
previous_iter_valid_loss : 0.17107123136520386
1977120 0.171216 0.171071 0.165844 CURRENT LEARNING RATE: 1.813377072925908e-09
previous_iter_valid_loss : 0.16578355431556702
1977140 0.165948 0.165784 0.165042 CURRENT LEARNING RATE: 1.8130144337764474e-09
previous_iter_valid_loss : 0.1627228856086731
1977160 0.162889 0.162723 0.164689 CURRENT LEARNING RATE: 1.8126518671475642e-09
previous_iter_valid_loss : 0.16063106060028076
1977180 0.160792 0.160631 0.164625 CURRENT LEARNING RATE: 1.8122893730247564e-09
previous_iter_valid_loss : 0.17656013369560242
1977200 0.176863 0.176560 0.165256 CURRENT LEARNING RATE: 1.8119269513935169e-09
previous_iter_valid_loss : 0.16382774710655212
1977220 0.163996 0.163828 0.165344 CURRENT LEARNING RATE: 1.8115646022393623e-09
previous_iter_valid_loss : 0.18885840475559235
1977240 0.188987 0.188858 0.166721 CURRENT LEARNING RATE: 1.811202325547792e-09
previous_iter_valid_loss : 0.170071542263031
1977260 0.170220 0.170072 0.166903 CURRENT LEARNING RATE: 1.810840121304315e-09
previous_iter_valid_loss : 0.1612028330564499
1977280 0.161362 0.161203 0.165940 CURRENT LEARNING RATE: 1.810477989494443e-09
previous_iter_valid_loss : 0.1618455946445465
1977300 0.162012 0.161846 0.165873 CURRENT LEARNING RATE: 1.8101159301036908e-09
previous_iter_valid_loss : 0.1612301617860794
1977320 0.161415 0.161230 0.165376 CURRENT LEARNING RATE: 1.8097539431175764e-09
previous_iter_valid_loss : 0.1670958697795868
1977340 0.167254 0.167096 0.165624 CURRENT LEARNING RATE: 1.8093920285216196e-09
previous_iter_valid_loss : 0.16492196917533875
1977360 0.165087 0.164922 0.165486 CURRENT LEARNING RATE: 1.809030186301338e-09
previous_iter_valid_loss : 0.16117306053638458
1977380 0.161315 0.161173 0.165481 CURRENT LEARNING RATE: 1.8086684164422702e-09
previous_iter_valid_loss : 0.16061653196811676
1977400 0.160776 0.160617 0.165484 CURRENT LEARNING RATE: 1.8083067189299395e-09
previous_iter_valid_loss : 0.16056197881698608
1977420 0.160714 0.160562 0.165372 CURRENT LEARNING RATE: 1.807945093749878e-09
previous_iter_valid_loss : 0.16062140464782715
1977440 0.160768 0.160621 0.165361 CURRENT LEARNING RATE: 1.8075835408876201e-09
previous_iter_valid_loss : 0.16279096901416779
1977460 0.162954 0.162791 0.165426 CURRENT LEARNING RATE: 1.8072220603287042e-09
previous_iter_valid_loss : 0.16070489585399628
1977480 0.160878 0.160705 0.165350 CURRENT LEARNING RATE: 1.806860652058671e-09
previous_iter_valid_loss : 0.1640009731054306
1977500 0.164194 0.164001 0.165312 CURRENT LEARNING RATE: 1.8064993160630578e-09
previous_iter_valid_loss : 0.1608826369047165
1977520 0.161065 0.160883 0.164803 CURRENT LEARNING RATE: 1.8061380523274237e-09
previous_iter_valid_loss : 0.18328559398651123
1977540 0.183634 0.183286 0.165678 CURRENT LEARNING RATE: 1.8057768608373121e-09
previous_iter_valid_loss : 0.16213932633399963
1977560 0.162298 0.162139 0.165649 CURRENT LEARNING RATE: 1.805415741578275e-09
previous_iter_valid_loss : 0.16055595874786377
1977580 0.160717 0.160556 0.165645 CURRENT LEARNING RATE: 1.8050546945358681e-09
previous_iter_valid_loss : 0.16167232394218445
1977600 0.161837 0.161672 0.164901 CURRENT LEARNING RATE: 1.8046937196956492e-09
previous_iter_valid_loss : 0.17939013242721558
1977620 0.179548 0.179390 0.165679 CURRENT LEARNING RATE: 1.8043328170431789e-09
previous_iter_valid_loss : 0.16241300106048584
1977640 0.162612 0.162413 0.164356 CURRENT LEARNING RATE: 1.803971986564022e-09
previous_iter_valid_loss : 0.16221512854099274
1977660 0.162400 0.162215 0.163964 CURRENT LEARNING RATE: 1.803611228243738e-09
previous_iter_valid_loss : 0.1607561558485031
1977680 0.160928 0.160756 0.163941 CURRENT LEARNING RATE: 1.80325054206791e-09
previous_iter_valid_loss : 0.16184702515602112
1977700 0.162015 0.161847 0.163941 CURRENT LEARNING RATE: 1.8028899280221037e-09
previous_iter_valid_loss : 0.17161819338798523
1977720 0.171877 0.171618 0.164461 CURRENT LEARNING RATE: 1.8025293860918952e-09
previous_iter_valid_loss : 0.17653565108776093
1977740 0.176840 0.176536 0.164933 CURRENT LEARNING RATE: 1.8021689162628618e-09
previous_iter_valid_loss : 0.16159839928150177
1977760 0.161778 0.161598 0.164767 CURRENT LEARNING RATE: 1.8018085185205859e-09
previous_iter_valid_loss : 0.1660948395729065
1977780 0.166290 0.166095 0.165013 CURRENT LEARNING RATE: 1.8014481928506505e-09
previous_iter_valid_loss : 0.18285100162029266
1977800 0.183000 0.182851 0.166124 CURRENT LEARNING RATE: 1.8010879392386433e-09
previous_iter_valid_loss : 0.16448116302490234
1977820 0.164680 0.164481 0.166320 CURRENT LEARNING RATE: 1.8007277576701476e-09
previous_iter_valid_loss : 0.17342352867126465
1977840 0.173572 0.173424 0.166960 CURRENT LEARNING RATE: 1.8003676481307686e-09
previous_iter_valid_loss : 0.19357113540172577
1977860 0.193683 0.193571 0.168499 CURRENT LEARNING RATE: 1.8000076106060959e-09
previous_iter_valid_loss : 0.176861971616745
1977880 0.177171 0.176862 0.169307 CURRENT LEARNING RATE: 1.7996476450817278e-09
previous_iter_valid_loss : 0.1640949696302414
1977900 0.164285 0.164095 0.169312 CURRENT LEARNING RATE: 1.7992877515432657e-09
previous_iter_valid_loss : 0.16697296500205994
1977920 0.167193 0.166973 0.169617 CURRENT LEARNING RATE: 1.798927929976314e-09
previous_iter_valid_loss : 0.16443265974521637
1977940 0.164629 0.164433 0.168674 CURRENT LEARNING RATE: 1.7985681803664798e-09
previous_iter_valid_loss : 0.18620935082435608
1977960 0.186603 0.186209 0.169877 CURRENT LEARNING RATE: 1.7982085026993667e-09
previous_iter_valid_loss : 0.16055159270763397
1977980 0.160708 0.160552 0.169877 CURRENT LEARNING RATE: 1.7978488969606001e-09
previous_iter_valid_loss : 0.16807065904140472
1978000 0.168231 0.168071 0.170197 CURRENT LEARNING RATE: 1.7974893631357898e-09
previous_iter_valid_loss : 0.16226635873317719
1978020 0.162468 0.162266 0.169341 CURRENT LEARNING RATE: 1.7971299012105544e-09
previous_iter_valid_loss : 0.16131232678890228
1978040 0.161492 0.161312 0.169286 CURRENT LEARNING RATE: 1.796770511170515e-09
previous_iter_valid_loss : 0.16158314049243927
1978060 0.161734 0.161583 0.169254 CURRENT LEARNING RATE: 1.7964111930012964e-09
previous_iter_valid_loss : 0.1672484129667282
1978080 0.167400 0.167248 0.169579 CURRENT LEARNING RATE: 1.7960519466885257e-09
previous_iter_valid_loss : 0.16150015592575073
1978100 0.161690 0.161500 0.169562 CURRENT LEARNING RATE: 1.7956927722178331e-09
previous_iter_valid_loss : 0.16252389550209045
1978120 0.162702 0.162524 0.169107 CURRENT LEARNING RATE: 1.7953336695748454e-09
previous_iter_valid_loss : 0.16071747243404388
1978140 0.160893 0.160717 0.168316 CURRENT LEARNING RATE: 1.794974638745211e-09
previous_iter_valid_loss : 0.1648816019296646
1978160 0.165089 0.164882 0.168480 CURRENT LEARNING RATE: 1.7946156797145622e-09
previous_iter_valid_loss : 0.16709522902965546
1978180 0.167320 0.167095 0.168530 CURRENT LEARNING RATE: 1.7942567924685414e-09
previous_iter_valid_loss : 0.17330290377140045
1978200 0.173580 0.173303 0.168053 CURRENT LEARNING RATE: 1.7938979769927918e-09
previous_iter_valid_loss : 0.16477391123771667
1978220 0.164938 0.164774 0.168067 CURRENT LEARNING RATE: 1.7935392332729619e-09
previous_iter_valid_loss : 0.161798894405365
1978240 0.161967 0.161799 0.167486 CURRENT LEARNING RATE: 1.7931805612947017e-09
previous_iter_valid_loss : 0.1648314744234085
1978260 0.165000 0.164831 0.166049 CURRENT LEARNING RATE: 1.7928219610436578e-09
previous_iter_valid_loss : 0.16066479682922363
1978280 0.160821 0.160665 0.165239 CURRENT LEARNING RATE: 1.7924634325054987e-09
previous_iter_valid_loss : 0.16256126761436462
1978300 0.162755 0.162561 0.165163 CURRENT LEARNING RATE: 1.7921049756658773e-09
previous_iter_valid_loss : 0.16813330352306366
1978320 0.168369 0.168133 0.165221 CURRENT LEARNING RATE: 1.7917465905104549e-09
previous_iter_valid_loss : 0.17079198360443115
1978340 0.170943 0.170792 0.165539 CURRENT LEARNING RATE: 1.7913882770248968e-09
previous_iter_valid_loss : 0.19338437914848328
1978360 0.193500 0.193384 0.165897 CURRENT LEARNING RATE: 1.7910300351948695e-09
previous_iter_valid_loss : 0.18044812977313995
1978380 0.180608 0.180448 0.166892 CURRENT LEARNING RATE: 1.7906718650060441e-09
previous_iter_valid_loss : 0.1625700145959854
1978400 0.162764 0.162570 0.166617 CURRENT LEARNING RATE: 1.7903137664440937e-09
previous_iter_valid_loss : 0.16300559043884277
1978420 0.163173 0.163006 0.166654 CURRENT LEARNING RATE: 1.789955739494688e-09
previous_iter_valid_loss : 0.16688814759254456
1978440 0.167046 0.166888 0.166933 CURRENT LEARNING RATE: 1.7895977841435182e-09
previous_iter_valid_loss : 0.16555602848529816
1978460 0.165716 0.165556 0.167131 CURRENT LEARNING RATE: 1.7892399003762597e-09
previous_iter_valid_loss : 0.160614475607872
1978480 0.160773 0.160614 0.166800 CURRENT LEARNING RATE: 1.788882088178598e-09
previous_iter_valid_loss : 0.16141505539417267
1978500 0.161576 0.161415 0.166796 CURRENT LEARNING RATE: 1.7885243475362197e-09
previous_iter_valid_loss : 0.17204292118549347
1978520 0.172308 0.172043 0.167271 CURRENT LEARNING RATE: 1.7881666784348158e-09
previous_iter_valid_loss : 0.16077221930027008
1978540 0.160949 0.160772 0.167274 CURRENT LEARNING RATE: 1.787809080860079e-09
previous_iter_valid_loss : 0.16067229211330414
1978560 0.160841 0.160672 0.167064 CURRENT LEARNING RATE: 1.7874515547977056e-09
previous_iter_valid_loss : 0.1697821319103241
1978580 0.169937 0.169782 0.167198 CURRENT LEARNING RATE: 1.7870941002333887e-09
previous_iter_valid_loss : 0.16083508729934692
1978600 0.161013 0.160835 0.166575 CURRENT LEARNING RATE: 1.786736717152842e-09
previous_iter_valid_loss : 0.16067196428775787
1978620 0.160831 0.160672 0.166370 CURRENT LEARNING RATE: 1.7863794055417648e-09
previous_iter_valid_loss : 0.16734543442726135
1978640 0.167511 0.167345 0.166647 CURRENT LEARNING RATE: 1.7860221653858634e-09
previous_iter_valid_loss : 0.16214996576309204
1978660 0.162303 0.162150 0.166513 CURRENT LEARNING RATE: 1.785664996670849e-09
previous_iter_valid_loss : 0.16718803346157074
1978680 0.167345 0.167188 0.166839 CURRENT LEARNING RATE: 1.785307899382435e-09
previous_iter_valid_loss : 0.1623498946428299
1978700 0.162547 0.162350 0.166828 CURRENT LEARNING RATE: 1.784950873506337e-09
previous_iter_valid_loss : 0.16402456164360046
1978720 0.164231 0.164025 0.166623 CURRENT LEARNING RATE: 1.7845939190282677e-09
previous_iter_valid_loss : 0.16072624921798706
1978740 0.160883 0.160726 0.166120 CURRENT LEARNING RATE: 1.784237035933962e-09
previous_iter_valid_loss : 0.16188475489616394
1978760 0.162052 0.161885 0.164545 CURRENT LEARNING RATE: 1.783880224209138e-09
previous_iter_valid_loss : 0.17726019024848938
1978780 0.177564 0.177260 0.164385 CURRENT LEARNING RATE: 1.783523483839523e-09
previous_iter_valid_loss : 0.16252104938030243
1978800 0.162690 0.162521 0.164383 CURRENT LEARNING RATE: 1.783166814810848e-09
previous_iter_valid_loss : 0.18772654235363007
1978820 0.187868 0.187727 0.165619 CURRENT LEARNING RATE: 1.7828102171088453e-09
previous_iter_valid_loss : 0.16147412359714508
1978840 0.161628 0.161474 0.165348 CURRENT LEARNING RATE: 1.7824536907192516e-09
previous_iter_valid_loss : 0.16617532074451447
1978860 0.166386 0.166175 0.165379 CURRENT LEARNING RATE: 1.7820972356278062e-09
previous_iter_valid_loss : 0.1606009155511856
1978880 0.160754 0.160601 0.165379 CURRENT LEARNING RATE: 1.7817408518202436e-09
previous_iter_valid_loss : 0.16575422883033752
1978900 0.165970 0.165754 0.165595 CURRENT LEARNING RATE: 1.781384539282322e-09
previous_iter_valid_loss : 0.16212286055088043
1978920 0.162304 0.162123 0.165099 CURRENT LEARNING RATE: 1.781028297999782e-09
previous_iter_valid_loss : 0.164701446890831
1978940 0.164913 0.164701 0.165296 CURRENT LEARNING RATE: 1.7806721279583743e-09
previous_iter_valid_loss : 0.16074669361114502
1978960 0.160916 0.160747 0.165300 CURRENT LEARNING RATE: 1.780316029143852e-09
previous_iter_valid_loss : 0.16209712624549866
1978980 0.162280 0.162097 0.164915 CURRENT LEARNING RATE: 1.7799600015419709e-09
previous_iter_valid_loss : 0.16228601336479187
1979000 0.162473 0.162286 0.164988 CURRENT LEARNING RATE: 1.7796040451384902e-09
previous_iter_valid_loss : 0.16154290735721588
1979020 0.161728 0.161543 0.165032 CURRENT LEARNING RATE: 1.7792481599191653e-09
previous_iter_valid_loss : 0.16694392263889313
1979040 0.167162 0.166944 0.165011 CURRENT LEARNING RATE: 1.7788923458697734e-09
previous_iter_valid_loss : 0.16493402421474457
1979060 0.165101 0.164934 0.165151 CURRENT LEARNING RATE: 1.7785366029760754e-09
previous_iter_valid_loss : 0.1620202362537384
1979080 0.162203 0.162020 0.164892 CURRENT LEARNING RATE: 1.7781809312238418e-09
previous_iter_valid_loss : 0.16057033836841583
1979100 0.160737 0.160570 0.164803 CURRENT LEARNING RATE: 1.7778253305988458e-09
previous_iter_valid_loss : 0.16804684698581696
1979120 0.168199 0.168047 0.165004 CURRENT LEARNING RATE: 1.777469801086863e-09
previous_iter_valid_loss : 0.16088174283504486
1979140 0.161037 0.160882 0.165012 CURRENT LEARNING RATE: 1.7771143426736727e-09
previous_iter_valid_loss : 0.1619631052017212
1979160 0.162158 0.161963 0.165016 CURRENT LEARNING RATE: 1.776758955345056e-09
previous_iter_valid_loss : 0.16242554783821106
1979180 0.162582 0.162426 0.164274 CURRENT LEARNING RATE: 1.776403639086792e-09
previous_iter_valid_loss : 0.1607860028743744
1979200 0.160969 0.160786 0.164188 CURRENT LEARNING RATE: 1.7760483938846798e-09
previous_iter_valid_loss : 0.1641925573348999
1979220 0.164397 0.164193 0.163011 CURRENT LEARNING RATE: 1.7756932197245037e-09
previous_iter_valid_loss : 0.17786580324172974
1979240 0.178167 0.177866 0.163830 CURRENT LEARNING RATE: 1.7753381165920565e-09
previous_iter_valid_loss : 0.16626781225204468
1979260 0.166473 0.166268 0.163835 CURRENT LEARNING RATE: 1.7749830844731343e-09
previous_iter_valid_loss : 0.16500048339366913
1979280 0.165204 0.165000 0.164055 CURRENT LEARNING RATE: 1.7746281233535356e-09
previous_iter_valid_loss : 0.16365419328212738
1979300 0.163845 0.163654 0.163950 CURRENT LEARNING RATE: 1.774273233219062e-09
previous_iter_valid_loss : 0.16231457889080048
1979320 0.162512 0.162315 0.163960 CURRENT LEARNING RATE: 1.7739184140555182e-09
previous_iter_valid_loss : 0.16155922412872314
1979340 0.161747 0.161559 0.163803 CURRENT LEARNING RATE: 1.7735636658487048e-09
previous_iter_valid_loss : 0.1721903383731842
1979360 0.172343 0.172190 0.164375 CURRENT LEARNING RATE: 1.7732089885844445e-09
previous_iter_valid_loss : 0.1612512320280075
1979380 0.161434 0.161251 0.164332 CURRENT LEARNING RATE: 1.772854382248544e-09
previous_iter_valid_loss : 0.16153767704963684
1979400 0.161720 0.161538 0.164295 CURRENT LEARNING RATE: 1.7724998468268191e-09
previous_iter_valid_loss : 0.16414299607276917
1979420 0.164341 0.164143 0.164425 CURRENT LEARNING RATE: 1.7721453823050883e-09
previous_iter_valid_loss : 0.16057449579238892
1979440 0.160732 0.160574 0.164107 CURRENT LEARNING RATE: 1.7717909886691731e-09
previous_iter_valid_loss : 0.18064594268798828
1979460 0.180975 0.180646 0.164892 CURRENT LEARNING RATE: 1.7714366659048975e-09
previous_iter_valid_loss : 0.16067054867744446
1979480 0.160841 0.160671 0.164825 CURRENT LEARNING RATE: 1.7710824139980826e-09
previous_iter_valid_loss : 0.16795484721660614
1979500 0.168196 0.167955 0.165194 CURRENT LEARNING RATE: 1.7707282329345708e-09
previous_iter_valid_loss : 0.20697128772735596
1979520 0.207027 0.206971 0.167140 CURRENT LEARNING RATE: 1.7703741227001885e-09
previous_iter_valid_loss : 0.16966037452220917
1979540 0.169900 0.169660 0.167579 CURRENT LEARNING RATE: 1.7700200832807714e-09
previous_iter_valid_loss : 0.16121166944503784
1979560 0.161399 0.161212 0.167542 CURRENT LEARNING RATE: 1.7696661146621578e-09
previous_iter_valid_loss : 0.16123881936073303
1979580 0.161401 0.161239 0.167482 CURRENT LEARNING RATE: 1.769312216830189e-09
previous_iter_valid_loss : 0.1626400351524353
1979600 0.162800 0.162640 0.167575 CURRENT LEARNING RATE: 1.7689583897707092e-09
previous_iter_valid_loss : 0.1667521595954895
1979620 0.166911 0.166752 0.167703 CURRENT LEARNING RATE: 1.7686046334695653e-09
previous_iter_valid_loss : 0.1668841540813446
1979640 0.167112 0.166884 0.167154 CURRENT LEARNING RATE: 1.7682509479126005e-09
previous_iter_valid_loss : 0.16600115597248077
1979660 0.166209 0.166001 0.167140 CURRENT LEARNING RATE: 1.7678973330856802e-09
previous_iter_valid_loss : 0.1611199527978897
1979680 0.161302 0.161120 0.166946 CURRENT LEARNING RATE: 1.7675437889746536e-09
previous_iter_valid_loss : 0.16596584022045135
1979700 0.166173 0.165966 0.167062 CURRENT LEARNING RATE: 1.7671903155653786e-09
previous_iter_valid_loss : 0.16892705857753754
1979720 0.169079 0.168927 0.167393 CURRENT LEARNING RATE: 1.7668369128437166e-09
previous_iter_valid_loss : 0.16256460547447205
1979740 0.162758 0.162565 0.167443 CURRENT LEARNING RATE: 1.7664835807955311e-09
previous_iter_valid_loss : 0.16178961098194122
1979760 0.161982 0.161790 0.166923 CURRENT LEARNING RATE: 1.7661303194066894e-09
previous_iter_valid_loss : 0.1751532256603241
1979780 0.175441 0.175153 0.167618 CURRENT LEARNING RATE: 1.7657771286630606e-09
previous_iter_valid_loss : 0.19295862317085266
1979800 0.193069 0.192959 0.169189 CURRENT LEARNING RATE: 1.7654240085505105e-09
previous_iter_valid_loss : 0.1614750772714615
1979820 0.161659 0.161475 0.169056 CURRENT LEARNING RATE: 1.7650709590549277e-09
previous_iter_valid_loss : 0.16064424812793732
1979840 0.160788 0.160644 0.169059 CURRENT LEARNING RATE: 1.7647179801621834e-09
previous_iter_valid_loss : 0.1698528528213501
1979860 0.170003 0.169853 0.168519 CURRENT LEARNING RATE: 1.7643650718581586e-09
previous_iter_valid_loss : 0.16826124489307404
1979880 0.168499 0.168261 0.168899 CURRENT LEARNING RATE: 1.7640122341287368e-09
previous_iter_valid_loss : 0.16381363570690155
1979900 0.163969 0.163814 0.168692 CURRENT LEARNING RATE: 1.7636594669598048e-09
previous_iter_valid_loss : 0.16156427562236786
1979920 0.161720 0.161564 0.166422 CURRENT LEARNING RATE: 1.7633067703372515e-09
previous_iter_valid_loss : 0.17264698445796967
1979940 0.172905 0.172647 0.166571 CURRENT LEARNING RATE: 1.7629541442469633e-09
previous_iter_valid_loss : 0.16768722236156464
1979960 0.167845 0.167687 0.166895 CURRENT LEARNING RATE: 1.7626015886748469e-09
previous_iter_valid_loss : 0.16247734427452087
1979980 0.162643 0.162477 0.166957 CURRENT LEARNING RATE: 1.7622491036067944e-09
previous_iter_valid_loss : 0.16071920096874237
1980000 0.160884 0.160719 0.166861 CURRENT LEARNING RATE: 1.7618966890287066e-09
previous_iter_valid_loss : 0.16860346496105194
1980020 0.168756 0.168603 0.166953 CURRENT LEARNING RATE: 1.7615443449264863e-09
previous_iter_valid_loss : 0.1654563993215561
1980040 0.165613 0.165456 0.166882 CURRENT LEARNING RATE: 1.7611920712860401e-09
previous_iter_valid_loss : 0.16105356812477112
1980060 0.161212 0.161054 0.166634 CURRENT LEARNING RATE: 1.7608398680932769e-09
previous_iter_valid_loss : 0.16161881387233734
1980080 0.161782 0.161619 0.166659 CURRENT LEARNING RATE: 1.760487735334109e-09
previous_iter_valid_loss : 0.16132128238677979
1980100 0.161500 0.161321 0.166427 CURRENT LEARNING RATE: 1.7601356729944443e-09
previous_iter_valid_loss : 0.16153034567832947
1980120 0.161717 0.161530 0.166057 CURRENT LEARNING RATE: 1.7597836810602126e-09
previous_iter_valid_loss : 0.1663544625043869
1980140 0.166575 0.166354 0.166247 CURRENT LEARNING RATE: 1.759431759517329e-09
previous_iter_valid_loss : 0.16224035620689392
1980160 0.162432 0.162240 0.166269 CURRENT LEARNING RATE: 1.7590799083517156e-09
previous_iter_valid_loss : 0.16294968128204346
1980180 0.163112 0.162950 0.165659 CURRENT LEARNING RATE: 1.7587281275492991e-09
previous_iter_valid_loss : 0.16307945549488068
1980200 0.163248 0.163079 0.164165 CURRENT LEARNING RATE: 1.7583764170960076e-09
previous_iter_valid_loss : 0.1746293604373932
1980220 0.174900 0.174629 0.164823 CURRENT LEARNING RATE: 1.7580247769777733e-09
previous_iter_valid_loss : 0.16190683841705322
1980240 0.162070 0.161907 0.164886 CURRENT LEARNING RATE: 1.7576732071805237e-09
previous_iter_valid_loss : 0.17281857132911682
1980260 0.173083 0.172819 0.165034 CURRENT LEARNING RATE: 1.7573217076902092e-09
previous_iter_valid_loss : 0.2022530883550644
1980280 0.202814 0.202253 0.166734 CURRENT LEARNING RATE: 1.7569702784927634e-09
previous_iter_valid_loss : 0.16799403727054596
1980300 0.168210 0.167994 0.166943 CURRENT LEARNING RATE: 1.7566189195741286e-09
previous_iter_valid_loss : 0.16109655797481537
1980320 0.161286 0.161097 0.166919 CURRENT LEARNING RATE: 1.756267630920251e-09
previous_iter_valid_loss : 0.16116079688072205
1980340 0.161323 0.161161 0.166345 CURRENT LEARNING RATE: 1.7559164125170786e-09
previous_iter_valid_loss : 0.1635890007019043
1980360 0.163762 0.163589 0.166140 CURRENT LEARNING RATE: 1.7555652643505634e-09
previous_iter_valid_loss : 0.17431297898292542
1980380 0.174465 0.174313 0.166732 CURRENT LEARNING RATE: 1.7552141864066586e-09
previous_iter_valid_loss : 0.17165862023830414
1980400 0.171920 0.171659 0.167279 CURRENT LEARNING RATE: 1.7548631786713155e-09
previous_iter_valid_loss : 0.17974327504634857
1980420 0.180067 0.179743 0.167836 CURRENT LEARNING RATE: 1.754512241130506e-09
previous_iter_valid_loss : 0.16210387647151947
1980440 0.162256 0.162104 0.167668 CURRENT LEARNING RATE: 1.754161373770186e-09
previous_iter_valid_loss : 0.16178147494792938
1980460 0.161974 0.161781 0.167705 CURRENT LEARNING RATE: 1.7538105765763216e-09
previous_iter_valid_loss : 0.16155719757080078
1980480 0.161720 0.161557 0.167702 CURRENT LEARNING RATE: 1.7534598495348805e-09
previous_iter_valid_loss : 0.16701482236385345
1980500 0.167242 0.167015 0.167986 CURRENT LEARNING RATE: 1.7531091926318336e-09
previous_iter_valid_loss : 0.16079948842525482
1980520 0.160967 0.160799 0.167950 CURRENT LEARNING RATE: 1.7527586058531544e-09
previous_iter_valid_loss : 0.1873585432767868
1980540 0.187765 0.187359 0.169000 CURRENT LEARNING RATE: 1.7524080891848198e-09
previous_iter_valid_loss : 0.16302473843097687
1980560 0.163195 0.163025 0.169039 CURRENT LEARNING RATE: 1.7520576426128029e-09
previous_iter_valid_loss : 0.16050109267234802
1980580 0.160666 0.160501 0.168917 CURRENT LEARNING RATE: 1.7517072661230981e-09
previous_iter_valid_loss : 0.16595974564552307
1980600 0.166177 0.165960 0.169061 CURRENT LEARNING RATE: 1.7513569597016839e-09
previous_iter_valid_loss : 0.1605151742696762
1980620 0.160674 0.160515 0.168355 CURRENT LEARNING RATE: 1.7510067233345485e-09
previous_iter_valid_loss : 0.1615012139081955
1980640 0.161687 0.161501 0.168335 CURRENT LEARNING RATE: 1.7506565570076824e-09
previous_iter_valid_loss : 0.16439275443553925
1980660 0.164597 0.164393 0.167914 CURRENT LEARNING RATE: 1.7503064607070788e-09
previous_iter_valid_loss : 0.17207470536231995
1980680 0.172216 0.172075 0.166405 CURRENT LEARNING RATE: 1.7499564344187335e-09
previous_iter_valid_loss : 0.16057096421718597
1980700 0.160724 0.160571 0.166033 CURRENT LEARNING RATE: 1.74960647812864e-09
previous_iter_valid_loss : 0.169294536113739
1980720 0.169444 0.169295 0.166443 CURRENT LEARNING RATE: 1.749256591822812e-09
previous_iter_valid_loss : 0.1616334617137909
1980740 0.161820 0.161633 0.166467 CURRENT LEARNING RATE: 1.7489067754872478e-09
previous_iter_valid_loss : 0.17162080109119415
1980760 0.171886 0.171621 0.166869 CURRENT LEARNING RATE: 1.7485570291079552e-09
previous_iter_valid_loss : 0.17708387970924377
1980780 0.177386 0.177084 0.167007 CURRENT LEARNING RATE: 1.7482073526709435e-09
previous_iter_valid_loss : 0.17806757986545563
1980800 0.178230 0.178068 0.167328 CURRENT LEARNING RATE: 1.7478577461622264e-09
previous_iter_valid_loss : 0.1628347784280777
1980820 0.163007 0.162835 0.166482 CURRENT LEARNING RATE: 1.7475082095678194e-09
previous_iter_valid_loss : 0.16295762360095978
1980840 0.163160 0.162958 0.166525 CURRENT LEARNING RATE: 1.747158742873741e-09
previous_iter_valid_loss : 0.16062010824680328
1980860 0.160787 0.160620 0.166467 CURRENT LEARNING RATE: 1.7468093460660062e-09
previous_iter_valid_loss : 0.17365244030952454
1980880 0.173799 0.173652 0.167072 CURRENT LEARNING RATE: 1.7464600191306517e-09
previous_iter_valid_loss : 0.16132687032222748
1980900 0.161514 0.161327 0.166787 CURRENT LEARNING RATE: 1.7461107620536983e-09
previous_iter_valid_loss : 0.1664525866508484
1980920 0.166672 0.166453 0.167070 CURRENT LEARNING RATE: 1.7457615748211756e-09
previous_iter_valid_loss : 0.16049830615520477
1980940 0.160658 0.160498 0.165727 CURRENT LEARNING RATE: 1.7454124574191161e-09
previous_iter_valid_loss : 0.16054391860961914
1980960 0.160709 0.160544 0.165603 CURRENT LEARNING RATE: 1.745063409833555e-09
previous_iter_valid_loss : 0.16107681393623352
1980980 0.161225 0.161077 0.165632 CURRENT LEARNING RATE: 1.7447144320505309e-09
previous_iter_valid_loss : 0.16172941029071808
1981000 0.161925 0.161729 0.165420 CURRENT LEARNING RATE: 1.744365524056084e-09
previous_iter_valid_loss : 0.16128240525722504
1981020 0.161434 0.161282 0.165458 CURRENT LEARNING RATE: 1.7440166858362523e-09
previous_iter_valid_loss : 0.1614813655614853
1981040 0.161646 0.161481 0.165457 CURRENT LEARNING RATE: 1.7436679173770943e-09
previous_iter_valid_loss : 0.16926629841327667
1981060 0.169418 0.169266 0.165701 CURRENT LEARNING RATE: 1.7433192186646532e-09
previous_iter_valid_loss : 0.16856612265110016
1981080 0.168716 0.168566 0.165526 CURRENT LEARNING RATE: 1.742970589684981e-09
previous_iter_valid_loss : 0.160652756690979
1981100 0.160818 0.160653 0.165530 CURRENT LEARNING RATE: 1.7426220304241328e-09
previous_iter_valid_loss : 0.16161343455314636
1981120 0.161799 0.161613 0.165146 CURRENT LEARNING RATE: 1.742273540868166e-09
previous_iter_valid_loss : 0.1640489399433136
1981140 0.164218 0.164049 0.165266 CURRENT LEARNING RATE: 1.7419251210031413e-09
previous_iter_valid_loss : 0.16208337247371674
1981160 0.162282 0.162083 0.164790 CURRENT LEARNING RATE: 1.7415767708151151e-09
previous_iter_valid_loss : 0.16156236827373505
1981180 0.161728 0.161562 0.164014 CURRENT LEARNING RATE: 1.7412284902901664e-09
previous_iter_valid_loss : 0.16051369905471802
1981200 0.160672 0.160514 0.163136 CURRENT LEARNING RATE: 1.7408802794143573e-09
previous_iter_valid_loss : 0.17293331027030945
1981220 0.173082 0.172933 0.163641 CURRENT LEARNING RATE: 1.7405321381737597e-09
previous_iter_valid_loss : 0.16682665050029755
1981240 0.166988 0.166827 0.163834 CURRENT LEARNING RATE: 1.740184066554448e-09
previous_iter_valid_loss : 0.16368263959884644
1981260 0.163849 0.163683 0.163987 CURRENT LEARNING RATE: 1.7398360645424992e-09
previous_iter_valid_loss : 0.16581112146377563
1981280 0.166011 0.165811 0.163595 CURRENT LEARNING RATE: 1.7394881321239933e-09
previous_iter_valid_loss : 0.164855495095253
1981300 0.165028 0.164855 0.163772 CURRENT LEARNING RATE: 1.7391402692850126e-09
previous_iter_valid_loss : 0.1615399420261383
1981320 0.161723 0.161540 0.163526 CURRENT LEARNING RATE: 1.7387924760116368e-09
previous_iter_valid_loss : 0.17164157330989838
1981340 0.171914 0.171642 0.164083 CURRENT LEARNING RATE: 1.7384447522899667e-09
previous_iter_valid_loss : 0.1607336699962616
1981360 0.160895 0.160734 0.164093 CURRENT LEARNING RATE: 1.7380970981060868e-09
previous_iter_valid_loss : 0.16054509580135345
1981380 0.160711 0.160545 0.164066 CURRENT LEARNING RATE: 1.737749513446091e-09
previous_iter_valid_loss : 0.16060221195220947
1981400 0.160770 0.160602 0.164010 CURRENT LEARNING RATE: 1.737401998296076e-09
previous_iter_valid_loss : 0.16086000204086304
1981420 0.161047 0.160860 0.163989 CURRENT LEARNING RATE: 1.737054552642141e-09
previous_iter_valid_loss : 0.16166406869888306
1981440 0.161848 0.161664 0.163998 CURRENT LEARNING RATE: 1.7367071764703886e-09
previous_iter_valid_loss : 0.16054806113243103
1981460 0.160697 0.160548 0.163562 CURRENT LEARNING RATE: 1.736359869766917e-09
previous_iter_valid_loss : 0.16684600710868835
1981480 0.167003 0.166846 0.163476 CURRENT LEARNING RATE: 1.7360126325178468e-09
previous_iter_valid_loss : 0.16097378730773926
1981500 0.161138 0.160974 0.163492 CURRENT LEARNING RATE: 1.7356654647092822e-09
previous_iter_valid_loss : 0.1615825891494751
1981520 0.161772 0.161583 0.163490 CURRENT LEARNING RATE: 1.7353183663273364e-09
previous_iter_valid_loss : 0.16989560425281525
1981540 0.170142 0.169896 0.163783 CURRENT LEARNING RATE: 1.7349713373581254e-09
previous_iter_valid_loss : 0.18458110094070435
1981560 0.184723 0.184581 0.164908 CURRENT LEARNING RATE: 1.7346243777877681e-09
previous_iter_valid_loss : 0.1697075068950653
1981580 0.169855 0.169708 0.165315 CURRENT LEARNING RATE: 1.734277487602386e-09
previous_iter_valid_loss : 0.16195091605186462
1981600 0.162108 0.161951 0.165387 CURRENT LEARNING RATE: 1.7339306667881041e-09
previous_iter_valid_loss : 0.16249512135982513
1981620 0.162657 0.162495 0.164865 CURRENT LEARNING RATE: 1.7335839153310425e-09
previous_iter_valid_loss : 0.16374659538269043
1981640 0.163957 0.163747 0.164711 CURRENT LEARNING RATE: 1.7332372332173444e-09
previous_iter_valid_loss : 0.16063734889030457
1981660 0.160813 0.160637 0.164558 CURRENT LEARNING RATE: 1.7328906204331354e-09
previous_iter_valid_loss : 0.16057150065898895
1981680 0.160739 0.160572 0.164296 CURRENT LEARNING RATE: 1.7325440769645516e-09
previous_iter_valid_loss : 0.1607220619916916
1981700 0.160897 0.160722 0.164090 CURRENT LEARNING RATE: 1.732197602797731e-09
previous_iter_valid_loss : 0.1904592365026474
1981720 0.190592 0.190459 0.165536 CURRENT LEARNING RATE: 1.7318511979188148e-09
previous_iter_valid_loss : 0.16268815100193024
1981740 0.162852 0.162688 0.165088 CURRENT LEARNING RATE: 1.7315048623139468e-09
previous_iter_valid_loss : 0.16059035062789917
1981760 0.160744 0.160590 0.165081 CURRENT LEARNING RATE: 1.7311585959692736e-09
previous_iter_valid_loss : 0.16413091123104095
1981780 0.164295 0.164131 0.165260 CURRENT LEARNING RATE: 1.730812398870938e-09
previous_iter_valid_loss : 0.17243431508541107
1981800 0.172704 0.172434 0.165852 CURRENT LEARNING RATE: 1.7304662710051051e-09
previous_iter_valid_loss : 0.16069534420967102
1981820 0.160856 0.160695 0.165844 CURRENT LEARNING RATE: 1.7301202123579233e-09
previous_iter_valid_loss : 0.1649990677833557
1981840 0.165215 0.164999 0.166010 CURRENT LEARNING RATE: 1.72977422291555e-09
previous_iter_valid_loss : 0.18795602023601532
1981860 0.188386 0.187956 0.167381 CURRENT LEARNING RATE: 1.7294283026641459e-09
previous_iter_valid_loss : 0.18036340177059174
1981880 0.180518 0.180363 0.168057 CURRENT LEARNING RATE: 1.729082451589874e-09
previous_iter_valid_loss : 0.16147322952747345
1981900 0.161661 0.161473 0.168082 CURRENT LEARNING RATE: 1.7287366696789005e-09
previous_iter_valid_loss : 0.16634517908096313
1981920 0.166501 0.166345 0.168320 CURRENT LEARNING RATE: 1.728390956917388e-09
previous_iter_valid_loss : 0.16141864657402039
1981940 0.161601 0.161419 0.167896 CURRENT LEARNING RATE: 1.7280453132915202e-09
previous_iter_valid_loss : 0.17224016785621643
1981960 0.172505 0.172240 0.167279 CURRENT LEARNING RATE: 1.727699738787465e-09
previous_iter_valid_loss : 0.1618647277355194
1981980 0.162031 0.161865 0.166887 CURRENT LEARNING RATE: 1.7273542333913996e-09
previous_iter_valid_loss : 0.16162556409835815
1982000 0.161814 0.161626 0.166870 CURRENT LEARNING RATE: 1.7270087970895036e-09
previous_iter_valid_loss : 0.16462135314941406
1982020 0.164780 0.164621 0.166977 CURRENT LEARNING RATE: 1.72666342986796e-09
previous_iter_valid_loss : 0.17391522228717804
1982040 0.174066 0.173915 0.167485 CURRENT LEARNING RATE: 1.7263181317129538e-09
previous_iter_valid_loss : 0.16642901301383972
1982060 0.166644 0.166429 0.167775 CURRENT LEARNING RATE: 1.7259729026106729e-09
previous_iter_valid_loss : 0.1693934202194214
1982080 0.169546 0.169393 0.168216 CURRENT LEARNING RATE: 1.7256277425473023e-09
previous_iter_valid_loss : 0.174647718667984
1982100 0.174932 0.174648 0.168912 CURRENT LEARNING RATE: 1.7252826515090478e-09
previous_iter_valid_loss : 0.1670212745666504
1982120 0.167179 0.167021 0.167740 CURRENT LEARNING RATE: 1.7249376294820996e-09
previous_iter_valid_loss : 0.1728210300207138
1982140 0.172965 0.172821 0.168247 CURRENT LEARNING RATE: 1.7245926764526567e-09
previous_iter_valid_loss : 0.1608169823884964
1982160 0.160992 0.160817 0.168258 CURRENT LEARNING RATE: 1.7242477924069212e-09
previous_iter_valid_loss : 0.1765548437833786
1982180 0.176714 0.176555 0.168879 CURRENT LEARNING RATE: 1.7239029773310977e-09
previous_iter_valid_loss : 0.17569655179977417
1982200 0.175982 0.175697 0.169043 CURRENT LEARNING RATE: 1.7235582312113932e-09
previous_iter_valid_loss : 0.16842274367809296
1982220 0.168656 0.168423 0.169429 CURRENT LEARNING RATE: 1.7232135540340184e-09
previous_iter_valid_loss : 0.16584201157093048
1982240 0.166045 0.165842 0.169471 CURRENT LEARNING RATE: 1.7228689457851797e-09
previous_iter_valid_loss : 0.17326495051383972
1982260 0.173543 0.173265 0.168736 CURRENT LEARNING RATE: 1.7225244064511054e-09
previous_iter_valid_loss : 0.1720835566520691
1982280 0.172352 0.172084 0.168322 CURRENT LEARNING RATE: 1.7221799360180076e-09
previous_iter_valid_loss : 0.17577803134918213
1982300 0.176068 0.175778 0.169038 CURRENT LEARNING RATE: 1.7218355344721074e-09
previous_iter_valid_loss : 0.1605261266231537
1982320 0.160687 0.160526 0.168747 CURRENT LEARNING RATE: 1.7214912017996288e-09
previous_iter_valid_loss : 0.16295655071735382
1982340 0.163153 0.162957 0.168824 CURRENT LEARNING RATE: 1.7211469379867985e-09
previous_iter_valid_loss : 0.17167343199253082
1982360 0.171822 0.171673 0.168795 CURRENT LEARNING RATE: 1.7208027430198459e-09
previous_iter_valid_loss : 0.16197465360164642
1982380 0.162160 0.161975 0.168801 CURRENT LEARNING RATE: 1.7204586168849972e-09
previous_iter_valid_loss : 0.16892734169960022
1982400 0.169157 0.168927 0.169166 CURRENT LEARNING RATE: 1.7201145595684994e-09
previous_iter_valid_loss : 0.1605224907398224
1982420 0.160683 0.160522 0.168961 CURRENT LEARNING RATE: 1.7197705710565847e-09
previous_iter_valid_loss : 0.16064393520355225
1982440 0.160828 0.160644 0.168297 CURRENT LEARNING RATE: 1.7194266513354925e-09
previous_iter_valid_loss : 0.1606510579586029
1982460 0.160815 0.160651 0.168008 CURRENT LEARNING RATE: 1.7190828003914668e-09
previous_iter_valid_loss : 0.16145683825016022
1982480 0.161647 0.161457 0.167612 CURRENT LEARNING RATE: 1.7187390182107533e-09
previous_iter_valid_loss : 0.16205210983753204
1982500 0.162237 0.162052 0.166982 CURRENT LEARNING RATE: 1.7183953047796007e-09
previous_iter_valid_loss : 0.16596931219100952
1982520 0.166186 0.165969 0.166929 CURRENT LEARNING RATE: 1.7180516600842608e-09
previous_iter_valid_loss : 0.16941459476947784
1982540 0.169657 0.169415 0.166759 CURRENT LEARNING RATE: 1.7177080841109811e-09
previous_iter_valid_loss : 0.16996462643146515
1982560 0.170209 0.169965 0.167216 CURRENT LEARNING RATE: 1.7173645768460313e-09
previous_iter_valid_loss : 0.1606077402830124
1982580 0.160764 0.160608 0.166419 CURRENT LEARNING RATE: 1.7170211382756647e-09
previous_iter_valid_loss : 0.16179658472537994
1982600 0.161986 0.161797 0.165724 CURRENT LEARNING RATE: 1.716677768386144e-09
previous_iter_valid_loss : 0.16229404509067535
1982620 0.162466 0.162294 0.165418 CURRENT LEARNING RATE: 1.7163344671637338e-09
previous_iter_valid_loss : 0.1608717441558838
1982640 0.161022 0.160872 0.165169 CURRENT LEARNING RATE: 1.715991234594703e-09
previous_iter_valid_loss : 0.17172811925411224
1982660 0.171984 0.171728 0.165092 CURRENT LEARNING RATE: 1.7156480706653217e-09
previous_iter_valid_loss : 0.1635676622390747
1982680 0.163766 0.163568 0.164666 CURRENT LEARNING RATE: 1.7153049753618574e-09
previous_iter_valid_loss : 0.18990716338157654
1982700 0.190338 0.189907 0.165373 CURRENT LEARNING RATE: 1.7149619486705984e-09
previous_iter_valid_loss : 0.16893334686756134
1982720 0.169181 0.168933 0.165793 CURRENT LEARNING RATE: 1.7146189905778174e-09
previous_iter_valid_loss : 0.174337238073349
1982740 0.174488 0.174337 0.166362 CURRENT LEARNING RATE: 1.7142761010697964e-09
previous_iter_valid_loss : 0.16466744244098663
1982760 0.164837 0.164667 0.166012 CURRENT LEARNING RATE: 1.7139332801328198e-09
previous_iter_valid_loss : 0.16886843740940094
1982780 0.169103 0.168868 0.166357 CURRENT LEARNING RATE: 1.7135905277531745e-09
previous_iter_valid_loss : 0.1676413118839264
1982800 0.167794 0.167641 0.166292 CURRENT LEARNING RATE: 1.7132478439171505e-09
previous_iter_valid_loss : 0.17544934153556824
1982820 0.175741 0.175449 0.167039 CURRENT LEARNING RATE: 1.7129052286110406e-09
previous_iter_valid_loss : 0.16049590706825256
1982840 0.160660 0.160496 0.167031 CURRENT LEARNING RATE: 1.7125626818211337e-09
previous_iter_valid_loss : 0.18292176723480225
1982860 0.183281 0.182922 0.168145 CURRENT LEARNING RATE: 1.7122202035337408e-09
previous_iter_valid_loss : 0.18852800130844116
1982880 0.188928 0.188528 0.169498 CURRENT LEARNING RATE: 1.7118777937351561e-09
previous_iter_valid_loss : 0.195660799741745
1982900 0.196164 0.195661 0.171179 CURRENT LEARNING RATE: 1.7115354524116832e-09
previous_iter_valid_loss : 0.1605214774608612
1982920 0.160689 0.160521 0.170906 CURRENT LEARNING RATE: 1.7111931795496288e-09
previous_iter_valid_loss : 0.1610267460346222
1982940 0.161209 0.161027 0.170487 CURRENT LEARNING RATE: 1.710850975135302e-09
previous_iter_valid_loss : 0.16057363152503967
1982960 0.160737 0.160574 0.170017 CURRENT LEARNING RATE: 1.7105088391550142e-09
previous_iter_valid_loss : 0.16526244580745697
1982980 0.165465 0.165262 0.170250 CURRENT LEARNING RATE: 1.7101667715950803e-09
previous_iter_valid_loss : 0.17033004760742188
1983000 0.170580 0.170330 0.170677 CURRENT LEARNING RATE: 1.709824772441811e-09
previous_iter_valid_loss : 0.16090314090251923
1983020 0.161065 0.160903 0.170607 CURRENT LEARNING RATE: 1.7094828416815393e-09
previous_iter_valid_loss : 0.1610981971025467
1983040 0.161258 0.161098 0.170619 CURRENT LEARNING RATE: 1.7091409793005815e-09
previous_iter_valid_loss : 0.16365505754947662
1983060 0.163819 0.163655 0.170215 CURRENT LEARNING RATE: 1.7087991852852629e-09
previous_iter_valid_loss : 0.1613074392080307
1983080 0.161467 0.161307 0.170102 CURRENT LEARNING RATE: 1.7084574596219123e-09
previous_iter_valid_loss : 0.16286516189575195
1983100 0.163054 0.162865 0.168750 CURRENT LEARNING RATE: 1.70811580229686e-09
previous_iter_valid_loss : 0.1663079708814621
1983120 0.166533 0.166308 0.168619 CURRENT LEARNING RATE: 1.7077742132964402e-09
previous_iter_valid_loss : 0.16632674634456635
1983140 0.166540 0.166327 0.168218 CURRENT LEARNING RATE: 1.7074326926069827e-09
previous_iter_valid_loss : 0.16282247006893158
1983160 0.162987 0.162822 0.168126 CURRENT LEARNING RATE: 1.7070912402148396e-09
previous_iter_valid_loss : 0.1606866419315338
1983180 0.160841 0.160687 0.167717 CURRENT LEARNING RATE: 1.7067498561063462e-09
previous_iter_valid_loss : 0.16238026320934296
1983200 0.162578 0.162380 0.167454 CURRENT LEARNING RATE: 1.7064085402678473e-09
previous_iter_valid_loss : 0.16287359595298767
1983220 0.163073 0.162874 0.166825 CURRENT LEARNING RATE: 1.7060672926856902e-09
previous_iter_valid_loss : 0.1616121530532837
1983240 0.161768 0.161612 0.166881 CURRENT LEARNING RATE: 1.705726113346225e-09
previous_iter_valid_loss : 0.17225132882595062
1983260 0.172397 0.172251 0.166347 CURRENT LEARNING RATE: 1.7053850022358048e-09
previous_iter_valid_loss : 0.18280631303787231
1983280 0.182963 0.182806 0.166061 CURRENT LEARNING RATE: 1.7050439593407848e-09
previous_iter_valid_loss : 0.16059058904647827
1983300 0.160766 0.160591 0.164308 CURRENT LEARNING RATE: 1.7047029846475173e-09
previous_iter_valid_loss : 0.1612505167722702
1983320 0.161408 0.161251 0.164344 CURRENT LEARNING RATE: 1.7043620781423753e-09
previous_iter_valid_loss : 0.1668824851512909
1983340 0.167036 0.166882 0.164637 CURRENT LEARNING RATE: 1.704021239811717e-09
previous_iter_valid_loss : 0.16213096678256989
1983360 0.162295 0.162131 0.164715 CURRENT LEARNING RATE: 1.7036804696419084e-09
previous_iter_valid_loss : 0.16096918284893036
1983380 0.161123 0.160969 0.164500 CURRENT LEARNING RATE: 1.7033397676193186e-09
previous_iter_valid_loss : 0.16903524100780487
1983400 0.169189 0.169035 0.164435 CURRENT LEARNING RATE: 1.70299913373032e-09
previous_iter_valid_loss : 0.16490046679973602
1983420 0.165062 0.164900 0.164635 CURRENT LEARNING RATE: 1.7026585679612866e-09
previous_iter_valid_loss : 0.17900586128234863
1983440 0.179330 0.179006 0.165531 CURRENT LEARNING RATE: 1.7023180702985965e-09
previous_iter_valid_loss : 0.16111014783382416
1983460 0.161288 0.161110 0.165403 CURRENT LEARNING RATE: 1.7019776407286233e-09
previous_iter_valid_loss : 0.16068509221076965
1983480 0.160838 0.160685 0.165372 CURRENT LEARNING RATE: 1.701637279237762e-09
previous_iter_valid_loss : 0.1626538187265396
1983500 0.162825 0.162654 0.165362 CURRENT LEARNING RATE: 1.701296985812392e-09
previous_iter_valid_loss : 0.16458897292613983
1983520 0.164797 0.164589 0.165276 CURRENT LEARNING RATE: 1.7009567604389018e-09
previous_iter_valid_loss : 0.16567127406597137
1983540 0.165835 0.165671 0.165243 CURRENT LEARNING RATE: 1.7006166031036822e-09
previous_iter_valid_loss : 0.1607656031847
1983560 0.160919 0.160766 0.165140 CURRENT LEARNING RATE: 1.7002765137931269e-09
previous_iter_valid_loss : 0.17010615766048431
1983580 0.170254 0.170106 0.165611 CURRENT LEARNING RATE: 1.6999364924936326e-09
previous_iter_valid_loss : 0.1706017702817917
1983600 0.170750 0.170602 0.166022 CURRENT LEARNING RATE: 1.699596539191592e-09
previous_iter_valid_loss : 0.1670718789100647
1983620 0.167227 0.167072 0.166232 CURRENT LEARNING RATE: 1.6992566538734192e-09
previous_iter_valid_loss : 0.16502198576927185
1983640 0.165230 0.165022 0.166403 CURRENT LEARNING RATE: 1.6989168365255126e-09
previous_iter_valid_loss : 0.16051079332828522
1983660 0.160671 0.160511 0.165816 CURRENT LEARNING RATE: 1.6985770871342801e-09
previous_iter_valid_loss : 0.1605183482170105
1983680 0.160681 0.160518 0.164701 CURRENT LEARNING RATE: 1.6982374056861313e-09
previous_iter_valid_loss : 0.16091947257518768
1983700 0.161100 0.160919 0.164718 CURRENT LEARNING RATE: 1.6978977921674785e-09
previous_iter_valid_loss : 0.17967423796653748
1983720 0.180001 0.179674 0.165639 CURRENT LEARNING RATE: 1.6975582465647379e-09
previous_iter_valid_loss : 0.1678544282913208
1983740 0.168077 0.167854 0.165687 CURRENT LEARNING RATE: 1.6972187688643275e-09
previous_iter_valid_loss : 0.1689145714044571
1983760 0.169067 0.168915 0.166027 CURRENT LEARNING RATE: 1.6968793590526618e-09
previous_iter_valid_loss : 0.16426542401313782
1983780 0.164459 0.164265 0.166191 CURRENT LEARNING RATE: 1.6965400171161768e-09
previous_iter_valid_loss : 0.1737988442182541
1983800 0.174075 0.173799 0.166430 CURRENT LEARNING RATE: 1.6962007430412929e-09
previous_iter_valid_loss : 0.16460612416267395
1983820 0.164774 0.164606 0.166415 CURRENT LEARNING RATE: 1.695861536814439e-09
previous_iter_valid_loss : 0.1614069640636444
1983840 0.161569 0.161407 0.165535 CURRENT LEARNING RATE: 1.6955223984220464e-09
previous_iter_valid_loss : 0.16732272505760193
1983860 0.167478 0.167323 0.165846 CURRENT LEARNING RATE: 1.6951833278505502e-09
previous_iter_valid_loss : 0.1673634946346283
1983880 0.167520 0.167363 0.166179 CURRENT LEARNING RATE: 1.694844325086387e-09
previous_iter_valid_loss : 0.16537705063819885
1983900 0.165578 0.165377 0.166316 CURRENT LEARNING RATE: 1.6945053901159915e-09
previous_iter_valid_loss : 0.16083292663097382
1983920 0.160975 0.160833 0.166128 CURRENT LEARNING RATE: 1.6941665229258178e-09
previous_iter_valid_loss : 0.16110341250896454
1983940 0.161262 0.161103 0.165899 CURRENT LEARNING RATE: 1.693827723502305e-09
previous_iter_valid_loss : 0.1624903678894043
1983960 0.162688 0.162490 0.165986 CURRENT LEARNING RATE: 1.6934889918319014e-09
previous_iter_valid_loss : 0.16057144105434418
1983980 0.160720 0.160571 0.165509 CURRENT LEARNING RATE: 1.6931503279010576e-09
previous_iter_valid_loss : 0.1609816700220108
1984000 0.161144 0.160982 0.165028 CURRENT LEARNING RATE: 1.6928117316962277e-09
previous_iter_valid_loss : 0.16545256972312927
1984020 0.165650 0.165453 0.164947 CURRENT LEARNING RATE: 1.6924732032038668e-09
previous_iter_valid_loss : 0.16358709335327148
1984040 0.163776 0.163587 0.164875 CURRENT LEARNING RATE: 1.6921347424104345e-09
previous_iter_valid_loss : 0.16534604132175446
1984060 0.165547 0.165346 0.165117 CURRENT LEARNING RATE: 1.691796349302386e-09
previous_iter_valid_loss : 0.16113507747650146
1984080 0.161315 0.161135 0.165148 CURRENT LEARNING RATE: 1.6914580238661975e-09
previous_iter_valid_loss : 0.18370169401168823
1984100 0.183849 0.183702 0.166287 CURRENT LEARNING RATE: 1.6911197660883304e-09
previous_iter_valid_loss : 0.16140666604042053
1984120 0.161589 0.161407 0.165374 CURRENT LEARNING RATE: 1.690781575955254e-09
previous_iter_valid_loss : 0.16456185281276703
1984140 0.164731 0.164562 0.165209 CURRENT LEARNING RATE: 1.6904434534534413e-09
previous_iter_valid_loss : 0.19707630574703217
1984160 0.197186 0.197076 0.166617 CURRENT LEARNING RATE: 1.6901053985693664e-09
previous_iter_valid_loss : 0.1728149950504303
1984180 0.172958 0.172815 0.167044 CURRENT LEARNING RATE: 1.689767411289508e-09
previous_iter_valid_loss : 0.17047666013240814
1984200 0.170625 0.170477 0.166878 CURRENT LEARNING RATE: 1.6894294916003462e-09
previous_iter_valid_loss : 0.16189289093017578
1984220 0.162046 0.161893 0.166743 CURRENT LEARNING RATE: 1.6890916394883585e-09
previous_iter_valid_loss : 0.17585133016109467
1984240 0.176007 0.175851 0.167465 CURRENT LEARNING RATE: 1.6887538549400421e-09
previous_iter_valid_loss : 0.1747327297925949
1984260 0.175016 0.174733 0.167835 CURRENT LEARNING RATE: 1.6884161379418806e-09
previous_iter_valid_loss : 0.16094261407852173
1984280 0.161126 0.160943 0.167514 CURRENT LEARNING RATE: 1.6880784884803647e-09
previous_iter_valid_loss : 0.1724439561367035
1984300 0.172709 0.172444 0.167868 CURRENT LEARNING RATE: 1.6877409065419883e-09
previous_iter_valid_loss : 0.18232905864715576
1984320 0.182491 0.182329 0.168943 CURRENT LEARNING RATE: 1.6874033921132486e-09
previous_iter_valid_loss : 0.16054615378379822
1984340 0.160699 0.160546 0.168915 CURRENT LEARNING RATE: 1.687065945180645e-09
previous_iter_valid_loss : 0.16420619189739227
1984360 0.164403 0.164206 0.169000 CURRENT LEARNING RATE: 1.6867285657306732e-09
previous_iter_valid_loss : 0.1626802533864975
1984380 0.162869 0.162680 0.169106 CURRENT LEARNING RATE: 1.6863912537498504e-09
previous_iter_valid_loss : 0.1613399088382721
1984400 0.161490 0.161340 0.169124 CURRENT LEARNING RATE: 1.6860540092246779e-09
previous_iter_valid_loss : 0.1622241586446762
1984420 0.162414 0.162224 0.168962 CURRENT LEARNING RATE: 1.685716832141666e-09
previous_iter_valid_loss : 0.16203776001930237
1984440 0.162234 0.162038 0.168885 CURRENT LEARNING RATE: 1.6853797224873274e-09
previous_iter_valid_loss : 0.1627507209777832
1984460 0.162913 0.162751 0.168755 CURRENT LEARNING RATE: 1.6850426802481781e-09
previous_iter_valid_loss : 0.16539686918258667
1984480 0.165599 0.165397 0.168968 CURRENT LEARNING RATE: 1.6847057054107364e-09
previous_iter_valid_loss : 0.1665794402360916
1984500 0.166739 0.166579 0.168112 CURRENT LEARNING RATE: 1.6843687979615229e-09
previous_iter_valid_loss : 0.1680063009262085
1984520 0.168156 0.168006 0.168442 CURRENT LEARNING RATE: 1.6840319578870555e-09
previous_iter_valid_loss : 0.16097703576087952
1984540 0.161157 0.160977 0.168263 CURRENT LEARNING RATE: 1.683695185173873e-09
previous_iter_valid_loss : 0.16935628652572632
1984560 0.169592 0.169356 0.166877 CURRENT LEARNING RATE: 1.6833584798084977e-09
previous_iter_valid_loss : 0.1613338738679886
1984580 0.161522 0.161334 0.166303 CURRENT LEARNING RATE: 1.683021841777462e-09
previous_iter_valid_loss : 0.1616140455007553
1984600 0.161774 0.161614 0.165860 CURRENT LEARNING RATE: 1.6826852710673003e-09
previous_iter_valid_loss : 0.16068917512893677
1984620 0.160847 0.160689 0.165800 CURRENT LEARNING RATE: 1.6823487676645494e-09
previous_iter_valid_loss : 0.16479940712451935
1984640 0.164998 0.164799 0.165247 CURRENT LEARNING RATE: 1.6820123315557498e-09
previous_iter_valid_loss : 0.16450834274291992
1984660 0.164706 0.164508 0.164736 CURRENT LEARNING RATE: 1.6816759627274375e-09
previous_iter_valid_loss : 0.19406074285507202
1984680 0.194175 0.194061 0.166392 CURRENT LEARNING RATE: 1.6813396611661698e-09
previous_iter_valid_loss : 0.16066092252731323
1984700 0.160837 0.160661 0.165802 CURRENT LEARNING RATE: 1.6810034268584889e-09
previous_iter_valid_loss : 0.17794665694236755
1984720 0.178243 0.177947 0.165583 CURRENT LEARNING RATE: 1.6806672597909453e-09
previous_iter_valid_loss : 0.16085903346538544
1984740 0.161035 0.160859 0.165599 CURRENT LEARNING RATE: 1.6803311599500926e-09
previous_iter_valid_loss : 0.17625568807125092
1984760 0.176540 0.176256 0.166201 CURRENT LEARNING RATE: 1.679995127322486e-09
previous_iter_valid_loss : 0.16869793832302094
1984780 0.168930 0.168698 0.166502 CURRENT LEARNING RATE: 1.679659161894685e-09
previous_iter_valid_loss : 0.16569983959197998
1984800 0.165861 0.165700 0.166720 CURRENT LEARNING RATE: 1.6793232636532506e-09
previous_iter_valid_loss : 0.16676047444343567
1984820 0.166972 0.166760 0.166947 CURRENT LEARNING RATE: 1.678987432584741e-09
previous_iter_valid_loss : 0.16290712356567383
1984840 0.163104 0.162907 0.166991 CURRENT LEARNING RATE: 1.6786516686757351e-09
previous_iter_valid_loss : 0.16224247217178345
1984860 0.162402 0.162242 0.166965 CURRENT LEARNING RATE: 1.678315971912796e-09
previous_iter_valid_loss : 0.16053320467472076
1984880 0.160695 0.160533 0.166722 CURRENT LEARNING RATE: 1.6779803422824958e-09
previous_iter_valid_loss : 0.16666734218597412
1984900 0.166821 0.166667 0.166726 CURRENT LEARNING RATE: 1.67764477977141e-09
previous_iter_valid_loss : 0.16141287982463837
1984920 0.161575 0.161413 0.166397 CURRENT LEARNING RATE: 1.6773092843661153e-09
previous_iter_valid_loss : 0.1622387170791626
1984940 0.162400 0.162239 0.166460 CURRENT LEARNING RATE: 1.6769738560531922e-09
previous_iter_valid_loss : 0.16130296885967255
1984960 0.161465 0.161303 0.166057 CURRENT LEARNING RATE: 1.6766384948192237e-09
previous_iter_valid_loss : 0.16388855874538422
1984980 0.164059 0.163889 0.166185 CURRENT LEARNING RATE: 1.676303200650789e-09
previous_iter_valid_loss : 0.16112124919891357
1985000 0.161310 0.161121 0.166160 CURRENT LEARNING RATE: 1.6759679735344888e-09
previous_iter_valid_loss : 0.161288782954216
1985020 0.161476 0.161289 0.166190 CURRENT LEARNING RATE: 1.6756328134569078e-09
previous_iter_valid_loss : 0.16259633004665375
1985040 0.162786 0.162596 0.166080 CURRENT LEARNING RATE: 1.6752977204046394e-09
previous_iter_valid_loss : 0.17263662815093994
1985060 0.172784 0.172637 0.166487 CURRENT LEARNING RATE: 1.67496269436428e-09
previous_iter_valid_loss : 0.1618262082338333
1985080 0.161997 0.161826 0.164875 CURRENT LEARNING RATE: 1.6746277353224286e-09
previous_iter_valid_loss : 0.16128391027450562
1985100 0.161464 0.161284 0.164906 CURRENT LEARNING RATE: 1.6742928432656868e-09
previous_iter_valid_loss : 0.1609412431716919
1985120 0.161098 0.160941 0.164056 CURRENT LEARNING RATE: 1.673958018180653e-09
previous_iter_valid_loss : 0.16467855870723724
1985140 0.164847 0.164679 0.164247 CURRENT LEARNING RATE: 1.6736232600539461e-09
previous_iter_valid_loss : 0.1659170687198639
1985160 0.166123 0.165917 0.163730 CURRENT LEARNING RATE: 1.67328856887217e-09
previous_iter_valid_loss : 0.16054558753967285
1985180 0.160701 0.160546 0.163322 CURRENT LEARNING RATE: 1.6729539446219367e-09
previous_iter_valid_loss : 0.17462918162345886
1985200 0.174897 0.174629 0.163769 CURRENT LEARNING RATE: 1.6726193872898618e-09
previous_iter_valid_loss : 0.1625359058380127
1985220 0.162700 0.162536 0.163557 CURRENT LEARNING RATE: 1.672284896862562e-09
previous_iter_valid_loss : 0.1606815904378891
1985240 0.160854 0.160682 0.163446 CURRENT LEARNING RATE: 1.6719504733266589e-09
previous_iter_valid_loss : 0.18510670959949493
1985260 0.185248 0.185107 0.164589 CURRENT LEARNING RATE: 1.6716161166687745e-09
previous_iter_valid_loss : 0.1673920601606369
1985280 0.167622 0.167392 0.164932 CURRENT LEARNING RATE: 1.6712818268755293e-09
previous_iter_valid_loss : 0.16202235221862793
1985300 0.162197 0.162022 0.164700 CURRENT LEARNING RATE: 1.670947603933563e-09
previous_iter_valid_loss : 0.16073031723499298
1985320 0.160906 0.160730 0.164666 CURRENT LEARNING RATE: 1.6706134478295016e-09
previous_iter_valid_loss : 0.1653628796339035
1985340 0.165587 0.165363 0.164822 CURRENT LEARNING RATE: 1.670279358549978e-09
previous_iter_valid_loss : 0.17814213037490845
1985360 0.178446 0.178142 0.165664 CURRENT LEARNING RATE: 1.669945336081629e-09
previous_iter_valid_loss : 0.1626754254102707
1985380 0.162842 0.162675 0.165603 CURRENT LEARNING RATE: 1.6696113804110936e-09
previous_iter_valid_loss : 0.17499840259552002
1985400 0.175279 0.174998 0.166297 CURRENT LEARNING RATE: 1.6692774915250138e-09
previous_iter_valid_loss : 0.16240811347961426
1985420 0.162607 0.162408 0.166353 CURRENT LEARNING RATE: 1.6689436694100337e-09
previous_iter_valid_loss : 0.16201312839984894
1985440 0.162197 0.162013 0.166324 CURRENT LEARNING RATE: 1.6686099140527949e-09
previous_iter_valid_loss : 0.16052460670471191
1985460 0.160690 0.160525 0.165718 CURRENT LEARNING RATE: 1.6682762254399587e-09
previous_iter_valid_loss : 0.16440613567829132
1985480 0.164602 0.164406 0.165847 CURRENT LEARNING RATE: 1.6679426035581717e-09
previous_iter_valid_loss : 0.16138872504234314
1985500 0.161538 0.161389 0.165853 CURRENT LEARNING RATE: 1.6676090483940891e-09
previous_iter_valid_loss : 0.16699884831905365
1985520 0.167225 0.166999 0.166156 CURRENT LEARNING RATE: 1.6672755599343687e-09
previous_iter_valid_loss : 0.17740345001220703
1985540 0.177560 0.177403 0.166792 CURRENT LEARNING RATE: 1.6669421381656708e-09
previous_iter_valid_loss : 0.17220653593540192
1985560 0.172473 0.172207 0.167106 CURRENT LEARNING RATE: 1.6666087830746587e-09
previous_iter_valid_loss : 0.17944224178791046
1985580 0.179765 0.179442 0.168051 CURRENT LEARNING RATE: 1.6662754946479923e-09
previous_iter_valid_loss : 0.16609513759613037
1985600 0.166310 0.166095 0.167624 CURRENT LEARNING RATE: 1.6659422728723517e-09
previous_iter_valid_loss : 0.16081926226615906
1985620 0.160975 0.160819 0.167539 CURRENT LEARNING RATE: 1.6656091177344026e-09
previous_iter_valid_loss : 0.1695733368396759
1985640 0.169808 0.169573 0.167983 CURRENT LEARNING RATE: 1.665276029220818e-09
previous_iter_valid_loss : 0.16053205728530884
1985660 0.160697 0.160532 0.166754 CURRENT LEARNING RATE: 1.664943007318275e-09
previous_iter_valid_loss : 0.16056931018829346
1985680 0.160734 0.160569 0.166413 CURRENT LEARNING RATE: 1.6646100520134524e-09
previous_iter_valid_loss : 0.16463729739189148
1985700 0.164840 0.164637 0.166544 CURRENT LEARNING RATE: 1.664277163293032e-09
previous_iter_valid_loss : 0.1607184112071991
1985720 0.160881 0.160718 0.166543 CURRENT LEARNING RATE: 1.6639443411436986e-09
previous_iter_valid_loss : 0.1652570366859436
1985740 0.165426 0.165257 0.166538 CURRENT LEARNING RATE: 1.663611585552133e-09
previous_iter_valid_loss : 0.16486859321594238
1985760 0.165096 0.164869 0.165874 CURRENT LEARNING RATE: 1.663278896505037e-09
previous_iter_valid_loss : 0.16086025536060333
1985780 0.161041 0.160860 0.165784 CURRENT LEARNING RATE: 1.6629462739890972e-09
previous_iter_valid_loss : 0.16440245509147644
1985800 0.164569 0.164402 0.165254 CURRENT LEARNING RATE: 1.6626137179910086e-09
previous_iter_valid_loss : 0.16084322333335876
1985820 0.161023 0.160843 0.165176 CURRENT LEARNING RATE: 1.6622812284974689e-09
previous_iter_valid_loss : 0.16926485300064087
1985840 0.169415 0.169265 0.165538 CURRENT LEARNING RATE: 1.6619488054951784e-09
previous_iter_valid_loss : 0.16158513724803925
1985860 0.161765 0.161585 0.165591 CURRENT LEARNING RATE: 1.6616164489708405e-09
previous_iter_valid_loss : 0.1641584187746048
1985880 0.164351 0.164158 0.165579 CURRENT LEARNING RATE: 1.6612841589111547e-09
previous_iter_valid_loss : 0.16853830218315125
1985900 0.168759 0.168538 0.165936 CURRENT LEARNING RATE: 1.6609519353028415e-09
previous_iter_valid_loss : 0.16707555949687958
1985920 0.167301 0.167076 0.165940 CURRENT LEARNING RATE: 1.660619778132606e-09
previous_iter_valid_loss : 0.16793088614940643
1985940 0.168154 0.167931 0.165467 CURRENT LEARNING RATE: 1.6602876873871616e-09
previous_iter_valid_loss : 0.16271038353443146
1985960 0.162877 0.162710 0.164992 CURRENT LEARNING RATE: 1.6599556630532252e-09
previous_iter_valid_loss : 0.17012667655944824
1985980 0.170385 0.170127 0.164526 CURRENT LEARNING RATE: 1.6596237051175152e-09
previous_iter_valid_loss : 0.16925594210624695
1986000 0.169408 0.169256 0.164684 CURRENT LEARNING RATE: 1.659291813566754e-09
previous_iter_valid_loss : 0.1656024008989334
1986020 0.165764 0.165602 0.164923 CURRENT LEARNING RATE: 1.6589599883876653e-09
previous_iter_valid_loss : 0.16352121531963348
1986040 0.163718 0.163521 0.164621 CURRENT LEARNING RATE: 1.6586282295669708e-09
previous_iter_valid_loss : 0.16210711002349854
1986060 0.162275 0.162107 0.164699 CURRENT LEARNING RATE: 1.6582965370914113e-09
previous_iter_valid_loss : 0.16495466232299805
1986080 0.165121 0.164955 0.164919 CURRENT LEARNING RATE: 1.6579649109477135e-09
previous_iter_valid_loss : 0.16190983355045319
1986100 0.162078 0.161910 0.164782 CURRENT LEARNING RATE: 1.6576333511226125e-09
previous_iter_valid_loss : 0.16223102807998657
1986120 0.162391 0.162231 0.164858 CURRENT LEARNING RATE: 1.6573018576028458e-09
previous_iter_valid_loss : 0.16924408078193665
1986140 0.169396 0.169244 0.165057 CURRENT LEARNING RATE: 1.6569704303751535e-09
previous_iter_valid_loss : 0.1631782203912735
1986160 0.163384 0.163178 0.164973 CURRENT LEARNING RATE: 1.6566390694262785e-09
previous_iter_valid_loss : 0.16516731679439545
1986180 0.165371 0.165167 0.165188 CURRENT LEARNING RATE: 1.6563077747429668e-09
previous_iter_valid_loss : 0.16422806680202484
1986200 0.164435 0.164228 0.165179 CURRENT LEARNING RATE: 1.6559765463119603e-09
previous_iter_valid_loss : 0.17145933210849762
1986220 0.171718 0.171459 0.165710 CURRENT LEARNING RATE: 1.6556453841200215e-09
previous_iter_valid_loss : 0.16639429330825806
1986240 0.166549 0.166394 0.165567 CURRENT LEARNING RATE: 1.6553142881538988e-09
previous_iter_valid_loss : 0.16669167578220367
1986260 0.166856 0.166692 0.165822 CURRENT LEARNING RATE: 1.6549832584003475e-09
previous_iter_valid_loss : 0.1625136286020279
1986280 0.162711 0.162514 0.165740 CURRENT LEARNING RATE: 1.6546522948461269e-09
previous_iter_valid_loss : 0.16678741574287415
1986300 0.167003 0.166787 0.165652 CURRENT LEARNING RATE: 1.6543213974779982e-09
previous_iter_valid_loss : 0.18491879105567932
1986320 0.185282 0.184919 0.166544 CURRENT LEARNING RATE: 1.6539905662827257e-09
previous_iter_valid_loss : 0.16680240631103516
1986340 0.166959 0.166802 0.166488 CURRENT LEARNING RATE: 1.65365980124707e-09
previous_iter_valid_loss : 0.1669807881116867
1986360 0.167142 0.166981 0.166701 CURRENT LEARNING RATE: 1.6533291023578128e-09
previous_iter_valid_loss : 0.1610531508922577
1986380 0.161238 0.161053 0.166248 CURRENT LEARNING RATE: 1.6529984696017196e-09
previous_iter_valid_loss : 0.16683220863342285
1986400 0.167046 0.166832 0.166127 CURRENT LEARNING RATE: 1.6526679029655655e-09
previous_iter_valid_loss : 0.172693133354187
1986420 0.172959 0.172693 0.166481 CURRENT LEARNING RATE: 1.6523374024361279e-09
previous_iter_valid_loss : 0.16221459209918976
1986440 0.162359 0.162215 0.166416 CURRENT LEARNING RATE: 1.6520069680001866e-09
previous_iter_valid_loss : 0.17382320761680603
1986460 0.173974 0.173823 0.167002 CURRENT LEARNING RATE: 1.651676599644524e-09
previous_iter_valid_loss : 0.17291030287742615
1986480 0.173178 0.172910 0.167399 CURRENT LEARNING RATE: 1.6513462973559256e-09
previous_iter_valid_loss : 0.16078054904937744
1986500 0.160939 0.160781 0.167343 CURRENT LEARNING RATE: 1.6510160611211738e-09
previous_iter_valid_loss : 0.16114625334739685
1986520 0.161305 0.161146 0.167289 CURRENT LEARNING RATE: 1.6506858909270702e-09
previous_iter_valid_loss : 0.1617944985628128
1986540 0.161953 0.161794 0.166916 CURRENT LEARNING RATE: 1.6503557867604025e-09
previous_iter_valid_loss : 0.16079382598400116
1986560 0.160941 0.160794 0.166797 CURRENT LEARNING RATE: 1.6500257486079665e-09
previous_iter_valid_loss : 0.16054099798202515
1986580 0.160708 0.160541 0.166566 CURRENT LEARNING RATE: 1.649695776456561e-09
previous_iter_valid_loss : 0.16432398557662964
1986600 0.164490 0.164324 0.166570 CURRENT LEARNING RATE: 1.6493658702929864e-09
previous_iter_valid_loss : 0.1682870239019394
1986620 0.168513 0.168287 0.166412 CURRENT LEARNING RATE: 1.649036030104047e-09
previous_iter_valid_loss : 0.16164135932922363
1986640 0.161825 0.161641 0.166174 CURRENT LEARNING RATE: 1.6487062558765488e-09
previous_iter_valid_loss : 0.16107094287872314
1986660 0.161233 0.161071 0.165893 CURRENT LEARNING RATE: 1.6483765475972955e-09
previous_iter_valid_loss : 0.16254758834838867
1986680 0.162709 0.162548 0.165895 CURRENT LEARNING RATE: 1.6480469052531101e-09
previous_iter_valid_loss : 0.1615309715270996
1986700 0.161709 0.161531 0.165632 CURRENT LEARNING RATE: 1.647717328830801e-09
previous_iter_valid_loss : 0.16286219656467438
1986720 0.163031 0.162862 0.164529 CURRENT LEARNING RATE: 1.6473878183171853e-09
previous_iter_valid_loss : 0.16250905394554138
1986740 0.162679 0.162509 0.164314 CURRENT LEARNING RATE: 1.6470583736990823e-09
previous_iter_valid_loss : 0.16820625960826874
1986760 0.168359 0.168206 0.164376 CURRENT LEARNING RATE: 1.6467289949633149e-09
previous_iter_valid_loss : 0.1606658548116684
1986780 0.160836 0.160666 0.164356 CURRENT LEARNING RATE: 1.6463996820967075e-09
previous_iter_valid_loss : 0.16142821311950684
1986800 0.161588 0.161428 0.164086 CURRENT LEARNING RATE: 1.6460704350860814e-09
previous_iter_valid_loss : 0.16089190542697906
1986820 0.161066 0.160892 0.163496 CURRENT LEARNING RATE: 1.6457412539182792e-09
previous_iter_valid_loss : 0.1636396199464798
1986840 0.163807 0.163640 0.163567 CURRENT LEARNING RATE: 1.6454121385801271e-09
previous_iter_valid_loss : 0.17645828425884247
1986860 0.176750 0.176458 0.163699 CURRENT LEARNING RATE: 1.645083089058461e-09
previous_iter_valid_loss : 0.1618010550737381
1986880 0.161961 0.161801 0.163144 CURRENT LEARNING RATE: 1.6447541053401184e-09
previous_iter_valid_loss : 0.16160397231578827
1986900 0.161767 0.161604 0.163185 CURRENT LEARNING RATE: 1.6444251874119404e-09
previous_iter_valid_loss : 0.16070662438869476
1986920 0.160864 0.160707 0.163163 CURRENT LEARNING RATE: 1.64409633526077e-09
previous_iter_valid_loss : 0.1653193086385727
1986940 0.165529 0.165319 0.163339 CURRENT LEARNING RATE: 1.6437675488734533e-09
previous_iter_valid_loss : 0.18082968890666962
1986960 0.180984 0.180830 0.164341 CURRENT LEARNING RATE: 1.643438828236833e-09
previous_iter_valid_loss : 0.17308972775936127
1986980 0.173364 0.173090 0.164968 CURRENT LEARNING RATE: 1.6431101733377719e-09
previous_iter_valid_loss : 0.16998450458049774
1987000 0.170230 0.169985 0.165251 CURRENT LEARNING RATE: 1.6427815841631177e-09
previous_iter_valid_loss : 0.19135859608650208
1987020 0.191836 0.191359 0.166405 CURRENT LEARNING RATE: 1.6424530606997272e-09
previous_iter_valid_loss : 0.16076324880123138
1987040 0.160921 0.160763 0.166361 CURRENT LEARNING RATE: 1.6421246029344598e-09
previous_iter_valid_loss : 0.1609673947095871
1987060 0.161143 0.160967 0.166356 CURRENT LEARNING RATE: 1.641796210854176e-09
previous_iter_valid_loss : 0.16055190563201904
1987080 0.160710 0.160552 0.166256 CURRENT LEARNING RATE: 1.6414678844457413e-09
previous_iter_valid_loss : 0.17961806058883667
1987100 0.179777 0.179618 0.167160 CURRENT LEARNING RATE: 1.6411396236960162e-09
previous_iter_valid_loss : 0.16082389652729034
1987120 0.161004 0.160824 0.167058 CURRENT LEARNING RATE: 1.6408114285918822e-09
previous_iter_valid_loss : 0.16190853714942932
1987140 0.162105 0.161909 0.167028 CURRENT LEARNING RATE: 1.6404832991202055e-09
previous_iter_valid_loss : 0.16210640966892242
1987160 0.162259 0.162106 0.166723 CURRENT LEARNING RATE: 1.640155235267861e-09
previous_iter_valid_loss : 0.16053496301174164
1987180 0.160698 0.160535 0.166717 CURRENT LEARNING RATE: 1.6398272370217263e-09
previous_iter_valid_loss : 0.16674816608428955
1987200 0.166968 0.166748 0.166983 CURRENT LEARNING RATE: 1.639499304368681e-09
previous_iter_valid_loss : 0.17145827412605286
1987220 0.171603 0.171458 0.167511 CURRENT LEARNING RATE: 1.6391714372956083e-09
previous_iter_valid_loss : 0.16073942184448242
1987240 0.160898 0.160739 0.167366 CURRENT LEARNING RATE: 1.638843635789393e-09
previous_iter_valid_loss : 0.16309094429016113
1987260 0.163256 0.163091 0.166698 CURRENT LEARNING RATE: 1.6385158998369178e-09
previous_iter_valid_loss : 0.1619608998298645
1987280 0.162122 0.161961 0.166706 CURRENT LEARNING RATE: 1.6381882294250847e-09
previous_iter_valid_loss : 0.16619086265563965
1987300 0.166348 0.166191 0.166935 CURRENT LEARNING RATE: 1.637860624540781e-09
previous_iter_valid_loss : 0.16752535104751587
1987320 0.167682 0.167525 0.167276 CURRENT LEARNING RATE: 1.6375330851709024e-09
previous_iter_valid_loss : 0.17002111673355103
1987340 0.170173 0.170021 0.167511 CURRENT LEARNING RATE: 1.6372056113023473e-09
previous_iter_valid_loss : 0.16058753430843353
1987360 0.160754 0.160588 0.166499 CURRENT LEARNING RATE: 1.636878202922017e-09
previous_iter_valid_loss : 0.162672221660614
1987380 0.162872 0.162672 0.165978 CURRENT LEARNING RATE: 1.6365508600168151e-09
previous_iter_valid_loss : 0.1701716184616089
1987400 0.170324 0.170172 0.165988 CURRENT LEARNING RATE: 1.6362235825736478e-09
previous_iter_valid_loss : 0.16327212750911713
1987420 0.163433 0.163272 0.164583 CURRENT LEARNING RATE: 1.635896370579418e-09
previous_iter_valid_loss : 0.16875502467155457
1987440 0.168986 0.168755 0.164983 CURRENT LEARNING RATE: 1.6355692240210492e-09
previous_iter_valid_loss : 0.16105633974075317
1987460 0.161231 0.161056 0.164987 CURRENT LEARNING RATE: 1.6352421428854494e-09
previous_iter_valid_loss : 0.1622847318649292
1987480 0.162443 0.162285 0.165074 CURRENT LEARNING RATE: 1.6349151271595358e-09
previous_iter_valid_loss : 0.16114458441734314
1987500 0.161325 0.161145 0.164150 CURRENT LEARNING RATE: 1.6345881768302276e-09
previous_iter_valid_loss : 0.16613011062145233
1987520 0.166358 0.166130 0.164416 CURRENT LEARNING RATE: 1.6342612918844465e-09
previous_iter_valid_loss : 0.18802794814109802
1987540 0.188155 0.188028 0.165722 CURRENT LEARNING RATE: 1.6339344723091173e-09
previous_iter_valid_loss : 0.1870690882205963
1987560 0.187201 0.187069 0.166970 CURRENT LEARNING RATE: 1.6336077180911613e-09
previous_iter_valid_loss : 0.16402991116046906
1987580 0.164197 0.164030 0.167144 CURRENT LEARNING RATE: 1.6332810292175202e-09
previous_iter_valid_loss : 0.16670098900794983
1987600 0.166919 0.166701 0.167142 CURRENT LEARNING RATE: 1.6329544056751203e-09
previous_iter_valid_loss : 0.16962486505508423
1987620 0.169872 0.169625 0.167050 CURRENT LEARNING RATE: 1.6326278474508973e-09
previous_iter_valid_loss : 0.18715931475162506
1987640 0.187552 0.187159 0.168371 CURRENT LEARNING RATE: 1.632301354531788e-09
previous_iter_valid_loss : 0.16048337519168854
1987660 0.160647 0.160483 0.168241 CURRENT LEARNING RATE: 1.6319749269047333e-09
previous_iter_valid_loss : 0.16061224043369293
1987680 0.160766 0.160612 0.168174 CURRENT LEARNING RATE: 1.6316485645566756e-09
previous_iter_valid_loss : 0.18397200107574463
1987700 0.184121 0.183972 0.169063 CURRENT LEARNING RATE: 1.631322267474561e-09
previous_iter_valid_loss : 0.16068823635578156
1987720 0.160857 0.160688 0.168721 CURRENT LEARNING RATE: 1.6309960356453312e-09
previous_iter_valid_loss : 0.16653534770011902
1987740 0.166694 0.166535 0.168547 CURRENT LEARNING RATE: 1.6306698690559493e-09
previous_iter_valid_loss : 0.16244319081306458
1987760 0.162626 0.162443 0.168639 CURRENT LEARNING RATE: 1.6303437676933622e-09
previous_iter_valid_loss : 0.16050149500370026
1987780 0.160673 0.160501 0.168531 CURRENT LEARNING RATE: 1.6300177315445258e-09
previous_iter_valid_loss : 0.16167309880256653
1987800 0.161830 0.161673 0.168106 CURRENT LEARNING RATE: 1.629691760596399e-09
previous_iter_valid_loss : 0.1608150452375412
1987820 0.160974 0.160815 0.167983 CURRENT LEARNING RATE: 1.629365854835943e-09
previous_iter_valid_loss : 0.16053111851215363
1987840 0.160694 0.160531 0.167572 CURRENT LEARNING RATE: 1.6290400142501212e-09
previous_iter_valid_loss : 0.16175046563148499
1987860 0.161916 0.161750 0.167607 CURRENT LEARNING RATE: 1.6287142388259002e-09
previous_iter_valid_loss : 0.16220428049564362
1987880 0.162371 0.162204 0.167602 CURRENT LEARNING RATE: 1.6283885285502434e-09
previous_iter_valid_loss : 0.16318412125110626
1987900 0.163384 0.163184 0.167704 CURRENT LEARNING RATE: 1.6280628834101336e-09
previous_iter_valid_loss : 0.1697210967540741
1987920 0.169965 0.169721 0.167884 CURRENT LEARNING RATE: 1.6277373033925394e-09
previous_iter_valid_loss : 0.16357837617397308
1987940 0.163741 0.163578 0.166662 CURRENT LEARNING RATE: 1.6274117884844374e-09
previous_iter_valid_loss : 0.1629762500524521
1987960 0.163173 0.162976 0.165457 CURRENT LEARNING RATE: 1.6270863386728074e-09
previous_iter_valid_loss : 0.16068962216377258
1987980 0.160860 0.160690 0.165290 CURRENT LEARNING RATE: 1.626760953944631e-09
previous_iter_valid_loss : 0.17963509261608124
1988000 0.179967 0.179635 0.165937 CURRENT LEARNING RATE: 1.6264356342868929e-09
previous_iter_valid_loss : 0.18004010617733002
1988020 0.180371 0.180040 0.166457 CURRENT LEARNING RATE: 1.626110379686575e-09
previous_iter_valid_loss : 0.160554900765419
1988040 0.160716 0.160555 0.165127 CURRENT LEARNING RATE: 1.6257851901306777e-09
previous_iter_valid_loss : 0.16053123772144318
1988060 0.160688 0.160531 0.165130 CURRENT LEARNING RATE: 1.6254600656061886e-09
previous_iter_valid_loss : 0.1633552461862564
1988080 0.163553 0.163355 0.165267 CURRENT LEARNING RATE: 1.6251350061001025e-09
previous_iter_valid_loss : 0.18440961837768555
1988100 0.184561 0.184410 0.165289 CURRENT LEARNING RATE: 1.6248100115994165e-09
previous_iter_valid_loss : 0.1660071462392807
1988120 0.166212 0.166007 0.165555 CURRENT LEARNING RATE: 1.624485082091131e-09
previous_iter_valid_loss : 0.1605280339717865
1988140 0.160684 0.160528 0.165254 CURRENT LEARNING RATE: 1.6241602175622494e-09
previous_iter_valid_loss : 0.16767191886901855
1988160 0.167830 0.167672 0.165516 CURRENT LEARNING RATE: 1.6238354179997767e-09
previous_iter_valid_loss : 0.17920920252799988
1988180 0.179518 0.179209 0.166451 CURRENT LEARNING RATE: 1.6235106833907151e-09
previous_iter_valid_loss : 0.16140347719192505
1988200 0.161593 0.161403 0.166437 CURRENT LEARNING RATE: 1.6231860137220868e-09
previous_iter_valid_loss : 0.1605221927165985
1988220 0.160686 0.160522 0.166423 CURRENT LEARNING RATE: 1.6228614089808992e-09
previous_iter_valid_loss : 0.167637437582016
1988240 0.167794 0.167637 0.166778 CURRENT LEARNING RATE: 1.6225368691541683e-09
previous_iter_valid_loss : 0.16625097393989563
1988260 0.166469 0.166251 0.167003 CURRENT LEARNING RATE: 1.6222123942289125e-09
previous_iter_valid_loss : 0.164806067943573
1988280 0.164969 0.164806 0.167133 CURRENT LEARNING RATE: 1.6218879841921523e-09
previous_iter_valid_loss : 0.16080452501773834
1988300 0.160964 0.160805 0.167014 CURRENT LEARNING RATE: 1.621563639030912e-09
previous_iter_valid_loss : 0.18673722445964813
1988320 0.186877 0.186737 0.167865 CURRENT LEARNING RATE: 1.6212393587322116e-09
previous_iter_valid_loss : 0.1606544703245163
1988340 0.160813 0.160654 0.167719 CURRENT LEARNING RATE: 1.6209151432830913e-09
previous_iter_valid_loss : 0.18311123549938202
1988360 0.183478 0.183111 0.168726 CURRENT LEARNING RATE: 1.6205909926705774e-09
previous_iter_valid_loss : 0.17265868186950684
1988380 0.172928 0.172659 0.169324 CURRENT LEARNING RATE: 1.6202669068817033e-09
previous_iter_valid_loss : 0.16395121812820435
1988400 0.164121 0.163951 0.168540 CURRENT LEARNING RATE: 1.6199428859035054e-09
previous_iter_valid_loss : 0.1668776422739029
1988420 0.167037 0.166878 0.167882 CURRENT LEARNING RATE: 1.6196189297230236e-09
previous_iter_valid_loss : 0.17069046199321747
1988440 0.170838 0.170690 0.168389 CURRENT LEARNING RATE: 1.6192950383272987e-09
previous_iter_valid_loss : 0.17250734567642212
1988460 0.172781 0.172507 0.168987 CURRENT LEARNING RATE: 1.618971211703376e-09
previous_iter_valid_loss : 0.1605599820613861
1988480 0.160726 0.160560 0.168848 CURRENT LEARNING RATE: 1.6186474498382961e-09
previous_iter_valid_loss : 0.1605224460363388
1988500 0.160679 0.160522 0.167653 CURRENT LEARNING RATE: 1.61832375271912e-09
previous_iter_valid_loss : 0.18081055581569672
1988520 0.181148 0.180811 0.168393 CURRENT LEARNING RATE: 1.6180001203328944e-09
previous_iter_valid_loss : 0.18197883665561676
1988540 0.182329 0.181979 0.169466 CURRENT LEARNING RATE: 1.6176765526666738e-09
previous_iter_valid_loss : 0.1683606207370758
1988560 0.168518 0.168361 0.169500 CURRENT LEARNING RATE: 1.6173530497075155e-09
previous_iter_valid_loss : 0.1662812978029251
1988580 0.166437 0.166281 0.168854 CURRENT LEARNING RATE: 1.6170296114424792e-09
previous_iter_valid_loss : 0.1671305149793625
1988600 0.167360 0.167131 0.169140 CURRENT LEARNING RATE: 1.6167062378586278e-09
previous_iter_valid_loss : 0.1664596050977707
1988620 0.166620 0.166460 0.169437 CURRENT LEARNING RATE: 1.6163829289430261e-09
previous_iter_valid_loss : 0.16112828254699707
1988640 0.161286 0.161128 0.169112 CURRENT LEARNING RATE: 1.616059684682736e-09
previous_iter_valid_loss : 0.16092047095298767
1988660 0.161104 0.160920 0.168845 CURRENT LEARNING RATE: 1.6157365050648393e-09
previous_iter_valid_loss : 0.16104474663734436
1988680 0.161220 0.161045 0.168657 CURRENT LEARNING RATE: 1.6154133900764029e-09
previous_iter_valid_loss : 0.16403695940971375
1988700 0.164202 0.164037 0.168819 CURRENT LEARNING RATE: 1.6150903397045025e-09
previous_iter_valid_loss : 0.16768033802509308
1988720 0.167898 0.167680 0.167866 CURRENT LEARNING RATE: 1.6147673539362159e-09
previous_iter_valid_loss : 0.16060876846313477
1988740 0.160755 0.160609 0.167864 CURRENT LEARNING RATE: 1.6144444327586235e-09
previous_iter_valid_loss : 0.16309386491775513
1988760 0.163286 0.163094 0.166863 CURRENT LEARNING RATE: 1.6141215761588084e-09
previous_iter_valid_loss : 0.16053298115730286
1988780 0.160693 0.160533 0.166257 CURRENT LEARNING RATE: 1.6137987841238513e-09
previous_iter_valid_loss : 0.16067712008953094
1988800 0.160835 0.160677 0.166093 CURRENT LEARNING RATE: 1.6134760566408513e-09
previous_iter_valid_loss : 0.16394531726837158
1988820 0.164146 0.163945 0.165946 CURRENT LEARNING RATE: 1.6131533936968939e-09
previous_iter_valid_loss : 0.1612161248922348
1988840 0.161374 0.161216 0.165472 CURRENT LEARNING RATE: 1.6128307952790724e-09
previous_iter_valid_loss : 0.1630614697933197
1988860 0.163224 0.163061 0.165000 CURRENT LEARNING RATE: 1.6125082613744828e-09
previous_iter_valid_loss : 0.16093710064888
1988880 0.161120 0.160937 0.165019 CURRENT LEARNING RATE: 1.6121857919702241e-09
previous_iter_valid_loss : 0.16262151300907135
1988900 0.162787 0.162622 0.165124 CURRENT LEARNING RATE: 1.611863387053397e-09
previous_iter_valid_loss : 0.1647127866744995
1988920 0.164877 0.164713 0.164319 CURRENT LEARNING RATE: 1.6115410466111057e-09
previous_iter_valid_loss : 0.1605450063943863
1988940 0.160708 0.160545 0.163247 CURRENT LEARNING RATE: 1.611218770630451e-09
previous_iter_valid_loss : 0.16672195494174957
1988960 0.166933 0.166722 0.163165 CURRENT LEARNING RATE: 1.6108965590985531e-09
previous_iter_valid_loss : 0.17046940326690674
1988980 0.170614 0.170469 0.163375 CURRENT LEARNING RATE: 1.6105744120025174e-09
previous_iter_valid_loss : 0.16147024929523468
1989000 0.161655 0.161470 0.163092 CURRENT LEARNING RATE: 1.6102523293294586e-09
previous_iter_valid_loss : 0.16076260805130005
1989020 0.160918 0.160763 0.162807 CURRENT LEARNING RATE: 1.609930311066493e-09
previous_iter_valid_loss : 0.16126210987567902
1989040 0.161415 0.161262 0.162814 CURRENT LEARNING RATE: 1.6096083572007403e-09
previous_iter_valid_loss : 0.16076868772506714
1989060 0.160950 0.160769 0.162806 CURRENT LEARNING RATE: 1.6092864677193221e-09
previous_iter_valid_loss : 0.1654171645641327
1989080 0.165580 0.165417 0.163025 CURRENT LEARNING RATE: 1.6089646426093625e-09
previous_iter_valid_loss : 0.16351911425590515
1989100 0.163685 0.163519 0.162999 CURRENT LEARNING RATE: 1.6086428818579837e-09
previous_iter_valid_loss : 0.16089697182178497
1989120 0.161058 0.160897 0.162660 CURRENT LEARNING RATE: 1.6083211854523256e-09
previous_iter_valid_loss : 0.16198596358299255
1989140 0.162181 0.161986 0.162728 CURRENT LEARNING RATE: 1.6079995533795153e-09
previous_iter_valid_loss : 0.16431924700737
1989160 0.164518 0.164319 0.162790 CURRENT LEARNING RATE: 1.6076779856266871e-09
previous_iter_valid_loss : 0.18035675585269928
1989180 0.180513 0.180357 0.163781 CURRENT LEARNING RATE: 1.6073564821809789e-09
previous_iter_valid_loss : 0.167340487241745
1989200 0.167500 0.167340 0.164114 CURRENT LEARNING RATE: 1.6070350430295299e-09
previous_iter_valid_loss : 0.166495218873024
1989220 0.166656 0.166495 0.164242 CURRENT LEARNING RATE: 1.6067136681594832e-09
previous_iter_valid_loss : 0.17228639125823975
1989240 0.172556 0.172286 0.164795 CURRENT LEARNING RATE: 1.6063923575579774e-09
previous_iter_valid_loss : 0.16758482158184052
1989260 0.167742 0.167585 0.165021 CURRENT LEARNING RATE: 1.606071111212172e-09
previous_iter_valid_loss : 0.16069574654102325
1989280 0.160864 0.160696 0.165009 CURRENT LEARNING RATE: 1.6057499291092113e-09
previous_iter_valid_loss : 0.16052277386188507
1989300 0.160682 0.160523 0.164904 CURRENT LEARNING RATE: 1.6054288112362477e-09
previous_iter_valid_loss : 0.16369646787643433
1989320 0.163869 0.163696 0.164853 CURRENT LEARNING RATE: 1.6051077575804372e-09
previous_iter_valid_loss : 0.16698423027992249
1989340 0.167189 0.166984 0.165175 CURRENT LEARNING RATE: 1.604786768128937e-09
previous_iter_valid_loss : 0.16483387351036072
1989360 0.165032 0.164834 0.165081 CURRENT LEARNING RATE: 1.6044658428689074e-09
previous_iter_valid_loss : 0.16805656254291534
1989380 0.168292 0.168057 0.164960 CURRENT LEARNING RATE: 1.6041449817875123e-09
previous_iter_valid_loss : 0.16741955280303955
1989400 0.167583 0.167420 0.165258 CURRENT LEARNING RATE: 1.6038241848719105e-09
previous_iter_valid_loss : 0.16926750540733337
1989420 0.169427 0.169268 0.165683 CURRENT LEARNING RATE: 1.6035034521092824e-09
previous_iter_valid_loss : 0.16468575596809387
1989440 0.164886 0.164686 0.165854 CURRENT LEARNING RATE: 1.6031827834867925e-09
previous_iter_valid_loss : 0.16304318606853485
1989460 0.163236 0.163043 0.165968 CURRENT LEARNING RATE: 1.602862178991614e-09
previous_iter_valid_loss : 0.17757323384284973
1989480 0.177879 0.177573 0.166576 CURRENT LEARNING RATE: 1.602541638610923e-09
previous_iter_valid_loss : 0.17206571996212006
1989500 0.172335 0.172066 0.167003 CURRENT LEARNING RATE: 1.6022211623318977e-09
previous_iter_valid_loss : 0.16113412380218506
1989520 0.161320 0.161134 0.167015 CURRENT LEARNING RATE: 1.6019007501417193e-09
previous_iter_valid_loss : 0.1623888462781906
1989540 0.162555 0.162389 0.167035 CURRENT LEARNING RATE: 1.601580402027565e-09
previous_iter_valid_loss : 0.16399431228637695
1989560 0.164189 0.163994 0.167019 CURRENT LEARNING RATE: 1.6012601179766331e-09
previous_iter_valid_loss : 0.160689115524292
1989580 0.160864 0.160689 0.166036 CURRENT LEARNING RATE: 1.600939897976106e-09
previous_iter_valid_loss : 0.16730721294879913
1989600 0.167530 0.167307 0.166034 CURRENT LEARNING RATE: 1.6006197420131749e-09
previous_iter_valid_loss : 0.16689789295196533
1989620 0.167127 0.166898 0.166054 CURRENT LEARNING RATE: 1.6002996500750338e-09
previous_iter_valid_loss : 0.1659795045852661
1989640 0.166184 0.165980 0.165739 CURRENT LEARNING RATE: 1.5999796221488788e-09
previous_iter_valid_loss : 0.16924919188022614
1989660 0.169495 0.169249 0.165822 CURRENT LEARNING RATE: 1.599659658221909e-09
previous_iter_valid_loss : 0.16067075729370117
1989680 0.160841 0.160671 0.165821 CURRENT LEARNING RATE: 1.5993397582813258e-09
previous_iter_valid_loss : 0.17490221560001373
1989700 0.175055 0.174902 0.166540 CURRENT LEARNING RATE: 1.5990199223143277e-09
previous_iter_valid_loss : 0.16219493746757507
1989720 0.162377 0.162195 0.166464 CURRENT LEARNING RATE: 1.5987001503081317e-09
previous_iter_valid_loss : 0.16871753334999084
1989740 0.168940 0.168718 0.166551 CURRENT LEARNING RATE: 1.5983804422499425e-09
previous_iter_valid_loss : 0.16053560376167297
1989760 0.160706 0.160536 0.166336 CURRENT LEARNING RATE: 1.5980607981269711e-09
previous_iter_valid_loss : 0.16051900386810303
1989780 0.160685 0.160519 0.165959 CURRENT LEARNING RATE: 1.5977412179264317e-09
previous_iter_valid_loss : 0.16345681250095367
1989800 0.163625 0.163457 0.165761 CURRENT LEARNING RATE: 1.5974217016355412e-09
previous_iter_valid_loss : 0.16231609880924225
1989820 0.162502 0.162316 0.165414 CURRENT LEARNING RATE: 1.5971022492415191e-09
previous_iter_valid_loss : 0.1653907150030136
1989840 0.165556 0.165391 0.165449 CURRENT LEARNING RATE: 1.5967828607315871e-09
previous_iter_valid_loss : 0.16379626095294952
1989860 0.163965 0.163796 0.165487 CURRENT LEARNING RATE: 1.596463536092964e-09
previous_iter_valid_loss : 0.16073912382125854
1989880 0.160915 0.160739 0.164645 CURRENT LEARNING RATE: 1.5961442753128887e-09
previous_iter_valid_loss : 0.16498616337776184
1989900 0.165154 0.164986 0.164291 CURRENT LEARNING RATE: 1.5958250783785842e-09
previous_iter_valid_loss : 0.16443029046058655
1989920 0.164646 0.164430 0.164456 CURRENT LEARNING RATE: 1.5955059452772832e-09
previous_iter_valid_loss : 0.16639173030853271
1989940 0.166616 0.166392 0.164656 CURRENT LEARNING RATE: 1.5951868759962203e-09
previous_iter_valid_loss : 0.16054667532444
1989960 0.160707 0.160547 0.164483 CURRENT LEARNING RATE: 1.5948678705226323e-09
previous_iter_valid_loss : 0.1647302508354187
1989980 0.164945 0.164730 0.164686 CURRENT LEARNING RATE: 1.5945489288437597e-09
previous_iter_valid_loss : 0.16462494432926178
1990000 0.164835 0.164625 0.164551 CURRENT LEARNING RATE: 1.5942300509468385e-09
previous_iter_valid_loss : 0.17551523447036743
1990020 0.175664 0.175515 0.164982 CURRENT LEARNING RATE: 1.5939112368191256e-09
previous_iter_valid_loss : 0.1870955526828766
1990040 0.187237 0.187096 0.166038 CURRENT LEARNING RATE: 1.5935924864478619e-09
previous_iter_valid_loss : 0.1985427290201187
1990060 0.199047 0.198543 0.167503 CURRENT LEARNING RATE: 1.5932737998202981e-09
previous_iter_valid_loss : 0.16080205142498016
1990080 0.160983 0.160802 0.167509 CURRENT LEARNING RATE: 1.5929551769236864e-09
previous_iter_valid_loss : 0.16077037155628204
1990100 0.160943 0.160770 0.166803 CURRENT LEARNING RATE: 1.5926366177452823e-09
previous_iter_valid_loss : 0.16462679207324982
1990120 0.164784 0.164627 0.166924 CURRENT LEARNING RATE: 1.592318122272343e-09
previous_iter_valid_loss : 0.16642478108406067
1990140 0.166633 0.166425 0.166810 CURRENT LEARNING RATE: 1.5919996904921286e-09
previous_iter_valid_loss : 0.18488968908786774
1990160 0.185262 0.184890 0.168027 CURRENT LEARNING RATE: 1.5916813223918965e-09
previous_iter_valid_loss : 0.17296312749385834
1990180 0.173235 0.172963 0.168650 CURRENT LEARNING RATE: 1.5913630179589231e-09
previous_iter_valid_loss : 0.16567958891391754
1990200 0.165837 0.165680 0.168761 CURRENT LEARNING RATE: 1.5910447771804708e-09
previous_iter_valid_loss : 0.18506698310375214
1990220 0.185448 0.185067 0.169898 CURRENT LEARNING RATE: 1.5907266000438097e-09
previous_iter_valid_loss : 0.16060864925384521
1990240 0.160777 0.160609 0.169659 CURRENT LEARNING RATE: 1.5904084865362128e-09
previous_iter_valid_loss : 0.1609744280576706
1990260 0.161154 0.160974 0.169518 CURRENT LEARNING RATE: 1.5900904366449556e-09
previous_iter_valid_loss : 0.1610855907201767
1990280 0.161234 0.161086 0.169535 CURRENT LEARNING RATE: 1.589772450357316e-09
previous_iter_valid_loss : 0.1627303510904312
1990300 0.162891 0.162730 0.169423 CURRENT LEARNING RATE: 1.5894545276605749e-09
previous_iter_valid_loss : 0.16757836937904358
1990320 0.167735 0.167578 0.169580 CURRENT LEARNING RATE: 1.5891366685420094e-09
previous_iter_valid_loss : 0.1658521443605423
1990340 0.166066 0.165852 0.169553 CURRENT LEARNING RATE: 1.588818872988916e-09
previous_iter_valid_loss : 0.16560381650924683
1990360 0.165763 0.165604 0.169806 CURRENT LEARNING RATE: 1.5885011409885782e-09
previous_iter_valid_loss : 0.19756780564785004
1990380 0.197669 0.197568 0.171448 CURRENT LEARNING RATE: 1.5881834725282862e-09
previous_iter_valid_loss : 0.17120260000228882
1990400 0.171351 0.171203 0.171777 CURRENT LEARNING RATE: 1.5878658675953333e-09
previous_iter_valid_loss : 0.19324204325675964
1990420 0.193715 0.193242 0.172663 CURRENT LEARNING RATE: 1.5875483261770152e-09
previous_iter_valid_loss : 0.16479557752609253
1990440 0.165007 0.164796 0.171548 CURRENT LEARNING RATE: 1.5872308482606304e-09
previous_iter_valid_loss : 0.2008252590894699
1990460 0.200913 0.200825 0.171662 CURRENT LEARNING RATE: 1.586913433833474e-09
previous_iter_valid_loss : 0.1750422567129135
1990480 0.175191 0.175042 0.172374 CURRENT LEARNING RATE: 1.5865960828828611e-09
previous_iter_valid_loss : 0.1625511199235916
1990500 0.162732 0.162551 0.172463 CURRENT LEARNING RATE: 1.5862787953960914e-09
previous_iter_valid_loss : 0.1605604887008667
1990520 0.160730 0.160560 0.172260 CURRENT LEARNING RATE: 1.585961571360474e-09
previous_iter_valid_loss : 0.1875210404396057
1990540 0.187915 0.187521 0.173315 CURRENT LEARNING RATE: 1.5856444107633197e-09
previous_iter_valid_loss : 0.16368870437145233
1990560 0.163881 0.163689 0.172255 CURRENT LEARNING RATE: 1.585327313591942e-09
previous_iter_valid_loss : 0.19025565683841705
1990580 0.190683 0.190256 0.173119 CURRENT LEARNING RATE: 1.5850102798336568e-09
previous_iter_valid_loss : 0.1686338484287262
1990600 0.168862 0.168634 0.173267 CURRENT LEARNING RATE: 1.584693309475783e-09
previous_iter_valid_loss : 0.16238178312778473
1990620 0.162544 0.162382 0.172133 CURRENT LEARNING RATE: 1.5843764025056365e-09
previous_iter_valid_loss : 0.1653723418712616
1990640 0.165571 0.165372 0.172371 CURRENT LEARNING RATE: 1.5840595589105518e-09
previous_iter_valid_loss : 0.16064272820949554
1990660 0.160815 0.160643 0.172354 CURRENT LEARNING RATE: 1.5837427786778497e-09
previous_iter_valid_loss : 0.16051627695560455
1990680 0.160672 0.160516 0.172326 CURRENT LEARNING RATE: 1.5834260617948587e-09
previous_iter_valid_loss : 0.16131383180618286
1990700 0.161464 0.161314 0.172255 CURRENT LEARNING RATE: 1.5831094082489107e-09
previous_iter_valid_loss : 0.16687870025634766
1990720 0.167040 0.166879 0.172220 CURRENT LEARNING RATE: 1.582792818027339e-09
previous_iter_valid_loss : 0.16210128366947174
1990740 0.162286 0.162101 0.172033 CURRENT LEARNING RATE: 1.5824762911174804e-09
previous_iter_valid_loss : 0.17768637835979462
1990760 0.177840 0.177686 0.172637 CURRENT LEARNING RATE: 1.582159827506668e-09
previous_iter_valid_loss : 0.17637236416339874
1990780 0.176532 0.176372 0.171577 CURRENT LEARNING RATE: 1.5818434271822545e-09
previous_iter_valid_loss : 0.18019512295722961
1990800 0.180522 0.180195 0.172026 CURRENT LEARNING RATE: 1.5815270901315785e-09
previous_iter_valid_loss : 0.16259123384952545
1990820 0.162752 0.162591 0.170494 CURRENT LEARNING RATE: 1.581210816341986e-09
previous_iter_valid_loss : 0.1612248718738556
1990840 0.161380 0.161225 0.170315 CURRENT LEARNING RATE: 1.5808946058008265e-09
previous_iter_valid_loss : 0.16062842309474945
1990860 0.160802 0.160628 0.168306 CURRENT LEARNING RATE: 1.5805784584954514e-09
previous_iter_valid_loss : 0.16301047801971436
1990880 0.163206 0.163010 0.167704 CURRENT LEARNING RATE: 1.580262374413215e-09
previous_iter_valid_loss : 0.1639367640018463
1990900 0.164108 0.163937 0.167773 CURRENT LEARNING RATE: 1.5799463535414735e-09
previous_iter_valid_loss : 0.16271038353443146
1990920 0.162874 0.162710 0.167881 CURRENT LEARNING RATE: 1.579630395867581e-09
previous_iter_valid_loss : 0.1607888787984848
1990940 0.160951 0.160789 0.166544 CURRENT LEARNING RATE: 1.57931450137891e-09
previous_iter_valid_loss : 0.16101688146591187
1990960 0.161178 0.161017 0.166411 CURRENT LEARNING RATE: 1.5789986700628195e-09
previous_iter_valid_loss : 0.1655329018831253
1990980 0.165734 0.165533 0.165174 CURRENT LEARNING RATE: 1.5786829019066756e-09
previous_iter_valid_loss : 0.16140778362751007
1991000 0.161593 0.161408 0.164813 CURRENT LEARNING RATE: 1.5783671968978485e-09
previous_iter_valid_loss : 0.1624595820903778
1991020 0.162621 0.162460 0.164817 CURRENT LEARNING RATE: 1.578051555023709e-09
previous_iter_valid_loss : 0.1605377197265625
1991040 0.160695 0.160538 0.164575 CURRENT LEARNING RATE: 1.5777359762716323e-09
previous_iter_valid_loss : 0.1646415889263153
1991060 0.164798 0.164642 0.164775 CURRENT LEARNING RATE: 1.5774204606289944e-09
previous_iter_valid_loss : 0.1691398322582245
1991080 0.169379 0.169140 0.165206 CURRENT LEARNING RATE: 1.57710500808317e-09
previous_iter_valid_loss : 0.16101543605327606
1991100 0.161200 0.161015 0.165191 CURRENT LEARNING RATE: 1.5767896186215517e-09
previous_iter_valid_loss : 0.1611379086971283
1991120 0.161327 0.161138 0.164904 CURRENT LEARNING RATE: 1.5764742922315181e-09
previous_iter_valid_loss : 0.1611650586128235
1991140 0.161353 0.161165 0.164858 CURRENT LEARNING RATE: 1.5761590289004566e-09
previous_iter_valid_loss : 0.19069010019302368
1991160 0.190815 0.190690 0.165508 CURRENT LEARNING RATE: 1.5758438286157562e-09
previous_iter_valid_loss : 0.1696603149175644
1991180 0.169811 0.169660 0.165172 CURRENT LEARNING RATE: 1.5755286913648093e-09
previous_iter_valid_loss : 0.16135932505130768
1991200 0.161516 0.161359 0.164230 CURRENT LEARNING RATE: 1.5752136171350105e-09
previous_iter_valid_loss : 0.17039328813552856
1991220 0.170544 0.170393 0.164621 CURRENT LEARNING RATE: 1.5748986059137508e-09
previous_iter_valid_loss : 0.16809383034706116
1991240 0.168249 0.168094 0.164964 CURRENT LEARNING RATE: 1.574583657688441e-09
previous_iter_valid_loss : 0.1627948135137558
1991260 0.162996 0.162795 0.165072 CURRENT LEARNING RATE: 1.574268772446478e-09
previous_iter_valid_loss : 0.16891662776470184
1991280 0.169149 0.168917 0.165368 CURRENT LEARNING RATE: 1.5739539501752659e-09
previous_iter_valid_loss : 0.16074775159358978
1991300 0.160912 0.160748 0.165208 CURRENT LEARNING RATE: 1.573639190862212e-09
previous_iter_valid_loss : 0.1915307641029358
1991320 0.191966 0.191531 0.166649 CURRENT LEARNING RATE: 1.5733244944947262e-09
previous_iter_valid_loss : 0.16068816184997559
1991340 0.160855 0.160688 0.166644 CURRENT LEARNING RATE: 1.57300986106022e-09
previous_iter_valid_loss : 0.16050152480602264
1991360 0.160672 0.160502 0.166618 CURRENT LEARNING RATE: 1.5726952905461088e-09
previous_iter_valid_loss : 0.16774077713489532
1991380 0.167896 0.167741 0.166729 CURRENT LEARNING RATE: 1.5723807829398037e-09
previous_iter_valid_loss : 0.1606062799692154
1991400 0.160779 0.160606 0.166689 CURRENT LEARNING RATE: 1.5720663382287358e-09
previous_iter_valid_loss : 0.1608295887708664
1991420 0.160993 0.160830 0.166607 CURRENT LEARNING RATE: 1.5717519564003214e-09
previous_iter_valid_loss : 0.1615350991487503
1991440 0.161733 0.161535 0.166657 CURRENT LEARNING RATE: 1.5714376374419859e-09
previous_iter_valid_loss : 0.1876835972070694
1991460 0.187828 0.187684 0.167809 CURRENT LEARNING RATE: 1.5711233813411557e-09
previous_iter_valid_loss : 0.16246932744979858
1991480 0.162641 0.162469 0.167476 CURRENT LEARNING RATE: 1.5708091880852611e-09
previous_iter_valid_loss : 0.16423450410366058
1991500 0.164414 0.164235 0.167637 CURRENT LEARNING RATE: 1.5704950576617343e-09
previous_iter_valid_loss : 0.16110187768936157
1991520 0.161281 0.161102 0.167635 CURRENT LEARNING RATE: 1.5701809900580043e-09
previous_iter_valid_loss : 0.16119162738323212
1991540 0.161353 0.161192 0.167636 CURRENT LEARNING RATE: 1.5698669852615195e-09
previous_iter_valid_loss : 0.16127759218215942
1991560 0.161468 0.161278 0.166165 CURRENT LEARNING RATE: 1.5695530432597148e-09
previous_iter_valid_loss : 0.1634504199028015
1991580 0.163621 0.163450 0.165855 CURRENT LEARNING RATE: 1.5692391640400318e-09
previous_iter_valid_loss : 0.16794021427631378
1991600 0.168092 0.167940 0.166184 CURRENT LEARNING RATE: 1.5689253475899154e-09
previous_iter_valid_loss : 0.16338223218917847
1991620 0.163591 0.163382 0.165833 CURRENT LEARNING RATE: 1.5686115938968136e-09
previous_iter_valid_loss : 0.1606353372335434
1991640 0.160796 0.160635 0.165461 CURRENT LEARNING RATE: 1.5682979029481755e-09
previous_iter_valid_loss : 0.1633155345916748
1991660 0.163518 0.163316 0.165487 CURRENT LEARNING RATE: 1.5679842747314537e-09
previous_iter_valid_loss : 0.16555438935756683
1991680 0.165720 0.165554 0.165318 CURRENT LEARNING RATE: 1.5676707092340974e-09
previous_iter_valid_loss : 0.16194184124469757
1991700 0.162110 0.161942 0.165378 CURRENT LEARNING RATE: 1.5673572064435752e-09
previous_iter_valid_loss : 0.1628444939851761
1991720 0.162999 0.162844 0.163944 CURRENT LEARNING RATE: 1.5670437663473419e-09
previous_iter_valid_loss : 0.16090817749500275
1991740 0.161078 0.160908 0.163955 CURRENT LEARNING RATE: 1.5667303889328592e-09
previous_iter_valid_loss : 0.16119717061519623
1991760 0.161345 0.161197 0.163990 CURRENT LEARNING RATE: 1.5664170741875922e-09
previous_iter_valid_loss : 0.1739809513092041
1991780 0.174245 0.173981 0.164302 CURRENT LEARNING RATE: 1.5661038220990083e-09
previous_iter_valid_loss : 0.1633385717868805
1991800 0.163502 0.163339 0.164438 CURRENT LEARNING RATE: 1.5657906326545778e-09
previous_iter_valid_loss : 0.16543793678283691
1991820 0.165650 0.165438 0.164669 CURRENT LEARNING RATE: 1.5654775058417725e-09
previous_iter_valid_loss : 0.16491936147212982
1991840 0.165092 0.164919 0.164838 CURRENT LEARNING RATE: 1.5651644416480624e-09
previous_iter_valid_loss : 0.164338156580925
1991860 0.164506 0.164338 0.163671 CURRENT LEARNING RATE: 1.5648514400609353e-09
previous_iter_valid_loss : 0.17046253383159637
1991880 0.170610 0.170463 0.164070 CURRENT LEARNING RATE: 1.5645385010678666e-09
previous_iter_valid_loss : 0.16111838817596436
1991900 0.161272 0.161118 0.163914 CURRENT LEARNING RATE: 1.5642256246563376e-09
previous_iter_valid_loss : 0.16546234488487244
1991920 0.165625 0.165462 0.164133 CURRENT LEARNING RATE: 1.563912810813834e-09
previous_iter_valid_loss : 0.16087092459201813
1991940 0.161032 0.160871 0.164116 CURRENT LEARNING RATE: 1.5636000595278434e-09
previous_iter_valid_loss : 0.16205044090747833
1991960 0.162233 0.162050 0.164155 CURRENT LEARNING RATE: 1.5632873707858548e-09
previous_iter_valid_loss : 0.1669567972421646
1991980 0.167181 0.166957 0.164330 CURRENT LEARNING RATE: 1.562974744575356e-09
previous_iter_valid_loss : 0.16612501442432404
1992000 0.166340 0.166125 0.164240 CURRENT LEARNING RATE: 1.5626621808838527e-09
previous_iter_valid_loss : 0.17210297286510468
1992020 0.172354 0.172103 0.164676 CURRENT LEARNING RATE: 1.5623496796988367e-09
previous_iter_valid_loss : 0.16629064083099365
1992040 0.166498 0.166291 0.164958 CURRENT LEARNING RATE: 1.5620372410078083e-09
previous_iter_valid_loss : 0.1700158417224884
1992060 0.170268 0.170016 0.165293 CURRENT LEARNING RATE: 1.5617248647982698e-09
previous_iter_valid_loss : 0.16058017313480377
1992080 0.160743 0.160580 0.165045 CURRENT LEARNING RATE: 1.5614125510577259e-09
previous_iter_valid_loss : 0.1609085649251938
1992100 0.161087 0.160909 0.164993 CURRENT LEARNING RATE: 1.5611002997736842e-09
previous_iter_valid_loss : 0.16262811422348022
1992120 0.162789 0.162628 0.164982 CURRENT LEARNING RATE: 1.560788110933655e-09
previous_iter_valid_loss : 0.17019446194171906
1992140 0.170349 0.170194 0.165447 CURRENT LEARNING RATE: 1.5604759845251447e-09
previous_iter_valid_loss : 0.16184702515602112
1992160 0.162018 0.161847 0.165479 CURRENT LEARNING RATE: 1.5601639205356797e-09
previous_iter_valid_loss : 0.16075216233730316
1992180 0.160914 0.160752 0.164818 CURRENT LEARNING RATE: 1.5598519189527714e-09
previous_iter_valid_loss : 0.16727933287620544
1992200 0.167499 0.167279 0.165015 CURRENT LEARNING RATE: 1.5595399797639403e-09
previous_iter_valid_loss : 0.16331283748149872
1992220 0.163476 0.163313 0.164908 CURRENT LEARNING RATE: 1.5592281029567087e-09
previous_iter_valid_loss : 0.16053268313407898
1992240 0.160694 0.160533 0.164689 CURRENT LEARNING RATE: 1.558916288518601e-09
previous_iter_valid_loss : 0.16054297983646393
1992260 0.160697 0.160543 0.164499 CURRENT LEARNING RATE: 1.5586045364371455e-09
previous_iter_valid_loss : 0.1605120152235031
1992280 0.160678 0.160512 0.164002 CURRENT LEARNING RATE: 1.5582928466998714e-09
previous_iter_valid_loss : 0.1731598824262619
1992300 0.173304 0.173160 0.164604 CURRENT LEARNING RATE: 1.557981219294306e-09
previous_iter_valid_loss : 0.16546840965747833
1992320 0.165675 0.165468 0.164604 CURRENT LEARNING RATE: 1.557669654207995e-09
previous_iter_valid_loss : 0.16096922755241394
1992340 0.161133 0.160969 0.164609 CURRENT LEARNING RATE: 1.5573581514284703e-09
previous_iter_valid_loss : 0.16049183905124664
1992360 0.160656 0.160492 0.164531 CURRENT LEARNING RATE: 1.5570467109432722e-09
previous_iter_valid_loss : 0.1674707531929016
1992380 0.167690 0.167471 0.164557 CURRENT LEARNING RATE: 1.5567353327399423e-09
previous_iter_valid_loss : 0.16105647385120392
1992400 0.161237 0.161056 0.164304 CURRENT LEARNING RATE: 1.5564240168060261e-09
previous_iter_valid_loss : 0.16155990958213806
1992420 0.161752 0.161560 0.163776 CURRENT LEARNING RATE: 1.556112763129071e-09
previous_iter_valid_loss : 0.1772627979516983
1992440 0.177419 0.177263 0.164325 CURRENT LEARNING RATE: 1.555801571696621e-09
previous_iter_valid_loss : 0.16477516293525696
1992460 0.164975 0.164775 0.164063 CURRENT LEARNING RATE: 1.5554904424962395e-09
previous_iter_valid_loss : 0.16556204855442047
1992480 0.165763 0.165562 0.164312 CURRENT LEARNING RATE: 1.555179375515476e-09
previous_iter_valid_loss : 0.1651110202074051
1992500 0.165271 0.165111 0.164522 CURRENT LEARNING RATE: 1.5548683707418878e-09
previous_iter_valid_loss : 0.16660550236701965
1992520 0.166763 0.166606 0.164721 CURRENT LEARNING RATE: 1.5545574281630345e-09
previous_iter_valid_loss : 0.164014995098114
1992540 0.164179 0.164015 0.164412 CURRENT LEARNING RATE: 1.5542465477664786e-09
previous_iter_valid_loss : 0.16553981602191925
1992560 0.165759 0.165540 0.164597 CURRENT LEARNING RATE: 1.5539357295397845e-09
previous_iter_valid_loss : 0.18824201822280884
1992580 0.188670 0.188242 0.165971 CURRENT LEARNING RATE: 1.55362497347052e-09
previous_iter_valid_loss : 0.16929204761981964
1992600 0.169536 0.169292 0.166072 CURRENT LEARNING RATE: 1.5533142795462492e-09
previous_iter_valid_loss : 0.1606599986553192
1992620 0.160809 0.160660 0.165939 CURRENT LEARNING RATE: 1.5530036477545552e-09
previous_iter_valid_loss : 0.16061678528785706
1992640 0.160787 0.160617 0.165943 CURRENT LEARNING RATE: 1.5526930780830075e-09
previous_iter_valid_loss : 0.16408096253871918
1992660 0.164247 0.164081 0.166120 CURRENT LEARNING RATE: 1.5523825705191833e-09
previous_iter_valid_loss : 0.16209706664085388
1992680 0.162293 0.162097 0.166200 CURRENT LEARNING RATE: 1.5520721250506618e-09
previous_iter_valid_loss : 0.16977155208587646
1992700 0.169922 0.169772 0.166030 CURRENT LEARNING RATE: 1.5517617416650254e-09
previous_iter_valid_loss : 0.1629074513912201
1992720 0.163098 0.162907 0.165902 CURRENT LEARNING RATE: 1.551451420349859e-09
previous_iter_valid_loss : 0.16081088781356812
1992740 0.160967 0.160811 0.165894 CURRENT LEARNING RATE: 1.5511411610927443e-09
previous_iter_valid_loss : 0.1626134067773819
1992760 0.162773 0.162613 0.166000 CURRENT LEARNING RATE: 1.5508309638812816e-09
previous_iter_valid_loss : 0.16121889650821686
1992780 0.161401 0.161219 0.165688 CURRENT LEARNING RATE: 1.5505208287030576e-09
previous_iter_valid_loss : 0.1782616674900055
1992800 0.178417 0.178262 0.166548 CURRENT LEARNING RATE: 1.550210755545667e-09
previous_iter_valid_loss : 0.16107581555843353
1992820 0.161235 0.161076 0.166524 CURRENT LEARNING RATE: 1.5499007443967069e-09
previous_iter_valid_loss : 0.16870421171188354
1992840 0.168862 0.168704 0.166096 CURRENT LEARNING RATE: 1.5495907952437769e-09
previous_iter_valid_loss : 0.16248953342437744
1992860 0.162673 0.162490 0.165982 CURRENT LEARNING RATE: 1.5492809080744786e-09
previous_iter_valid_loss : 0.1605834662914276
1992880 0.160754 0.160583 0.165733 CURRENT LEARNING RATE: 1.5489710828764171e-09
previous_iter_valid_loss : 0.18490177392959595
1992900 0.185045 0.184902 0.166722 CURRENT LEARNING RATE: 1.5486613196371934e-09
previous_iter_valid_loss : 0.16134490072727203
1992920 0.161532 0.161345 0.166459 CURRENT LEARNING RATE: 1.5483516183444281e-09
previous_iter_valid_loss : 0.16053643822669983
1992940 0.160708 0.160536 0.166285 CURRENT LEARNING RATE: 1.548041978985728e-09
previous_iter_valid_loss : 0.16070915758609772
1992960 0.160883 0.160709 0.166044 CURRENT LEARNING RATE: 1.5477324015487072e-09
previous_iter_valid_loss : 0.16255153715610504
1992980 0.162732 0.162552 0.164759 CURRENT LEARNING RATE: 1.5474228860209828e-09
previous_iter_valid_loss : 0.1605280339717865
1993000 0.160697 0.160528 0.164321 CURRENT LEARNING RATE: 1.5471134323901738e-09
previous_iter_valid_loss : 0.1668105572462082
1993020 0.167036 0.166811 0.164628 CURRENT LEARNING RATE: 1.5468040406439023e-09
previous_iter_valid_loss : 0.16753026843070984
1993040 0.167688 0.167530 0.164974 CURRENT LEARNING RATE: 1.5464947107697929e-09
previous_iter_valid_loss : 0.16217590868473053
1993060 0.162327 0.162176 0.164879 CURRENT LEARNING RATE: 1.5461854427554666e-09
previous_iter_valid_loss : 0.17237849533557892
1993080 0.172531 0.172378 0.165393 CURRENT LEARNING RATE: 1.5458762365885637e-09
previous_iter_valid_loss : 0.16151468455791473
1993100 0.161672 0.161515 0.164980 CURRENT LEARNING RATE: 1.5455670922567104e-09
previous_iter_valid_loss : 0.16309399902820587
1993120 0.163291 0.163094 0.164989 CURRENT LEARNING RATE: 1.5452580097475409e-09
previous_iter_valid_loss : 0.17411822080612183
1993140 0.174264 0.174118 0.165655 CURRENT LEARNING RATE: 1.544948989048692e-09
previous_iter_valid_loss : 0.16090410947799683
1993160 0.161057 0.160904 0.165569 CURRENT LEARNING RATE: 1.5446400301478028e-09
previous_iter_valid_loss : 0.18004995584487915
1993180 0.180201 0.180050 0.166511 CURRENT LEARNING RATE: 1.5443311330325151e-09
previous_iter_valid_loss : 0.16074390709400177
1993200 0.160907 0.160744 0.165635 CURRENT LEARNING RATE: 1.5440222976904676e-09
previous_iter_valid_loss : 0.16069549322128296
1993220 0.160851 0.160695 0.165616 CURRENT LEARNING RATE: 1.5437135241093175e-09
previous_iter_valid_loss : 0.16425088047981262
1993240 0.164415 0.164251 0.165393 CURRENT LEARNING RATE: 1.5434048122767085e-09
previous_iter_valid_loss : 0.16406814754009247
1993260 0.164238 0.164068 0.165472 CURRENT LEARNING RATE: 1.5430961621802924e-09
previous_iter_valid_loss : 0.1693456768989563
1993280 0.169582 0.169346 0.165910 CURRENT LEARNING RATE: 1.542787573807723e-09
previous_iter_valid_loss : 0.1617930680513382
1993300 0.161947 0.161793 0.164755 CURRENT LEARNING RATE: 1.5424790471466568e-09
previous_iter_valid_loss : 0.16057941317558289
1993320 0.160740 0.160579 0.164717 CURRENT LEARNING RATE: 1.5421705821847527e-09
previous_iter_valid_loss : 0.16257286071777344
1993340 0.162725 0.162573 0.164818 CURRENT LEARNING RATE: 1.5418621789096718e-09
previous_iter_valid_loss : 0.16092224419116974
1993360 0.161077 0.160922 0.164829 CURRENT LEARNING RATE: 1.541553837309073e-09
previous_iter_valid_loss : 0.16341152787208557
1993380 0.163577 0.163412 0.164872 CURRENT LEARNING RATE: 1.5412455573706334e-09
previous_iter_valid_loss : 0.17942187190055847
1993400 0.179577 0.179422 0.165817 CURRENT LEARNING RATE: 1.5409373390820163e-09
previous_iter_valid_loss : 0.17063522338867188
1993420 0.170784 0.170635 0.166008 CURRENT LEARNING RATE: 1.540629182430893e-09
previous_iter_valid_loss : 0.16603223979473114
1993440 0.166245 0.166032 0.165933 CURRENT LEARNING RATE: 1.540321087404937e-09
previous_iter_valid_loss : 0.16356655955314636
1993460 0.163760 0.163567 0.166003 CURRENT LEARNING RATE: 1.5400130539918248e-09
previous_iter_valid_loss : 0.16598160564899445
1993480 0.166195 0.165982 0.165683 CURRENT LEARNING RATE: 1.5397050821792349e-09
previous_iter_valid_loss : 0.16594406962394714
1993500 0.166142 0.165944 0.165904 CURRENT LEARNING RATE: 1.5393971719548487e-09
previous_iter_valid_loss : 0.16085225343704224
1993520 0.161026 0.160852 0.165792 CURRENT LEARNING RATE: 1.539089323306344e-09
previous_iter_valid_loss : 0.16116559505462646
1993540 0.161312 0.161166 0.165145 CURRENT LEARNING RATE: 1.5387815362214178e-09
previous_iter_valid_loss : 0.16516511142253876
1993560 0.165325 0.165165 0.165358 CURRENT LEARNING RATE: 1.5384738106877535e-09
previous_iter_valid_loss : 0.16052527725696564
1993580 0.160686 0.160525 0.164381 CURRENT LEARNING RATE: 1.5381661466930416e-09
previous_iter_valid_loss : 0.16710959374904633
1993600 0.167271 0.167110 0.164700 CURRENT LEARNING RATE: 1.5378585442249757e-09
previous_iter_valid_loss : 0.1611499935388565
1993620 0.161308 0.161150 0.164722 CURRENT LEARNING RATE: 1.5375510032712522e-09
previous_iter_valid_loss : 0.1688014715909958
1993640 0.168958 0.168801 0.164950 CURRENT LEARNING RATE: 1.5372435238195686e-09
previous_iter_valid_loss : 0.16700434684753418
1993660 0.167232 0.167004 0.165097 CURRENT LEARNING RATE: 1.5369361058576208e-09
previous_iter_valid_loss : 0.1614307016134262
1993680 0.161580 0.161431 0.164701 CURRENT LEARNING RATE: 1.5366287493731231e-09
previous_iter_valid_loss : 0.1606627255678177
1993700 0.160822 0.160663 0.164644 CURRENT LEARNING RATE: 1.5363214543537754e-09
previous_iter_valid_loss : 0.16392509639263153
1993720 0.164123 0.163925 0.164812 CURRENT LEARNING RATE: 1.536014220787286e-09
previous_iter_valid_loss : 0.16304384171962738
1993740 0.163234 0.163044 0.164835 CURRENT LEARNING RATE: 1.535707048661366e-09
previous_iter_valid_loss : 0.16059616208076477
1993760 0.160766 0.160596 0.164819 CURRENT LEARNING RATE: 1.5353999379637279e-09
previous_iter_valid_loss : 0.16969774663448334
1993780 0.169945 0.169698 0.165133 CURRENT LEARNING RATE: 1.5350928886820876e-09
previous_iter_valid_loss : 0.16092078387737274
1993800 0.161074 0.160921 0.164208 CURRENT LEARNING RATE: 1.5347859008041628e-09
previous_iter_valid_loss : 0.16484346985816956
1993820 0.165042 0.164843 0.163919 CURRENT LEARNING RATE: 1.5344789743176692e-09
previous_iter_valid_loss : 0.16471759974956512
1993840 0.164921 0.164718 0.163853 CURRENT LEARNING RATE: 1.5341721092103399e-09
previous_iter_valid_loss : 0.17838843166828156
1993860 0.178543 0.178388 0.164594 CURRENT LEARNING RATE: 1.5338653054698951e-09
previous_iter_valid_loss : 0.1656791865825653
1993880 0.165878 0.165679 0.164579 CURRENT LEARNING RATE: 1.533558563084063e-09
previous_iter_valid_loss : 0.16222107410430908
1993900 0.162412 0.162221 0.164393 CURRENT LEARNING RATE: 1.5332518820405737e-09
previous_iter_valid_loss : 0.16115523874759674
1993920 0.161337 0.161155 0.164408 CURRENT LEARNING RATE: 1.5329452623271595e-09
previous_iter_valid_loss : 0.16775357723236084
1993940 0.167908 0.167754 0.164737 CURRENT LEARNING RATE: 1.5326387039315561e-09
previous_iter_valid_loss : 0.1636180877685547
1993960 0.163816 0.163618 0.164660 CURRENT LEARNING RATE: 1.532332206841496e-09
previous_iter_valid_loss : 0.16446171700954437
1993980 0.164615 0.164462 0.164857 CURRENT LEARNING RATE: 1.5320257710447292e-09
previous_iter_valid_loss : 0.1606554090976715
1994000 0.160811 0.160655 0.164534 CURRENT LEARNING RATE: 1.531719396528994e-09
previous_iter_valid_loss : 0.1609858125448227
1994020 0.161150 0.160986 0.164526 CURRENT LEARNING RATE: 1.5314130832820348e-09
previous_iter_valid_loss : 0.16476137936115265
1994040 0.164968 0.164761 0.164324 CURRENT LEARNING RATE: 1.531106831291599e-09
previous_iter_valid_loss : 0.16290383040905
1994060 0.163072 0.162904 0.164119 CURRENT LEARNING RATE: 1.5308006405454364e-09
previous_iter_valid_loss : 0.16114218533039093
1994080 0.161325 0.161142 0.164104 CURRENT LEARNING RATE: 1.5304945110312998e-09
previous_iter_valid_loss : 0.16526320576667786
1994100 0.165421 0.165263 0.164334 CURRENT LEARNING RATE: 1.5301884427369441e-09
previous_iter_valid_loss : 0.16084453463554382
1994120 0.160998 0.160845 0.164180 CURRENT LEARNING RATE: 1.5298824356501208e-09
previous_iter_valid_loss : 0.16085059940814972
1994140 0.161026 0.160851 0.164071 CURRENT LEARNING RATE: 1.5295764897586005e-09
previous_iter_valid_loss : 0.16635315120220184
1994160 0.166514 0.166353 0.164359 CURRENT LEARNING RATE: 1.5292706050501397e-09
previous_iter_valid_loss : 0.17805533111095428
1994180 0.178358 0.178055 0.164776 CURRENT LEARNING RATE: 1.5289647815125035e-09
previous_iter_valid_loss : 0.16629624366760254
1994200 0.166515 0.166296 0.165045 CURRENT LEARNING RATE: 1.528659019133459e-09
previous_iter_valid_loss : 0.17291311919689178
1994220 0.173186 0.172913 0.165449 CURRENT LEARNING RATE: 1.5283533179007752e-09
previous_iter_valid_loss : 0.17630866169929504
1994240 0.176463 0.176309 0.166028 CURRENT LEARNING RATE: 1.5280476778022245e-09
previous_iter_valid_loss : 0.1619197428226471
1994260 0.162078 0.161920 0.165205 CURRENT LEARNING RATE: 1.527742098825581e-09
previous_iter_valid_loss : 0.1630963683128357
1994280 0.163264 0.163096 0.165076 CURRENT LEARNING RATE: 1.5274365809586162e-09
previous_iter_valid_loss : 0.16309380531311035
1994300 0.163265 0.163094 0.165119 CURRENT LEARNING RATE: 1.5271311241891202e-09
previous_iter_valid_loss : 0.1605163812637329
1994320 0.160675 0.160516 0.165087 CURRENT LEARNING RATE: 1.5268257285048698e-09
previous_iter_valid_loss : 0.1611519753932953
1994340 0.161338 0.161152 0.164757 CURRENT LEARNING RATE: 1.5265203938936484e-09
previous_iter_valid_loss : 0.16251637041568756
1994360 0.162718 0.162516 0.164702 CURRENT LEARNING RATE: 1.526215120343243e-09
previous_iter_valid_loss : 0.1705949753522873
1994380 0.170851 0.170595 0.165009 CURRENT LEARNING RATE: 1.5259099078414426e-09
previous_iter_valid_loss : 0.16055165231227875
1994400 0.160723 0.160552 0.165004 CURRENT LEARNING RATE: 1.5256047563760385e-09
previous_iter_valid_loss : 0.16900652647018433
1994420 0.169248 0.169007 0.165405 CURRENT LEARNING RATE: 1.52529966593482e-09
previous_iter_valid_loss : 0.19164812564849854
1994440 0.191773 0.191648 0.166749 CURRENT LEARNING RATE: 1.5249946365055932e-09
previous_iter_valid_loss : 0.16903719305992126
1994460 0.169187 0.169037 0.167056 CURRENT LEARNING RATE: 1.5246896680761524e-09
previous_iter_valid_loss : 0.16890458762645721
1994480 0.169132 0.168905 0.167444 CURRENT LEARNING RATE: 1.5243847606342984e-09
previous_iter_valid_loss : 0.1683494597673416
1994500 0.168577 0.168349 0.167598 CURRENT LEARNING RATE: 1.5240799141678351e-09
previous_iter_valid_loss : 0.1647976189851761
1994520 0.164998 0.164798 0.167796 CURRENT LEARNING RATE: 1.5237751286645685e-09
previous_iter_valid_loss : 0.16301150619983673
1994540 0.163176 0.163012 0.167904 CURRENT LEARNING RATE: 1.5234704041123074e-09
previous_iter_valid_loss : 0.16239680349826813
1994560 0.162561 0.162397 0.167706 CURRENT LEARNING RATE: 1.5231657404988622e-09
previous_iter_valid_loss : 0.16555577516555786
1994580 0.165779 0.165556 0.167081 CURRENT LEARNING RATE: 1.522861137812042e-09
previous_iter_valid_loss : 0.1708177775144577
1994600 0.171067 0.170818 0.167307 CURRENT LEARNING RATE: 1.5225565960396728e-09
previous_iter_valid_loss : 0.16264845430850983
1994620 0.162834 0.162648 0.166794 CURRENT LEARNING RATE: 1.5222521151695675e-09
previous_iter_valid_loss : 0.1608140617609024
1994640 0.160993 0.160814 0.166019 CURRENT LEARNING RATE: 1.5219476951895469e-09
previous_iter_valid_loss : 0.16906245052814484
1994660 0.169220 0.169062 0.166376 CURRENT LEARNING RATE: 1.5216433360874344e-09
previous_iter_valid_loss : 0.16127897799015045
1994680 0.161473 0.161279 0.166285 CURRENT LEARNING RATE: 1.5213390378510556e-09
previous_iter_valid_loss : 0.16368959844112396
1994700 0.163887 0.163690 0.166315 CURRENT LEARNING RATE: 1.5210348004682386e-09
previous_iter_valid_loss : 0.16289860010147095
1994720 0.163103 0.162899 0.166434 CURRENT LEARNING RATE: 1.5207306239268136e-09
previous_iter_valid_loss : 0.1614743024110794
1994740 0.161654 0.161474 0.166450 CURRENT LEARNING RATE: 1.5204265082146085e-09
previous_iter_valid_loss : 0.16725848615169525
1994760 0.167411 0.167258 0.166688 CURRENT LEARNING RATE: 1.5201224533194693e-09
previous_iter_valid_loss : 0.16220374405384064
1994780 0.162391 0.162204 0.166268 CURRENT LEARNING RATE: 1.5198184592292283e-09
previous_iter_valid_loss : 0.16943660378456116
1994800 0.169680 0.169437 0.166712 CURRENT LEARNING RATE: 1.5195145259317264e-09
previous_iter_valid_loss : 0.16127540171146393
1994820 0.161435 0.161275 0.166326 CURRENT LEARNING RATE: 1.519210653414805e-09
previous_iter_valid_loss : 0.16613838076591492
1994840 0.166355 0.166138 0.165050 CURRENT LEARNING RATE: 1.5189068416663103e-09
previous_iter_valid_loss : 0.16120709478855133
1994860 0.161398 0.161207 0.164659 CURRENT LEARNING RATE: 1.5186030906740896e-09
previous_iter_valid_loss : 0.16691870987415314
1994880 0.167145 0.166919 0.164559 CURRENT LEARNING RATE: 1.5182994004259873e-09
previous_iter_valid_loss : 0.1606762409210205
1994900 0.160842 0.160676 0.164176 CURRENT LEARNING RATE: 1.5179957709098665e-09
previous_iter_valid_loss : 0.160511314868927
1994920 0.160681 0.160511 0.163961 CURRENT LEARNING RATE: 1.5176922021135766e-09
previous_iter_valid_loss : 0.16980701684951782
1994940 0.169957 0.169807 0.164301 CURRENT LEARNING RATE: 1.5173886940249753e-09
previous_iter_valid_loss : 0.1630941480398178
1994960 0.163299 0.163094 0.164336 CURRENT LEARNING RATE: 1.5170852466319219e-09
previous_iter_valid_loss : 0.16088663041591644
1994980 0.161062 0.160887 0.164103 CURRENT LEARNING RATE: 1.5167818599222783e-09
previous_iter_valid_loss : 0.16049343347549438
1995000 0.160651 0.160493 0.163586 CURRENT LEARNING RATE: 1.5164785338839095e-09
previous_iter_valid_loss : 0.1631634384393692
1995020 0.163357 0.163163 0.163612 CURRENT LEARNING RATE: 1.5161752685046823e-09
previous_iter_valid_loss : 0.1606767624616623
1995040 0.160859 0.160677 0.163605 CURRENT LEARNING RATE: 1.5158720637724607e-09
previous_iter_valid_loss : 0.16117846965789795
1995060 0.161339 0.161178 0.163211 CURRENT LEARNING RATE: 1.515568919675127e-09
previous_iter_valid_loss : 0.16084499657154083
1995080 0.161003 0.160845 0.163189 CURRENT LEARNING RATE: 1.5152658362005503e-09
previous_iter_valid_loss : 0.162217915058136
1995100 0.162407 0.162218 0.163116 CURRENT LEARNING RATE: 1.5149628133366076e-09
previous_iter_valid_loss : 0.1723155528306961
1995120 0.172582 0.172316 0.163587 CURRENT LEARNING RATE: 1.5146598510711772e-09
previous_iter_valid_loss : 0.1608564704656601
1995140 0.161009 0.160856 0.163556 CURRENT LEARNING RATE: 1.5143569493921414e-09
previous_iter_valid_loss : 0.17155160009860992
1995160 0.171807 0.171552 0.163770 CURRENT LEARNING RATE: 1.5140541082873834e-09
previous_iter_valid_loss : 0.16084839403629303
1995180 0.161031 0.160848 0.163703 CURRENT LEARNING RATE: 1.513751327744785e-09
previous_iter_valid_loss : 0.1671307533979416
1995200 0.167289 0.167131 0.163587 CURRENT LEARNING RATE: 1.513448607752245e-09
previous_iter_valid_loss : 0.16164475679397583
1995220 0.161824 0.161645 0.163606 CURRENT LEARNING RATE: 1.5131459482976495e-09
previous_iter_valid_loss : 0.18430931866168976
1995240 0.184460 0.184309 0.164514 CURRENT LEARNING RATE: 1.5128433493688922e-09
previous_iter_valid_loss : 0.17657612264156342
1995260 0.176731 0.176576 0.165283 CURRENT LEARNING RATE: 1.5125408109538692e-09
previous_iter_valid_loss : 0.16693128645420074
1995280 0.167090 0.166931 0.165283 CURRENT LEARNING RATE: 1.5122383330404787e-09
previous_iter_valid_loss : 0.16845953464508057
1995300 0.168611 0.168460 0.165673 CURRENT LEARNING RATE: 1.5119359156166217e-09
previous_iter_valid_loss : 0.16108039021492004
1995320 0.161242 0.161080 0.165701 CURRENT LEARNING RATE: 1.5116335586702017e-09
previous_iter_valid_loss : 0.1605156511068344
1995340 0.160686 0.160516 0.165236 CURRENT LEARNING RATE: 1.5113312621891186e-09
previous_iter_valid_loss : 0.17876315116882324
1995360 0.178913 0.178763 0.166020 CURRENT LEARNING RATE: 1.5110290261612917e-09
previous_iter_valid_loss : 0.16098448634147644
1995380 0.161159 0.160984 0.166025 CURRENT LEARNING RATE: 1.510726850574626e-09
previous_iter_valid_loss : 0.16755521297454834
1995400 0.167711 0.167555 0.166378 CURRENT LEARNING RATE: 1.5104247354170346e-09
previous_iter_valid_loss : 0.16139787435531616
1995420 0.161581 0.161398 0.166290 CURRENT LEARNING RATE: 1.5101226806764328e-09
previous_iter_valid_loss : 0.16465985774993896
1995440 0.164826 0.164660 0.166489 CURRENT LEARNING RATE: 1.5098206863407385e-09
previous_iter_valid_loss : 0.1606036275625229
1995460 0.160776 0.160604 0.166460 CURRENT LEARNING RATE: 1.5095187523978717e-09
previous_iter_valid_loss : 0.16832120716571808
1995480 0.168478 0.168321 0.166834 CURRENT LEARNING RATE: 1.5092168788357555e-09
previous_iter_valid_loss : 0.16169463098049164
1995500 0.161883 0.161695 0.166808 CURRENT LEARNING RATE: 1.508915065642309e-09
previous_iter_valid_loss : 0.16354656219482422
1995520 0.163716 0.163547 0.166369 CURRENT LEARNING RATE: 1.5086133128054708e-09
previous_iter_valid_loss : 0.16056331992149353
1995540 0.160717 0.160563 0.166355 CURRENT LEARNING RATE: 1.5083116203131653e-09
previous_iter_valid_loss : 0.16225236654281616
1995560 0.162436 0.162252 0.165890 CURRENT LEARNING RATE: 1.5080099881533247e-09
previous_iter_valid_loss : 0.1894538402557373
1995580 0.189588 0.189454 0.167320 CURRENT LEARNING RATE: 1.5077084163138842e-09
previous_iter_valid_loss : 0.16468490660190582
1995600 0.164898 0.164685 0.167198 CURRENT LEARNING RATE: 1.50740690478278e-09
previous_iter_valid_loss : 0.1629883497953415
1995620 0.163158 0.162988 0.167265 CURRENT LEARNING RATE: 1.5071054535479526e-09
previous_iter_valid_loss : 0.16850291192531586
1995640 0.168656 0.168503 0.166474 CURRENT LEARNING RATE: 1.5068040625973381e-09
previous_iter_valid_loss : 0.1807687133550644
1995660 0.180926 0.180769 0.166684 CURRENT LEARNING RATE: 1.5065027319188916e-09
previous_iter_valid_loss : 0.16468390822410583
1995680 0.164894 0.164684 0.166572 CURRENT LEARNING RATE: 1.5062014615005544e-09
previous_iter_valid_loss : 0.16991305351257324
1995700 0.170160 0.169913 0.166644 CURRENT LEARNING RATE: 1.5059002513302762e-09
previous_iter_valid_loss : 0.164699986577034
1995720 0.164896 0.164700 0.166825 CURRENT LEARNING RATE: 1.505599101396008e-09
previous_iter_valid_loss : 0.16995345056056976
1995740 0.170105 0.169953 0.167297 CURRENT LEARNING RATE: 1.5052980116857043e-09
previous_iter_valid_loss : 0.1614309400320053
1995760 0.161583 0.161431 0.166431 CURRENT LEARNING RATE: 1.5049969821873212e-09
previous_iter_valid_loss : 0.1605251431465149
1995780 0.160690 0.160525 0.166408 CURRENT LEARNING RATE: 1.5046960128888172e-09
previous_iter_valid_loss : 0.16112759709358215
1995800 0.161291 0.161128 0.166086 CURRENT LEARNING RATE: 1.504395103778149e-09
previous_iter_valid_loss : 0.1633135825395584
1995820 0.163497 0.163314 0.166182 CURRENT LEARNING RATE: 1.5040942548432904e-09
previous_iter_valid_loss : 0.17233607172966003
1995840 0.172472 0.172336 0.166566 CURRENT LEARNING RATE: 1.5037934660722021e-09
previous_iter_valid_loss : 0.16286706924438477
1995860 0.163079 0.162867 0.166679 CURRENT LEARNING RATE: 1.503492737452853e-09
previous_iter_valid_loss : 0.16763587296009064
1995880 0.167870 0.167636 0.166645 CURRENT LEARNING RATE: 1.5031920689732132e-09
previous_iter_valid_loss : 0.18143658339977264
1995900 0.181767 0.181437 0.167632 CURRENT LEARNING RATE: 1.5028914606212565e-09
previous_iter_valid_loss : 0.16137810051441193
1995920 0.161557 0.161378 0.167523 CURRENT LEARNING RATE: 1.5025909123849586e-09
previous_iter_valid_loss : 0.1607123464345932
1995940 0.160871 0.160712 0.167531 CURRENT LEARNING RATE: 1.5022904242522969e-09
previous_iter_valid_loss : 0.16073009371757507
1995960 0.160907 0.160730 0.167455 CURRENT LEARNING RATE: 1.5019899962112474e-09
previous_iter_valid_loss : 0.16738814115524292
1995980 0.167614 0.167388 0.166352 CURRENT LEARNING RATE: 1.5016896282498033e-09
previous_iter_valid_loss : 0.1627330631017685
1996000 0.162903 0.162733 0.166254 CURRENT LEARNING RATE: 1.5013893203559445e-09
previous_iter_valid_loss : 0.16301840543746948
1996020 0.163207 0.163018 0.166255 CURRENT LEARNING RATE: 1.5010890725176584e-09
previous_iter_valid_loss : 0.1735662966966629
1996040 0.173838 0.173566 0.166509 CURRENT LEARNING RATE: 1.5007888847229359e-09
previous_iter_valid_loss : 0.16123630106449127
1996060 0.161421 0.161236 0.165532 CURRENT LEARNING RATE: 1.5004887569597687e-09
previous_iter_valid_loss : 0.1618349403142929
1996080 0.162023 0.161835 0.165390 CURRENT LEARNING RATE: 1.5001886892161518e-09
previous_iter_valid_loss : 0.17476361989974976
1996100 0.174907 0.174764 0.165632 CURRENT LEARNING RATE: 1.4998886814800778e-09
previous_iter_valid_loss : 0.16055037081241608
1996120 0.160726 0.160550 0.165425 CURRENT LEARNING RATE: 1.4995887337395563e-09
previous_iter_valid_loss : 0.16118070483207703
1996140 0.161337 0.161181 0.164986 CURRENT LEARNING RATE: 1.4992888459825845e-09
previous_iter_valid_loss : 0.16084980964660645
1996160 0.161020 0.160850 0.164957 CURRENT LEARNING RATE: 1.4989890181971667e-09
previous_iter_valid_loss : 0.16071252524852753
1996180 0.160881 0.160713 0.164966 CURRENT LEARNING RATE: 1.4986892503713095e-09
previous_iter_valid_loss : 0.1608903706073761
1996200 0.161047 0.160890 0.164954 CURRENT LEARNING RATE: 1.498389542493023e-09
previous_iter_valid_loss : 0.16494469344615936
1996220 0.165160 0.164945 0.165036 CURRENT LEARNING RATE: 1.498089894550318e-09
previous_iter_valid_loss : 0.16423197090625763
1996240 0.164440 0.164232 0.164631 CURRENT LEARNING RATE: 1.4977903065312092e-09
previous_iter_valid_loss : 0.160530686378479
1996260 0.160688 0.160531 0.164514 CURRENT LEARNING RATE: 1.4974907784237076e-09
previous_iter_valid_loss : 0.16160358488559723
1996280 0.161756 0.161604 0.164212 CURRENT LEARNING RATE: 1.4971913102158426e-09
previous_iter_valid_loss : 0.17495866119861603
1996300 0.175243 0.174959 0.163888 CURRENT LEARNING RATE: 1.4968919018956303e-09
previous_iter_valid_loss : 0.16479086875915527
1996320 0.165006 0.164791 0.164059 CURRENT LEARNING RATE: 1.496592553451094e-09
previous_iter_valid_loss : 0.16320131719112396
1996340 0.163360 0.163201 0.164184 CURRENT LEARNING RATE: 1.49629326487026e-09
previous_iter_valid_loss : 0.1737329363822937
1996360 0.173878 0.173733 0.164834 CURRENT LEARNING RATE: 1.495994036141157e-09
previous_iter_valid_loss : 0.16107025742530823
1996380 0.161256 0.161070 0.164518 CURRENT LEARNING RATE: 1.4956948672518157e-09
previous_iter_valid_loss : 0.16457247734069824
1996400 0.164783 0.164572 0.164610 CURRENT LEARNING RATE: 1.495395758190264e-09
previous_iter_valid_loss : 0.16582681238651276
1996420 0.165991 0.165827 0.164750 CURRENT LEARNING RATE: 1.4950967089445481e-09
previous_iter_valid_loss : 0.16422727704048157
1996440 0.164432 0.164227 0.164283 CURRENT LEARNING RATE: 1.4947977195027007e-09
previous_iter_valid_loss : 0.16404341161251068
1996460 0.164249 0.164043 0.164424 CURRENT LEARNING RATE: 1.4944987898527624e-09
previous_iter_valid_loss : 0.16053959727287292
1996480 0.160701 0.160540 0.164359 CURRENT LEARNING RATE: 1.4941999199827757e-09
previous_iter_valid_loss : 0.16229656338691711
1996500 0.162462 0.162297 0.163735 CURRENT LEARNING RATE: 1.493901109880786e-09
previous_iter_valid_loss : 0.1608547866344452
1996520 0.161028 0.160855 0.163751 CURRENT LEARNING RATE: 1.493602359534841e-09
previous_iter_valid_loss : 0.16319608688354492
1996540 0.163395 0.163196 0.163851 CURRENT LEARNING RATE: 1.4933036689329906e-09
previous_iter_valid_loss : 0.16169311106204987
1996560 0.161875 0.161693 0.163894 CURRENT LEARNING RATE: 1.4930050380632817e-09
previous_iter_valid_loss : 0.1810428947210312
1996580 0.181377 0.181043 0.164910 CURRENT LEARNING RATE: 1.4927064669137801e-09
previous_iter_valid_loss : 0.16868411004543304
1996600 0.168836 0.168684 0.165300 CURRENT LEARNING RATE: 1.4924079554725372e-09
previous_iter_valid_loss : 0.16103272140026093
1996620 0.161221 0.161033 0.165104 CURRENT LEARNING RATE: 1.4921095037276127e-09
previous_iter_valid_loss : 0.16068173944950104
1996640 0.160837 0.160682 0.164927 CURRENT LEARNING RATE: 1.4918111116670684e-09
previous_iter_valid_loss : 0.1627943217754364
1996660 0.162986 0.162794 0.165040 CURRENT LEARNING RATE: 1.4915127792789691e-09
previous_iter_valid_loss : 0.16730260848999023
1996680 0.167523 0.167303 0.165325 CURRENT LEARNING RATE: 1.491214506551381e-09
previous_iter_valid_loss : 0.17004260420799255
1996700 0.170284 0.170043 0.165079 CURRENT LEARNING RATE: 1.4909162934723734e-09
previous_iter_valid_loss : 0.16798441112041473
1996720 0.168141 0.167984 0.165239 CURRENT LEARNING RATE: 1.4906181400300123e-09
previous_iter_valid_loss : 0.1987818479537964
1996740 0.199318 0.198782 0.167018 CURRENT LEARNING RATE: 1.4903200462123825e-09
previous_iter_valid_loss : 0.166993647813797
1996760 0.167213 0.166994 0.166681 CURRENT LEARNING RATE: 1.4900220120075544e-09
previous_iter_valid_loss : 0.16130675375461578
1996780 0.161460 0.161307 0.166693 CURRENT LEARNING RATE: 1.4897240374036073e-09
previous_iter_valid_loss : 0.16243521869182587
1996800 0.162617 0.162435 0.166586 CURRENT LEARNING RATE: 1.489426122388622e-09
previous_iter_valid_loss : 0.16335952281951904
1996820 0.163559 0.163360 0.166462 CURRENT LEARNING RATE: 1.4891282669506813e-09
previous_iter_valid_loss : 0.16354043781757355
1996840 0.163747 0.163540 0.166428 CURRENT LEARNING RATE: 1.488830471077872e-09
previous_iter_valid_loss : 0.16144666075706482
1996860 0.161638 0.161447 0.166298 CURRENT LEARNING RATE: 1.4885327347582762e-09
previous_iter_valid_loss : 0.17567171156406403
1996880 0.175825 0.175672 0.167055 CURRENT LEARNING RATE: 1.4882350579799953e-09
previous_iter_valid_loss : 0.18960952758789062
1996900 0.189745 0.189610 0.168420 CURRENT LEARNING RATE: 1.487937440731117e-09
previous_iter_valid_loss : 0.16462558507919312
1996920 0.164790 0.164626 0.168609 CURRENT LEARNING RATE: 1.4876398829997365e-09
previous_iter_valid_loss : 0.1607442945241928
1996940 0.160905 0.160744 0.168486 CURRENT LEARNING RATE: 1.4873423847739515e-09
previous_iter_valid_loss : 0.16176359355449677
1996960 0.161955 0.161764 0.168490 CURRENT LEARNING RATE: 1.487044946041862e-09
previous_iter_valid_loss : 0.16056981682777405
1996980 0.160728 0.160570 0.167466 CURRENT LEARNING RATE: 1.4867475667915707e-09
previous_iter_valid_loss : 0.16505348682403564
1997000 0.165260 0.165053 0.167285 CURRENT LEARNING RATE: 1.486450247011182e-09
previous_iter_valid_loss : 0.16070671379566193
1997020 0.160859 0.160707 0.167268 CURRENT LEARNING RATE: 1.4861529866887985e-09
previous_iter_valid_loss : 0.1607954055070877
1997040 0.160951 0.160795 0.167274 CURRENT LEARNING RATE: 1.4858557858125395e-09
previous_iter_valid_loss : 0.16169649362564087
1997060 0.161885 0.161696 0.167219 CURRENT LEARNING RATE: 1.4855586443705125e-09
previous_iter_valid_loss : 0.1616147756576538
1997080 0.161805 0.161615 0.166935 CURRENT LEARNING RATE: 1.4852615623508312e-09
previous_iter_valid_loss : 0.1615152209997177
1997100 0.161673 0.161515 0.166508 CURRENT LEARNING RATE: 1.4849645397416127e-09
previous_iter_valid_loss : 0.1606503278017044
1997120 0.160808 0.160650 0.166142 CURRENT LEARNING RATE: 1.4846675765309761e-09
previous_iter_valid_loss : 0.16059377789497375
1997140 0.160767 0.160594 0.164232 CURRENT LEARNING RATE: 1.4843706727070426e-09
previous_iter_valid_loss : 0.17254042625427246
1997160 0.172798 0.172540 0.164510 CURRENT LEARNING RATE: 1.484073828257931e-09
previous_iter_valid_loss : 0.16071000695228577
1997180 0.160868 0.160710 0.164480 CURRENT LEARNING RATE: 1.483777043171778e-09
previous_iter_valid_loss : 0.18057192862033844
1997200 0.180906 0.180572 0.165387 CURRENT LEARNING RATE: 1.483480317436707e-09
previous_iter_valid_loss : 0.1702786237001419
1997220 0.170429 0.170279 0.165733 CURRENT LEARNING RATE: 1.483183651040849e-09
previous_iter_valid_loss : 0.16574043035507202
1997240 0.165911 0.165740 0.165843 CURRENT LEARNING RATE: 1.4828870439723369e-09
previous_iter_valid_loss : 0.16843926906585693
1997260 0.168664 0.168439 0.166192 CURRENT LEARNING RATE: 1.482590496219307e-09
previous_iter_valid_loss : 0.16178123652935028
1997280 0.161969 0.161781 0.165498 CURRENT LEARNING RATE: 1.482294007769897e-09
previous_iter_valid_loss : 0.16076155006885529
1997300 0.160937 0.160762 0.164055 CURRENT LEARNING RATE: 1.4819975786122478e-09
previous_iter_valid_loss : 0.16205722093582153
1997320 0.162218 0.162057 0.163927 CURRENT LEARNING RATE: 1.4817012087344961e-09
previous_iter_valid_loss : 0.1610051393508911
1997340 0.161191 0.161005 0.163940 CURRENT LEARNING RATE: 1.4814048981247985e-09
previous_iter_valid_loss : 0.16090966761112213
1997360 0.161061 0.160910 0.163897 CURRENT LEARNING RATE: 1.4811086467712972e-09
previous_iter_valid_loss : 0.16050179302692413
1997380 0.160670 0.160502 0.163894 CURRENT LEARNING RATE: 1.480812454662142e-09
previous_iter_valid_loss : 0.16300106048583984
1997400 0.163202 0.163001 0.163791 CURRENT LEARNING RATE: 1.480516321785485e-09
previous_iter_valid_loss : 0.17760609090328217
1997420 0.177920 0.177606 0.164636 CURRENT LEARNING RATE: 1.480220248129481e-09
previous_iter_valid_loss : 0.160809725522995
1997440 0.160988 0.160810 0.164637 CURRENT LEARNING RATE: 1.4799242336822872e-09
previous_iter_valid_loss : 0.1660837084054947
1997460 0.166246 0.166084 0.164856 CURRENT LEARNING RATE: 1.479628278432063e-09
previous_iter_valid_loss : 0.16075290739536285
1997480 0.160910 0.160753 0.164813 CURRENT LEARNING RATE: 1.4793323823669649e-09
previous_iter_valid_loss : 0.16211046278476715
1997500 0.162279 0.162110 0.164843 CURRENT LEARNING RATE: 1.4790365454751676e-09
previous_iter_valid_loss : 0.16212381422519684
1997520 0.162281 0.162124 0.164917 CURRENT LEARNING RATE: 1.478740767744832e-09
previous_iter_valid_loss : 0.1741197556257248
1997540 0.174270 0.174120 0.165593 CURRENT LEARNING RATE: 1.4784450491641274e-09
previous_iter_valid_loss : 0.17618849873542786
1997560 0.176347 0.176188 0.165775 CURRENT LEARNING RATE: 1.4781493897212253e-09
previous_iter_valid_loss : 0.18883450329303741
1997580 0.188962 0.188835 0.167182 CURRENT LEARNING RATE: 1.477853789404299e-09
previous_iter_valid_loss : 0.1617230325937271
1997600 0.161879 0.161723 0.166239 CURRENT LEARNING RATE: 1.477558248201524e-09
previous_iter_valid_loss : 0.16072727739810944
1997620 0.160891 0.160727 0.165762 CURRENT LEARNING RATE: 1.4772627661010741e-09
previous_iter_valid_loss : 0.16050034761428833
1997640 0.160667 0.160500 0.165500 CURRENT LEARNING RATE: 1.4769673430911403e-09
previous_iter_valid_loss : 0.16669592261314392
1997660 0.166905 0.166696 0.165412 CURRENT LEARNING RATE: 1.4766719791599004e-09
previous_iter_valid_loss : 0.16121312975883484
1997680 0.161399 0.161213 0.165384 CURRENT LEARNING RATE: 1.47637667429554e-09
previous_iter_valid_loss : 0.16154199838638306
1997700 0.161701 0.161542 0.165423 CURRENT LEARNING RATE: 1.4760814284862468e-09
previous_iter_valid_loss : 0.16696377098560333
1997720 0.167121 0.166964 0.165668 CURRENT LEARNING RATE: 1.4757862417202105e-09
previous_iter_valid_loss : 0.16499274969100952
1997740 0.165154 0.164993 0.165868 CURRENT LEARNING RATE: 1.4754911139856244e-09
previous_iter_valid_loss : 0.1605290323495865
1997760 0.160706 0.160529 0.165849 CURRENT LEARNING RATE: 1.4751960452706832e-09
previous_iter_valid_loss : 0.18446604907512665
1997780 0.184617 0.184466 0.167047 CURRENT LEARNING RATE: 1.4749010355635785e-09
previous_iter_valid_loss : 0.16725294291973114
1997800 0.167410 0.167253 0.167259 CURRENT LEARNING RATE: 1.474606084852521e-09
previous_iter_valid_loss : 0.16469721496105194
1997820 0.164872 0.164697 0.166614 CURRENT LEARNING RATE: 1.4743111931257064e-09
previous_iter_valid_loss : 0.16503795981407166
1997840 0.165204 0.165038 0.166825 CURRENT LEARNING RATE: 1.4740163603713406e-09
previous_iter_valid_loss : 0.1727169305086136
1997860 0.172985 0.172717 0.167157 CURRENT LEARNING RATE: 1.4737215865776287e-09
previous_iter_valid_loss : 0.16499565541744232
1997880 0.165205 0.164996 0.167369 CURRENT LEARNING RATE: 1.473426871732781e-09
previous_iter_valid_loss : 0.1628008484840393
1997900 0.163006 0.162801 0.167404 CURRENT LEARNING RATE: 1.4731322158250077e-09
previous_iter_valid_loss : 0.16050821542739868
1997920 0.160669 0.160508 0.167323 CURRENT LEARNING RATE: 1.4728376188425237e-09
previous_iter_valid_loss : 0.16257134079933167
1997940 0.162759 0.162571 0.166746 CURRENT LEARNING RATE: 1.4725430807735396e-09
previous_iter_valid_loss : 0.1682237833738327
1997960 0.168454 0.168224 0.166347 CURRENT LEARNING RATE: 1.4722486016062838e-09
previous_iter_valid_loss : 0.1610747128725052
1997980 0.161256 0.161075 0.164959 CURRENT LEARNING RATE: 1.4719541813289724e-09
previous_iter_valid_loss : 0.18031826615333557
1998000 0.180477 0.180318 0.165889 CURRENT LEARNING RATE: 1.4716598199298285e-09
previous_iter_valid_loss : 0.16445977985858917
1998020 0.164629 0.164460 0.166076 CURRENT LEARNING RATE: 1.4713655173970772e-09
previous_iter_valid_loss : 0.17122218012809753
1998040 0.171478 0.171222 0.166612 CURRENT LEARNING RATE: 1.4710712737189474e-09
previous_iter_valid_loss : 0.1949414759874344
1998060 0.195420 0.194941 0.168024 CURRENT LEARNING RATE: 1.470777088883668e-09
previous_iter_valid_loss : 0.16328871250152588
1998080 0.163484 0.163289 0.168128 CURRENT LEARNING RATE: 1.4704829628794676e-09
previous_iter_valid_loss : 0.16050854325294495
1998100 0.160667 0.160509 0.168076 CURRENT LEARNING RATE: 1.4701888956945914e-09
previous_iter_valid_loss : 0.16059163212776184
1998120 0.160751 0.160592 0.167758 CURRENT LEARNING RATE: 1.4698948873172707e-09
previous_iter_valid_loss : 0.1691017746925354
1998140 0.169341 0.169102 0.167963 CURRENT LEARNING RATE: 1.4696009377357461e-09
previous_iter_valid_loss : 0.16773144900798798
1998160 0.167888 0.167731 0.168323 CURRENT LEARNING RATE: 1.469307046938259e-09
previous_iter_valid_loss : 0.16318468749523163
1998180 0.163357 0.163185 0.167259 CURRENT LEARNING RATE: 1.4690132149130538e-09
previous_iter_valid_loss : 0.16314226388931274
1998200 0.163301 0.163142 0.167054 CURRENT LEARNING RATE: 1.4687194416483779e-09
previous_iter_valid_loss : 0.16830188035964966
1998220 0.168527 0.168302 0.167234 CURRENT LEARNING RATE: 1.4684257271324794e-09
previous_iter_valid_loss : 0.16182206571102142
1998240 0.162000 0.161822 0.167073 CURRENT LEARNING RATE: 1.468132071353605e-09
previous_iter_valid_loss : 0.16486050188541412
1998260 0.165063 0.164861 0.166680 CURRENT LEARNING RATE: 1.4678384743000192e-09
previous_iter_valid_loss : 0.16075898706912994
1998280 0.160912 0.160759 0.166468 CURRENT LEARNING RATE: 1.4675449359599723e-09
previous_iter_valid_loss : 0.19151896238327026
1998300 0.191642 0.191519 0.167904 CURRENT LEARNING RATE: 1.467251456321723e-09
previous_iter_valid_loss : 0.16252952814102173
1998320 0.162692 0.162530 0.168005 CURRENT LEARNING RATE: 1.4669580353735321e-09
previous_iter_valid_loss : 0.1754150092601776
1998340 0.175703 0.175415 0.168647 CURRENT LEARNING RATE: 1.4666646731036632e-09
previous_iter_valid_loss : 0.16076458990573883
1998360 0.160943 0.160765 0.168275 CURRENT LEARNING RATE: 1.4663713695003811e-09
previous_iter_valid_loss : 0.16460023820400238
1998380 0.164763 0.164600 0.168451 CURRENT LEARNING RATE: 1.466078124551949e-09
previous_iter_valid_loss : 0.17621013522148132
1998400 0.176498 0.176210 0.168245 CURRENT LEARNING RATE: 1.465784938246647e-09
previous_iter_valid_loss : 0.17635273933410645
1998420 0.176508 0.176353 0.168840 CURRENT LEARNING RATE: 1.4654918105727428e-09
previous_iter_valid_loss : 0.16123650968074799
1998440 0.161411 0.161237 0.168341 CURRENT LEARNING RATE: 1.4651987415185113e-09
previous_iter_valid_loss : 0.16049730777740479
1998460 0.160669 0.160497 0.166619 CURRENT LEARNING RATE: 1.4649057310722294e-09
previous_iter_valid_loss : 0.19313742220401764
1998480 0.193252 0.193137 0.168111 CURRENT LEARNING RATE: 1.4646127792221772e-09
previous_iter_valid_loss : 0.16117721796035767
1998500 0.161336 0.161177 0.168144 CURRENT LEARNING RATE: 1.4643198859566364e-09
previous_iter_valid_loss : 0.16431687772274017
1998520 0.164483 0.164317 0.168331 CURRENT LEARNING RATE: 1.464027051263891e-09
previous_iter_valid_loss : 0.17170697450637817
1998540 0.171856 0.171707 0.168461 CURRENT LEARNING RATE: 1.463734275132223e-09
previous_iter_valid_loss : 0.16266588866710663
1998560 0.162849 0.162666 0.168208 CURRENT LEARNING RATE: 1.463441557549931e-09
previous_iter_valid_loss : 0.1628805249929428
1998580 0.163086 0.162881 0.168192 CURRENT LEARNING RATE: 1.4631488985053017e-09
previous_iter_valid_loss : 0.18598733842372894
1998600 0.186389 0.185987 0.169335 CURRENT LEARNING RATE: 1.4628562979866286e-09
previous_iter_valid_loss : 0.16685299575328827
1998620 0.167008 0.166853 0.169262 CURRENT LEARNING RATE: 1.4625637559822075e-09
previous_iter_valid_loss : 0.16854903101921082
1998640 0.168702 0.168549 0.169599 CURRENT LEARNING RATE: 1.4622712724803369e-09
previous_iter_valid_loss : 0.16050389409065247
1998660 0.160663 0.160504 0.169381 CURRENT LEARNING RATE: 1.4619788474693174e-09
previous_iter_valid_loss : 0.16467472910881042
1998680 0.164846 0.164675 0.169577 CURRENT LEARNING RATE: 1.461686480937452e-09
previous_iter_valid_loss : 0.16117647290229797
1998700 0.161338 0.161176 0.168059 CURRENT LEARNING RATE: 1.4613941728730409e-09
previous_iter_valid_loss : 0.16610978543758392
1998720 0.166330 0.166110 0.168238 CURRENT LEARNING RATE: 1.4611019232644018e-09
previous_iter_valid_loss : 0.20592790842056274
1998740 0.206503 0.205928 0.169764 CURRENT LEARNING RATE: 1.4608097320998398e-09
previous_iter_valid_loss : 0.16622337698936462
1998760 0.166385 0.166223 0.170037 CURRENT LEARNING RATE: 1.4605175993676677e-09
previous_iter_valid_loss : 0.17205241322517395
1998780 0.172306 0.172052 0.170410 CURRENT LEARNING RATE: 1.4602255250561997e-09
previous_iter_valid_loss : 0.16443710029125214
1998800 0.164594 0.164437 0.169821 CURRENT LEARNING RATE: 1.4599335091537527e-09
previous_iter_valid_loss : 0.1612948477268219
1998820 0.161447 0.161295 0.169068 CURRENT LEARNING RATE: 1.4596415516486465e-09
previous_iter_valid_loss : 0.16051502525806427
1998840 0.160681 0.160515 0.169032 CURRENT LEARNING RATE: 1.459349652529197e-09
previous_iter_valid_loss : 0.16059911251068115
1998860 0.160756 0.160599 0.169037 CURRENT LEARNING RATE: 1.4590578117837394e-09
previous_iter_valid_loss : 0.16810284554958344
1998880 0.168256 0.168103 0.167785 CURRENT LEARNING RATE: 1.458766029400594e-09
previous_iter_valid_loss : 0.16093921661376953
1998900 0.161097 0.160939 0.167774 CURRENT LEARNING RATE: 1.4584743053680903e-09
previous_iter_valid_loss : 0.17793531715869904
1998920 0.178093 0.177935 0.168454 CURRENT LEARNING RATE: 1.458182639674559e-09
previous_iter_valid_loss : 0.1669844686985016
1998940 0.167207 0.166984 0.168218 CURRENT LEARNING RATE: 1.4578910323083334e-09
previous_iter_valid_loss : 0.16349908709526062
1998960 0.163689 0.163499 0.168260 CURRENT LEARNING RATE: 1.457599483257749e-09
previous_iter_valid_loss : 0.1629408746957779
1998980 0.163100 0.162941 0.168263 CURRENT LEARNING RATE: 1.4573079925111445e-09
previous_iter_valid_loss : 0.16961397230625153
1999000 0.169865 0.169614 0.167444 CURRENT LEARNING RATE: 1.457016560056855e-09
previous_iter_valid_loss : 0.16054917871952057
1999020 0.160717 0.160549 0.167129 CURRENT LEARNING RATE: 1.4567251858832328e-09
previous_iter_valid_loss : 0.1686980277299881
1999040 0.168844 0.168698 0.167137 CURRENT LEARNING RATE: 1.4564338699786184e-09
previous_iter_valid_loss : 0.1605520248413086
1999060 0.160714 0.160552 0.167139 CURRENT LEARNING RATE: 1.456142612331359e-09
previous_iter_valid_loss : 0.16507822275161743
1999080 0.165243 0.165078 0.167159 CURRENT LEARNING RATE: 1.455851412929804e-09
previous_iter_valid_loss : 0.161575049161911
1999100 0.161745 0.161575 0.167179 CURRENT LEARNING RATE: 1.455560271762306e-09
previous_iter_valid_loss : 0.16508086025714874
1999120 0.165285 0.165081 0.167128 CURRENT LEARNING RATE: 1.455269188817219e-09
previous_iter_valid_loss : 0.1629285365343094
1999140 0.163125 0.162929 0.164978 CURRENT LEARNING RATE: 1.4549781640828998e-09
previous_iter_valid_loss : 0.16289019584655762
1999160 0.163080 0.162890 0.164811 CURRENT LEARNING RATE: 1.4546871975477021e-09
previous_iter_valid_loss : 0.1642361730337143
1999180 0.164395 0.164236 0.164420 CURRENT LEARNING RATE: 1.4543962891999977e-09
previous_iter_valid_loss : 0.1615564376115799
1999200 0.161705 0.161556 0.164276 CURRENT LEARNING RATE: 1.4541054390281449e-09
previous_iter_valid_loss : 0.17343945801258087
1999220 0.173702 0.173439 0.164883 CURRENT LEARNING RATE: 1.4538146470205103e-09
previous_iter_valid_loss : 0.16235683858394623
1999240 0.162524 0.162357 0.164976 CURRENT LEARNING RATE: 1.4535239131654616e-09
previous_iter_valid_loss : 0.1863906979560852
1999260 0.186520 0.186391 0.166265 CURRENT LEARNING RATE: 1.4532332374513694e-09
previous_iter_valid_loss : 0.16822880506515503
1999280 0.168454 0.168229 0.166271 CURRENT LEARNING RATE: 1.4529426198666068e-09
previous_iter_valid_loss : 0.17391985654830933
1999300 0.174068 0.173920 0.166920 CURRENT LEARNING RATE: 1.4526520603995444e-09
previous_iter_valid_loss : 0.16249026358127594
1999320 0.162655 0.162490 0.166148 CURRENT LEARNING RATE: 1.4523615590385695e-09
previous_iter_valid_loss : 0.16277094185352325
1999340 0.162925 0.162771 0.165938 CURRENT LEARNING RATE: 1.4520711157720571e-09
previous_iter_valid_loss : 0.16115926206111908
1999360 0.161317 0.161159 0.165821 CURRENT LEARNING RATE: 1.45178073058839e-09
previous_iter_valid_loss : 0.16049957275390625
1999380 0.160669 0.160500 0.165698 CURRENT LEARNING RATE: 1.451490403475952e-09
previous_iter_valid_loss : 0.17313209176063538
1999400 0.173283 0.173132 0.165874 CURRENT LEARNING RATE: 1.4512001344231302e-09
previous_iter_valid_loss : 0.16060887277126312
1999420 0.160780 0.160609 0.165877 CURRENT LEARNING RATE: 1.4509099234183141e-09
previous_iter_valid_loss : 0.16088952124118805
1999440 0.161048 0.160890 0.165487 CURRENT LEARNING RATE: 1.450619770449895e-09
previous_iter_valid_loss : 0.16101062297821045
1999460 0.161198 0.161011 0.165510 CURRENT LEARNING RATE: 1.450329675506262e-09
previous_iter_valid_loss : 0.1619899719953537
1999480 0.162182 0.161990 0.165355 CURRENT LEARNING RATE: 1.4500396385758214e-09
previous_iter_valid_loss : 0.16106344759464264
1999500 0.161216 0.161063 0.165330 CURRENT LEARNING RATE: 1.4497496596469662e-09
previous_iter_valid_loss : 0.16218861937522888
1999520 0.162385 0.162189 0.165185 CURRENT LEARNING RATE: 1.449459738708098e-09
previous_iter_valid_loss : 0.1628311723470688
1999540 0.163001 0.162831 0.165180 CURRENT LEARNING RATE: 1.4491698757476191e-09
previous_iter_valid_loss : 0.16157759726047516
1999560 0.161738 0.161578 0.165115 CURRENT LEARNING RATE: 1.4488800707539356e-09
previous_iter_valid_loss : 0.1630529761314392
1999580 0.163219 0.163053 0.165056 CURRENT LEARNING RATE: 1.4485903237154553e-09
previous_iter_valid_loss : 0.16455218195915222
1999600 0.164717 0.164552 0.165205 CURRENT LEARNING RATE: 1.4483006346205829e-09
previous_iter_valid_loss : 0.1608409285545349
1999620 0.161020 0.160841 0.164575 CURRENT LEARNING RATE: 1.448011003457741e-09
previous_iter_valid_loss : 0.16269728541374207
1999640 0.162890 0.162697 0.164592 CURRENT LEARNING RATE: 1.4477214302153397e-09
previous_iter_valid_loss : 0.1610727310180664
1999660 0.161232 0.161073 0.163327 CURRENT LEARNING RATE: 1.4474319148817959e-09
previous_iter_valid_loss : 0.16065219044685364
1999680 0.160822 0.160652 0.162948 CURRENT LEARNING RATE: 1.4471424574455286e-09
previous_iter_valid_loss : 0.16116943955421448
1999700 0.161352 0.161169 0.162310 CURRENT LEARNING RATE: 1.4468530578949598e-09
previous_iter_valid_loss : 0.1647794097661972
1999720 0.164943 0.164779 0.162425 CURRENT LEARNING RATE: 1.4465637162185137e-09
previous_iter_valid_loss : 0.1616515815258026
1999740 0.161812 0.161652 0.162369 CURRENT LEARNING RATE: 1.4462744324046162e-09
previous_iter_valid_loss : 0.16058169305324554
1999760 0.160749 0.160582 0.162340 CURRENT LEARNING RATE: 1.4459852064416912e-09
previous_iter_valid_loss : 0.16050919890403748
1999780 0.160673 0.160509 0.162340 CURRENT LEARNING RATE: 1.44569603831818e-09
previous_iter_valid_loss : 0.16067613661289215
1999800 0.160846 0.160676 0.161718 CURRENT LEARNING RATE: 1.4454069280225102e-09
previous_iter_valid_loss : 0.16282810270786285
1999820 0.163016 0.162828 0.161828 CURRENT LEARNING RATE: 1.4451178755431177e-09
previous_iter_valid_loss : 0.17876961827278137
1999840 0.179082 0.178770 0.162722 CURRENT LEARNING RATE: 1.4448288808684404e-09
previous_iter_valid_loss : 0.1608571857213974
1999860 0.161038 0.160857 0.162715 CURRENT LEARNING RATE: 1.444539943986919e-09
previous_iter_valid_loss : 0.16354134678840637
1999880 0.163715 0.163541 0.162792 CURRENT LEARNING RATE: 1.4442510648869949e-09
previous_iter_valid_loss : 0.16054069995880127
1999900 0.160704 0.160541 0.162766 CURRENT LEARNING RATE: 1.443962243557114e-09
previous_iter_valid_loss : 0.1643126904964447
1999920 0.164474 0.164313 0.162872 CURRENT LEARNING RATE: 1.443673479985718e-09
previous_iter_valid_loss : 0.1617743819952011
1999940 0.161964 0.161774 0.162820 CURRENT LEARNING RATE: 1.443384774161266e-09
previous_iter_valid_loss : 0.17987264692783356
1999960 0.180192 0.179873 0.163734 CURRENT LEARNING RATE: 1.4430961260722057e-09
previous_iter_valid_loss : 0.16999685764312744
1999980 0.170151 0.169997 0.164082
training target distribution using 'run' in 23779.0979 secs
2.4: Train \(p_T\)#
#######################################
target = "RecoDatapT"
source = FIELDS[target]
features = source["inputs"]
print("Training Features:\n", features)
print("\nTarget = ", target)
print("USING NEW DATASET\n")
######################################
USE_BRADEN_SCALING=False
#####################################
################################### CONFIGURATIONS ###################################
JUPYTER = True
use_subsample = False
# use_subsample = True
if use_subsample:
SUBSAMPLE = int(
1e5
) # subsample use for development - in production use whole dataset
else:
SUBSAMPLE = None
# Load scaled data
# scaled_train_data, scaled_test_data, scaled_valid_data = load_scaled_dataframes()
# Get targets and features
# if USE_BRADEN_SCALING==True:
# print(f"spliting data for {target}")
# train_t, train_x = split_t_x(
# df=scaled_train_data, target=target, input_features=features
# )
# print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
# print("\n Training features:\n")
# print(train_x)
# valid_t, valid_x = split_t_x(
# df=scaled_valid_data, target=target, input_features=features
# )
# print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
# test_t, test_x = split_t_x(df=scaled_test_data, target=target, input_features=features)
# print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)
# else:
# print(f"spliting data for {target}")
# train_t, train_x = normal_split_t_x(
# df=raw_train_data, target=target, input_features=features
# )
# print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
# print("\n Training features:\n")
# print(train_x)
# valid_t, valid_x = normal_split_t_x(
# df=raw_valid_data, target=target, input_features=features
# )
# print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
# test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
# print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)
print(f"spliting data for {target}")
train_t, train_x = normal_split_t_x(
df=raw_train_data, target=target, input_features=features
)
print("train_t shape = ", train_t.shape, "train_x shape = ", train_x.shape)
print("\n Training features:\n")
print(train_x)
valid_t, valid_x = normal_split_t_x(
df=raw_valid_data, target=target, input_features=features
)
print("valid_t shape = ", valid_t.shape, "valid_x shape = ", valid_x.shape)
test_t, test_x = normal_split_t_x(df=raw_test_data, target=target, input_features=features)
print("test_t shape = ", test_t.shape, "test_x shape = ", test_x.shape)
print("no need to train_test_split since we already have the split dataframes")
print(valid_x.mean(axis=0), valid_x.std(axis=0))
print(train_x.mean(axis=0), train_x.std(axis=0))
print(valid_t.mean(), valid_t.std())
print(train_t.mean(), train_t.std())
NFEATURES = train_x.shape[1]
######################################################
# Apply z scaling to features and targets
# to features
TRAIN_SCALE_DICT=get_train_scale_dict(USE_BRADEN_SCALING)
apply_z_generator = apply_z_to_features(TRAIN_SCALE_DICT, train_x, test_x, valid_x)
train_x_z_scaled = next(apply_z_generator)
test_x_z_scaled = next(apply_z_generator)
valid_x_z_scaled = next(apply_z_generator)
print(valid_x_z_scaled.mean(axis=0), valid_x_z_scaled.std(axis=0))
print(train_x_z_scaled.mean(axis=0), train_x_z_scaled.std(axis=0))
# to targets
apply_z_to_targets_generator = apply_z_to_targets(
train_t, test_t, valid_t
)
train_t_z_scaled = next(apply_z_to_targets_generator)
test_t_z_scaled = next(apply_z_to_targets_generator)
valid_t_z_scaled = next(apply_z_to_targets_generator)
print(valid_t_z_scaled.mean(), valid_t_z_scaled.std())
print(train_t_z_scaled.mean(), train_t_z_scaled.std())
###########################################################
# Decide on parameters for this model and training
PARAMS_pT = {
"n_layers": int(3),
"hidden_size": int(16),
"dropout_1": float(0.6),
"dropout_2": float(0.1),
"activation": "LeakyReLU",
'optimizer_name':'NAdam',
'starting_learning_rate':float(0.5),
'momentum':float(0.6),
'batch_size':int(1024),
'n_iterations': int(2e6),
}
optimizer_name=PARAMS_pT['optimizer_name']
print(type(optimizer_name))
# optimizer_name = BEST_PARAMS["optimizer_name"].to_string().split()[1]
NITERATIONS=PARAMS_pT['n_iterations']
BATCHSIZE=PARAMS_pT['batch_size']
comment=''
# N_epochs X N_train_examples = N_iterations X batch_size
N_epochs = (NITERATIONS * BATCHSIZE) / int(train_x.shape[0])
print(f"training for {NITERATIONS} iteration, which is {N_epochs} epochs")
#train model from scratch
filename_model = utils.get_model_filename(target, PARAMS_pT)
#or pick up trained model
# filename_model = 'Trained_IQNx4_RecoDatapT_10_layer6_hiddenLeakyReLU_activation512_batchsize300_Kiteration.dict'
trained_models_dir = "trained_models"
utils.mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_model = os.path.join(
IQN_BASE, #the loaction of the repo
"JupyterBook", #up tp TRAIN could be combined in a srs dicretory
"Cluster",
"TRAIN",
trained_models_dir, #/trained_models
filename_model # utils.get_model_filename has the saved file format
)
#LOAD EITHER TRAINED OR UNTRAINED MODEL
# to load untrained model (start training from scratch), uncomment the next line
untrained_model = load_untrained_model(PARAMS_pT)
# to continune training of model (pickup where the previous training left off), uncomment below
# trained_model =load_trained_model(PATH=PATH_model, PARAMS=PARAMS_pT)
IQN_trace = ([], [], [], [])
traces_step = int(100)
traces_window = traces_step
IQN = run(
target=target,
model=untrained_model,
train_x=train_x_z_scaled,
train_t=train_t_z_scaled,
valid_x=test_x_z_scaled,
valid_t=test_t_z_scaled,
traces=IQN_trace,
PARAMS=PARAMS_pT,
traces_step=traces_step,
traces_window=traces_window,
save_model=False,
)
SAVE_LAST_MODEL=False
if SAVE_LAST_MODEL:
# ## Save last iteration of trained model
#dont save the last model, it might be worse than previous iterations, which were automatically savedby model checkpoints
final_path = utils.get_model_filename(target, PARAMS_pT).split('.dict')[0]+'_FINAL.dict'
trained_models_dir = "trained_models"
utils.mkdir(trained_models_dir)
# on cluster, Im using another TRAIN directory
PATH_final_model = os.path.join(
IQN_BASE, "JupyterBook", "Cluster", "TRAIN", trained_models_dir, final_path
)
save_model(IQN, PATH_final_model)
Training Features:
['RecoDatam', 'genDatapT', 'genDataeta', 'genDataphi', 'genDatam', 'tau']
Target = RecoDatapT
USING NEW DATASET
spliting data for RecoDatapT
train_t shape = (8000000,) train_x shape = (8000000, 6)
Training features:
[[ 2.59587 29.4452 0.828187 2.90213 2.85348 0.36130954]
[ 5.35538 24.3193 -1.16351 0.636469 5.83685 0.12689925]
[ 5.35538 24.3193 -1.16351 0.636469 5.83685 0.96230681]
...
[ 6.25659 41.4192 -2.23358 -2.81921 7.19348 0.08421659]
[ 6.11213 35.4637 -1.12318 0.356494 6.06597 0.05535172]
[ 4.17483 26.5586 -1.09427 -1.49334 4.25409 0.07489863]]
valid_t shape = (1000000,) valid_x shape = (1000000, 6)
test_t shape = (1000000,) test_x shape = (1000000, 6)
no need to train_test_split since we already have the split dataframes
[ 5.55141126e+00 3.27223764e+01 6.98189368e-04 -8.95543973e-04
6.96116528e+00 5.00485136e-01] [ 2.66412454 15.19914133 2.20425356 1.81362773 2.78097831 0.28852734]
[ 5.55556745e+00 3.26952341e+01 -1.78188172e-03 -3.83090331e-04
6.96299435e+00 4.99915289e-01] [ 2.66433986 14.93793254 2.20430976 1.81382516 2.78133203 0.28867295]
32.881453465999996 16.02400426348493
32.86720151648752 15.829355769531851
NORMAL UNSCALED DICTIONARY
{'genDatapT': {'mean': 32.695234084987476, 'std': 14.937932540562551}, 'genDataeta': {'mean': -0.0017818817154031672, 'std': 2.204309760627079}, 'genDataphi': {'mean': -0.0003830903308450233, 'std': 1.8138251604791067}, 'genDatam': {'mean': 6.962994352358474, 'std': 2.781332025286383}, 'RecoDatapT': {'mean': 32.86720151648752, 'std': 15.829355769531851}, 'RecoDataeta': {'mean': -0.0017898858568513964, 'std': 2.197968491495457}, 'RecoDataphi': {'mean': -0.0004719170328962474, 'std': 1.8144739820043825}, 'RecoDatam': {'mean': 5.555567451922438, 'std': 2.664339857066051}}
[-1.81710707e+00 1.48455353e+01 5.96132264e-04 -2.50379668e+00
-1.63658184e+00 5.00485136e-01] [0.17834627 6.89519305 1.2152514 0.65207164 0.17568487 0.28852734]
[-1.81682884e+00 1.48332220e+01 -7.71183141e-04 -2.50361243e+00
-1.63646629e+00 4.99915289e-01] [0.17836068 6.77669391 1.21528238 0.65214262 0.17570722 0.28867295]
0.0009003493079555966 1.0122966781963252
-1.2048033681821834e-15 1.0000000000000002
<class 'str'>
training for 2000000 iteration, which is 256.0 epochs
RegularizedRegressionModel(
(model): Sequential(
(0): Linear(in_features=6, out_features=16, bias=True)
(1): LeakyReLU(negative_slope=0.3)
(2): Linear(in_features=16, out_features=16, bias=True)
(3): BatchNorm1d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
(4): LeakyReLU(negative_slope=0.3)
(5): Linear(in_features=16, out_features=16, bias=True)
(6): BatchNorm1d(16, eps=1e-05, momentum=0.1, affine=True, track_running_stats=True)
(7): LeakyReLU(negative_slope=0.3)
(8): Linear(in_features=16, out_features=1, bias=True)
)
)
training IQN
Iteration vs average loss
iteration train-set test-set
CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.5987200140953064
Current valid loss: 0.5987200140953064; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
0 0.600579 0.598720
CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14327415823936462
Current valid loss: 0.14327415823936462; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
100 0.142855 0.143274 0.143274 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1359773427248001
Current valid loss: 0.1359773427248001; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
200 0.136279 0.135977 0.135977 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11432049423456192
Current valid loss: 0.11432049423456192; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
300 0.114511 0.114320 0.114320 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08805301040410995
Current valid loss: 0.08805301040410995; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
400 0.088157 0.088053 0.088053 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08550194650888443
Current valid loss: 0.08550194650888443; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
500 0.085494 0.085502 0.085502 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1109614223241806
600 0.111296 0.110961 0.110961 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.33752644062042236
700 0.338428 0.337526 0.337526 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1085544228553772
800 0.108280 0.108554 0.108554 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.20174911618232727
900 0.202449 0.201749 0.201749 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0968456044793129
1000 0.096569 0.096846 0.096846 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.21917271614074707
1100 0.219687 0.219173 0.219173 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09528733789920807
1200 0.095409 0.095287 0.095287 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13177266716957092
1300 0.131997 0.131773 0.131773 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.21874766051769257
1400 0.219383 0.218748 0.218748 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1472843736410141
1500 0.146945 0.147284 0.147284 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.108138807117939
1600 0.107729 0.108139 0.108139 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.19834953546524048
1700 0.199303 0.198350 0.198350 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08799073100090027
1800 0.088087 0.087991 0.087991 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.07833113521337509
Current valid loss: 0.07833113521337509; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
1900 0.078295 0.078331 0.078331 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10393134504556656
2000 0.103753 0.103931 0.103931 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08745770156383514
2100 0.087513 0.087458 0.087458 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08412045240402222
2200 0.084095 0.084120 0.084120 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08317507803440094
2300 0.083125 0.083175 0.083175 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08781371265649796
2400 0.087798 0.087814 0.087814 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09140736609697342
2500 0.091283 0.091407 0.091407 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12309848517179489
2600 0.122790 0.123098 0.123098 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1378583461046219
2700 0.138528 0.137858 0.137858 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08843953162431717
2800 0.088497 0.088440 0.088440 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09436282515525818
2900 0.094189 0.094363 0.094363 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0800202488899231
3000 0.080035 0.080020 0.080020 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1318553239107132
3100 0.132398 0.131855 0.131855 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08702273666858673
3200 0.086990 0.087023 0.087023 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10442271828651428
3300 0.104360 0.104423 0.104423 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.07873428612947464
3400 0.078731 0.078734 0.078734 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10214599221944809
3500 0.102306 0.102146 0.102146 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08991770446300507
3600 0.089934 0.089918 0.089918 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12549999356269836
3700 0.125793 0.125500 0.125500 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08406978845596313
3800 0.083877 0.084070 0.084070 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10047253221273422
3900 0.100651 0.100473 0.100473 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09253895282745361
4000 0.092539 0.092539 0.092539 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08424456417560577
4100 0.084232 0.084245 0.084245 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.18504059314727783
4200 0.185560 0.185041 0.185041 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.2963695824146271
4300 0.296985 0.296370 0.296370 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0937710553407669
4400 0.093788 0.093771 0.093771 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09388059377670288
4500 0.093863 0.093881 0.093881 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08279455453157425
4600 0.082692 0.082795 0.082795 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0929548516869545
4700 0.092801 0.092955 0.092955 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12896119058132172
4800 0.129256 0.128961 0.128961 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10698778182268143
4900 0.107053 0.106988 0.106988 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09648514539003372
5000 0.096366 0.096485 0.096485 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09870883822441101
5100 0.098508 0.098709 0.098709 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09387663751840591
5200 0.093801 0.093877 0.093877 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0888291746377945
5300 0.088792 0.088829 0.088829 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09610298275947571
5400 0.095932 0.096103 0.096103 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1551860123872757
5500 0.155501 0.155186 0.155186 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1795654594898224
5600 0.180383 0.179565 0.179565 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12004590779542923
5700 0.119923 0.120046 0.120046 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09906575083732605
5800 0.099161 0.099066 0.099066 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12350724637508392
5900 0.123687 0.123507 0.123507 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0858503058552742
6000 0.085830 0.085850 0.085850 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08146058022975922
6100 0.081449 0.081461 0.081461 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08426325023174286
6200 0.084271 0.084263 0.084263 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10870661586523056
6300 0.108527 0.108707 0.108707 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09746822714805603
6400 0.097303 0.097468 0.097468 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1321294754743576
6500 0.131962 0.132129 0.132129 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09647223353385925
6600 0.096457 0.096472 0.096472 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11535345762968063
6700 0.115144 0.115353 0.115353 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09456070512533188
6800 0.094339 0.094561 0.094561 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11577510833740234
6900 0.115636 0.115775 0.115775 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09180919826030731
7000 0.091879 0.091809 0.091809 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1309339553117752
7100 0.130779 0.130934 0.130934 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11411381512880325
7200 0.113903 0.114114 0.114114 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1045396476984024
7300 0.104487 0.104540 0.104540 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.18942321836948395
7400 0.190079 0.189423 0.189423 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10695245862007141
7500 0.107210 0.106952 0.106952 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09459994733333588
7600 0.094731 0.094600 0.094600 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08579390496015549
7700 0.085749 0.085794 0.085794 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0926670953631401
7800 0.092481 0.092667 0.092667 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08704673498868942
7900 0.087027 0.087047 0.087047 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0912131816148758
8000 0.091008 0.091213 0.091213 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09549988806247711
8100 0.095231 0.095500 0.095500 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09099157154560089
8200 0.090859 0.090992 0.090992 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1419641375541687
8300 0.142479 0.141964 0.141964 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10836914926767349
8400 0.108474 0.108369 0.108369 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0860951766371727
8500 0.086029 0.086095 0.086095 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14122559130191803
8600 0.141289 0.141226 0.141226 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11224314570426941
8700 0.112124 0.112243 0.112243 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08431847393512726
8800 0.084114 0.084318 0.084318 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10582946985960007
8900 0.105583 0.105829 0.105829 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10101267695426941
9000 0.100757 0.101013 0.101013 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11927693337202072
9100 0.119004 0.119277 0.119277 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09422948211431503
9200 0.094019 0.094229 0.094229 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12899287045001984
9300 0.128716 0.128993 0.128993 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1413053721189499
9400 0.141019 0.141305 0.141305 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.090022973716259
9500 0.089829 0.090023 0.090023 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13384956121444702
9600 0.133796 0.133850 0.133850 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10227558016777039
9700 0.102371 0.102276 0.102276 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09924706071615219
9800 0.098917 0.099247 0.099247 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11046256124973297
9900 0.110079 0.110463 0.119696 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08762479573488235
10000 0.087418 0.087625 0.114585 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11442088335752487
10100 0.114046 0.114421 0.114297 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09054090827703476
10200 0.090396 0.090541 0.113843 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12565839290618896
10300 0.125325 0.125658 0.113956 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13652268052101135
10400 0.136152 0.136523 0.114441 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1302274763584137
10500 0.129918 0.130227 0.114888 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08429298549890518
10600 0.084194 0.084293 0.114621 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12229479849338531
10700 0.122008 0.122295 0.112469 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09290793538093567
10800 0.092796 0.092908 0.112312 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11660624295473099
10900 0.116242 0.116606 0.111461 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.1030367836356163
11000 0.103290 0.103037 0.111523 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11631660908460617
11100 0.116001 0.116317 0.110494 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13986219465732574
11200 0.139622 0.139862 0.110940 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10265087336301804
11300 0.102608 0.102651 0.110649 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08664029836654663
11400 0.086700 0.086640 0.109328 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08358953148126602
11500 0.083664 0.083590 0.108691 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10868518054485321
11600 0.108520 0.108685 0.108696 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08662819117307663
11700 0.086718 0.086628 0.107579 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08990690857172012
11800 0.090294 0.089907 0.107598 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09865636378526688
11900 0.098847 0.098656 0.107802 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10415695607662201
12000 0.104487 0.104157 0.107804 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14765676856040955
12100 0.147903 0.147657 0.108406 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14286187291145325
12200 0.142601 0.142862 0.108993 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0887325257062912
12300 0.088770 0.088733 0.109049 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08724970370531082
12400 0.087344 0.087250 0.109043 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08632771670818329
12500 0.086169 0.086328 0.108992 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08073397725820541
12600 0.080651 0.080734 0.108569 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0844281017780304
12700 0.084375 0.084428 0.108034 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12755198776721954
12800 0.127089 0.127552 0.108426 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08550751209259033
12900 0.085519 0.085508 0.108337 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11579742282629013
13000 0.116109 0.115797 0.108695 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10228379815816879
13100 0.102565 0.102284 0.108399 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.13491258025169373
13200 0.135237 0.134913 0.108878 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.16681523621082306
13300 0.166888 0.166815 0.109502 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.0883251428604126
13400 0.088246 0.088325 0.109598 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10748699307441711
13500 0.107624 0.107487 0.109651 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09652940183877945
13600 0.096663 0.096529 0.109717 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14641417562961578
13700 0.146679 0.146414 0.109926 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.11184067279100418
13800 0.112076 0.111841 0.110204 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10741748660802841
13900 0.107577 0.107417 0.110274 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10032019019126892
14000 0.100428 0.100320 0.110351 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.14485062658786774
14100 0.145334 0.144851 0.110957 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09206888824701309
14200 0.092137 0.092069 0.110028 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10443326085805893
14300 0.104504 0.104433 0.108108 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10546302050352097
14400 0.105725 0.105463 0.108225 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.10232437402009964
14500 0.102577 0.102324 0.108310 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12320293486118317
14600 0.123514 0.123203 0.108714 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.12175906449556351
14700 0.121966 0.121759 0.109002 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.08701157569885254
14800 0.087047 0.087012 0.108582 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.09333434700965881
14900 0.093264 0.093334 0.108446 CURRENT LEARNING RATE: 0.5
previous_iter_valid_loss : 0.17384056746959686
15000 0.174302 0.173841 0.109219 CURRENT LEARNING RATE: 0.42992384932960276
previous_iter_valid_loss : 0.10141874849796295
15100 0.101688 0.101419 0.109246 CURRENT LEARNING RATE: 0.4294941403705617
previous_iter_valid_loss : 0.12285413593053818
15200 0.122755 0.122854 0.109536 CURRENT LEARNING RATE: 0.4290648609056969
previous_iter_valid_loss : 0.08151457458734512
15300 0.081512 0.081515 0.109463 CURRENT LEARNING RATE: 0.42863601050572875
previous_iter_valid_loss : 0.08694326132535934
15400 0.086978 0.086943 0.109372 CURRENT LEARNING RATE: 0.42820758874180676
previous_iter_valid_loss : 0.10293997079133987
15500 0.102719 0.102940 0.108849 CURRENT LEARNING RATE: 0.42777959518550923
previous_iter_valid_loss : 0.09086598455905914
15600 0.090973 0.090866 0.107962 CURRENT LEARNING RATE: 0.42735202940884254
previous_iter_valid_loss : 0.10195006430149078
15700 0.102057 0.101950 0.107781 CURRENT LEARNING RATE: 0.42692489098424086
previous_iter_valid_loss : 0.08717059344053268
15800 0.087142 0.087171 0.107662 CURRENT LEARNING RATE: 0.42649817948456575
previous_iter_valid_loss : 0.08689522743225098
15900 0.086802 0.086895 0.107296 CURRENT LEARNING RATE: 0.4260718944831057
previous_iter_valid_loss : 0.09962745010852814
16000 0.099350 0.099627 0.107434 CURRENT LEARNING RATE: 0.42564603555357555
previous_iter_valid_loss : 0.07949534058570862
16100 0.079482 0.079495 0.107414 CURRENT LEARNING RATE: 0.4252206022701165
previous_iter_valid_loss : 0.10643906146287918
16200 0.106230 0.106439 0.107636 CURRENT LEARNING RATE: 0.4247955942072951
previous_iter_valid_loss : 0.08017057180404663
16300 0.080163 0.080171 0.107351 CURRENT LEARNING RATE: 0.4243710109401034
previous_iter_valid_loss : 0.12159326672554016
16400 0.121319 0.121593 0.107592 CURRENT LEARNING RATE: 0.42394685204395793
previous_iter_valid_loss : 0.08025999367237091
16500 0.080205 0.080260 0.107073 CURRENT LEARNING RATE: 0.4235231170946998
previous_iter_valid_loss : 0.15803225338459015
16600 0.157634 0.158032 0.107689 CURRENT LEARNING RATE: 0.4230998056685941
previous_iter_valid_loss : 0.09385281056165695
16700 0.093642 0.093853 0.107474 CURRENT LEARNING RATE: 0.4226769173423294
previous_iter_valid_loss : 0.08297383040189743
16800 0.083064 0.082974 0.107358 CURRENT LEARNING RATE: 0.4222544516930172
previous_iter_valid_loss : 0.08481478691101074
16900 0.084729 0.084815 0.107048 CURRENT LEARNING RATE: 0.42183240829819185
previous_iter_valid_loss : 0.12580454349517822
17000 0.126174 0.125805 0.107388 CURRENT LEARNING RATE: 0.42141078673580995
previous_iter_valid_loss : 0.08796104788780212
17100 0.088085 0.087961 0.106958 CURRENT LEARNING RATE: 0.42098958658424995
previous_iter_valid_loss : 0.07951153069734573
17200 0.079405 0.079512 0.106612 CURRENT LEARNING RATE: 0.4205688074223116
previous_iter_valid_loss : 0.11137047410011292
17300 0.111674 0.111370 0.106681 CURRENT LEARNING RATE: 0.4201484488292157
previous_iter_valid_loss : 0.11305618286132812
17400 0.113259 0.113056 0.105917 CURRENT LEARNING RATE: 0.4197285103846037
previous_iter_valid_loss : 0.10236392170190811
17500 0.102134 0.102364 0.105871 CURRENT LEARNING RATE: 0.419308991668537
previous_iter_valid_loss : 0.13482698798179626
17600 0.134557 0.134827 0.106273 CURRENT LEARNING RATE: 0.4188898922614969
previous_iter_valid_loss : 0.09218914061784744
17700 0.092277 0.092189 0.106337 CURRENT LEARNING RATE: 0.41847121174438406
previous_iter_valid_loss : 0.08350376039743423
17800 0.083529 0.083504 0.106246 CURRENT LEARNING RATE: 0.41805294969851775
previous_iter_valid_loss : 0.08447667211294174
17900 0.084359 0.084477 0.106220 CURRENT LEARNING RATE: 0.417635105705636
previous_iter_valid_loss : 0.09834224730730057
18000 0.098116 0.098342 0.106291 CURRENT LEARNING RATE: 0.4172176793478948
previous_iter_valid_loss : 0.10175202786922455
18100 0.101400 0.101752 0.106354 CURRENT LEARNING RATE: 0.41680067020786765
previous_iter_valid_loss : 0.09671907871961594
18200 0.096533 0.096719 0.106411 CURRENT LEARNING RATE: 0.4163840778685455
previous_iter_valid_loss : 0.10253266245126724
18300 0.102732 0.102533 0.106017 CURRENT LEARNING RATE: 0.4159679019133359
previous_iter_valid_loss : 0.12955841422080994
18400 0.129927 0.129558 0.106229 CURRENT LEARNING RATE: 0.4155521419260628
previous_iter_valid_loss : 0.09504400193691254
18500 0.095032 0.095044 0.106318 CURRENT LEARNING RATE: 0.4151367974909663
previous_iter_valid_loss : 0.13741862773895264
18600 0.137128 0.137419 0.106280 CURRENT LEARNING RATE: 0.41472186819270196
previous_iter_valid_loss : 0.09410625696182251
18700 0.094120 0.094106 0.106099 CURRENT LEARNING RATE: 0.4143073536163403
previous_iter_valid_loss : 0.08786896616220474
18800 0.087789 0.087869 0.106134 CURRENT LEARNING RATE: 0.4138932533473668
previous_iter_valid_loss : 0.0953281819820404
18900 0.095057 0.095328 0.106029 CURRENT LEARNING RATE: 0.41347956697168115
previous_iter_valid_loss : 0.08834917843341827
19000 0.088240 0.088349 0.105903 CURRENT LEARNING RATE: 0.4130662940755969
previous_iter_valid_loss : 0.14171290397644043
19100 0.141476 0.141713 0.106127 CURRENT LEARNING RATE: 0.41265343424584117
previous_iter_valid_loss : 0.09213795512914658
19200 0.092304 0.092138 0.106106 CURRENT LEARNING RATE: 0.4122409870695541
previous_iter_valid_loss : 0.10342463850975037
19300 0.103192 0.103425 0.105850 CURRENT LEARNING RATE: 0.41182895213428844
previous_iter_valid_loss : 0.08726269006729126
19400 0.087005 0.087263 0.105310 CURRENT LEARNING RATE: 0.4114173290280092
previous_iter_valid_loss : 0.08380208164453506
19500 0.083680 0.083802 0.105248 CURRENT LEARNING RATE: 0.41100611733909326
previous_iter_valid_loss : 0.12828439474105835
19600 0.128126 0.128284 0.105192 CURRENT LEARNING RATE: 0.410595316656329
previous_iter_valid_loss : 0.16432605683803558
19700 0.164744 0.164326 0.105813 CURRENT LEARNING RATE: 0.41018492656891553
previous_iter_valid_loss : 0.09749063849449158
19800 0.097426 0.097491 0.105795 CURRENT LEARNING RATE: 0.4097749466664628
previous_iter_valid_loss : 0.09571252763271332
19900 0.095577 0.095713 0.105648 CURRENT LEARNING RATE: 0.4093653765389909
previous_iter_valid_loss : 0.10882081091403961
20000 0.108755 0.108821 0.105860 CURRENT LEARNING RATE: 0.4089562157769297
previous_iter_valid_loss : 0.089748315513134
20100 0.089638 0.089748 0.105613 CURRENT LEARNING RATE: 0.4085474639711183
previous_iter_valid_loss : 0.08992284536361694
20200 0.089846 0.089923 0.105607 CURRENT LEARNING RATE: 0.40813912071280495
previous_iter_valid_loss : 0.09649526327848434
20300 0.096591 0.096495 0.105315 CURRENT LEARNING RATE: 0.40773118559364635
previous_iter_valid_loss : 0.09212086349725723
20400 0.092132 0.092121 0.104871 CURRENT LEARNING RATE: 0.40732365820570726
previous_iter_valid_loss : 0.1533787101507187
20500 0.153789 0.153379 0.105102 CURRENT LEARNING RATE: 0.40691653814146034
previous_iter_valid_loss : 0.10682164132595062
20600 0.106695 0.106822 0.105328 CURRENT LEARNING RATE: 0.4065098249937855
previous_iter_valid_loss : 0.12628397345542908
20700 0.126136 0.126284 0.105368 CURRENT LEARNING RATE: 0.40610351835596953
previous_iter_valid_loss : 0.08850273489952087
20800 0.088578 0.088503 0.105324 CURRENT LEARNING RATE: 0.4056976178217057
previous_iter_valid_loss : 0.09927627444267273
20900 0.099091 0.099276 0.105150 CURRENT LEARNING RATE: 0.40529212298509354
previous_iter_valid_loss : 0.08795277774333954
21000 0.087708 0.087953 0.104999 CURRENT LEARNING RATE: 0.40488703344063814
previous_iter_valid_loss : 0.09203683584928513
21100 0.092021 0.092037 0.104757 CURRENT LEARNING RATE: 0.4044823487832499
previous_iter_valid_loss : 0.12322340160608292
21200 0.122918 0.123223 0.104590 CURRENT LEARNING RATE: 0.4040780686082442
previous_iter_valid_loss : 0.08938281983137131
21300 0.089299 0.089383 0.104458 CURRENT LEARNING RATE: 0.40367419251134073
previous_iter_valid_loss : 0.10979052633047104
21400 0.109646 0.109791 0.104689 CURRENT LEARNING RATE: 0.40327072008866344
previous_iter_valid_loss : 0.0893155187368393
21500 0.089206 0.089316 0.104746 CURRENT LEARNING RATE: 0.4028676509367398
previous_iter_valid_loss : 0.12437214702367783
21600 0.124188 0.124372 0.104903 CURRENT LEARNING RATE: 0.40246498465250075
previous_iter_valid_loss : 0.09067587554454803
21700 0.090701 0.090676 0.104944 CURRENT LEARNING RATE: 0.4020627208332798
previous_iter_valid_loss : 0.10242900252342224
21800 0.102620 0.102429 0.105069 CURRENT LEARNING RATE: 0.40166085907681326
previous_iter_valid_loss : 0.08718515187501907
21900 0.087217 0.087185 0.104954 CURRENT LEARNING RATE: 0.40125939898123925
previous_iter_valid_loss : 0.09717357903718948
22000 0.097296 0.097174 0.104884 CURRENT LEARNING RATE: 0.40085834014509764
previous_iter_valid_loss : 0.13749022781848907
22100 0.137874 0.137490 0.104783 CURRENT LEARNING RATE: 0.4004576821673296
previous_iter_valid_loss : 0.12022849917411804
22200 0.120487 0.120228 0.104556 CURRENT LEARNING RATE: 0.40005742464727706
previous_iter_valid_loss : 0.11457132548093796
22300 0.114802 0.114571 0.104815 CURRENT LEARNING RATE: 0.39965756718468254
previous_iter_valid_loss : 0.08894907683134079
22400 0.089141 0.088949 0.104832 CURRENT LEARNING RATE: 0.39925810937968853
previous_iter_valid_loss : 0.09392176568508148
22500 0.094075 0.093922 0.104908 CURRENT LEARNING RATE: 0.3988590508328371
previous_iter_valid_loss : 0.0983455628156662
22600 0.098563 0.098346 0.105084 CURRENT LEARNING RATE: 0.3984603911450698
previous_iter_valid_loss : 0.08470027148723602
22700 0.084761 0.084700 0.105087 CURRENT LEARNING RATE: 0.3980621299177269
previous_iter_valid_loss : 0.09216451644897461
22800 0.092348 0.092165 0.104733 CURRENT LEARNING RATE: 0.39766426675254696
previous_iter_valid_loss : 0.09065820276737213
22900 0.090810 0.090658 0.104784 CURRENT LEARNING RATE: 0.397266801251667
previous_iter_valid_loss : 0.09497220069169998
23000 0.095213 0.094972 0.104576 CURRENT LEARNING RATE: 0.39686973301762135
previous_iter_valid_loss : 0.12236075103282928
23100 0.122728 0.122361 0.104777 CURRENT LEARNING RATE: 0.39647306165334184
previous_iter_valid_loss : 0.10625285655260086
23200 0.106498 0.106253 0.104490 CURRENT LEARNING RATE: 0.396076786762157
previous_iter_valid_loss : 0.09927107393741608
23300 0.099470 0.099271 0.103815 CURRENT LEARNING RATE: 0.3956809079477919
previous_iter_valid_loss : 0.10133687406778336
23400 0.101084 0.101337 0.103945 CURRENT LEARNING RATE: 0.3952854248143678
previous_iter_valid_loss : 0.1321852207183838
23500 0.132323 0.132185 0.104192 CURRENT LEARNING RATE: 0.39489033696640136
previous_iter_valid_loss : 0.1472516506910324
23600 0.147553 0.147252 0.104699 CURRENT LEARNING RATE: 0.3944956440088049
previous_iter_valid_loss : 0.11934874206781387
23700 0.119608 0.119349 0.104428 CURRENT LEARNING RATE: 0.3941013455468852
previous_iter_valid_loss : 0.12819111347198486
23800 0.128018 0.128191 0.104592 CURRENT LEARNING RATE: 0.393707441186344
previous_iter_valid_loss : 0.09793074429035187
23900 0.097917 0.097931 0.104497 CURRENT LEARNING RATE: 0.39331393053327673
previous_iter_valid_loss : 0.09872864186763763
24000 0.098715 0.098729 0.104481 CURRENT LEARNING RATE: 0.39292081319417277
previous_iter_valid_loss : 0.08851319551467896
24100 0.088361 0.088513 0.103918 CURRENT LEARNING RATE: 0.3925280887759148
previous_iter_valid_loss : 0.08196848630905151
24200 0.081827 0.081968 0.103817 CURRENT LEARNING RATE: 0.39213575688577823
previous_iter_valid_loss : 0.08515111356973648
24300 0.084954 0.085151 0.103624 CURRENT LEARNING RATE: 0.39174381713143125
previous_iter_valid_loss : 0.08591873943805695
24400 0.085706 0.085919 0.103428 CURRENT LEARNING RATE: 0.39135226912093407
previous_iter_valid_loss : 0.08599668741226196
24500 0.085789 0.085997 0.103265 CURRENT LEARNING RATE: 0.3909611124627386
previous_iter_valid_loss : 0.08379204571247101
24600 0.083604 0.083792 0.102871 CURRENT LEARNING RATE: 0.39057034676568825
previous_iter_valid_loss : 0.08277377486228943
24700 0.082651 0.082774 0.102481 CURRENT LEARNING RATE: 0.39017997163901713
previous_iter_valid_loss : 0.11572964489459991
24800 0.115526 0.115730 0.102768 CURRENT LEARNING RATE: 0.3897899866923502
previous_iter_valid_loss : 0.143362894654274
24900 0.143065 0.143363 0.103269 CURRENT LEARNING RATE: 0.38940039153570244
previous_iter_valid_loss : 0.09600789099931717
25000 0.095765 0.096008 0.102490 CURRENT LEARNING RATE: 0.38901118577947863
previous_iter_valid_loss : 0.09209823608398438
25100 0.091911 0.092098 0.102397 CURRENT LEARNING RATE: 0.38862236903447306
previous_iter_valid_loss : 0.12210050225257874
25200 0.121920 0.122101 0.102390 CURRENT LEARNING RATE: 0.3882339409118689
previous_iter_valid_loss : 0.0855553075671196
25300 0.085616 0.085555 0.102430 CURRENT LEARNING RATE: 0.387845901023238
previous_iter_valid_loss : 0.08252166956663132
25400 0.082408 0.082522 0.102386 CURRENT LEARNING RATE: 0.3874582489805405
previous_iter_valid_loss : 0.10038963705301285
25500 0.100206 0.100390 0.102360 CURRENT LEARNING RATE: 0.3870709843961242
previous_iter_valid_loss : 0.08776238560676575
25600 0.087768 0.087762 0.102329 CURRENT LEARNING RATE: 0.38668410688272453
previous_iter_valid_loss : 0.091314896941185
25700 0.091144 0.091315 0.102223 CURRENT LEARNING RATE: 0.386297616053464
previous_iter_valid_loss : 0.08455979824066162
25800 0.084457 0.084560 0.102197 CURRENT LEARNING RATE: 0.3859115115218517
previous_iter_valid_loss : 0.09570977836847305
25900 0.095484 0.095710 0.102285 CURRENT LEARNING RATE: 0.3855257929017831
previous_iter_valid_loss : 0.09218674898147583
26000 0.092199 0.092187 0.102210 CURRENT LEARNING RATE: 0.3851404598075396
previous_iter_valid_loss : 0.1052704006433487
26100 0.104986 0.105270 0.102468 CURRENT LEARNING RATE: 0.3847555118537879
previous_iter_valid_loss : 0.08576733618974686
26200 0.085658 0.085767 0.102262 CURRENT LEARNING RATE: 0.38437094865558014
previous_iter_valid_loss : 0.088468998670578
26300 0.088298 0.088469 0.102345 CURRENT LEARNING RATE: 0.38398676982835306
previous_iter_valid_loss : 0.08441569656133652
26400 0.084267 0.084416 0.101973 CURRENT LEARNING RATE: 0.38360297498792784
previous_iter_valid_loss : 0.08242955058813095
26500 0.082311 0.082430 0.101994 CURRENT LEARNING RATE: 0.3832195637505096
previous_iter_valid_loss : 0.1164826899766922
26600 0.116281 0.116483 0.101579 CURRENT LEARNING RATE: 0.38283653573268694
previous_iter_valid_loss : 0.11609163880348206
26700 0.115917 0.116092 0.101801 CURRENT LEARNING RATE: 0.382453890551432
previous_iter_valid_loss : 0.09664051234722137
26800 0.096522 0.096641 0.101938 CURRENT LEARNING RATE: 0.3820716278240995
previous_iter_valid_loss : 0.11276381462812424
26900 0.112506 0.112764 0.102217 CURRENT LEARNING RATE: 0.3816897471684266
previous_iter_valid_loss : 0.08674507588148117
27000 0.086567 0.086745 0.101827 CURRENT LEARNING RATE: 0.3813082482025327
previous_iter_valid_loss : 0.12127192318439484
27100 0.121042 0.121272 0.102160 CURRENT LEARNING RATE: 0.3809271305449188
previous_iter_valid_loss : 0.1265217661857605
27200 0.126265 0.126522 0.102630 CURRENT LEARNING RATE: 0.38054639381446714
previous_iter_valid_loss : 0.13486288487911224
27300 0.134589 0.134863 0.102865 CURRENT LEARNING RATE: 0.38016603763044104
previous_iter_valid_loss : 0.09395608305931091
27400 0.093835 0.093956 0.102674 CURRENT LEARNING RATE: 0.37978606161248424
previous_iter_valid_loss : 0.08425984531641006
27500 0.084087 0.084260 0.102493 CURRENT LEARNING RATE: 0.37940646538062067
previous_iter_valid_loss : 0.10050422698259354
27600 0.100243 0.100504 0.102150 CURRENT LEARNING RATE: 0.37902724855525416
previous_iter_valid_loss : 0.10180951654911041
27700 0.101532 0.101810 0.102246 CURRENT LEARNING RATE: 0.37864841075716776
previous_iter_valid_loss : 0.09129150211811066
27800 0.091035 0.091292 0.102324 CURRENT LEARNING RATE: 0.3782699516075237
previous_iter_valid_loss : 0.08090167492628098
27900 0.080816 0.080902 0.102288 CURRENT LEARNING RATE: 0.37789187072786273
previous_iter_valid_loss : 0.09493912756443024
28000 0.094679 0.094939 0.102254 CURRENT LEARNING RATE: 0.377514167740104
previous_iter_valid_loss : 0.09305892884731293
28100 0.092871 0.093059 0.102167 CURRENT LEARNING RATE: 0.3771368422665445
previous_iter_valid_loss : 0.0960196852684021
28200 0.095885 0.096020 0.102160 CURRENT LEARNING RATE: 0.37675989392985865
previous_iter_valid_loss : 0.1396554410457611
28300 0.139448 0.139655 0.102531 CURRENT LEARNING RATE: 0.3763833223530981
previous_iter_valid_loss : 0.10893946886062622
28400 0.108695 0.108939 0.102325 CURRENT LEARNING RATE: 0.3760071271596913
previous_iter_valid_loss : 0.0853106901049614
28500 0.085285 0.085311 0.102228 CURRENT LEARNING RATE: 0.375631307973443
previous_iter_valid_loss : 0.09893658012151718
28600 0.098700 0.098937 0.101843 CURRENT LEARNING RATE: 0.375255864418534
previous_iter_valid_loss : 0.11211526393890381
28700 0.111877 0.112115 0.102023 CURRENT LEARNING RATE: 0.37488079611952063
previous_iter_valid_loss : 0.11418966203927994
28800 0.113946 0.114190 0.102286 CURRENT LEARNING RATE: 0.37450610270133466
previous_iter_valid_loss : 0.09575623273849487
28900 0.095573 0.095756 0.102291 CURRENT LEARNING RATE: 0.37413178378928263
previous_iter_valid_loss : 0.08961904793977737
29000 0.089332 0.089619 0.102303 CURRENT LEARNING RATE: 0.3737578390090455
previous_iter_valid_loss : 0.1363552212715149
29100 0.136126 0.136355 0.102250 CURRENT LEARNING RATE: 0.37338426798667856
previous_iter_valid_loss : 0.14224280416965485
29200 0.141957 0.142243 0.102751 CURRENT LEARNING RATE: 0.37301107034861075
previous_iter_valid_loss : 0.1262453943490982
29300 0.126020 0.126245 0.102979 CURRENT LEARNING RATE: 0.37263824572164433
previous_iter_valid_loss : 0.09876969456672668
29400 0.098611 0.098770 0.103094 CURRENT LEARNING RATE: 0.3722657937329547
previous_iter_valid_loss : 0.16633997857570648
29500 0.166228 0.166340 0.103919 CURRENT LEARNING RATE: 0.3718937140100898
previous_iter_valid_loss : 0.12651264667510986
29600 0.126280 0.126513 0.103902 CURRENT LEARNING RATE: 0.3715220061809699
previous_iter_valid_loss : 0.10816919058561325
29700 0.107931 0.108169 0.103340 CURRENT LEARNING RATE: 0.3711506698738872
previous_iter_valid_loss : 0.09137509018182755
29800 0.091326 0.091375 0.103279 CURRENT LEARNING RATE: 0.37077970471750527
previous_iter_valid_loss : 0.1651495099067688
29900 0.164912 0.165150 0.103973 CURRENT LEARNING RATE: 0.37040911034085894
previous_iter_valid_loss : 0.12522153556346893
30000 0.125350 0.125222 0.104137 CURRENT LEARNING RATE: 0.3700388863733538
previous_iter_valid_loss : 0.09030041843652725
30100 0.090208 0.090300 0.104143 CURRENT LEARNING RATE: 0.36966903244476595
previous_iter_valid_loss : 0.08383217453956604
30200 0.083844 0.083832 0.104082 CURRENT LEARNING RATE: 0.3692995481852413
previous_iter_valid_loss : 0.1311464011669159
30300 0.131382 0.131146 0.104428 CURRENT LEARNING RATE: 0.36893043322529556
previous_iter_valid_loss : 0.09958239644765854
30400 0.099610 0.099582 0.104503 CURRENT LEARNING RATE: 0.3685616871958139
previous_iter_valid_loss : 0.13169309496879578
30500 0.131534 0.131693 0.104286 CURRENT LEARNING RATE: 0.36819330972805003
previous_iter_valid_loss : 0.09909709542989731
30600 0.098909 0.099097 0.104209 CURRENT LEARNING RATE: 0.36782530045362666
previous_iter_valid_loss : 0.11169499903917313
30700 0.111466 0.111695 0.104063 CURRENT LEARNING RATE: 0.36745765900453436
previous_iter_valid_loss : 0.088705874979496
30800 0.088600 0.088706 0.104065 CURRENT LEARNING RATE: 0.3670903850131317
previous_iter_valid_loss : 0.12366500496864319
30900 0.123502 0.123665 0.104309 CURRENT LEARNING RATE: 0.3667234781121446
previous_iter_valid_loss : 0.08835713565349579
31000 0.088328 0.088357 0.104313 CURRENT LEARNING RATE: 0.3663569379346662
previous_iter_valid_loss : 0.10767855495214462
31100 0.107462 0.107679 0.104469 CURRENT LEARNING RATE: 0.3659907641141563
previous_iter_valid_loss : 0.10302754491567612
31200 0.102852 0.103028 0.104268 CURRENT LEARNING RATE: 0.365624956284441
previous_iter_valid_loss : 0.1270969808101654
31300 0.126869 0.127097 0.104645 CURRENT LEARNING RATE: 0.36525951407971247
previous_iter_valid_loss : 0.12633496522903442
31400 0.126046 0.126335 0.104810 CURRENT LEARNING RATE: 0.3648944371345284
previous_iter_valid_loss : 0.10726732015609741
31500 0.107007 0.107267 0.104990 CURRENT LEARNING RATE: 0.3645297250838119
previous_iter_valid_loss : 0.10439161211252213
31600 0.104209 0.104392 0.104790 CURRENT LEARNING RATE: 0.36416537756285083
previous_iter_valid_loss : 0.13874609768390656
31700 0.138620 0.138746 0.105271 CURRENT LEARNING RATE: 0.36380139420729773
previous_iter_valid_loss : 0.08183712512254715
31800 0.081863 0.081837 0.105065 CURRENT LEARNING RATE: 0.3634377746531691
previous_iter_valid_loss : 0.09981681406497955
31900 0.099621 0.099817 0.105191 CURRENT LEARNING RATE: 0.36307451853684547
previous_iter_valid_loss : 0.10977133363485336
32000 0.109585 0.109771 0.105317 CURRENT LEARNING RATE: 0.3627116254950706
previous_iter_valid_loss : 0.11210214346647263
32100 0.111994 0.112102 0.105063 CURRENT LEARNING RATE: 0.36234909516495145
previous_iter_valid_loss : 0.16093824803829193
32200 0.160739 0.160938 0.105470 CURRENT LEARNING RATE: 0.36198692718395764
previous_iter_valid_loss : 0.09911143779754639
32300 0.098950 0.099111 0.105316 CURRENT LEARNING RATE: 0.3616251211899212
previous_iter_valid_loss : 0.15209414064884186
32400 0.151953 0.152094 0.105947 CURRENT LEARNING RATE: 0.3612636768210361
previous_iter_valid_loss : 0.10105939209461212
32500 0.100882 0.101059 0.106018 CURRENT LEARNING RATE: 0.3609025937158579
previous_iter_valid_loss : 0.10993076860904694
32600 0.109771 0.109931 0.106134 CURRENT LEARNING RATE: 0.3605418715133035
previous_iter_valid_loss : 0.11987842619419098
32700 0.120082 0.119878 0.106486 CURRENT LEARNING RATE: 0.3601815098526507
previous_iter_valid_loss : 0.10195080935955048
32800 0.101809 0.101951 0.106584 CURRENT LEARNING RATE: 0.3598215083735377
previous_iter_valid_loss : 0.08726280182600021
32900 0.087321 0.087263 0.106550 CURRENT LEARNING RATE: 0.3594618667159631
previous_iter_valid_loss : 0.18525399267673492
33000 0.186076 0.185254 0.107453 CURRENT LEARNING RATE: 0.35910258452028515
previous_iter_valid_loss : 0.09613440930843353
33100 0.095879 0.096134 0.107190 CURRENT LEARNING RATE: 0.35874366142722164
previous_iter_valid_loss : 0.09636104851961136
33200 0.096366 0.096361 0.107092 CURRENT LEARNING RATE: 0.3583850970778495
previous_iter_valid_loss : 0.14216512441635132
33300 0.142370 0.142165 0.107520 CURRENT LEARNING RATE: 0.35802689111360425
previous_iter_valid_loss : 0.12682123482227325
33400 0.126663 0.126821 0.107775 CURRENT LEARNING RATE: 0.35766904317627995
previous_iter_valid_loss : 0.0910254642367363
33500 0.090986 0.091025 0.107364 CURRENT LEARNING RATE: 0.35731155290802863
previous_iter_valid_loss : 0.14651893079280853
33600 0.146334 0.146519 0.107356 CURRENT LEARNING RATE: 0.35695441995136
previous_iter_valid_loss : 0.12450253218412399
33700 0.124226 0.124503 0.107408 CURRENT LEARNING RATE: 0.3565976439491411
previous_iter_valid_loss : 0.10143040120601654
33800 0.101262 0.101430 0.107140 CURRENT LEARNING RATE: 0.3562412245445959
previous_iter_valid_loss : 0.09921354055404663
33900 0.099532 0.099214 0.107153 CURRENT LEARNING RATE: 0.3558851613813048
previous_iter_valid_loss : 0.11343451589345932
34000 0.113472 0.113435 0.107300 CURRENT LEARNING RATE: 0.35552945410320486
previous_iter_valid_loss : 0.16037985682487488
34100 0.160259 0.160380 0.108019 CURRENT LEARNING RATE: 0.35517410235458863
previous_iter_valid_loss : 0.11542438715696335
34200 0.115622 0.115424 0.108353 CURRENT LEARNING RATE: 0.35481910578010434
previous_iter_valid_loss : 0.11572015285491943
34300 0.115923 0.115720 0.108659 CURRENT LEARNING RATE: 0.3544644640247554
previous_iter_valid_loss : 0.10866004228591919
34400 0.108491 0.108660 0.108887 CURRENT LEARNING RATE: 0.3541101767339
previous_iter_valid_loss : 0.12263309955596924
34500 0.122849 0.122633 0.109253 CURRENT LEARNING RATE: 0.35375624355325086
previous_iter_valid_loss : 0.11570873111486435
34600 0.115537 0.115709 0.109572 CURRENT LEARNING RATE: 0.3534026641288747
previous_iter_valid_loss : 0.1041320413351059
34700 0.103927 0.104132 0.109786 CURRENT LEARNING RATE: 0.3530494381071922
previous_iter_valid_loss : 0.09164367616176605
34800 0.091580 0.091644 0.109545 CURRENT LEARNING RATE: 0.3526965651349772
previous_iter_valid_loss : 0.13053035736083984
34900 0.130676 0.130530 0.109416 CURRENT LEARNING RATE: 0.3523440448593567
previous_iter_valid_loss : 0.09243594855070114
35000 0.092407 0.092436 0.109381 CURRENT LEARNING RATE: 0.3519918769278105
previous_iter_valid_loss : 0.0886850580573082
35100 0.088592 0.088685 0.109347 CURRENT LEARNING RATE: 0.35164006098817047
previous_iter_valid_loss : 0.0996028482913971
35200 0.099364 0.099603 0.109122 CURRENT LEARNING RATE: 0.3512885966886208
previous_iter_valid_loss : 0.09351246803998947
35300 0.093301 0.093512 0.109201 CURRENT LEARNING RATE: 0.350937483677697
previous_iter_valid_loss : 0.10243789106607437
35400 0.102276 0.102438 0.109400 CURRENT LEARNING RATE: 0.3505867216042862
previous_iter_valid_loss : 0.09568509459495544
35500 0.095674 0.095685 0.109353 CURRENT LEARNING RATE: 0.3502363101176262
previous_iter_valid_loss : 0.10462941229343414
35600 0.104714 0.104629 0.109522 CURRENT LEARNING RATE: 0.3498862488673055
previous_iter_valid_loss : 0.1248648464679718
35700 0.125141 0.124865 0.109858 CURRENT LEARNING RATE: 0.34953653750326286
previous_iter_valid_loss : 0.12563298642635345
35800 0.125862 0.125633 0.110268 CURRENT LEARNING RATE: 0.3491871756757868
previous_iter_valid_loss : 0.13850611448287964
35900 0.138850 0.138506 0.110696 CURRENT LEARNING RATE: 0.3488381630355155
previous_iter_valid_loss : 0.09006308019161224
36000 0.090013 0.090063 0.110675 CURRENT LEARNING RATE: 0.34848949923343636
previous_iter_valid_loss : 0.09618927538394928
36100 0.096137 0.096189 0.110584 CURRENT LEARNING RATE: 0.3481411839208855
previous_iter_valid_loss : 0.10546843707561493
36200 0.105330 0.105468 0.110781 CURRENT LEARNING RATE: 0.34779321674954755
previous_iter_valid_loss : 0.13633939623832703
36300 0.136221 0.136339 0.111260 CURRENT LEARNING RATE: 0.3474455973714553
previous_iter_valid_loss : 0.15073031187057495
36400 0.151077 0.150730 0.111923 CURRENT LEARNING RATE: 0.34709832543898944
previous_iter_valid_loss : 0.11261563748121262
36500 0.112502 0.112616 0.112225 CURRENT LEARNING RATE: 0.3467514006048779
previous_iter_valid_loss : 0.09772790968418121
36600 0.097616 0.097728 0.112037 CURRENT LEARNING RATE: 0.34640482252219584
previous_iter_valid_loss : 0.1221037358045578
36700 0.122406 0.122104 0.112097 CURRENT LEARNING RATE: 0.3460585908443652
previous_iter_valid_loss : 0.15455062687397003
36800 0.154961 0.154551 0.112677 CURRENT LEARNING RATE: 0.34571270522515424
previous_iter_valid_loss : 0.11071690917015076
36900 0.110937 0.110717 0.112656 CURRENT LEARNING RATE: 0.34536716531867734
previous_iter_valid_loss : 0.08863630145788193
37000 0.088548 0.088636 0.112675 CURRENT LEARNING RATE: 0.3450219707793945
previous_iter_valid_loss : 0.1078014075756073
37100 0.107622 0.107801 0.112540 CURRENT LEARNING RATE: 0.3446771212621112
previous_iter_valid_loss : 0.08622020483016968
37200 0.086049 0.086220 0.112137 CURRENT LEARNING RATE: 0.3443326164219779
previous_iter_valid_loss : 0.1003781110048294
37300 0.100206 0.100378 0.111792 CURRENT LEARNING RATE: 0.34398845591448973
previous_iter_valid_loss : 0.10376420617103577
37400 0.103593 0.103764 0.111891 CURRENT LEARNING RATE: 0.3436446393954861
previous_iter_valid_loss : 0.09096792340278625
37500 0.090844 0.090968 0.111958 CURRENT LEARNING RATE: 0.3433011665211505
previous_iter_valid_loss : 0.0954994186758995
37600 0.095408 0.095499 0.111908 CURRENT LEARNING RATE: 0.3429580369480101
previous_iter_valid_loss : 0.0908980444073677
37700 0.090783 0.090898 0.111798 CURRENT LEARNING RATE: 0.34261525033293516
previous_iter_valid_loss : 0.12758320569992065
37800 0.127348 0.127583 0.112161 CURRENT LEARNING RATE: 0.3422728063331391
previous_iter_valid_loss : 0.16527898609638214
37900 0.165066 0.165279 0.113005 CURRENT LEARNING RATE: 0.3419307046061779
previous_iter_valid_loss : 0.0966026708483696
38000 0.096466 0.096603 0.113022 CURRENT LEARNING RATE: 0.34158894480994983
previous_iter_valid_loss : 0.14499224722385406
38100 0.144875 0.144992 0.113541 CURRENT LEARNING RATE: 0.34124752660269503
previous_iter_valid_loss : 0.10280416905879974
38200 0.102718 0.102804 0.113609 CURRENT LEARNING RATE: 0.34090644964299527
previous_iter_valid_loss : 0.10235586017370224
38300 0.102228 0.102356 0.113236 CURRENT LEARNING RATE: 0.34056571358977356
previous_iter_valid_loss : 0.08064392954111099
38400 0.080590 0.080644 0.112953 CURRENT LEARNING RATE: 0.34022531810229384
previous_iter_valid_loss : 0.11118976026773453
38500 0.111376 0.111190 0.113212 CURRENT LEARNING RATE: 0.3398852628401605
previous_iter_valid_loss : 0.09554728865623474
38600 0.095708 0.095547 0.113178 CURRENT LEARNING RATE: 0.3395455474633184
previous_iter_valid_loss : 0.146156907081604
38700 0.146522 0.146157 0.113518 CURRENT LEARNING RATE: 0.339206171632052
previous_iter_valid_loss : 0.11264656484127045
38800 0.112921 0.112647 0.113503 CURRENT LEARNING RATE: 0.33886713500698556
previous_iter_valid_loss : 0.09077232331037521
38900 0.090761 0.090772 0.113453 CURRENT LEARNING RATE: 0.3385284372490823
previous_iter_valid_loss : 0.1094791516661644
39000 0.109539 0.109479 0.113652 CURRENT LEARNING RATE: 0.33819007801964457
previous_iter_valid_loss : 0.0951555073261261
39100 0.095110 0.095156 0.113240 CURRENT LEARNING RATE: 0.337852056980313
previous_iter_valid_loss : 0.09265194088220596
39200 0.092798 0.092652 0.112744 CURRENT LEARNING RATE: 0.3375143737930666
previous_iter_valid_loss : 0.09794074296951294
39300 0.098106 0.097941 0.112461 CURRENT LEARNING RATE: 0.3371770281202221
previous_iter_valid_loss : 0.12476977705955505
39400 0.125213 0.124770 0.112721 CURRENT LEARNING RATE: 0.33684001962443383
previous_iter_valid_loss : 0.1000494733452797
39500 0.100141 0.100049 0.112058 CURRENT LEARNING RATE: 0.3365033479686932
previous_iter_valid_loss : 0.1205260306596756
39600 0.120725 0.120526 0.111998 CURRENT LEARNING RATE: 0.3361670128163286
previous_iter_valid_loss : 0.116043820977211
39700 0.116199 0.116044 0.112077 CURRENT LEARNING RATE: 0.3358310138310049
previous_iter_valid_loss : 0.13751840591430664
39800 0.137886 0.137518 0.112538 CURRENT LEARNING RATE: 0.3354953506767229
previous_iter_valid_loss : 0.14282958209514618
39900 0.143313 0.142830 0.112315 CURRENT LEARNING RATE: 0.33516002301781966
previous_iter_valid_loss : 0.11795996874570847
40000 0.118335 0.117960 0.112242 CURRENT LEARNING RATE: 0.3348250305189673
previous_iter_valid_loss : 0.09415736794471741
40100 0.094387 0.094157 0.112281 CURRENT LEARNING RATE: 0.33449037284517336
previous_iter_valid_loss : 0.11405572295188904
40200 0.114407 0.114056 0.112583 CURRENT LEARNING RATE: 0.33415604966178014
previous_iter_valid_loss : 0.08707379549741745
40300 0.087290 0.087074 0.112142 CURRENT LEARNING RATE: 0.33382206063446446
previous_iter_valid_loss : 0.09478344023227692
40400 0.094982 0.094783 0.112094 CURRENT LEARNING RATE: 0.3334884054292372
previous_iter_valid_loss : 0.10836593061685562
40500 0.108311 0.108366 0.111861 CURRENT LEARNING RATE: 0.3331550837124432
previous_iter_valid_loss : 0.11336249858140945
40600 0.113554 0.113362 0.112004 CURRENT LEARNING RATE: 0.3328220951507606
previous_iter_valid_loss : 0.13480915129184723
40700 0.135187 0.134809 0.112235 CURRENT LEARNING RATE: 0.33248943941120096
previous_iter_valid_loss : 0.09945613890886307
40800 0.099540 0.099456 0.112342 CURRENT LEARNING RATE: 0.3321571161611084
previous_iter_valid_loss : 0.11043991893529892
40900 0.110741 0.110440 0.112210 CURRENT LEARNING RATE: 0.3318251250681597
previous_iter_valid_loss : 0.09805972129106522
41000 0.098219 0.098060 0.112307 CURRENT LEARNING RATE: 0.3314934658003637
previous_iter_valid_loss : 0.0961456224322319
41100 0.096177 0.096146 0.112192 CURRENT LEARNING RATE: 0.33116213802606115
previous_iter_valid_loss : 0.09831403940916061
41200 0.098456 0.098314 0.112145 CURRENT LEARNING RATE: 0.33083114141392417
previous_iter_valid_loss : 0.09668917208909988
41300 0.096646 0.096689 0.111841 CURRENT LEARNING RATE: 0.33050047563295626
previous_iter_valid_loss : 0.10814699530601501
41400 0.108378 0.108147 0.111659 CURRENT LEARNING RATE: 0.3301701403524914
previous_iter_valid_loss : 0.12178361415863037
41500 0.122000 0.121784 0.111804 CURRENT LEARNING RATE: 0.3298401352421945
previous_iter_valid_loss : 0.10891389846801758
41600 0.108985 0.108914 0.111849 CURRENT LEARNING RATE: 0.32951045997206035
previous_iter_valid_loss : 0.10512981563806534
41700 0.105292 0.105130 0.111513 CURRENT LEARNING RATE: 0.3291811142124136
previous_iter_valid_loss : 0.11437064409255981
41800 0.114598 0.114371 0.111838 CURRENT LEARNING RATE: 0.3288520976339085
previous_iter_valid_loss : 0.11585374921560287
41900 0.116081 0.115854 0.111999 CURRENT LEARNING RATE: 0.3285234099075284
previous_iter_valid_loss : 0.09383751451969147
42000 0.093794 0.093838 0.111839 CURRENT LEARNING RATE: 0.3281950507045856
previous_iter_valid_loss : 0.08799322694540024
42100 0.087949 0.087993 0.111598 CURRENT LEARNING RATE: 0.3278670196967209
previous_iter_valid_loss : 0.09382109344005585
42200 0.093734 0.093821 0.110927 CURRENT LEARNING RATE: 0.3275393165559031
previous_iter_valid_loss : 0.12048470228910446
42300 0.120330 0.120485 0.111141 CURRENT LEARNING RATE: 0.3272119409544293
previous_iter_valid_loss : 0.08679228276014328
42400 0.086691 0.086792 0.110488 CURRENT LEARNING RATE: 0.32688489256492365
previous_iter_valid_loss : 0.14452821016311646
42500 0.144331 0.144528 0.110922 CURRENT LEARNING RATE: 0.3265581710603378
previous_iter_valid_loss : 0.08283314108848572
42600 0.082742 0.082833 0.110651 CURRENT LEARNING RATE: 0.3262317761139502
previous_iter_valid_loss : 0.08315511047840118
42700 0.083167 0.083155 0.110284 CURRENT LEARNING RATE: 0.325905707399366
previous_iter_valid_loss : 0.10274989902973175
42800 0.102594 0.102750 0.110292 CURRENT LEARNING RATE: 0.32557996459051625
previous_iter_valid_loss : 0.08724098652601242
42900 0.087140 0.087241 0.110292 CURRENT LEARNING RATE: 0.32525454736165826
previous_iter_valid_loss : 0.12704136967658997
43000 0.126735 0.127041 0.109710 CURRENT LEARNING RATE: 0.3249294553873748
previous_iter_valid_loss : 0.10767338424921036
43100 0.107427 0.107673 0.109825 CURRENT LEARNING RATE: 0.3246046883425737
previous_iter_valid_loss : 0.11594488471746445
43200 0.116208 0.115945 0.110021 CURRENT LEARNING RATE: 0.32428024590248805
previous_iter_valid_loss : 0.09585385024547577
43300 0.095917 0.095854 0.109558 CURRENT LEARNING RATE: 0.3239561277426753
previous_iter_valid_loss : 0.10243693739175797
43400 0.102696 0.102437 0.109314 CURRENT LEARNING RATE: 0.3236323335390173
previous_iter_valid_loss : 0.11150677502155304
43500 0.111663 0.111507 0.109519 CURRENT LEARNING RATE: 0.3233088629677198
previous_iter_valid_loss : 0.09120018780231476
43600 0.091248 0.091200 0.108966 CURRENT LEARNING RATE: 0.32298571570531226
previous_iter_valid_loss : 0.09764761477708817
43700 0.097730 0.097648 0.108697 CURRENT LEARNING RATE: 0.3226628914286473
previous_iter_valid_loss : 0.11119037866592407
43800 0.111070 0.111190 0.108795 CURRENT LEARNING RATE: 0.32234038981490065
previous_iter_valid_loss : 0.10211717337369919
43900 0.102049 0.102117 0.108824 CURRENT LEARNING RATE: 0.3220182105415707
previous_iter_valid_loss : 0.11959504336118698
44000 0.119489 0.119595 0.108885 CURRENT LEARNING RATE: 0.3216963532864781
previous_iter_valid_loss : 0.08964052051305771
44100 0.089460 0.089641 0.108178 CURRENT LEARNING RATE: 0.3213748177277656
previous_iter_valid_loss : 0.10707646608352661
44200 0.106837 0.107076 0.108095 CURRENT LEARNING RATE: 0.3210536035438976
previous_iter_valid_loss : 0.08980307728052139
44300 0.089803 0.089803 0.107835 CURRENT LEARNING RATE: 0.3207327104136599
previous_iter_valid_loss : 0.13411086797714233
44400 0.133917 0.134111 0.108090 CURRENT LEARNING RATE: 0.32041213801615936
previous_iter_valid_loss : 0.1150795966386795
44500 0.114923 0.115080 0.108014 CURRENT LEARNING RATE: 0.32009188603082356
previous_iter_valid_loss : 0.10544431209564209
44600 0.105260 0.105444 0.107912 CURRENT LEARNING RATE: 0.31977195413740045
previous_iter_valid_loss : 0.0831368938088417
44700 0.083021 0.083137 0.107702 CURRENT LEARNING RATE: 0.3194523420159581
previous_iter_valid_loss : 0.09167855978012085
44800 0.091550 0.091679 0.107702 CURRENT LEARNING RATE: 0.3191330493468844
previous_iter_valid_loss : 0.1197531595826149
44900 0.119534 0.119753 0.107594 CURRENT LEARNING RATE: 0.31881407581088667
previous_iter_valid_loss : 0.09642300009727478
45000 0.096298 0.096423 0.107634 CURRENT LEARNING RATE: 0.31849542108899126
previous_iter_valid_loss : 0.08281798660755157
45100 0.082755 0.082818 0.107576 CURRENT LEARNING RATE: 0.31817708486254354
previous_iter_valid_loss : 0.11990877240896225
45200 0.119772 0.119909 0.107779 CURRENT LEARNING RATE: 0.31785906681320714
previous_iter_valid_loss : 0.10205124318599701
45300 0.101915 0.102051 0.107864 CURRENT LEARNING RATE: 0.31754136662296406
previous_iter_valid_loss : 0.09560459107160568
45400 0.095478 0.095605 0.107796 CURRENT LEARNING RATE: 0.3172239839741141
previous_iter_valid_loss : 0.0954190045595169
45500 0.095251 0.095419 0.107793 CURRENT LEARNING RATE: 0.3169069185492745
previous_iter_valid_loss : 0.10788042843341827
45600 0.107707 0.107880 0.107826 CURRENT LEARNING RATE: 0.3165901700313799
previous_iter_valid_loss : 0.08785378187894821
45700 0.087802 0.087854 0.107455 CURRENT LEARNING RATE: 0.3162737381036817
previous_iter_valid_loss : 0.10440871864557266
45800 0.104272 0.104409 0.107243 CURRENT LEARNING RATE: 0.31595762244974795
previous_iter_valid_loss : 0.1023348942399025
45900 0.102197 0.102335 0.106882 CURRENT LEARNING RATE: 0.315641822753463
previous_iter_valid_loss : 0.11520854383707047
46000 0.115091 0.115209 0.107133 CURRENT LEARNING RATE: 0.3153263386990271
previous_iter_valid_loss : 0.08406348526477814
46100 0.084051 0.084063 0.107012 CURRENT LEARNING RATE: 0.31501116997095613
previous_iter_valid_loss : 0.08031827956438065
46200 0.080358 0.080318 0.106760 CURRENT LEARNING RATE: 0.31469631625408145
previous_iter_valid_loss : 0.15165476500988007
46300 0.152048 0.151655 0.106913 CURRENT LEARNING RATE: 0.3143817772335492
previous_iter_valid_loss : 0.11816371977329254
46400 0.118328 0.118164 0.106588 CURRENT LEARNING RATE: 0.3140675525948204
previous_iter_valid_loss : 0.1403590887784958
46500 0.140201 0.140359 0.106865 CURRENT LEARNING RATE: 0.31375364202367034
previous_iter_valid_loss : 0.11625605821609497
46600 0.116284 0.116256 0.107050 CURRENT LEARNING RATE: 0.3134400452061885
previous_iter_valid_loss : 0.09502896666526794
46700 0.095080 0.095029 0.106780 CURRENT LEARNING RATE: 0.31312676182877797
previous_iter_valid_loss : 0.09209839254617691
46800 0.092208 0.092098 0.106155 CURRENT LEARNING RATE: 0.31281379157815536
previous_iter_valid_loss : 0.11614784598350525
46900 0.116125 0.116148 0.106209 CURRENT LEARNING RATE: 0.3125011341413504
previous_iter_valid_loss : 0.1049671620130539
47000 0.104919 0.104967 0.106373 CURRENT LEARNING RATE: 0.31218878920570564
previous_iter_valid_loss : 0.12909294664859772
47100 0.129295 0.129093 0.106586 CURRENT LEARNING RATE: 0.3118767564588761
previous_iter_valid_loss : 0.08562346547842026
47200 0.085555 0.085623 0.106580 CURRENT LEARNING RATE: 0.3115650355888289
previous_iter_valid_loss : 0.1053413525223732
47300 0.105254 0.105341 0.106629 CURRENT LEARNING RATE: 0.3112536262838434
previous_iter_valid_loss : 0.10250051319599152
47400 0.102455 0.102501 0.106617 CURRENT LEARNING RATE: 0.31094252823251006
previous_iter_valid_loss : 0.09096085280179977
47500 0.090960 0.090961 0.106617 CURRENT LEARNING RATE: 0.3106317411237309
previous_iter_valid_loss : 0.08952971547842026
47600 0.089535 0.089530 0.106557 CURRENT LEARNING RATE: 0.31032126464671866
previous_iter_valid_loss : 0.08999692648649216
47700 0.089850 0.089997 0.106548 CURRENT LEARNING RATE: 0.310011098490997
previous_iter_valid_loss : 0.09845775365829468
47800 0.098447 0.098458 0.106257 CURRENT LEARNING RATE: 0.3097012423463996
previous_iter_valid_loss : 0.1353062391281128
47900 0.135174 0.135306 0.105957 CURRENT LEARNING RATE: 0.3093916959030704
previous_iter_valid_loss : 0.09948360919952393
48000 0.099410 0.099484 0.105986 CURRENT LEARNING RATE: 0.3090824588514629
previous_iter_valid_loss : 0.1284775286912918
48100 0.128752 0.128478 0.105821 CURRENT LEARNING RATE: 0.30877353088234
previous_iter_valid_loss : 0.10018936544656754
48200 0.100340 0.100189 0.105794 CURRENT LEARNING RATE: 0.3084649116867737
previous_iter_valid_loss : 0.08814780414104462
48300 0.087973 0.088148 0.105652 CURRENT LEARNING RATE: 0.30815660095614483
previous_iter_valid_loss : 0.09162117540836334
48400 0.092040 0.091621 0.105762 CURRENT LEARNING RATE: 0.30784859838214257
previous_iter_valid_loss : 0.09940982609987259
48500 0.099554 0.099410 0.105644 CURRENT LEARNING RATE: 0.30754090365676434
previous_iter_valid_loss : 0.08433296531438828
48600 0.084423 0.084333 0.105532 CURRENT LEARNING RATE: 0.3072335164723154
previous_iter_valid_loss : 0.08610039204359055
48700 0.086127 0.086100 0.104932 CURRENT LEARNING RATE: 0.30692643652140855
previous_iter_valid_loss : 0.09620263427495956
48800 0.096346 0.096203 0.104767 CURRENT LEARNING RATE: 0.30661966349696373
previous_iter_valid_loss : 0.10386303067207336
48900 0.103877 0.103863 0.104898 CURRENT LEARNING RATE: 0.30631319709220806
previous_iter_valid_loss : 0.09778489172458649
49000 0.098147 0.097785 0.104781 CURRENT LEARNING RATE: 0.30600703700067494
previous_iter_valid_loss : 0.08812340348958969
49100 0.088284 0.088123 0.104711 CURRENT LEARNING RATE: 0.30570118291620435
previous_iter_valid_loss : 0.09725047647953033
49200 0.097302 0.097250 0.104757 CURRENT LEARNING RATE: 0.3053956345329421
previous_iter_valid_loss : 0.08464011549949646
49300 0.084604 0.084640 0.104624 CURRENT LEARNING RATE: 0.3050903915453399
previous_iter_valid_loss : 0.1661348193883896
49400 0.165945 0.166135 0.105037 CURRENT LEARNING RATE: 0.3047854536481546
previous_iter_valid_loss : 0.10127337276935577
49500 0.101255 0.101273 0.105050 CURRENT LEARNING RATE: 0.3044808205364484
previous_iter_valid_loss : 0.08729583024978638
49600 0.087487 0.087296 0.104717 CURRENT LEARNING RATE: 0.30417649190558815
previous_iter_valid_loss : 0.12818415462970734
49700 0.128042 0.128184 0.104839 CURRENT LEARNING RATE: 0.3038724674512451
previous_iter_valid_loss : 0.10543975234031677
49800 0.105568 0.105440 0.104518 CURRENT LEARNING RATE: 0.30356874686939483
previous_iter_valid_loss : 0.11933688819408417
49900 0.119259 0.119337 0.104283 CURRENT LEARNING RATE: 0.3032653298563167
previous_iter_valid_loss : 0.10663320124149323
50000 0.106540 0.106633 0.104170 CURRENT LEARNING RATE: 0.30296221610859375
previous_iter_valid_loss : 0.1024366021156311
50100 0.102376 0.102437 0.104253 CURRENT LEARNING RATE: 0.30265940532311214
previous_iter_valid_loss : 0.09483630955219269
50200 0.094753 0.094836 0.104060 CURRENT LEARNING RATE: 0.30235689719706105
previous_iter_valid_loss : 0.08874307572841644
50300 0.088793 0.088743 0.104077 CURRENT LEARNING RATE: 0.30205469142793234
previous_iter_valid_loss : 0.09257412701845169
50400 0.092461 0.092574 0.104055 CURRENT LEARNING RATE: 0.30175278771352027
previous_iter_valid_loss : 0.09538578242063522
50500 0.095401 0.095386 0.103925 CURRENT LEARNING RATE: 0.30145118575192104
previous_iter_valid_loss : 0.08831580728292465
50600 0.088198 0.088316 0.103675 CURRENT LEARNING RATE: 0.3011498852415327
previous_iter_valid_loss : 0.09975399821996689
50700 0.099776 0.099754 0.103324 CURRENT LEARNING RATE: 0.3008488858810547
previous_iter_valid_loss : 0.09194225817918777
50800 0.091952 0.091942 0.103249 CURRENT LEARNING RATE: 0.30054818736948763
previous_iter_valid_loss : 0.1395755112171173
50900 0.139797 0.139576 0.103540 CURRENT LEARNING RATE: 0.30024778940613295
previous_iter_valid_loss : 0.11256876587867737
51000 0.112672 0.112569 0.103685 CURRENT LEARNING RATE: 0.29994769169059277
previous_iter_valid_loss : 0.13623374700546265
51100 0.136528 0.136234 0.104086 CURRENT LEARNING RATE: 0.2996478939227692
previous_iter_valid_loss : 0.10943804681301117
51200 0.109553 0.109438 0.104198 CURRENT LEARNING RATE: 0.2993483958028646
previous_iter_valid_loss : 0.11923748254776001
51300 0.119584 0.119237 0.104423 CURRENT LEARNING RATE: 0.29904919703138066
previous_iter_valid_loss : 0.17700503766536713
51400 0.177016 0.177005 0.105112 CURRENT LEARNING RATE: 0.29875029730911873
previous_iter_valid_loss : 0.1630498319864273
51500 0.163381 0.163050 0.105524 CURRENT LEARNING RATE: 0.298451696337179
previous_iter_valid_loss : 0.1054920181632042
51600 0.105585 0.105492 0.105490 CURRENT LEARNING RATE: 0.2981533938169605
previous_iter_valid_loss : 0.10685461759567261
51700 0.106967 0.106855 0.105507 CURRENT LEARNING RATE: 0.2978553894501606
previous_iter_valid_loss : 0.11280091851949692
51800 0.112911 0.112801 0.105492 CURRENT LEARNING RATE: 0.29755768293877505
previous_iter_valid_loss : 0.10887020081281662
51900 0.108955 0.108870 0.105422 CURRENT LEARNING RATE: 0.2972602739850972
previous_iter_valid_loss : 0.10750147700309753
52000 0.107686 0.107501 0.105558 CURRENT LEARNING RATE: 0.29696316229171804
previous_iter_valid_loss : 0.09177859872579575
52100 0.091870 0.091779 0.105596 CURRENT LEARNING RATE: 0.296666347561526
previous_iter_valid_loss : 0.10212303698062897
52200 0.102256 0.102123 0.105679 CURRENT LEARNING RATE: 0.29636982949770624
previous_iter_valid_loss : 0.11268626898527145
52300 0.112917 0.112686 0.105601 CURRENT LEARNING RATE: 0.29607360780374065
previous_iter_valid_loss : 0.10650499910116196
52400 0.106583 0.106505 0.105798 CURRENT LEARNING RATE: 0.29577768218340755
previous_iter_valid_loss : 0.09806253015995026
52500 0.098115 0.098063 0.105334 CURRENT LEARNING RATE: 0.2954820523407813
previous_iter_valid_loss : 0.10942843556404114
52600 0.109610 0.109428 0.105600 CURRENT LEARNING RATE: 0.29518671798023194
previous_iter_valid_loss : 0.09342773258686066
52700 0.093509 0.093428 0.105703 CURRENT LEARNING RATE: 0.2948916788064252
previous_iter_valid_loss : 0.11406415700912476
52800 0.114210 0.114064 0.105816 CURRENT LEARNING RATE: 0.29459693452432184
previous_iter_valid_loss : 0.11493764817714691
52900 0.115223 0.114938 0.106093 CURRENT LEARNING RATE: 0.2943024848391776
previous_iter_valid_loss : 0.11778444051742554
53000 0.117926 0.117784 0.106000 CURRENT LEARNING RATE: 0.2940083294565427
previous_iter_valid_loss : 0.10321055352687836
53100 0.103277 0.103211 0.105955 CURRENT LEARNING RATE: 0.2937144680822617
previous_iter_valid_loss : 0.09901183098554611
53200 0.099023 0.099012 0.105786 CURRENT LEARNING RATE: 0.2934209004224733
previous_iter_valid_loss : 0.10281557589769363
53300 0.102797 0.102816 0.105856 CURRENT LEARNING RATE: 0.2931276261836098
previous_iter_valid_loss : 0.13038143515586853
53400 0.130172 0.130381 0.106135 CURRENT LEARNING RATE: 0.29283464507239687
previous_iter_valid_loss : 0.11827082186937332
53500 0.118770 0.118271 0.106203 CURRENT LEARNING RATE: 0.29254195679585343
previous_iter_valid_loss : 0.18220871686935425
53600 0.182630 0.182209 0.107113 CURRENT LEARNING RATE: 0.2922495610612912
previous_iter_valid_loss : 0.12099520862102509
53700 0.121037 0.120995 0.107346 CURRENT LEARNING RATE: 0.29195745757631436
previous_iter_valid_loss : 0.16186833381652832
53800 0.162057 0.161868 0.107853 CURRENT LEARNING RATE: 0.2916656460488194
previous_iter_valid_loss : 0.11281844973564148
53900 0.112489 0.112818 0.107960 CURRENT LEARNING RATE: 0.2913741261869948
previous_iter_valid_loss : 0.08925281465053558
54000 0.089081 0.089253 0.107657 CURRENT LEARNING RATE: 0.2910828976993207
previous_iter_valid_loss : 0.09904725104570389
54100 0.098875 0.099047 0.107751 CURRENT LEARNING RATE: 0.29079196029456855
previous_iter_valid_loss : 0.12307108938694
54200 0.123139 0.123071 0.107911 CURRENT LEARNING RATE: 0.29050131368180093
previous_iter_valid_loss : 0.09091538190841675
54300 0.090877 0.090915 0.107922 CURRENT LEARNING RATE: 0.2902109575703712
previous_iter_valid_loss : 0.10796163976192474
54400 0.107831 0.107962 0.107660 CURRENT LEARNING RATE: 0.2899208916699232
previous_iter_valid_loss : 0.13220755755901337
54500 0.132264 0.132208 0.107832 CURRENT LEARNING RATE: 0.289631115690391
previous_iter_valid_loss : 0.14014531672000885
54600 0.140364 0.140145 0.108179 CURRENT LEARNING RATE: 0.2893416293419987
previous_iter_valid_loss : 0.12262271344661713
54700 0.122912 0.122623 0.108574 CURRENT LEARNING RATE: 0.2890524323352598
previous_iter_valid_loss : 0.19311222434043884
54800 0.193440 0.193112 0.109588 CURRENT LEARNING RATE: 0.28876352438097735
previous_iter_valid_loss : 0.12302795052528381
54900 0.123088 0.123028 0.109621 CURRENT LEARNING RATE: 0.2884749051902433
previous_iter_valid_loss : 0.1626885086297989
55000 0.162899 0.162689 0.110283 CURRENT LEARNING RATE: 0.2881865744744386
previous_iter_valid_loss : 0.15247370302677155
55100 0.152483 0.152474 0.110980 CURRENT LEARNING RATE: 0.28789853194523224
previous_iter_valid_loss : 0.11988821625709534
55200 0.120014 0.119888 0.110980 CURRENT LEARNING RATE: 0.2876107773145819
previous_iter_valid_loss : 0.1693728119134903
55300 0.169715 0.169373 0.111653 CURRENT LEARNING RATE: 0.28732331029473285
previous_iter_valid_loss : 0.12071296572685242
55400 0.120863 0.120713 0.111904 CURRENT LEARNING RATE: 0.287036130598218
previous_iter_valid_loss : 0.10393699258565903
55500 0.103949 0.103937 0.111989 CURRENT LEARNING RATE: 0.28674923793785767
previous_iter_valid_loss : 0.09465103596448898
55600 0.094487 0.094651 0.111857 CURRENT LEARNING RATE: 0.2864626320267592
previous_iter_valid_loss : 0.10933075845241547
55700 0.109061 0.109331 0.112072 CURRENT LEARNING RATE: 0.2861763125783166
previous_iter_valid_loss : 0.11855850368738174
55800 0.118771 0.118559 0.112213 CURRENT LEARNING RATE: 0.28589027930621047
previous_iter_valid_loss : 0.11647379398345947
55900 0.116554 0.116474 0.112354 CURRENT LEARNING RATE: 0.28560453192440743
previous_iter_valid_loss : 0.12088998407125473
56000 0.120869 0.120890 0.112411 CURRENT LEARNING RATE: 0.2853190701471601
previous_iter_valid_loss : 0.11537837982177734
56100 0.115367 0.115378 0.112724 CURRENT LEARNING RATE: 0.2850338936890067
previous_iter_valid_loss : 0.10167977213859558
56200 0.101646 0.101680 0.112938 CURRENT LEARNING RATE: 0.28474900226477085
previous_iter_valid_loss : 0.18188993632793427
56300 0.181737 0.181890 0.113240 CURRENT LEARNING RATE: 0.2844643955895609
previous_iter_valid_loss : 0.12599842250347137
56400 0.126130 0.125998 0.113319 CURRENT LEARNING RATE: 0.28418007337877027
previous_iter_valid_loss : 0.17090550065040588
56500 0.171347 0.170906 0.113624 CURRENT LEARNING RATE: 0.28389603534807667
previous_iter_valid_loss : 0.1788066178560257
56600 0.179319 0.178807 0.114250 CURRENT LEARNING RATE: 0.28361228121344206
previous_iter_valid_loss : 0.1563185155391693
56700 0.155978 0.156319 0.114863 CURRENT LEARNING RATE: 0.2833288106911123
previous_iter_valid_loss : 0.17112518846988678
56800 0.170830 0.171125 0.115653 CURRENT LEARNING RATE: 0.2830456234976169
previous_iter_valid_loss : 0.14165790379047394
56900 0.141907 0.141658 0.115908 CURRENT LEARNING RATE: 0.28276271934976854
previous_iter_valid_loss : 0.12230861186981201
57000 0.122518 0.122309 0.116081 CURRENT LEARNING RATE: 0.2824800979646631
previous_iter_valid_loss : 0.17444531619548798
57100 0.174878 0.174445 0.116535 CURRENT LEARNING RATE: 0.2821977590596792
previous_iter_valid_loss : 0.13725855946540833
57200 0.137899 0.137259 0.117051 CURRENT LEARNING RATE: 0.28191570235247787
previous_iter_valid_loss : 0.13806405663490295
57300 0.138735 0.138064 0.117378 CURRENT LEARNING RATE: 0.28163392756100236
previous_iter_valid_loss : 0.10636543482542038
57400 0.106680 0.106365 0.117417 CURRENT LEARNING RATE: 0.28135243440347785
previous_iter_valid_loss : 0.13004432618618011
57500 0.130102 0.130044 0.117808 CURRENT LEARNING RATE: 0.2810712225984112
previous_iter_valid_loss : 0.146540567278862
57600 0.146623 0.146541 0.118378 CURRENT LEARNING RATE: 0.28079029186459065
previous_iter_valid_loss : 0.12720635533332825
57700 0.127308 0.127206 0.118750 CURRENT LEARNING RATE: 0.2805096419210853
previous_iter_valid_loss : 0.14505714178085327
57800 0.145024 0.145057 0.119216 CURRENT LEARNING RATE: 0.2802292724872452
previous_iter_valid_loss : 0.11979607492685318
57900 0.120275 0.119796 0.119061 CURRENT LEARNING RATE: 0.279949183282701
previous_iter_valid_loss : 0.13891002535820007
58000 0.139341 0.138910 0.119455 CURRENT LEARNING RATE: 0.2796693740273634
previous_iter_valid_loss : 0.10903854668140411
58100 0.109709 0.109039 0.119261 CURRENT LEARNING RATE: 0.2793898444414232
previous_iter_valid_loss : 0.12832848727703094
58200 0.128212 0.128328 0.119542 CURRENT LEARNING RATE: 0.2791105942453506
previous_iter_valid_loss : 0.10447899997234344
58300 0.104619 0.104479 0.119706 CURRENT LEARNING RATE: 0.2788316231598956
previous_iter_valid_loss : 0.1206066831946373
58400 0.120818 0.120607 0.119995 CURRENT LEARNING RATE: 0.27855293090608696
previous_iter_valid_loss : 0.12711161375045776
58500 0.127142 0.127112 0.120272 CURRENT LEARNING RATE: 0.27827451720523244
previous_iter_valid_loss : 0.11030193418264389
58600 0.110200 0.110302 0.120532 CURRENT LEARNING RATE: 0.27799638177891833
previous_iter_valid_loss : 0.13890309631824493
58700 0.139552 0.138903 0.121060 CURRENT LEARNING RATE: 0.2777185243490091
previous_iter_valid_loss : 0.11186394095420837
58800 0.112024 0.111864 0.121217 CURRENT LEARNING RATE: 0.27744094463764746
previous_iter_valid_loss : 0.11020328104496002
58900 0.110342 0.110203 0.121280 CURRENT LEARNING RATE: 0.27716364236725355
previous_iter_valid_loss : 0.17828160524368286
59000 0.178320 0.178282 0.122085 CURRENT LEARNING RATE: 0.27688661726052505
previous_iter_valid_loss : 0.11434690654277802
59100 0.114560 0.114347 0.122347 CURRENT LEARNING RATE: 0.27660986904043694
previous_iter_valid_loss : 0.13470883667469025
59200 0.134742 0.134709 0.122722 CURRENT LEARNING RATE: 0.2763333974302409
previous_iter_valid_loss : 0.10810084640979767
59300 0.108529 0.108101 0.122957 CURRENT LEARNING RATE: 0.2760572021534653
previous_iter_valid_loss : 0.20177243649959564
59400 0.202224 0.201772 0.123313 CURRENT LEARNING RATE: 0.2757812829339149
previous_iter_valid_loss : 0.11136766523122787
59500 0.111277 0.111368 0.123414 CURRENT LEARNING RATE: 0.27550563949567036
previous_iter_valid_loss : 0.10481578856706619
59600 0.104886 0.104816 0.123589 CURRENT LEARNING RATE: 0.2752302715630883
previous_iter_valid_loss : 0.12897683680057526
59700 0.129414 0.128977 0.123597 CURRENT LEARNING RATE: 0.2749551788608008
previous_iter_valid_loss : 0.10734729468822479
59800 0.107582 0.107347 0.123616 CURRENT LEARNING RATE: 0.274680361113715
previous_iter_valid_loss : 0.13165660202503204
59900 0.131784 0.131657 0.123739 CURRENT LEARNING RATE: 0.2744058180470132
previous_iter_valid_loss : 0.10997194051742554
60000 0.109994 0.109972 0.123773 CURRENT LEARNING RATE: 0.27413154938615236
previous_iter_valid_loss : 0.10331501066684723
60100 0.103216 0.103315 0.123782 CURRENT LEARNING RATE: 0.27385755485686375
previous_iter_valid_loss : 0.16316920518875122
60200 0.163154 0.163169 0.124465 CURRENT LEARNING RATE: 0.27358383418515275
previous_iter_valid_loss : 0.1228930801153183
60300 0.122851 0.122893 0.124806 CURRENT LEARNING RATE: 0.2733103870972988
previous_iter_valid_loss : 0.09867504984140396
60400 0.098859 0.098675 0.124867 CURRENT LEARNING RATE: 0.2730372133198547
previous_iter_valid_loss : 0.10625994950532913
60500 0.106108 0.106260 0.124976 CURRENT LEARNING RATE: 0.2727643125796467
previous_iter_valid_loss : 0.16107046604156494
60600 0.160932 0.161070 0.125704 CURRENT LEARNING RATE: 0.272491684603774
previous_iter_valid_loss : 0.12148407101631165
60700 0.121673 0.121484 0.125921 CURRENT LEARNING RATE: 0.27221932911960856
previous_iter_valid_loss : 0.1260213851928711
60800 0.126314 0.126021 0.126262 CURRENT LEARNING RATE: 0.27194724585479496
previous_iter_valid_loss : 0.16988913714885712
60900 0.170044 0.169889 0.126565 CURRENT LEARNING RATE: 0.2716754345372499
previous_iter_valid_loss : 0.13386930525302887
61000 0.133765 0.133869 0.126778 CURRENT LEARNING RATE: 0.271403894895162
previous_iter_valid_loss : 0.13192781805992126
61100 0.131917 0.131928 0.126735 CURRENT LEARNING RATE: 0.2711326266569916
previous_iter_valid_loss : 0.11195313930511475
61200 0.111833 0.111953 0.126760 CURRENT LEARNING RATE: 0.2708616295514705
previous_iter_valid_loss : 0.12064829468727112
61300 0.120780 0.120648 0.126774 CURRENT LEARNING RATE: 0.27059090330760144
previous_iter_valid_loss : 0.12487748265266418
61400 0.125048 0.124877 0.126253 CURRENT LEARNING RATE: 0.2703204476546583
previous_iter_valid_loss : 0.13628555834293365
61500 0.137036 0.136286 0.125985 CURRENT LEARNING RATE: 0.2700502623221853
previous_iter_valid_loss : 0.1191275343298912
61600 0.119206 0.119128 0.126121 CURRENT LEARNING RATE: 0.26978034703999715
previous_iter_valid_loss : 0.1091669499874115
61700 0.109246 0.109167 0.126145 CURRENT LEARNING RATE: 0.2695107015381785
previous_iter_valid_loss : 0.11874358355998993
61800 0.118747 0.118744 0.126204 CURRENT LEARNING RATE: 0.2692413255470839
previous_iter_valid_loss : 0.1426088809967041
61900 0.143080 0.142609 0.126541 CURRENT LEARNING RATE: 0.26897221879733724
previous_iter_valid_loss : 0.1181892678141594
62000 0.118146 0.118189 0.126648 CURRENT LEARNING RATE: 0.2687033810198318
previous_iter_valid_loss : 0.10027223080396652
62100 0.100197 0.100272 0.126733 CURRENT LEARNING RATE: 0.26843481194572977
previous_iter_valid_loss : 0.11283345520496368
62200 0.113319 0.112833 0.126840 CURRENT LEARNING RATE: 0.2681665113064621
previous_iter_valid_loss : 0.1157369613647461
62300 0.116063 0.115737 0.126871 CURRENT LEARNING RATE: 0.267898478833728
previous_iter_valid_loss : 0.13161981105804443
62400 0.132203 0.131620 0.127122 CURRENT LEARNING RATE: 0.26763071425949514
previous_iter_valid_loss : 0.1195092648267746
62500 0.119946 0.119509 0.127336 CURRENT LEARNING RATE: 0.26736321731599877
previous_iter_valid_loss : 0.11824768036603928
62600 0.118438 0.118248 0.127425 CURRENT LEARNING RATE: 0.26709598773574206
previous_iter_valid_loss : 0.11300834268331528
62700 0.113301 0.113008 0.127620 CURRENT LEARNING RATE: 0.2668290252514953
previous_iter_valid_loss : 0.12897446751594543
62800 0.129514 0.128974 0.127770 CURRENT LEARNING RATE: 0.26656232959629605
previous_iter_valid_loss : 0.11350899189710617
62900 0.113522 0.113509 0.127755 CURRENT LEARNING RATE: 0.2662959005034486
previous_iter_valid_loss : 0.15037015080451965
63000 0.150386 0.150370 0.128081 CURRENT LEARNING RATE: 0.26602973770652383
previous_iter_valid_loss : 0.12253891676664352
63100 0.122886 0.122539 0.128274 CURRENT LEARNING RATE: 0.26576384093935895
previous_iter_valid_loss : 0.12683610618114471
63200 0.127337 0.126836 0.128553 CURRENT LEARNING RATE: 0.26549820993605716
previous_iter_valid_loss : 0.15977224707603455
63300 0.160206 0.159772 0.129122 CURRENT LEARNING RATE: 0.26523284443098744
previous_iter_valid_loss : 0.131491556763649
63400 0.131664 0.131492 0.129133 CURRENT LEARNING RATE: 0.26496774415878427
previous_iter_valid_loss : 0.12492664903402328
63500 0.124905 0.124927 0.129200 CURRENT LEARNING RATE: 0.2647029088543473
previous_iter_valid_loss : 0.14268627762794495
63600 0.142669 0.142686 0.128805 CURRENT LEARNING RATE: 0.26443833825284124
previous_iter_valid_loss : 0.1352114975452423
63700 0.135614 0.135211 0.128947 CURRENT LEARNING RATE: 0.2641740320896955
previous_iter_valid_loss : 0.21039354801177979
63800 0.211089 0.210394 0.129432 CURRENT LEARNING RATE: 0.26390999010060384
previous_iter_valid_loss : 0.1643722802400589
63900 0.165202 0.164372 0.129948 CURRENT LEARNING RATE: 0.2636462120215243
previous_iter_valid_loss : 0.15185411274433136
64000 0.152137 0.151854 0.130574 CURRENT LEARNING RATE: 0.2633826975886787
previous_iter_valid_loss : 0.17420731484889984
64100 0.175136 0.174207 0.131325 CURRENT LEARNING RATE: 0.2631194465385527
previous_iter_valid_loss : 0.21076065301895142
64200 0.210984 0.210761 0.132202 CURRENT LEARNING RATE: 0.26285645860789514
previous_iter_valid_loss : 0.13754276931285858
64300 0.137686 0.137543 0.132668 CURRENT LEARNING RATE: 0.26259373353371807
previous_iter_valid_loss : 0.1699838787317276
64400 0.169599 0.169984 0.133289 CURRENT LEARNING RATE: 0.26233127105329646
previous_iter_valid_loss : 0.19909945130348206
64500 0.200419 0.199099 0.133958 CURRENT LEARNING RATE: 0.2620690709041677
previous_iter_valid_loss : 0.2815985083580017
64600 0.281338 0.281599 0.135372 CURRENT LEARNING RATE: 0.26180713282413176
previous_iter_valid_loss : 0.22585910558700562
64700 0.226733 0.225859 0.136404 CURRENT LEARNING RATE: 0.2615454565512504
previous_iter_valid_loss : 0.1548367440700531
64800 0.155420 0.154837 0.136022 CURRENT LEARNING RATE: 0.2612840418238474
previous_iter_valid_loss : 0.1570092886686325
64900 0.157373 0.157009 0.136362 CURRENT LEARNING RATE: 0.261022888380508
previous_iter_valid_loss : 0.2641580104827881
65000 0.264574 0.264158 0.137376 CURRENT LEARNING RATE: 0.26076199596007876
previous_iter_valid_loss : 0.17756257951259613
65100 0.178438 0.177563 0.137627 CURRENT LEARNING RATE: 0.2605013643016672
previous_iter_valid_loss : 0.14561371505260468
65200 0.145660 0.145614 0.137884 CURRENT LEARNING RATE: 0.2602409931446416
previous_iter_valid_loss : 0.14027155935764313
65300 0.140050 0.140272 0.137593 CURRENT LEARNING RATE: 0.2599808822286309
previous_iter_valid_loss : 0.24470125138759613
65400 0.245704 0.244701 0.138833 CURRENT LEARNING RATE: 0.2597210312935241
previous_iter_valid_loss : 0.17199598252773285
65500 0.173320 0.171996 0.139514 CURRENT LEARNING RATE: 0.2594614400794702
previous_iter_valid_loss : 0.3931347727775574
65600 0.395755 0.393135 0.142499 CURRENT LEARNING RATE: 0.25920210832687796
previous_iter_valid_loss : 0.23000994324684143
65700 0.231151 0.230010 0.143705 CURRENT LEARNING RATE: 0.2589430357764157
previous_iter_valid_loss : 0.15258292853832245
65800 0.153885 0.152583 0.144046 CURRENT LEARNING RATE: 0.2586842221690108
previous_iter_valid_loss : 0.19850397109985352
65900 0.200287 0.198504 0.144866 CURRENT LEARNING RATE: 0.2584256672458496
previous_iter_valid_loss : 0.1833125501871109
66000 0.184106 0.183313 0.145490 CURRENT LEARNING RATE: 0.2581673707483772
previous_iter_valid_loss : 0.16471922397613525
66100 0.166796 0.164719 0.145984 CURRENT LEARNING RATE: 0.25790933241829705
previous_iter_valid_loss : 0.14622652530670166
66200 0.146196 0.146227 0.146429 CURRENT LEARNING RATE: 0.25765155199757084
previous_iter_valid_loss : 0.18849141895771027
66300 0.188692 0.188491 0.146495 CURRENT LEARNING RATE: 0.2573940292284181
previous_iter_valid_loss : 0.14969748258590698
66400 0.148875 0.149697 0.146732 CURRENT LEARNING RATE: 0.25713676385331596
previous_iter_valid_loss : 0.14953848719596863
66500 0.150268 0.149538 0.146518 CURRENT LEARNING RATE: 0.25687975561499915
previous_iter_valid_loss : 0.1737443059682846
66600 0.174821 0.173744 0.146468 CURRENT LEARNING RATE: 0.2566230042564594
previous_iter_valid_loss : 0.16320131719112396
66700 0.163400 0.163201 0.146537 CURRENT LEARNING RATE: 0.25636650952094525
previous_iter_valid_loss : 0.1737571805715561
66800 0.173513 0.173757 0.146563 CURRENT LEARNING RATE: 0.256110271151962
previous_iter_valid_loss : 0.16561654210090637
66900 0.166789 0.165617 0.146802 CURRENT LEARNING RATE: 0.2558542888932712
previous_iter_valid_loss : 0.20274831354618073
67000 0.204298 0.202748 0.147607 CURRENT LEARNING RATE: 0.2555985624888907
previous_iter_valid_loss : 0.12830857932567596
67100 0.129352 0.128309 0.147146 CURRENT LEARNING RATE: 0.25534309168309394
previous_iter_valid_loss : 0.23126216232776642
67200 0.232590 0.231262 0.148086 CURRENT LEARNING RATE: 0.2550878762204101
previous_iter_valid_loss : 0.14158058166503906
67300 0.141592 0.141581 0.148121 CURRENT LEARNING RATE: 0.2548329158456238
previous_iter_valid_loss : 0.14319251477718353
67400 0.143825 0.143193 0.148489 CURRENT LEARNING RATE: 0.2545782103037746
previous_iter_valid_loss : 0.10660335421562195
67500 0.106616 0.106603 0.148255 CURRENT LEARNING RATE: 0.25432375934015683
previous_iter_valid_loss : 0.2180967777967453
67600 0.219832 0.218097 0.148970 CURRENT LEARNING RATE: 0.25406956270031966
previous_iter_valid_loss : 0.1260339468717575
67700 0.125720 0.126034 0.148958 CURRENT LEARNING RATE: 0.25381562013006637
previous_iter_valid_loss : 0.16563677787780762
67800 0.165604 0.165637 0.149164 CURRENT LEARNING RATE: 0.2535619313754543
previous_iter_valid_loss : 0.1400383561849594
67900 0.141183 0.140038 0.149367 CURRENT LEARNING RATE: 0.2533084961827948
previous_iter_valid_loss : 0.18033145368099213
68000 0.180393 0.180331 0.149781 CURRENT LEARNING RATE: 0.2530553142986526
previous_iter_valid_loss : 0.230265274643898
68100 0.231369 0.230265 0.150993 CURRENT LEARNING RATE: 0.25280238546984574
previous_iter_valid_loss : 0.1579490303993225
68200 0.157678 0.157949 0.151289 CURRENT LEARNING RATE: 0.2525497094434454
previous_iter_valid_loss : 0.1579264998435974
68300 0.158234 0.157926 0.151824 CURRENT LEARNING RATE: 0.2522972859667756
previous_iter_valid_loss : 0.1947307139635086
68400 0.196204 0.194731 0.152565 CURRENT LEARNING RATE: 0.25204511478741276
previous_iter_valid_loss : 0.11117365211248398
68500 0.111233 0.111174 0.152406 CURRENT LEARNING RATE: 0.2517931956531857
previous_iter_valid_loss : 0.11432934552431107
68600 0.114885 0.114329 0.152446 CURRENT LEARNING RATE: 0.2515415283121753
previous_iter_valid_loss : 0.143791064620018
68700 0.144541 0.143791 0.152495 CURRENT LEARNING RATE: 0.2512901125127142
previous_iter_valid_loss : 0.1325177103281021
68800 0.133540 0.132518 0.152701 CURRENT LEARNING RATE: 0.25103894800338655
previous_iter_valid_loss : 0.17392121255397797
68900 0.174665 0.173921 0.153338 CURRENT LEARNING RATE: 0.2507880345330278
previous_iter_valid_loss : 0.1708492487668991
69000 0.171671 0.170849 0.153264 CURRENT LEARNING RATE: 0.25053737185072444
previous_iter_valid_loss : 0.18430186808109283
69100 0.185249 0.184302 0.153964 CURRENT LEARNING RATE: 0.2502869597058139
previous_iter_valid_loss : 0.1527101993560791
69200 0.153970 0.152710 0.154144 CURRENT LEARNING RATE: 0.25003679784788385
previous_iter_valid_loss : 0.11383169889450073
69300 0.114181 0.113832 0.154201 CURRENT LEARNING RATE: 0.2497868860267725
previous_iter_valid_loss : 0.1832360327243805
69400 0.184946 0.183236 0.154016 CURRENT LEARNING RATE: 0.249537223992568
previous_iter_valid_loss : 0.14634771645069122
69500 0.147518 0.146348 0.154365 CURRENT LEARNING RATE: 0.24928781149560827
previous_iter_valid_loss : 0.12458407878875732
69600 0.124817 0.124584 0.154563 CURRENT LEARNING RATE: 0.24903864828648084
previous_iter_valid_loss : 0.17584888637065887
69700 0.177056 0.175849 0.155032 CURRENT LEARNING RATE: 0.24878973411602243
previous_iter_valid_loss : 0.3162616193294525
69800 0.316125 0.316262 0.157121 CURRENT LEARNING RATE: 0.24854106873531887
previous_iter_valid_loss : 0.19096234440803528
69900 0.191482 0.190962 0.157714 CURRENT LEARNING RATE: 0.24829265189570476
previous_iter_valid_loss : 0.14739057421684265
70000 0.148357 0.147391 0.158088 CURRENT LEARNING RATE: 0.24804448334876325
previous_iter_valid_loss : 0.25150924921035767
70100 0.251829 0.251509 0.159570 CURRENT LEARNING RATE: 0.24779656284632573
previous_iter_valid_loss : 0.1606667935848236
70200 0.160379 0.160667 0.159545 CURRENT LEARNING RATE: 0.24754889014047174
previous_iter_valid_loss : 0.2633017599582672
70300 0.264558 0.263302 0.160949 CURRENT LEARNING RATE: 0.2473014649835285
previous_iter_valid_loss : 0.20193904638290405
70400 0.202453 0.201939 0.161982 CURRENT LEARNING RATE: 0.24705428712807084
previous_iter_valid_loss : 0.16568714380264282
70500 0.165767 0.165687 0.162576 CURRENT LEARNING RATE: 0.2468073563269209
previous_iter_valid_loss : 0.1673429161310196
70600 0.167486 0.167343 0.162639 CURRENT LEARNING RATE: 0.24656067233314788
previous_iter_valid_loss : 0.22277261316776276
70700 0.223604 0.222773 0.163652 CURRENT LEARNING RATE: 0.24631423490006774
previous_iter_valid_loss : 0.19772343337535858
70800 0.199333 0.197723 0.164369 CURRENT LEARNING RATE: 0.246068043781243
previous_iter_valid_loss : 0.19225506484508514
70900 0.192349 0.192255 0.164592 CURRENT LEARNING RATE: 0.24582209873048255
previous_iter_valid_loss : 0.222642719745636
71000 0.223047 0.222643 0.165480 CURRENT LEARNING RATE: 0.24557639950184132
previous_iter_valid_loss : 0.1955225020647049
71100 0.195999 0.195523 0.166116 CURRENT LEARNING RATE: 0.24533094584962006
previous_iter_valid_loss : 0.237925723195076
71200 0.238682 0.237926 0.167376 CURRENT LEARNING RATE: 0.2450857375283651
previous_iter_valid_loss : 0.2432265281677246
71300 0.245016 0.243227 0.168602 CURRENT LEARNING RATE: 0.2448407742928681
previous_iter_valid_loss : 0.22067496180534363
71400 0.221137 0.220675 0.169560 CURRENT LEARNING RATE: 0.24459605589816577
previous_iter_valid_loss : 0.3819999694824219
71500 0.384458 0.382000 0.172017 CURRENT LEARNING RATE: 0.24435158209953975
previous_iter_valid_loss : 0.1712937206029892
71600 0.171388 0.171294 0.172538 CURRENT LEARNING RATE: 0.24410735265251615
previous_iter_valid_loss : 0.3258943259716034
71700 0.326439 0.325894 0.174706 CURRENT LEARNING RATE: 0.2438633673128656
previous_iter_valid_loss : 0.17939144372940063
71800 0.179537 0.179391 0.175312 CURRENT LEARNING RATE: 0.24361962583660263
previous_iter_valid_loss : 0.4491672217845917
71900 0.449942 0.449167 0.178378 CURRENT LEARNING RATE: 0.24337612797998584
previous_iter_valid_loss : 0.4498920738697052
72000 0.452032 0.449892 0.181695 CURRENT LEARNING RATE: 0.2431328734995173
previous_iter_valid_loss : 0.18365763127803802
72100 0.184256 0.183658 0.182529 CURRENT LEARNING RATE: 0.2428898621519425
previous_iter_valid_loss : 0.20718948543071747
72200 0.207581 0.207189 0.183472 CURRENT LEARNING RATE: 0.2426470936942501
previous_iter_valid_loss : 0.3040449917316437
72300 0.305148 0.304045 0.185355 CURRENT LEARNING RATE: 0.24240456788367162
previous_iter_valid_loss : 0.29453906416893005
72400 0.296005 0.294539 0.186984 CURRENT LEARNING RATE: 0.24216228447768123
previous_iter_valid_loss : 0.22013446688652039
72500 0.220584 0.220134 0.187991 CURRENT LEARNING RATE: 0.2419202432339955
previous_iter_valid_loss : 0.2597969174385071
72600 0.259403 0.259797 0.189406 CURRENT LEARNING RATE: 0.24167844391057317
previous_iter_valid_loss : 0.39047351479530334
72700 0.391381 0.390474 0.192181 CURRENT LEARNING RATE: 0.24143688626561488
previous_iter_valid_loss : 0.29389917850494385
72800 0.294241 0.293899 0.193830 CURRENT LEARNING RATE: 0.24119557005756295
previous_iter_valid_loss : 0.2329312562942505
72900 0.232213 0.232931 0.195024 CURRENT LEARNING RATE: 0.24095449504510122
previous_iter_valid_loss : 0.19807922840118408
73000 0.198072 0.198079 0.195501 CURRENT LEARNING RATE: 0.2407136609871546
previous_iter_valid_loss : 0.28913065791130066
73100 0.289589 0.289131 0.197167 CURRENT LEARNING RATE: 0.240473067642889
previous_iter_valid_loss : 0.1878165900707245
73200 0.187890 0.187817 0.197777 CURRENT LEARNING RATE: 0.24023271477171113
previous_iter_valid_loss : 0.4289723038673401
73300 0.429527 0.428972 0.200469 CURRENT LEARNING RATE: 0.239992602133268
previous_iter_valid_loss : 0.23852483928203583
73400 0.239163 0.238525 0.201540 CURRENT LEARNING RATE: 0.23975272948744705
previous_iter_valid_loss : 0.2138507068157196
73500 0.214098 0.213851 0.202429 CURRENT LEARNING RATE: 0.23951309659437556
previous_iter_valid_loss : 0.2299024909734726
73600 0.230548 0.229902 0.203301 CURRENT LEARNING RATE: 0.2392737032144206
previous_iter_valid_loss : 0.3277130722999573
73700 0.328772 0.327713 0.205226 CURRENT LEARNING RATE: 0.2390345491081888
previous_iter_valid_loss : 0.3458576202392578
73800 0.345127 0.345858 0.206581 CURRENT LEARNING RATE: 0.23879563403652604
previous_iter_valid_loss : 0.2601795494556427
73900 0.260641 0.260180 0.207539 CURRENT LEARNING RATE: 0.2385569577605172
previous_iter_valid_loss : 0.23089106380939484
74000 0.231080 0.230891 0.208329 CURRENT LEARNING RATE: 0.23831852004148601
previous_iter_valid_loss : 0.4532659351825714
74100 0.454375 0.453266 0.211120 CURRENT LEARNING RATE: 0.2380803206409947
previous_iter_valid_loss : 0.19564040005207062
74200 0.195939 0.195640 0.210968 CURRENT LEARNING RATE: 0.2378423593208439
previous_iter_valid_loss : 0.20857445895671844
74300 0.208964 0.208574 0.211679 CURRENT LEARNING RATE: 0.23760463584307223
previous_iter_valid_loss : 0.47438767552375793
74400 0.475435 0.474388 0.214723 CURRENT LEARNING RATE: 0.2373671499699562
previous_iter_valid_loss : 0.4387768507003784
74500 0.438070 0.438777 0.217120 CURRENT LEARNING RATE: 0.23712990146400995
previous_iter_valid_loss : 0.5443402528762817
74600 0.547432 0.544340 0.219747 CURRENT LEARNING RATE: 0.2368928900879849
previous_iter_valid_loss : 0.3781405985355377
74700 0.377836 0.378141 0.221270 CURRENT LEARNING RATE: 0.23665611560486965
previous_iter_valid_loss : 0.25960713624954224
74800 0.260154 0.259607 0.222317 CURRENT LEARNING RATE: 0.23641957777788977
previous_iter_valid_loss : 0.29192379117012024
74900 0.293024 0.291924 0.223667 CURRENT LEARNING RATE: 0.23618327637050734
previous_iter_valid_loss : 0.24055728316307068
75000 0.241596 0.240557 0.223431 CURRENT LEARNING RATE: 0.235947211146421
previous_iter_valid_loss : 0.4427243769168854
75100 0.443602 0.442724 0.226082 CURRENT LEARNING RATE: 0.23571138186956545
previous_iter_valid_loss : 0.30830690264701843
75200 0.308135 0.308307 0.227709 CURRENT LEARNING RATE: 0.2354757883041114
previous_iter_valid_loss : 0.18783831596374512
75300 0.187292 0.187838 0.228185 CURRENT LEARNING RATE: 0.23524043021446528
previous_iter_valid_loss : 0.36517757177352905
75400 0.364450 0.365178 0.229390 CURRENT LEARNING RATE: 0.23500530736526898
previous_iter_valid_loss : 0.27995049953460693
75500 0.280904 0.279950 0.230469 CURRENT LEARNING RATE: 0.23477041952139963
previous_iter_valid_loss : 0.26264694333076477
75600 0.263743 0.262647 0.229164 CURRENT LEARNING RATE: 0.23453576644796936
previous_iter_valid_loss : 0.3068944811820984
75700 0.306415 0.306894 0.229933 CURRENT LEARNING RATE: 0.23430134791032511
previous_iter_valid_loss : 0.2575395405292511
75800 0.257388 0.257540 0.230983 CURRENT LEARNING RATE: 0.23406716367404826
previous_iter_valid_loss : 0.2699860632419586
75900 0.270564 0.269986 0.231697 CURRENT LEARNING RATE: 0.23383321350495462
previous_iter_valid_loss : 0.8461505770683289
76000 0.849140 0.846151 0.238326 CURRENT LEARNING RATE: 0.23359949716909395
previous_iter_valid_loss : 0.19207172095775604
76100 0.193511 0.192072 0.238599 CURRENT LEARNING RATE: 0.23336601443274993
previous_iter_valid_loss : 0.4923899471759796
76200 0.492580 0.492390 0.242061 CURRENT LEARNING RATE: 0.23313276506243977
previous_iter_valid_loss : 0.25611719489097595
76300 0.255704 0.256117 0.242737 CURRENT LEARNING RATE: 0.23289974882491413
previous_iter_valid_loss : 0.3324451744556427
76400 0.332610 0.332445 0.244565 CURRENT LEARNING RATE: 0.2326669654871567
previous_iter_valid_loss : 0.3973842263221741
76500 0.397213 0.397384 0.247043 CURRENT LEARNING RATE: 0.23243441481638413
previous_iter_valid_loss : 0.9807999134063721
76600 0.982489 0.980800 0.255114 CURRENT LEARNING RATE: 0.23220209658004579
previous_iter_valid_loss : 0.20804566144943237
76700 0.207982 0.208046 0.255562 CURRENT LEARNING RATE: 0.23197001054582336
previous_iter_valid_loss : 0.3548106849193573
76800 0.356082 0.354811 0.257373 CURRENT LEARNING RATE: 0.2317381564816308
previous_iter_valid_loss : 0.24448950588703156
76900 0.244295 0.244490 0.258161 CURRENT LEARNING RATE: 0.23150653415561404
previous_iter_valid_loss : 0.26809296011924744
77000 0.268754 0.268093 0.258815 CURRENT LEARNING RATE: 0.2312751433361507
previous_iter_valid_loss : 0.23444068431854248
77100 0.234907 0.234441 0.259876 CURRENT LEARNING RATE: 0.23104398379185
previous_iter_valid_loss : 0.2775888442993164
77200 0.278144 0.277589 0.260339 CURRENT LEARNING RATE: 0.23081305529155235
previous_iter_valid_loss : 0.6114619970321655
77300 0.612394 0.611462 0.265038 CURRENT LEARNING RATE: 0.2305823576043292
previous_iter_valid_loss : 0.5063275694847107
77400 0.507675 0.506328 0.268670 CURRENT LEARNING RATE: 0.2303518904994829
previous_iter_valid_loss : 0.3289245069026947
77500 0.328461 0.328925 0.270893 CURRENT LEARNING RATE: 0.23012165374654628
previous_iter_valid_loss : 0.3713109791278839
77600 0.371315 0.371311 0.272425 CURRENT LEARNING RATE: 0.2298916471152826
previous_iter_valid_loss : 0.5250962376594543
77700 0.523960 0.525096 0.276416 CURRENT LEARNING RATE: 0.22966187037568517
previous_iter_valid_loss : 0.2381364405155182
77800 0.239940 0.238136 0.277141 CURRENT LEARNING RATE: 0.22943232329797725
previous_iter_valid_loss : 0.4291289746761322
77900 0.430269 0.429129 0.280032 CURRENT LEARNING RATE: 0.22920300565261176
previous_iter_valid_loss : 0.2343161553144455
78000 0.236040 0.234316 0.280571 CURRENT LEARNING RATE: 0.22897391721027102
previous_iter_valid_loss : 0.20692245662212372
78100 0.208522 0.206922 0.280338 CURRENT LEARNING RATE: 0.22874505774186657
previous_iter_valid_loss : 0.33617374300956726
78200 0.338654 0.336174 0.282120 CURRENT LEARNING RATE: 0.22851642701853894
previous_iter_valid_loss : 0.19898174703121185
78300 0.199704 0.198982 0.282531 CURRENT LEARNING RATE: 0.22828802481165736
previous_iter_valid_loss : 0.28798824548721313
78400 0.289706 0.287988 0.283463 CURRENT LEARNING RATE: 0.2280598508928196
previous_iter_valid_loss : 0.20987026393413544
78500 0.210877 0.209870 0.284450 CURRENT LEARNING RATE: 0.22783190503385176
previous_iter_valid_loss : 0.33518365025520325
78600 0.336458 0.335184 0.286659 CURRENT LEARNING RATE: 0.22760418700680793
previous_iter_valid_loss : 0.2482379972934723
78700 0.249334 0.248238 0.287703 CURRENT LEARNING RATE: 0.22737669658397008
previous_iter_valid_loss : 0.4674381911754608
78800 0.468461 0.467438 0.291053 CURRENT LEARNING RATE: 0.22714943353784775
previous_iter_valid_loss : 0.27488112449645996
78900 0.275664 0.274881 0.292062 CURRENT LEARNING RATE: 0.22692239764117791
previous_iter_valid_loss : 0.18733206391334534
79000 0.187690 0.187332 0.292227 CURRENT LEARNING RATE: 0.2266955886669246
previous_iter_valid_loss : 0.2631548345088959
79100 0.263753 0.263155 0.293016 CURRENT LEARNING RATE: 0.22646900638827885
previous_iter_valid_loss : 0.3648971617221832
79200 0.367046 0.364897 0.295137 CURRENT LEARNING RATE: 0.22624265057865836
previous_iter_valid_loss : 0.37563449144363403
79300 0.376736 0.375634 0.297755 CURRENT LEARNING RATE: 0.22601652101170733
previous_iter_valid_loss : 0.43486523628234863
79400 0.435646 0.434865 0.300272 CURRENT LEARNING RATE: 0.2257906174612961
previous_iter_valid_loss : 0.27541518211364746
79500 0.275978 0.275415 0.301562 CURRENT LEARNING RATE: 0.22556493970152117
previous_iter_valid_loss : 0.33490344882011414
79600 0.337754 0.334903 0.303666 CURRENT LEARNING RATE: 0.22533948750670474
previous_iter_valid_loss : 0.21005618572235107
79700 0.210366 0.210056 0.304008 CURRENT LEARNING RATE: 0.22511426065139462
previous_iter_valid_loss : 0.5052704811096191
79800 0.505998 0.505270 0.305898 CURRENT LEARNING RATE: 0.22488925891036388
previous_iter_valid_loss : 0.33439144492149353
79900 0.336325 0.334391 0.307332 CURRENT LEARNING RATE: 0.22466448205861078
previous_iter_valid_loss : 0.3898635506629944
80000 0.389837 0.389864 0.309757 CURRENT LEARNING RATE: 0.2244399298713585
previous_iter_valid_loss : 0.573021650314331
80100 0.574095 0.573022 0.312972 CURRENT LEARNING RATE: 0.22421560212405475
previous_iter_valid_loss : 0.30427518486976624
80200 0.304767 0.304275 0.314408 CURRENT LEARNING RATE: 0.22399149859237183
previous_iter_valid_loss : 0.22851575911045074
80300 0.228775 0.228516 0.314060 CURRENT LEARNING RATE: 0.22376761905220618
previous_iter_valid_loss : 0.22185516357421875
80400 0.222508 0.221855 0.314259 CURRENT LEARNING RATE: 0.2235439632796782
previous_iter_valid_loss : 0.3338373005390167
80500 0.333913 0.333837 0.315941 CURRENT LEARNING RATE: 0.22332053105113217
previous_iter_valid_loss : 0.29366225004196167
80600 0.294966 0.293662 0.317204 CURRENT LEARNING RATE: 0.22309732214313577
previous_iter_valid_loss : 0.36910635232925415
80700 0.370342 0.369106 0.318667 CURRENT LEARNING RATE: 0.2228743363324801
previous_iter_valid_loss : 0.3250657021999359
80800 0.324779 0.325066 0.319941 CURRENT LEARNING RATE: 0.22265157339617936
previous_iter_valid_loss : 0.19370298087596893
80900 0.194199 0.193703 0.319955 CURRENT LEARNING RATE: 0.22242903311147055
previous_iter_valid_loss : 0.24690082669258118
81000 0.248112 0.246901 0.320198 CURRENT LEARNING RATE: 0.2222067152558134
previous_iter_valid_loss : 0.35485753417015076
81100 0.355030 0.354858 0.321791 CURRENT LEARNING RATE: 0.22198461960689003
previous_iter_valid_loss : 0.2551872432231903
81200 0.256835 0.255187 0.321964 CURRENT LEARNING RATE: 0.22176274594260476
previous_iter_valid_loss : 0.3029402494430542
81300 0.304902 0.302940 0.322561 CURRENT LEARNING RATE: 0.2215410940410839
previous_iter_valid_loss : 0.2810514271259308
81400 0.282315 0.281051 0.323165 CURRENT LEARNING RATE: 0.22131966368067557
previous_iter_valid_loss : 0.17043696343898773
81500 0.170573 0.170437 0.321049 CURRENT LEARNING RATE: 0.22109845463994934
previous_iter_valid_loss : 0.2199794501066208
81600 0.222138 0.219979 0.321536 CURRENT LEARNING RATE: 0.22087746669769617
previous_iter_valid_loss : 0.17064540088176727
81700 0.170938 0.170645 0.319983 CURRENT LEARNING RATE: 0.2206566996329281
previous_iter_valid_loss : 0.5930619239807129
81800 0.594657 0.593062 0.324120 CURRENT LEARNING RATE: 0.22043615322487808
previous_iter_valid_loss : 0.17858590185642242
81900 0.179546 0.178586 0.321414 CURRENT LEARNING RATE: 0.22021582725299965
previous_iter_valid_loss : 0.6843196749687195
82000 0.687637 0.684320 0.323759 CURRENT LEARNING RATE: 0.2199957214969668
previous_iter_valid_loss : 0.3327908217906952
82100 0.334436 0.332791 0.325250 CURRENT LEARNING RATE: 0.2197758357366738
previous_iter_valid_loss : 0.1887965053319931
82200 0.190236 0.188797 0.325066 CURRENT LEARNING RATE: 0.21955616975223485
previous_iter_valid_loss : 0.24551038444042206
82300 0.246440 0.245510 0.324481 CURRENT LEARNING RATE: 0.21933672332398393
previous_iter_valid_loss : 0.36932462453842163
82400 0.370125 0.369325 0.325229 CURRENT LEARNING RATE: 0.21911749623247462
previous_iter_valid_loss : 0.27148744463920593
82500 0.272693 0.271487 0.325742 CURRENT LEARNING RATE: 0.21889848825847982
previous_iter_valid_loss : 0.22057278454303741
82600 0.220600 0.220573 0.325350 CURRENT LEARNING RATE: 0.2186796991829915
previous_iter_valid_loss : 0.1912127137184143
82700 0.192147 0.191213 0.323357 CURRENT LEARNING RATE: 0.2184611287872206
previous_iter_valid_loss : 0.20547109842300415
82800 0.206717 0.205471 0.322473 CURRENT LEARNING RATE: 0.2182427768525967
previous_iter_valid_loss : 0.24662253260612488
82900 0.248394 0.246623 0.322610 CURRENT LEARNING RATE: 0.2180246431607678
previous_iter_valid_loss : 0.39683008193969727
83000 0.397742 0.396830 0.324597 CURRENT LEARNING RATE: 0.21780672749360025
previous_iter_valid_loss : 0.18956074118614197
83100 0.191050 0.189561 0.323602 CURRENT LEARNING RATE: 0.21758902963317836
previous_iter_valid_loss : 0.1902480572462082
83200 0.191120 0.190248 0.323626 CURRENT LEARNING RATE: 0.21737154936180422
previous_iter_valid_loss : 0.17706061899662018
83300 0.177481 0.177061 0.321107 CURRENT LEARNING RATE: 0.21715428646199755
previous_iter_valid_loss : 0.23294419050216675
83400 0.233381 0.232944 0.321051 CURRENT LEARNING RATE: 0.21693724071649545
previous_iter_valid_loss : 0.17886297404766083
83500 0.180467 0.178863 0.320701 CURRENT LEARNING RATE: 0.21672041190825214
previous_iter_valid_loss : 0.1710590422153473
83600 0.172247 0.171059 0.320113 CURRENT LEARNING RATE: 0.21650379982043882
previous_iter_valid_loss : 0.2393714040517807
83700 0.239947 0.239371 0.319229 CURRENT LEARNING RATE: 0.21628740423644333
previous_iter_valid_loss : 0.1595042198896408
83800 0.159633 0.159504 0.317366 CURRENT LEARNING RATE: 0.21607122493987013
previous_iter_valid_loss : 0.17846746742725372
83900 0.178293 0.178467 0.316549 CURRENT LEARNING RATE: 0.21585526171453986
previous_iter_valid_loss : 0.20250645279884338
84000 0.202704 0.202506 0.316265 CURRENT LEARNING RATE: 0.21563951434448927
previous_iter_valid_loss : 0.16877204179763794
84100 0.168793 0.168772 0.313420 CURRENT LEARNING RATE: 0.21542398261397103
previous_iter_valid_loss : 0.1819935142993927
84200 0.182361 0.181994 0.313283 CURRENT LEARNING RATE: 0.21520866630745333
previous_iter_valid_loss : 0.18850965797901154
84300 0.188749 0.188510 0.313083 CURRENT LEARNING RATE: 0.2149935652096199
previous_iter_valid_loss : 0.37936830520629883
84400 0.380796 0.379368 0.312133 CURRENT LEARNING RATE: 0.21477867910536957
previous_iter_valid_loss : 0.2360735982656479
84500 0.236970 0.236074 0.310106 CURRENT LEARNING RATE: 0.21456400777981627
previous_iter_valid_loss : 0.12359359860420227
84600 0.123751 0.123594 0.305898 CURRENT LEARNING RATE: 0.21434955101828862
previous_iter_valid_loss : 0.4560547471046448
84700 0.456398 0.456055 0.306677 CURRENT LEARNING RATE: 0.21413530860632984
previous_iter_valid_loss : 0.14131294190883636
84800 0.141519 0.141313 0.305494 CURRENT LEARNING RATE: 0.2139212803296975
previous_iter_valid_loss : 0.33538711071014404
84900 0.335975 0.335387 0.305929 CURRENT LEARNING RATE: 0.21370746597436335
previous_iter_valid_loss : 0.2014133185148239
85000 0.202922 0.201413 0.305537 CURRENT LEARNING RATE: 0.21349386532651296
previous_iter_valid_loss : 0.16189731657505035
85100 0.162764 0.161897 0.302729 CURRENT LEARNING RATE: 0.2132804781725457
previous_iter_valid_loss : 0.2188674956560135
85200 0.219845 0.218867 0.301835 CURRENT LEARNING RATE: 0.21306730429907436
previous_iter_valid_loss : 0.12892921268939972
85300 0.129746 0.128929 0.301246 CURRENT LEARNING RATE: 0.2128543434929251
previous_iter_valid_loss : 0.34933483600616455
85400 0.350637 0.349335 0.301087 CURRENT LEARNING RATE: 0.21264159554113707
previous_iter_valid_loss : 0.12984660267829895
85500 0.129757 0.129847 0.299586 CURRENT LEARNING RATE: 0.21242906023096228
previous_iter_valid_loss : 0.1459851861000061
85600 0.146753 0.145985 0.298420 CURRENT LEARNING RATE: 0.21221673734986546
previous_iter_valid_loss : 0.18721996247768402
85700 0.188162 0.187220 0.297223 CURRENT LEARNING RATE: 0.21200462668552364
previous_iter_valid_loss : 0.1357443779706955
85800 0.136550 0.135744 0.296005 CURRENT LEARNING RATE: 0.2117927280258262
previous_iter_valid_loss : 0.19821284711360931
85900 0.198816 0.198213 0.295287 CURRENT LEARNING RATE: 0.2115810411588744
previous_iter_valid_loss : 0.11380529403686523
86000 0.113991 0.113805 0.287964 CURRENT LEARNING RATE: 0.21136956587298142
previous_iter_valid_loss : 0.12804727256298065
86100 0.128248 0.128047 0.287323 CURRENT LEARNING RATE: 0.21115830195667193
previous_iter_valid_loss : 0.212192103266716
86200 0.212416 0.212192 0.284521 CURRENT LEARNING RATE: 0.21094724919868196
previous_iter_valid_loss : 0.19399133324623108
86300 0.194236 0.193991 0.283900 CURRENT LEARNING RATE: 0.21073640738795882
previous_iter_valid_loss : 0.16980253159999847
86400 0.169680 0.169803 0.282274 CURRENT LEARNING RATE: 0.2105257763136606
previous_iter_valid_loss : 0.17114605009555817
86500 0.170954 0.171146 0.280011 CURRENT LEARNING RATE: 0.21031535576515623
previous_iter_valid_loss : 0.20453591644763947
86600 0.205335 0.204536 0.272249 CURRENT LEARNING RATE: 0.21010514553202514
previous_iter_valid_loss : 0.12978915870189667
86700 0.130072 0.129789 0.271466 CURRENT LEARNING RATE: 0.20989514540405713
previous_iter_valid_loss : 0.4548710286617279
86800 0.456320 0.454871 0.272467 CURRENT LEARNING RATE: 0.20968535517125197
previous_iter_valid_loss : 0.1863722950220108
86900 0.186386 0.186372 0.271886 CURRENT LEARNING RATE: 0.2094757746238195
previous_iter_valid_loss : 0.1687859147787094
87000 0.168496 0.168786 0.270893 CURRENT LEARNING RATE: 0.20926640355217907
previous_iter_valid_loss : 0.22117392718791962
87100 0.221344 0.221174 0.270760 CURRENT LEARNING RATE: 0.20905724174695967
previous_iter_valid_loss : 0.12249673157930374
87200 0.122560 0.122497 0.269209 CURRENT LEARNING RATE: 0.2088482889989994
previous_iter_valid_loss : 0.17186927795410156
87300 0.172066 0.171869 0.264813 CURRENT LEARNING RATE: 0.20863954509934557
previous_iter_valid_loss : 0.1562000960111618
87400 0.156473 0.156200 0.261312 CURRENT LEARNING RATE: 0.2084310098392542
previous_iter_valid_loss : 0.21861079335212708
87500 0.219112 0.218611 0.260209 CURRENT LEARNING RATE: 0.20822268301019004
previous_iter_valid_loss : 0.14884264767169952
87600 0.148632 0.148843 0.257984 CURRENT LEARNING RATE: 0.20801456440382626
previous_iter_valid_loss : 0.19516675174236298
87700 0.195102 0.195167 0.254685 CURRENT LEARNING RATE: 0.2078066538120442
previous_iter_valid_loss : 0.13640999794006348
87800 0.136468 0.136410 0.253667 CURRENT LEARNING RATE: 0.2075989510269333
previous_iter_valid_loss : 0.247078999876976
87900 0.247678 0.247079 0.251847 CURRENT LEARNING RATE: 0.2073914558407907
previous_iter_valid_loss : 0.1797972321510315
88000 0.180349 0.179797 0.251302 CURRENT LEARNING RATE: 0.20718416804612122
previous_iter_valid_loss : 0.1444658786058426
88100 0.144830 0.144466 0.250677 CURRENT LEARNING RATE: 0.20697708743563706
previous_iter_valid_loss : 0.1369049996137619
88200 0.137123 0.136905 0.248684 CURRENT LEARNING RATE: 0.20677021380225757
previous_iter_valid_loss : 0.19226188957691193
88300 0.191972 0.192262 0.248617 CURRENT LEARNING RATE: 0.2065635469391091
previous_iter_valid_loss : 0.17345081269741058
88400 0.173637 0.173451 0.247472 CURRENT LEARNING RATE: 0.20635708663952482
previous_iter_valid_loss : 0.31606805324554443
88500 0.316819 0.316068 0.248534 CURRENT LEARNING RATE: 0.20615083269704437
previous_iter_valid_loss : 0.16967080533504486
88600 0.169433 0.169671 0.246879 CURRENT LEARNING RATE: 0.2059447849054138
previous_iter_valid_loss : 0.24557463824748993
88700 0.245605 0.245575 0.246852 CURRENT LEARNING RATE: 0.20573894305858528
previous_iter_valid_loss : 0.16155153512954712
88800 0.161929 0.161552 0.243793 CURRENT LEARNING RATE: 0.20553330695071698
previous_iter_valid_loss : 0.30612432956695557
88900 0.306860 0.306124 0.244106 CURRENT LEARNING RATE: 0.20532787637617275
previous_iter_valid_loss : 0.1761591136455536
89000 0.176726 0.176159 0.243994 CURRENT LEARNING RATE: 0.205122651129522
previous_iter_valid_loss : 0.16838058829307556
89100 0.168807 0.168381 0.243046 CURRENT LEARNING RATE: 0.20491763100553947
previous_iter_valid_loss : 0.19807296991348267
89200 0.199116 0.198073 0.241378 CURRENT LEARNING RATE: 0.20471281579920503
previous_iter_valid_loss : 0.139900341629982
89300 0.140201 0.139900 0.239020 CURRENT LEARNING RATE: 0.20450820530570346
previous_iter_valid_loss : 0.19642890989780426
89400 0.195998 0.196429 0.236636 CURRENT LEARNING RATE: 0.20430379932042422
previous_iter_valid_loss : 0.1144033819437027
89500 0.114383 0.114403 0.235026 CURRENT LEARNING RATE: 0.20409959763896135
previous_iter_valid_loss : 0.18668624758720398
89600 0.186275 0.186686 0.233544 CURRENT LEARNING RATE: 0.2038956000571131
previous_iter_valid_loss : 0.18727189302444458
89700 0.187992 0.187272 0.233316 CURRENT LEARNING RATE: 0.2036918063708819
previous_iter_valid_loss : 0.18243075907230377
89800 0.183018 0.182431 0.230088 CURRENT LEARNING RATE: 0.20348821637647407
previous_iter_valid_loss : 0.1328241229057312
89900 0.133108 0.132824 0.228072 CURRENT LEARNING RATE: 0.20328482987029955
previous_iter_valid_loss : 0.2510569393634796
90000 0.251996 0.251057 0.226684 CURRENT LEARNING RATE: 0.20308164664897185
previous_iter_valid_loss : 0.20027917623519897
90100 0.200874 0.200279 0.222956 CURRENT LEARNING RATE: 0.20287866650930772
previous_iter_valid_loss : 0.17429737746715546
90200 0.174931 0.174297 0.221657 CURRENT LEARNING RATE: 0.202675889248327
previous_iter_valid_loss : 0.23117446899414062
90300 0.231875 0.231174 0.221683 CURRENT LEARNING RATE: 0.20247331466325244
previous_iter_valid_loss : 0.17511437833309174
90400 0.175013 0.175114 0.221216 CURRENT LEARNING RATE: 0.2022709425515094
previous_iter_valid_loss : 0.186366006731987
90500 0.185997 0.186366 0.219741 CURRENT LEARNING RATE: 0.20206877271072576
previous_iter_valid_loss : 0.17148597538471222
90600 0.171376 0.171486 0.218519 CURRENT LEARNING RATE: 0.2018668049387317
previous_iter_valid_loss : 0.18264935910701752
90700 0.182570 0.182649 0.216655 CURRENT LEARNING RATE: 0.20166503903355937
previous_iter_valid_loss : 0.2469993382692337
90800 0.248003 0.246999 0.215874 CURRENT LEARNING RATE: 0.20146347479344287
previous_iter_valid_loss : 0.20448358356952667
90900 0.205117 0.204484 0.215982 CURRENT LEARNING RATE: 0.20126211201681798
previous_iter_valid_loss : 0.1387668401002884
91000 0.138764 0.138767 0.214901 CURRENT LEARNING RATE: 0.20106095050232187
previous_iter_valid_loss : 0.17647263407707214
91100 0.175813 0.176473 0.213117 CURRENT LEARNING RATE: 0.200859990048793
previous_iter_valid_loss : 0.1386931985616684
91200 0.138788 0.138693 0.211952 CURRENT LEARNING RATE: 0.20065923045527095
previous_iter_valid_loss : 0.31961962580680847
91300 0.320345 0.319620 0.212119 CURRENT LEARNING RATE: 0.20045867152099606
previous_iter_valid_loss : 0.2456173151731491
91400 0.246410 0.245617 0.211764 CURRENT LEARNING RATE: 0.2002583130454094
previous_iter_valid_loss : 0.15534928441047668
91500 0.155547 0.155349 0.211613 CURRENT LEARNING RATE: 0.20005815482815248
previous_iter_valid_loss : 0.24812021851539612
91600 0.247716 0.248120 0.211895 CURRENT LEARNING RATE: 0.19985819666906704
previous_iter_valid_loss : 0.3420814275741577
91700 0.342685 0.342081 0.213609 CURRENT LEARNING RATE: 0.19965843836819494
previous_iter_valid_loss : 0.2713744640350342
91800 0.271425 0.271374 0.210392 CURRENT LEARNING RATE: 0.19945887972577783
previous_iter_valid_loss : 0.18637047708034515
91900 0.187228 0.186370 0.210470 CURRENT LEARNING RATE: 0.19925952054225707
previous_iter_valid_loss : 0.311688631772995
92000 0.311368 0.311689 0.206744 CURRENT LEARNING RATE: 0.19906036061827348
previous_iter_valid_loss : 0.1879439353942871
92100 0.188169 0.187944 0.205295 CURRENT LEARNING RATE: 0.19886139975466707
previous_iter_valid_loss : 0.11731027811765671
92200 0.117368 0.117310 0.204580 CURRENT LEARNING RATE: 0.198662637752477
previous_iter_valid_loss : 0.13510741293430328
92300 0.135480 0.135107 0.203476 CURRENT LEARNING RATE: 0.19846407441294123
previous_iter_valid_loss : 0.14644865691661835
92400 0.146662 0.146449 0.201248 CURRENT LEARNING RATE: 0.19826570953749642
previous_iter_valid_loss : 0.15336693823337555
92500 0.153767 0.153367 0.200066 CURRENT LEARNING RATE: 0.19806754292777767
previous_iter_valid_loss : 0.18285422027111053
92600 0.183427 0.182854 0.199689 CURRENT LEARNING RATE: 0.19786957438561836
previous_iter_valid_loss : 0.17039795219898224
92700 0.170896 0.170398 0.199481 CURRENT LEARNING RATE: 0.1976718037130499
previous_iter_valid_loss : 0.16670505702495575
92800 0.167259 0.166705 0.199093 CURRENT LEARNING RATE: 0.19747423071230163
previous_iter_valid_loss : 0.1425771862268448
92900 0.142510 0.142577 0.198053 CURRENT LEARNING RATE: 0.19727685518580054
previous_iter_valid_loss : 0.1961687058210373
93000 0.196482 0.196169 0.196046 CURRENT LEARNING RATE: 0.1970796769361711
previous_iter_valid_loss : 0.20374028384685516
93100 0.203422 0.203740 0.196188 CURRENT LEARNING RATE: 0.196882695766235
previous_iter_valid_loss : 0.1271502822637558
93200 0.127456 0.127150 0.195557 CURRENT LEARNING RATE: 0.19668591147901104
previous_iter_valid_loss : 0.16730190813541412
93300 0.167607 0.167302 0.195460 CURRENT LEARNING RATE: 0.19648932387771498
previous_iter_valid_loss : 0.2152869701385498
93400 0.215932 0.215287 0.195283 CURRENT LEARNING RATE: 0.19629293276575918
previous_iter_valid_loss : 0.3249877989292145
93500 0.325391 0.324988 0.196744 CURRENT LEARNING RATE: 0.19609673794675248
previous_iter_valid_loss : 0.18102610111236572
93600 0.180880 0.181026 0.196844 CURRENT LEARNING RATE: 0.19590073922450008
previous_iter_valid_loss : 0.13151942193508148
93700 0.131898 0.131519 0.195765 CURRENT LEARNING RATE: 0.19570493640300327
previous_iter_valid_loss : 0.15938793122768402
93800 0.159422 0.159388 0.195764 CURRENT LEARNING RATE: 0.19550932928645912
previous_iter_valid_loss : 0.17397555708885193
93900 0.174895 0.173976 0.195719 CURRENT LEARNING RATE: 0.19531391767926057
previous_iter_valid_loss : 0.20133313536643982
94000 0.201720 0.201333 0.195708 CURRENT LEARNING RATE: 0.19511870138599596
previous_iter_valid_loss : 0.23570027947425842
94100 0.235484 0.235700 0.196377 CURRENT LEARNING RATE: 0.19492368021144899
previous_iter_valid_loss : 0.2334364801645279
94200 0.233109 0.233436 0.196891 CURRENT LEARNING RATE: 0.1947288539605985
previous_iter_valid_loss : 0.16615857183933258
94300 0.166204 0.166159 0.196668 CURRENT LEARNING RATE: 0.19453422243861818
previous_iter_valid_loss : 0.18158414959907532
94400 0.181117 0.181584 0.194690 CURRENT LEARNING RATE: 0.19433978545087652
previous_iter_valid_loss : 0.14319241046905518
94500 0.143861 0.143192 0.193761 CURRENT LEARNING RATE: 0.1941455428029365
previous_iter_valid_loss : 0.17027829587459564
94600 0.170317 0.170278 0.194228 CURRENT LEARNING RATE: 0.19395149430055544
previous_iter_valid_loss : 0.2284150868654251
94700 0.227729 0.228415 0.191952 CURRENT LEARNING RATE: 0.19375763974968488
previous_iter_valid_loss : 0.2150687426328659
94800 0.214963 0.215069 0.192689 CURRENT LEARNING RATE: 0.1935639789564702
previous_iter_valid_loss : 0.13965678215026855
94900 0.139784 0.139657 0.190732 CURRENT LEARNING RATE: 0.19337051172725062
previous_iter_valid_loss : 0.19886094331741333
95000 0.199042 0.198861 0.190706 CURRENT LEARNING RATE: 0.19317723786855887
previous_iter_valid_loss : 0.30929329991340637
95100 0.308826 0.309293 0.192180 CURRENT LEARNING RATE: 0.19298415718712109
previous_iter_valid_loss : 0.20729894936084747
95200 0.207091 0.207299 0.192065 CURRENT LEARNING RATE: 0.19279126948985656
previous_iter_valid_loss : 0.1652153879404068
95300 0.165038 0.165215 0.192428 CURRENT LEARNING RATE: 0.1925985745838776
previous_iter_valid_loss : 0.15242138504981995
95400 0.152476 0.152421 0.190458 CURRENT LEARNING RATE: 0.1924060722764893
previous_iter_valid_loss : 0.17555809020996094
95500 0.175264 0.175558 0.190916 CURRENT LEARNING RATE: 0.19221376237518928
previous_iter_valid_loss : 0.17228759825229645
95600 0.172477 0.172288 0.191179 CURRENT LEARNING RATE: 0.19202164468766764
previous_iter_valid_loss : 0.24271385371685028
95700 0.242959 0.242714 0.191733 CURRENT LEARNING RATE: 0.1918297190218067
previous_iter_valid_loss : 0.19091551005840302
95800 0.190199 0.190916 0.192285 CURRENT LEARNING RATE: 0.1916379851856808
previous_iter_valid_loss : 0.19303488731384277
95900 0.192713 0.193035 0.192233 CURRENT LEARNING RATE: 0.19144644298755603
previous_iter_valid_loss : 0.1974422186613083
96000 0.197348 0.197442 0.193070 CURRENT LEARNING RATE: 0.19125509223589018
previous_iter_valid_loss : 0.11267165839672089
96100 0.112532 0.112672 0.192916 CURRENT LEARNING RATE: 0.19106393273933253
previous_iter_valid_loss : 0.13155783712863922
96200 0.131803 0.131558 0.192110 CURRENT LEARNING RATE: 0.19087296430672354
previous_iter_valid_loss : 0.16981922090053558
96300 0.169260 0.169819 0.191868 CURRENT LEARNING RATE: 0.19068218674709478
previous_iter_valid_loss : 0.110172338783741
96400 0.110056 0.110172 0.191272 CURRENT LEARNING RATE: 0.19049159986966863
previous_iter_valid_loss : 0.15802600979804993
96500 0.157732 0.158026 0.191140 CURRENT LEARNING RATE: 0.19030120348385823
previous_iter_valid_loss : 0.1317148208618164
96600 0.131396 0.131715 0.190412 CURRENT LEARNING RATE: 0.19011099739926718
previous_iter_valid_loss : 0.28204140067100525
96700 0.281506 0.282041 0.191935 CURRENT LEARNING RATE: 0.18992098142568936
previous_iter_valid_loss : 0.20393121242523193
96800 0.203796 0.203931 0.189425 CURRENT LEARNING RATE: 0.18973115537310878
previous_iter_valid_loss : 0.1254459023475647
96900 0.125442 0.125446 0.188816 CURRENT LEARNING RATE: 0.18954151905169941
previous_iter_valid_loss : 0.13739530742168427
97000 0.137141 0.137395 0.188502 CURRENT LEARNING RATE: 0.18935207227182488
previous_iter_valid_loss : 0.21051743626594543
97100 0.209939 0.210517 0.188396 CURRENT LEARNING RATE: 0.1891628148440384
previous_iter_valid_loss : 0.24645565450191498
97200 0.246319 0.246456 0.189635 CURRENT LEARNING RATE: 0.18897374657908253
previous_iter_valid_loss : 0.2030620276927948
97300 0.202595 0.203062 0.189947 CURRENT LEARNING RATE: 0.18878486728788899
previous_iter_valid_loss : 0.18793939054012299
97400 0.187688 0.187939 0.190265 CURRENT LEARNING RATE: 0.18859617678157847
previous_iter_valid_loss : 0.19112075865268707
97500 0.191245 0.191121 0.189990 CURRENT LEARNING RATE: 0.18840767487146043
previous_iter_valid_loss : 0.13042695820331573
97600 0.130564 0.130427 0.189805 CURRENT LEARNING RATE: 0.18821936136903297
previous_iter_valid_loss : 0.1971427947282791
97700 0.197753 0.197143 0.189825 CURRENT LEARNING RATE: 0.18803123608598257
previous_iter_valid_loss : 0.15852659940719604
97800 0.158746 0.158527 0.190046 CURRENT LEARNING RATE: 0.18784329883418394
previous_iter_valid_loss : 0.09990742057561874
97900 0.100107 0.099907 0.188575 CURRENT LEARNING RATE: 0.18765554942569979
previous_iter_valid_loss : 0.149430051445961
98000 0.149621 0.149430 0.188271 CURRENT LEARNING RATE: 0.18746798767278067
previous_iter_valid_loss : 0.18232423067092896
98100 0.182163 0.182324 0.188650 CURRENT LEARNING RATE: 0.1872806133878649
previous_iter_valid_loss : 0.1835341602563858
98200 0.183310 0.183534 0.189116 CURRENT LEARNING RATE: 0.18709342638357807
previous_iter_valid_loss : 0.16812248528003693
98300 0.168328 0.168122 0.188875 CURRENT LEARNING RATE: 0.18690642647273326
previous_iter_valid_loss : 0.18040330708026886
98400 0.180403 0.180403 0.188944 CURRENT LEARNING RATE: 0.18671961346833046
previous_iter_valid_loss : 0.20185516774654388
98500 0.201646 0.201855 0.187802 CURRENT LEARNING RATE: 0.1865329871835567
previous_iter_valid_loss : 0.14311394095420837
98600 0.143431 0.143114 0.187536 CURRENT LEARNING RATE: 0.1863465474317857
previous_iter_valid_loss : 0.12086272239685059
98700 0.120716 0.120863 0.186289 CURRENT LEARNING RATE: 0.1861602940265776
previous_iter_valid_loss : 0.15772825479507446
98800 0.157479 0.157728 0.186251 CURRENT LEARNING RATE: 0.1859742267816791
previous_iter_valid_loss : 0.14175890386104584
98900 0.141830 0.141759 0.184607 CURRENT LEARNING RATE: 0.18578834551102286
previous_iter_valid_loss : 0.14585259556770325
99000 0.145999 0.145853 0.184304 CURRENT LEARNING RATE: 0.18560265002872758
previous_iter_valid_loss : 0.15916596353054047
99100 0.159495 0.159166 0.184212 CURRENT LEARNING RATE: 0.18541714014909783
previous_iter_valid_loss : 0.11449739336967468
99200 0.114393 0.114497 0.183376 CURRENT LEARNING RATE: 0.18523181568662367
previous_iter_valid_loss : 0.19128091633319855
99300 0.191566 0.191281 0.183890 CURRENT LEARNING RATE: 0.18504667645598064
previous_iter_valid_loss : 0.1559116542339325
99400 0.156215 0.155912 0.183485 CURRENT LEARNING RATE: 0.1848617222720295
previous_iter_valid_loss : 0.14578700065612793
99500 0.145860 0.145787 0.183799 CURRENT LEARNING RATE: 0.184676952949816
previous_iter_valid_loss : 0.13325147330760956
99600 0.133018 0.133251 0.183264 CURRENT LEARNING RATE: 0.1844923683045709
previous_iter_valid_loss : 0.13035964965820312
99700 0.130435 0.130360 0.182695 CURRENT LEARNING RATE: 0.1843079681517094
previous_iter_valid_loss : 0.1657290756702423
99800 0.165818 0.165729 0.182528 CURRENT LEARNING RATE: 0.18412375230683145
previous_iter_valid_loss : 0.14804790914058685
99900 0.148057 0.148048 0.182681 CURRENT LEARNING RATE: 0.18393972058572117
previous_iter_valid_loss : 0.16299866139888763
100000 0.163010 0.162999 0.181800 CURRENT LEARNING RATE: 0.1837558728043468
previous_iter_valid_loss : 0.22129228711128235
100100 0.221581 0.221292 0.182010 CURRENT LEARNING RATE: 0.18357220877886052
previous_iter_valid_loss : 0.23278243839740753
100200 0.232857 0.232782 0.182595 CURRENT LEARNING RATE: 0.18338872832559833
previous_iter_valid_loss : 0.22742298245429993
100300 0.227572 0.227423 0.182557 CURRENT LEARNING RATE: 0.18320543126107974
previous_iter_valid_loss : 0.11634564399719238
100400 0.116200 0.116346 0.181970 CURRENT LEARNING RATE: 0.1830223174020077
previous_iter_valid_loss : 0.1385367214679718
100500 0.139060 0.138537 0.181492 CURRENT LEARNING RATE: 0.18283938656526827
previous_iter_valid_loss : 0.12789574265480042
100600 0.127797 0.127896 0.181056 CURRENT LEARNING RATE: 0.18265663856793068
previous_iter_valid_loss : 0.12832632660865784
100700 0.128376 0.128326 0.180512 CURRENT LEARNING RATE: 0.18247407322724687
previous_iter_valid_loss : 0.13165351748466492
100800 0.131777 0.131654 0.179359 CURRENT LEARNING RATE: 0.18229169036065151
previous_iter_valid_loss : 0.15809720754623413
100900 0.158275 0.158097 0.178895 CURRENT LEARNING RATE: 0.18210948978576166
previous_iter_valid_loss : 0.14172634482383728
101000 0.141876 0.141726 0.178925 CURRENT LEARNING RATE: 0.18192747132037682
previous_iter_valid_loss : 0.12308412045240402
101100 0.123325 0.123084 0.178391 CURRENT LEARNING RATE: 0.1817456347824784
previous_iter_valid_loss : 0.25514936447143555
101200 0.255144 0.255149 0.179555 CURRENT LEARNING RATE: 0.18156397999022997
previous_iter_valid_loss : 0.13461057841777802
101300 0.134615 0.134611 0.177705 CURRENT LEARNING RATE: 0.18138250676197662
previous_iter_valid_loss : 0.12084795534610748
101400 0.120997 0.120848 0.176458 CURRENT LEARNING RATE: 0.1812012149162452
previous_iter_valid_loss : 0.14349809288978577
101500 0.143218 0.143498 0.176339 CURRENT LEARNING RATE: 0.18102010427174373
previous_iter_valid_loss : 0.13839790225028992
101600 0.138481 0.138398 0.175242 CURRENT LEARNING RATE: 0.18083917464736166
previous_iter_valid_loss : 0.18705765902996063
101700 0.186750 0.187058 0.173692 CURRENT LEARNING RATE: 0.18065842586216926
previous_iter_valid_loss : 0.12396161258220673
101800 0.124048 0.123962 0.172217 CURRENT LEARNING RATE: 0.18047785773541783
previous_iter_valid_loss : 0.11206773668527603
101900 0.112029 0.112068 0.171474 CURRENT LEARNING RATE: 0.18029747008653915
previous_iter_valid_loss : 0.12514062225818634
102000 0.125009 0.125141 0.169609 CURRENT LEARNING RATE: 0.1801172627351456
previous_iter_valid_loss : 0.11398830264806747
102100 0.113693 0.113988 0.168869 CURRENT LEARNING RATE: 0.17993723550102977
previous_iter_valid_loss : 0.12000573426485062
102200 0.119933 0.120006 0.168896 CURRENT LEARNING RATE: 0.17975738820416445
previous_iter_valid_loss : 0.12326301634311676
102300 0.123280 0.123263 0.168778 CURRENT LEARNING RATE: 0.1795777206647023
previous_iter_valid_loss : 0.13229280710220337
102400 0.131998 0.132293 0.168636 CURRENT LEARNING RATE: 0.1793982327029758
previous_iter_valid_loss : 0.1314980685710907
102500 0.131015 0.131498 0.168418 CURRENT LEARNING RATE: 0.17921892413949694
previous_iter_valid_loss : 0.20184984803199768
102600 0.201586 0.201850 0.168608 CURRENT LEARNING RATE: 0.17903979479495719
previous_iter_valid_loss : 0.1621532142162323
102700 0.161937 0.162153 0.168525 CURRENT LEARNING RATE: 0.1788608444902271
previous_iter_valid_loss : 0.10868050903081894
102800 0.109023 0.108681 0.167945 CURRENT LEARNING RATE: 0.17868207304635644
previous_iter_valid_loss : 0.14518241584300995
102900 0.145520 0.145182 0.167971 CURRENT LEARNING RATE: 0.1785034802845737
previous_iter_valid_loss : 0.11676174402236938
103000 0.117104 0.116762 0.167177 CURRENT LEARNING RATE: 0.17832506602628612
previous_iter_valid_loss : 0.16160063445568085
103100 0.161833 0.161601 0.166755 CURRENT LEARNING RATE: 0.1781468300930794
previous_iter_valid_loss : 0.17675887048244476
103200 0.177278 0.176759 0.167252 CURRENT LEARNING RATE: 0.17796877230671768
previous_iter_valid_loss : 0.132703498005867
103300 0.132835 0.132703 0.166906 CURRENT LEARNING RATE: 0.17779089248914307
previous_iter_valid_loss : 0.11316339671611786
103400 0.113365 0.113163 0.165884 CURRENT LEARNING RATE: 0.17761319046247576
previous_iter_valid_loss : 0.12128333747386932
103500 0.121658 0.121283 0.163847 CURRENT LEARNING RATE: 0.1774356660490137
previous_iter_valid_loss : 0.11738641560077667
103600 0.117547 0.117386 0.163211 CURRENT LEARNING RATE: 0.17725831907123252
previous_iter_valid_loss : 0.13893002271652222
103700 0.139383 0.138930 0.163285 CURRENT LEARNING RATE: 0.17708114935178512
previous_iter_valid_loss : 0.13712021708488464
103800 0.137468 0.137120 0.163062 CURRENT LEARNING RATE: 0.17690415671350188
previous_iter_valid_loss : 0.12376021593809128
103900 0.124080 0.123760 0.162560 CURRENT LEARNING RATE: 0.17672734097939008
previous_iter_valid_loss : 0.12573717534542084
104000 0.125982 0.125737 0.161804 CURRENT LEARNING RATE: 0.176550701972634
previous_iter_valid_loss : 0.11557183414697647
104100 0.115864 0.115572 0.160603 CURRENT LEARNING RATE: 0.17637423951659456
previous_iter_valid_loss : 0.10170970112085342
104200 0.101929 0.101710 0.159286 CURRENT LEARNING RATE: 0.17619795343480937
previous_iter_valid_loss : 0.2079937607049942
104300 0.208539 0.207994 0.159704 CURRENT LEARNING RATE: 0.1760218435509923
previous_iter_valid_loss : 0.12764884531497955
104400 0.127905 0.127649 0.159165 CURRENT LEARNING RATE: 0.17584590968903346
previous_iter_valid_loss : 0.09952046722173691
104500 0.099502 0.099520 0.158728 CURRENT LEARNING RATE: 0.1756701516729989
previous_iter_valid_loss : 0.13960687816143036
104600 0.140151 0.139607 0.158421 CURRENT LEARNING RATE: 0.17549456932713073
previous_iter_valid_loss : 0.1024702936410904
104700 0.102620 0.102470 0.157162 CURRENT LEARNING RATE: 0.17531916247584647
previous_iter_valid_loss : 0.12539586424827576
104800 0.125798 0.125396 0.156265 CURRENT LEARNING RATE: 0.1751439309437393
previous_iter_valid_loss : 0.1261250376701355
104900 0.126299 0.126125 0.156130 CURRENT LEARNING RATE: 0.17496887455557766
previous_iter_valid_loss : 0.10072938352823257
105000 0.100980 0.100729 0.155148 CURRENT LEARNING RATE: 0.1747939931363052
previous_iter_valid_loss : 0.12535984814167023
105100 0.125940 0.125360 0.153309 CURRENT LEARNING RATE: 0.1746192865110404
previous_iter_valid_loss : 0.12305554002523422
105200 0.123159 0.123056 0.152467 CURRENT LEARNING RATE: 0.17444475450507668
previous_iter_valid_loss : 0.19587203860282898
105300 0.195836 0.195872 0.152773 CURRENT LEARNING RATE: 0.174270396943882
previous_iter_valid_loss : 0.13674665987491608
105400 0.136442 0.136747 0.152616 CURRENT LEARNING RATE: 0.1740962136530988
previous_iter_valid_loss : 0.12852677702903748
105500 0.128412 0.128527 0.152146 CURRENT LEARNING RATE: 0.1739222044585437
previous_iter_valid_loss : 0.09602806717157364
105600 0.095958 0.096028 0.151384 CURRENT LEARNING RATE: 0.17374836918620762
previous_iter_valid_loss : 0.19518554210662842
105700 0.195612 0.195186 0.150908 CURRENT LEARNING RATE: 0.17357470766225516
previous_iter_valid_loss : 0.09569922089576721
105800 0.095665 0.095699 0.149956 CURRENT LEARNING RATE: 0.17340121971302488
previous_iter_valid_loss : 0.1059425100684166
105900 0.106072 0.105943 0.149085 CURRENT LEARNING RATE: 0.1732279051650287
previous_iter_valid_loss : 0.1015143170952797
106000 0.101588 0.101514 0.148126 CURRENT LEARNING RATE: 0.1730547638449522
previous_iter_valid_loss : 0.26718711853027344
106100 0.267542 0.267187 0.149671 CURRENT LEARNING RATE: 0.17288179557965389
previous_iter_valid_loss : 0.1597471833229065
106200 0.160369 0.159747 0.149953 CURRENT LEARNING RATE: 0.1727090001961656
previous_iter_valid_loss : 0.13012175261974335
106300 0.129847 0.130122 0.149556 CURRENT LEARNING RATE: 0.17253637752169187
previous_iter_valid_loss : 0.12239893525838852
106400 0.122662 0.122399 0.149678 CURRENT LEARNING RATE: 0.1723639273836101
previous_iter_valid_loss : 0.1357364058494568
106500 0.135545 0.135736 0.149455 CURRENT LEARNING RATE: 0.17219164960947
previous_iter_valid_loss : 0.10680807381868362
106600 0.106557 0.106808 0.149206 CURRENT LEARNING RATE: 0.17201954402699393
previous_iter_valid_loss : 0.10258922725915909
106700 0.102329 0.102589 0.147412 CURRENT LEARNING RATE: 0.17184761046407618
previous_iter_valid_loss : 0.12186530977487564
106800 0.121730 0.121865 0.146591 CURRENT LEARNING RATE: 0.17167584874878325
previous_iter_valid_loss : 0.1692519634962082
106900 0.169604 0.169252 0.147029 CURRENT LEARNING RATE: 0.17150425870935332
previous_iter_valid_loss : 0.0914575457572937
107000 0.091315 0.091458 0.146570 CURRENT LEARNING RATE: 0.17133284017419645
previous_iter_valid_loss : 0.12231606245040894
107100 0.122008 0.122316 0.145688 CURRENT LEARNING RATE: 0.17116159297189398
previous_iter_valid_loss : 0.09120550751686096
107200 0.091060 0.091206 0.144135 CURRENT LEARNING RATE: 0.1709905169311988
previous_iter_valid_loss : 0.11308813840150833
107300 0.112809 0.113088 0.143236 CURRENT LEARNING RATE: 0.17081961188103473
previous_iter_valid_loss : 0.09784871339797974
107400 0.097874 0.097849 0.142335 CURRENT LEARNING RATE: 0.17064887765049686
previous_iter_valid_loss : 0.12488959729671478
107500 0.125070 0.124890 0.141672 CURRENT LEARNING RATE: 0.17047831406885078
previous_iter_valid_loss : 0.2374844253063202
107600 0.237350 0.237484 0.142743 CURRENT LEARNING RATE: 0.17030792096553304
previous_iter_valid_loss : 0.09017588943243027
107700 0.090018 0.090176 0.141673 CURRENT LEARNING RATE: 0.1701376981701504
previous_iter_valid_loss : 0.13004127144813538
107800 0.129890 0.130041 0.141388 CURRENT LEARNING RATE: 0.16996764551248017
previous_iter_valid_loss : 0.14308324456214905
107900 0.142790 0.143083 0.141820 CURRENT LEARNING RATE: 0.16979776282246956
previous_iter_valid_loss : 0.10064512491226196
108000 0.100409 0.100645 0.141332 CURRENT LEARNING RATE: 0.16962804993023597
previous_iter_valid_loss : 0.12329329550266266
108100 0.123007 0.123293 0.140742 CURRENT LEARNING RATE: 0.1694585066660664
previous_iter_valid_loss : 0.17825299501419067
108200 0.178030 0.178253 0.140689 CURRENT LEARNING RATE: 0.16928913286041766
previous_iter_valid_loss : 0.15192148089408875
108300 0.152272 0.151921 0.140527 CURRENT LEARNING RATE: 0.16911992834391584
previous_iter_valid_loss : 0.11048858612775803
108400 0.110788 0.110489 0.139828 CURRENT LEARNING RATE: 0.16895089294735652
previous_iter_valid_loss : 0.11598425358533859
108500 0.116227 0.115984 0.138969 CURRENT LEARNING RATE: 0.16878202650170418
previous_iter_valid_loss : 0.15849286317825317
108600 0.158289 0.158493 0.139123 CURRENT LEARNING RATE: 0.16861332883809244
previous_iter_valid_loss : 0.0902954488992691
108700 0.090278 0.090295 0.138817 CURRENT LEARNING RATE: 0.16844479978782353
previous_iter_valid_loss : 0.1253690868616104
108800 0.125104 0.125369 0.138494 CURRENT LEARNING RATE: 0.1682764391823685
previous_iter_valid_loss : 0.14617018401622772
108900 0.146560 0.146170 0.138538 CURRENT LEARNING RATE: 0.16810824685336667
previous_iter_valid_loss : 0.08831244707107544
109000 0.088205 0.088312 0.137963 CURRENT LEARNING RATE: 0.1679402226326257
previous_iter_valid_loss : 0.10041341930627823
109100 0.100388 0.100413 0.137375 CURRENT LEARNING RATE: 0.16777236635212134
previous_iter_valid_loss : 0.10782178491353989
109200 0.107537 0.107822 0.137308 CURRENT LEARNING RATE: 0.16760467784399732
previous_iter_valid_loss : 0.11182118952274323
109300 0.111531 0.111821 0.136514 CURRENT LEARNING RATE: 0.1674371569405651
previous_iter_valid_loss : 0.10829515010118484
109400 0.108104 0.108295 0.136037 CURRENT LEARNING RATE: 0.1672698034743038
previous_iter_valid_loss : 0.12993158400058746
109500 0.129761 0.129932 0.135879 CURRENT LEARNING RATE: 0.16710261727785988
previous_iter_valid_loss : 0.11116406321525574
109600 0.111064 0.111164 0.135658 CURRENT LEARNING RATE: 0.1669355981840472
previous_iter_valid_loss : 0.11119458824396133
109700 0.110890 0.111195 0.135466 CURRENT LEARNING RATE: 0.1667687460258466
previous_iter_valid_loss : 0.12124545872211456
109800 0.120929 0.121245 0.135022 CURRENT LEARNING RATE: 0.16660206063640592
previous_iter_valid_loss : 0.1544499546289444
109900 0.154839 0.154450 0.135086 CURRENT LEARNING RATE: 0.16643554184903978
previous_iter_valid_loss : 0.152427077293396
110000 0.152811 0.152427 0.134980 CURRENT LEARNING RATE: 0.16626918949722935
previous_iter_valid_loss : 0.10406351834535599
110100 0.104042 0.104064 0.133808 CURRENT LEARNING RATE: 0.16610300341462222
previous_iter_valid_loss : 0.13318435847759247
110200 0.133427 0.133184 0.132812 CURRENT LEARNING RATE: 0.16593698343503244
previous_iter_valid_loss : 0.09918411076068878
110300 0.099251 0.099184 0.131529 CURRENT LEARNING RATE: 0.16577112939243985
previous_iter_valid_loss : 0.1268506795167923
110400 0.127418 0.126851 0.131634 CURRENT LEARNING RATE: 0.1656054411209905
previous_iter_valid_loss : 0.08722826838493347
110500 0.087082 0.087228 0.131121 CURRENT LEARNING RATE: 0.16543991845499603
previous_iter_valid_loss : 0.11054015904664993
110600 0.110637 0.110540 0.130948 CURRENT LEARNING RATE: 0.16527456122893386
previous_iter_valid_loss : 0.1286126971244812
110700 0.128874 0.128613 0.130951 CURRENT LEARNING RATE: 0.16510936927744665
previous_iter_valid_loss : 0.09895416349172592
110800 0.098758 0.098954 0.130624 CURRENT LEARNING RATE: 0.1649443424353425
previous_iter_valid_loss : 0.1167871281504631
110900 0.116669 0.116787 0.130210 CURRENT LEARNING RATE: 0.16477948053759453
previous_iter_valid_loss : 0.09447026252746582
111000 0.094510 0.094470 0.129738 CURRENT LEARNING RATE: 0.16461478341934083
previous_iter_valid_loss : 0.10042651742696762
111100 0.100263 0.100427 0.129511 CURRENT LEARNING RATE: 0.16445025091588425
previous_iter_valid_loss : 0.10655266046524048
111200 0.106430 0.106553 0.128025 CURRENT LEARNING RATE: 0.1642858828626923
previous_iter_valid_loss : 0.17418783903121948
111300 0.173970 0.174188 0.128421 CURRENT LEARNING RATE: 0.16412167909539688
previous_iter_valid_loss : 0.14468729496002197
111400 0.144874 0.144687 0.128660 CURRENT LEARNING RATE: 0.16395763944979427
previous_iter_valid_loss : 0.1284545511007309
111500 0.128675 0.128455 0.128509 CURRENT LEARNING RATE: 0.16379376376184476
previous_iter_valid_loss : 0.17437702417373657
111600 0.174199 0.174377 0.128869 CURRENT LEARNING RATE: 0.16363005186767265
previous_iter_valid_loss : 0.1317915916442871
111700 0.131959 0.131792 0.128316 CURRENT LEARNING RATE: 0.16346650360356604
previous_iter_valid_loss : 0.12583810091018677
111800 0.126124 0.125838 0.128335 CURRENT LEARNING RATE: 0.1633031188059767
previous_iter_valid_loss : 0.09138841181993484
111900 0.091343 0.091388 0.128128 CURRENT LEARNING RATE: 0.16313989731151973
previous_iter_valid_loss : 0.11025916039943695
112000 0.110468 0.110259 0.127979 CURRENT LEARNING RATE: 0.16297683895697368
previous_iter_valid_loss : 0.10638720542192459
112100 0.106370 0.106387 0.127903 CURRENT LEARNING RATE: 0.16281394357928017
previous_iter_valid_loss : 0.125003844499588
112200 0.125148 0.125004 0.127953 CURRENT LEARNING RATE: 0.1626512110155438
previous_iter_valid_loss : 0.13715492188930511
112300 0.137467 0.137155 0.128092 CURRENT LEARNING RATE: 0.162488641103032
previous_iter_valid_loss : 0.09430032968521118
112400 0.094297 0.094300 0.127712 CURRENT LEARNING RATE: 0.16232623367917487
previous_iter_valid_loss : 0.09532544016838074
112500 0.095240 0.095325 0.127351 CURRENT LEARNING RATE: 0.16216398858156494
previous_iter_valid_loss : 0.1362486183643341
112600 0.136528 0.136249 0.126695 CURRENT LEARNING RATE: 0.16200190564795708
previous_iter_valid_loss : 0.1350267231464386
112700 0.135413 0.135027 0.126423 CURRENT LEARNING RATE: 0.1618399847162684
previous_iter_valid_loss : 0.12882982194423676
112800 0.129140 0.128830 0.126625 CURRENT LEARNING RATE: 0.16167822562457787
previous_iter_valid_loss : 0.17014320194721222
112900 0.170690 0.170143 0.126874 CURRENT LEARNING RATE: 0.16151662821112647
previous_iter_valid_loss : 0.08649896085262299
113000 0.086410 0.086499 0.126572 CURRENT LEARNING RATE: 0.16135519231431675
previous_iter_valid_loss : 0.11256613582372665
113100 0.112782 0.112566 0.126081 CURRENT LEARNING RATE: 0.16119391777271277
previous_iter_valid_loss : 0.12231222540140152
113200 0.122679 0.122312 0.125537 CURRENT LEARNING RATE: 0.16103280442504
previous_iter_valid_loss : 0.18640649318695068
113300 0.187095 0.186406 0.126074 CURRENT LEARNING RATE: 0.1608718521101851
previous_iter_valid_loss : 0.10659375041723251
113400 0.106869 0.106594 0.126008 CURRENT LEARNING RATE: 0.16071106066719568
previous_iter_valid_loss : 0.10638224333524704
113500 0.106586 0.106382 0.125859 CURRENT LEARNING RATE: 0.16055042993528035
previous_iter_valid_loss : 0.10555055737495422
113600 0.105551 0.105551 0.125741 CURRENT LEARNING RATE: 0.1603899597538083
previous_iter_valid_loss : 0.10863770544528961
113700 0.108385 0.108638 0.125438 CURRENT LEARNING RATE: 0.1602296499623094
previous_iter_valid_loss : 0.09166733175516129
113800 0.091461 0.091667 0.124984 CURRENT LEARNING RATE: 0.1600695004004738
previous_iter_valid_loss : 0.1178738996386528
113900 0.118003 0.117874 0.124925 CURRENT LEARNING RATE: 0.15990951090815197
previous_iter_valid_loss : 0.13821908831596375
114000 0.138616 0.138219 0.125049 CURRENT LEARNING RATE: 0.15974968132535433
previous_iter_valid_loss : 0.14106668531894684
114100 0.141389 0.141067 0.125304 CURRENT LEARNING RATE: 0.15959001149225135
previous_iter_valid_loss : 0.18682746589183807
114200 0.187282 0.186827 0.126156 CURRENT LEARNING RATE: 0.15943050124917316
previous_iter_valid_loss : 0.12291908264160156
114300 0.123155 0.122919 0.125305 CURRENT LEARNING RATE: 0.1592711504366095
previous_iter_valid_loss : 0.13128255307674408
114400 0.131485 0.131283 0.125341 CURRENT LEARNING RATE: 0.15911195889520954
previous_iter_valid_loss : 0.1814076453447342
114500 0.181829 0.181408 0.126160 CURRENT LEARNING RATE: 0.15895292646578177
previous_iter_valid_loss : 0.12952446937561035
114600 0.129252 0.129524 0.126059 CURRENT LEARNING RATE: 0.15879405298929367
previous_iter_valid_loss : 0.149509996175766
114700 0.149236 0.149510 0.126530 CURRENT LEARNING RATE: 0.15863533830687182
previous_iter_valid_loss : 0.09373236447572708
114800 0.093503 0.093732 0.126213 CURRENT LEARNING RATE: 0.15847678225980147
previous_iter_valid_loss : 0.18506677448749542
114900 0.184928 0.185067 0.126802 CURRENT LEARNING RATE: 0.15831838468952664
previous_iter_valid_loss : 0.1109861508011818
115000 0.110880 0.110986 0.126905 CURRENT LEARNING RATE: 0.1581601454376496
previous_iter_valid_loss : 0.11261726915836334
115100 0.112317 0.112617 0.126778 CURRENT LEARNING RATE: 0.15800206434593128
previous_iter_valid_loss : 0.09774032980203629
115200 0.097693 0.097740 0.126524 CURRENT LEARNING RATE: 0.1578441412562904
previous_iter_valid_loss : 0.4049408733844757
115300 0.404746 0.404941 0.128615 CURRENT LEARNING RATE: 0.15768637601080399
previous_iter_valid_loss : 0.1630212366580963
115400 0.163454 0.163021 0.128878 CURRENT LEARNING RATE: 0.15752876845170666
previous_iter_valid_loss : 0.10722161084413528
115500 0.107299 0.107222 0.128665 CURRENT LEARNING RATE: 0.15737131842139096
previous_iter_valid_loss : 0.17586775124073029
115600 0.175657 0.175868 0.129463 CURRENT LEARNING RATE: 0.15721402576240678
previous_iter_valid_loss : 0.12260197848081589
115700 0.122342 0.122602 0.128737 CURRENT LEARNING RATE: 0.15705689031746148
previous_iter_valid_loss : 0.10055746138095856
115800 0.100616 0.100557 0.128786 CURRENT LEARNING RATE: 0.15689991192941954
previous_iter_valid_loss : 0.11848422884941101
115900 0.118323 0.118484 0.128911 CURRENT LEARNING RATE: 0.15674309044130266
previous_iter_valid_loss : 0.18689578771591187
116000 0.186708 0.186896 0.129765 CURRENT LEARNING RATE: 0.15658642569628925
previous_iter_valid_loss : 0.11342363059520721
116100 0.113366 0.113424 0.128228 CURRENT LEARNING RATE: 0.1564299175377146
previous_iter_valid_loss : 0.09353107959032059
116200 0.093482 0.093531 0.127565 CURRENT LEARNING RATE: 0.1562735658090705
previous_iter_valid_loss : 0.09799788892269135
116300 0.097790 0.097998 0.127244 CURRENT LEARNING RATE: 0.15611737035400527
previous_iter_valid_loss : 0.09741555154323578
116400 0.097506 0.097416 0.126994 CURRENT LEARNING RATE: 0.15596133101632337
previous_iter_valid_loss : 0.12633392214775085
116500 0.126366 0.126334 0.126900 CURRENT LEARNING RATE: 0.15580544763998552
previous_iter_valid_loss : 0.12619152665138245
116600 0.126435 0.126192 0.127094 CURRENT LEARNING RATE: 0.15564972006910824
previous_iter_valid_loss : 0.10046686232089996
116700 0.100571 0.100467 0.127073 CURRENT LEARNING RATE: 0.15549414814796406
previous_iter_valid_loss : 0.08491676300764084
116800 0.084938 0.084917 0.126703 CURRENT LEARNING RATE: 0.15533873172098092
previous_iter_valid_loss : 0.1420454978942871
116900 0.142415 0.142045 0.126431 CURRENT LEARNING RATE: 0.15518347063274252
previous_iter_valid_loss : 0.09212662279605865
117000 0.092182 0.092127 0.126438 CURRENT LEARNING RATE: 0.15502836472798762
previous_iter_valid_loss : 0.09919921308755875
117100 0.099305 0.099199 0.126207 CURRENT LEARNING RATE: 0.1548734138516104
previous_iter_valid_loss : 0.108446404337883
117200 0.108392 0.108446 0.126379 CURRENT LEARNING RATE: 0.15471861784865992
previous_iter_valid_loss : 0.09342872351408005
117300 0.093501 0.093429 0.126183 CURRENT LEARNING RATE: 0.1545639765643402
previous_iter_valid_loss : 0.13588127493858337
117400 0.136151 0.135881 0.126563 CURRENT LEARNING RATE: 0.15440948984400993
previous_iter_valid_loss : 0.13684609532356262
117500 0.137246 0.136846 0.126683 CURRENT LEARNING RATE: 0.15425515753318236
previous_iter_valid_loss : 0.1089121475815773
117600 0.109066 0.108912 0.125397 CURRENT LEARNING RATE: 0.15410097947752516
previous_iter_valid_loss : 0.12272854894399643
117700 0.122984 0.122729 0.125722 CURRENT LEARNING RATE: 0.1539469555228603
previous_iter_valid_loss : 0.12334617227315903
117800 0.123676 0.123346 0.125655 CURRENT LEARNING RATE: 0.1537930855151638
previous_iter_valid_loss : 0.12426043301820755
117900 0.124545 0.124260 0.125467 CURRENT LEARNING RATE: 0.15363936930056563
previous_iter_valid_loss : 0.13830922544002533
118000 0.138727 0.138309 0.125844 CURRENT LEARNING RATE: 0.15348580672534953
previous_iter_valid_loss : 0.1283835768699646
118100 0.128736 0.128384 0.125895 CURRENT LEARNING RATE: 0.153332397635953
previous_iter_valid_loss : 0.1271432787179947
118200 0.127555 0.127143 0.125384 CURRENT LEARNING RATE: 0.15317914187896683
previous_iter_valid_loss : 0.18797259032726288
118300 0.188634 0.187973 0.125744 CURRENT LEARNING RATE: 0.15302603930113534
previous_iter_valid_loss : 0.12097248435020447
118400 0.121263 0.120972 0.125849 CURRENT LEARNING RATE: 0.15287308974935587
previous_iter_valid_loss : 0.12659063935279846
118500 0.126948 0.126591 0.125955 CURRENT LEARNING RATE: 0.15272029307067894
previous_iter_valid_loss : 0.11028759181499481
118600 0.110537 0.110288 0.125473 CURRENT LEARNING RATE: 0.15256764911230775
previous_iter_valid_loss : 0.1378633677959442
118700 0.138264 0.137863 0.125949 CURRENT LEARNING RATE: 0.15241515772159842
previous_iter_valid_loss : 0.20056647062301636
118800 0.201253 0.200566 0.126701 CURRENT LEARNING RATE: 0.1522628187460595
previous_iter_valid_loss : 0.10064695030450821
118900 0.100786 0.100647 0.126245 CURRENT LEARNING RATE: 0.15211063203335204
previous_iter_valid_loss : 0.11038476973772049
119000 0.110593 0.110385 0.126466 CURRENT LEARNING RATE: 0.15195859743128926
previous_iter_valid_loss : 0.1319819986820221
119100 0.132218 0.131982 0.126782 CURRENT LEARNING RATE: 0.15180671478783658
previous_iter_valid_loss : 0.12722960114479065
119200 0.127581 0.127230 0.126976 CURRENT LEARNING RATE: 0.15165498395111132
previous_iter_valid_loss : 0.18471792340278625
119300 0.185309 0.184718 0.127705 CURRENT LEARNING RATE: 0.1515034047693827
previous_iter_valid_loss : 0.11129757761955261
119400 0.111679 0.111298 0.127735 CURRENT LEARNING RATE: 0.15135197709107143
previous_iter_valid_loss : 0.16550661623477936
119500 0.166060 0.165507 0.128091 CURRENT LEARNING RATE: 0.1512007007647499
previous_iter_valid_loss : 0.08582711219787598
119600 0.085962 0.085827 0.127837 CURRENT LEARNING RATE: 0.1510495756391417
previous_iter_valid_loss : 0.10609927773475647
119700 0.106371 0.106099 0.127786 CURRENT LEARNING RATE: 0.15089860156312174
previous_iter_valid_loss : 0.1119694709777832
119800 0.112248 0.111969 0.127694 CURRENT LEARNING RATE: 0.1507477783857159
previous_iter_valid_loss : 0.14724913239479065
119900 0.147698 0.147249 0.127622 CURRENT LEARNING RATE: 0.15059710595610107
previous_iter_valid_loss : 0.16586458683013916
120000 0.166399 0.165865 0.127756 CURRENT LEARNING RATE: 0.15044658412360468
previous_iter_valid_loss : 0.17545044422149658
120100 0.176045 0.175450 0.128470 CURRENT LEARNING RATE: 0.150296212737705
previous_iter_valid_loss : 0.12067065387964249
120200 0.120998 0.120671 0.128345 CURRENT LEARNING RATE: 0.15014599164803052
previous_iter_valid_loss : 0.08619125187397003
120300 0.086294 0.086191 0.128215 CURRENT LEARNING RATE: 0.14999592070436024
previous_iter_valid_loss : 0.10232773423194885
120400 0.102530 0.102328 0.127970 CURRENT LEARNING RATE: 0.14984599975662316
previous_iter_valid_loss : 0.11044111847877502
120500 0.110730 0.110441 0.128202 CURRENT LEARNING RATE: 0.14969622865489834
previous_iter_valid_loss : 0.1500658094882965
120600 0.150516 0.150066 0.128597 CURRENT LEARNING RATE: 0.14954660724941463
previous_iter_valid_loss : 0.11925409734249115
120700 0.119569 0.119254 0.128503 CURRENT LEARNING RATE: 0.14939713539055063
previous_iter_valid_loss : 0.1119500920176506
120800 0.112213 0.111950 0.128633 CURRENT LEARNING RATE: 0.14924781292883446
previous_iter_valid_loss : 0.18978892266750336
120900 0.190404 0.189789 0.129363 CURRENT LEARNING RATE: 0.1490986397149437
previous_iter_valid_loss : 0.1301160454750061
121000 0.130434 0.130116 0.129720 CURRENT LEARNING RATE: 0.14894961559970504
previous_iter_valid_loss : 0.12389370054006577
121100 0.124218 0.123894 0.129954 CURRENT LEARNING RATE: 0.14880074043409441
previous_iter_valid_loss : 0.12235917896032333
121200 0.122684 0.122359 0.130112 CURRENT LEARNING RATE: 0.1486520140692366
previous_iter_valid_loss : 0.17976492643356323
121300 0.180341 0.179765 0.130168 CURRENT LEARNING RATE: 0.14850343635640526
previous_iter_valid_loss : 0.12150277197360992
121400 0.121823 0.121503 0.129936 CURRENT LEARNING RATE: 0.14835500714702263
previous_iter_valid_loss : 0.12098345160484314
121500 0.121294 0.120983 0.129862 CURRENT LEARNING RATE: 0.14820672629265955
previous_iter_valid_loss : 0.10008673369884491
121600 0.100331 0.100087 0.129119 CURRENT LEARNING RATE: 0.14805859364503507
previous_iter_valid_loss : 0.13609543442726135
121700 0.136473 0.136095 0.129162 CURRENT LEARNING RATE: 0.1479106090560166
previous_iter_valid_loss : 0.13917893171310425
121800 0.139588 0.139179 0.129295 CURRENT LEARNING RATE: 0.1477627723776195
previous_iter_valid_loss : 0.1505340337753296
121900 0.150991 0.150534 0.129887 CURRENT LEARNING RATE: 0.1476150834620071
previous_iter_valid_loss : 0.09249930828809738
122000 0.092577 0.092499 0.129709 CURRENT LEARNING RATE: 0.14746754216149044
previous_iter_valid_loss : 0.1109488233923912
122100 0.111134 0.110949 0.129755 CURRENT LEARNING RATE: 0.14732014832852827
previous_iter_valid_loss : 0.10423934459686279
122200 0.104457 0.104239 0.129547 CURRENT LEARNING RATE: 0.14717290181572668
previous_iter_valid_loss : 0.10942023247480392
122300 0.109612 0.109420 0.129270 CURRENT LEARNING RATE: 0.14702580247583918
previous_iter_valid_loss : 0.15526293218135834
122400 0.155672 0.155263 0.129879 CURRENT LEARNING RATE: 0.14687885016176638
previous_iter_valid_loss : 0.10846669226884842
122500 0.108676 0.108467 0.130011 CURRENT LEARNING RATE: 0.14673204472655604
previous_iter_valid_loss : 0.11527527868747711
122600 0.115509 0.115275 0.129801 CURRENT LEARNING RATE: 0.1465853860234026
previous_iter_valid_loss : 0.17591993510723114
122700 0.176486 0.175920 0.130210 CURRENT LEARNING RATE: 0.14643887390564744
previous_iter_valid_loss : 0.1215725839138031
122800 0.121909 0.121573 0.130137 CURRENT LEARNING RATE: 0.14629250822677833
previous_iter_valid_loss : 0.12827861309051514
122900 0.128540 0.128279 0.129719 CURRENT LEARNING RATE: 0.1461462888404297
previous_iter_valid_loss : 0.12900203466415405
123000 0.129287 0.129002 0.130144 CURRENT LEARNING RATE: 0.14600021560038204
previous_iter_valid_loss : 0.13589921593666077
123100 0.136223 0.135899 0.130377 CURRENT LEARNING RATE: 0.1458542883605622
previous_iter_valid_loss : 0.15650828182697296
123200 0.156956 0.156508 0.130719 CURRENT LEARNING RATE: 0.14570850697504284
previous_iter_valid_loss : 0.11465165764093399
123300 0.114853 0.114652 0.130002 CURRENT LEARNING RATE: 0.1455628712980426
previous_iter_valid_loss : 0.14828351140022278
123400 0.148680 0.148284 0.130418 CURRENT LEARNING RATE: 0.14541738118392578
previous_iter_valid_loss : 0.10635284334421158
123500 0.106609 0.106353 0.130418 CURRENT LEARNING RATE: 0.1452720364872023
previous_iter_valid_loss : 0.09778626263141632
123600 0.097916 0.097786 0.130340 CURRENT LEARNING RATE: 0.14512683706252735
previous_iter_valid_loss : 0.1010560616850853
123700 0.101264 0.101056 0.130265 CURRENT LEARNING RATE: 0.1449817827647016
previous_iter_valid_loss : 0.10111985355615616
123800 0.101303 0.101120 0.130359 CURRENT LEARNING RATE: 0.1448368734486707
previous_iter_valid_loss : 0.11799091845750809
123900 0.118211 0.117991 0.130360 CURRENT LEARNING RATE: 0.1446921089695253
previous_iter_valid_loss : 0.151885524392128
124000 0.152304 0.151886 0.130497 CURRENT LEARNING RATE: 0.14454748918250093
previous_iter_valid_loss : 0.1004459485411644
124100 0.100631 0.100446 0.130091 CURRENT LEARNING RATE: 0.14440301394297783
previous_iter_valid_loss : 0.1408047080039978
124200 0.141142 0.140805 0.129631 CURRENT LEARNING RATE: 0.14425868310648066
previous_iter_valid_loss : 0.10456471145153046
124300 0.104725 0.104565 0.129447 CURRENT LEARNING RATE: 0.14411449652867864
previous_iter_valid_loss : 0.11875458061695099
124400 0.118985 0.118755 0.129322 CURRENT LEARNING RATE: 0.1439704540653851
previous_iter_valid_loss : 0.1112070307135582
124500 0.111363 0.111207 0.128620 CURRENT LEARNING RATE: 0.1438265555725577
previous_iter_valid_loss : 0.10027699917554855
124600 0.100330 0.100277 0.128327 CURRENT LEARNING RATE: 0.14368280090629781
previous_iter_valid_loss : 0.12016692757606506
124700 0.120401 0.120167 0.128034 CURRENT LEARNING RATE: 0.14353918992285084
previous_iter_valid_loss : 0.11817193031311035
124800 0.118370 0.118172 0.128278 CURRENT LEARNING RATE: 0.1433957224786057
previous_iter_valid_loss : 0.20388802886009216
124900 0.204419 0.203888 0.128467 CURRENT LEARNING RATE: 0.14325239843009505
previous_iter_valid_loss : 0.0929480567574501
125000 0.093004 0.092948 0.128286 CURRENT LEARNING RATE: 0.14310921763399476
previous_iter_valid_loss : 0.1674785614013672
125100 0.167878 0.167479 0.128835 CURRENT LEARNING RATE: 0.142966179947124
previous_iter_valid_loss : 0.12168639898300171
125200 0.121882 0.121686 0.129074 CURRENT LEARNING RATE: 0.1428232852264451
previous_iter_valid_loss : 0.14929400384426117
125300 0.149697 0.149294 0.126518 CURRENT LEARNING RATE: 0.14268053332906333
previous_iter_valid_loss : 0.14704987406730652
125400 0.147423 0.147050 0.126358 CURRENT LEARNING RATE: 0.1425379241122268
previous_iter_valid_loss : 0.1269991397857666
125500 0.127262 0.126999 0.126556 CURRENT LEARNING RATE: 0.14239545743332624
previous_iter_valid_loss : 0.11331004649400711
125600 0.113418 0.113310 0.125930 CURRENT LEARNING RATE: 0.142253133149895
previous_iter_valid_loss : 0.12142812460660934
125700 0.121657 0.121428 0.125918 CURRENT LEARNING RATE: 0.14211095111960872
previous_iter_valid_loss : 0.13337746262550354
125800 0.133658 0.133377 0.126247 CURRENT LEARNING RATE: 0.14196891120028546
previous_iter_valid_loss : 0.1083306297659874
125900 0.108463 0.108331 0.126145 CURRENT LEARNING RATE: 0.1418270132498852
previous_iter_valid_loss : 0.11256500333547592
126000 0.112761 0.112565 0.125402 CURRENT LEARNING RATE: 0.14168525712651
previous_iter_valid_loss : 0.1209566742181778
126100 0.121222 0.120957 0.125477 CURRENT LEARNING RATE: 0.14154364268840375
previous_iter_valid_loss : 0.11984950304031372
126200 0.120115 0.119850 0.125740 CURRENT LEARNING RATE: 0.14140216979395198
previous_iter_valid_loss : 0.09381544589996338
126300 0.093831 0.093815 0.125699 CURRENT LEARNING RATE: 0.1412608383016818
previous_iter_valid_loss : 0.12453900277614594
126400 0.124800 0.124539 0.125970 CURRENT LEARNING RATE: 0.14111964807026167
previous_iter_valid_loss : 0.14950169622898102
126500 0.149896 0.149502 0.126201 CURRENT LEARNING RATE: 0.14097859895850137
previous_iter_valid_loss : 0.16216044127941132
126600 0.162618 0.162160 0.126561 CURRENT LEARNING RATE: 0.1408376908253518
previous_iter_valid_loss : 0.11735494434833527
126700 0.117544 0.117355 0.126730 CURRENT LEARNING RATE: 0.14069692352990476
previous_iter_valid_loss : 0.10747639089822769
126800 0.107626 0.107476 0.126956 CURRENT LEARNING RATE: 0.14055629693139302
previous_iter_valid_loss : 0.09776758402585983
126900 0.097778 0.097768 0.126513 CURRENT LEARNING RATE: 0.1404158108891899
previous_iter_valid_loss : 0.13152340054512024
127000 0.131807 0.131523 0.126907 CURRENT LEARNING RATE: 0.14027546526280937
previous_iter_valid_loss : 0.13885143399238586
127100 0.139205 0.138851 0.127303 CURRENT LEARNING RATE: 0.14013525991190579
previous_iter_valid_loss : 0.14944683015346527
127200 0.150008 0.149447 0.127713 CURRENT LEARNING RATE: 0.1399951946962738
previous_iter_valid_loss : 0.09993390738964081
127300 0.100045 0.099934 0.127778 CURRENT LEARNING RATE: 0.13985526947584817
previous_iter_valid_loss : 0.09429573267698288
127400 0.094375 0.094296 0.127362 CURRENT LEARNING RATE: 0.13971548411070367
previous_iter_valid_loss : 0.11798711121082306
127500 0.118219 0.117987 0.127174 CURRENT LEARNING RATE: 0.13957583846105492
previous_iter_valid_loss : 0.12872964143753052
127600 0.129088 0.128730 0.127372 CURRENT LEARNING RATE: 0.13943633238725628
previous_iter_valid_loss : 0.11751227080821991
127700 0.117762 0.117512 0.127320 CURRENT LEARNING RATE: 0.13929696574980163
previous_iter_valid_loss : 0.11576514691114426
127800 0.115953 0.115765 0.127244 CURRENT LEARNING RATE: 0.13915773840932436
previous_iter_valid_loss : 0.10640173405408859
127900 0.106542 0.106402 0.127065 CURRENT LEARNING RATE: 0.13901865022659707
previous_iter_valid_loss : 0.11581845581531525
128000 0.116034 0.115818 0.126841 CURRENT LEARNING RATE: 0.1388797010625316
previous_iter_valid_loss : 0.12186022102832794
128100 0.122093 0.121860 0.126775 CURRENT LEARNING RATE: 0.13874089077817875
previous_iter_valid_loss : 0.13527631759643555
128200 0.135615 0.135276 0.126857 CURRENT LEARNING RATE: 0.1386022192347283
previous_iter_valid_loss : 0.18178890645503998
128300 0.182380 0.181789 0.126795 CURRENT LEARNING RATE: 0.13846368629350855
previous_iter_valid_loss : 0.1036216989159584
128400 0.103767 0.103622 0.126621 CURRENT LEARNING RATE: 0.1383252918159867
previous_iter_valid_loss : 0.10909412801265717
128500 0.109329 0.109094 0.126446 CURRENT LEARNING RATE: 0.13818703566376817
previous_iter_valid_loss : 0.09752624481916428
128600 0.097644 0.097526 0.126319 CURRENT LEARNING RATE: 0.1380489176985968
previous_iter_valid_loss : 0.09491732716560364
128700 0.094965 0.094917 0.125889 CURRENT LEARNING RATE: 0.13791093778235466
previous_iter_valid_loss : 0.11889542639255524
128800 0.119109 0.118895 0.125073 CURRENT LEARNING RATE: 0.1377730957770618
previous_iter_valid_loss : 0.1274736225605011
128900 0.127699 0.127474 0.125341 CURRENT LEARNING RATE: 0.13763539154487617
previous_iter_valid_loss : 0.10552455484867096
129000 0.105657 0.105525 0.125292 CURRENT LEARNING RATE: 0.13749782494809357
previous_iter_valid_loss : 0.1351998746395111
129100 0.135440 0.135200 0.125324 CURRENT LEARNING RATE: 0.13736039584914736
previous_iter_valid_loss : 0.09738190472126007
129200 0.097507 0.097382 0.125026 CURRENT LEARNING RATE: 0.13722310411060848
previous_iter_valid_loss : 0.20272767543792725
129300 0.203368 0.202728 0.125206 CURRENT LEARNING RATE: 0.1370859495951851
previous_iter_valid_loss : 0.12489543110132217
129400 0.125150 0.124895 0.125342 CURRENT LEARNING RATE: 0.1369489321657228
previous_iter_valid_loss : 0.11901169270277023
129500 0.119263 0.119012 0.124877 CURRENT LEARNING RATE: 0.13681205168520402
previous_iter_valid_loss : 0.095335453748703
129600 0.095472 0.095335 0.124972 CURRENT LEARNING RATE: 0.13667530801674838
previous_iter_valid_loss : 0.13446971774101257
129700 0.134795 0.134470 0.125256 CURRENT LEARNING RATE: 0.1365387010236121
previous_iter_valid_loss : 0.22764258086681366
129800 0.228192 0.227643 0.126413 CURRENT LEARNING RATE: 0.13640223056918824
previous_iter_valid_loss : 0.15818698704242706
129900 0.158636 0.158187 0.126522 CURRENT LEARNING RATE: 0.1362658965170063
previous_iter_valid_loss : 0.12914998829364777
130000 0.129478 0.129150 0.126155 CURRENT LEARNING RATE: 0.13612969873073225
previous_iter_valid_loss : 0.13072934746742249
130100 0.131085 0.130729 0.125708 CURRENT LEARNING RATE: 0.13599363707416826
previous_iter_valid_loss : 0.1509305089712143
130200 0.151305 0.150931 0.126010 CURRENT LEARNING RATE: 0.13585771141125272
previous_iter_valid_loss : 0.09803703427314758
130300 0.098147 0.098037 0.126129 CURRENT LEARNING RATE: 0.13572192160605986
previous_iter_valid_loss : 0.12436570227146149
130400 0.124598 0.124366 0.126349 CURRENT LEARNING RATE: 0.13558626752279995
previous_iter_valid_loss : 0.14748430252075195
130500 0.147856 0.147484 0.126719 CURRENT LEARNING RATE: 0.13545074902581883
previous_iter_valid_loss : 0.09961345791816711
130600 0.099706 0.099613 0.126215 CURRENT LEARNING RATE: 0.13531536597959806
previous_iter_valid_loss : 0.15794123709201813
130700 0.158397 0.157941 0.126602 CURRENT LEARNING RATE: 0.1351801182487545
previous_iter_valid_loss : 0.12433898448944092
130800 0.124665 0.124339 0.126726 CURRENT LEARNING RATE: 0.1350450056980405
previous_iter_valid_loss : 0.11214813590049744
130900 0.112348 0.112148 0.125949 CURRENT LEARNING RATE: 0.1349100281923434
previous_iter_valid_loss : 0.13372854888439178
131000 0.134016 0.133729 0.125985 CURRENT LEARNING RATE: 0.1347751855966858
previous_iter_valid_loss : 0.11950695514678955
131100 0.119738 0.119507 0.125942 CURRENT LEARNING RATE: 0.13464047777622498
previous_iter_valid_loss : 0.12724918127059937
131200 0.127495 0.127249 0.125990 CURRENT LEARNING RATE: 0.1345059045962532
previous_iter_valid_loss : 0.10320974141359329
131300 0.103379 0.103210 0.125225 CURRENT LEARNING RATE: 0.13437146592219718
previous_iter_valid_loss : 0.11426509916782379
131400 0.114517 0.114265 0.125153 CURRENT LEARNING RATE: 0.1342371616196183
previous_iter_valid_loss : 0.08872941881418228
131500 0.088760 0.088729 0.124830 CURRENT LEARNING RATE: 0.1341029915542122
previous_iter_valid_loss : 0.13377238810062408
131600 0.134069 0.133772 0.125167 CURRENT LEARNING RATE: 0.13396895559180888
previous_iter_valid_loss : 0.09000800549983978
131700 0.090134 0.090008 0.124706 CURRENT LEARNING RATE: 0.13383505359837228
previous_iter_valid_loss : 0.14114631712436676
131800 0.141498 0.141146 0.124726 CURRENT LEARNING RATE: 0.13370128544000046
previous_iter_valid_loss : 0.11897598206996918
131900 0.119309 0.118976 0.124410 CURRENT LEARNING RATE: 0.13356765098292517
previous_iter_valid_loss : 0.11453618854284286
132000 0.114737 0.114536 0.124630 CURRENT LEARNING RATE: 0.13343415009351206
previous_iter_valid_loss : 0.1331833302974701
132100 0.133518 0.133183 0.124853 CURRENT LEARNING RATE: 0.1333007826382601
previous_iter_valid_loss : 0.1503438502550125
132200 0.150729 0.150344 0.125314 CURRENT LEARNING RATE: 0.13316754848380194
previous_iter_valid_loss : 0.1444435864686966
132300 0.144810 0.144444 0.125664 CURRENT LEARNING RATE: 0.13303444749690332
previous_iter_valid_loss : 0.08754622936248779
132400 0.087586 0.087546 0.124987 CURRENT LEARNING RATE: 0.1329014795444633
previous_iter_valid_loss : 0.11684447526931763
132500 0.117016 0.116844 0.125071 CURRENT LEARNING RATE: 0.1327686444935139
previous_iter_valid_loss : 0.1337926834821701
132600 0.134070 0.133793 0.125256 CURRENT LEARNING RATE: 0.13263594221122005
previous_iter_valid_loss : 0.10969306528568268
132700 0.109874 0.109693 0.124594 CURRENT LEARNING RATE: 0.13250337256487946
previous_iter_valid_loss : 0.08944666385650635
132800 0.089474 0.089447 0.124272 CURRENT LEARNING RATE: 0.13237093542192252
previous_iter_valid_loss : 0.11679325252771378
132900 0.117037 0.116793 0.124157 CURRENT LEARNING RATE: 0.13223863064991198
previous_iter_valid_loss : 0.1371849626302719
133000 0.137554 0.137185 0.124239 CURRENT LEARNING RATE: 0.13210645811654315
previous_iter_valid_loss : 0.11895185708999634
133100 0.119141 0.118952 0.124070 CURRENT LEARNING RATE: 0.1319744176896434
previous_iter_valid_loss : 0.12441588938236237
133200 0.124647 0.124416 0.123749 CURRENT LEARNING RATE: 0.1318425092371724
previous_iter_valid_loss : 0.14736667275428772
133300 0.147709 0.147367 0.124076 CURRENT LEARNING RATE: 0.13171073262722155
previous_iter_valid_loss : 0.10877512395381927
133400 0.108954 0.108775 0.123681 CURRENT LEARNING RATE: 0.13157908772801435
previous_iter_valid_loss : 0.13728725910186768
133500 0.137612 0.137287 0.123990 CURRENT LEARNING RATE: 0.13144757440790583
previous_iter_valid_loss : 0.18551090359687805
133600 0.186051 0.185511 0.124868 CURRENT LEARNING RATE: 0.13131619253538268
previous_iter_valid_loss : 0.0984216034412384
133700 0.098621 0.098422 0.124841 CURRENT LEARNING RATE: 0.131184941979063
previous_iter_valid_loss : 0.10742484033107758
133800 0.107609 0.107425 0.124904 CURRENT LEARNING RATE: 0.13105382260769624
previous_iter_valid_loss : 0.11039259284734726
133900 0.110631 0.110393 0.124828 CURRENT LEARNING RATE: 0.130922834290163
previous_iter_valid_loss : 0.11574549227952957
134000 0.115985 0.115745 0.124467 CURRENT LEARNING RATE: 0.13079197689547498
previous_iter_valid_loss : 0.09678581357002258
134100 0.096885 0.096786 0.124430 CURRENT LEARNING RATE: 0.1306612502927747
previous_iter_valid_loss : 0.0971696749329567
134200 0.097274 0.097170 0.123994 CURRENT LEARNING RATE: 0.13053065435133565
previous_iter_valid_loss : 0.14664499461650848
134300 0.147079 0.146645 0.124415 CURRENT LEARNING RATE: 0.13040018894056182
previous_iter_valid_loss : 0.19236670434474945
134400 0.192903 0.192367 0.125151 CURRENT LEARNING RATE: 0.1302698539299878
previous_iter_valid_loss : 0.11799095571041107
134500 0.118266 0.117991 0.125219 CURRENT LEARNING RATE: 0.13013964918927856
previous_iter_valid_loss : 0.12915198504924774
134600 0.129405 0.129152 0.125507 CURRENT LEARNING RATE: 0.13000957458822937
previous_iter_valid_loss : 0.09844539314508438
134700 0.098561 0.098445 0.125290 CURRENT LEARNING RATE: 0.12987962999676556
previous_iter_valid_loss : 0.14158256351947784
134800 0.141978 0.141583 0.125524 CURRENT LEARNING RATE: 0.12974981528494262
previous_iter_valid_loss : 0.1236167624592781
134900 0.123843 0.123617 0.124722 CURRENT LEARNING RATE: 0.12962013032294575
previous_iter_valid_loss : 0.15824484825134277
135000 0.158671 0.158245 0.125375 CURRENT LEARNING RATE: 0.12949057498109
previous_iter_valid_loss : 0.12488722801208496
135100 0.125083 0.124887 0.124949 CURRENT LEARNING RATE: 0.12936114912982002
previous_iter_valid_loss : 0.09002815186977386
135200 0.090108 0.090028 0.124632 CURRENT LEARNING RATE: 0.12923185263971
previous_iter_valid_loss : 0.10473967343568802
135300 0.104897 0.104740 0.124187 CURRENT LEARNING RATE: 0.12910268538146333
previous_iter_valid_loss : 0.1026744470000267
135400 0.102820 0.102674 0.123743 CURRENT LEARNING RATE: 0.12897364722591284
previous_iter_valid_loss : 0.11494522541761398
135500 0.115122 0.114945 0.123622 CURRENT LEARNING RATE: 0.12884473804402027
previous_iter_valid_loss : 0.11642986536026001
135600 0.116664 0.116430 0.123653 CURRENT LEARNING RATE: 0.12871595770687655
previous_iter_valid_loss : 0.12522611021995544
135700 0.125491 0.125226 0.123691 CURRENT LEARNING RATE: 0.1285873060857012
previous_iter_valid_loss : 0.10471422970294952
135800 0.104864 0.104714 0.123405 CURRENT LEARNING RATE: 0.12845878305184272
previous_iter_valid_loss : 0.14860516786575317
135900 0.149009 0.148605 0.123808 CURRENT LEARNING RATE: 0.12833038847677794
previous_iter_valid_loss : 0.1449357569217682
136000 0.145287 0.144936 0.124131 CURRENT LEARNING RATE: 0.12820212223211236
previous_iter_valid_loss : 0.11832477897405624
136100 0.118657 0.118325 0.124105 CURRENT LEARNING RATE: 0.12807398418957966
previous_iter_valid_loss : 0.107134610414505
136200 0.107316 0.107135 0.123978 CURRENT LEARNING RATE: 0.12794597422104187
previous_iter_valid_loss : 0.12187795341014862
136300 0.122118 0.121878 0.124258 CURRENT LEARNING RATE: 0.12781809219848891
previous_iter_valid_loss : 0.12066608667373657
136400 0.120922 0.120666 0.124220 CURRENT LEARNING RATE: 0.12769033799403884
previous_iter_valid_loss : 0.1259130984544754
136500 0.126174 0.125913 0.123984 CURRENT LEARNING RATE: 0.1275627114799374
previous_iter_valid_loss : 0.16262377798557281
136600 0.162982 0.162624 0.123988 CURRENT LEARNING RATE: 0.12743521252855808
previous_iter_valid_loss : 0.11461346596479416
136700 0.114836 0.114613 0.123961 CURRENT LEARNING RATE: 0.12730784101240186
previous_iter_valid_loss : 0.15370459854602814
136800 0.154048 0.153705 0.124423 CURRENT LEARNING RATE: 0.12718059680409732
previous_iter_valid_loss : 0.15429359674453735
136900 0.154678 0.154294 0.124989 CURRENT LEARNING RATE: 0.12705347977640014
previous_iter_valid_loss : 0.14920352399349213
137000 0.149587 0.149204 0.125165 CURRENT LEARNING RATE: 0.12692648980219334
previous_iter_valid_loss : 0.16473937034606934
137100 0.165152 0.164739 0.125424 CURRENT LEARNING RATE: 0.12679962675448692
previous_iter_valid_loss : 0.10652052611112595
137200 0.106677 0.106521 0.124995 CURRENT LEARNING RATE: 0.12667289050641783
previous_iter_valid_loss : 0.1124633401632309
137300 0.112673 0.112463 0.125120 CURRENT LEARNING RATE: 0.12654628093124978
previous_iter_valid_loss : 0.12246332317590714
137400 0.122776 0.122463 0.125402 CURRENT LEARNING RATE: 0.12641979790237323
previous_iter_valid_loss : 0.15429328382015228
137500 0.154787 0.154293 0.125765 CURRENT LEARNING RATE: 0.12629344129330514
previous_iter_valid_loss : 0.11176881194114685
137600 0.111948 0.111769 0.125595 CURRENT LEARNING RATE: 0.12616721097768882
previous_iter_valid_loss : 0.1118231862783432
137700 0.112061 0.111823 0.125538 CURRENT LEARNING RATE: 0.126041106829294
previous_iter_valid_loss : 0.10773737728595734
137800 0.107885 0.107737 0.125458 CURRENT LEARNING RATE: 0.12591512872201652
previous_iter_valid_loss : 0.09550856798887253
137900 0.095584 0.095509 0.125349 CURRENT LEARNING RATE: 0.12578927652987826
previous_iter_valid_loss : 0.1274791806936264
138000 0.127824 0.127479 0.125466 CURRENT LEARNING RATE: 0.125663550127027
previous_iter_valid_loss : 0.14347496628761292
138100 0.143882 0.143475 0.125682 CURRENT LEARNING RATE: 0.12553794938773635
previous_iter_valid_loss : 0.0946011021733284
138200 0.094720 0.094601 0.125275 CURRENT LEARNING RATE: 0.12541247418640555
previous_iter_valid_loss : 0.1472020000219345
138300 0.147628 0.147202 0.124929 CURRENT LEARNING RATE: 0.1252871243975594
previous_iter_valid_loss : 0.11627061665058136
138400 0.116480 0.116271 0.125056 CURRENT LEARNING RATE: 0.12516189989584806
previous_iter_valid_loss : 0.12240979820489883
138500 0.122656 0.122410 0.125189 CURRENT LEARNING RATE: 0.12503680055604707
previous_iter_valid_loss : 0.10308016836643219
138600 0.103276 0.103080 0.125245 CURRENT LEARNING RATE: 0.12491182625305702
previous_iter_valid_loss : 0.1570909023284912
138700 0.157603 0.157091 0.125866 CURRENT LEARNING RATE: 0.12478697686190367
previous_iter_valid_loss : 0.12411821633577347
138800 0.124437 0.124118 0.125919 CURRENT LEARNING RATE: 0.12466225225773755
previous_iter_valid_loss : 0.0921974629163742
138900 0.092296 0.092197 0.125566 CURRENT LEARNING RATE: 0.12453765231583411
previous_iter_valid_loss : 0.16097724437713623
139000 0.161493 0.160977 0.126120 CURRENT LEARNING RATE: 0.12441317691159333
previous_iter_valid_loss : 0.15973006188869476
139100 0.160200 0.159730 0.126366 CURRENT LEARNING RATE: 0.12428882592053986
previous_iter_valid_loss : 0.10731978714466095
139200 0.107540 0.107320 0.126465 CURRENT LEARNING RATE: 0.12416459921832264
previous_iter_valid_loss : 0.09831668436527252
139300 0.098539 0.098317 0.125421 CURRENT LEARNING RATE: 0.12404049668071501
previous_iter_valid_loss : 0.12353783845901489
139400 0.123854 0.123538 0.125407 CURRENT LEARNING RATE: 0.12391651818361438
previous_iter_valid_loss : 0.1312965601682663
139500 0.131703 0.131297 0.125530 CURRENT LEARNING RATE: 0.12379266360304228
previous_iter_valid_loss : 0.10355023294687271
139600 0.103746 0.103550 0.125612 CURRENT LEARNING RATE: 0.12366893281514406
previous_iter_valid_loss : 0.1177544966340065
139700 0.118021 0.117754 0.125445 CURRENT LEARNING RATE: 0.123545325696189
previous_iter_valid_loss : 0.13641013205051422
139800 0.136826 0.136410 0.124533 CURRENT LEARNING RATE: 0.12342184212256992
previous_iter_valid_loss : 0.1059710904955864
139900 0.106123 0.105971 0.124011 CURRENT LEARNING RATE: 0.12329848197080324
previous_iter_valid_loss : 0.16503693163394928
140000 0.165533 0.165037 0.124370 CURRENT LEARNING RATE: 0.12317524511752881
previous_iter_valid_loss : 0.11394104361534119
140100 0.114140 0.113941 0.124202 CURRENT LEARNING RATE: 0.12305213143950977
previous_iter_valid_loss : 0.11694588512182236
140200 0.117180 0.116946 0.123862 CURRENT LEARNING RATE: 0.1229291408136324
previous_iter_valid_loss : 0.09063531458377838
140300 0.090706 0.090635 0.123788 CURRENT LEARNING RATE: 0.12280627311690613
previous_iter_valid_loss : 0.11262853443622589
140400 0.112839 0.112629 0.123670 CURRENT LEARNING RATE: 0.12268352822646317
previous_iter_valid_loss : 0.08501824736595154
140500 0.085042 0.085018 0.123046 CURRENT LEARNING RATE: 0.12256090601955869
previous_iter_valid_loss : 0.15935268998146057
140600 0.159774 0.159353 0.123643 CURRENT LEARNING RATE: 0.12243840637357041
previous_iter_valid_loss : 0.09626463055610657
140700 0.096410 0.096265 0.123026 CURRENT LEARNING RATE: 0.12231602916599875
previous_iter_valid_loss : 0.08415491878986359
140800 0.084208 0.084155 0.122625 CURRENT LEARNING RATE: 0.1221937742744664
previous_iter_valid_loss : 0.09606083482503891
140900 0.096222 0.096061 0.122464 CURRENT LEARNING RATE: 0.12207164157671856
previous_iter_valid_loss : 0.23750562965869904
141000 0.238123 0.237506 0.123501 CURRENT LEARNING RATE: 0.12194963095062242
previous_iter_valid_loss : 0.13232780992984772
141100 0.132675 0.132328 0.123630 CURRENT LEARNING RATE: 0.12182774227416743
previous_iter_valid_loss : 0.12879377603530884
141200 0.129144 0.128794 0.123645 CURRENT LEARNING RATE: 0.12170597542546484
previous_iter_valid_loss : 0.08947395533323288
141300 0.089490 0.089474 0.123508 CURRENT LEARNING RATE: 0.12158433028274783
previous_iter_valid_loss : 0.10197246819734573
141400 0.101786 0.101972 0.123385 CURRENT LEARNING RATE: 0.12146280672437122
previous_iter_valid_loss : 0.12799154222011566
141500 0.127773 0.127992 0.123777 CURRENT LEARNING RATE: 0.12134140462881149
previous_iter_valid_loss : 0.08643782138824463
141600 0.086359 0.086438 0.123304 CURRENT LEARNING RATE: 0.12122012387466646
previous_iter_valid_loss : 0.10454250872135162
141700 0.104332 0.104543 0.123449 CURRENT LEARNING RATE: 0.12109896434065545
previous_iter_valid_loss : 0.16221565008163452
141800 0.162057 0.162216 0.123660 CURRENT LEARNING RATE: 0.12097792590561883
previous_iter_valid_loss : 0.09139695018529892
141900 0.091342 0.091397 0.123384 CURRENT LEARNING RATE: 0.12085700844851822
previous_iter_valid_loss : 0.10486498475074768
142000 0.104659 0.104865 0.123288 CURRENT LEARNING RATE: 0.12073621184843612
previous_iter_valid_loss : 0.08737251907587051
142100 0.087374 0.087373 0.122830 CURRENT LEARNING RATE: 0.12061553598457596
previous_iter_valid_loss : 0.09833559393882751
142200 0.098164 0.098336 0.122309 CURRENT LEARNING RATE: 0.12049498073626179
previous_iter_valid_loss : 0.08820778876543045
142300 0.088257 0.088208 0.121747 CURRENT LEARNING RATE: 0.12037454598293844
previous_iter_valid_loss : 0.08547418564558029
142400 0.085390 0.085474 0.121726 CURRENT LEARNING RATE: 0.12025423160417106
previous_iter_valid_loss : 0.14934252202510834
142500 0.149126 0.149343 0.122051 CURRENT LEARNING RATE: 0.12013403747964535
previous_iter_valid_loss : 0.08923865854740143
142600 0.089273 0.089239 0.121606 CURRENT LEARNING RATE: 0.1200139634891671
previous_iter_valid_loss : 0.1025155633687973
142700 0.102291 0.102516 0.121534 CURRENT LEARNING RATE: 0.11989400951266235
previous_iter_valid_loss : 0.08373482525348663
142800 0.083828 0.083735 0.121477 CURRENT LEARNING RATE: 0.1197741754301771
previous_iter_valid_loss : 0.09165867418050766
142900 0.091572 0.091659 0.121226 CURRENT LEARNING RATE: 0.11965446112187728
previous_iter_valid_loss : 0.09112351387739182
143000 0.091004 0.091124 0.120765 CURRENT LEARNING RATE: 0.11953486646804852
previous_iter_valid_loss : 0.09556093066930771
143100 0.095537 0.095561 0.120531 CURRENT LEARNING RATE: 0.11941539134909622
previous_iter_valid_loss : 0.08770862221717834
143200 0.087792 0.087709 0.120164 CURRENT LEARNING RATE: 0.1192960356455452
previous_iter_valid_loss : 0.09581848233938217
143300 0.095770 0.095818 0.119649 CURRENT LEARNING RATE: 0.11917679923803978
previous_iter_valid_loss : 0.09591701626777649
143400 0.095723 0.095917 0.119520 CURRENT LEARNING RATE: 0.11905768200734351
previous_iter_valid_loss : 0.08180846273899078
143500 0.081782 0.081808 0.118965 CURRENT LEARNING RATE: 0.1189386838343392
previous_iter_valid_loss : 0.11009114235639572
143600 0.109834 0.110091 0.118211 CURRENT LEARNING RATE: 0.1188198046000286
previous_iter_valid_loss : 0.09583456069231033
143700 0.095690 0.095835 0.118185 CURRENT LEARNING RATE: 0.11870104418553254
previous_iter_valid_loss : 0.08430715650320053
143800 0.084377 0.084307 0.117954 CURRENT LEARNING RATE: 0.11858240247209052
previous_iter_valid_loss : 0.19726969301700592
143900 0.197089 0.197270 0.118823 CURRENT LEARNING RATE: 0.11846387934106088
previous_iter_valid_loss : 0.08914252370595932
144000 0.089025 0.089143 0.118557 CURRENT LEARNING RATE: 0.11834547467392044
previous_iter_valid_loss : 0.16447901725769043
144100 0.164962 0.164479 0.119234 CURRENT LEARNING RATE: 0.11822718835226455
previous_iter_valid_loss : 0.13732127845287323
144200 0.137668 0.137321 0.119635 CURRENT LEARNING RATE: 0.11810902025780684
previous_iter_valid_loss : 0.11403937637805939
144300 0.114228 0.114039 0.119309 CURRENT LEARNING RATE: 0.11799097027237926
previous_iter_valid_loss : 0.09943033754825592
144400 0.099458 0.099430 0.118380 CURRENT LEARNING RATE: 0.11787303827793176
previous_iter_valid_loss : 0.1133950874209404
144500 0.113565 0.113395 0.118334 CURRENT LEARNING RATE: 0.11775522415653238
previous_iter_valid_loss : 0.12129025906324387
144600 0.121498 0.121290 0.118255 CURRENT LEARNING RATE: 0.11763752779036694
previous_iter_valid_loss : 0.09019535779953003
144700 0.090271 0.090195 0.118173 CURRENT LEARNING RATE: 0.11751994906173914
previous_iter_valid_loss : 0.11088807880878448
144800 0.111068 0.110888 0.117866 CURRENT LEARNING RATE: 0.11740248785307016
previous_iter_valid_loss : 0.09040156751871109
144900 0.090450 0.090402 0.117533 CURRENT LEARNING RATE: 0.11728514404689883
previous_iter_valid_loss : 0.08840945363044739
145000 0.088324 0.088409 0.116835 CURRENT LEARNING RATE: 0.11716791752588131
previous_iter_valid_loss : 0.08461945503950119
145100 0.084690 0.084619 0.116432 CURRENT LEARNING RATE: 0.1170508081727911
previous_iter_valid_loss : 0.08848225325345993
145200 0.088466 0.088482 0.116417 CURRENT LEARNING RATE: 0.11693381587051878
previous_iter_valid_loss : 0.0851084515452385
145300 0.085167 0.085108 0.116221 CURRENT LEARNING RATE: 0.11681694050207211
previous_iter_valid_loss : 0.0912134125828743
145400 0.091186 0.091213 0.116106 CURRENT LEARNING RATE: 0.11670018195057566
previous_iter_valid_loss : 0.11001919209957123
145500 0.109820 0.110019 0.116057 CURRENT LEARNING RATE: 0.1165835400992709
previous_iter_valid_loss : 0.08225912600755692
145600 0.082248 0.082259 0.115715 CURRENT LEARNING RATE: 0.11646701483151593
previous_iter_valid_loss : 0.08582740277051926
145700 0.085808 0.085827 0.115321 CURRENT LEARNING RATE: 0.11635060603078554
previous_iter_valid_loss : 0.10992690920829773
145800 0.109797 0.109927 0.115373 CURRENT LEARNING RATE: 0.11623431358067082
previous_iter_valid_loss : 0.1314055621623993
145900 0.131227 0.131406 0.115201 CURRENT LEARNING RATE: 0.11611813736487941
previous_iter_valid_loss : 0.09484973549842834
146000 0.094729 0.094850 0.114700 CURRENT LEARNING RATE: 0.11600207726723502
previous_iter_valid_loss : 0.09922541677951813
146100 0.099523 0.099225 0.114509 CURRENT LEARNING RATE: 0.11588613317167758
previous_iter_valid_loss : 0.08551887422800064
146200 0.085514 0.085519 0.114293 CURRENT LEARNING RATE: 0.11577030496226295
previous_iter_valid_loss : 0.09004718065261841
146300 0.090169 0.090047 0.113975 CURRENT LEARNING RATE: 0.11565459252316296
previous_iter_valid_loss : 0.09590750932693481
146400 0.095716 0.095908 0.113727 CURRENT LEARNING RATE: 0.11553899573866509
previous_iter_valid_loss : 0.10432673990726471
146500 0.104172 0.104327 0.113511 CURRENT LEARNING RATE: 0.11542351449317262
previous_iter_valid_loss : 0.12857428193092346
146600 0.128548 0.128574 0.113171 CURRENT LEARNING RATE: 0.11530814867120424
previous_iter_valid_loss : 0.09582691639661789
146700 0.095717 0.095827 0.112983 CURRENT LEARNING RATE: 0.11519289815739417
previous_iter_valid_loss : 0.11235892027616501
146800 0.112183 0.112359 0.112570 CURRENT LEARNING RATE: 0.11507776283649182
previous_iter_valid_loss : 0.09416119754314423
146900 0.094217 0.094161 0.111968 CURRENT LEARNING RATE: 0.11496274259336192
previous_iter_valid_loss : 0.09120923280715942
147000 0.091300 0.091209 0.111388 CURRENT LEARNING RATE: 0.11484783731298417
previous_iter_valid_loss : 0.09344238042831421
147100 0.093548 0.093442 0.110675 CURRENT LEARNING RATE: 0.11473304688045334
previous_iter_valid_loss : 0.12091474235057831
147200 0.121104 0.120915 0.110819 CURRENT LEARNING RATE: 0.11461837118097892
previous_iter_valid_loss : 0.16979970037937164
147300 0.170193 0.169800 0.111393 CURRENT LEARNING RATE: 0.11450381009988525
previous_iter_valid_loss : 0.0986563041806221
147400 0.098808 0.098656 0.111155 CURRENT LEARNING RATE: 0.11438936352261121
previous_iter_valid_loss : 0.22236423194408417
147500 0.222033 0.222364 0.111835 CURRENT LEARNING RATE: 0.11427503133471024
previous_iter_valid_loss : 0.20693722367286682
147600 0.207598 0.206937 0.112787 CURRENT LEARNING RATE: 0.11416081342185011
previous_iter_valid_loss : 0.0933041125535965
147700 0.093510 0.093304 0.112602 CURRENT LEARNING RATE: 0.11404670966981294
previous_iter_valid_loss : 0.14079980552196503
147800 0.140586 0.140800 0.112932 CURRENT LEARNING RATE: 0.11393271996449492
previous_iter_valid_loss : 0.09412413835525513
147900 0.094197 0.094124 0.112919 CURRENT LEARNING RATE: 0.11381884419190637
previous_iter_valid_loss : 0.1315280646085739
148000 0.131714 0.131528 0.112959 CURRENT LEARNING RATE: 0.11370508223817148
previous_iter_valid_loss : 0.10652683675289154
148100 0.106442 0.106527 0.112590 CURRENT LEARNING RATE: 0.11359143398952833
previous_iter_valid_loss : 0.08881016820669174
148200 0.088832 0.088810 0.112532 CURRENT LEARNING RATE: 0.11347789933232862
previous_iter_valid_loss : 0.11326546967029572
148300 0.113506 0.113265 0.112192 CURRENT LEARNING RATE: 0.11336447815303771
previous_iter_valid_loss : 0.24519893527030945
148400 0.246134 0.245199 0.113482 CURRENT LEARNING RATE: 0.11325117033823437
previous_iter_valid_loss : 0.08506371080875397
148500 0.085118 0.085064 0.113108 CURRENT LEARNING RATE: 0.11313797577461085
previous_iter_valid_loss : 0.1475725620985031
148600 0.147897 0.147573 0.113553 CURRENT LEARNING RATE: 0.11302489434897249
previous_iter_valid_loss : 0.2661498188972473
148700 0.266867 0.266150 0.114644 CURRENT LEARNING RATE: 0.11291192594823793
previous_iter_valid_loss : 0.12947013974189758
148800 0.129188 0.129470 0.114697 CURRENT LEARNING RATE: 0.11279907045943871
previous_iter_valid_loss : 0.11598459631204605
148900 0.115753 0.115985 0.114935 CURRENT LEARNING RATE: 0.11268632776971936
previous_iter_valid_loss : 0.12843574583530426
149000 0.128271 0.128436 0.114610 CURRENT LEARNING RATE: 0.11257369776633716
previous_iter_valid_loss : 0.11029540747404099
149100 0.110419 0.110295 0.114115 CURRENT LEARNING RATE: 0.11246118033666212
previous_iter_valid_loss : 0.149470254778862
149200 0.149838 0.149470 0.114537 CURRENT LEARNING RATE: 0.11234877536817676
previous_iter_valid_loss : 0.10323433578014374
149300 0.103274 0.103234 0.114586 CURRENT LEARNING RATE: 0.11223648274847617
previous_iter_valid_loss : 0.09673624485731125
149400 0.096668 0.096736 0.114318 CURRENT LEARNING RATE: 0.11212430236526766
previous_iter_valid_loss : 0.1014247015118599
149500 0.101120 0.101425 0.114019 CURRENT LEARNING RATE: 0.11201223410637087
previous_iter_valid_loss : 0.12319118529558182
149600 0.123457 0.123191 0.114216 CURRENT LEARNING RATE: 0.1119002778597175
previous_iter_valid_loss : 0.21002322435379028
149700 0.210500 0.210023 0.115138 CURRENT LEARNING RATE: 0.11178843351335134
previous_iter_valid_loss : 0.12226900458335876
149800 0.122526 0.122269 0.114997 CURRENT LEARNING RATE: 0.11167670095542799
previous_iter_valid_loss : 0.08380751311779022
149900 0.083717 0.083808 0.114775 CURRENT LEARNING RATE: 0.11156508007421491
previous_iter_valid_loss : 0.14048217236995697
150000 0.140919 0.140482 0.114530 CURRENT LEARNING RATE: 0.11145357075809122
previous_iter_valid_loss : 0.1123344823718071
150100 0.112071 0.112334 0.114514 CURRENT LEARNING RATE: 0.11134217289554754
previous_iter_valid_loss : 0.10981947183609009
150200 0.110014 0.109819 0.114442 CURRENT LEARNING RATE: 0.11123088637518606
previous_iter_valid_loss : 0.15047071874141693
150300 0.150895 0.150471 0.115041 CURRENT LEARNING RATE: 0.1111197110857202
previous_iter_valid_loss : 0.08529787510633469
150400 0.085214 0.085298 0.114768 CURRENT LEARNING RATE: 0.11100864691597472
previous_iter_valid_loss : 0.15572437644004822
150500 0.156121 0.155724 0.115475 CURRENT LEARNING RATE: 0.11089769375488537
previous_iter_valid_loss : 0.11858388036489487
150600 0.118824 0.118584 0.115067 CURRENT LEARNING RATE: 0.11078685149149904
previous_iter_valid_loss : 0.2800901234149933
150700 0.280595 0.280090 0.116905 CURRENT LEARNING RATE: 0.11067612001497341
previous_iter_valid_loss : 0.08897099643945694
150800 0.089117 0.088971 0.116953 CURRENT LEARNING RATE: 0.11056549921457706
previous_iter_valid_loss : 0.15232263505458832
150900 0.152937 0.152323 0.117516 CURRENT LEARNING RATE: 0.1104549889796891
previous_iter_valid_loss : 0.12456465512514114
151000 0.125099 0.124565 0.116387 CURRENT LEARNING RATE: 0.11034458919979935
previous_iter_valid_loss : 0.2588430345058441
151100 0.259847 0.258843 0.117652 CURRENT LEARNING RATE: 0.11023429976450796
previous_iter_valid_loss : 0.10891517251729965
151200 0.108675 0.108915 0.117453 CURRENT LEARNING RATE: 0.11012412056352557
previous_iter_valid_loss : 0.11230426281690598
151300 0.112152 0.112304 0.117681 CURRENT LEARNING RATE: 0.11001405148667287
previous_iter_valid_loss : 0.16604594886302948
151400 0.166640 0.166046 0.118322 CURRENT LEARNING RATE: 0.10990409242388087
previous_iter_valid_loss : 0.14911086857318878
151500 0.149637 0.149111 0.118533 CURRENT LEARNING RATE: 0.10979424326519041
previous_iter_valid_loss : 0.08255674690008163
151600 0.082665 0.082557 0.118494 CURRENT LEARNING RATE: 0.1096845039007524
previous_iter_valid_loss : 0.12365198135375977
151700 0.124003 0.123652 0.118685 CURRENT LEARNING RATE: 0.1095748742208274
previous_iter_valid_loss : 0.0872003510594368
151800 0.087160 0.087200 0.117935 CURRENT LEARNING RATE: 0.10946535411578578
previous_iter_valid_loss : 0.08622368425130844
151900 0.086238 0.086224 0.117884 CURRENT LEARNING RATE: 0.10935594347610737
previous_iter_valid_loss : 0.09846164286136627
152000 0.098334 0.098462 0.117819 CURRENT LEARNING RATE: 0.10924664219238159
previous_iter_valid_loss : 0.09731370955705643
152100 0.097665 0.097314 0.117919 CURRENT LEARNING RATE: 0.10913745015530707
previous_iter_valid_loss : 0.17211675643920898
152200 0.172685 0.172117 0.118657 CURRENT LEARNING RATE: 0.10902836725569182
previous_iter_valid_loss : 0.22999247908592224
152300 0.229940 0.229992 0.120075 CURRENT LEARNING RATE: 0.10891939338445289
previous_iter_valid_loss : 0.09108807891607285
152400 0.091037 0.091088 0.120131 CURRENT LEARNING RATE: 0.10881052843261645
previous_iter_valid_loss : 0.08284451812505722
152500 0.082883 0.082845 0.119466 CURRENT LEARNING RATE: 0.10870177229131749
previous_iter_valid_loss : 0.1160011887550354
152600 0.115851 0.116001 0.119733 CURRENT LEARNING RATE: 0.10859312485179988
previous_iter_valid_loss : 0.08808859437704086
152700 0.088074 0.088089 0.119589 CURRENT LEARNING RATE: 0.10848458600541618
previous_iter_valid_loss : 0.08730851858854294
152800 0.087342 0.087309 0.119625 CURRENT LEARNING RATE: 0.10837615564362753
previous_iter_valid_loss : 0.08525600284337997
152900 0.085270 0.085256 0.119561 CURRENT LEARNING RATE: 0.10826783365800353
previous_iter_valid_loss : 0.08695637434720993
153000 0.087089 0.086956 0.119519 CURRENT LEARNING RATE: 0.10815961994022223
previous_iter_valid_loss : 0.17436575889587402
153100 0.174445 0.174366 0.120307 CURRENT LEARNING RATE: 0.10805151438206988
previous_iter_valid_loss : 0.09543696790933609
153200 0.095246 0.095437 0.120384 CURRENT LEARNING RATE: 0.10794351687544092
previous_iter_valid_loss : 0.0871506854891777
153300 0.087205 0.087151 0.120298 CURRENT LEARNING RATE: 0.10783562731233783
previous_iter_valid_loss : 0.13499397039413452
153400 0.134903 0.134994 0.120689 CURRENT LEARNING RATE: 0.10772784558487104
previous_iter_valid_loss : 0.16478557884693146
153500 0.165260 0.164786 0.121518 CURRENT LEARNING RATE: 0.10762017158525879
previous_iter_valid_loss : 0.08318842202425003
153600 0.083250 0.083188 0.121249 CURRENT LEARNING RATE: 0.10751260520582713
previous_iter_valid_loss : 0.1651606559753418
153700 0.164969 0.165161 0.121943 CURRENT LEARNING RATE: 0.1074051463390096
previous_iter_valid_loss : 0.09857932478189468
153800 0.098767 0.098579 0.122085 CURRENT LEARNING RATE: 0.10729779487734739
previous_iter_valid_loss : 0.1373634934425354
153900 0.137750 0.137363 0.121486 CURRENT LEARNING RATE: 0.10719055071348897
previous_iter_valid_loss : 0.10770989209413528
154000 0.107538 0.107710 0.121672 CURRENT LEARNING RATE: 0.10708341374019023
previous_iter_valid_loss : 0.08059181272983551
154100 0.080682 0.080592 0.120833 CURRENT LEARNING RATE: 0.10697638385031412
previous_iter_valid_loss : 0.08908621966838837
154200 0.089148 0.089086 0.120351 CURRENT LEARNING RATE: 0.1068694609368308
previous_iter_valid_loss : 0.18177972733974457
154300 0.182335 0.181780 0.121028 CURRENT LEARNING RATE: 0.1067626448928173
previous_iter_valid_loss : 0.09782807528972626
154400 0.097639 0.097828 0.121012 CURRENT LEARNING RATE: 0.10665593561145761
previous_iter_valid_loss : 0.23594707250595093
154500 0.235687 0.235947 0.122238 CURRENT LEARNING RATE: 0.10654933298604241
previous_iter_valid_loss : 0.09324759989976883
154600 0.093184 0.093248 0.121957 CURRENT LEARNING RATE: 0.10644283690996909
previous_iter_valid_loss : 0.12700283527374268
154700 0.127303 0.127003 0.122325 CURRENT LEARNING RATE: 0.10633644727674152
previous_iter_valid_loss : 0.09504729509353638
154800 0.095114 0.095047 0.122167 CURRENT LEARNING RATE: 0.10623016397997012
previous_iter_valid_loss : 0.1308911144733429
154900 0.131297 0.130891 0.122572 CURRENT LEARNING RATE: 0.10612398691337152
previous_iter_valid_loss : 0.2716584801673889
155000 0.271414 0.271658 0.124404 CURRENT LEARNING RATE: 0.1060179159707687
previous_iter_valid_loss : 0.11631101369857788
155100 0.116672 0.116311 0.124721 CURRENT LEARNING RATE: 0.10591195104609068
previous_iter_valid_loss : 0.14510098099708557
155200 0.144930 0.145101 0.125287 CURRENT LEARNING RATE: 0.10580609203337255
previous_iter_valid_loss : 0.0841171070933342
155300 0.084130 0.084117 0.125277 CURRENT LEARNING RATE: 0.10570033882675524
previous_iter_valid_loss : 0.149812713265419
155400 0.149674 0.149813 0.125863 CURRENT LEARNING RATE: 0.10559469132048559
previous_iter_valid_loss : 0.08853945136070251
155500 0.088424 0.088539 0.125649 CURRENT LEARNING RATE: 0.10548914940891603
previous_iter_valid_loss : 0.10698738694190979
155600 0.106745 0.106987 0.125896 CURRENT LEARNING RATE: 0.1053837129865047
previous_iter_valid_loss : 0.09353005886077881
155700 0.093360 0.093530 0.125973 CURRENT LEARNING RATE: 0.10527838194781512
previous_iter_valid_loss : 0.09697830677032471
155800 0.096774 0.096978 0.125843 CURRENT LEARNING RATE: 0.10517315618751627
previous_iter_valid_loss : 0.08615314215421677
155900 0.086023 0.086153 0.125391 CURRENT LEARNING RATE: 0.10506803560038236
previous_iter_valid_loss : 0.10658375173807144
156000 0.106765 0.106584 0.125508 CURRENT LEARNING RATE: 0.10496302008129282
previous_iter_valid_loss : 0.10257799923419952
156100 0.102474 0.102578 0.125542 CURRENT LEARNING RATE: 0.1048581095252321
previous_iter_valid_loss : 0.08803229033946991
156200 0.087881 0.088032 0.125567 CURRENT LEARNING RATE: 0.10475330382728966
previous_iter_valid_loss : 0.12280551344156265
156300 0.122978 0.122806 0.125894 CURRENT LEARNING RATE: 0.10464860288265976
previous_iter_valid_loss : 0.0882999449968338
156400 0.088151 0.088300 0.125818 CURRENT LEARNING RATE: 0.10454400658664147
previous_iter_valid_loss : 0.08244603127241135
156500 0.082323 0.082446 0.125600 CURRENT LEARNING RATE: 0.10443951483463847
previous_iter_valid_loss : 0.09027230739593506
156600 0.090041 0.090272 0.125216 CURRENT LEARNING RATE: 0.10433512752215902
previous_iter_valid_loss : 0.0876707062125206
156700 0.087642 0.087671 0.125135 CURRENT LEARNING RATE: 0.10423084454481576
previous_iter_valid_loss : 0.08839919418096542
156800 0.088363 0.088399 0.124895 CURRENT LEARNING RATE: 0.10412666579832577
previous_iter_valid_loss : 0.102012999355793
156900 0.102057 0.102013 0.124974 CURRENT LEARNING RATE: 0.10402259117851023
previous_iter_valid_loss : 0.09658269584178925
157000 0.096610 0.096583 0.125028 CURRENT LEARNING RATE: 0.10391862058129456
previous_iter_valid_loss : 0.14597737789154053
157100 0.146250 0.145977 0.125553 CURRENT LEARNING RATE: 0.1038147539027081
previous_iter_valid_loss : 0.12590375542640686
157200 0.125985 0.125904 0.125603 CURRENT LEARNING RATE: 0.10371099103888422
previous_iter_valid_loss : 0.1264515072107315
157300 0.126634 0.126452 0.125169 CURRENT LEARNING RATE: 0.10360733188606
previous_iter_valid_loss : 0.08591274172067642
157400 0.085518 0.085913 0.125042 CURRENT LEARNING RATE: 0.10350377634057632
previous_iter_valid_loss : 0.08845323324203491
157500 0.088334 0.088453 0.123703 CURRENT LEARNING RATE: 0.10340032429887758
previous_iter_valid_loss : 0.09014295786619186
157600 0.089952 0.090143 0.122535 CURRENT LEARNING RATE: 0.10329697565751178
previous_iter_valid_loss : 0.0838107094168663
157700 0.083593 0.083811 0.122440 CURRENT LEARNING RATE: 0.10319373031313023
previous_iter_valid_loss : 0.096425361931324
157800 0.096397 0.096425 0.121996 CURRENT LEARNING RATE: 0.10309058816248762
previous_iter_valid_loss : 0.11493300646543503
157900 0.114940 0.114933 0.122204 CURRENT LEARNING RATE: 0.10298754910244172
previous_iter_valid_loss : 0.1691078096628189
158000 0.169640 0.169108 0.122580 CURRENT LEARNING RATE: 0.10288461302995354
previous_iter_valid_loss : 0.11997487396001816
158100 0.120150 0.119975 0.122714 CURRENT LEARNING RATE: 0.10278177984208695
previous_iter_valid_loss : 0.08087614178657532
158200 0.080682 0.080876 0.122635 CURRENT LEARNING RATE: 0.10267904943600878
previous_iter_valid_loss : 0.11035093665122986
158300 0.110529 0.110351 0.122606 CURRENT LEARNING RATE: 0.10257642170898858
previous_iter_valid_loss : 0.08823179453611374
158400 0.088231 0.088232 0.121036 CURRENT LEARNING RATE: 0.10247389655839866
previous_iter_valid_loss : 0.13512203097343445
158500 0.135443 0.135122 0.121537 CURRENT LEARNING RATE: 0.10237147388171382
previous_iter_valid_loss : 0.1269206404685974
158600 0.127290 0.126921 0.121330 CURRENT LEARNING RATE: 0.1022691535765114
previous_iter_valid_loss : 0.08261453360319138
158700 0.082590 0.082615 0.119495 CURRENT LEARNING RATE: 0.10216693554047107
previous_iter_valid_loss : 0.10506347566843033
158800 0.104972 0.105063 0.119251 CURRENT LEARNING RATE: 0.10206481967137482
previous_iter_valid_loss : 0.10831105709075928
158900 0.108197 0.108311 0.119174 CURRENT LEARNING RATE: 0.10196280586710671
previous_iter_valid_loss : 0.09328273683786392
159000 0.093125 0.093283 0.118823 CURRENT LEARNING RATE: 0.101860894025653
previous_iter_valid_loss : 0.09101281315088272
159100 0.090976 0.091013 0.118630 CURRENT LEARNING RATE: 0.10175908404510177
previous_iter_valid_loss : 0.1126038059592247
159200 0.112458 0.112604 0.118261 CURRENT LEARNING RATE: 0.10165737582364309
previous_iter_valid_loss : 0.08572274446487427
159300 0.085742 0.085723 0.118086 CURRENT LEARNING RATE: 0.10155576925956869
previous_iter_valid_loss : 0.10994471609592438
159400 0.109681 0.109945 0.118218 CURRENT LEARNING RATE: 0.10145426425127203
previous_iter_valid_loss : 0.1280299723148346
159500 0.128023 0.128030 0.118484 CURRENT LEARNING RATE: 0.10135286069724805
previous_iter_valid_loss : 0.09589796513319016
159600 0.095818 0.095898 0.118211 CURRENT LEARNING RATE: 0.10125155849609324
previous_iter_valid_loss : 0.09265103191137314
159700 0.092474 0.092651 0.117038 CURRENT LEARNING RATE: 0.10115035754650535
previous_iter_valid_loss : 0.09650243073701859
159800 0.096698 0.096502 0.116780 CURRENT LEARNING RATE: 0.10104925774728345
previous_iter_valid_loss : 0.09265582263469696
159900 0.092784 0.092656 0.116868 CURRENT LEARNING RATE: 0.10094825899732769
previous_iter_valid_loss : 0.10133204609155655
160000 0.101202 0.101332 0.116477 CURRENT LEARNING RATE: 0.10084736119563938
previous_iter_valid_loss : 0.12697084248065948
160100 0.126812 0.126971 0.116623 CURRENT LEARNING RATE: 0.10074656424132063
previous_iter_valid_loss : 0.10041065514087677
160200 0.100322 0.100411 0.116529 CURRENT LEARNING RATE: 0.10064586803357455
previous_iter_valid_loss : 0.10935816168785095
160300 0.109309 0.109358 0.116118 CURRENT LEARNING RATE: 0.10054527247170486
previous_iter_valid_loss : 0.10754779726266861
160400 0.107467 0.107548 0.116341 CURRENT LEARNING RATE: 0.10044477745511604
previous_iter_valid_loss : 0.08353575319051743
160500 0.083534 0.083536 0.115619 CURRENT LEARNING RATE: 0.10034438288331303
previous_iter_valid_loss : 0.08920671045780182
160600 0.089092 0.089207 0.115325 CURRENT LEARNING RATE: 0.10024408865590129
previous_iter_valid_loss : 0.09820961207151413
160700 0.098150 0.098210 0.113506 CURRENT LEARNING RATE: 0.10014389467258653
previous_iter_valid_loss : 0.0941435694694519
160800 0.094059 0.094144 0.113558 CURRENT LEARNING RATE: 0.10004380083317481
previous_iter_valid_loss : 0.10101836174726486
160900 0.101200 0.101018 0.113045 CURRENT LEARNING RATE: 0.09994380703757225
previous_iter_valid_loss : 0.08455807715654373
161000 0.084702 0.084558 0.112645 CURRENT LEARNING RATE: 0.09984391318578506
previous_iter_valid_loss : 0.08875805884599686
161100 0.088895 0.088758 0.110944 CURRENT LEARNING RATE: 0.09974411917791937
previous_iter_valid_loss : 0.08845040947198868
161200 0.088533 0.088450 0.110739 CURRENT LEARNING RATE: 0.09964442491418118
previous_iter_valid_loss : 0.12277276813983917
161300 0.122758 0.122773 0.110844 CURRENT LEARNING RATE: 0.0995448302948762
previous_iter_valid_loss : 0.08183806389570236
161400 0.081831 0.081838 0.110002 CURRENT LEARNING RATE: 0.09944533522040981
previous_iter_valid_loss : 0.10133668780326843
161500 0.101291 0.101337 0.109524 CURRENT LEARNING RATE: 0.09934593959128693
previous_iter_valid_loss : 0.08149620145559311
161600 0.081547 0.081496 0.109513 CURRENT LEARNING RATE: 0.09924664330811193
previous_iter_valid_loss : 0.09670176357030869
161700 0.096918 0.096702 0.109244 CURRENT LEARNING RATE: 0.09914744627158849
previous_iter_valid_loss : 0.10477890074253082
161800 0.105053 0.104779 0.109420 CURRENT LEARNING RATE: 0.09904834838251961
previous_iter_valid_loss : 0.11241721361875534
161900 0.112769 0.112417 0.109682 CURRENT LEARNING RATE: 0.09894934954180733
previous_iter_valid_loss : 0.09354593604803085
162000 0.093709 0.093546 0.109633 CURRENT LEARNING RATE: 0.09885044965045287
previous_iter_valid_loss : 0.08475248515605927
162100 0.084983 0.084752 0.109507 CURRENT LEARNING RATE: 0.09875164860955628
previous_iter_valid_loss : 0.09547307342290878
162200 0.095667 0.095473 0.108740 CURRENT LEARNING RATE: 0.09865294632031654
previous_iter_valid_loss : 0.08555681258440018
162300 0.085649 0.085557 0.107296 CURRENT LEARNING RATE: 0.09855434268403132
previous_iter_valid_loss : 0.11295263469219208
162400 0.113247 0.112953 0.107515 CURRENT LEARNING RATE: 0.09845583760209703
previous_iter_valid_loss : 0.10134662687778473
162500 0.101637 0.101347 0.107700 CURRENT LEARNING RATE: 0.09835743097600853
previous_iter_valid_loss : 0.11601578444242477
162600 0.116313 0.116016 0.107700 CURRENT LEARNING RATE: 0.09825912270735919
previous_iter_valid_loss : 0.10050641745328903
162700 0.100449 0.100506 0.107824 CURRENT LEARNING RATE: 0.09816091269784077
previous_iter_valid_loss : 0.09439267218112946
162800 0.094385 0.094393 0.107895 CURRENT LEARNING RATE: 0.09806280084924321
previous_iter_valid_loss : 0.1214621439576149
162900 0.121651 0.121462 0.108257 CURRENT LEARNING RATE: 0.09796478706345468
previous_iter_valid_loss : 0.12801393866539001
163000 0.127941 0.128014 0.108668 CURRENT LEARNING RATE: 0.09786687124246136
previous_iter_valid_loss : 0.2408299744129181
163100 0.241432 0.240830 0.109332 CURRENT LEARNING RATE: 0.09776905328834747
previous_iter_valid_loss : 0.13830506801605225
163200 0.138648 0.138305 0.109761 CURRENT LEARNING RATE: 0.09767133310329498
previous_iter_valid_loss : 0.11773045361042023
163300 0.117976 0.117730 0.110067 CURRENT LEARNING RATE: 0.09757371058958376
previous_iter_valid_loss : 0.10844181478023529
163400 0.108605 0.108442 0.109801 CURRENT LEARNING RATE: 0.09747618564959125
previous_iter_valid_loss : 0.13743944466114044
163500 0.137668 0.137439 0.109528 CURRENT LEARNING RATE: 0.09737875818579252
previous_iter_valid_loss : 0.08801046758890152
163600 0.088022 0.088010 0.109576 CURRENT LEARNING RATE: 0.09728142810076007
previous_iter_valid_loss : 0.19262906908988953
163700 0.192505 0.192629 0.109851 CURRENT LEARNING RATE: 0.09718419529716385
previous_iter_valid_loss : 0.09963449835777283
163800 0.099549 0.099634 0.109861 CURRENT LEARNING RATE: 0.09708705967777101
previous_iter_valid_loss : 0.08366835862398148
163900 0.083666 0.083668 0.109324 CURRENT LEARNING RATE: 0.09699002114544596
previous_iter_valid_loss : 0.08733072876930237
164000 0.087385 0.087331 0.109120 CURRENT LEARNING RATE: 0.0968930796031501
previous_iter_valid_loss : 0.11323749274015427
164100 0.113110 0.113237 0.109447 CURRENT LEARNING RATE: 0.09679623495394196
previous_iter_valid_loss : 0.09179005771875381
164200 0.091727 0.091790 0.109474 CURRENT LEARNING RATE: 0.09669948710097681
previous_iter_valid_loss : 0.1483718752861023
164300 0.148680 0.148372 0.109140 CURRENT LEARNING RATE: 0.09660283594750685
previous_iter_valid_loss : 0.14300814270973206
164400 0.143200 0.143008 0.109592 CURRENT LEARNING RATE: 0.09650628139688086
previous_iter_valid_loss : 0.09190387278795242
164500 0.091921 0.091904 0.108151 CURRENT LEARNING RATE: 0.09640982335254432
previous_iter_valid_loss : 0.14777033030986786
164600 0.147608 0.147770 0.108696 CURRENT LEARNING RATE: 0.09631346171803916
previous_iter_valid_loss : 0.10594283044338226
164700 0.105806 0.105943 0.108486 CURRENT LEARNING RATE: 0.09621719639700375
previous_iter_valid_loss : 0.11392683535814285
164800 0.114284 0.113927 0.108675 CURRENT LEARNING RATE: 0.09612102729317275
previous_iter_valid_loss : 0.11803457140922546
164900 0.118165 0.118035 0.108546 CURRENT LEARNING RATE: 0.09602495431037707
previous_iter_valid_loss : 0.11908454447984695
165000 0.119130 0.119085 0.107020 CURRENT LEARNING RATE: 0.09592897735254367
previous_iter_valid_loss : 0.09288768470287323
165100 0.092988 0.092888 0.106786 CURRENT LEARNING RATE: 0.09583309632369565
previous_iter_valid_loss : 0.0863887369632721
165200 0.086285 0.086389 0.106199 CURRENT LEARNING RATE: 0.09573731112795192
previous_iter_valid_loss : 0.15142960846424103
165300 0.151175 0.151430 0.106872 CURRENT LEARNING RATE: 0.0956416216695273
previous_iter_valid_loss : 0.10027635842561722
165400 0.099889 0.100276 0.106377 CURRENT LEARNING RATE: 0.09554602785273232
previous_iter_valid_loss : 0.08600122481584549
165500 0.085995 0.086001 0.106351 CURRENT LEARNING RATE: 0.09545052958197317
previous_iter_valid_loss : 0.2600080668926239
165600 0.260525 0.260008 0.107882 CURRENT LEARNING RATE: 0.09535512676175152
previous_iter_valid_loss : 0.09683113545179367
165700 0.096866 0.096831 0.107915 CURRENT LEARNING RATE: 0.09525981929666462
previous_iter_valid_loss : 0.08652040362358093
165800 0.086367 0.086520 0.107810 CURRENT LEARNING RATE: 0.09516460709140492
previous_iter_valid_loss : 0.11995679885149002
165900 0.119818 0.119957 0.108148 CURRENT LEARNING RATE: 0.09506949005076028
previous_iter_valid_loss : 0.08973594009876251
166000 0.089886 0.089736 0.107980 CURRENT LEARNING RATE: 0.09497446807961357
previous_iter_valid_loss : 0.08182855695486069
166100 0.081856 0.081829 0.107772 CURRENT LEARNING RATE: 0.09487954108294289
previous_iter_valid_loss : 0.10667947679758072
166200 0.106571 0.106679 0.107959 CURRENT LEARNING RATE: 0.09478470896582117
previous_iter_valid_loss : 0.09705906361341476
166300 0.097075 0.097059 0.107701 CURRENT LEARNING RATE: 0.09468997163341634
previous_iter_valid_loss : 0.10261182487010956
166400 0.102769 0.102612 0.107844 CURRENT LEARNING RATE: 0.09459532899099102
previous_iter_valid_loss : 0.12595660984516144
166500 0.125775 0.125957 0.108279 CURRENT LEARNING RATE: 0.09450078094390257
previous_iter_valid_loss : 0.08232251554727554
166600 0.082286 0.082323 0.108200 CURRENT LEARNING RATE: 0.09440632739760295
previous_iter_valid_loss : 0.08625004440546036
166700 0.086290 0.086250 0.108186 CURRENT LEARNING RATE: 0.0943119682576386
previous_iter_valid_loss : 0.09264685958623886
166800 0.092496 0.092647 0.108228 CURRENT LEARNING RATE: 0.09421770342965034
previous_iter_valid_loss : 0.11875782907009125
166900 0.118884 0.118758 0.108396 CURRENT LEARNING RATE: 0.0941235328193734
previous_iter_valid_loss : 0.08651754260063171
167000 0.086353 0.086518 0.108295 CURRENT LEARNING RATE: 0.09402945633263708
previous_iter_valid_loss : 0.08289232105016708
167100 0.082782 0.082892 0.107664 CURRENT LEARNING RATE: 0.09393547387536497
previous_iter_valid_loss : 0.08357355743646622
167200 0.083530 0.083574 0.107241 CURRENT LEARNING RATE: 0.09384158535357452
previous_iter_valid_loss : 0.11065714061260223
167300 0.110833 0.110657 0.107083 CURRENT LEARNING RATE: 0.09374779067337728
previous_iter_valid_loss : 0.11162169277667999
167400 0.111791 0.111622 0.107340 CURRENT LEARNING RATE: 0.09365408974097851
previous_iter_valid_loss : 0.12419772148132324
167500 0.124441 0.124198 0.107697 CURRENT LEARNING RATE: 0.0935604824626773
previous_iter_valid_loss : 0.1031513437628746
167600 0.103235 0.103151 0.107827 CURRENT LEARNING RATE: 0.09346696874486632
previous_iter_valid_loss : 0.10168562084436417
167700 0.101546 0.101686 0.108006 CURRENT LEARNING RATE: 0.0933735484940319
previous_iter_valid_loss : 0.08304360508918762
167800 0.083065 0.083044 0.107872 CURRENT LEARNING RATE: 0.09328022161675374
previous_iter_valid_loss : 0.09272635728120804
167900 0.092811 0.092726 0.107650 CURRENT LEARNING RATE: 0.09318698801970499
previous_iter_valid_loss : 0.1232002004981041
168000 0.123446 0.123200 0.107191 CURRENT LEARNING RATE: 0.093093847609652
previous_iter_valid_loss : 0.08785154670476913
168100 0.087774 0.087852 0.106870 CURRENT LEARNING RATE: 0.0930008002934544
previous_iter_valid_loss : 0.09284190088510513
168200 0.092763 0.092842 0.106990 CURRENT LEARNING RATE: 0.09290784597806483
previous_iter_valid_loss : 0.08157827705144882
168300 0.081573 0.081578 0.106702 CURRENT LEARNING RATE: 0.09281498457052899
previous_iter_valid_loss : 0.0957726389169693
168400 0.095915 0.095773 0.106777 CURRENT LEARNING RATE: 0.09272221597798544
previous_iter_valid_loss : 0.2201520949602127
168500 0.220673 0.220152 0.107628 CURRENT LEARNING RATE: 0.09262954010766561
previous_iter_valid_loss : 0.09072092920541763
168600 0.090851 0.090721 0.107266 CURRENT LEARNING RATE: 0.09253695686689359
previous_iter_valid_loss : 0.1207776740193367
168700 0.120681 0.120778 0.107647 CURRENT LEARNING RATE: 0.09244446616308617
previous_iter_valid_loss : 0.13521887362003326
168800 0.135537 0.135219 0.107949 CURRENT LEARNING RATE: 0.0923520679037526
previous_iter_valid_loss : 0.11318174004554749
168900 0.113218 0.113182 0.107997 CURRENT LEARNING RATE: 0.09225976199649463
previous_iter_valid_loss : 0.11376740038394928
169000 0.113846 0.113767 0.108202 CURRENT LEARNING RATE: 0.09216754834900635
previous_iter_valid_loss : 0.0961410328745842
169100 0.096111 0.096141 0.108254 CURRENT LEARNING RATE: 0.0920754268690741
previous_iter_valid_loss : 0.09772796928882599
169200 0.097949 0.097728 0.108105 CURRENT LEARNING RATE: 0.09198339746457639
previous_iter_valid_loss : 0.1692209392786026
169300 0.169703 0.169221 0.108940 CURRENT LEARNING RATE: 0.09189146004348382
previous_iter_valid_loss : 0.08560853451490402
169400 0.085634 0.085609 0.108696 CURRENT LEARNING RATE: 0.09179961451385893
previous_iter_valid_loss : 0.0809313952922821
169500 0.080877 0.080931 0.108225 CURRENT LEARNING RATE: 0.09170786078385623
previous_iter_valid_loss : 0.1281690001487732
169600 0.128521 0.128169 0.108548 CURRENT LEARNING RATE: 0.09161619876172193
previous_iter_valid_loss : 0.10664200037717819
169700 0.106897 0.106642 0.108688 CURRENT LEARNING RATE: 0.09152462835579406
previous_iter_valid_loss : 0.08374462276697159
169800 0.083741 0.083745 0.108561 CURRENT LEARNING RATE: 0.09143314947450214
previous_iter_valid_loss : 0.07965992391109467
169900 0.079548 0.079660 0.108431 CURRENT LEARNING RATE: 0.09134176202636733
previous_iter_valid_loss : 0.09758549928665161
170000 0.097339 0.097585 0.108393 CURRENT LEARNING RATE: 0.09125046592000215
previous_iter_valid_loss : 0.08603276312351227
170100 0.086034 0.086033 0.107984 CURRENT LEARNING RATE: 0.0911592610641105
previous_iter_valid_loss : 0.08834880590438843
170200 0.088389 0.088349 0.107863 CURRENT LEARNING RATE: 0.0910681473674875
previous_iter_valid_loss : 0.13455811142921448
170300 0.134305 0.134558 0.108115 CURRENT LEARNING RATE: 0.09097712473901948
previous_iter_valid_loss : 0.08553336560726166
170400 0.085483 0.085533 0.107895 CURRENT LEARNING RATE: 0.09088619308768375
previous_iter_valid_loss : 0.08594456315040588
170500 0.085915 0.085945 0.107919 CURRENT LEARNING RATE: 0.0907953523225487
previous_iter_valid_loss : 0.10596061497926712
170600 0.106186 0.105961 0.108087 CURRENT LEARNING RATE: 0.09070460235277353
previous_iter_valid_loss : 0.10096340626478195
170700 0.100720 0.100963 0.108114 CURRENT LEARNING RATE: 0.0906139430876083
previous_iter_valid_loss : 0.08952803909778595
170800 0.089313 0.089528 0.108068 CURRENT LEARNING RATE: 0.09052337443639367
previous_iter_valid_loss : 0.08238622546195984
170900 0.082331 0.082386 0.107882 CURRENT LEARNING RATE: 0.09043289630856105
previous_iter_valid_loss : 0.09048157185316086
171000 0.090505 0.090482 0.107941 CURRENT LEARNING RATE: 0.09034250861363224
previous_iter_valid_loss : 0.0909939557313919
171100 0.090836 0.090994 0.107963 CURRENT LEARNING RATE: 0.09025221126121961
previous_iter_valid_loss : 0.15894752740859985
171200 0.159479 0.158948 0.108668 CURRENT LEARNING RATE: 0.09016200416102574
previous_iter_valid_loss : 0.09693032503128052
171300 0.096786 0.096930 0.108410 CURRENT LEARNING RATE: 0.09007188722284355
previous_iter_valid_loss : 0.11467205733060837
171400 0.114520 0.114672 0.108738 CURRENT LEARNING RATE: 0.08998186035655609
previous_iter_valid_loss : 0.09816896170377731
171500 0.098289 0.098169 0.108706 CURRENT LEARNING RATE: 0.08989192347213648
previous_iter_valid_loss : 0.10263942182064056
171600 0.102733 0.102639 0.108918 CURRENT LEARNING RATE: 0.08980207647964783
previous_iter_valid_loss : 0.09470390528440475
171700 0.095099 0.094704 0.108898 CURRENT LEARNING RATE: 0.08971231928924317
previous_iter_valid_loss : 0.1537085920572281
171800 0.153653 0.153709 0.109387 CURRENT LEARNING RATE: 0.08962265181116524
previous_iter_valid_loss : 0.09343093633651733
171900 0.093586 0.093431 0.109197 CURRENT LEARNING RATE: 0.08953307395574661
previous_iter_valid_loss : 0.1082405298948288
172000 0.108621 0.108241 0.109344 CURRENT LEARNING RATE: 0.08944358563340939
previous_iter_valid_loss : 0.11085668951272964
172100 0.110842 0.110857 0.109605 CURRENT LEARNING RATE: 0.08935418675466526
previous_iter_valid_loss : 0.08700603246688843
172200 0.087262 0.087006 0.109521 CURRENT LEARNING RATE: 0.08926487723011532
previous_iter_valid_loss : 0.09673888236284256
172300 0.096703 0.096739 0.109632 CURRENT LEARNING RATE: 0.08917565697045007
previous_iter_valid_loss : 0.08020071685314178
172400 0.080260 0.080201 0.109305 CURRENT LEARNING RATE: 0.0890865258864492
previous_iter_valid_loss : 0.09765898436307907
172500 0.097864 0.097659 0.109268 CURRENT LEARNING RATE: 0.08899748388898167
previous_iter_valid_loss : 0.08433626592159271
172600 0.084371 0.084336 0.108951 CURRENT LEARNING RATE: 0.08890853088900541
previous_iter_valid_loss : 0.09518732875585556
172700 0.095189 0.095187 0.108898 CURRENT LEARNING RATE: 0.08881966679756748
previous_iter_valid_loss : 0.0896119549870491
172800 0.089534 0.089612 0.108850 CURRENT LEARNING RATE: 0.08873089152580373
previous_iter_valid_loss : 0.08771137148141861
172900 0.087627 0.087711 0.108513 CURRENT LEARNING RATE: 0.08864220498493891
previous_iter_valid_loss : 0.10375312715768814
173000 0.103650 0.103753 0.108270 CURRENT LEARNING RATE: 0.08855360708628644
previous_iter_valid_loss : 0.0807587057352066
173100 0.080784 0.080759 0.106669 CURRENT LEARNING RATE: 0.08846509774124846
previous_iter_valid_loss : 0.10370375216007233
173200 0.104167 0.103704 0.106323 CURRENT LEARNING RATE: 0.08837667686131558
previous_iter_valid_loss : 0.08193803578615189
173300 0.082252 0.081938 0.105966 CURRENT LEARNING RATE: 0.08828834435806694
previous_iter_valid_loss : 0.09100315719842911
173400 0.091277 0.091003 0.105791 CURRENT LEARNING RATE: 0.08820010014317
previous_iter_valid_loss : 0.10586278885602951
173500 0.106205 0.105863 0.105475 CURRENT LEARNING RATE: 0.08811194412838055
previous_iter_valid_loss : 0.08396244049072266
173600 0.084154 0.083962 0.105435 CURRENT LEARNING RATE: 0.08802387622554259
previous_iter_valid_loss : 0.09509482979774475
173700 0.095324 0.095095 0.104460 CURRENT LEARNING RATE: 0.08793589634658819
previous_iter_valid_loss : 0.10304877907037735
173800 0.103239 0.103049 0.104494 CURRENT LEARNING RATE: 0.08784800440353743
previous_iter_valid_loss : 0.09564857929944992
173900 0.095792 0.095649 0.104613 CURRENT LEARNING RATE: 0.08776020030849843
previous_iter_valid_loss : 0.10510026663541794
174000 0.105432 0.105100 0.104791 CURRENT LEARNING RATE: 0.08767248397366705
previous_iter_valid_loss : 0.08061641454696655
174100 0.080620 0.080616 0.104465 CURRENT LEARNING RATE: 0.08758485531132694
previous_iter_valid_loss : 0.10597103089094162
174200 0.105814 0.105971 0.104607 CURRENT LEARNING RATE: 0.08749731423384943
previous_iter_valid_loss : 0.08121374249458313
174300 0.081189 0.081214 0.103935 CURRENT LEARNING RATE: 0.08740986065369347
previous_iter_valid_loss : 0.09472553431987762
174400 0.094741 0.094726 0.103452 CURRENT LEARNING RATE: 0.08732249448340543
previous_iter_valid_loss : 0.11377710849046707
174500 0.113718 0.113777 0.103671 CURRENT LEARNING RATE: 0.08723521563561916
previous_iter_valid_loss : 0.08761827647686005
174600 0.087518 0.087618 0.103070 CURRENT LEARNING RATE: 0.08714802402305578
previous_iter_valid_loss : 0.10441979765892029
174700 0.104304 0.104420 0.103054 CURRENT LEARNING RATE: 0.0870609195585237
previous_iter_valid_loss : 0.1180119514465332
174800 0.117895 0.118012 0.103095 CURRENT LEARNING RATE: 0.08697390215491842
previous_iter_valid_loss : 0.08936702460050583
174900 0.089322 0.089367 0.102809 CURRENT LEARNING RATE: 0.08688697172522257
previous_iter_valid_loss : 0.1102055087685585
175000 0.110174 0.110206 0.102720 CURRENT LEARNING RATE: 0.08680012818250567
previous_iter_valid_loss : 0.09321737289428711
175100 0.093153 0.093217 0.102723 CURRENT LEARNING RATE: 0.08671337143992418
previous_iter_valid_loss : 0.1037534549832344
175200 0.103663 0.103753 0.102897 CURRENT LEARNING RATE: 0.08662670141072136
previous_iter_valid_loss : 0.16882428526878357
175300 0.168629 0.168824 0.103071 CURRENT LEARNING RATE: 0.08654011800822717
previous_iter_valid_loss : 0.10119938105344772
175400 0.100991 0.101199 0.103080 CURRENT LEARNING RATE: 0.0864536211458582
previous_iter_valid_loss : 0.15682919323444366
175500 0.156691 0.156829 0.103788 CURRENT LEARNING RATE: 0.08636721073711758
previous_iter_valid_loss : 0.09369933605194092
175600 0.093538 0.093699 0.102125 CURRENT LEARNING RATE: 0.08628088669559489
previous_iter_valid_loss : 0.14318056404590607
175700 0.143051 0.143181 0.102589 CURRENT LEARNING RATE: 0.08619464893496609
previous_iter_valid_loss : 0.0850762203335762
175800 0.084984 0.085076 0.102574 CURRENT LEARNING RATE: 0.08610849736899341
previous_iter_valid_loss : 0.09040902554988861
175900 0.090326 0.090409 0.102279 CURRENT LEARNING RATE: 0.08602243191152527
previous_iter_valid_loss : 0.11560890823602676
176000 0.115445 0.115609 0.102537 CURRENT LEARNING RATE: 0.08593645247649621
previous_iter_valid_loss : 0.10518898069858551
176100 0.105460 0.105189 0.102771 CURRENT LEARNING RATE: 0.08585055897792679
previous_iter_valid_loss : 0.1696336418390274
176200 0.170382 0.169634 0.103401 CURRENT LEARNING RATE: 0.0857647513299235
previous_iter_valid_loss : 0.09504613280296326
176300 0.095311 0.095046 0.103380 CURRENT LEARNING RATE: 0.08567902944667868
previous_iter_valid_loss : 0.11022690683603287
176400 0.110572 0.110227 0.103457 CURRENT LEARNING RATE: 0.08559339324247048
previous_iter_valid_loss : 0.08225821703672409
176500 0.082305 0.082258 0.103020 CURRENT LEARNING RATE: 0.08550784263166261
previous_iter_valid_loss : 0.08578445017337799
176600 0.085773 0.085784 0.103054 CURRENT LEARNING RATE: 0.08542237752870453
previous_iter_valid_loss : 0.09913145005702972
176700 0.099055 0.099131 0.103183 CURRENT LEARNING RATE: 0.08533699784813108
previous_iter_valid_loss : 0.1472228765487671
176800 0.147057 0.147223 0.103729 CURRENT LEARNING RATE: 0.0852517035045626
previous_iter_valid_loss : 0.11716591566801071
176900 0.116987 0.117166 0.103713 CURRENT LEARNING RATE: 0.08516649441270471
previous_iter_valid_loss : 0.0860714390873909
177000 0.085977 0.086071 0.103708 CURRENT LEARNING RATE: 0.08508137048734836
previous_iter_valid_loss : 0.09653481096029282
177100 0.096525 0.096535 0.103845 CURRENT LEARNING RATE: 0.08499633164336956
previous_iter_valid_loss : 0.09672239422798157
177200 0.096593 0.096722 0.103976 CURRENT LEARNING RATE: 0.0849113777957295
previous_iter_valid_loss : 0.09095855057239532
177300 0.090994 0.090959 0.103779 CURRENT LEARNING RATE: 0.0848265088594743
previous_iter_valid_loss : 0.12244617193937302
177400 0.122985 0.122446 0.103888 CURRENT LEARNING RATE: 0.08474172474973506
previous_iter_valid_loss : 0.08998515456914902
177500 0.090225 0.089985 0.103545 CURRENT LEARNING RATE: 0.08465702538172759
previous_iter_valid_loss : 0.11227347701787949
177600 0.112543 0.112273 0.103637 CURRENT LEARNING RATE: 0.08457241067075259
previous_iter_valid_loss : 0.08666235953569412
177700 0.086864 0.086662 0.103486 CURRENT LEARNING RATE: 0.08448788053219529
previous_iter_valid_loss : 0.16002537310123444
177800 0.160575 0.160025 0.104256 CURRENT LEARNING RATE: 0.08440343488152557
previous_iter_valid_loss : 0.09885827451944351
177900 0.099084 0.098858 0.104318 CURRENT LEARNING RATE: 0.08431907363429775
previous_iter_valid_loss : 0.08092120289802551
178000 0.081016 0.080921 0.103895 CURRENT LEARNING RATE: 0.08423479670615061
previous_iter_valid_loss : 0.09673084318637848
178100 0.096937 0.096731 0.103984 CURRENT LEARNING RATE: 0.08415060401280719
previous_iter_valid_loss : 0.15216393768787384
178200 0.152560 0.152164 0.104577 CURRENT LEARNING RATE: 0.0840664954700748
previous_iter_valid_loss : 0.11462412029504776
178300 0.114943 0.114624 0.104907 CURRENT LEARNING RATE: 0.08398247099384487
previous_iter_valid_loss : 0.09016415476799011
178400 0.090367 0.090164 0.104851 CURRENT LEARNING RATE: 0.08389853050009295
previous_iter_valid_loss : 0.08287128061056137
178500 0.082947 0.082871 0.103478 CURRENT LEARNING RATE: 0.0838146739048785
previous_iter_valid_loss : 0.08507148176431656
178600 0.085205 0.085071 0.103422 CURRENT LEARNING RATE: 0.08373090112434496
previous_iter_valid_loss : 0.1146470308303833
178700 0.114900 0.114647 0.103361 CURRENT LEARNING RATE: 0.0836472120747195
previous_iter_valid_loss : 0.12000353634357452
178800 0.119829 0.120004 0.103208 CURRENT LEARNING RATE: 0.08356360667231312
previous_iter_valid_loss : 0.08479928225278854
178900 0.084750 0.084799 0.102925 CURRENT LEARNING RATE: 0.08348008483352035
previous_iter_valid_loss : 0.09208356589078903
179000 0.091895 0.092084 0.102708 CURRENT LEARNING RATE: 0.08339664647481938
previous_iter_valid_loss : 0.08232483267784119
179100 0.082323 0.082325 0.102570 CURRENT LEARNING RATE: 0.08331329151277182
previous_iter_valid_loss : 0.08081380277872086
179200 0.080793 0.080814 0.102400 CURRENT LEARNING RATE: 0.08323001986402274
previous_iter_valid_loss : 0.09064361453056335
179300 0.090733 0.090644 0.101615 CURRENT LEARNING RATE: 0.08314683144530044
previous_iter_valid_loss : 0.08713028579950333
179400 0.087258 0.087130 0.101630 CURRENT LEARNING RATE: 0.08306372617341654
previous_iter_valid_loss : 0.08062487840652466
179500 0.080711 0.080625 0.101627 CURRENT LEARNING RATE: 0.08298070396526569
previous_iter_valid_loss : 0.08857636898756027
179600 0.088730 0.088576 0.101231 CURRENT LEARNING RATE: 0.08289776473782576
previous_iter_valid_loss : 0.11067993938922882
179700 0.111021 0.110680 0.101271 CURRENT LEARNING RATE: 0.08281490840815746
previous_iter_valid_loss : 0.1144636869430542
179800 0.114741 0.114464 0.101578 CURRENT LEARNING RATE: 0.08273213489340447
previous_iter_valid_loss : 0.13535715639591217
179900 0.135772 0.135357 0.102135 CURRENT LEARNING RATE: 0.08264944411079327
previous_iter_valid_loss : 0.13404609262943268
180000 0.134468 0.134046 0.102500 CURRENT LEARNING RATE: 0.08256683597763308
previous_iter_valid_loss : 0.10839096456766129
180100 0.108138 0.108391 0.102724 CURRENT LEARNING RATE: 0.08248431041131572
previous_iter_valid_loss : 0.09285465627908707
180200 0.092954 0.092855 0.102769 CURRENT LEARNING RATE: 0.08240186732931568
previous_iter_valid_loss : 0.10201144963502884
180300 0.102186 0.102011 0.102443 CURRENT LEARNING RATE: 0.0823195066491898
previous_iter_valid_loss : 0.10455251485109329
180400 0.104400 0.104553 0.102633 CURRENT LEARNING RATE: 0.08223722828857745
previous_iter_valid_loss : 0.09579096734523773
180500 0.095888 0.095791 0.102732 CURRENT LEARNING RATE: 0.08215503216520023
previous_iter_valid_loss : 0.1284041553735733
180600 0.128799 0.128404 0.102956 CURRENT LEARNING RATE: 0.08207291819686204
previous_iter_valid_loss : 0.07887069880962372
180700 0.078883 0.078871 0.102735 CURRENT LEARNING RATE: 0.08199088630144886
previous_iter_valid_loss : 0.08425411581993103
180800 0.084149 0.084254 0.102683 CURRENT LEARNING RATE: 0.08190893639692884
previous_iter_valid_loss : 0.07788792252540588
Current valid loss: 0.07788792252540588; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
180900 0.077847 0.077888 0.102638 CURRENT LEARNING RATE: 0.08182706840135202
previous_iter_valid_loss : 0.09919007867574692
181000 0.099397 0.099190 0.102725 CURRENT LEARNING RATE: 0.08174528223285045
previous_iter_valid_loss : 0.13060416281223297
181100 0.130994 0.130604 0.103121 CURRENT LEARNING RATE: 0.0816635778096379
previous_iter_valid_loss : 0.08629899471998215
181200 0.086462 0.086299 0.102394 CURRENT LEARNING RATE: 0.08158195505000998
previous_iter_valid_loss : 0.10331233590841293
181300 0.103520 0.103312 0.102458 CURRENT LEARNING RATE: 0.08150041387234389
previous_iter_valid_loss : 0.11690862476825714
181400 0.117108 0.116909 0.102481 CURRENT LEARNING RATE: 0.08141895419509848
previous_iter_valid_loss : 0.09724918752908707
181500 0.097442 0.097249 0.102471 CURRENT LEARNING RATE: 0.08133757593681404
previous_iter_valid_loss : 0.10648007690906525
181600 0.106592 0.106480 0.102510 CURRENT LEARNING RATE: 0.08125627901611233
previous_iter_valid_loss : 0.08083279430866241
181700 0.080819 0.080833 0.102371 CURRENT LEARNING RATE: 0.08117506335169639
previous_iter_valid_loss : 0.10818745195865631
181800 0.108434 0.108187 0.101916 CURRENT LEARNING RATE: 0.08109392886235059
previous_iter_valid_loss : 0.09055014699697495
181900 0.090281 0.090550 0.101887 CURRENT LEARNING RATE: 0.08101287546694037
previous_iter_valid_loss : 0.08061656355857849
182000 0.080528 0.080617 0.101611 CURRENT LEARNING RATE: 0.08093190308441241
previous_iter_valid_loss : 0.10545754432678223
182100 0.105689 0.105458 0.101557 CURRENT LEARNING RATE: 0.08085101163379425
previous_iter_valid_loss : 0.08277921378612518
182200 0.082691 0.082779 0.101515 CURRENT LEARNING RATE: 0.08077020103419448
previous_iter_valid_loss : 0.08663704991340637
182300 0.086679 0.086637 0.101414 CURRENT LEARNING RATE: 0.08068947120480247
previous_iter_valid_loss : 0.08341673016548157
182400 0.083445 0.083417 0.101446 CURRENT LEARNING RATE: 0.08060882206488838
previous_iter_valid_loss : 0.08612506091594696
182500 0.086213 0.086125 0.101330 CURRENT LEARNING RATE: 0.08052825353380308
previous_iter_valid_loss : 0.110481396317482
182600 0.110711 0.110481 0.101592 CURRENT LEARNING RATE: 0.08044776553097803
previous_iter_valid_loss : 0.09910567849874496
182700 0.099367 0.099106 0.101631 CURRENT LEARNING RATE: 0.08036735797592519
previous_iter_valid_loss : 0.08106720447540283
182800 0.080997 0.081067 0.101546 CURRENT LEARNING RATE: 0.08028703078823705
previous_iter_valid_loss : 0.10203859955072403
182900 0.102215 0.102039 0.101689 CURRENT LEARNING RATE: 0.08020678388758637
previous_iter_valid_loss : 0.08183819055557251
183000 0.081834 0.081838 0.101470 CURRENT LEARNING RATE: 0.08012661719372628
previous_iter_valid_loss : 0.09559761732816696
183100 0.095700 0.095598 0.101618 CURRENT LEARNING RATE: 0.08004653062649005
previous_iter_valid_loss : 0.07834174484014511
183200 0.078311 0.078342 0.101364 CURRENT LEARNING RATE: 0.07996652410579112
previous_iter_valid_loss : 0.13370059430599213
183300 0.134042 0.133701 0.101882 CURRENT LEARNING RATE: 0.07988659755162296
previous_iter_valid_loss : 0.07908200472593307
183400 0.078969 0.079082 0.101763 CURRENT LEARNING RATE: 0.07980675088405902
previous_iter_valid_loss : 0.07845713198184967
183500 0.078461 0.078457 0.101489 CURRENT LEARNING RATE: 0.07972698402325258
previous_iter_valid_loss : 0.11013233661651611
183600 0.110412 0.110132 0.101750 CURRENT LEARNING RATE: 0.07964729688943685
previous_iter_valid_loss : 0.0966886430978775
183700 0.096779 0.096689 0.101766 CURRENT LEARNING RATE: 0.07956768940292461
previous_iter_valid_loss : 0.08431614190340042
183800 0.084105 0.084316 0.101579 CURRENT LEARNING RATE: 0.07948816148410844
previous_iter_valid_loss : 0.08537601679563522
183900 0.085193 0.085376 0.101476 CURRENT LEARNING RATE: 0.07940871305346034
previous_iter_valid_loss : 0.08157362788915634
184000 0.081436 0.081574 0.101241 CURRENT LEARNING RATE: 0.07932934403153194
previous_iter_valid_loss : 0.10058989375829697
184100 0.100774 0.100590 0.101441 CURRENT LEARNING RATE: 0.07925005433895416
previous_iter_valid_loss : 0.08346923440694809
184200 0.083435 0.083469 0.101216 CURRENT LEARNING RATE: 0.07917084389643735
previous_iter_valid_loss : 0.11474397033452988
184300 0.114961 0.114744 0.101551 CURRENT LEARNING RATE: 0.07909171262477101
previous_iter_valid_loss : 0.08425068855285645
184400 0.084273 0.084251 0.101446 CURRENT LEARNING RATE: 0.0790126604448239
previous_iter_valid_loss : 0.0834708884358406
184500 0.083443 0.083471 0.101143 CURRENT LEARNING RATE: 0.0789336872775438
previous_iter_valid_loss : 0.10327157378196716
184600 0.103038 0.103272 0.101300 CURRENT LEARNING RATE: 0.07885479304395758
previous_iter_valid_loss : 0.11026665568351746
184700 0.110020 0.110267 0.101358 CURRENT LEARNING RATE: 0.07877597766517096
previous_iter_valid_loss : 0.1252269744873047
184800 0.125161 0.125227 0.101430 CURRENT LEARNING RATE: 0.07869724106236857
previous_iter_valid_loss : 0.10943280160427094
184900 0.109665 0.109433 0.101631 CURRENT LEARNING RATE: 0.0786185831568138
previous_iter_valid_loss : 0.11507637798786163
185000 0.115226 0.115076 0.101680 CURRENT LEARNING RATE: 0.07854000386984875
previous_iter_valid_loss : 0.08412464708089828
185100 0.083913 0.084125 0.101589 CURRENT LEARNING RATE: 0.0784615031228941
previous_iter_valid_loss : 0.09037665277719498
185200 0.090452 0.090377 0.101455 CURRENT LEARNING RATE: 0.07838308083744913
previous_iter_valid_loss : 0.08031155914068222
185300 0.080330 0.080312 0.100570 CURRENT LEARNING RATE: 0.0783047369350915
previous_iter_valid_loss : 0.09586640447378159
185400 0.095971 0.095866 0.100517 CURRENT LEARNING RATE: 0.07822647133747737
previous_iter_valid_loss : 0.08036307990550995
185500 0.080306 0.080363 0.099752 CURRENT LEARNING RATE: 0.07814828396634106
previous_iter_valid_loss : 0.08191700279712677
185600 0.081980 0.081917 0.099634 CURRENT LEARNING RATE: 0.07807017474349526
previous_iter_valid_loss : 0.08281931281089783
185700 0.082860 0.082819 0.099031 CURRENT LEARNING RATE: 0.07799214359083068
previous_iter_valid_loss : 0.08722512423992157
185800 0.087089 0.087225 0.099052 CURRENT LEARNING RATE: 0.07791419043031621
previous_iter_valid_loss : 0.08532340824604034
185900 0.085489 0.085323 0.099001 CURRENT LEARNING RATE: 0.07783631518399865
previous_iter_valid_loss : 0.09140768647193909
186000 0.091469 0.091408 0.098759 CURRENT LEARNING RATE: 0.07775851777400278
previous_iter_valid_loss : 0.12103714048862457
186100 0.121293 0.121037 0.098918 CURRENT LEARNING RATE: 0.07768079812253113
previous_iter_valid_loss : 0.08490876853466034
186200 0.084944 0.084909 0.098070 CURRENT LEARNING RATE: 0.07760315615186411
previous_iter_valid_loss : 0.09120608121156693
186300 0.091243 0.091206 0.098032 CURRENT LEARNING RATE: 0.07752559178435968
previous_iter_valid_loss : 0.0940374955534935
186400 0.094158 0.094037 0.097870 CURRENT LEARNING RATE: 0.07744810494245352
previous_iter_valid_loss : 0.09270087629556656
186500 0.092746 0.092701 0.097975 CURRENT LEARNING RATE: 0.07737069554865875
previous_iter_valid_loss : 0.09992551803588867
186600 0.100112 0.099926 0.098116 CURRENT LEARNING RATE: 0.07729336352556597
previous_iter_valid_loss : 0.09258153289556503
186700 0.092629 0.092582 0.098050 CURRENT LEARNING RATE: 0.07721610879584316
previous_iter_valid_loss : 0.08832195401191711
186800 0.088409 0.088322 0.097461 CURRENT LEARNING RATE: 0.07713893128223558
previous_iter_valid_loss : 0.09862414002418518
186900 0.098428 0.098624 0.097276 CURRENT LEARNING RATE: 0.0770618309075657
previous_iter_valid_loss : 0.11133775860071182
187000 0.111595 0.111338 0.097529 CURRENT LEARNING RATE: 0.07698480759473317
previous_iter_valid_loss : 0.07883700728416443
187100 0.078731 0.078837 0.097352 CURRENT LEARNING RATE: 0.07690786126671463
previous_iter_valid_loss : 0.07848397642374039
187200 0.078418 0.078484 0.097169 CURRENT LEARNING RATE: 0.07683099184656379
previous_iter_valid_loss : 0.0837012529373169
187300 0.083626 0.083701 0.097097 CURRENT LEARNING RATE: 0.07675419925741117
previous_iter_valid_loss : 0.07965343445539474
187400 0.079634 0.079653 0.096669 CURRENT LEARNING RATE: 0.07667748342246423
previous_iter_valid_loss : 0.0797044038772583
187500 0.079639 0.079704 0.096566 CURRENT LEARNING RATE: 0.0766008442650071
previous_iter_valid_loss : 0.07953469455242157
187600 0.079534 0.079535 0.096239 CURRENT LEARNING RATE: 0.0765242817084006
previous_iter_valid_loss : 0.1131562739610672
187700 0.113330 0.113156 0.096504 CURRENT LEARNING RATE: 0.0764477956760822
previous_iter_valid_loss : 0.09782677888870239
187800 0.097914 0.097827 0.095882 CURRENT LEARNING RATE: 0.07637138609156584
previous_iter_valid_loss : 0.07805415987968445
187900 0.077954 0.078054 0.095674 CURRENT LEARNING RATE: 0.07629505287844195
previous_iter_valid_loss : 0.10259454697370529
188000 0.102359 0.102595 0.095890 CURRENT LEARNING RATE: 0.07621879596037727
previous_iter_valid_loss : 0.08906061947345734
188100 0.089190 0.089061 0.095814 CURRENT LEARNING RATE: 0.07614261526111492
previous_iter_valid_loss : 0.08747168630361557
188200 0.087304 0.087472 0.095167 CURRENT LEARNING RATE: 0.07606651070447416
previous_iter_valid_loss : 0.08066199719905853
188300 0.080526 0.080662 0.094827 CURRENT LEARNING RATE: 0.07599048221435047
previous_iter_valid_loss : 0.11097214370965958
188400 0.110800 0.110972 0.095035 CURRENT LEARNING RATE: 0.0759145297147153
previous_iter_valid_loss : 0.08609860390424728
188500 0.085948 0.086099 0.095067 CURRENT LEARNING RATE: 0.0758386531296162
previous_iter_valid_loss : 0.09627453982830048
188600 0.096455 0.096275 0.095179 CURRENT LEARNING RATE: 0.07576285238317651
previous_iter_valid_loss : 0.08442562818527222
188700 0.084500 0.084426 0.094877 CURRENT LEARNING RATE: 0.07568712739959556
previous_iter_valid_loss : 0.11666478961706161
188800 0.116884 0.116665 0.094844 CURRENT LEARNING RATE: 0.07561147810314828
previous_iter_valid_loss : 0.08437921851873398
188900 0.084376 0.084379 0.094840 CURRENT LEARNING RATE: 0.07553590441818543
previous_iter_valid_loss : 0.10261519998311996
189000 0.102817 0.102615 0.094945 CURRENT LEARNING RATE: 0.07546040626913328
previous_iter_valid_loss : 0.07995687425136566
189100 0.079815 0.079957 0.094921 CURRENT LEARNING RATE: 0.0753849835804937
previous_iter_valid_loss : 0.08760948479175568
189200 0.087531 0.087609 0.094989 CURRENT LEARNING RATE: 0.07530963627684396
previous_iter_valid_loss : 0.08804550021886826
189300 0.088077 0.088046 0.094963 CURRENT LEARNING RATE: 0.0752343642828368
previous_iter_valid_loss : 0.11986097693443298
189400 0.120100 0.119861 0.095291 CURRENT LEARNING RATE: 0.07515916752320016
previous_iter_valid_loss : 0.08266495168209076
189500 0.082578 0.082665 0.095311 CURRENT LEARNING RATE: 0.07508404592273733
previous_iter_valid_loss : 0.08629106730222702
189600 0.086314 0.086291 0.095288 CURRENT LEARNING RATE: 0.07500899940632667
previous_iter_valid_loss : 0.0794294998049736
189700 0.079416 0.079429 0.094976 CURRENT LEARNING RATE: 0.07493402789892167
previous_iter_valid_loss : 0.09980794787406921
189800 0.099622 0.099808 0.094829 CURRENT LEARNING RATE: 0.07485913132555082
previous_iter_valid_loss : 0.10031206905841827
189900 0.100121 0.100312 0.094479 CURRENT LEARNING RATE: 0.07478430961131753
previous_iter_valid_loss : 0.08719000965356827
190000 0.087033 0.087190 0.094010 CURRENT LEARNING RATE: 0.07470956268140008
previous_iter_valid_loss : 0.08426442742347717
190100 0.084209 0.084264 0.093769 CURRENT LEARNING RATE: 0.07463489046105154
previous_iter_valid_loss : 0.07952212542295456
190200 0.079521 0.079522 0.093635 CURRENT LEARNING RATE: 0.07456029287559968
previous_iter_valid_loss : 0.07850436866283417
190300 0.078544 0.078504 0.093400 CURRENT LEARNING RATE: 0.07448576985044691
previous_iter_valid_loss : 0.09993443638086319
190400 0.100136 0.099934 0.093354 CURRENT LEARNING RATE: 0.07441132131107019
previous_iter_valid_loss : 0.08413168787956238
190500 0.083968 0.084132 0.093238 CURRENT LEARNING RATE: 0.074336947183021
previous_iter_valid_loss : 0.08003424853086472
190600 0.079925 0.080034 0.092754 CURRENT LEARNING RATE: 0.07426264739192516
previous_iter_valid_loss : 0.0812431052327156
190700 0.081184 0.081243 0.092778 CURRENT LEARNING RATE: 0.07418842186348293
previous_iter_valid_loss : 0.11631444096565247
190800 0.116107 0.116314 0.093098 CURRENT LEARNING RATE: 0.07411427052346872
previous_iter_valid_loss : 0.08251935988664627
190900 0.082460 0.082519 0.093145 CURRENT LEARNING RATE: 0.07404019329773123
previous_iter_valid_loss : 0.12334905564785004
191000 0.123691 0.123349 0.093386 CURRENT LEARNING RATE: 0.0739661901121932
previous_iter_valid_loss : 0.1037462055683136
191100 0.103935 0.103746 0.093118 CURRENT LEARNING RATE: 0.07389226089285145
previous_iter_valid_loss : 0.08054345846176147
191200 0.080508 0.080543 0.093060 CURRENT LEARNING RATE: 0.07381840556577673
previous_iter_valid_loss : 0.08040379732847214
191300 0.080432 0.080404 0.092831 CURRENT LEARNING RATE: 0.07374462405711375
previous_iter_valid_loss : 0.10670989751815796
191400 0.106905 0.106710 0.092729 CURRENT LEARNING RATE: 0.07367091629308097
previous_iter_valid_loss : 0.08472487330436707
191500 0.084777 0.084725 0.092604 CURRENT LEARNING RATE: 0.07359728219997062
previous_iter_valid_loss : 0.08273709565401077
191600 0.082735 0.082737 0.092366 CURRENT LEARNING RATE: 0.0735237217041486
previous_iter_valid_loss : 0.07927471399307251
191700 0.079234 0.079275 0.092351 CURRENT LEARNING RATE: 0.07345023473205442
previous_iter_valid_loss : 0.14051303267478943
191800 0.140292 0.140513 0.092674 CURRENT LEARNING RATE: 0.07337682121020107
previous_iter_valid_loss : 0.07882020622491837
191900 0.078746 0.078820 0.092557 CURRENT LEARNING RATE: 0.07330348106517508
previous_iter_valid_loss : 0.10034559667110443
192000 0.100096 0.100346 0.092754 CURRENT LEARNING RATE: 0.07323021422363624
previous_iter_valid_loss : 0.10330042988061905
192100 0.103111 0.103300 0.092732 CURRENT LEARNING RATE: 0.07315702061231773
previous_iter_valid_loss : 0.08590788394212723
192200 0.085882 0.085908 0.092764 CURRENT LEARNING RATE: 0.07308390015802592
previous_iter_valid_loss : 0.07823611795902252
192300 0.078137 0.078236 0.092680 CURRENT LEARNING RATE: 0.07301085278764037
previous_iter_valid_loss : 0.150675967335701
192400 0.150394 0.150676 0.093352 CURRENT LEARNING RATE: 0.07293787842811368
previous_iter_valid_loss : 0.09658904373645782
192500 0.096678 0.096589 0.093457 CURRENT LEARNING RATE: 0.07286497700647152
previous_iter_valid_loss : 0.07833452522754669
192600 0.078305 0.078335 0.093135 CURRENT LEARNING RATE: 0.07279214844981241
previous_iter_valid_loss : 0.0787518173456192
192700 0.078642 0.078752 0.092932 CURRENT LEARNING RATE: 0.07271939268530785
previous_iter_valid_loss : 0.07958769053220749
192800 0.079534 0.079588 0.092917 CURRENT LEARNING RATE: 0.072646709640202
previous_iter_valid_loss : 0.08522749692201614
192900 0.085182 0.085227 0.092749 CURRENT LEARNING RATE: 0.07257409924181187
previous_iter_valid_loss : 0.07976753264665604
193000 0.079753 0.079768 0.092728 CURRENT LEARNING RATE: 0.072501561417527
previous_iter_valid_loss : 0.09197210520505905
193100 0.092131 0.091972 0.092692 CURRENT LEARNING RATE: 0.07242909609480963
previous_iter_valid_loss : 0.07810351252555847
193200 0.078018 0.078104 0.092690 CURRENT LEARNING RATE: 0.07235670320119436
previous_iter_valid_loss : 0.08317279815673828
193300 0.083081 0.083173 0.092184 CURRENT LEARNING RATE: 0.07228438266428834
previous_iter_valid_loss : 0.08144351094961166
193400 0.081487 0.081444 0.092208 CURRENT LEARNING RATE: 0.07221213441177099
previous_iter_valid_loss : 0.08295293897390366
193500 0.082890 0.082953 0.092253 CURRENT LEARNING RATE: 0.07213995837139409
previous_iter_valid_loss : 0.08538206666707993
193600 0.085460 0.085382 0.092005 CURRENT LEARNING RATE: 0.07206785447098155
previous_iter_valid_loss : 0.11490361392498016
193700 0.115242 0.114904 0.092188 CURRENT LEARNING RATE: 0.0719958226384295
previous_iter_valid_loss : 0.1007634773850441
193800 0.100549 0.100763 0.092352 CURRENT LEARNING RATE: 0.07192386280170608
previous_iter_valid_loss : 0.08289758861064911
193900 0.082740 0.082898 0.092327 CURRENT LEARNING RATE: 0.07185197488885146
previous_iter_valid_loss : 0.0826195627450943
194000 0.082381 0.082620 0.092338 CURRENT LEARNING RATE: 0.07178015882797771
previous_iter_valid_loss : 0.08796754479408264
194100 0.088027 0.087968 0.092211 CURRENT LEARNING RATE: 0.07170841454726878
previous_iter_valid_loss : 0.07804097980260849
194200 0.077928 0.078041 0.092157 CURRENT LEARNING RATE: 0.07163674197498036
previous_iter_valid_loss : 0.07895559072494507
194300 0.078875 0.078956 0.091799 CURRENT LEARNING RATE: 0.07156514103943991
previous_iter_valid_loss : 0.07931586354970932
194400 0.079302 0.079316 0.091750 CURRENT LEARNING RATE: 0.07149361166904644
previous_iter_valid_loss : 0.10186745226383209
194500 0.101575 0.101867 0.091934 CURRENT LEARNING RATE: 0.07142215379227061
previous_iter_valid_loss : 0.07827957719564438
194600 0.078165 0.078280 0.091684 CURRENT LEARNING RATE: 0.07135076733765451
previous_iter_valid_loss : 0.08113455772399902
194700 0.081169 0.081135 0.091393 CURRENT LEARNING RATE: 0.07127945223381171
previous_iter_valid_loss : 0.08034910261631012
194800 0.080236 0.080349 0.090944 CURRENT LEARNING RATE: 0.07120820840942707
previous_iter_valid_loss : 0.08054440468549728
194900 0.080508 0.080544 0.090655 CURRENT LEARNING RATE: 0.0711370357932568
previous_iter_valid_loss : 0.08115947246551514
195000 0.081097 0.081159 0.090316 CURRENT LEARNING RATE: 0.0710659343141282
previous_iter_valid_loss : 0.08932904899120331
195100 0.089190 0.089329 0.090368 CURRENT LEARNING RATE: 0.07099490390093989
previous_iter_valid_loss : 0.07927410304546356
195200 0.079244 0.079274 0.090257 CURRENT LEARNING RATE: 0.07092394448266136
previous_iter_valid_loss : 0.1323622614145279
195300 0.132643 0.132362 0.090777 CURRENT LEARNING RATE: 0.07085305598833325
previous_iter_valid_loss : 0.08110713213682175
195400 0.080936 0.081107 0.090630 CURRENT LEARNING RATE: 0.07078223834706701
previous_iter_valid_loss : 0.08301644027233124
195500 0.083056 0.083016 0.090656 CURRENT LEARNING RATE: 0.07071149148804504
previous_iter_valid_loss : 0.07848838716745377
195600 0.078451 0.078488 0.090622 CURRENT LEARNING RATE: 0.07064081534052043
previous_iter_valid_loss : 0.09803926199674606
195700 0.097866 0.098039 0.090774 CURRENT LEARNING RATE: 0.07057020983381705
previous_iter_valid_loss : 0.10185898095369339
195800 0.102031 0.101859 0.090921 CURRENT LEARNING RATE: 0.07049967489732938
previous_iter_valid_loss : 0.09472634643316269
195900 0.094827 0.094726 0.091015 CURRENT LEARNING RATE: 0.0704292104605225
previous_iter_valid_loss : 0.09833947569131851
196000 0.098452 0.098339 0.091084 CURRENT LEARNING RATE: 0.07035881645293193
previous_iter_valid_loss : 0.08782390505075455
196100 0.087854 0.087824 0.090752 CURRENT LEARNING RATE: 0.0702884928041637
previous_iter_valid_loss : 0.11985252797603607
196200 0.119617 0.119853 0.091101 CURRENT LEARNING RATE: 0.0702182394438941
previous_iter_valid_loss : 0.09608282893896103
196300 0.096171 0.096083 0.091150 CURRENT LEARNING RATE: 0.07014805630186982
previous_iter_valid_loss : 0.08837869763374329
196400 0.088194 0.088379 0.091093 CURRENT LEARNING RATE: 0.07007794330790768
previous_iter_valid_loss : 0.08810367435216904
196500 0.088111 0.088104 0.091047 CURRENT LEARNING RATE: 0.0700079003918947
previous_iter_valid_loss : 0.07911376655101776
196600 0.078932 0.079114 0.090839 CURRENT LEARNING RATE: 0.06993792748378792
previous_iter_valid_loss : 0.13806632161140442
196700 0.138434 0.138066 0.091294 CURRENT LEARNING RATE: 0.06986802451361447
previous_iter_valid_loss : 0.13452699780464172
196800 0.134890 0.134527 0.091756 CURRENT LEARNING RATE: 0.06979819141147135
previous_iter_valid_loss : 0.08566898852586746
196900 0.085704 0.085669 0.091627 CURRENT LEARNING RATE: 0.06972842810752547
previous_iter_valid_loss : 0.07735144346952438
Current valid loss: 0.07735144346952438; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
197000 0.077261 0.077351 0.091287 CURRENT LEARNING RATE: 0.06965873453201349
previous_iter_valid_loss : 0.07821033149957657
197100 0.078180 0.078210 0.091280 CURRENT LEARNING RATE: 0.06958911061524187
previous_iter_valid_loss : 0.08170292526483536
197200 0.081706 0.081703 0.091313 CURRENT LEARNING RATE: 0.06951955628758663
previous_iter_valid_loss : 0.08815287053585052
197300 0.088232 0.088153 0.091357 CURRENT LEARNING RATE: 0.0694500714794935
previous_iter_valid_loss : 0.09354006499052048
197400 0.093387 0.093540 0.091496 CURRENT LEARNING RATE: 0.06938065612147762
previous_iter_valid_loss : 0.07975821942090988
197500 0.079740 0.079758 0.091497 CURRENT LEARNING RATE: 0.06931131014412366
previous_iter_valid_loss : 0.08509258180856705
197600 0.085148 0.085093 0.091552 CURRENT LEARNING RATE: 0.06924203347808561
previous_iter_valid_loss : 0.08533165603876114
197700 0.085345 0.085332 0.091274 CURRENT LEARNING RATE: 0.06917282605408681
previous_iter_valid_loss : 0.12344584614038467
197800 0.123352 0.123446 0.091530 CURRENT LEARNING RATE: 0.06910368780291982
previous_iter_valid_loss : 0.10942696034908295
197900 0.109264 0.109427 0.091844 CURRENT LEARNING RATE: 0.06903461865544641
previous_iter_valid_loss : 0.07875173538923264
198000 0.078712 0.078752 0.091605 CURRENT LEARNING RATE: 0.06896561854259739
previous_iter_valid_loss : 0.14173604547977448
198100 0.141518 0.141736 0.092132 CURRENT LEARNING RATE: 0.06889668739537268
previous_iter_valid_loss : 0.08032775670289993
198200 0.080353 0.080328 0.092061 CURRENT LEARNING RATE: 0.06882782514484108
previous_iter_valid_loss : 0.12902021408081055
198300 0.129245 0.129020 0.092544 CURRENT LEARNING RATE: 0.06875903172214037
previous_iter_valid_loss : 0.07850977778434753
198400 0.078426 0.078510 0.092220 CURRENT LEARNING RATE: 0.06869030705847712
previous_iter_valid_loss : 0.07749374955892563
198500 0.077446 0.077494 0.092134 CURRENT LEARNING RATE: 0.06862165108512666
previous_iter_valid_loss : 0.10927082598209381
198600 0.109015 0.109271 0.092264 CURRENT LEARNING RATE: 0.06855306373343298
previous_iter_valid_loss : 0.11301232874393463
198700 0.112774 0.113012 0.092549 CURRENT LEARNING RATE: 0.06848454493480877
previous_iter_valid_loss : 0.08526718616485596
198800 0.085085 0.085267 0.092236 CURRENT LEARNING RATE: 0.06841609462073518
previous_iter_valid_loss : 0.08087765425443649
198900 0.080816 0.080878 0.092200 CURRENT LEARNING RATE: 0.06834771272276192
previous_iter_valid_loss : 0.08164142817258835
199000 0.081511 0.081641 0.091991 CURRENT LEARNING RATE: 0.06827939917250708
previous_iter_valid_loss : 0.07855595648288727
199100 0.078541 0.078556 0.091977 CURRENT LEARNING RATE: 0.06821115390165712
previous_iter_valid_loss : 0.08040817826986313
199200 0.080390 0.080408 0.091905 CURRENT LEARNING RATE: 0.06814297684196671
previous_iter_valid_loss : 0.08782322704792023
199300 0.087688 0.087823 0.091903 CURRENT LEARNING RATE: 0.06807486792525885
previous_iter_valid_loss : 0.1017376035451889
199400 0.101925 0.101738 0.091721 CURRENT LEARNING RATE: 0.06800682708342458
previous_iter_valid_loss : 0.0903502032160759
199500 0.090351 0.090350 0.091798 CURRENT LEARNING RATE: 0.06793885424842307
previous_iter_valid_loss : 0.12029898911714554
199600 0.120142 0.120299 0.092138 CURRENT LEARNING RATE: 0.06787094935228144
previous_iter_valid_loss : 0.10972153395414352
199700 0.109800 0.109722 0.092441 CURRENT LEARNING RATE: 0.06780311232709485
previous_iter_valid_loss : 0.07752827554941177
199800 0.077474 0.077528 0.092218 CURRENT LEARNING RATE: 0.06773534310502621
previous_iter_valid_loss : 0.11011791974306107
199900 0.109929 0.110118 0.092316 CURRENT LEARNING RATE: 0.06766764161830635
previous_iter_valid_loss : 0.09821254760026932
200000 0.098334 0.098213 0.092427 CURRENT LEARNING RATE: 0.06760000779923374
previous_iter_valid_loss : 0.09731271862983704
200100 0.097379 0.097313 0.092557 CURRENT LEARNING RATE: 0.06753244158017456
previous_iter_valid_loss : 0.10247158259153366
200200 0.102145 0.102472 0.092787 CURRENT LEARNING RATE: 0.06746494289356256
previous_iter_valid_loss : 0.08308719098567963
200300 0.083072 0.083087 0.092832 CURRENT LEARNING RATE: 0.0673975116718991
previous_iter_valid_loss : 0.08096714317798615
200400 0.080749 0.080967 0.092643 CURRENT LEARNING RATE: 0.06733014784775293
previous_iter_valid_loss : 0.11981888860464096
200500 0.119581 0.119819 0.093000 CURRENT LEARNING RATE: 0.06726285135376023
previous_iter_valid_loss : 0.11924143880605698
200600 0.118944 0.119241 0.093392 CURRENT LEARNING RATE: 0.06719562212262445
previous_iter_valid_loss : 0.1122891828417778
200700 0.112151 0.112289 0.093702 CURRENT LEARNING RATE: 0.06712846008711643
previous_iter_valid_loss : 0.10719680041074753
200800 0.106972 0.107197 0.093611 CURRENT LEARNING RATE: 0.06706136518007408
previous_iter_valid_loss : 0.08011113852262497
200900 0.080074 0.080111 0.093587 CURRENT LEARNING RATE: 0.06699433733440249
previous_iter_valid_loss : 0.1116095706820488
201000 0.111785 0.111610 0.093469 CURRENT LEARNING RATE: 0.06692737648307381
previous_iter_valid_loss : 0.08282556384801865
201100 0.082782 0.082826 0.093260 CURRENT LEARNING RATE: 0.0668604825591272
previous_iter_valid_loss : 0.1305825561285019
201200 0.130389 0.130583 0.093761 CURRENT LEARNING RATE: 0.06679365549566874
previous_iter_valid_loss : 0.07826615869998932
201300 0.078222 0.078266 0.093739 CURRENT LEARNING RATE: 0.06672689522587133
previous_iter_valid_loss : 0.09652084857225418
201400 0.096293 0.096521 0.093637 CURRENT LEARNING RATE: 0.06666020168297468
previous_iter_valid_loss : 0.09231055527925491
201500 0.092450 0.092311 0.093713 CURRENT LEARNING RATE: 0.0665935748002853
previous_iter_valid_loss : 0.11988106369972229
201600 0.120137 0.119881 0.094085 CURRENT LEARNING RATE: 0.06652701451117626
previous_iter_valid_loss : 0.08464029431343079
201700 0.084507 0.084640 0.094138 CURRENT LEARNING RATE: 0.06646052074908729
previous_iter_valid_loss : 0.14391741156578064
201800 0.143753 0.143917 0.094172 CURRENT LEARNING RATE: 0.06639409344752457
previous_iter_valid_loss : 0.08412884920835495
201900 0.084128 0.084129 0.094225 CURRENT LEARNING RATE: 0.06632773254006086
previous_iter_valid_loss : 0.09417498111724854
202000 0.094310 0.094175 0.094164 CURRENT LEARNING RATE: 0.06626143796033522
previous_iter_valid_loss : 0.08293724805116653
202100 0.082971 0.082937 0.093960 CURRENT LEARNING RATE: 0.06619520964205305
previous_iter_valid_loss : 0.09035515785217285
202200 0.090384 0.090355 0.094005 CURRENT LEARNING RATE: 0.06612904751898603
previous_iter_valid_loss : 0.09475187212228775
202300 0.094581 0.094752 0.094170 CURRENT LEARNING RATE: 0.06606295152497205
previous_iter_valid_loss : 0.08065153658390045
202400 0.080494 0.080652 0.093470 CURRENT LEARNING RATE: 0.06599692159391511
previous_iter_valid_loss : 0.10449323803186417
202500 0.104312 0.104493 0.093549 CURRENT LEARNING RATE: 0.06593095765978527
previous_iter_valid_loss : 0.09289314597845078
202600 0.092759 0.092893 0.093694 CURRENT LEARNING RATE: 0.06586505965661854
previous_iter_valid_loss : 0.07811899483203888
202700 0.078033 0.078119 0.093688 CURRENT LEARNING RATE: 0.065799227518517
previous_iter_valid_loss : 0.08549037575721741
202800 0.085488 0.085490 0.093747 CURRENT LEARNING RATE: 0.06573346117964844
previous_iter_valid_loss : 0.10299881547689438
202900 0.103098 0.102999 0.093925 CURRENT LEARNING RATE: 0.06566776057424656
previous_iter_valid_loss : 0.08859290927648544
203000 0.088625 0.088593 0.094013 CURRENT LEARNING RATE: 0.06560212563661068
previous_iter_valid_loss : 0.07834828644990921
203100 0.078383 0.078348 0.093877 CURRENT LEARNING RATE: 0.06553655630110594
previous_iter_valid_loss : 0.07942502945661545
203200 0.079370 0.079425 0.093890 CURRENT LEARNING RATE: 0.06547105250216297
previous_iter_valid_loss : 0.09023217111825943
203300 0.090037 0.090232 0.093960 CURRENT LEARNING RATE: 0.06540561417427794
previous_iter_valid_loss : 0.08161704242229462
203400 0.081608 0.081617 0.093962 CURRENT LEARNING RATE: 0.06534024125201252
previous_iter_valid_loss : 0.10246302932500839
203500 0.102527 0.102463 0.094157 CURRENT LEARNING RATE: 0.06527493366999382
previous_iter_valid_loss : 0.14190618693828583
203600 0.142234 0.141906 0.094722 CURRENT LEARNING RATE: 0.06520969136291424
previous_iter_valid_loss : 0.09998682141304016
203700 0.100028 0.099987 0.094573 CURRENT LEARNING RATE: 0.06514451426553144
previous_iter_valid_loss : 0.10929286479949951
203800 0.109090 0.109293 0.094659 CURRENT LEARNING RATE: 0.06507940231266832
previous_iter_valid_loss : 0.11973249912261963
203900 0.119490 0.119732 0.095027 CURRENT LEARNING RATE: 0.06501435543921295
previous_iter_valid_loss : 0.11233581602573395
204000 0.112570 0.112336 0.095324 CURRENT LEARNING RATE: 0.06494937358011846
previous_iter_valid_loss : 0.07931052148342133
204100 0.079274 0.079311 0.095238 CURRENT LEARNING RATE: 0.06488445667040293
previous_iter_valid_loss : 0.08147945255041122
204200 0.081350 0.081479 0.095272 CURRENT LEARNING RATE: 0.06481960464514948
previous_iter_valid_loss : 0.09294494241476059
204300 0.093105 0.092945 0.095412 CURRENT LEARNING RATE: 0.06475481743950609
previous_iter_valid_loss : 0.08180416375398636
204400 0.081658 0.081804 0.095437 CURRENT LEARNING RATE: 0.06469009498868554
previous_iter_valid_loss : 0.08538109809160233
204500 0.085190 0.085381 0.095272 CURRENT LEARNING RATE: 0.06462543722796536
previous_iter_valid_loss : 0.09958750754594803
204600 0.099769 0.099588 0.095485 CURRENT LEARNING RATE: 0.06456084409268778
previous_iter_valid_loss : 0.08180664479732513
204700 0.081621 0.081807 0.095492 CURRENT LEARNING RATE: 0.0644963155182597
previous_iter_valid_loss : 0.08184697479009628
204800 0.081753 0.081847 0.095507 CURRENT LEARNING RATE: 0.06443185144015251
previous_iter_valid_loss : 0.0823550745844841
204900 0.082273 0.082355 0.095525 CURRENT LEARNING RATE: 0.06436745179390212
previous_iter_valid_loss : 0.09816402941942215
205000 0.098076 0.098164 0.095695 CURRENT LEARNING RATE: 0.06430311651510887
previous_iter_valid_loss : 0.08286157995462418
205100 0.082751 0.082862 0.095630 CURRENT LEARNING RATE: 0.06423884553943751
previous_iter_valid_loss : 0.09761149436235428
205200 0.097695 0.097611 0.095813 CURRENT LEARNING RATE: 0.06417463880261706
previous_iter_valid_loss : 0.09234079718589783
205300 0.092350 0.092341 0.095413 CURRENT LEARNING RATE: 0.06411049624044075
previous_iter_valid_loss : 0.08726654946804047
205400 0.087052 0.087267 0.095475 CURRENT LEARNING RATE: 0.06404641778876599
previous_iter_valid_loss : 0.11721225082874298
205500 0.117043 0.117212 0.095817 CURRENT LEARNING RATE: 0.0639824033835144
previous_iter_valid_loss : 0.10418713837862015
205600 0.104017 0.104187 0.096074 CURRENT LEARNING RATE: 0.06391845296067152
previous_iter_valid_loss : 0.08393832296133041
205700 0.083762 0.083938 0.095933 CURRENT LEARNING RATE: 0.06385456645628691
previous_iter_valid_loss : 0.13103561103343964
205800 0.131286 0.131036 0.096225 CURRENT LEARNING RATE: 0.06379074380647407
previous_iter_valid_loss : 0.11318153142929077
205900 0.113075 0.113182 0.096409 CURRENT LEARNING RATE: 0.06372698494741037
previous_iter_valid_loss : 0.0880703330039978
206000 0.087989 0.088070 0.096306 CURRENT LEARNING RATE: 0.06366328981533693
previous_iter_valid_loss : 0.08568888902664185
206100 0.085637 0.085689 0.096285 CURRENT LEARNING RATE: 0.0635996583465586
previous_iter_valid_loss : 0.09100520610809326
206200 0.091129 0.091005 0.095997 CURRENT LEARNING RATE: 0.06353609047744391
previous_iter_valid_loss : 0.08502674102783203
206300 0.085040 0.085027 0.095886 CURRENT LEARNING RATE: 0.06347258614442501
previous_iter_valid_loss : 0.09745042026042938
206400 0.097455 0.097450 0.095977 CURRENT LEARNING RATE: 0.06340914528399755
previous_iter_valid_loss : 0.1432010531425476
206500 0.143437 0.143201 0.096528 CURRENT LEARNING RATE: 0.06334576783272065
previous_iter_valid_loss : 0.10936010628938675
206600 0.109506 0.109360 0.096830 CURRENT LEARNING RATE: 0.06328245372721683
previous_iter_valid_loss : 0.10487381368875504
206700 0.104816 0.104874 0.096498 CURRENT LEARNING RATE: 0.06321920290417204
previous_iter_valid_loss : 0.09343129396438599
206800 0.093532 0.093431 0.096087 CURRENT LEARNING RATE: 0.06315601530033543
previous_iter_valid_loss : 0.08193118870258331
206900 0.082032 0.081931 0.096050 CURRENT LEARNING RATE: 0.06309289085251939
previous_iter_valid_loss : 0.11744965612888336
207000 0.117715 0.117450 0.096451 CURRENT LEARNING RATE: 0.06302982949759942
previous_iter_valid_loss : 0.09667842090129852
207100 0.096925 0.096678 0.096636 CURRENT LEARNING RATE: 0.06296683117251423
previous_iter_valid_loss : 0.08769463002681732
207200 0.087544 0.087695 0.096696 CURRENT LEARNING RATE: 0.06290389581426546
previous_iter_valid_loss : 0.09603876620531082
207300 0.095910 0.096039 0.096774 CURRENT LEARNING RATE: 0.06284102335991774
previous_iter_valid_loss : 0.10508479177951813
207400 0.105300 0.105085 0.096890 CURRENT LEARNING RATE: 0.0627782137465986
previous_iter_valid_loss : 0.11057288944721222
207500 0.110824 0.110573 0.097198 CURRENT LEARNING RATE: 0.06271546691149846
previous_iter_valid_loss : 0.08438918739557266
207600 0.084342 0.084389 0.097191 CURRENT LEARNING RATE: 0.06265278279187046
previous_iter_valid_loss : 0.09488523751497269
207700 0.094982 0.094885 0.097286 CURRENT LEARNING RATE: 0.06259016132503047
previous_iter_valid_loss : 0.12286985665559769
207800 0.122886 0.122870 0.097281 CURRENT LEARNING RATE: 0.06252760244835699
previous_iter_valid_loss : 0.09688801318407059
207900 0.096812 0.096888 0.097155 CURRENT LEARNING RATE: 0.06246510609929121
previous_iter_valid_loss : 0.138795405626297
208000 0.139085 0.138795 0.097756 CURRENT LEARNING RATE: 0.06240267221533673
previous_iter_valid_loss : 0.09619411081075668
208100 0.096259 0.096194 0.097300 CURRENT LEARNING RATE: 0.062340300734059655
previous_iter_valid_loss : 0.08861754089593887
208200 0.088695 0.088618 0.097383 CURRENT LEARNING RATE: 0.06227799159308849
previous_iter_valid_loss : 0.09496814012527466
208300 0.094915 0.094968 0.097043 CURRENT LEARNING RATE: 0.06221574473011413
previous_iter_valid_loss : 0.09229114651679993
208400 0.092098 0.092291 0.097181 CURRENT LEARNING RATE: 0.06215356008288969
previous_iter_valid_loss : 0.0843241736292839
208500 0.084296 0.084324 0.097249 CURRENT LEARNING RATE: 0.06209143758923051
previous_iter_valid_loss : 0.08455849438905716
208600 0.084619 0.084558 0.097002 CURRENT LEARNING RATE: 0.06202937718701407
previous_iter_valid_loss : 0.0972171425819397
208700 0.097275 0.097217 0.096844 CURRENT LEARNING RATE: 0.06196737881418001
previous_iter_valid_loss : 0.09403392672538757
208800 0.094175 0.094034 0.096931 CURRENT LEARNING RATE: 0.06190544240872993
previous_iter_valid_loss : 0.09559587389230728
208900 0.095449 0.095596 0.097079 CURRENT LEARNING RATE: 0.061843567908727415
previous_iter_valid_loss : 0.08747244626283646
209000 0.087378 0.087472 0.097137 CURRENT LEARNING RATE: 0.06178175525229794
previous_iter_valid_loss : 0.08182907849550247
209100 0.081802 0.081829 0.097170 CURRENT LEARNING RATE: 0.06172000437762889
previous_iter_valid_loss : 0.08709942549467087
209200 0.086945 0.087099 0.097237 CURRENT LEARNING RATE: 0.061658315222969357
previous_iter_valid_loss : 0.0801440179347992
209300 0.080096 0.080144 0.097160 CURRENT LEARNING RATE: 0.06159668772663019
previous_iter_valid_loss : 0.08729482442140579
209400 0.087164 0.087295 0.097015 CURRENT LEARNING RATE: 0.061535121826983855
previous_iter_valid_loss : 0.1311320662498474
209500 0.130981 0.131132 0.097423 CURRENT LEARNING RATE: 0.0614736174624645
previous_iter_valid_loss : 0.0808100551366806
209600 0.080726 0.080810 0.097028 CURRENT LEARNING RATE: 0.06141217457156773
previous_iter_valid_loss : 0.12426596879959106
209700 0.124073 0.124266 0.097174 CURRENT LEARNING RATE: 0.06135079309285065
previous_iter_valid_loss : 0.08749565482139587
209800 0.087238 0.087496 0.097273 CURRENT LEARNING RATE: 0.06128947296493175
previous_iter_valid_loss : 0.1210830956697464
209900 0.120860 0.121083 0.097383 CURRENT LEARNING RATE: 0.06122821412649095
previous_iter_valid_loss : 0.08306397497653961
210000 0.083016 0.083064 0.097232 CURRENT LEARNING RATE: 0.06116701651626938
previous_iter_valid_loss : 0.0811009332537651
210100 0.081140 0.081101 0.097069 CURRENT LEARNING RATE: 0.06110588007306942
previous_iter_valid_loss : 0.08029349893331528
210200 0.080283 0.080293 0.096848 CURRENT LEARNING RATE: 0.0610448047357546
previous_iter_valid_loss : 0.07950333505868912
210300 0.079457 0.079503 0.096812 CURRENT LEARNING RATE: 0.06098379044324963
previous_iter_valid_loss : 0.10337997227907181
210400 0.103165 0.103380 0.097036 CURRENT LEARNING RATE: 0.06092283713454018
previous_iter_valid_loss : 0.09803786873817444
210500 0.097932 0.098038 0.096818 CURRENT LEARNING RATE: 0.060861944748672944
previous_iter_valid_loss : 0.11623641103506088
210600 0.116475 0.116236 0.096788 CURRENT LEARNING RATE: 0.0608011132247555
previous_iter_valid_loss : 0.08450090140104294
210700 0.084513 0.084501 0.096510 CURRENT LEARNING RATE: 0.06074034250195638
previous_iter_valid_loss : 0.13973000645637512
210800 0.139508 0.139730 0.096836 CURRENT LEARNING RATE: 0.060679632519504825
previous_iter_valid_loss : 0.08656435459852219
210900 0.086574 0.086564 0.096900 CURRENT LEARNING RATE: 0.06061898321669084
previous_iter_valid_loss : 0.0900760367512703
211000 0.090035 0.090076 0.096685 CURRENT LEARNING RATE: 0.0605583945328651
previous_iter_valid_loss : 0.08635054528713226
211100 0.086358 0.086351 0.096720 CURRENT LEARNING RATE: 0.06049786640743896
previous_iter_valid_loss : 0.08458726853132248
211200 0.084552 0.084587 0.096260 CURRENT LEARNING RATE: 0.06043739877988428
previous_iter_valid_loss : 0.10353463888168335
211300 0.103841 0.103535 0.096513 CURRENT LEARNING RATE: 0.060376991589733406
previous_iter_valid_loss : 0.08585843443870544
211400 0.085799 0.085858 0.096406 CURRENT LEARNING RATE: 0.06031664477657913
previous_iter_valid_loss : 0.0836353525519371
211500 0.083635 0.083635 0.096319 CURRENT LEARNING RATE: 0.06025635828007469
previous_iter_valid_loss : 0.11638056486845016
211600 0.116539 0.116381 0.096284 CURRENT LEARNING RATE: 0.06019613203993354
previous_iter_valid_loss : 0.07986502349376678
211700 0.079749 0.079865 0.096237 CURRENT LEARNING RATE: 0.060135965995929457
previous_iter_valid_loss : 0.09804500639438629
211800 0.097814 0.098045 0.095778 CURRENT LEARNING RATE: 0.060075860087896345
previous_iter_valid_loss : 0.08752768486738205
211900 0.087613 0.087528 0.095812 CURRENT LEARNING RATE: 0.06001581425572836
previous_iter_valid_loss : 0.08995941281318665
212000 0.089667 0.089959 0.095770 CURRENT LEARNING RATE: 0.05995582843937963
previous_iter_valid_loss : 0.08020278066396713
212100 0.080206 0.080203 0.095742 CURRENT LEARNING RATE: 0.05989590257886434
previous_iter_valid_loss : 0.12400154769420624
212200 0.123808 0.124002 0.096079 CURRENT LEARNING RATE: 0.059836036614256585
previous_iter_valid_loss : 0.08606947213411331
212300 0.085856 0.086069 0.095992 CURRENT LEARNING RATE: 0.05977623048569047
previous_iter_valid_loss : 0.10363548249006271
212400 0.103459 0.103635 0.096222 CURRENT LEARNING RATE: 0.05971648413335981
previous_iter_valid_loss : 0.07944518327713013
212500 0.079315 0.079445 0.095971 CURRENT LEARNING RATE: 0.05965679749751826
previous_iter_valid_loss : 0.10376904904842377
212600 0.103552 0.103769 0.096080 CURRENT LEARNING RATE: 0.05959717051847919
previous_iter_valid_loss : 0.08692052960395813
212700 0.086741 0.086921 0.096168 CURRENT LEARNING RATE: 0.05953760313661557
previous_iter_valid_loss : 0.11305270344018936
212800 0.113221 0.113053 0.096444 CURRENT LEARNING RATE: 0.059478095292360075
previous_iter_valid_loss : 0.09669912606477737
212900 0.096543 0.096699 0.096381 CURRENT LEARNING RATE: 0.05941864692620483
previous_iter_valid_loss : 0.08332599699497223
213000 0.083307 0.083326 0.096328 CURRENT LEARNING RATE: 0.05935925797870146
previous_iter_valid_loss : 0.08037912845611572
213100 0.080285 0.080379 0.096348 CURRENT LEARNING RATE: 0.05929992839046099
previous_iter_valid_loss : 0.08116617053747177
213200 0.081209 0.081166 0.096366 CURRENT LEARNING RATE: 0.05924065810215388
previous_iter_valid_loss : 0.18987984955310822
213300 0.190316 0.189880 0.097362 CURRENT LEARNING RATE: 0.05918144705450981
previous_iter_valid_loss : 0.08611880987882614
213400 0.085935 0.086119 0.097407 CURRENT LEARNING RATE: 0.05912229518831772
previous_iter_valid_loss : 0.09107355773448944
213500 0.090852 0.091074 0.097293 CURRENT LEARNING RATE: 0.05906320244442573
previous_iter_valid_loss : 0.08526479452848434
213600 0.085242 0.085265 0.096727 CURRENT LEARNING RATE: 0.05900416876374112
previous_iter_valid_loss : 0.08561641722917557
213700 0.085642 0.085616 0.096583 CURRENT LEARNING RATE: 0.0589451940872302
previous_iter_valid_loss : 0.08725225180387497
213800 0.087107 0.087252 0.096363 CURRENT LEARNING RATE: 0.058886278355918274
previous_iter_valid_loss : 0.08522020280361176
213900 0.085230 0.085220 0.096018 CURRENT LEARNING RATE: 0.05882742151088959
previous_iter_valid_loss : 0.0907965824007988
214000 0.090791 0.090797 0.095802 CURRENT LEARNING RATE: 0.05876862349328734
previous_iter_valid_loss : 0.08423398435115814
214100 0.084366 0.084234 0.095852 CURRENT LEARNING RATE: 0.05870988424431349
previous_iter_valid_loss : 0.11418498307466507
214200 0.114448 0.114185 0.096179 CURRENT LEARNING RATE: 0.05865120370522877
previous_iter_valid_loss : 0.08429428935050964
214300 0.084210 0.084294 0.096092 CURRENT LEARNING RATE: 0.058592581817352614
previous_iter_valid_loss : 0.180990532040596
214400 0.181407 0.180991 0.097084 CURRENT LEARNING RATE: 0.058534018522063185
previous_iter_valid_loss : 0.15981340408325195
214500 0.160182 0.159813 0.097828 CURRENT LEARNING RATE: 0.05847551376079716
previous_iter_valid_loss : 0.16363084316253662
214600 0.163375 0.163631 0.098469 CURRENT LEARNING RATE: 0.058417067475049766
previous_iter_valid_loss : 0.11382290720939636
214700 0.114164 0.113823 0.098789 CURRENT LEARNING RATE: 0.05835867960637469
previous_iter_valid_loss : 0.1401841938495636
214800 0.140582 0.140184 0.099372 CURRENT LEARNING RATE: 0.05830035009638411
previous_iter_valid_loss : 0.08985260874032974
214900 0.089973 0.089853 0.099447 CURRENT LEARNING RATE: 0.05824207888674848
previous_iter_valid_loss : 0.15003077685832977
215000 0.150335 0.150031 0.099966 CURRENT LEARNING RATE: 0.058183865919196595
previous_iter_valid_loss : 0.09364257007837296
215100 0.093448 0.093643 0.100074 CURRENT LEARNING RATE: 0.05812571113551546
previous_iter_valid_loss : 0.08322729915380478
215200 0.083175 0.083227 0.099930 CURRENT LEARNING RATE: 0.058067614477550315
previous_iter_valid_loss : 0.08944118767976761
215300 0.089311 0.089441 0.099901 CURRENT LEARNING RATE: 0.0580095758872045
previous_iter_valid_loss : 0.08423148095607758
215400 0.084236 0.084231 0.099871 CURRENT LEARNING RATE: 0.057951595306439396
previous_iter_valid_loss : 0.08238375186920166
215500 0.082389 0.082384 0.099522 CURRENT LEARNING RATE: 0.0578936726772744
previous_iter_valid_loss : 0.10040310025215149
215600 0.100217 0.100403 0.099484 CURRENT LEARNING RATE: 0.05783580794178694
previous_iter_valid_loss : 0.16354040801525116
215700 0.163896 0.163540 0.100280 CURRENT LEARNING RATE: 0.05777800104211224
previous_iter_valid_loss : 0.09397858381271362
215800 0.093771 0.093979 0.099910 CURRENT LEARNING RATE: 0.057720251920443395
previous_iter_valid_loss : 0.0813785120844841
215900 0.081436 0.081379 0.099592 CURRENT LEARNING RATE: 0.05766256051903126
previous_iter_valid_loss : 0.09456101804971695
216000 0.094544 0.094561 0.099657 CURRENT LEARNING RATE: 0.057604926780184466
previous_iter_valid_loss : 0.14231808483600616
216100 0.142608 0.142318 0.100223 CURRENT LEARNING RATE: 0.05754735064626926
previous_iter_valid_loss : 0.08646152168512344
216200 0.086312 0.086462 0.100178 CURRENT LEARNING RATE: 0.057489832059709485
previous_iter_valid_loss : 0.09288837015628815
216300 0.092836 0.092888 0.100256 CURRENT LEARNING RATE: 0.05743237096298654
previous_iter_valid_loss : 0.15551912784576416
216400 0.155137 0.155519 0.100837 CURRENT LEARNING RATE: 0.057374967298639376
previous_iter_valid_loss : 0.08931809663772583
216500 0.089026 0.089318 0.100298 CURRENT LEARNING RATE: 0.05731762100926429
previous_iter_valid_loss : 0.08307255059480667
216600 0.082923 0.083073 0.100035 CURRENT LEARNING RATE: 0.05726033203751499
previous_iter_valid_loss : 0.08550401777029037
216700 0.085310 0.085504 0.099842 CURRENT LEARNING RATE: 0.057203100326102464
previous_iter_valid_loss : 0.14937955141067505
216800 0.149743 0.149380 0.100401 CURRENT LEARNING RATE: 0.05714592581779507
previous_iter_valid_loss : 0.08788733184337616
216900 0.087808 0.087887 0.100461 CURRENT LEARNING RATE: 0.05708880845541825
previous_iter_valid_loss : 0.08380122482776642
217000 0.083504 0.083801 0.100124 CURRENT LEARNING RATE: 0.05703174818185464
previous_iter_valid_loss : 0.13055196404457092
217100 0.130699 0.130552 0.100463 CURRENT LEARNING RATE: 0.05697474494004394
previous_iter_valid_loss : 0.08053640276193619
217200 0.080205 0.080536 0.100391 CURRENT LEARNING RATE: 0.05691779867298296
previous_iter_valid_loss : 0.10095742344856262
217300 0.100646 0.100957 0.100440 CURRENT LEARNING RATE: 0.05686090932372539
previous_iter_valid_loss : 0.0879627987742424
217400 0.087648 0.087963 0.100269 CURRENT LEARNING RATE: 0.056804076835381884
previous_iter_valid_loss : 0.09843142330646515
217500 0.098000 0.098431 0.100148 CURRENT LEARNING RATE: 0.056747301151119915
previous_iter_valid_loss : 0.14403975009918213
217600 0.143605 0.144040 0.100744 CURRENT LEARNING RATE: 0.05669058221416386
previous_iter_valid_loss : 0.10658752918243408
217700 0.106538 0.106588 0.100861 CURRENT LEARNING RATE: 0.05663391996779474
previous_iter_valid_loss : 0.09389886260032654
217800 0.093492 0.093899 0.100572 CURRENT LEARNING RATE: 0.05657731435535031
previous_iter_valid_loss : 0.09194367378950119
217900 0.091602 0.091944 0.100522 CURRENT LEARNING RATE: 0.056520765320224924
previous_iter_valid_loss : 0.1669224351644516
218000 0.167183 0.166922 0.100803 CURRENT LEARNING RATE: 0.05646427280586959
previous_iter_valid_loss : 0.08315278589725494
218100 0.082791 0.083153 0.100673 CURRENT LEARNING RATE: 0.05640783675579177
previous_iter_valid_loss : 0.08950955420732498
218200 0.089331 0.089510 0.100682 CURRENT LEARNING RATE: 0.05635145711355541
previous_iter_valid_loss : 0.08164193481206894
218300 0.081379 0.081642 0.100549 CURRENT LEARNING RATE: 0.05629513382278083
previous_iter_valid_loss : 0.10994934290647507
218400 0.109513 0.109949 0.100725 CURRENT LEARNING RATE: 0.05623886682714479
previous_iter_valid_loss : 0.0849667638540268
218500 0.084930 0.084967 0.100732 CURRENT LEARNING RATE: 0.05618265607038026
previous_iter_valid_loss : 0.08386256545782089
218600 0.083672 0.083863 0.100725 CURRENT LEARNING RATE: 0.05612650149627649
previous_iter_valid_loss : 0.0815984234213829
218700 0.081380 0.081598 0.100569 CURRENT LEARNING RATE: 0.05607040304867886
previous_iter_valid_loss : 0.08546511083841324
218800 0.085224 0.085465 0.100483 CURRENT LEARNING RATE: 0.05601436067148898
previous_iter_valid_loss : 0.10145124793052673
218900 0.100995 0.101451 0.100541 CURRENT LEARNING RATE: 0.05595837430866444
previous_iter_valid_loss : 0.09471563994884491
219000 0.094596 0.094716 0.100614 CURRENT LEARNING RATE: 0.05590244390421887
previous_iter_valid_loss : 0.1126527488231659
219100 0.112576 0.112653 0.100922 CURRENT LEARNING RATE: 0.05584656940222184
previous_iter_valid_loss : 0.12041374295949936
219200 0.120760 0.120414 0.101255 CURRENT LEARNING RATE: 0.055790750746798894
previous_iter_valid_loss : 0.14931659400463104
219300 0.148867 0.149317 0.101947 CURRENT LEARNING RATE: 0.05573498788213134
previous_iter_valid_loss : 0.08495157957077026
219400 0.084744 0.084952 0.101924 CURRENT LEARNING RATE: 0.05567928075245631
previous_iter_valid_loss : 0.08367802947759628
219500 0.083406 0.083678 0.101449 CURRENT LEARNING RATE: 0.05562362930206665
previous_iter_valid_loss : 0.1179267093539238
219600 0.117599 0.117927 0.101820 CURRENT LEARNING RATE: 0.05556803347531095
previous_iter_valid_loss : 0.1256415843963623
219700 0.125928 0.125642 0.101834 CURRENT LEARNING RATE: 0.055512493216593364
previous_iter_valid_loss : 0.14434784650802612
219800 0.144045 0.144348 0.102402 CURRENT LEARNING RATE: 0.05545700847037361
previous_iter_valid_loss : 0.11780069023370743
219900 0.117435 0.117801 0.102370 CURRENT LEARNING RATE: 0.055401579181166935
previous_iter_valid_loss : 0.08478520065546036
220000 0.084566 0.084785 0.102387 CURRENT LEARNING RATE: 0.055346205293544073
previous_iter_valid_loss : 0.11631752550601959
220100 0.115878 0.116318 0.102739 CURRENT LEARNING RATE: 0.05529088675213112
previous_iter_valid_loss : 0.08294610679149628
220200 0.082720 0.082946 0.102765 CURRENT LEARNING RATE: 0.05523562350160953
previous_iter_valid_loss : 0.0873003751039505
220300 0.086986 0.087300 0.102843 CURRENT LEARNING RATE: 0.05518041548671601
previous_iter_valid_loss : 0.1356610208749771
220400 0.135692 0.135661 0.103166 CURRENT LEARNING RATE: 0.05512526265224261
previous_iter_valid_loss : 0.08112724125385284
220500 0.080919 0.081127 0.102997 CURRENT LEARNING RATE: 0.05507016494303645
previous_iter_valid_loss : 0.09582901746034622
220600 0.095771 0.095829 0.102793 CURRENT LEARNING RATE: 0.055015122303999825
previous_iter_valid_loss : 0.08623834699392319
220700 0.085904 0.086238 0.102810 CURRENT LEARNING RATE: 0.05496013468009006
previous_iter_valid_loss : 0.09603595733642578
220800 0.095594 0.096036 0.102374 CURRENT LEARNING RATE: 0.054905202016319585
previous_iter_valid_loss : 0.1686212569475174
220900 0.168157 0.168621 0.103194 CURRENT LEARNING RATE: 0.054850324257755705
previous_iter_valid_loss : 0.08141104131937027
221000 0.081124 0.081411 0.103107 CURRENT LEARNING RATE: 0.054795501349520645
previous_iter_valid_loss : 0.08665449172258377
221100 0.086365 0.086654 0.103110 CURRENT LEARNING RATE: 0.05474073323679148
previous_iter_valid_loss : 0.11942163854837418
221200 0.119635 0.119422 0.103459 CURRENT LEARNING RATE: 0.05468601986480014
previous_iter_valid_loss : 0.0898984968662262
221300 0.089916 0.089898 0.103322 CURRENT LEARNING RATE: 0.054631361178833215
previous_iter_valid_loss : 0.10087371617555618
221400 0.100946 0.100874 0.103473 CURRENT LEARNING RATE: 0.05457675712423203
previous_iter_valid_loss : 0.09133940935134888
221500 0.091127 0.091339 0.103550 CURRENT LEARNING RATE: 0.05452220764639249
previous_iter_valid_loss : 0.0840078741312027
221600 0.084023 0.084008 0.103226 CURRENT LEARNING RATE: 0.05446771269076516
previous_iter_valid_loss : 0.08732727915048599
221700 0.087072 0.087327 0.103301 CURRENT LEARNING RATE: 0.054413272202855065
previous_iter_valid_loss : 0.08417780697345734
221800 0.083976 0.084178 0.103162 CURRENT LEARNING RATE: 0.054358886128221706
previous_iter_valid_loss : 0.08111001551151276
221900 0.080919 0.081110 0.103098 CURRENT LEARNING RATE: 0.05430455441247898
previous_iter_valid_loss : 0.11664870381355286
222000 0.117000 0.116649 0.103365 CURRENT LEARNING RATE: 0.05425027700129521
previous_iter_valid_loss : 0.08655895292758942
222100 0.086349 0.086559 0.103428 CURRENT LEARNING RATE: 0.05419605384039298
previous_iter_valid_loss : 0.08373284339904785
222200 0.083868 0.083733 0.103025 CURRENT LEARNING RATE: 0.05414188487554909
previous_iter_valid_loss : 0.0856231078505516
222300 0.085363 0.085623 0.103021 CURRENT LEARNING RATE: 0.05408777005259457
previous_iter_valid_loss : 0.08254563808441162
222400 0.082389 0.082546 0.102810 CURRENT LEARNING RATE: 0.05403370931741463
previous_iter_valid_loss : 0.09183239191770554
222500 0.091875 0.091832 0.102934 CURRENT LEARNING RATE: 0.05397970261594851
previous_iter_valid_loss : 0.10119537264108658
222600 0.101327 0.101195 0.102908 CURRENT LEARNING RATE: 0.05392574989418951
previous_iter_valid_loss : 0.08670786768198013
222700 0.086775 0.086708 0.102906 CURRENT LEARNING RATE: 0.053871851098184875
previous_iter_valid_loss : 0.1896323263645172
222800 0.189219 0.189632 0.103672 CURRENT LEARNING RATE: 0.05381800617403584
previous_iter_valid_loss : 0.10090138018131256
222900 0.100786 0.100901 0.103714 CURRENT LEARNING RATE: 0.053764215067897476
previous_iter_valid_loss : 0.09831198304891586
223000 0.097966 0.098312 0.103864 CURRENT LEARNING RATE: 0.05371047772597866
previous_iter_valid_loss : 0.13219809532165527
223100 0.132303 0.132198 0.104382 CURRENT LEARNING RATE: 0.053656794094542014
previous_iter_valid_loss : 0.08808781951665878
223200 0.087884 0.088088 0.104451 CURRENT LEARNING RATE: 0.053603164119903964
previous_iter_valid_loss : 0.08381304889917374
223300 0.083585 0.083813 0.103391 CURRENT LEARNING RATE: 0.0535495877484345
previous_iter_valid_loss : 0.08277281373739243
223400 0.082667 0.082773 0.103357 CURRENT LEARNING RATE: 0.053496064926557244
previous_iter_valid_loss : 0.07975629717111588
223500 0.079712 0.079756 0.103244 CURRENT LEARNING RATE: 0.05344259560074935
previous_iter_valid_loss : 0.09063726663589478
223600 0.090683 0.090637 0.103298 CURRENT LEARNING RATE: 0.05338917971754153
previous_iter_valid_loss : 0.09763966500759125
223700 0.097442 0.097640 0.103418 CURRENT LEARNING RATE: 0.05333581722351788
previous_iter_valid_loss : 0.08054279536008835
223800 0.080406 0.080543 0.103351 CURRENT LEARNING RATE: 0.0532825080653159
previous_iter_valid_loss : 0.12834285199642181
223900 0.128485 0.128343 0.103782 CURRENT LEARNING RATE: 0.0532292521896264
previous_iter_valid_loss : 0.08653435111045837
224000 0.086506 0.086534 0.103739 CURRENT LEARNING RATE: 0.05317604954319355
previous_iter_valid_loss : 0.0848032534122467
224100 0.084693 0.084803 0.103745 CURRENT LEARNING RATE: 0.05312290007281467
previous_iter_valid_loss : 0.10454868525266647
224200 0.104413 0.104549 0.103649 CURRENT LEARNING RATE: 0.0530698037253403
previous_iter_valid_loss : 0.10320645570755005
224300 0.103048 0.103206 0.103838 CURRENT LEARNING RATE: 0.05301676044767405
previous_iter_valid_loss : 0.08304941654205322
224400 0.082878 0.083049 0.102858 CURRENT LEARNING RATE: 0.05296377018677268
previous_iter_valid_loss : 0.11541717499494553
224500 0.115130 0.115417 0.102414 CURRENT LEARNING RATE: 0.052910832889645924
previous_iter_valid_loss : 0.09298619627952576
224600 0.092886 0.092986 0.101708 CURRENT LEARNING RATE: 0.052857948503356456
previous_iter_valid_loss : 0.09253542125225067
224700 0.092527 0.092535 0.101495 CURRENT LEARNING RATE: 0.052805116975019877
previous_iter_valid_loss : 0.08256997913122177
224800 0.082529 0.082570 0.100919 CURRENT LEARNING RATE: 0.0527523382518047
previous_iter_valid_loss : 0.09137507528066635
224900 0.091291 0.091375 0.100934 CURRENT LEARNING RATE: 0.052699612280932166
previous_iter_valid_loss : 0.09483352303504944
225000 0.094617 0.094834 0.100382 CURRENT LEARNING RATE: 0.05264693900967631
previous_iter_valid_loss : 0.08716963976621628
225100 0.087174 0.087170 0.100318 CURRENT LEARNING RATE: 0.052594318385363846
previous_iter_valid_loss : 0.08305664360523224
225200 0.083040 0.083057 0.100316 CURRENT LEARNING RATE: 0.05254175035537413
previous_iter_valid_loss : 0.10176832973957062
225300 0.101546 0.101768 0.100439 CURRENT LEARNING RATE: 0.05248923486713917
previous_iter_valid_loss : 0.095889613032341
225400 0.095716 0.095890 0.100556 CURRENT LEARNING RATE: 0.05243677186814345
previous_iter_valid_loss : 0.0834256038069725
225500 0.083473 0.083426 0.100566 CURRENT LEARNING RATE: 0.05238436130592397
previous_iter_valid_loss : 0.09136584401130676
225600 0.091101 0.091366 0.100476 CURRENT LEARNING RATE: 0.05233200312807013
previous_iter_valid_loss : 0.07780071347951889
225700 0.077776 0.077801 0.099618 CURRENT LEARNING RATE: 0.052279697282223814
previous_iter_valid_loss : 0.0816052258014679
225800 0.081497 0.081605 0.099495 CURRENT LEARNING RATE: 0.05222744371607913
previous_iter_valid_loss : 0.08018562197685242
225900 0.080068 0.080186 0.099483 CURRENT LEARNING RATE: 0.05217524237738252
previous_iter_valid_loss : 0.0861293151974678
226000 0.086039 0.086129 0.099398 CURRENT LEARNING RATE: 0.05212309321393261
previous_iter_valid_loss : 0.08773624897003174
226100 0.087684 0.087736 0.098852 CURRENT LEARNING RATE: 0.052070996173580276
previous_iter_valid_loss : 0.08635534346103668
226200 0.086223 0.086355 0.098851 CURRENT LEARNING RATE: 0.05201895120422846
previous_iter_valid_loss : 0.12356414645910263
226300 0.123928 0.123564 0.099158 CURRENT LEARNING RATE: 0.05196695825383218
previous_iter_valid_loss : 0.1223331168293953
226400 0.122148 0.122333 0.098826 CURRENT LEARNING RATE: 0.05191501727039846
previous_iter_valid_loss : 0.08354486525058746
226500 0.083659 0.083545 0.098769 CURRENT LEARNING RATE: 0.051863128201986367
previous_iter_valid_loss : 0.08868755400180817
226600 0.088577 0.088688 0.098825 CURRENT LEARNING RATE: 0.05181129099670679
previous_iter_valid_loss : 0.1824917197227478
226700 0.182296 0.182492 0.099795 CURRENT LEARNING RATE: 0.05175950560272253
previous_iter_valid_loss : 0.07813891768455505
226800 0.078128 0.078139 0.099082 CURRENT LEARNING RATE: 0.05170777196824817
previous_iter_valid_loss : 0.09726016223430634
226900 0.097437 0.097260 0.099176 CURRENT LEARNING RATE: 0.0516560900415501
previous_iter_valid_loss : 0.08858795464038849
227000 0.088673 0.088588 0.099224 CURRENT LEARNING RATE: 0.05160445977094638
previous_iter_valid_loss : 0.12809863686561584
227100 0.128339 0.128099 0.099199 CURRENT LEARNING RATE: 0.05155288110480673
previous_iter_valid_loss : 0.07947033643722534
227200 0.079474 0.079470 0.099189 CURRENT LEARNING RATE: 0.05150135399155246
previous_iter_valid_loss : 0.10156598687171936
227300 0.101365 0.101566 0.099195 CURRENT LEARNING RATE: 0.0514498783796565
previous_iter_valid_loss : 0.08287164568901062
227400 0.082912 0.082872 0.099144 CURRENT LEARNING RATE: 0.0513984542176432
previous_iter_valid_loss : 0.10516444593667984
227500 0.105315 0.105164 0.099211 CURRENT LEARNING RATE: 0.0513470814540884
previous_iter_valid_loss : 0.09661879390478134
227600 0.096498 0.096619 0.098737 CURRENT LEARNING RATE: 0.05129576003761931
previous_iter_valid_loss : 0.08449740707874298
227700 0.084393 0.084497 0.098516 CURRENT LEARNING RATE: 0.05124448991691456
previous_iter_valid_loss : 0.10981918126344681
227800 0.109670 0.109819 0.098675 CURRENT LEARNING RATE: 0.051193271040704
previous_iter_valid_loss : 0.08141832798719406
227900 0.081339 0.081418 0.098570 CURRENT LEARNING RATE: 0.05114210335776874
previous_iter_valid_loss : 0.11427780985832214
228000 0.114093 0.114278 0.098044 CURRENT LEARNING RATE: 0.05109098681694108
previous_iter_valid_loss : 0.09983552992343903
228100 0.099660 0.099836 0.098210 CURRENT LEARNING RATE: 0.051039921367104515
previous_iter_valid_loss : 0.09284316748380661
228200 0.093073 0.092843 0.098244 CURRENT LEARNING RATE: 0.050988906957193575
previous_iter_valid_loss : 0.08889234066009521
228300 0.088964 0.088892 0.098316 CURRENT LEARNING RATE: 0.05093794353619384
previous_iter_valid_loss : 0.08370832353830338
228400 0.083800 0.083708 0.098054 CURRENT LEARNING RATE: 0.05088703105314186
previous_iter_valid_loss : 0.09275027364492416
228500 0.092944 0.092750 0.098132 CURRENT LEARNING RATE: 0.0508361694571252
previous_iter_valid_loss : 0.10222646594047546
228600 0.102033 0.102226 0.098315 CURRENT LEARNING RATE: 0.050785358697282235
previous_iter_valid_loss : 0.0955333486199379
228700 0.095650 0.095533 0.098455 CURRENT LEARNING RATE: 0.05073459872280219
previous_iter_valid_loss : 0.09047762304544449
228800 0.090313 0.090478 0.098505 CURRENT LEARNING RATE: 0.050683889482925085
previous_iter_valid_loss : 0.0865243598818779
228900 0.086620 0.086524 0.098355 CURRENT LEARNING RATE: 0.0506332309269417
previous_iter_valid_loss : 0.08086714893579483
229000 0.080868 0.080867 0.098217 CURRENT LEARNING RATE: 0.050582623004193465
previous_iter_valid_loss : 0.09951417148113251
229100 0.099723 0.099514 0.098086 CURRENT LEARNING RATE: 0.05053206566407245
previous_iter_valid_loss : 0.08038794994354248
229200 0.080516 0.080388 0.097685 CURRENT LEARNING RATE: 0.050481558856021284
previous_iter_valid_loss : 0.08009125292301178
229300 0.080004 0.080091 0.096993 CURRENT LEARNING RATE: 0.05043110252953321
previous_iter_valid_loss : 0.0783834233880043
229400 0.078264 0.078383 0.096927 CURRENT LEARNING RATE: 0.050380696634151866
previous_iter_valid_loss : 0.08413752913475037
229500 0.084002 0.084138 0.096932 CURRENT LEARNING RATE: 0.05033034111947135
previous_iter_valid_loss : 0.08562570065259933
229600 0.085622 0.085626 0.096609 CURRENT LEARNING RATE: 0.05028003593513613
previous_iter_valid_loss : 0.10438670217990875
229700 0.104167 0.104387 0.096396 CURRENT LEARNING RATE: 0.05022978103084105
previous_iter_valid_loss : 0.07832187414169312
229800 0.078367 0.078322 0.095736 CURRENT LEARNING RATE: 0.0501795763563312
previous_iter_valid_loss : 0.07905671745538712
229900 0.079000 0.079057 0.095349 CURRENT LEARNING RATE: 0.050129421861401874
previous_iter_valid_loss : 0.08496445417404175
230000 0.084723 0.084964 0.095351 CURRENT LEARNING RATE: 0.05007931749589857
previous_iter_valid_loss : 0.10072437673807144
230100 0.100521 0.100724 0.095195 CURRENT LEARNING RATE: 0.05002926320971696
previous_iter_valid_loss : 0.13735069334506989
230200 0.137645 0.137351 0.095739 CURRENT LEARNING RATE: 0.04997925895280273
previous_iter_valid_loss : 0.09023584425449371
230300 0.090008 0.090236 0.095768 CURRENT LEARNING RATE: 0.049929304675151616
previous_iter_valid_loss : 0.08054105937480927
230400 0.080491 0.080541 0.095217 CURRENT LEARNING RATE: 0.04987940032680931
previous_iter_valid_loss : 0.07851111143827438
230500 0.078537 0.078511 0.095191 CURRENT LEARNING RATE: 0.04982954585787151
previous_iter_valid_loss : 0.07957927882671356
230600 0.079537 0.079579 0.095028 CURRENT LEARNING RATE: 0.049779741218483727
previous_iter_valid_loss : 0.08231160789728165
230700 0.082324 0.082312 0.094989 CURRENT LEARNING RATE: 0.04972998635884131
previous_iter_valid_loss : 0.09072715044021606
230800 0.090798 0.090727 0.094936 CURRENT LEARNING RATE: 0.049680281229189376
previous_iter_valid_loss : 0.08978304266929626
230900 0.089647 0.089783 0.094147 CURRENT LEARNING RATE: 0.04963062577982283
previous_iter_valid_loss : 0.08566443622112274
231000 0.085767 0.085664 0.094190 CURRENT LEARNING RATE: 0.049581019961086194
previous_iter_valid_loss : 0.07938871532678604
231100 0.079282 0.079389 0.094117 CURRENT LEARNING RATE: 0.04953146372337366
previous_iter_valid_loss : 0.10860200226306915
231200 0.108910 0.108602 0.094009 CURRENT LEARNING RATE: 0.04948195701712895
previous_iter_valid_loss : 0.07859309017658234
231300 0.078479 0.078593 0.093896 CURRENT LEARNING RATE: 0.049432499792845405
previous_iter_valid_loss : 0.08060858398675919
231400 0.080659 0.080609 0.093693 CURRENT LEARNING RATE: 0.04938309200106577
previous_iter_valid_loss : 0.08297421038150787
231500 0.082836 0.082974 0.093610 CURRENT LEARNING RATE: 0.04933373359238225
previous_iter_valid_loss : 0.07760099321603775
231600 0.077609 0.077601 0.093546 CURRENT LEARNING RATE: 0.04928442451743641
previous_iter_valid_loss : 0.09032467007637024
231700 0.090105 0.090325 0.093576 CURRENT LEARNING RATE: 0.049235164726919224
previous_iter_valid_loss : 0.07836827635765076
231800 0.078394 0.078368 0.093518 CURRENT LEARNING RATE: 0.049185954171570866
previous_iter_valid_loss : 0.08778370171785355
231900 0.087689 0.087784 0.093584 CURRENT LEARNING RATE: 0.04913679280218077
previous_iter_valid_loss : 0.09535130113363266
232000 0.095142 0.095351 0.093371 CURRENT LEARNING RATE: 0.04908768056958756
previous_iter_valid_loss : 0.07959620654582977
232100 0.079403 0.079596 0.093302 CURRENT LEARNING RATE: 0.04903861742467903
previous_iter_valid_loss : 0.08475323021411896
232200 0.084822 0.084753 0.093312 CURRENT LEARNING RATE: 0.04898960331839201
previous_iter_valid_loss : 0.08401483297348022
232300 0.083874 0.084015 0.093296 CURRENT LEARNING RATE: 0.048940638201712384
previous_iter_valid_loss : 0.09620371460914612
232400 0.096004 0.096204 0.093432 CURRENT LEARNING RATE: 0.04889172202567502
previous_iter_valid_loss : 0.08712886273860931
232500 0.087195 0.087129 0.093385 CURRENT LEARNING RATE: 0.04884285474136378
previous_iter_valid_loss : 0.10297355055809021
232600 0.103091 0.102974 0.093403 CURRENT LEARNING RATE: 0.04879403629991135
previous_iter_valid_loss : 0.08192699402570724
232700 0.081893 0.081927 0.093355 CURRENT LEARNING RATE: 0.04874526665249929
previous_iter_valid_loss : 0.09172862023115158
232800 0.091519 0.091729 0.092376 CURRENT LEARNING RATE: 0.04869654575035792
previous_iter_valid_loss : 0.07909848541021347
232900 0.079054 0.079098 0.092158 CURRENT LEARNING RATE: 0.04864787354476638
previous_iter_valid_loss : 0.0893169716000557
233000 0.089074 0.089317 0.092068 CURRENT LEARNING RATE: 0.04859924998705244
previous_iter_valid_loss : 0.09522305428981781
233100 0.095116 0.095223 0.091699 CURRENT LEARNING RATE: 0.04855067502859254
previous_iter_valid_loss : 0.08422597497701645
233200 0.084330 0.084226 0.091660 CURRENT LEARNING RATE: 0.04850214862081168
previous_iter_valid_loss : 0.08124296367168427
233300 0.081317 0.081243 0.091634 CURRENT LEARNING RATE: 0.04845367071518352
previous_iter_valid_loss : 0.1055670902132988
233400 0.105733 0.105567 0.091862 CURRENT LEARNING RATE: 0.048405241263230106
previous_iter_valid_loss : 0.09994392842054367
233500 0.100078 0.099944 0.092064 CURRENT LEARNING RATE: 0.04835686021652199
previous_iter_valid_loss : 0.09113974124193192
233600 0.091232 0.091140 0.092069 CURRENT LEARNING RATE: 0.048308527526678094
previous_iter_valid_loss : 0.09726787358522415
233700 0.097360 0.097268 0.092065 CURRENT LEARNING RATE: 0.048260243145365776
previous_iter_valid_loss : 0.07839662581682205
233800 0.078415 0.078397 0.092044 CURRENT LEARNING RATE: 0.048212007024300625
previous_iter_valid_loss : 0.08115018904209137
233900 0.081206 0.081150 0.091572 CURRENT LEARNING RATE: 0.04816381911524652
previous_iter_valid_loss : 0.07850329577922821
234000 0.078440 0.078503 0.091492 CURRENT LEARNING RATE: 0.04811567937001551
previous_iter_valid_loss : 0.10622860491275787
234100 0.106004 0.106229 0.091706 CURRENT LEARNING RATE: 0.04806758774046791
previous_iter_valid_loss : 0.08178776502609253
234200 0.081669 0.081788 0.091478 CURRENT LEARNING RATE: 0.04801954417851206
previous_iter_valid_loss : 0.09342081099748611
234300 0.093454 0.093421 0.091380 CURRENT LEARNING RATE: 0.04797154863610439
previous_iter_valid_loss : 0.09779153764247894
234400 0.097980 0.097792 0.091528 CURRENT LEARNING RATE: 0.04792360106524932
previous_iter_valid_loss : 0.09332043677568436
234500 0.093392 0.093320 0.091307 CURRENT LEARNING RATE: 0.04787570141799934
previous_iter_valid_loss : 0.0789351537823677
234600 0.078843 0.078935 0.091166 CURRENT LEARNING RATE: 0.04782784964645477
previous_iter_valid_loss : 0.08492989093065262
234700 0.084817 0.084930 0.091090 CURRENT LEARNING RATE: 0.047780045702763826
previous_iter_valid_loss : 0.08412867039442062
234800 0.084170 0.084129 0.091106 CURRENT LEARNING RATE: 0.04773228953912255
previous_iter_valid_loss : 0.07982512563467026
234900 0.079808 0.079825 0.090990 CURRENT LEARNING RATE: 0.04768458110777481
previous_iter_valid_loss : 0.10680238157510757
235000 0.107002 0.106802 0.091110 CURRENT LEARNING RATE: 0.04763692036101214
previous_iter_valid_loss : 0.11160019785165787
235100 0.111357 0.111600 0.091354 CURRENT LEARNING RATE: 0.047589307251173815
previous_iter_valid_loss : 0.08084925264120102
235200 0.080877 0.080849 0.091332 CURRENT LEARNING RATE: 0.04754174173064669
previous_iter_valid_loss : 0.08437871932983398
235300 0.084472 0.084379 0.091158 CURRENT LEARNING RATE: 0.04749422375186527
previous_iter_valid_loss : 0.08001028001308441
235400 0.080069 0.080010 0.091000 CURRENT LEARNING RATE: 0.047446753267311556
previous_iter_valid_loss : 0.10297643393278122
235500 0.103202 0.102976 0.091195 CURRENT LEARNING RATE: 0.04739933022951507
previous_iter_valid_loss : 0.08972977846860886
235600 0.089530 0.089730 0.091179 CURRENT LEARNING RATE: 0.047351954591052736
previous_iter_valid_loss : 0.07932291179895401
235700 0.079299 0.079323 0.091194 CURRENT LEARNING RATE: 0.047304626304548965
previous_iter_valid_loss : 0.08853725343942642
235800 0.088366 0.088537 0.091263 CURRENT LEARNING RATE: 0.04725734532267544
previous_iter_valid_loss : 0.07875008881092072
235900 0.078723 0.078750 0.091249 CURRENT LEARNING RATE: 0.047210111598151173
previous_iter_valid_loss : 0.08296605199575424
236000 0.082790 0.082966 0.091217 CURRENT LEARNING RATE: 0.047162925083742424
previous_iter_valid_loss : 0.08874139189720154
236100 0.088802 0.088741 0.091227 CURRENT LEARNING RATE: 0.0471157857322627
previous_iter_valid_loss : 0.10495084524154663
236200 0.104721 0.104951 0.091413 CURRENT LEARNING RATE: 0.047068693496572646
previous_iter_valid_loss : 0.09571629762649536
236300 0.095532 0.095716 0.091135 CURRENT LEARNING RATE: 0.04702164832958
previous_iter_valid_loss : 0.08605364710092545
236400 0.086069 0.086054 0.090772 CURRENT LEARNING RATE: 0.04697465018423959
previous_iter_valid_loss : 0.08091871440410614
236500 0.080900 0.080919 0.090746 CURRENT LEARNING RATE: 0.046927699013553294
previous_iter_valid_loss : 0.1212737187743187
236600 0.121066 0.121274 0.091072 CURRENT LEARNING RATE: 0.04688079477056993
previous_iter_valid_loss : 0.07787018269300461
236700 0.077776 0.077870 0.090025 CURRENT LEARNING RATE: 0.046833937408385234
previous_iter_valid_loss : 0.09896126389503479
236800 0.099047 0.098961 0.090234 CURRENT LEARNING RATE: 0.04678712688014183
previous_iter_valid_loss : 0.08110823482275009
236900 0.080938 0.081108 0.090072 CURRENT LEARNING RATE: 0.04674036313902923
previous_iter_valid_loss : 0.08480580151081085
237000 0.084650 0.084806 0.090034 CURRENT LEARNING RATE: 0.04669364613828366
previous_iter_valid_loss : 0.0911116674542427
237100 0.090913 0.091112 0.089664 CURRENT LEARNING RATE: 0.046646975831188126
previous_iter_valid_loss : 0.11787967383861542
237200 0.118123 0.117880 0.090049 CURRENT LEARNING RATE: 0.046600352171072286
previous_iter_valid_loss : 0.19819040596485138
237300 0.197939 0.198190 0.091015 CURRENT LEARNING RATE: 0.04655377511131252
previous_iter_valid_loss : 0.08685575425624847
237400 0.086866 0.086856 0.091055 CURRENT LEARNING RATE: 0.046507244605331746
previous_iter_valid_loss : 0.0783853754401207
237500 0.078357 0.078385 0.090787 CURRENT LEARNING RATE: 0.04646076060659945
previous_iter_valid_loss : 0.08514536172151566
237600 0.085248 0.085145 0.090672 CURRENT LEARNING RATE: 0.046414323068631635
previous_iter_valid_loss : 0.07971970736980438
237700 0.079620 0.079720 0.090624 CURRENT LEARNING RATE: 0.04636793194499073
previous_iter_valid_loss : 0.08369357883930206
237800 0.083669 0.083694 0.090363 CURRENT LEARNING RATE: 0.04632158718928566
previous_iter_valid_loss : 0.09104037284851074
237900 0.090885 0.091040 0.090459 CURRENT LEARNING RATE: 0.046275288755171645
previous_iter_valid_loss : 0.11420635879039764
238000 0.114004 0.114206 0.090459 CURRENT LEARNING RATE: 0.046229036596350234
previous_iter_valid_loss : 0.09093303978443146
238100 0.091038 0.090933 0.090370 CURRENT LEARNING RATE: 0.04618283066656925
previous_iter_valid_loss : 0.0838492140173912
238200 0.083718 0.083849 0.090280 CURRENT LEARNING RATE: 0.046136670919622806
previous_iter_valid_loss : 0.07849399745464325
238300 0.078453 0.078494 0.090176 CURRENT LEARNING RATE: 0.046090557309351125
previous_iter_valid_loss : 0.08174789696931839
238400 0.081794 0.081748 0.090156 CURRENT LEARNING RATE: 0.0460444897896406
previous_iter_valid_loss : 0.09366614371538162
238500 0.093748 0.093666 0.090165 CURRENT LEARNING RATE: 0.04599846831442367
previous_iter_valid_loss : 0.09300167113542557
238600 0.093107 0.093002 0.090073 CURRENT LEARNING RATE: 0.04595249283767892
previous_iter_valid_loss : 0.07914698123931885
238700 0.079061 0.079147 0.089909 CURRENT LEARNING RATE: 0.04590656331343083
previous_iter_valid_loss : 0.08111635595560074
238800 0.081000 0.081116 0.089815 CURRENT LEARNING RATE: 0.045860679695749876
previous_iter_valid_loss : 0.08037296682596207
238900 0.080365 0.080373 0.089754 CURRENT LEARNING RATE: 0.04581484193875242
previous_iter_valid_loss : 0.08309673517942429
239000 0.083107 0.083097 0.089776 CURRENT LEARNING RATE: 0.045769049996600746
previous_iter_valid_loss : 0.0866597592830658
239100 0.086465 0.086660 0.089648 CURRENT LEARNING RATE: 0.04572330382350288
previous_iter_valid_loss : 0.10161332041025162
239200 0.101695 0.101613 0.089860 CURRENT LEARNING RATE: 0.04567760337371265
previous_iter_valid_loss : 0.1214202493429184
239300 0.121579 0.121420 0.090273 CURRENT LEARNING RATE: 0.045631948601529575
previous_iter_valid_loss : 0.13917407393455505
239400 0.139472 0.139174 0.090881 CURRENT LEARNING RATE: 0.045586339461298926
previous_iter_valid_loss : 0.08216830343008041
239500 0.082056 0.082168 0.090861 CURRENT LEARNING RATE: 0.04554077590741154
previous_iter_valid_loss : 0.07981432974338531
239600 0.079789 0.079814 0.090803 CURRENT LEARNING RATE: 0.04549525789430386
previous_iter_valid_loss : 0.08218740671873093
239700 0.082169 0.082187 0.090581 CURRENT LEARNING RATE: 0.04544978537645784
previous_iter_valid_loss : 0.12847959995269775
239800 0.128254 0.128480 0.091083 CURRENT LEARNING RATE: 0.045404358308401
previous_iter_valid_loss : 0.08779248595237732
239900 0.087585 0.087792 0.091170 CURRENT LEARNING RATE: 0.045358976644706256
previous_iter_valid_loss : 0.09743359684944153
240000 0.097509 0.097434 0.091295 CURRENT LEARNING RATE: 0.04531364033999194
previous_iter_valid_loss : 0.10343598574399948
240100 0.103637 0.103436 0.091322 CURRENT LEARNING RATE: 0.04526834934892172
previous_iter_valid_loss : 0.07826251536607742
240200 0.078219 0.078263 0.090731 CURRENT LEARNING RATE: 0.04522310362620463
previous_iter_valid_loss : 0.11009050160646439
240300 0.110262 0.110091 0.090930 CURRENT LEARNING RATE: 0.04517790312659495
previous_iter_valid_loss : 0.07881557196378708
240400 0.078742 0.078816 0.090913 CURRENT LEARNING RATE: 0.045132747804892154
previous_iter_valid_loss : 0.09046060591936111
240500 0.090435 0.090461 0.091032 CURRENT LEARNING RATE: 0.0450876376159409
previous_iter_valid_loss : 0.13989727199077606
240600 0.140202 0.139897 0.091635 CURRENT LEARNING RATE: 0.04504257251463105
previous_iter_valid_loss : 0.09890107810497284
240700 0.099076 0.098901 0.091801 CURRENT LEARNING RATE: 0.044997552455897455
previous_iter_valid_loss : 0.08244751393795013
240800 0.082474 0.082448 0.091718 CURRENT LEARNING RATE: 0.04495257739472008
previous_iter_valid_loss : 0.08260013163089752
240900 0.082450 0.082600 0.091646 CURRENT LEARNING RATE: 0.044907647286123814
previous_iter_valid_loss : 0.08583145588636398
241000 0.085893 0.085831 0.091648 CURRENT LEARNING RATE: 0.0448627620851786
previous_iter_valid_loss : 0.09078526496887207
241100 0.090597 0.090785 0.091762 CURRENT LEARNING RATE: 0.04481792174699921
previous_iter_valid_loss : 0.08636834472417831
241200 0.086212 0.086368 0.091540 CURRENT LEARNING RATE: 0.044773126226745306
previous_iter_valid_loss : 0.142823725938797
241300 0.143145 0.142824 0.092182 CURRENT LEARNING RATE: 0.044728375479621336
previous_iter_valid_loss : 0.07787150144577026
241400 0.077835 0.077872 0.092155 CURRENT LEARNING RATE: 0.044683669460876596
previous_iter_valid_loss : 0.07947852462530136
241500 0.079352 0.079479 0.092120 CURRENT LEARNING RATE: 0.044639008125805034
previous_iter_valid_loss : 0.08527375012636185
241600 0.085183 0.085274 0.092196 CURRENT LEARNING RATE: 0.04459439142974532
previous_iter_valid_loss : 0.08069518953561783
241700 0.080603 0.080695 0.092100 CURRENT LEARNING RATE: 0.044549819328080734
previous_iter_valid_loss : 0.13674701750278473
241800 0.137052 0.136747 0.092684 CURRENT LEARNING RATE: 0.044505291776239214
previous_iter_valid_loss : 0.078876793384552
241900 0.078874 0.078877 0.092595 CURRENT LEARNING RATE: 0.04446080872969317
previous_iter_valid_loss : 0.07877573370933533
242000 0.078743 0.078776 0.092429 CURRENT LEARNING RATE: 0.04441637014395956
previous_iter_valid_loss : 0.08835440129041672
242100 0.088372 0.088354 0.092517 CURRENT LEARNING RATE: 0.044371975974599784
previous_iter_valid_loss : 0.08615782856941223
242200 0.085948 0.086158 0.092531 CURRENT LEARNING RATE: 0.04432762617721969
previous_iter_valid_loss : 0.1533665955066681
242300 0.153671 0.153367 0.093224 CURRENT LEARNING RATE: 0.04428332070746948
previous_iter_valid_loss : 0.09781970083713531
242400 0.097600 0.097820 0.093240 CURRENT LEARNING RATE: 0.04423905952104366
previous_iter_valid_loss : 0.07809262722730637
242500 0.077981 0.078093 0.093150 CURRENT LEARNING RATE: 0.044194842573681024
previous_iter_valid_loss : 0.09399589896202087
242600 0.094050 0.093996 0.093060 CURRENT LEARNING RATE: 0.044150669821164674
previous_iter_valid_loss : 0.08922170847654343
242700 0.089239 0.089222 0.093133 CURRENT LEARNING RATE: 0.04410654121932182
previous_iter_valid_loss : 0.0836523249745369
242800 0.083500 0.083652 0.093052 CURRENT LEARNING RATE: 0.044062456724023855
previous_iter_valid_loss : 0.07797354459762573
242900 0.077952 0.077974 0.093041 CURRENT LEARNING RATE: 0.044018416291186274
previous_iter_valid_loss : 0.07783893495798111
243000 0.077741 0.077839 0.092926 CURRENT LEARNING RATE: 0.043974419876768665
previous_iter_valid_loss : 0.07976064831018448
243100 0.079645 0.079761 0.092772 CURRENT LEARNING RATE: 0.0439304674367746
previous_iter_valid_loss : 0.0788552388548851
243200 0.078836 0.078855 0.092718 CURRENT LEARNING RATE: 0.043886558927251636
previous_iter_valid_loss : 0.08626560121774673
243300 0.086089 0.086266 0.092768 CURRENT LEARNING RATE: 0.04384269430429124
previous_iter_valid_loss : 0.09650509059429169
243400 0.096583 0.096505 0.092678 CURRENT LEARNING RATE: 0.043798873524028815
previous_iter_valid_loss : 0.07810946553945541
243500 0.078099 0.078109 0.092459 CURRENT LEARNING RATE: 0.04375509654264356
previous_iter_valid_loss : 0.07985491305589676
243600 0.079723 0.079855 0.092347 CURRENT LEARNING RATE: 0.043711363316358505
previous_iter_valid_loss : 0.07742886245250702
243700 0.077387 0.077429 0.092148 CURRENT LEARNING RATE: 0.04366767380144038
previous_iter_valid_loss : 0.07703008502721786
Current valid loss: 0.07703008502721786; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
243800 0.076942 0.077030 0.092134 CURRENT LEARNING RATE: 0.04362402795419972
previous_iter_valid_loss : 0.08648395538330078
243900 0.086481 0.086484 0.092188 CURRENT LEARNING RATE: 0.04358042573099065
previous_iter_valid_loss : 0.0802408903837204
244000 0.080227 0.080241 0.092205 CURRENT LEARNING RATE: 0.04353686708821094
previous_iter_valid_loss : 0.07812578231096268
244100 0.078067 0.078126 0.091924 CURRENT LEARNING RATE: 0.04349335198230193
previous_iter_valid_loss : 0.10284588485956192
244200 0.102630 0.102846 0.092135 CURRENT LEARNING RATE: 0.04344988036974854
previous_iter_valid_loss : 0.08120211958885193
244300 0.081206 0.081202 0.092013 CURRENT LEARNING RATE: 0.043406452207079144
previous_iter_valid_loss : 0.08114935457706451
244400 0.081000 0.081149 0.091846 CURRENT LEARNING RATE: 0.04336306745086557
previous_iter_valid_loss : 0.0833534225821495
244500 0.083347 0.083353 0.091746 CURRENT LEARNING RATE: 0.04331972605772305
previous_iter_valid_loss : 0.08151502162218094
244600 0.081394 0.081515 0.091772 CURRENT LEARNING RATE: 0.04327642798431021
previous_iter_valid_loss : 0.1242627426981926
244700 0.124022 0.124263 0.092166 CURRENT LEARNING RATE: 0.04323317318732896
previous_iter_valid_loss : 0.08243419975042343
244800 0.082346 0.082434 0.092149 CURRENT LEARNING RATE: 0.0431899616235245
previous_iter_valid_loss : 0.08336301147937775
244900 0.083323 0.083363 0.092184 CURRENT LEARNING RATE: 0.04314679324968525
previous_iter_valid_loss : 0.08554603904485703
245000 0.085640 0.085546 0.091971 CURRENT LEARNING RATE: 0.04310366802264286
previous_iter_valid_loss : 0.07961759716272354
245100 0.079492 0.079618 0.091652 CURRENT LEARNING RATE: 0.04306058589927208
previous_iter_valid_loss : 0.07866654545068741
245200 0.078550 0.078667 0.091630 CURRENT LEARNING RATE: 0.04301754683649079
previous_iter_valid_loss : 0.09788828343153
245300 0.098004 0.097888 0.091765 CURRENT LEARNING RATE: 0.042974550791259905
previous_iter_valid_loss : 0.1941274106502533
245400 0.194643 0.194127 0.092906 CURRENT LEARNING RATE: 0.042931597720583414
previous_iter_valid_loss : 0.11745229363441467
245500 0.117267 0.117452 0.093051 CURRENT LEARNING RATE: 0.04288868758150822
previous_iter_valid_loss : 0.08358960598707199
245600 0.083708 0.083590 0.092989 CURRENT LEARNING RATE: 0.042845820331124176
previous_iter_valid_loss : 0.09357837587594986
245700 0.093436 0.093578 0.093132 CURRENT LEARNING RATE: 0.042802995926564016
previous_iter_valid_loss : 0.08752428740262985
245800 0.087565 0.087524 0.093122 CURRENT LEARNING RATE: 0.04276021432500337
previous_iter_valid_loss : 0.10355670005083084
245900 0.103717 0.103557 0.093370 CURRENT LEARNING RATE: 0.042717475483660616
previous_iter_valid_loss : 0.109913669526577
246000 0.110119 0.109914 0.093639 CURRENT LEARNING RATE: 0.042674779359796904
previous_iter_valid_loss : 0.07747375965118408
246100 0.077488 0.077474 0.093527 CURRENT LEARNING RATE: 0.042632125910716086
previous_iter_valid_loss : 0.08174880594015121
246200 0.081637 0.081749 0.093295 CURRENT LEARNING RATE: 0.04258951509376475
previous_iter_valid_loss : 0.08866557478904724
246300 0.088771 0.088666 0.093224 CURRENT LEARNING RATE: 0.04254694686633206
previous_iter_valid_loss : 0.08847946673631668
246400 0.088605 0.088479 0.093248 CURRENT LEARNING RATE: 0.04250442118584978
previous_iter_valid_loss : 0.07884100079536438
246500 0.078883 0.078841 0.093228 CURRENT LEARNING RATE: 0.042461938009792206
previous_iter_valid_loss : 0.09054234623908997
246600 0.090692 0.090542 0.092920 CURRENT LEARNING RATE: 0.042419497295676206
previous_iter_valid_loss : 0.07990463823080063
246700 0.079880 0.079905 0.092941 CURRENT LEARNING RATE: 0.042377099001061035
previous_iter_valid_loss : 0.07769323885440826
246800 0.077617 0.077693 0.092728 CURRENT LEARNING RATE: 0.04233474308354839
previous_iter_valid_loss : 0.0773480013012886
246900 0.077312 0.077348 0.092690 CURRENT LEARNING RATE: 0.042292429500782346
previous_iter_valid_loss : 0.07926752418279648
247000 0.079328 0.079268 0.092635 CURRENT LEARNING RATE: 0.04225015821044934
previous_iter_valid_loss : 0.09806991368532181
247100 0.097909 0.098070 0.092705 CURRENT LEARNING RATE: 0.04220792917027807
previous_iter_valid_loss : 0.08046094328165054
247200 0.080394 0.080461 0.092330 CURRENT LEARNING RATE: 0.042165742338039484
previous_iter_valid_loss : 0.10749233514070511
247300 0.107724 0.107492 0.091423 CURRENT LEARNING RATE: 0.042123597671546734
previous_iter_valid_loss : 0.08575928211212158
247400 0.085889 0.085759 0.091412 CURRENT LEARNING RATE: 0.04208149512865518
previous_iter_valid_loss : 0.07697205245494843
Current valid loss: 0.07697205245494843; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
247500 0.076939 0.076972 0.091398 CURRENT LEARNING RATE: 0.04203943466726227
previous_iter_valid_loss : 0.08559131622314453
247600 0.085691 0.085591 0.091403 CURRENT LEARNING RATE: 0.04199741624530752
previous_iter_valid_loss : 0.07961950451135635
247700 0.079681 0.079620 0.091402 CURRENT LEARNING RATE: 0.0419554398207725
previous_iter_valid_loss : 0.07728025317192078
247800 0.077251 0.077280 0.091338 CURRENT LEARNING RATE: 0.04191350535168082
previous_iter_valid_loss : 0.1021413579583168
247900 0.102351 0.102141 0.091449 CURRENT LEARNING RATE: 0.04187161279609798
previous_iter_valid_loss : 0.08486168831586838
248000 0.084685 0.084862 0.091155 CURRENT LEARNING RATE: 0.04182976211213143
previous_iter_valid_loss : 0.07947152853012085
248100 0.079515 0.079472 0.091041 CURRENT LEARNING RATE: 0.04178795325793045
previous_iter_valid_loss : 0.07740946859121323
248200 0.077465 0.077409 0.090976 CURRENT LEARNING RATE: 0.04174618619168624
previous_iter_valid_loss : 0.0972910225391388
248300 0.097422 0.097291 0.091164 CURRENT LEARNING RATE: 0.041704460871631696
previous_iter_valid_loss : 0.0801822692155838
248400 0.080100 0.080182 0.091149 CURRENT LEARNING RATE: 0.0416627772560415
previous_iter_valid_loss : 0.13569478690624237
248500 0.136023 0.135695 0.091569 CURRENT LEARNING RATE: 0.041621135303232006
previous_iter_valid_loss : 0.079655721783638
248600 0.079750 0.079656 0.091435 CURRENT LEARNING RATE: 0.04157953497156131
previous_iter_valid_loss : 0.07901709526777267
248700 0.079034 0.079017 0.091434 CURRENT LEARNING RATE: 0.04153797621942905
previous_iter_valid_loss : 0.09233806282281876
248800 0.092294 0.092338 0.091546 CURRENT LEARNING RATE: 0.041496459005276466
previous_iter_valid_loss : 0.08933758735656738
248900 0.089412 0.089338 0.091636 CURRENT LEARNING RATE: 0.04145498328758633
previous_iter_valid_loss : 0.07737725973129272
249000 0.077389 0.077377 0.091579 CURRENT LEARNING RATE: 0.04141354902488296
previous_iter_valid_loss : 0.07868918776512146
249100 0.078667 0.078689 0.091499 CURRENT LEARNING RATE: 0.04137215617573206
previous_iter_valid_loss : 0.09725415706634521
249200 0.097104 0.097254 0.091455 CURRENT LEARNING RATE: 0.041330804698740786
previous_iter_valid_loss : 0.12406431138515472
249300 0.123849 0.124064 0.091482 CURRENT LEARNING RATE: 0.041289494552557635
previous_iter_valid_loss : 0.08068393915891647
249400 0.080630 0.080684 0.090897 CURRENT LEARNING RATE: 0.04124822569587249
previous_iter_valid_loss : 0.0830264687538147
249500 0.082921 0.083026 0.090906 CURRENT LEARNING RATE: 0.041206998087416485
previous_iter_valid_loss : 0.09278827905654907
249600 0.092876 0.092788 0.091035 CURRENT LEARNING RATE: 0.041165811685962006
previous_iter_valid_loss : 0.07796984165906906
249700 0.077915 0.077970 0.090993 CURRENT LEARNING RATE: 0.04112466645032262
previous_iter_valid_loss : 0.0813470184803009
249800 0.081213 0.081347 0.090522 CURRENT LEARNING RATE: 0.041083562339353126
previous_iter_valid_loss : 0.13331127166748047
249900 0.133094 0.133311 0.090977 CURRENT LEARNING RATE: 0.0410424993119494
previous_iter_valid_loss : 0.07830938696861267
250000 0.078274 0.078309 0.090786 CURRENT LEARNING RATE: 0.041001477327048404
previous_iter_valid_loss : 0.08656519651412964
250100 0.086623 0.086565 0.090617 CURRENT LEARNING RATE: 0.04096049634362815
previous_iter_valid_loss : 0.09365131705999374
250200 0.093471 0.093651 0.090771 CURRENT LEARNING RATE: 0.04091955632070764
previous_iter_valid_loss : 0.08618366718292236
250300 0.086236 0.086184 0.090532 CURRENT LEARNING RATE: 0.040878657217346875
previous_iter_valid_loss : 0.08555712550878525
250400 0.085654 0.085557 0.090599 CURRENT LEARNING RATE: 0.04083779899264673
previous_iter_valid_loss : 0.0785057321190834
250500 0.078546 0.078506 0.090480 CURRENT LEARNING RATE: 0.04079698160574899
previous_iter_valid_loss : 0.0789748877286911
250600 0.079006 0.078975 0.089870 CURRENT LEARNING RATE: 0.04075620501583623
previous_iter_valid_loss : 0.0807768702507019
250700 0.080682 0.080777 0.089689 CURRENT LEARNING RATE: 0.040715469182131904
previous_iter_valid_loss : 0.07855615764856339
250800 0.078597 0.078556 0.089650 CURRENT LEARNING RATE: 0.04067477406390015
previous_iter_valid_loss : 0.07782205194234848
250900 0.077798 0.077822 0.089603 CURRENT LEARNING RATE: 0.04063411962044585
previous_iter_valid_loss : 0.08849453926086426
251000 0.088394 0.088495 0.089629 CURRENT LEARNING RATE: 0.040593505811114546
previous_iter_valid_loss : 0.08370323479175568
251100 0.083802 0.083703 0.089558 CURRENT LEARNING RATE: 0.04055293259529245
previous_iter_valid_loss : 0.0894223153591156
251200 0.089464 0.089422 0.089589 CURRENT LEARNING RATE: 0.04051239993240632
previous_iter_valid_loss : 0.07719605416059494
251300 0.077173 0.077196 0.088933 CURRENT LEARNING RATE: 0.040471907781923507
previous_iter_valid_loss : 0.08202462643384933
251400 0.082037 0.082025 0.088974 CURRENT LEARNING RATE: 0.04043145610335183
previous_iter_valid_loss : 0.09224463999271393
251500 0.092134 0.092245 0.089102 CURRENT LEARNING RATE: 0.04039104485623964
previous_iter_valid_loss : 0.0786251574754715
251600 0.078591 0.078625 0.089035 CURRENT LEARNING RATE: 0.040350674000175675
previous_iter_valid_loss : 0.08116511255502701
251700 0.081206 0.081165 0.089040 CURRENT LEARNING RATE: 0.040310343494789076
previous_iter_valid_loss : 0.09098649024963379
251800 0.090860 0.090986 0.088582 CURRENT LEARNING RATE: 0.04027005329974931
previous_iter_valid_loss : 0.08358573913574219
251900 0.083402 0.083586 0.088630 CURRENT LEARNING RATE: 0.04022980337476622
previous_iter_valid_loss : 0.07858991622924805
252000 0.078610 0.078590 0.088628 CURRENT LEARNING RATE: 0.04018959367958985
previous_iter_valid_loss : 0.09590576589107513
252100 0.095981 0.095906 0.088703 CURRENT LEARNING RATE: 0.04014942417401051
previous_iter_valid_loss : 0.09584925323724747
252200 0.095961 0.095849 0.088800 CURRENT LEARNING RATE: 0.04010929481785868
previous_iter_valid_loss : 0.08301516622304916
252300 0.083125 0.083015 0.088097 CURRENT LEARNING RATE: 0.040069205571005025
previous_iter_valid_loss : 0.0788104236125946
252400 0.078728 0.078810 0.087906 CURRENT LEARNING RATE: 0.04002915639336027
previous_iter_valid_loss : 0.080010324716568
252500 0.080062 0.080010 0.087926 CURRENT LEARNING RATE: 0.039989147244875255
previous_iter_valid_loss : 0.1007860004901886
252600 0.100570 0.100786 0.087994 CURRENT LEARNING RATE: 0.0399491780855408
previous_iter_valid_loss : 0.09611625969409943
252700 0.096209 0.096116 0.088062 CURRENT LEARNING RATE: 0.03990924887538777
previous_iter_valid_loss : 0.0806419849395752
252800 0.080655 0.080642 0.088032 CURRENT LEARNING RATE: 0.03986935957448695
previous_iter_valid_loss : 0.07850755006074905
252900 0.078483 0.078508 0.088038 CURRENT LEARNING RATE: 0.03982951014294902
previous_iter_valid_loss : 0.10202666372060776
253000 0.102133 0.102027 0.088280 CURRENT LEARNING RATE: 0.03978970054092454
previous_iter_valid_loss : 0.07703986018896103
253100 0.076987 0.077040 0.088252 CURRENT LEARNING RATE: 0.03974993072860393
previous_iter_valid_loss : 0.0779479369521141
253200 0.077905 0.077948 0.088243 CURRENT LEARNING RATE: 0.03971020066621736
previous_iter_valid_loss : 0.09225399792194366
253300 0.092051 0.092254 0.088303 CURRENT LEARNING RATE: 0.03967051031403477
previous_iter_valid_loss : 0.07954036444425583
253400 0.079541 0.079540 0.088134 CURRENT LEARNING RATE: 0.039630859632365775
previous_iter_valid_loss : 0.07676736265420914
Current valid loss: 0.07676736265420914; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
253500 0.076716 0.076767 0.088120 CURRENT LEARNING RATE: 0.03959124858155974
previous_iter_valid_loss : 0.10032340884208679
253600 0.100505 0.100323 0.088325 CURRENT LEARNING RATE: 0.03955167712200559
previous_iter_valid_loss : 0.07786480337381363
253700 0.077806 0.077865 0.088329 CURRENT LEARNING RATE: 0.03951214521413184
previous_iter_valid_loss : 0.08818163722753525
253800 0.088310 0.088182 0.088441 CURRENT LEARNING RATE: 0.039472652818406596
previous_iter_valid_loss : 0.08566026389598846
253900 0.085702 0.085660 0.088432 CURRENT LEARNING RATE: 0.03943319989533747
previous_iter_valid_loss : 0.08431966602802277
254000 0.084339 0.084320 0.088473 CURRENT LEARNING RATE: 0.03939378640547153
previous_iter_valid_loss : 0.07700781524181366
254100 0.076981 0.077008 0.088462 CURRENT LEARNING RATE: 0.03935441230939527
previous_iter_valid_loss : 0.0783199667930603
254200 0.078342 0.078320 0.088217 CURRENT LEARNING RATE: 0.03931507756773459
previous_iter_valid_loss : 0.08955331891775131
254300 0.089585 0.089553 0.088300 CURRENT LEARNING RATE: 0.03927578214115477
previous_iter_valid_loss : 0.097080759704113
254400 0.097166 0.097081 0.088460 CURRENT LEARNING RATE: 0.039236525990360364
previous_iter_valid_loss : 0.11957909166812897
254500 0.119319 0.119579 0.088822 CURRENT LEARNING RATE: 0.03919730907609521
previous_iter_valid_loss : 0.09038827568292618
254600 0.090257 0.090388 0.088911 CURRENT LEARNING RATE: 0.039158131359142395
previous_iter_valid_loss : 0.0791318342089653
254700 0.079115 0.079132 0.088459 CURRENT LEARNING RATE: 0.03911899280032421
previous_iter_valid_loss : 0.07830700278282166
254800 0.078255 0.078307 0.088418 CURRENT LEARNING RATE: 0.03907989336050209
previous_iter_valid_loss : 0.08566726744174957
254900 0.085517 0.085667 0.088441 CURRENT LEARNING RATE: 0.039040833000576584
previous_iter_valid_loss : 0.08179312944412231
255000 0.081793 0.081793 0.088404 CURRENT LEARNING RATE: 0.039001811681487315
previous_iter_valid_loss : 0.08479592204093933
255100 0.084867 0.084796 0.088455 CURRENT LEARNING RATE: 0.038962829364213
previous_iter_valid_loss : 0.0791698470711708
255200 0.079118 0.079170 0.088460 CURRENT LEARNING RATE: 0.038923886009771286
previous_iter_valid_loss : 0.07777806371450424
255300 0.077725 0.077778 0.088259 CURRENT LEARNING RATE: 0.03888498157921883
previous_iter_valid_loss : 0.07935675233602524
255400 0.079356 0.079357 0.087112 CURRENT LEARNING RATE: 0.03884611603365118
previous_iter_valid_loss : 0.10104461759328842
255500 0.100855 0.101045 0.086947 CURRENT LEARNING RATE: 0.03880728933420281
previous_iter_valid_loss : 0.07782751321792603
255600 0.077772 0.077828 0.086890 CURRENT LEARNING RATE: 0.03876850144204702
previous_iter_valid_loss : 0.07889822870492935
255700 0.078841 0.078898 0.086743 CURRENT LEARNING RATE: 0.03872975231839589
previous_iter_valid_loss : 0.07691245526075363
255800 0.076912 0.076912 0.086637 CURRENT LEARNING RATE: 0.0386910419245003
previous_iter_valid_loss : 0.07888512313365936
255900 0.078793 0.078885 0.086390 CURRENT LEARNING RATE: 0.03865237022164987
previous_iter_valid_loss : 0.11147420108318329
256000 0.111334 0.111474 0.086406 CURRENT LEARNING RATE: 0.038613737171172884
previous_iter_valid_loss : 0.07817836850881577
256100 0.078227 0.078178 0.086413 CURRENT LEARNING RATE: 0.03857514273443629
previous_iter_valid_loss : 0.07727660238742828
256200 0.077253 0.077277 0.086368 CURRENT LEARNING RATE: 0.03853658687284562
previous_iter_valid_loss : 0.08037211000919342
256300 0.080235 0.080372 0.086285 CURRENT LEARNING RATE: 0.03849806954784506
previous_iter_valid_loss : 0.08201567083597183
256400 0.082088 0.082016 0.086221 CURRENT LEARNING RATE: 0.03845959072091725
previous_iter_valid_loss : 0.07966355234384537
256500 0.079673 0.079664 0.086229 CURRENT LEARNING RATE: 0.038421150353583365
previous_iter_valid_loss : 0.07849876582622528
256600 0.078484 0.078499 0.086108 CURRENT LEARNING RATE: 0.03838274840740302
previous_iter_valid_loss : 0.07750793546438217
256700 0.077471 0.077508 0.086084 CURRENT LEARNING RATE: 0.0383443848439743
previous_iter_valid_loss : 0.08910486102104187
256800 0.089222 0.089105 0.086199 CURRENT LEARNING RATE: 0.03830605962493362
previous_iter_valid_loss : 0.09328505396842957
256900 0.093377 0.093285 0.086358 CURRENT LEARNING RATE: 0.03826777271195576
previous_iter_valid_loss : 0.12296109646558762
257000 0.123137 0.122961 0.086795 CURRENT LEARNING RATE: 0.03822952406675378
previous_iter_valid_loss : 0.08019082993268967
257100 0.080084 0.080191 0.086616 CURRENT LEARNING RATE: 0.03819131365107906
previous_iter_valid_loss : 0.08291014283895493
257200 0.082991 0.082910 0.086641 CURRENT LEARNING RATE: 0.03815314142672119
previous_iter_valid_loss : 0.09264849126338959
257300 0.092486 0.092648 0.086492 CURRENT LEARNING RATE: 0.038115007355507914
previous_iter_valid_loss : 0.07813877612352371
257400 0.078144 0.078139 0.086416 CURRENT LEARNING RATE: 0.03807691139930516
previous_iter_valid_loss : 0.08016610145568848
257500 0.080148 0.080166 0.086448 CURRENT LEARNING RATE: 0.03803885352001699
previous_iter_valid_loss : 0.1161983534693718
257600 0.116388 0.116198 0.086754 CURRENT LEARNING RATE: 0.03800083367958552
previous_iter_valid_loss : 0.10388247668743134
257700 0.104007 0.103882 0.086997 CURRENT LEARNING RATE: 0.03796285183999089
previous_iter_valid_loss : 0.1012929379940033
257800 0.101092 0.101293 0.087237 CURRENT LEARNING RATE: 0.03792490796325124
previous_iter_valid_loss : 0.07810467481613159
257900 0.078023 0.078105 0.086996 CURRENT LEARNING RATE: 0.03788700201142274
previous_iter_valid_loss : 0.10903517156839371
258000 0.109247 0.109035 0.087238 CURRENT LEARNING RATE: 0.0378491339465994
previous_iter_valid_loss : 0.08216416835784912
258100 0.082153 0.082164 0.087265 CURRENT LEARNING RATE: 0.03781130373091317
previous_iter_valid_loss : 0.07837281376123428
258200 0.078337 0.078373 0.087275 CURRENT LEARNING RATE: 0.0377735113265338
previous_iter_valid_loss : 0.141387477517128
258300 0.141196 0.141387 0.087716 CURRENT LEARNING RATE: 0.03773575669566892
previous_iter_valid_loss : 0.08425702899694443
258400 0.084324 0.084257 0.087756 CURRENT LEARNING RATE: 0.03769803980056388
previous_iter_valid_loss : 0.08316470682621002
258500 0.083037 0.083165 0.087231 CURRENT LEARNING RATE: 0.03766036060350179
previous_iter_valid_loss : 0.07911514490842819
258600 0.079030 0.079115 0.087226 CURRENT LEARNING RATE: 0.037622719066803416
previous_iter_valid_loss : 0.08142794668674469
258700 0.081511 0.081428 0.087250 CURRENT LEARNING RATE: 0.03758511515282727
previous_iter_valid_loss : 0.0942791998386383
258800 0.094084 0.094279 0.087269 CURRENT LEARNING RATE: 0.0375475488239694
previous_iter_valid_loss : 0.1490360051393509
258900 0.149402 0.149036 0.087866 CURRENT LEARNING RATE: 0.03751002004266349
previous_iter_valid_loss : 0.08924607932567596
259000 0.089127 0.089246 0.087985 CURRENT LEARNING RATE: 0.03747252877138072
previous_iter_valid_loss : 0.07690156996250153
259100 0.076898 0.076902 0.087967 CURRENT LEARNING RATE: 0.03743507497262987
previous_iter_valid_loss : 0.0777667760848999
259200 0.077729 0.077767 0.087772 CURRENT LEARNING RATE: 0.037397658608957114
previous_iter_valid_loss : 0.07727576792240143
259300 0.077211 0.077276 0.087304 CURRENT LEARNING RATE: 0.03736027964294608
previous_iter_valid_loss : 0.07822934538125992
259400 0.078210 0.078229 0.087280 CURRENT LEARNING RATE: 0.037322938037217784
previous_iter_valid_loss : 0.07708367705345154
259500 0.077013 0.077084 0.087220 CURRENT LEARNING RATE: 0.037285633754430655
previous_iter_valid_loss : 0.07823972404003143
259600 0.078118 0.078240 0.087075 CURRENT LEARNING RATE: 0.03724836675728039
previous_iter_valid_loss : 0.08323436230421066
259700 0.083268 0.083234 0.087127 CURRENT LEARNING RATE: 0.03721113700849998
previous_iter_valid_loss : 0.07784163951873779
259800 0.077807 0.077842 0.087092 CURRENT LEARNING RATE: 0.037173944470859664
previous_iter_valid_loss : 0.0796007439494133
259900 0.079459 0.079601 0.086555 CURRENT LEARNING RATE: 0.03713678910716694
previous_iter_valid_loss : 0.0856042206287384
260000 0.085411 0.085604 0.086628 CURRENT LEARNING RATE: 0.03709967088026641
previous_iter_valid_loss : 0.07721475511789322
260100 0.077195 0.077215 0.086535 CURRENT LEARNING RATE: 0.03706258975303985
previous_iter_valid_loss : 0.0896906852722168
260200 0.089501 0.089691 0.086495 CURRENT LEARNING RATE: 0.037025545688406124
previous_iter_valid_loss : 0.09368126094341278
260300 0.093514 0.093681 0.086570 CURRENT LEARNING RATE: 0.03698853864932118
previous_iter_valid_loss : 0.0889509841799736
260400 0.089031 0.088951 0.086604 CURRENT LEARNING RATE: 0.036951568598777976
previous_iter_valid_loss : 0.07692867517471313
260500 0.076881 0.076929 0.086588 CURRENT LEARNING RATE: 0.03691463549980645
previous_iter_valid_loss : 0.07757895439863205
260600 0.077513 0.077579 0.086574 CURRENT LEARNING RATE: 0.03687773931547347
previous_iter_valid_loss : 0.08150158077478409
260700 0.081341 0.081502 0.086581 CURRENT LEARNING RATE: 0.036840880008882915
previous_iter_valid_loss : 0.07680130004882812
260800 0.076740 0.076801 0.086564 CURRENT LEARNING RATE: 0.03680405754317542
previous_iter_valid_loss : 0.0959494560956955
260900 0.096006 0.095949 0.086745 CURRENT LEARNING RATE: 0.03676727188152855
previous_iter_valid_loss : 0.09748226404190063
261000 0.097610 0.097482 0.086835 CURRENT LEARNING RATE: 0.0367305229871566
previous_iter_valid_loss : 0.0813281238079071
261100 0.081230 0.081328 0.086811 CURRENT LEARNING RATE: 0.03669381082331072
previous_iter_valid_loss : 0.0799240991473198
261200 0.079946 0.079924 0.086716 CURRENT LEARNING RATE: 0.03665713535327872
previous_iter_valid_loss : 0.08421825617551804
261300 0.084242 0.084218 0.086787 CURRENT LEARNING RATE: 0.03662049654038512
previous_iter_valid_loss : 0.09086662530899048
261400 0.090970 0.090867 0.086875 CURRENT LEARNING RATE: 0.03658389434799111
previous_iter_valid_loss : 0.08440535515546799
261500 0.084310 0.084405 0.086797 CURRENT LEARNING RATE: 0.036547328739494504
previous_iter_valid_loss : 0.07920163869857788
261600 0.079168 0.079202 0.086802 CURRENT LEARNING RATE: 0.03651079967832968
previous_iter_valid_loss : 0.07700230926275253
261700 0.076934 0.077002 0.086761 CURRENT LEARNING RATE: 0.036474307127967585
previous_iter_valid_loss : 0.08159738779067993
261800 0.081466 0.081597 0.086667 CURRENT LEARNING RATE: 0.03643785105191564
previous_iter_valid_loss : 0.10650476068258286
261900 0.106261 0.106505 0.086896 CURRENT LEARNING RATE: 0.036401431413717794
previous_iter_valid_loss : 0.07752520591020584
262000 0.077478 0.077525 0.086885 CURRENT LEARNING RATE: 0.0363650481769544
previous_iter_valid_loss : 0.07789263874292374
262100 0.077808 0.077893 0.086705 CURRENT LEARNING RATE: 0.03632870130524221
previous_iter_valid_loss : 0.08506768941879272
262200 0.085108 0.085068 0.086597 CURRENT LEARNING RATE: 0.03629239076223434
previous_iter_valid_loss : 0.08308940380811691
262300 0.083066 0.083089 0.086598 CURRENT LEARNING RATE: 0.036256116511620265
previous_iter_valid_loss : 0.07960975915193558
262400 0.079504 0.079610 0.086606 CURRENT LEARNING RATE: 0.03621987851712573
previous_iter_valid_loss : 0.1350916177034378
262500 0.135333 0.135092 0.087157 CURRENT LEARNING RATE: 0.03618367674251273
previous_iter_valid_loss : 0.07868287712335587
262600 0.078661 0.078683 0.086936 CURRENT LEARNING RATE: 0.036147511151579485
previous_iter_valid_loss : 0.09081059694290161
262700 0.090843 0.090811 0.086883 CURRENT LEARNING RATE: 0.03611138170816039
previous_iter_valid_loss : 0.10426471382379532
262800 0.104370 0.104265 0.087119 CURRENT LEARNING RATE: 0.03607528837612603
previous_iter_valid_loss : 0.07878805696964264
262900 0.078663 0.078788 0.087122 CURRENT LEARNING RATE: 0.03603923111938305
previous_iter_valid_loss : 0.07676003873348236
Current valid loss: 0.07676003873348236; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
263000 0.076702 0.076760 0.086869 CURRENT LEARNING RATE: 0.036003209901874195
previous_iter_valid_loss : 0.09818529337644577
263100 0.098032 0.098185 0.087081 CURRENT LEARNING RATE: 0.03596722468757822
previous_iter_valid_loss : 0.07956172525882721
263200 0.079528 0.079562 0.087097 CURRENT LEARNING RATE: 0.035931275440509954
previous_iter_valid_loss : 0.083356112241745
263300 0.083348 0.083356 0.087008 CURRENT LEARNING RATE: 0.03589536212472012
previous_iter_valid_loss : 0.07853639125823975
263400 0.078520 0.078536 0.086998 CURRENT LEARNING RATE: 0.035859484704295404
previous_iter_valid_loss : 0.0866670310497284
263500 0.086768 0.086667 0.087097 CURRENT LEARNING RATE: 0.03582364314335836
previous_iter_valid_loss : 0.07987052202224731
263600 0.079766 0.079871 0.086892 CURRENT LEARNING RATE: 0.03578783740606746
previous_iter_valid_loss : 0.07679508626461029
263700 0.076752 0.076795 0.086882 CURRENT LEARNING RATE: 0.03575206745661695
previous_iter_valid_loss : 0.0888778492808342
263800 0.088769 0.088878 0.086889 CURRENT LEARNING RATE: 0.03571633325923688
previous_iter_valid_loss : 0.07734926789999008
263900 0.077283 0.077349 0.086805 CURRENT LEARNING RATE: 0.03568063477819303
previous_iter_valid_loss : 0.0788983404636383
264000 0.078814 0.078898 0.086751 CURRENT LEARNING RATE: 0.03564497197778694
previous_iter_valid_loss : 0.08371836692094803
264100 0.083768 0.083718 0.086818 CURRENT LEARNING RATE: 0.0356093448223558
previous_iter_valid_loss : 0.12679563462734222
264200 0.126560 0.126796 0.087303 CURRENT LEARNING RATE: 0.035573753276272456
previous_iter_valid_loss : 0.07846584916114807
264300 0.078344 0.078466 0.087192 CURRENT LEARNING RATE: 0.03553819730394533
previous_iter_valid_loss : 0.07774224132299423
264400 0.077794 0.077742 0.086999 CURRENT LEARNING RATE: 0.03550267686981849
previous_iter_valid_loss : 0.07776200771331787
264500 0.077684 0.077762 0.086581 CURRENT LEARNING RATE: 0.03546719193837147
previous_iter_valid_loss : 0.08716543763875961
264600 0.087189 0.087165 0.086548 CURRENT LEARNING RATE: 0.03543174247411936
previous_iter_valid_loss : 0.10457497835159302
264700 0.104378 0.104575 0.086803 CURRENT LEARNING RATE: 0.03539632844161265
previous_iter_valid_loss : 0.08897339552640915
264800 0.089003 0.088973 0.086909 CURRENT LEARNING RATE: 0.035360949805437344
previous_iter_valid_loss : 0.07661378383636475
Current valid loss: 0.07661378383636475; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
264900 0.076530 0.076614 0.086819 CURRENT LEARNING RATE: 0.0353256065302148
previous_iter_valid_loss : 0.08578663319349289
265000 0.085624 0.085787 0.086859 CURRENT LEARNING RATE: 0.035290298580601724
previous_iter_valid_loss : 0.08726897090673447
265100 0.087339 0.087269 0.086884 CURRENT LEARNING RATE: 0.03525502592129015
previous_iter_valid_loss : 0.07734613120555878
265200 0.077304 0.077346 0.086865 CURRENT LEARNING RATE: 0.03521978851700746
previous_iter_valid_loss : 0.07675281912088394
265300 0.076710 0.076753 0.086855 CURRENT LEARNING RATE: 0.03518458633251621
previous_iter_valid_loss : 0.07841474562883377
265400 0.078281 0.078415 0.086846 CURRENT LEARNING RATE: 0.035149419332614236
previous_iter_valid_loss : 0.07807788997888565
265500 0.078083 0.078078 0.086616 CURRENT LEARNING RATE: 0.03511428748213451
previous_iter_valid_loss : 0.0771278515458107
265600 0.077116 0.077128 0.086609 CURRENT LEARNING RATE: 0.0350791907459452
previous_iter_valid_loss : 0.07972121983766556
265700 0.079566 0.079721 0.086617 CURRENT LEARNING RATE: 0.035044129088949556
previous_iter_valid_loss : 0.16207148134708405
265800 0.162414 0.162071 0.087469 CURRENT LEARNING RATE: 0.03500910247608593
previous_iter_valid_loss : 0.07819658517837524
265900 0.078186 0.078197 0.087462 CURRENT LEARNING RATE: 0.03497411087232768
previous_iter_valid_loss : 0.08064502477645874
266000 0.080517 0.080645 0.087154 CURRENT LEARNING RATE: 0.03493915424268323
previous_iter_valid_loss : 0.08773059397935867
266100 0.087815 0.087731 0.087249 CURRENT LEARNING RATE: 0.034904232552195935
previous_iter_valid_loss : 0.0809980258345604
266200 0.080821 0.080998 0.087286 CURRENT LEARNING RATE: 0.034869345765944096
previous_iter_valid_loss : 0.08362256735563278
266300 0.083662 0.083623 0.087319 CURRENT LEARNING RATE: 0.03483449384904092
previous_iter_valid_loss : 0.08692557364702225
266400 0.086772 0.086926 0.087368 CURRENT LEARNING RATE: 0.03479967676663451
previous_iter_valid_loss : 0.08007705211639404
266500 0.079927 0.080077 0.087372 CURRENT LEARNING RATE: 0.034764894483907766
previous_iter_valid_loss : 0.0769280269742012
266600 0.076885 0.076928 0.087356 CURRENT LEARNING RATE: 0.0347301469660784
previous_iter_valid_loss : 0.08055204898118973
266700 0.080449 0.080552 0.087387 CURRENT LEARNING RATE: 0.03469543417839888
previous_iter_valid_loss : 0.09395837038755417
266800 0.093825 0.093958 0.087435 CURRENT LEARNING RATE: 0.03466075608615645
previous_iter_valid_loss : 0.07712677121162415
266900 0.077108 0.077127 0.087274 CURRENT LEARNING RATE: 0.034626112654673
previous_iter_valid_loss : 0.08487532287836075
267000 0.084926 0.084875 0.086893 CURRENT LEARNING RATE: 0.03459150384930507
previous_iter_valid_loss : 0.08726434409618378
267100 0.087346 0.087264 0.086964 CURRENT LEARNING RATE: 0.03455692963544387
previous_iter_valid_loss : 0.09680723398923874
267200 0.096689 0.096807 0.087103 CURRENT LEARNING RATE: 0.03452238997851521
previous_iter_valid_loss : 0.07867743819952011
267300 0.078612 0.078677 0.086963 CURRENT LEARNING RATE: 0.03448788484397939
previous_iter_valid_loss : 0.07971539348363876
267400 0.079627 0.079715 0.086979 CURRENT LEARNING RATE: 0.03445341419733129
previous_iter_valid_loss : 0.0769406259059906
267500 0.076924 0.076941 0.086946 CURRENT LEARNING RATE: 0.034418978004100244
previous_iter_valid_loss : 0.07721693813800812
267600 0.077109 0.077217 0.086557 CURRENT LEARNING RATE: 0.03438457622985009
previous_iter_valid_loss : 0.08486106246709824
267700 0.084882 0.084861 0.086366 CURRENT LEARNING RATE: 0.034350208840179024
previous_iter_valid_loss : 0.08154267072677612
267800 0.081522 0.081543 0.086169 CURRENT LEARNING RATE: 0.03431587580071967
previous_iter_valid_loss : 0.08061765879392624
267900 0.080482 0.080618 0.086194 CURRENT LEARNING RATE: 0.034281577077138956
previous_iter_valid_loss : 0.09448891133069992
268000 0.094330 0.094489 0.086049 CURRENT LEARNING RATE: 0.03424731263513819
previous_iter_valid_loss : 0.07912353426218033
268100 0.079139 0.079124 0.086018 CURRENT LEARNING RATE: 0.034213082440452916
previous_iter_valid_loss : 0.0861596167087555
268200 0.086038 0.086160 0.086096 CURRENT LEARNING RATE: 0.03417888645885293
previous_iter_valid_loss : 0.09116235375404358
268300 0.091256 0.091162 0.085594 CURRENT LEARNING RATE: 0.03414472465614224
previous_iter_valid_loss : 0.09360124915838242
268400 0.093461 0.093601 0.085687 CURRENT LEARNING RATE: 0.03411059699815906
previous_iter_valid_loss : 0.07807226479053497
268500 0.077972 0.078072 0.085636 CURRENT LEARNING RATE: 0.03407650345077573
previous_iter_valid_loss : 0.0802498310804367
268600 0.080142 0.080250 0.085648 CURRENT LEARNING RATE: 0.03404244397989868
previous_iter_valid_loss : 0.07815060764551163
268700 0.078158 0.078151 0.085615 CURRENT LEARNING RATE: 0.03400841855146844
previous_iter_valid_loss : 0.08458559960126877
268800 0.084361 0.084586 0.085518 CURRENT LEARNING RATE: 0.0339744271314596
previous_iter_valid_loss : 0.0763724222779274
Current valid loss: 0.0763724222779274; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
268900 0.076262 0.076372 0.084791 CURRENT LEARNING RATE: 0.03394046968588072
previous_iter_valid_loss : 0.09080210328102112
269000 0.090864 0.090802 0.084807 CURRENT LEARNING RATE: 0.033906546180774357
previous_iter_valid_loss : 0.08614303171634674
269100 0.086226 0.086143 0.084899 CURRENT LEARNING RATE: 0.033872656582216984
previous_iter_valid_loss : 0.07769788801670074
269200 0.077674 0.077698 0.084899 CURRENT LEARNING RATE: 0.033838800856319025
previous_iter_valid_loss : 0.08078160881996155
269300 0.080806 0.080782 0.084934 CURRENT LEARNING RATE: 0.03380497896922475
previous_iter_valid_loss : 0.10574205964803696
269400 0.105555 0.105742 0.085209 CURRENT LEARNING RATE: 0.03377119088711226
previous_iter_valid_loss : 0.12235220521688461
269500 0.122177 0.122352 0.085662 CURRENT LEARNING RATE: 0.03373743657619345
previous_iter_valid_loss : 0.08284518122673035
269600 0.082664 0.082845 0.085708 CURRENT LEARNING RATE: 0.03370371600271405
previous_iter_valid_loss : 0.0941658467054367
269700 0.093993 0.094166 0.085817 CURRENT LEARNING RATE: 0.03367002913295346
previous_iter_valid_loss : 0.0865892842411995
269800 0.086426 0.086589 0.085904 CURRENT LEARNING RATE: 0.033636375933224806
previous_iter_valid_loss : 0.10795927792787552
269900 0.107734 0.107959 0.086188 CURRENT LEARNING RATE: 0.03360275636987488
previous_iter_valid_loss : 0.07913370430469513
270000 0.079101 0.079134 0.086123 CURRENT LEARNING RATE: 0.03356917040928413
previous_iter_valid_loss : 0.10560985654592514
270100 0.105395 0.105610 0.086407 CURRENT LEARNING RATE: 0.03353561801786659
previous_iter_valid_loss : 0.08502763509750366
270200 0.084840 0.085028 0.086361 CURRENT LEARNING RATE: 0.033502099162069865
previous_iter_valid_loss : 0.09538712352514267
270300 0.095242 0.095387 0.086378 CURRENT LEARNING RATE: 0.033468613808375076
previous_iter_valid_loss : 0.08421707153320312
270400 0.084044 0.084217 0.086330 CURRENT LEARNING RATE: 0.0334351619232969
previous_iter_valid_loss : 0.08426547050476074
270500 0.084108 0.084265 0.086404 CURRENT LEARNING RATE: 0.033401743473383434
previous_iter_valid_loss : 0.07717648148536682
270600 0.077125 0.077176 0.086400 CURRENT LEARNING RATE: 0.03336835842521623
previous_iter_valid_loss : 0.11755774915218353
270700 0.117718 0.117558 0.086760 CURRENT LEARNING RATE: 0.03333500674541021
previous_iter_valid_loss : 0.07925863564014435
270800 0.079246 0.079259 0.086785 CURRENT LEARNING RATE: 0.03330168840061373
previous_iter_valid_loss : 0.07681150734424591
270900 0.076702 0.076812 0.086593 CURRENT LEARNING RATE: 0.03326840335750843
previous_iter_valid_loss : 0.076911062002182
271000 0.076796 0.076911 0.086388 CURRENT LEARNING RATE: 0.03323515158280925
previous_iter_valid_loss : 0.07828369736671448
271100 0.078216 0.078284 0.086357 CURRENT LEARNING RATE: 0.033201933043264416
previous_iter_valid_loss : 0.08722995221614838
271200 0.087260 0.087230 0.086430 CURRENT LEARNING RATE: 0.03316874770565541
previous_iter_valid_loss : 0.07703503221273422
271300 0.076933 0.077035 0.086358 CURRENT LEARNING RATE: 0.03313559553679686
previous_iter_valid_loss : 0.08050502091646194
271400 0.080387 0.080505 0.086255 CURRENT LEARNING RATE: 0.03310247650353662
previous_iter_valid_loss : 0.08733750879764557
271500 0.087179 0.087338 0.086284 CURRENT LEARNING RATE: 0.033069390572755625
previous_iter_valid_loss : 0.08475305885076523
271600 0.084652 0.084753 0.086340 CURRENT LEARNING RATE: 0.03303633771136797
previous_iter_valid_loss : 0.08085360378026962
271700 0.080712 0.080854 0.086378 CURRENT LEARNING RATE: 0.03300331788632078
previous_iter_valid_loss : 0.08986018598079681
271800 0.089688 0.089860 0.086461 CURRENT LEARNING RATE: 0.03297033106459423
previous_iter_valid_loss : 0.08117309957742691
271900 0.080989 0.081173 0.086207 CURRENT LEARNING RATE: 0.032937377213201474
previous_iter_valid_loss : 0.07604563981294632
Current valid loss: 0.07604563981294632; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
272000 0.075991 0.076046 0.086193 CURRENT LEARNING RATE: 0.03290445629918869
previous_iter_valid_loss : 0.09081847220659256
272100 0.090891 0.090818 0.086322 CURRENT LEARNING RATE: 0.03287156828963495
previous_iter_valid_loss : 0.08071800321340561
272200 0.080684 0.080718 0.086278 CURRENT LEARNING RATE: 0.03283871315165224
previous_iter_valid_loss : 0.13595744967460632
272300 0.135672 0.135957 0.086807 CURRENT LEARNING RATE: 0.0328058908523854
previous_iter_valid_loss : 0.1268470138311386
272400 0.126623 0.126847 0.087280 CURRENT LEARNING RATE: 0.032773101359012166
previous_iter_valid_loss : 0.08261220157146454
272500 0.082622 0.082612 0.086755 CURRENT LEARNING RATE: 0.032740344638743014
previous_iter_valid_loss : 0.07655445486307144
272600 0.076526 0.076554 0.086733 CURRENT LEARNING RATE: 0.03270762065882123
previous_iter_valid_loss : 0.0778266116976738
272700 0.077685 0.077827 0.086604 CURRENT LEARNING RATE: 0.032674929386522826
previous_iter_valid_loss : 0.07689273357391357
272800 0.076786 0.076893 0.086330 CURRENT LEARNING RATE: 0.03264227078915654
previous_iter_valid_loss : 0.07855603843927383
272900 0.078538 0.078556 0.086328 CURRENT LEARNING RATE: 0.03260964483406376
previous_iter_valid_loss : 0.08645334839820862
273000 0.086260 0.086453 0.086424 CURRENT LEARNING RATE: 0.03257705148861854
previous_iter_valid_loss : 0.08070310950279236
273100 0.080681 0.080703 0.086250 CURRENT LEARNING RATE: 0.0325444907202275
previous_iter_valid_loss : 0.08560404181480408
273200 0.085466 0.085604 0.086310 CURRENT LEARNING RATE: 0.03251196249632991
previous_iter_valid_loss : 0.08021031320095062
273300 0.080067 0.080210 0.086279 CURRENT LEARNING RATE: 0.032479466784397525
previous_iter_valid_loss : 0.0862959772348404
273400 0.086068 0.086296 0.086356 CURRENT LEARNING RATE: 0.03244700355193463
previous_iter_valid_loss : 0.10514149814844131
273500 0.104885 0.105141 0.086541 CURRENT LEARNING RATE: 0.03241457276647798
previous_iter_valid_loss : 0.08661716431379318
273600 0.086669 0.086617 0.086608 CURRENT LEARNING RATE: 0.03238217439559681
previous_iter_valid_loss : 0.07689846307039261
273700 0.076861 0.076898 0.086609 CURRENT LEARNING RATE: 0.032349808406892736
previous_iter_valid_loss : 0.0779862105846405
273800 0.077824 0.077986 0.086501 CURRENT LEARNING RATE: 0.03231747476799977
previous_iter_valid_loss : 0.08083155006170273
273900 0.080785 0.080832 0.086535 CURRENT LEARNING RATE: 0.032285173446584235
previous_iter_valid_loss : 0.07921869307756424
274000 0.079053 0.079219 0.086539 CURRENT LEARNING RATE: 0.03225290441034486
previous_iter_valid_loss : 0.07725939899682999
274100 0.077152 0.077259 0.086474 CURRENT LEARNING RATE: 0.03222066762701259
previous_iter_valid_loss : 0.0766574963927269
274200 0.076586 0.076657 0.085973 CURRENT LEARNING RATE: 0.03218846306435062
previous_iter_valid_loss : 0.07638717442750931
274300 0.076253 0.076387 0.085952 CURRENT LEARNING RATE: 0.03215629069015439
previous_iter_valid_loss : 0.09058396518230438
274400 0.090430 0.090584 0.086080 CURRENT LEARNING RATE: 0.03212415047225154
previous_iter_valid_loss : 0.07865110784769058
274500 0.078592 0.078651 0.086089 CURRENT LEARNING RATE: 0.03209204237850184
previous_iter_valid_loss : 0.0763486698269844
274600 0.076247 0.076349 0.085981 CURRENT LEARNING RATE: 0.0320599663767972
previous_iter_valid_loss : 0.07646913826465607
274700 0.076382 0.076469 0.085700 CURRENT LEARNING RATE: 0.032027922435061584
previous_iter_valid_loss : 0.08114240318536758
274800 0.080927 0.081142 0.085622 CURRENT LEARNING RATE: 0.03199591052125109
previous_iter_valid_loss : 0.07668640464544296
274900 0.076622 0.076686 0.085622 CURRENT LEARNING RATE: 0.031963930603353785
previous_iter_valid_loss : 0.07738105207681656
275000 0.077261 0.077381 0.085538 CURRENT LEARNING RATE: 0.03193198264938975
previous_iter_valid_loss : 0.09017471224069595
275100 0.090216 0.090175 0.085567 CURRENT LEARNING RATE: 0.03190006662741102
previous_iter_valid_loss : 0.0882558599114418
275200 0.088320 0.088256 0.085676 CURRENT LEARNING RATE: 0.03186818250550156
previous_iter_valid_loss : 0.07632021605968475
275300 0.076241 0.076320 0.085672 CURRENT LEARNING RATE: 0.03183633025177728
previous_iter_valid_loss : 0.078700952231884
275400 0.078564 0.078701 0.085675 CURRENT LEARNING RATE: 0.0318045098343859
previous_iter_valid_loss : 0.09240606427192688
275500 0.092435 0.092406 0.085818 CURRENT LEARNING RATE: 0.03177272122150701
previous_iter_valid_loss : 0.11681599915027618
275600 0.116563 0.116816 0.086215 CURRENT LEARNING RATE: 0.031740964381351974
previous_iter_valid_loss : 0.07762013375759125
275700 0.077579 0.077620 0.086194 CURRENT LEARNING RATE: 0.03170923928216398
previous_iter_valid_loss : 0.0761205181479454
275800 0.076040 0.076121 0.085335 CURRENT LEARNING RATE: 0.031677545892217905
previous_iter_valid_loss : 0.078104168176651
275900 0.077979 0.078104 0.085334 CURRENT LEARNING RATE: 0.031645884179820366
previous_iter_valid_loss : 0.0859140157699585
276000 0.085900 0.085914 0.085386 CURRENT LEARNING RATE: 0.031614254113309634
previous_iter_valid_loss : 0.0786256492137909
276100 0.078533 0.078626 0.085295 CURRENT LEARNING RATE: 0.031582655661055656
previous_iter_valid_loss : 0.09232234954833984
276200 0.092374 0.092322 0.085409 CURRENT LEARNING RATE: 0.03155108879145997
previous_iter_valid_loss : 0.09101693332195282
276300 0.090830 0.091017 0.085482 CURRENT LEARNING RATE: 0.031519553472955715
previous_iter_valid_loss : 0.07934662699699402
276400 0.079333 0.079347 0.085407 CURRENT LEARNING RATE: 0.031488049674007534
previous_iter_valid_loss : 0.0767873078584671
276500 0.076721 0.076787 0.085374 CURRENT LEARNING RATE: 0.03145657736311167
previous_iter_valid_loss : 0.08719170093536377
276600 0.086996 0.087192 0.085476 CURRENT LEARNING RATE: 0.031425136508795797
previous_iter_valid_loss : 0.0901808962225914
276700 0.090020 0.090181 0.085573 CURRENT LEARNING RATE: 0.031393727079619044
previous_iter_valid_loss : 0.0866456925868988
276800 0.086513 0.086646 0.085500 CURRENT LEARNING RATE: 0.031362349044171976
previous_iter_valid_loss : 0.09711789339780807
276900 0.097190 0.097118 0.085699 CURRENT LEARNING RATE: 0.031331002371076576
previous_iter_valid_loss : 0.07908037304878235
277000 0.078921 0.079080 0.085642 CURRENT LEARNING RATE: 0.03129968702898616
previous_iter_valid_loss : 0.08070380985736847
277100 0.080545 0.080704 0.085576 CURRENT LEARNING RATE: 0.031268402986585384
previous_iter_valid_loss : 0.0761164203286171
277200 0.076008 0.076116 0.085369 CURRENT LEARNING RATE: 0.03123715021259018
previous_iter_valid_loss : 0.08630315959453583
277300 0.086327 0.086303 0.085445 CURRENT LEARNING RATE: 0.03120592867574781
previous_iter_valid_loss : 0.0783180296421051
277400 0.078288 0.078318 0.085431 CURRENT LEARNING RATE: 0.031174738344836715
previous_iter_valid_loss : 0.08327675610780716
277500 0.083130 0.083277 0.085495 CURRENT LEARNING RATE: 0.031143579188666563
previous_iter_valid_loss : 0.07798915356397629
277600 0.077977 0.077989 0.085502 CURRENT LEARNING RATE: 0.03111245117607818
previous_iter_valid_loss : 0.08360323309898376
277700 0.083606 0.083603 0.085490 CURRENT LEARNING RATE: 0.031081354275943582
previous_iter_valid_loss : 0.07699542492628098
277800 0.076948 0.076995 0.085444 CURRENT LEARNING RATE: 0.03105028845716585
previous_iter_valid_loss : 0.0835212916135788
277900 0.083501 0.083521 0.085473 CURRENT LEARNING RATE: 0.03101925368867916
previous_iter_valid_loss : 0.07643954455852509
278000 0.076355 0.076440 0.085293 CURRENT LEARNING RATE: 0.030988249939448733
previous_iter_valid_loss : 0.0792766734957695
278100 0.079204 0.079277 0.085294 CURRENT LEARNING RATE: 0.030957277178470837
previous_iter_valid_loss : 0.07749134302139282
278200 0.077410 0.077491 0.085208 CURRENT LEARNING RATE: 0.030926335374772705
previous_iter_valid_loss : 0.12515372037887573
278300 0.125319 0.125154 0.085548 CURRENT LEARNING RATE: 0.030895424497412522
previous_iter_valid_loss : 0.07857611030340195
278400 0.078436 0.078576 0.085397 CURRENT LEARNING RATE: 0.030864544515479396
previous_iter_valid_loss : 0.07925695180892944
278500 0.079129 0.079257 0.085409 CURRENT LEARNING RATE: 0.030833695398093372
previous_iter_valid_loss : 0.07681390643119812
278600 0.076753 0.076814 0.085375 CURRENT LEARNING RATE: 0.030802877114405318
previous_iter_valid_loss : 0.08383144438266754
278700 0.083682 0.083831 0.085432 CURRENT LEARNING RATE: 0.030772089633596945
previous_iter_valid_loss : 0.07664082199335098
278800 0.076584 0.076641 0.085352 CURRENT LEARNING RATE: 0.03074133292488075
previous_iter_valid_loss : 0.08315922319889069
278900 0.082976 0.083159 0.085420 CURRENT LEARNING RATE: 0.030710606957500063
previous_iter_valid_loss : 0.07876333594322205
279000 0.078670 0.078763 0.085300 CURRENT LEARNING RATE: 0.03067991170072889
previous_iter_valid_loss : 0.07665956765413284
279100 0.076552 0.076660 0.085205 CURRENT LEARNING RATE: 0.030649247123871976
previous_iter_valid_loss : 0.0763259083032608
279200 0.076237 0.076326 0.085191 CURRENT LEARNING RATE: 0.030618613196264723
previous_iter_valid_loss : 0.0966193899512291
279300 0.096757 0.096619 0.085350 CURRENT LEARNING RATE: 0.030588009887273233
previous_iter_valid_loss : 0.07668903470039368
279400 0.076613 0.076689 0.085059 CURRENT LEARNING RATE: 0.03055743716629418
previous_iter_valid_loss : 0.08030521869659424
279500 0.080241 0.080305 0.084639 CURRENT LEARNING RATE: 0.03052689500275484
previous_iter_valid_loss : 0.07595418393611908
Current valid loss: 0.07595418393611908; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
279600 0.075851 0.075954 0.084570 CURRENT LEARNING RATE: 0.03049638336611303
previous_iter_valid_loss : 0.0871729627251625
279700 0.086973 0.087173 0.084500 CURRENT LEARNING RATE: 0.030465902225857145
previous_iter_valid_loss : 0.0821947380900383
279800 0.082194 0.082195 0.084456 CURRENT LEARNING RATE: 0.030435451551506024
previous_iter_valid_loss : 0.07668714970350266
279900 0.076527 0.076687 0.084143 CURRENT LEARNING RATE: 0.030405031312608986
previous_iter_valid_loss : 0.07937213778495789
280000 0.079256 0.079372 0.084145 CURRENT LEARNING RATE: 0.030374641478745787
previous_iter_valid_loss : 0.12447618693113327
280100 0.124298 0.124476 0.084334 CURRENT LEARNING RATE: 0.03034428201952661
previous_iter_valid_loss : 0.08665001392364502
280200 0.086720 0.086650 0.084350 CURRENT LEARNING RATE: 0.03031395290459198
previous_iter_valid_loss : 0.08181947469711304
280300 0.081649 0.081819 0.084215 CURRENT LEARNING RATE: 0.030283654103612778
previous_iter_valid_loss : 0.09224054962396622
280400 0.092303 0.092241 0.084295 CURRENT LEARNING RATE: 0.030253385586290194
previous_iter_valid_loss : 0.07905155420303345
280500 0.079054 0.079052 0.084243 CURRENT LEARNING RATE: 0.03022314732235573
previous_iter_valid_loss : 0.08016915619373322
280600 0.080150 0.080169 0.084273 CURRENT LEARNING RATE: 0.030192939281571105
previous_iter_valid_loss : 0.07614053040742874
280700 0.076100 0.076141 0.083859 CURRENT LEARNING RATE: 0.030162761433728282
previous_iter_valid_loss : 0.07866481691598892
280800 0.078532 0.078665 0.083853 CURRENT LEARNING RATE: 0.030132613748649388
previous_iter_valid_loss : 0.0792359784245491
280900 0.079244 0.079236 0.083877 CURRENT LEARNING RATE: 0.03010249619618677
previous_iter_valid_loss : 0.0793854296207428
281000 0.079238 0.079385 0.083902 CURRENT LEARNING RATE: 0.030072408746222856
previous_iter_valid_loss : 0.09840060025453568
281100 0.098189 0.098401 0.084103 CURRENT LEARNING RATE: 0.030042351368670193
previous_iter_valid_loss : 0.10409210622310638
281200 0.104265 0.104092 0.084271 CURRENT LEARNING RATE: 0.030012324033471392
previous_iter_valid_loss : 0.07700085639953613
281300 0.076927 0.077001 0.084271 CURRENT LEARNING RATE: 0.029982326710599135
previous_iter_valid_loss : 0.07705756276845932
281400 0.076999 0.077058 0.084237 CURRENT LEARNING RATE: 0.02995235937005609
previous_iter_valid_loss : 0.07655788213014603
281500 0.076492 0.076558 0.084129 CURRENT LEARNING RATE: 0.029922421981874912
previous_iter_valid_loss : 0.08542953431606293
281600 0.085446 0.085430 0.084135 CURRENT LEARNING RATE: 0.029892514516118192
previous_iter_valid_loss : 0.07858125120401382
281700 0.078486 0.078581 0.084113 CURRENT LEARNING RATE: 0.029862636942878495
previous_iter_valid_loss : 0.09050773084163666
281800 0.090551 0.090508 0.084119 CURRENT LEARNING RATE: 0.02983278923227823
previous_iter_valid_loss : 0.08681328594684601
281900 0.086834 0.086813 0.084176 CURRENT LEARNING RATE: 0.029802971354469684
previous_iter_valid_loss : 0.09878206998109818
282000 0.098563 0.098782 0.084403 CURRENT LEARNING RATE: 0.02977318327963496
previous_iter_valid_loss : 0.09264196455478668
282100 0.092430 0.092642 0.084421 CURRENT LEARNING RATE: 0.02974342497798601
previous_iter_valid_loss : 0.08029145002365112
282200 0.080143 0.080291 0.084417 CURRENT LEARNING RATE: 0.02971369641976452
previous_iter_valid_loss : 0.07710418850183487
282300 0.077026 0.077104 0.083828 CURRENT LEARNING RATE: 0.029683997575241924
previous_iter_valid_loss : 0.07774551212787628
282400 0.077586 0.077746 0.083337 CURRENT LEARNING RATE: 0.02965432841471936
previous_iter_valid_loss : 0.07650549709796906
282500 0.076392 0.076505 0.083276 CURRENT LEARNING RATE: 0.0296246889085277
previous_iter_valid_loss : 0.0785554051399231
282600 0.078448 0.078555 0.083296 CURRENT LEARNING RATE: 0.029595079027027415
previous_iter_valid_loss : 0.08881080895662308
282700 0.088661 0.088811 0.083406 CURRENT LEARNING RATE: 0.029565498740608626
previous_iter_valid_loss : 0.07598519325256348
282800 0.075889 0.075985 0.083397 CURRENT LEARNING RATE: 0.029535948019691026
previous_iter_valid_loss : 0.0792076364159584
282900 0.079071 0.079208 0.083404 CURRENT LEARNING RATE: 0.02950642683472392
previous_iter_valid_loss : 0.0759284496307373
Current valid loss: 0.0759284496307373; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
283000 0.075811 0.075928 0.083298 CURRENT LEARNING RATE: 0.02947693515618611
previous_iter_valid_loss : 0.07991638779640198
283100 0.079758 0.079916 0.083291 CURRENT LEARNING RATE: 0.02944747295458591
previous_iter_valid_loss : 0.10007672756910324
283200 0.100212 0.100077 0.083435 CURRENT LEARNING RATE: 0.029418040200461106
previous_iter_valid_loss : 0.10456764698028564
283300 0.104327 0.104568 0.083679 CURRENT LEARNING RATE: 0.029388636864378967
previous_iter_valid_loss : 0.077595554292202
283400 0.077512 0.077596 0.083592 CURRENT LEARNING RATE: 0.029359262916936142
previous_iter_valid_loss : 0.07741596549749374
283500 0.077252 0.077416 0.083315 CURRENT LEARNING RATE: 0.02932991832875868
previous_iter_valid_loss : 0.0849958136677742
283600 0.084993 0.084996 0.083298 CURRENT LEARNING RATE: 0.029300603070501977
previous_iter_valid_loss : 0.11101171374320984
283700 0.110794 0.111012 0.083640 CURRENT LEARNING RATE: 0.0292713171128508
previous_iter_valid_loss : 0.0820973739027977
283800 0.082128 0.082097 0.083681 CURRENT LEARNING RATE: 0.029242060426519174
previous_iter_valid_loss : 0.1004251092672348
283900 0.100240 0.100425 0.083877 CURRENT LEARNING RATE: 0.029212832982250414
previous_iter_valid_loss : 0.08341699838638306
284000 0.083408 0.083417 0.083919 CURRENT LEARNING RATE: 0.029183634750817058
previous_iter_valid_loss : 0.09866710007190704
284100 0.098766 0.098667 0.084133 CURRENT LEARNING RATE: 0.029154465703020896
previous_iter_valid_loss : 0.07944796979427338
284200 0.079286 0.079448 0.084161 CURRENT LEARNING RATE: 0.029125325809692865
previous_iter_valid_loss : 0.08372434228658676
284300 0.083517 0.083724 0.084234 CURRENT LEARNING RATE: 0.029096215041693074
previous_iter_valid_loss : 0.07907333225011826
284400 0.079036 0.079073 0.084119 CURRENT LEARNING RATE: 0.029067133369910732
previous_iter_valid_loss : 0.08960604667663574
284500 0.089411 0.089606 0.084228 CURRENT LEARNING RATE: 0.0290380807652642
previous_iter_valid_loss : 0.08476725220680237
284600 0.084766 0.084767 0.084313 CURRENT LEARNING RATE: 0.029009057198700852
previous_iter_valid_loss : 0.08660247176885605
284700 0.086628 0.086602 0.084414 CURRENT LEARNING RATE: 0.028980062641197117
previous_iter_valid_loss : 0.0781799778342247
284800 0.078028 0.078180 0.084384 CURRENT LEARNING RATE: 0.028951097063758428
previous_iter_valid_loss : 0.07731840759515762
284900 0.077160 0.077318 0.084391 CURRENT LEARNING RATE: 0.028922160437419228
previous_iter_valid_loss : 0.07883214205503464
285000 0.078687 0.078832 0.084405 CURRENT LEARNING RATE: 0.028893252733242877
previous_iter_valid_loss : 0.07843920588493347
285100 0.078356 0.078439 0.084288 CURRENT LEARNING RATE: 0.028864373922321666
previous_iter_valid_loss : 0.07652057707309723
285200 0.076425 0.076521 0.084170 CURRENT LEARNING RATE: 0.028835523975776767
previous_iter_valid_loss : 0.07825005799531937
285300 0.078182 0.078250 0.084190 CURRENT LEARNING RATE: 0.02880670286475826
previous_iter_valid_loss : 0.0810546725988388
285400 0.080876 0.081055 0.084213 CURRENT LEARNING RATE: 0.028777910560445024
previous_iter_valid_loss : 0.07587894052267075
Current valid loss: 0.07587894052267075; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
285500 0.075774 0.075879 0.084048 CURRENT LEARNING RATE: 0.028749147034044742
previous_iter_valid_loss : 0.07908472418785095
285600 0.079026 0.079085 0.083671 CURRENT LEARNING RATE: 0.02872041225679388
previous_iter_valid_loss : 0.07635956257581711
285700 0.076240 0.076360 0.083658 CURRENT LEARNING RATE: 0.028691706199957676
previous_iter_valid_loss : 0.07745661586523056
285800 0.077356 0.077457 0.083671 CURRENT LEARNING RATE: 0.028663028834830066
previous_iter_valid_loss : 0.07590959221124649
285900 0.075813 0.075910 0.083649 CURRENT LEARNING RATE: 0.02863438013273368
previous_iter_valid_loss : 0.10195237398147583
286000 0.102109 0.101952 0.083810 CURRENT LEARNING RATE: 0.0286057600650198
previous_iter_valid_loss : 0.07687003165483475
286100 0.076816 0.076870 0.083792 CURRENT LEARNING RATE: 0.02857716860306838
previous_iter_valid_loss : 0.07633223384618759
286200 0.076260 0.076332 0.083632 CURRENT LEARNING RATE: 0.028548605718287944
previous_iter_valid_loss : 0.0762072205543518
286300 0.076131 0.076207 0.083484 CURRENT LEARNING RATE: 0.028520071382115608
previous_iter_valid_loss : 0.07838154584169388
286400 0.078291 0.078382 0.083475 CURRENT LEARNING RATE: 0.028491565566017018
previous_iter_valid_loss : 0.09156107902526855
286500 0.091618 0.091561 0.083622 CURRENT LEARNING RATE: 0.028463088241486377
previous_iter_valid_loss : 0.08019079267978668
286600 0.080155 0.080191 0.083552 CURRENT LEARNING RATE: 0.028434639380046353
previous_iter_valid_loss : 0.08910145610570908
286700 0.089117 0.089101 0.083542 CURRENT LEARNING RATE: 0.028406218953248078
previous_iter_valid_loss : 0.07620903104543686
286800 0.076108 0.076209 0.083437 CURRENT LEARNING RATE: 0.028377826932671112
previous_iter_valid_loss : 0.08246076107025146
286900 0.082450 0.082461 0.083291 CURRENT LEARNING RATE: 0.02834946328992345
previous_iter_valid_loss : 0.07921449840068817
287000 0.079068 0.079214 0.083292 CURRENT LEARNING RATE: 0.028321127996641448
previous_iter_valid_loss : 0.09460876882076263
287100 0.094422 0.094609 0.083431 CURRENT LEARNING RATE: 0.028292821024489802
previous_iter_valid_loss : 0.08855076879262924
287200 0.088364 0.088551 0.083555 CURRENT LEARNING RATE: 0.02826454234516152
previous_iter_valid_loss : 0.08394608646631241
287300 0.083993 0.083946 0.083532 CURRENT LEARNING RATE: 0.028236291930377955
previous_iter_valid_loss : 0.08491848409175873
287400 0.084709 0.084918 0.083598 CURRENT LEARNING RATE: 0.028208069751888675
previous_iter_valid_loss : 0.08692321926355362
287500 0.086736 0.086923 0.083634 CURRENT LEARNING RATE: 0.028179875781471495
previous_iter_valid_loss : 0.08774320781230927
287600 0.087820 0.087743 0.083732 CURRENT LEARNING RATE: 0.028151709990932444
previous_iter_valid_loss : 0.07772104442119598
287700 0.077573 0.077721 0.083673 CURRENT LEARNING RATE: 0.02812357235210572
previous_iter_valid_loss : 0.08068031817674637
287800 0.080472 0.080680 0.083710 CURRENT LEARNING RATE: 0.028095462836853703
previous_iter_valid_loss : 0.07658447325229645
287900 0.076569 0.076584 0.083640 CURRENT LEARNING RATE: 0.028067381417066863
previous_iter_valid_loss : 0.07643254846334457
288000 0.076390 0.076433 0.083640 CURRENT LEARNING RATE: 0.02803932806466378
previous_iter_valid_loss : 0.0855359360575676
288100 0.085333 0.085536 0.083703 CURRENT LEARNING RATE: 0.028011302751591086
previous_iter_valid_loss : 0.08366689085960388
288200 0.083540 0.083667 0.083765 CURRENT LEARNING RATE: 0.02798330544982349
previous_iter_valid_loss : 0.08036010712385178
288300 0.080264 0.080360 0.083317 CURRENT LEARNING RATE: 0.027955336131363678
previous_iter_valid_loss : 0.08689922839403152
288400 0.086752 0.086899 0.083400 CURRENT LEARNING RATE: 0.027927394768242325
previous_iter_valid_loss : 0.08161803334951401
288500 0.081650 0.081618 0.083424 CURRENT LEARNING RATE: 0.027899481332518055
previous_iter_valid_loss : 0.07751975208520889
288600 0.077413 0.077520 0.083431 CURRENT LEARNING RATE: 0.027871595796277453
previous_iter_valid_loss : 0.07622285932302475
288700 0.076118 0.076223 0.083355 CURRENT LEARNING RATE: 0.027843738131634974
previous_iter_valid_loss : 0.08311698585748672
288800 0.083110 0.083117 0.083419 CURRENT LEARNING RATE: 0.027815908310732943
previous_iter_valid_loss : 0.07679939270019531
288900 0.076714 0.076799 0.083356 CURRENT LEARNING RATE: 0.02778810630574153
previous_iter_valid_loss : 0.08027614653110504
289000 0.080136 0.080276 0.083371 CURRENT LEARNING RATE: 0.027760332088858752
previous_iter_valid_loss : 0.09202495217323303
289100 0.092162 0.092025 0.083525 CURRENT LEARNING RATE: 0.027732585632310375
previous_iter_valid_loss : 0.07774427533149719
289200 0.077702 0.077744 0.083539 CURRENT LEARNING RATE: 0.027704866908349942
previous_iter_valid_loss : 0.08319618552923203
289300 0.083238 0.083196 0.083404 CURRENT LEARNING RATE: 0.027677175889258714
previous_iter_valid_loss : 0.09356802701950073
289400 0.093406 0.093568 0.083573 CURRENT LEARNING RATE: 0.02764951254734569
previous_iter_valid_loss : 0.07628408074378967
289500 0.076259 0.076284 0.083533 CURRENT LEARNING RATE: 0.027621876854947523
previous_iter_valid_loss : 0.07593120634555817
289600 0.075902 0.075931 0.083533 CURRENT LEARNING RATE: 0.02759426878442851
previous_iter_valid_loss : 0.08657748252153397
289700 0.086423 0.086577 0.083527 CURRENT LEARNING RATE: 0.02756668830818057
previous_iter_valid_loss : 0.07634014636278152
289800 0.076294 0.076340 0.083468 CURRENT LEARNING RATE: 0.027539135398623245
previous_iter_valid_loss : 0.08471208065748215
289900 0.084800 0.084712 0.083549 CURRENT LEARNING RATE: 0.027511610028203615
previous_iter_valid_loss : 0.07644364982843399
290000 0.076380 0.076444 0.083519 CURRENT LEARNING RATE: 0.027484112169396308
previous_iter_valid_loss : 0.08418698608875275
290100 0.084262 0.084187 0.083116 CURRENT LEARNING RATE: 0.027456641794703446
previous_iter_valid_loss : 0.0773746594786644
290200 0.077362 0.077375 0.083024 CURRENT LEARNING RATE: 0.02742919887665468
previous_iter_valid_loss : 0.07761292159557343
290300 0.077479 0.077613 0.082982 CURRENT LEARNING RATE: 0.027401783387807077
previous_iter_valid_loss : 0.0860588401556015
290400 0.086137 0.086059 0.082920 CURRENT LEARNING RATE: 0.027374395300745143
previous_iter_valid_loss : 0.07813787460327148
290500 0.078044 0.078138 0.082911 CURRENT LEARNING RATE: 0.02734703458808078
previous_iter_valid_loss : 0.09253831952810287
290600 0.092639 0.092538 0.083034 CURRENT LEARNING RATE: 0.027319701222453297
previous_iter_valid_loss : 0.10456795245409012
290700 0.104378 0.104568 0.083319 CURRENT LEARNING RATE: 0.027292395176529313
previous_iter_valid_loss : 0.07712982594966888
290800 0.077020 0.077130 0.083303 CURRENT LEARNING RATE: 0.02726511642300278
previous_iter_valid_loss : 0.09815426915884018
290900 0.097915 0.098154 0.083492 CURRENT LEARNING RATE: 0.02723786493459493
previous_iter_valid_loss : 0.08612525463104248
291000 0.086173 0.086125 0.083560 CURRENT LEARNING RATE: 0.027210640684054294
previous_iter_valid_loss : 0.0838451161980629
291100 0.083643 0.083845 0.083414 CURRENT LEARNING RATE: 0.02718344364415661
previous_iter_valid_loss : 0.08333392441272736
291200 0.083367 0.083334 0.083207 CURRENT LEARNING RATE: 0.02715627378770484
previous_iter_valid_loss : 0.0759822353720665
291300 0.075892 0.075982 0.083196 CURRENT LEARNING RATE: 0.027129131087529106
previous_iter_valid_loss : 0.08701571822166443
291400 0.087082 0.087016 0.083296 CURRENT LEARNING RATE: 0.027102015516486732
previous_iter_valid_loss : 0.07999676465988159
291500 0.079993 0.079997 0.083330 CURRENT LEARNING RATE: 0.027074927047462134
previous_iter_valid_loss : 0.08389674127101898
291600 0.083731 0.083897 0.083315 CURRENT LEARNING RATE: 0.027047865653366837
previous_iter_valid_loss : 0.07725050300359726
291700 0.077222 0.077251 0.083302 CURRENT LEARNING RATE: 0.027020831307139438
previous_iter_valid_loss : 0.08386411517858505
291800 0.083700 0.083864 0.083235 CURRENT LEARNING RATE: 0.02699382398174561
previous_iter_valid_loss : 0.07789363712072372
291900 0.077771 0.077894 0.083146 CURRENT LEARNING RATE: 0.02696684365017801
previous_iter_valid_loss : 0.07605426758527756
292000 0.076014 0.076054 0.082919 CURRENT LEARNING RATE: 0.02693989028545631
previous_iter_valid_loss : 0.08155679702758789
292100 0.081575 0.081557 0.082808 CURRENT LEARNING RATE: 0.026912963860627127
previous_iter_valid_loss : 0.07649573683738708
292200 0.076445 0.076496 0.082770 CURRENT LEARNING RATE: 0.02688606434876406
previous_iter_valid_loss : 0.11375239491462708
292300 0.113954 0.113752 0.083137 CURRENT LEARNING RATE: 0.026859191722967583
previous_iter_valid_loss : 0.07701275497674942
292400 0.076957 0.077013 0.083129 CURRENT LEARNING RATE: 0.026832345956365068
previous_iter_valid_loss : 0.07601671665906906
292500 0.075899 0.076017 0.083124 CURRENT LEARNING RATE: 0.026805527022110733
previous_iter_valid_loss : 0.07601580023765564
292600 0.075954 0.076016 0.083099 CURRENT LEARNING RATE: 0.026778734893385663
previous_iter_valid_loss : 0.08021696656942368
292700 0.080247 0.080217 0.083013 CURRENT LEARNING RATE: 0.02675196954339772
previous_iter_valid_loss : 0.09544916450977325
292800 0.095540 0.095449 0.083208 CURRENT LEARNING RATE: 0.02672523094538155
previous_iter_valid_loss : 0.07639876008033752
292900 0.076303 0.076399 0.083180 CURRENT LEARNING RATE: 0.026698519072598542
previous_iter_valid_loss : 0.08643190562725067
293000 0.086445 0.086432 0.083285 CURRENT LEARNING RATE: 0.02667183389833684
previous_iter_valid_loss : 0.0796876922249794
293100 0.079522 0.079688 0.083282 CURRENT LEARNING RATE: 0.026645175395911262
previous_iter_valid_loss : 0.08663289248943329
293200 0.086382 0.086633 0.083148 CURRENT LEARNING RATE: 0.0266185435386633
previous_iter_valid_loss : 0.07638827711343765
293300 0.076360 0.076388 0.082866 CURRENT LEARNING RATE: 0.02659193829996108
previous_iter_valid_loss : 0.08114363253116608
293400 0.080976 0.081144 0.082902 CURRENT LEARNING RATE: 0.02656535965319939
previous_iter_valid_loss : 0.0756835862994194
Current valid loss: 0.0756835862994194; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
293500 0.075596 0.075684 0.082884 CURRENT LEARNING RATE: 0.026538807571799567
previous_iter_valid_loss : 0.0782080814242363
293600 0.078052 0.078208 0.082816 CURRENT LEARNING RATE: 0.02651228202920953
previous_iter_valid_loss : 0.07642098516225815
293700 0.076320 0.076421 0.082470 CURRENT LEARNING RATE: 0.026485782998903713
previous_iter_valid_loss : 0.12378642708063126
293800 0.123561 0.123786 0.082887 CURRENT LEARNING RATE: 0.026459310454383118
previous_iter_valid_loss : 0.07619038969278336
293900 0.076095 0.076190 0.082645 CURRENT LEARNING RATE: 0.026432864369175184
previous_iter_valid_loss : 0.07629626989364624
294000 0.076213 0.076296 0.082574 CURRENT LEARNING RATE: 0.02640644471683382
previous_iter_valid_loss : 0.07717776298522949
294100 0.077150 0.077178 0.082359 CURRENT LEARNING RATE: 0.026380051470939362
previous_iter_valid_loss : 0.07686015963554382
294200 0.076803 0.076860 0.082333 CURRENT LEARNING RATE: 0.026353684605098585
previous_iter_valid_loss : 0.07762042433023453
294300 0.077559 0.077620 0.082272 CURRENT LEARNING RATE: 0.026327344092944606
previous_iter_valid_loss : 0.07853061705827713
294400 0.078433 0.078531 0.082267 CURRENT LEARNING RATE: 0.02630102990813692
previous_iter_valid_loss : 0.08187538385391235
294500 0.081697 0.081875 0.082189 CURRENT LEARNING RATE: 0.02627474202436132
previous_iter_valid_loss : 0.07903540879487991
294600 0.079024 0.079035 0.082132 CURRENT LEARNING RATE: 0.02624848041532994
previous_iter_valid_loss : 0.07724183797836304
294700 0.077220 0.077242 0.082038 CURRENT LEARNING RATE: 0.02622224505478117
previous_iter_valid_loss : 0.11136527359485626
294800 0.111113 0.111365 0.082370 CURRENT LEARNING RATE: 0.026196035916479638
previous_iter_valid_loss : 0.07623648643493652
294900 0.076136 0.076236 0.082359 CURRENT LEARNING RATE: 0.02616985297421619
previous_iter_valid_loss : 0.09676603227853775
295000 0.096556 0.096766 0.082539 CURRENT LEARNING RATE: 0.026143696201807915
previous_iter_valid_loss : 0.07569185644388199
295100 0.075605 0.075692 0.082511 CURRENT LEARNING RATE: 0.026117565573098016
previous_iter_valid_loss : 0.08500559628009796
295200 0.084813 0.085006 0.082596 CURRENT LEARNING RATE: 0.026091461061955867
previous_iter_valid_loss : 0.0964544340968132
295300 0.096224 0.096454 0.082778 CURRENT LEARNING RATE: 0.026065382642276945
previous_iter_valid_loss : 0.07597554475069046
295400 0.075908 0.075976 0.082727 CURRENT LEARNING RATE: 0.026039330287982845
previous_iter_valid_loss : 0.08200470358133316
295500 0.081803 0.082005 0.082789 CURRENT LEARNING RATE: 0.026013303973021207
previous_iter_valid_loss : 0.07570814341306686
295600 0.075615 0.075708 0.082755 CURRENT LEARNING RATE: 0.02598730367136571
previous_iter_valid_loss : 0.08441880345344543
295700 0.084445 0.084419 0.082835 CURRENT LEARNING RATE: 0.025961329357016037
previous_iter_valid_loss : 0.07590721547603607
295800 0.075792 0.075907 0.082820 CURRENT LEARNING RATE: 0.025935381003997893
previous_iter_valid_loss : 0.07695908099412918
295900 0.076817 0.076959 0.082830 CURRENT LEARNING RATE: 0.025909458586362916
previous_iter_valid_loss : 0.07741117477416992
296000 0.077354 0.077411 0.082585 CURRENT LEARNING RATE: 0.025883562078188687
previous_iter_valid_loss : 0.08858713507652283
296100 0.088706 0.088587 0.082702 CURRENT LEARNING RATE: 0.02585769145357868
previous_iter_valid_loss : 0.10001526772975922
296200 0.099814 0.100015 0.082939 CURRENT LEARNING RATE: 0.02583184668666229
previous_iter_valid_loss : 0.07751240581274033
296300 0.077397 0.077512 0.082952 CURRENT LEARNING RATE: 0.025806027751594744
previous_iter_valid_loss : 0.13049496710300446
296400 0.130251 0.130495 0.083473 CURRENT LEARNING RATE: 0.0257802346225571
previous_iter_valid_loss : 0.0754973515868187
Current valid loss: 0.0754973515868187; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
296500 0.075414 0.075497 0.083313 CURRENT LEARNING RATE: 0.025754467273756212
previous_iter_valid_loss : 0.07884715497493744
296600 0.078822 0.078847 0.083299 CURRENT LEARNING RATE: 0.025728725679424757
previous_iter_valid_loss : 0.0822729840874672
296700 0.082052 0.082273 0.083231 CURRENT LEARNING RATE: 0.025703009813821127
previous_iter_valid_loss : 0.0948043167591095
296800 0.094578 0.094804 0.083417 CURRENT LEARNING RATE: 0.025677319651229453
previous_iter_valid_loss : 0.07869190722703934
296900 0.078560 0.078692 0.083379 CURRENT LEARNING RATE: 0.025651655165959554
previous_iter_valid_loss : 0.07885950803756714
297000 0.078867 0.078860 0.083376 CURRENT LEARNING RATE: 0.025626016332346974
previous_iter_valid_loss : 0.09272392839193344
297100 0.092506 0.092724 0.083357 CURRENT LEARNING RATE: 0.02560040312475286
previous_iter_valid_loss : 0.0900997519493103
297200 0.089887 0.090100 0.083372 CURRENT LEARNING RATE: 0.025574815517564006
previous_iter_valid_loss : 0.07623066753149033
297300 0.076131 0.076231 0.083295 CURRENT LEARNING RATE: 0.02554925348519279
previous_iter_valid_loss : 0.17911185324192047
297400 0.179480 0.179112 0.084237 CURRENT LEARNING RATE: 0.025523717002077197
previous_iter_valid_loss : 0.07768859714269638
297500 0.077658 0.077689 0.084145 CURRENT LEARNING RATE: 0.025498206042680733
previous_iter_valid_loss : 0.08283203095197678
297600 0.082821 0.082832 0.084096 CURRENT LEARNING RATE: 0.02547272058149244
previous_iter_valid_loss : 0.07714680582284927
297700 0.077006 0.077147 0.084090 CURRENT LEARNING RATE: 0.025447260593026835
previous_iter_valid_loss : 0.08419231325387955
297800 0.084033 0.084192 0.084125 CURRENT LEARNING RATE: 0.02542182605182396
previous_iter_valid_loss : 0.07601504772901535
297900 0.075935 0.076015 0.084119 CURRENT LEARNING RATE: 0.02539641693244925
previous_iter_valid_loss : 0.08090425282716751
298000 0.080695 0.080904 0.084164 CURRENT LEARNING RATE: 0.025371033209493594
previous_iter_valid_loss : 0.09071949124336243
298100 0.090511 0.090719 0.084216 CURRENT LEARNING RATE: 0.025345674857573247
previous_iter_valid_loss : 0.07848146557807922
298200 0.078432 0.078481 0.084164 CURRENT LEARNING RATE: 0.02532034185132988
previous_iter_valid_loss : 0.07810164242982864
298300 0.078098 0.078102 0.084141 CURRENT LEARNING RATE: 0.02529503416543048
previous_iter_valid_loss : 0.09577971696853638
298400 0.095873 0.095780 0.084230 CURRENT LEARNING RATE: 0.025269751774567348
previous_iter_valid_loss : 0.07709396630525589
298500 0.076967 0.077094 0.084185 CURRENT LEARNING RATE: 0.025244494653458086
previous_iter_valid_loss : 0.07833567261695862
298600 0.078180 0.078336 0.084193 CURRENT LEARNING RATE: 0.025219262776845594
previous_iter_valid_loss : 0.08045241236686707
298700 0.080289 0.080452 0.084235 CURRENT LEARNING RATE: 0.02519405611949798
previous_iter_valid_loss : 0.0776195302605629
298800 0.077482 0.077620 0.084180 CURRENT LEARNING RATE: 0.025168874656208585
previous_iter_valid_loss : 0.0804000049829483
298900 0.080190 0.080400 0.084216 CURRENT LEARNING RATE: 0.025143718361795932
previous_iter_valid_loss : 0.08001699298620224
299000 0.079823 0.080017 0.084214 CURRENT LEARNING RATE: 0.025118587211103747
previous_iter_valid_loss : 0.08098437637090683
299100 0.080942 0.080984 0.084103 CURRENT LEARNING RATE: 0.025093481179000867
previous_iter_valid_loss : 0.07861359417438507
299200 0.078553 0.078614 0.084112 CURRENT LEARNING RATE: 0.025068400240381258
previous_iter_valid_loss : 0.08811034262180328
299300 0.087871 0.088110 0.084161 CURRENT LEARNING RATE: 0.025043344370163964
previous_iter_valid_loss : 0.08015625923871994
299400 0.080138 0.080156 0.084027 CURRENT LEARNING RATE: 0.02501831354329314
previous_iter_valid_loss : 0.07961387187242508
299500 0.079614 0.079614 0.084060 CURRENT LEARNING RATE: 0.024993307734737947
previous_iter_valid_loss : 0.08326946943998337
299600 0.083244 0.083269 0.084134 CURRENT LEARNING RATE: 0.024968326919492568
previous_iter_valid_loss : 0.0771164521574974
299700 0.076960 0.077116 0.084039 CURRENT LEARNING RATE: 0.02494337107257618
previous_iter_valid_loss : 0.09090743958950043
299800 0.090703 0.090907 0.084185 CURRENT LEARNING RATE: 0.02491844016903295
previous_iter_valid_loss : 0.08010401576757431
299900 0.079960 0.080104 0.084139 CURRENT LEARNING RATE: 0.024893534183931972
previous_iter_valid_loss : 0.07595817744731903
300000 0.075844 0.075958 0.084134 CURRENT LEARNING RATE: 0.02486865309236725
previous_iter_valid_loss : 0.09379834681749344
300100 0.093863 0.093798 0.084230 CURRENT LEARNING RATE: 0.02484379686945769
previous_iter_valid_loss : 0.08062851428985596
300200 0.080630 0.080629 0.084263 CURRENT LEARNING RATE: 0.024818965490347063
previous_iter_valid_loss : 0.11351268738508224
300300 0.113736 0.113513 0.084622 CURRENT LEARNING RATE: 0.024794158930204
previous_iter_valid_loss : 0.12449931353330612
300400 0.124291 0.124499 0.085006 CURRENT LEARNING RATE: 0.02476937716422194
previous_iter_valid_loss : 0.07870800048112869
300500 0.078535 0.078708 0.085012 CURRENT LEARNING RATE: 0.024744620167619105
previous_iter_valid_loss : 0.07573531568050385
300600 0.075624 0.075735 0.084844 CURRENT LEARNING RATE: 0.024719887915638488
previous_iter_valid_loss : 0.08636901527643204
300700 0.086396 0.086369 0.084662 CURRENT LEARNING RATE: 0.024695180383547857
previous_iter_valid_loss : 0.07944945245981216
300800 0.079403 0.079449 0.084685 CURRENT LEARNING RATE: 0.02467049754663967
previous_iter_valid_loss : 0.07586687803268433
300900 0.075782 0.075867 0.084462 CURRENT LEARNING RATE: 0.024645839380231085
previous_iter_valid_loss : 0.08287734538316727
301000 0.082882 0.082877 0.084430 CURRENT LEARNING RATE: 0.024621205859663924
previous_iter_valid_loss : 0.07590591907501221
301100 0.075872 0.075906 0.084350 CURRENT LEARNING RATE: 0.02459659696030468
previous_iter_valid_loss : 0.08194247633218765
301200 0.081931 0.081942 0.084336 CURRENT LEARNING RATE: 0.024572012657544454
previous_iter_valid_loss : 0.07743539661169052
301300 0.077276 0.077435 0.084351 CURRENT LEARNING RATE: 0.024547452926798927
previous_iter_valid_loss : 0.08547163754701614
301400 0.085534 0.085472 0.084335 CURRENT LEARNING RATE: 0.024522917743508364
previous_iter_valid_loss : 0.07776138931512833
301500 0.077649 0.077761 0.084313 CURRENT LEARNING RATE: 0.0244984070831376
previous_iter_valid_loss : 0.08755599707365036
301600 0.087379 0.087556 0.084350 CURRENT LEARNING RATE: 0.024473920921175958
previous_iter_valid_loss : 0.10860715806484222
301700 0.108785 0.108607 0.084663 CURRENT LEARNING RATE: 0.02444945923313728
previous_iter_valid_loss : 0.0756627768278122
301800 0.075620 0.075663 0.084581 CURRENT LEARNING RATE: 0.02442502199455986
previous_iter_valid_loss : 0.07663843035697937
301900 0.076515 0.076638 0.084569 CURRENT LEARNING RATE: 0.02440060918100648
previous_iter_valid_loss : 0.08073654770851135
302000 0.080571 0.080737 0.084615 CURRENT LEARNING RATE: 0.024376220768064314
previous_iter_valid_loss : 0.07945409417152405
302100 0.079438 0.079454 0.084594 CURRENT LEARNING RATE: 0.024351856731344948
previous_iter_valid_loss : 0.0857367217540741
302200 0.085744 0.085737 0.084687 CURRENT LEARNING RATE: 0.024327517046484334
previous_iter_valid_loss : 0.07605490833520889
302300 0.075914 0.076055 0.084310 CURRENT LEARNING RATE: 0.024303201689142802
previous_iter_valid_loss : 0.07548584789037704
Current valid loss: 0.07548584789037704; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
302400 0.075385 0.075486 0.084294 CURRENT LEARNING RATE: 0.024278910635004987
previous_iter_valid_loss : 0.07624485343694687
302500 0.076189 0.076245 0.084297 CURRENT LEARNING RATE: 0.024254643859779827
previous_iter_valid_loss : 0.09260747581720352
302600 0.092434 0.092607 0.084463 CURRENT LEARNING RATE: 0.024230401339200538
previous_iter_valid_loss : 0.08143066614866257
302700 0.081398 0.081431 0.084475 CURRENT LEARNING RATE: 0.02420618304902462
previous_iter_valid_loss : 0.07713732123374939
302800 0.077106 0.077137 0.084292 CURRENT LEARNING RATE: 0.024181988965033766
previous_iter_valid_loss : 0.07578916847705841
302900 0.075720 0.075789 0.084286 CURRENT LEARNING RATE: 0.024157819063033895
previous_iter_valid_loss : 0.08274193108081818
303000 0.082723 0.082742 0.084249 CURRENT LEARNING RATE: 0.024133673318855086
previous_iter_valid_loss : 0.09141193330287933
303100 0.091470 0.091412 0.084366 CURRENT LEARNING RATE: 0.02410955170835162
previous_iter_valid_loss : 0.09029322117567062
303200 0.090096 0.090293 0.084403 CURRENT LEARNING RATE: 0.024085454207401873
previous_iter_valid_loss : 0.07673899084329605
303300 0.076725 0.076739 0.084406 CURRENT LEARNING RATE: 0.024061380791908338
previous_iter_valid_loss : 0.07745949923992157
303400 0.077324 0.077459 0.084369 CURRENT LEARNING RATE: 0.02403733143779759
previous_iter_valid_loss : 0.07716726511716843
303500 0.077149 0.077167 0.084384 CURRENT LEARNING RATE: 0.024013306121020293
previous_iter_valid_loss : 0.08775699883699417
303600 0.087586 0.087757 0.084480 CURRENT LEARNING RATE: 0.023989304817551117
previous_iter_valid_loss : 0.07952465862035751
303700 0.079431 0.079525 0.084511 CURRENT LEARNING RATE: 0.02396532750338876
previous_iter_valid_loss : 0.07714342325925827
303800 0.077030 0.077143 0.084044 CURRENT LEARNING RATE: 0.02394137415455589
previous_iter_valid_loss : 0.07624050229787827
303900 0.076199 0.076241 0.084045 CURRENT LEARNING RATE: 0.023917444747099184
previous_iter_valid_loss : 0.07543335855007172
Current valid loss: 0.07543335855007172; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
304000 0.075364 0.075433 0.084036 CURRENT LEARNING RATE: 0.023893539257089216
previous_iter_valid_loss : 0.07826574891805649
304100 0.078159 0.078266 0.084047 CURRENT LEARNING RATE: 0.023869657660620498
previous_iter_valid_loss : 0.0868062674999237
304200 0.086842 0.086806 0.084146 CURRENT LEARNING RATE: 0.023845799933811418
previous_iter_valid_loss : 0.07715734094381332
304300 0.077129 0.077157 0.084142 CURRENT LEARNING RATE: 0.023821966052804268
previous_iter_valid_loss : 0.07858522236347198
304400 0.078459 0.078585 0.084142 CURRENT LEARNING RATE: 0.02379815599376516
previous_iter_valid_loss : 0.09300871938467026
304500 0.093120 0.093009 0.084254 CURRENT LEARNING RATE: 0.023774369732884024
previous_iter_valid_loss : 0.08689122647047043
304600 0.086718 0.086891 0.084332 CURRENT LEARNING RATE: 0.023750607246374594
previous_iter_valid_loss : 0.07612721621990204
304700 0.076039 0.076127 0.084321 CURRENT LEARNING RATE: 0.0237268685104744
previous_iter_valid_loss : 0.08080392330884933
304800 0.080643 0.080804 0.084015 CURRENT LEARNING RATE: 0.023703153501444696
previous_iter_valid_loss : 0.11733854562044144
304900 0.117569 0.117339 0.084426 CURRENT LEARNING RATE: 0.023679462195570464
previous_iter_valid_loss : 0.08224157989025116
305000 0.082061 0.082242 0.084281 CURRENT LEARNING RATE: 0.023655794569160393
previous_iter_valid_loss : 0.07864189147949219
305100 0.078496 0.078642 0.084311 CURRENT LEARNING RATE: 0.023632150598546873
previous_iter_valid_loss : 0.07992129772901535
305200 0.079953 0.079921 0.084260 CURRENT LEARNING RATE: 0.02360853026008592
previous_iter_valid_loss : 0.08544861525297165
305300 0.085513 0.085449 0.084150 CURRENT LEARNING RATE: 0.023584933530157195
previous_iter_valid_loss : 0.07850492745637894
305400 0.078350 0.078505 0.084175 CURRENT LEARNING RATE: 0.023561360385163956
previous_iter_valid_loss : 0.07622278481721878
305500 0.076125 0.076223 0.084117 CURRENT LEARNING RATE: 0.023537810801533075
previous_iter_valid_loss : 0.09471803903579712
305600 0.094510 0.094718 0.084307 CURRENT LEARNING RATE: 0.02351428475571496
previous_iter_valid_loss : 0.07606763392686844
305700 0.075925 0.076068 0.084224 CURRENT LEARNING RATE: 0.023490782224183555
previous_iter_valid_loss : 0.07848583161830902
305800 0.078441 0.078486 0.084250 CURRENT LEARNING RATE: 0.023467303183436324
previous_iter_valid_loss : 0.08812452107667923
305900 0.087936 0.088125 0.084361 CURRENT LEARNING RATE: 0.023443847609994243
previous_iter_valid_loss : 0.08705402910709381
306000 0.086870 0.087054 0.084458 CURRENT LEARNING RATE: 0.023420415480401725
previous_iter_valid_loss : 0.08245889842510223
306100 0.082292 0.082459 0.084396 CURRENT LEARNING RATE: 0.02339700677122664
previous_iter_valid_loss : 0.09272418171167374
306200 0.092547 0.092724 0.084324 CURRENT LEARNING RATE: 0.023373621459060263
previous_iter_valid_loss : 0.08786387741565704
306300 0.087686 0.087864 0.084427 CURRENT LEARNING RATE: 0.023350259520517305
previous_iter_valid_loss : 0.07553993165493011
306400 0.075443 0.075540 0.083877 CURRENT LEARNING RATE: 0.023326920932235814
previous_iter_valid_loss : 0.07642506062984467
306500 0.076294 0.076425 0.083887 CURRENT LEARNING RATE: 0.0233036056708772
previous_iter_valid_loss : 0.07854647934436798
306600 0.078514 0.078546 0.083884 CURRENT LEARNING RATE: 0.023280313713126187
previous_iter_valid_loss : 0.0804484412074089
306700 0.080431 0.080448 0.083866 CURRENT LEARNING RATE: 0.023257045035690836
previous_iter_valid_loss : 0.08963081240653992
306800 0.089466 0.089631 0.083814 CURRENT LEARNING RATE: 0.02323379961530246
previous_iter_valid_loss : 0.07680346816778183
306900 0.076751 0.076803 0.083795 CURRENT LEARNING RATE: 0.023210577428715636
previous_iter_valid_loss : 0.07630151510238647
307000 0.076261 0.076302 0.083769 CURRENT LEARNING RATE: 0.023187378452708164
previous_iter_valid_loss : 0.07554470747709274
307100 0.075453 0.075545 0.083598 CURRENT LEARNING RATE: 0.023164202664081087
previous_iter_valid_loss : 0.07766745239496231
307200 0.077532 0.077667 0.083473 CURRENT LEARNING RATE: 0.023141050039658606
previous_iter_valid_loss : 0.09235794097185135
307300 0.092440 0.092358 0.083634 CURRENT LEARNING RATE: 0.023117920556288092
previous_iter_valid_loss : 0.07709542661905289
307400 0.077089 0.077095 0.082614 CURRENT LEARNING RATE: 0.02309481419084005
previous_iter_valid_loss : 0.09810739010572433
307500 0.098260 0.098107 0.082819 CURRENT LEARNING RATE: 0.023071730920208134
previous_iter_valid_loss : 0.08626262843608856
307600 0.086310 0.086263 0.082853 CURRENT LEARNING RATE: 0.02304867072130906
previous_iter_valid_loss : 0.0762069821357727
307700 0.076163 0.076207 0.082843 CURRENT LEARNING RATE: 0.023025633571082633
previous_iter_valid_loss : 0.07775208353996277
307800 0.077685 0.077752 0.082779 CURRENT LEARNING RATE: 0.02300261944649168
previous_iter_valid_loss : 0.07877584546804428
307900 0.078601 0.078776 0.082807 CURRENT LEARNING RATE: 0.022979628324522102
previous_iter_valid_loss : 0.07870184630155563
308000 0.078592 0.078702 0.082785 CURRENT LEARNING RATE: 0.022956660182182766
previous_iter_valid_loss : 0.0822700634598732
308100 0.082274 0.082270 0.082700 CURRENT LEARNING RATE: 0.02293371499650552
previous_iter_valid_loss : 0.07889986038208008
308200 0.078881 0.078900 0.082704 CURRENT LEARNING RATE: 0.022910792744545178
previous_iter_valid_loss : 0.10063061863183975
308300 0.100787 0.100631 0.082930 CURRENT LEARNING RATE: 0.022887893403379496
previous_iter_valid_loss : 0.08162016421556473
308400 0.081412 0.081620 0.082788 CURRENT LEARNING RATE: 0.022865016950109125
previous_iter_valid_loss : 0.07567927986383438
308500 0.075567 0.075679 0.082774 CURRENT LEARNING RATE: 0.02284216336185761
previous_iter_valid_loss : 0.07542572915554047
Current valid loss: 0.07542572915554047; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
308600 0.075323 0.075426 0.082745 CURRENT LEARNING RATE: 0.02281933261577135
previous_iter_valid_loss : 0.07844268530607224
308700 0.078286 0.078443 0.082725 CURRENT LEARNING RATE: 0.022796524689019618
previous_iter_valid_loss : 0.08310512453317642
308800 0.082974 0.083105 0.082780 CURRENT LEARNING RATE: 0.022773739558794474
previous_iter_valid_loss : 0.07994559407234192
308900 0.079821 0.079946 0.082775 CURRENT LEARNING RATE: 0.022750977202310785
previous_iter_valid_loss : 0.08306858688592911
309000 0.082914 0.083069 0.082805 CURRENT LEARNING RATE: 0.022728237596806186
previous_iter_valid_loss : 0.08099837601184845
309100 0.080853 0.080998 0.082806 CURRENT LEARNING RATE: 0.02270552071954109
previous_iter_valid_loss : 0.09799530357122421
309200 0.098139 0.097995 0.082999 CURRENT LEARNING RATE: 0.0226828265477986
previous_iter_valid_loss : 0.09569087624549866
309300 0.095530 0.095691 0.083075 CURRENT LEARNING RATE: 0.022660155058884555
previous_iter_valid_loss : 0.09441899508237839
309400 0.094563 0.094419 0.083218 CURRENT LEARNING RATE: 0.022637506230127443
previous_iter_valid_loss : 0.09059759974479675
309500 0.090716 0.090598 0.083328 CURRENT LEARNING RATE: 0.02261488003887846
previous_iter_valid_loss : 0.1013977974653244
309600 0.101192 0.101398 0.083509 CURRENT LEARNING RATE: 0.0225922764625114
previous_iter_valid_loss : 0.0771198645234108
309700 0.077081 0.077120 0.083509 CURRENT LEARNING RATE: 0.02256969547842268
previous_iter_valid_loss : 0.08524380624294281
309800 0.085079 0.085244 0.083452 CURRENT LEARNING RATE: 0.022547137064031313
previous_iter_valid_loss : 0.07565194368362427
309900 0.075576 0.075652 0.083408 CURRENT LEARNING RATE: 0.0225246011967789
previous_iter_valid_loss : 0.08238238841295242
310000 0.082224 0.082382 0.083472 CURRENT LEARNING RATE: 0.022502087854129563
previous_iter_valid_loss : 0.07553824782371521
310100 0.075430 0.075538 0.083290 CURRENT LEARNING RATE: 0.02247959701356995
previous_iter_valid_loss : 0.07843827456235886
310200 0.078398 0.078438 0.083268 CURRENT LEARNING RATE: 0.022457128652609216
previous_iter_valid_loss : 0.08052301406860352
310300 0.080353 0.080523 0.082938 CURRENT LEARNING RATE: 0.022434682748779015
previous_iter_valid_loss : 0.07898392528295517
310400 0.078853 0.078984 0.082483 CURRENT LEARNING RATE: 0.022412259279633435
previous_iter_valid_loss : 0.13863980770111084
310500 0.138487 0.138640 0.083082 CURRENT LEARNING RATE: 0.022389858222749002
previous_iter_valid_loss : 0.0805145874619484
310600 0.080340 0.080515 0.083130 CURRENT LEARNING RATE: 0.022367479555724646
previous_iter_valid_loss : 0.08200943470001221
310700 0.081903 0.082009 0.083086 CURRENT LEARNING RATE: 0.02234512325618172
previous_iter_valid_loss : 0.08656548708677292
310800 0.086620 0.086565 0.083157 CURRENT LEARNING RATE: 0.02232278930176391
previous_iter_valid_loss : 0.07618960738182068
310900 0.076035 0.076190 0.083160 CURRENT LEARNING RATE: 0.022300477670137268
previous_iter_valid_loss : 0.08420407772064209
311000 0.084269 0.084204 0.083174 CURRENT LEARNING RATE: 0.02227818833899014
previous_iter_valid_loss : 0.09570343792438507
311100 0.095495 0.095703 0.083372 CURRENT LEARNING RATE: 0.02225592128603322
previous_iter_valid_loss : 0.07593999803066254
311200 0.075875 0.075940 0.083312 CURRENT LEARNING RATE: 0.02223367648899944
previous_iter_valid_loss : 0.08226559311151505
311300 0.082142 0.082266 0.083360 CURRENT LEARNING RATE: 0.022211453925643998
previous_iter_valid_loss : 0.07549721002578735
311400 0.075415 0.075497 0.083260 CURRENT LEARNING RATE: 0.022189253573744325
previous_iter_valid_loss : 0.07881259173154831
311500 0.078676 0.078813 0.083271 CURRENT LEARNING RATE: 0.022167075411100086
previous_iter_valid_loss : 0.11935216933488846
311600 0.119105 0.119352 0.083589 CURRENT LEARNING RATE: 0.022144919415533107
previous_iter_valid_loss : 0.07898497581481934
311700 0.078869 0.078985 0.083293 CURRENT LEARNING RATE: 0.022122785564887386
previous_iter_valid_loss : 0.0774056538939476
311800 0.077283 0.077406 0.083310 CURRENT LEARNING RATE: 0.022100673837029065
previous_iter_valid_loss : 0.08153744041919708
311900 0.081562 0.081537 0.083359 CURRENT LEARNING RATE: 0.02207858420984643
previous_iter_valid_loss : 0.07712872326374054
312000 0.077086 0.077129 0.083323 CURRENT LEARNING RATE: 0.022056516661249848
previous_iter_valid_loss : 0.08970914781093597
312100 0.089533 0.089709 0.083425 CURRENT LEARNING RATE: 0.022034471169171763
previous_iter_valid_loss : 0.08850763738155365
312200 0.088605 0.088508 0.083453 CURRENT LEARNING RATE: 0.022012447711566675
previous_iter_valid_loss : 0.08120772242546082
312300 0.081036 0.081208 0.083505 CURRENT LEARNING RATE: 0.021990446266411143
previous_iter_valid_loss : 0.07556576281785965
312400 0.075460 0.075566 0.083505 CURRENT LEARNING RATE: 0.02196846681170371
previous_iter_valid_loss : 0.08085109293460846
312500 0.080908 0.080851 0.083552 CURRENT LEARNING RATE: 0.02194650932546492
previous_iter_valid_loss : 0.10163713991641998
312600 0.101840 0.101637 0.083642 CURRENT LEARNING RATE: 0.02192457378573728
previous_iter_valid_loss : 0.07939495146274567
312700 0.079455 0.079395 0.083621 CURRENT LEARNING RATE: 0.021902660170585245
previous_iter_valid_loss : 0.0825890526175499
312800 0.082622 0.082589 0.083676 CURRENT LEARNING RATE: 0.021880768458095216
previous_iter_valid_loss : 0.09045682847499847
312900 0.090293 0.090457 0.083823 CURRENT LEARNING RATE: 0.02185889862637547
previous_iter_valid_loss : 0.09259684383869171
313000 0.092710 0.092597 0.083921 CURRENT LEARNING RATE: 0.02183705065355617
previous_iter_valid_loss : 0.07749960571527481
313100 0.077362 0.077500 0.083782 CURRENT LEARNING RATE: 0.021815224517789337
previous_iter_valid_loss : 0.07792729884386063
313200 0.077811 0.077927 0.083658 CURRENT LEARNING RATE: 0.021793420197248847
previous_iter_valid_loss : 0.07781844586133957
313300 0.077825 0.077818 0.083669 CURRENT LEARNING RATE: 0.02177163767013037
previous_iter_valid_loss : 0.07749728113412857
313400 0.077478 0.077497 0.083670 CURRENT LEARNING RATE: 0.021749876914651377
previous_iter_valid_loss : 0.0771595910191536
313500 0.077090 0.077160 0.083669 CURRENT LEARNING RATE: 0.021728137909051103
previous_iter_valid_loss : 0.08405382931232452
313600 0.084155 0.084054 0.083632 CURRENT LEARNING RATE: 0.021706420631590558
previous_iter_valid_loss : 0.07591001689434052
313700 0.075825 0.075910 0.083596 CURRENT LEARNING RATE: 0.021684725060552454
previous_iter_valid_loss : 0.10977234691381454
313800 0.109984 0.109772 0.083923 CURRENT LEARNING RATE: 0.021663051174241214
previous_iter_valid_loss : 0.08380681276321411
313900 0.083836 0.083807 0.083998 CURRENT LEARNING RATE: 0.021641398950982948
previous_iter_valid_loss : 0.0797128900885582
314000 0.079719 0.079713 0.084041 CURRENT LEARNING RATE: 0.021619768369125443
previous_iter_valid_loss : 0.08274216204881668
314100 0.082603 0.082742 0.084086 CURRENT LEARNING RATE: 0.02159815940703811
previous_iter_valid_loss : 0.08515078574419022
314200 0.084952 0.085151 0.084069 CURRENT LEARNING RATE: 0.021576572043111985
previous_iter_valid_loss : 0.08573001623153687
314300 0.085540 0.085730 0.084155 CURRENT LEARNING RATE: 0.021555006255759693
previous_iter_valid_loss : 0.07609176635742188
314400 0.076039 0.076092 0.084130 CURRENT LEARNING RATE: 0.02153346202341546
previous_iter_valid_loss : 0.091019406914711
314500 0.091103 0.091019 0.084110 CURRENT LEARNING RATE: 0.021511939324535045
previous_iter_valid_loss : 0.08244962990283966
314600 0.082481 0.082450 0.084066 CURRENT LEARNING RATE: 0.021490438137595748
previous_iter_valid_loss : 0.08611135929822922
314700 0.085953 0.086111 0.084166 CURRENT LEARNING RATE: 0.021468958441096368
previous_iter_valid_loss : 0.07700472325086594
314800 0.076891 0.077005 0.084128 CURRENT LEARNING RATE: 0.02144750021355723
previous_iter_valid_loss : 0.07727494835853577
314900 0.077230 0.077275 0.083727 CURRENT LEARNING RATE: 0.021426063433520093
previous_iter_valid_loss : 0.07590846717357635
315000 0.075797 0.075908 0.083664 CURRENT LEARNING RATE: 0.021404648079548172
previous_iter_valid_loss : 0.07976030558347702
315100 0.079742 0.079760 0.083675 CURRENT LEARNING RATE: 0.02138325413022611
previous_iter_valid_loss : 0.09086780995130539
315200 0.090695 0.090868 0.083784 CURRENT LEARNING RATE: 0.021361881564159965
previous_iter_valid_loss : 0.0838003158569336
315300 0.083630 0.083800 0.083768 CURRENT LEARNING RATE: 0.021340530359977166
previous_iter_valid_loss : 0.07906842976808548
315400 0.078912 0.079068 0.083773 CURRENT LEARNING RATE: 0.021319200496326504
previous_iter_valid_loss : 0.07695192843675613
315500 0.076880 0.076952 0.083781 CURRENT LEARNING RATE: 0.021297891951878107
previous_iter_valid_loss : 0.07567887753248215
315600 0.075575 0.075679 0.083590 CURRENT LEARNING RATE: 0.021276604705323447
previous_iter_valid_loss : 0.07536888122558594
Current valid loss: 0.07536888122558594; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
315700 0.075261 0.075369 0.083583 CURRENT LEARNING RATE: 0.021255338735375263
previous_iter_valid_loss : 0.08319225162267685
315800 0.083222 0.083192 0.083630 CURRENT LEARNING RATE: 0.021234094020767588
previous_iter_valid_loss : 0.0757913589477539
315900 0.075694 0.075791 0.083507 CURRENT LEARNING RATE: 0.021212870540255693
previous_iter_valid_loss : 0.07676780968904495
316000 0.076627 0.076768 0.083404 CURRENT LEARNING RATE: 0.021191668272616114
previous_iter_valid_loss : 0.07557780295610428
316100 0.075487 0.075578 0.083335 CURRENT LEARNING RATE: 0.021170487196646572
previous_iter_valid_loss : 0.10281023383140564
316200 0.102977 0.102810 0.083436 CURRENT LEARNING RATE: 0.021149327291165997
previous_iter_valid_loss : 0.07743413746356964
316300 0.077287 0.077434 0.083332 CURRENT LEARNING RATE: 0.021128188535014462
previous_iter_valid_loss : 0.08221538364887238
316400 0.082055 0.082215 0.083399 CURRENT LEARNING RATE: 0.021107070907053233
previous_iter_valid_loss : 0.09408394247293472
316500 0.094225 0.094084 0.083575 CURRENT LEARNING RATE: 0.021085974386164667
previous_iter_valid_loss : 0.08865845948457718
316600 0.088738 0.088658 0.083676 CURRENT LEARNING RATE: 0.02106489895125225
previous_iter_valid_loss : 0.07720965892076492
316700 0.077073 0.077210 0.083644 CURRENT LEARNING RATE: 0.021043844581240527
previous_iter_valid_loss : 0.07565142959356308
316800 0.075569 0.075651 0.083504 CURRENT LEARNING RATE: 0.021022811255075147
previous_iter_valid_loss : 0.07621625810861588
316900 0.076122 0.076216 0.083498 CURRENT LEARNING RATE: 0.021001798951722776
previous_iter_valid_loss : 0.10970835387706757
317000 0.109901 0.109708 0.083832 CURRENT LEARNING RATE: 0.020980807650171105
previous_iter_valid_loss : 0.08067786693572998
317100 0.080494 0.080678 0.083884 CURRENT LEARNING RATE: 0.020959837329428826
previous_iter_valid_loss : 0.08297013491392136
317200 0.082985 0.082970 0.083937 CURRENT LEARNING RATE: 0.02093888796852563
previous_iter_valid_loss : 0.07536792010068893
Current valid loss: 0.07536792010068893; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
317300 0.075271 0.075368 0.083767 CURRENT LEARNING RATE: 0.02091795954651215
previous_iter_valid_loss : 0.09024497121572495
317400 0.090362 0.090245 0.083898 CURRENT LEARNING RATE: 0.02089705204245996
previous_iter_valid_loss : 0.09761321544647217
317500 0.097701 0.097613 0.083893 CURRENT LEARNING RATE: 0.02087616543546154
previous_iter_valid_loss : 0.08191782981157303
317600 0.081757 0.081918 0.083850 CURRENT LEARNING RATE: 0.02085529970463031
previous_iter_valid_loss : 0.08100996166467667
317700 0.081011 0.081010 0.083898 CURRENT LEARNING RATE: 0.02083445482910052
previous_iter_valid_loss : 0.0877087339758873
317800 0.087501 0.087709 0.083998 CURRENT LEARNING RATE: 0.020813630788027292
previous_iter_valid_loss : 0.09409229457378387
317900 0.094159 0.094092 0.084151 CURRENT LEARNING RATE: 0.02079282756058658
previous_iter_valid_loss : 0.07592692226171494
318000 0.075794 0.075927 0.084123 CURRENT LEARNING RATE: 0.02077204512597517
previous_iter_valid_loss : 0.07675597071647644
318100 0.076704 0.076756 0.084068 CURRENT LEARNING RATE: 0.02075128346341062
previous_iter_valid_loss : 0.0791286900639534
318200 0.078995 0.079129 0.084070 CURRENT LEARNING RATE: 0.020730542552131262
previous_iter_valid_loss : 0.08261065930128098
318300 0.082447 0.082611 0.083890 CURRENT LEARNING RATE: 0.020709822371396173
previous_iter_valid_loss : 0.07655426114797592
318400 0.076526 0.076554 0.083839 CURRENT LEARNING RATE: 0.02068912290048519
previous_iter_valid_loss : 0.11059717833995819
318500 0.110827 0.110597 0.084189 CURRENT LEARNING RATE: 0.020668444118698833
previous_iter_valid_loss : 0.07604770362377167
318600 0.076018 0.076048 0.084195 CURRENT LEARNING RATE: 0.020647786005358316
previous_iter_valid_loss : 0.09980762004852295
318700 0.099943 0.099808 0.084408 CURRENT LEARNING RATE: 0.020627148539805514
previous_iter_valid_loss : 0.08080971986055374
318800 0.080836 0.080810 0.084385 CURRENT LEARNING RATE: 0.02060653170140298
previous_iter_valid_loss : 0.102690190076828
318900 0.102836 0.102690 0.084613 CURRENT LEARNING RATE: 0.02058593546953387
previous_iter_valid_loss : 0.07807864993810654
319000 0.077947 0.078079 0.084563 CURRENT LEARNING RATE: 0.020565359823601942
previous_iter_valid_loss : 0.07915899902582169
319100 0.079023 0.079159 0.084545 CURRENT LEARNING RATE: 0.02054480474303154
previous_iter_valid_loss : 0.07738860696554184
319200 0.077250 0.077389 0.084339 CURRENT LEARNING RATE: 0.020524270207267603
previous_iter_valid_loss : 0.07907890528440475
319300 0.079091 0.079079 0.084172 CURRENT LEARNING RATE: 0.020503756195775585
previous_iter_valid_loss : 0.07569700479507446
319400 0.075591 0.075697 0.083985 CURRENT LEARNING RATE: 0.020483262688041473
previous_iter_valid_loss : 0.07597614079713821
319500 0.075876 0.075976 0.083839 CURRENT LEARNING RATE: 0.020462789663571745
previous_iter_valid_loss : 0.07555738836526871
319600 0.075429 0.075557 0.083581 CURRENT LEARNING RATE: 0.020442337101893394
previous_iter_valid_loss : 0.07776245474815369
319700 0.077608 0.077762 0.083587 CURRENT LEARNING RATE: 0.02042190498255385
previous_iter_valid_loss : 0.07559327036142349
319800 0.075522 0.075593 0.083490 CURRENT LEARNING RATE: 0.02040149328512099
previous_iter_valid_loss : 0.0752255991101265
Current valid loss: 0.0752255991101265; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
319900 0.075139 0.075226 0.083486 CURRENT LEARNING RATE: 0.020381101989183106
previous_iter_valid_loss : 0.07592983543872833
320000 0.075848 0.075930 0.083422 CURRENT LEARNING RATE: 0.020360731074348916
previous_iter_valid_loss : 0.09988929331302643
320100 0.100041 0.099889 0.083665 CURRENT LEARNING RATE: 0.0203403805202475
previous_iter_valid_loss : 0.07630115747451782
320200 0.076157 0.076301 0.083644 CURRENT LEARNING RATE: 0.0203200503065283
previous_iter_valid_loss : 0.0819394588470459
320300 0.081906 0.081939 0.083658 CURRENT LEARNING RATE: 0.02029974041286109
previous_iter_valid_loss : 0.09578303247690201
320400 0.095864 0.095783 0.083826 CURRENT LEARNING RATE: 0.020279450818935993
previous_iter_valid_loss : 0.08494265377521515
320500 0.085026 0.084943 0.083289 CURRENT LEARNING RATE: 0.020259181504463403
previous_iter_valid_loss : 0.09897619485855103
320600 0.099084 0.098976 0.083474 CURRENT LEARNING RATE: 0.020238932449174008
previous_iter_valid_loss : 0.08004401624202728
320700 0.079891 0.080044 0.083454 CURRENT LEARNING RATE: 0.02021870363281874
previous_iter_valid_loss : 0.0754372626543045
320800 0.075361 0.075437 0.083343 CURRENT LEARNING RATE: 0.0201984950351688
previous_iter_valid_loss : 0.07713408768177032
320900 0.076976 0.077134 0.083352 CURRENT LEARNING RATE: 0.020178306636015574
previous_iter_valid_loss : 0.09135598689317703
321000 0.091398 0.091356 0.083424 CURRENT LEARNING RATE: 0.020158138415170668
previous_iter_valid_loss : 0.07691574096679688
321100 0.076778 0.076916 0.083236 CURRENT LEARNING RATE: 0.02013799035246585
previous_iter_valid_loss : 0.07687017321586609
321200 0.076751 0.076870 0.083245 CURRENT LEARNING RATE: 0.02011786242775307
previous_iter_valid_loss : 0.08188890665769577
321300 0.081736 0.081889 0.083241 CURRENT LEARNING RATE: 0.020097754620904393
previous_iter_valid_loss : 0.07546380162239075
321400 0.075347 0.075464 0.083241 CURRENT LEARNING RATE: 0.020077666911812012
previous_iter_valid_loss : 0.07625127583742142
321500 0.076122 0.076251 0.083215 CURRENT LEARNING RATE: 0.020057599280388208
previous_iter_valid_loss : 0.07572740316390991
321600 0.075630 0.075727 0.082779 CURRENT LEARNING RATE: 0.020037551706565366
previous_iter_valid_loss : 0.07630512863397598
321700 0.076220 0.076305 0.082752 CURRENT LEARNING RATE: 0.020017524170295897
previous_iter_valid_loss : 0.0774620771408081
321800 0.077316 0.077462 0.082753 CURRENT LEARNING RATE: 0.01999751665155227
previous_iter_valid_loss : 0.07676729559898376
321900 0.076651 0.076767 0.082705 CURRENT LEARNING RATE: 0.019977529130326948
previous_iter_valid_loss : 0.08253396302461624
322000 0.082323 0.082534 0.082759 CURRENT LEARNING RATE: 0.019957561586632436
previous_iter_valid_loss : 0.09018915146589279
322100 0.090022 0.090189 0.082764 CURRENT LEARNING RATE: 0.019937614000501168
previous_iter_valid_loss : 0.07621518522500992
322200 0.076122 0.076215 0.082641 CURRENT LEARNING RATE: 0.019917686351985566
previous_iter_valid_loss : 0.0805436372756958
322300 0.080579 0.080544 0.082634 CURRENT LEARNING RATE: 0.019897778621157963
previous_iter_valid_loss : 0.09497813880443573
322400 0.094794 0.094978 0.082829 CURRENT LEARNING RATE: 0.019877890788110652
previous_iter_valid_loss : 0.07506971061229706
Current valid loss: 0.07506971061229706; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
322500 0.074999 0.075070 0.082771 CURRENT LEARNING RATE: 0.019858022832955784
previous_iter_valid_loss : 0.08229438215494156
322600 0.082334 0.082294 0.082577 CURRENT LEARNING RATE: 0.0198381747358254
previous_iter_valid_loss : 0.07703670114278793
322700 0.076927 0.077037 0.082554 CURRENT LEARNING RATE: 0.0198183464768714
previous_iter_valid_loss : 0.07723632454872131
322800 0.077236 0.077236 0.082500 CURRENT LEARNING RATE: 0.01979853803626554
previous_iter_valid_loss : 0.07559233903884888
322900 0.075540 0.075592 0.082352 CURRENT LEARNING RATE: 0.019778749394199362
previous_iter_valid_loss : 0.07685864716768265
323000 0.076759 0.076859 0.082194 CURRENT LEARNING RATE: 0.019758980530884228
previous_iter_valid_loss : 0.076264888048172
323100 0.076136 0.076265 0.082182 CURRENT LEARNING RATE: 0.019739231426551263
previous_iter_valid_loss : 0.0762975811958313
323200 0.076244 0.076298 0.082166 CURRENT LEARNING RATE: 0.01971950206145138
previous_iter_valid_loss : 0.07860726863145828
323300 0.078399 0.078607 0.082173 CURRENT LEARNING RATE: 0.019699792415855195
previous_iter_valid_loss : 0.0783657506108284
323400 0.078226 0.078366 0.082182 CURRENT LEARNING RATE: 0.019680102470053074
previous_iter_valid_loss : 0.08005405962467194
323500 0.080083 0.080054 0.082211 CURRENT LEARNING RATE: 0.019660432204355052
previous_iter_valid_loss : 0.0775647833943367
323600 0.077421 0.077565 0.082146 CURRENT LEARNING RATE: 0.01964078159909088
previous_iter_valid_loss : 0.07512086629867554
323700 0.075042 0.075121 0.082138 CURRENT LEARNING RATE: 0.019621150634609945
previous_iter_valid_loss : 0.08562719076871872
323800 0.085690 0.085627 0.081897 CURRENT LEARNING RATE: 0.01960153929128128
previous_iter_valid_loss : 0.07631296664476395
323900 0.076278 0.076313 0.081822 CURRENT LEARNING RATE: 0.019581947549493533
previous_iter_valid_loss : 0.0829886943101883
324000 0.082820 0.082989 0.081855 CURRENT LEARNING RATE: 0.019562375389654975
previous_iter_valid_loss : 0.09487190842628479
324100 0.094993 0.094872 0.081976 CURRENT LEARNING RATE: 0.019542822792193434
previous_iter_valid_loss : 0.0755295604467392
324200 0.075503 0.075530 0.081880 CURRENT LEARNING RATE: 0.019523289737556317
previous_iter_valid_loss : 0.07834272086620331
324300 0.078344 0.078343 0.081806 CURRENT LEARNING RATE: 0.019503776206210556
previous_iter_valid_loss : 0.0968509316444397
324400 0.096682 0.096851 0.082013 CURRENT LEARNING RATE: 0.01948428217864263
previous_iter_valid_loss : 0.07713638246059418
324500 0.077018 0.077136 0.081875 CURRENT LEARNING RATE: 0.019464807635358513
previous_iter_valid_loss : 0.07810233533382416
324600 0.078079 0.078102 0.081831 CURRENT LEARNING RATE: 0.01944535255688365
previous_iter_valid_loss : 0.08020292967557907
324700 0.080210 0.080203 0.081772 CURRENT LEARNING RATE: 0.019425916923762956
previous_iter_valid_loss : 0.08297145366668701
324800 0.082795 0.082971 0.081832 CURRENT LEARNING RATE: 0.019406500716560814
previous_iter_valid_loss : 0.08071011304855347
324900 0.080560 0.080710 0.081866 CURRENT LEARNING RATE: 0.019387103915861004
previous_iter_valid_loss : 0.08929409086704254
325000 0.089446 0.089294 0.082000 CURRENT LEARNING RATE: 0.019367726502266727
previous_iter_valid_loss : 0.08250197023153305
325100 0.082284 0.082502 0.082027 CURRENT LEARNING RATE: 0.019348368456400568
previous_iter_valid_loss : 0.08020386844873428
325200 0.080172 0.080204 0.081921 CURRENT LEARNING RATE: 0.019329029758904465
previous_iter_valid_loss : 0.07708635926246643
325300 0.077049 0.077086 0.081854 CURRENT LEARNING RATE: 0.019309710390439744
previous_iter_valid_loss : 0.09044633060693741
325400 0.090218 0.090446 0.081967 CURRENT LEARNING RATE: 0.01929041033168702
previous_iter_valid_loss : 0.0781395360827446
325500 0.077984 0.078140 0.081979 CURRENT LEARNING RATE: 0.019271129563346236
previous_iter_valid_loss : 0.08718129992485046
325600 0.087260 0.087181 0.082094 CURRENT LEARNING RATE: 0.019251868066136612
previous_iter_valid_loss : 0.08416351675987244
325700 0.084212 0.084164 0.082182 CURRENT LEARNING RATE: 0.01923262582079667
previous_iter_valid_loss : 0.07826027274131775
325800 0.078104 0.078260 0.082133 CURRENT LEARNING RATE: 0.01921340280808415
previous_iter_valid_loss : 0.07698594778776169
325900 0.076903 0.076986 0.082145 CURRENT LEARNING RATE: 0.019194199008776038
previous_iter_valid_loss : 0.09661270678043365
326000 0.096416 0.096613 0.082343 CURRENT LEARNING RATE: 0.019175014403668526
previous_iter_valid_loss : 0.08313507586717606
326100 0.083153 0.083135 0.082419 CURRENT LEARNING RATE: 0.019155848973577024
previous_iter_valid_loss : 0.07666928321123123
326200 0.076605 0.076669 0.082157 CURRENT LEARNING RATE: 0.01913670269933609
previous_iter_valid_loss : 0.10167519748210907
326300 0.101833 0.101675 0.082400 CURRENT LEARNING RATE: 0.019117575561799455
previous_iter_valid_loss : 0.09115829318761826
326400 0.091257 0.091158 0.082489 CURRENT LEARNING RATE: 0.019098467541839963
previous_iter_valid_loss : 0.07553895562887192
326500 0.075502 0.075539 0.082304 CURRENT LEARNING RATE: 0.019079378620349613
previous_iter_valid_loss : 0.07614950090646744
326600 0.076077 0.076150 0.082179 CURRENT LEARNING RATE: 0.019060308778239474
previous_iter_valid_loss : 0.07720951735973358
326700 0.077179 0.077210 0.082179 CURRENT LEARNING RATE: 0.019041257996439704
previous_iter_valid_loss : 0.08711361885070801
326800 0.086914 0.087114 0.082293 CURRENT LEARNING RATE: 0.019022226255899506
previous_iter_valid_loss : 0.07692014425992966
326900 0.076831 0.076920 0.082300 CURRENT LEARNING RATE: 0.019003213537587157
previous_iter_valid_loss : 0.08110949397087097
327000 0.081130 0.081109 0.082014 CURRENT LEARNING RATE: 0.01898421982248993
previous_iter_valid_loss : 0.07554939389228821
327100 0.075452 0.075549 0.081963 CURRENT LEARNING RATE: 0.018965245091614107
previous_iter_valid_loss : 0.07519116252660751
327200 0.075113 0.075191 0.081885 CURRENT LEARNING RATE: 0.01894628932598495
previous_iter_valid_loss : 0.0756106972694397
327300 0.075521 0.075611 0.081888 CURRENT LEARNING RATE: 0.018927352506646705
previous_iter_valid_loss : 0.07661725580692291
327400 0.076614 0.076617 0.081751 CURRENT LEARNING RATE: 0.01890843461466254
previous_iter_valid_loss : 0.09604688733816147
327500 0.095863 0.096047 0.081736 CURRENT LEARNING RATE: 0.01888953563111457
previous_iter_valid_loss : 0.07688365131616592
327600 0.076783 0.076884 0.081685 CURRENT LEARNING RATE: 0.018870655537103796
previous_iter_valid_loss : 0.09539009630680084
327700 0.095220 0.095390 0.081829 CURRENT LEARNING RATE: 0.018851794313750142
previous_iter_valid_loss : 0.07544974237680435
327800 0.075384 0.075450 0.081707 CURRENT LEARNING RATE: 0.01883295194219237
previous_iter_valid_loss : 0.07672735303640366
327900 0.076622 0.076727 0.081533 CURRENT LEARNING RATE: 0.01881412840358811
previous_iter_valid_loss : 0.07659643888473511
328000 0.076550 0.076596 0.081540 CURRENT LEARNING RATE: 0.018795323679113813
previous_iter_valid_loss : 0.07548338919878006
328100 0.075372 0.075483 0.081527 CURRENT LEARNING RATE: 0.01877653774996477
previous_iter_valid_loss : 0.07617828249931335
328200 0.076024 0.076178 0.081498 CURRENT LEARNING RATE: 0.01875777059735504
previous_iter_valid_loss : 0.07534195482730865
328300 0.075283 0.075342 0.081425 CURRENT LEARNING RATE: 0.018739022202517473
previous_iter_valid_loss : 0.07519848644733429
328400 0.075114 0.075198 0.081411 CURRENT LEARNING RATE: 0.01872029254670366
previous_iter_valid_loss : 0.07999023795127869
328500 0.079831 0.079990 0.081105 CURRENT LEARNING RATE: 0.018701581611183963
previous_iter_valid_loss : 0.07590997964143753
328600 0.075793 0.075910 0.081104 CURRENT LEARNING RATE: 0.018682889377247436
previous_iter_valid_loss : 0.07719462364912033
328700 0.077139 0.077195 0.080878 CURRENT LEARNING RATE: 0.01866421582620184
previous_iter_valid_loss : 0.07533453404903412
328800 0.075269 0.075335 0.080823 CURRENT LEARNING RATE: 0.018645560939373623
previous_iter_valid_loss : 0.07580719888210297
328900 0.075758 0.075807 0.080554 CURRENT LEARNING RATE: 0.018626924698107904
previous_iter_valid_loss : 0.08300168067216873
329000 0.082842 0.083002 0.080603 CURRENT LEARNING RATE: 0.018608307083768434
previous_iter_valid_loss : 0.07740119099617004
329100 0.077367 0.077401 0.080586 CURRENT LEARNING RATE: 0.0185897080777376
previous_iter_valid_loss : 0.07671691477298737
329200 0.076615 0.076717 0.080579 CURRENT LEARNING RATE: 0.018571127661416387
previous_iter_valid_loss : 0.0824679359793663
329300 0.082314 0.082468 0.080613 CURRENT LEARNING RATE: 0.018552565816224387
previous_iter_valid_loss : 0.07591642439365387
329400 0.075889 0.075916 0.080615 CURRENT LEARNING RATE: 0.01853402252359975
previous_iter_valid_loss : 0.07729793339967728
329500 0.077264 0.077298 0.080628 CURRENT LEARNING RATE: 0.018515497764999184
previous_iter_valid_loss : 0.07989892363548279
329600 0.079900 0.079899 0.080672 CURRENT LEARNING RATE: 0.018496991521897918
previous_iter_valid_loss : 0.11078107357025146
329700 0.111026 0.110781 0.081002 CURRENT LEARNING RATE: 0.01847850377578972
previous_iter_valid_loss : 0.09406345337629318
329800 0.093912 0.094063 0.081187 CURRENT LEARNING RATE: 0.01846003450818684
previous_iter_valid_loss : 0.07542584836483002
329900 0.075359 0.075426 0.081189 CURRENT LEARNING RATE: 0.018441583700620007
previous_iter_valid_loss : 0.07785629481077194
330000 0.077800 0.077856 0.081208 CURRENT LEARNING RATE: 0.018423151334638403
previous_iter_valid_loss : 0.08402904868125916
330100 0.084108 0.084029 0.081049 CURRENT LEARNING RATE: 0.018404737391809676
previous_iter_valid_loss : 0.09574497491121292
330200 0.095634 0.095745 0.081244 CURRENT LEARNING RATE: 0.018386341853719873
previous_iter_valid_loss : 0.07789555937051773
330300 0.077755 0.077896 0.081203 CURRENT LEARNING RATE: 0.01836796470197346
previous_iter_valid_loss : 0.09935101866722107
330400 0.099564 0.099351 0.081239 CURRENT LEARNING RATE: 0.018349605918193266
previous_iter_valid_loss : 0.10957106202840805
330500 0.109418 0.109571 0.081485 CURRENT LEARNING RATE: 0.01833126548402053
previous_iter_valid_loss : 0.07605116069316864
330600 0.075934 0.076051 0.081256 CURRENT LEARNING RATE: 0.018312943381114808
previous_iter_valid_loss : 0.07510332763195038
330700 0.075049 0.075103 0.081207 CURRENT LEARNING RATE: 0.018294639591153992
previous_iter_valid_loss : 0.08863070607185364
330800 0.088730 0.088631 0.081339 CURRENT LEARNING RATE: 0.018276354095834283
previous_iter_valid_loss : 0.07777472585439682
330900 0.077777 0.077775 0.081345 CURRENT LEARNING RATE: 0.0182580868768702
previous_iter_valid_loss : 0.08536724001169205
331000 0.085252 0.085367 0.081285 CURRENT LEARNING RATE: 0.018239837915994518
previous_iter_valid_loss : 0.07782953232526779
331100 0.077745 0.077830 0.081294 CURRENT LEARNING RATE: 0.01822160719495827
previous_iter_valid_loss : 0.07695282995700836
331200 0.076860 0.076953 0.081295 CURRENT LEARNING RATE: 0.018203394695530728
previous_iter_valid_loss : 0.08113053441047668
331300 0.081037 0.081131 0.081287 CURRENT LEARNING RATE: 0.018185200399499404
previous_iter_valid_loss : 0.07766276597976685
331400 0.077583 0.077663 0.081309 CURRENT LEARNING RATE: 0.018167024288669998
previous_iter_valid_loss : 0.0756572037935257
331500 0.075625 0.075657 0.081303 CURRENT LEARNING RATE: 0.018148866344866392
previous_iter_valid_loss : 0.0760037824511528
331600 0.075970 0.076004 0.081306 CURRENT LEARNING RATE: 0.01813072654993064
previous_iter_valid_loss : 0.07649070024490356
331700 0.076520 0.076491 0.081308 CURRENT LEARNING RATE: 0.018112604885722954
previous_iter_valid_loss : 0.0763484314084053
331800 0.076271 0.076348 0.081297 CURRENT LEARNING RATE: 0.01809450133412166
previous_iter_valid_loss : 0.07853756844997406
331900 0.078547 0.078538 0.081315 CURRENT LEARNING RATE: 0.018076415877023213
previous_iter_valid_loss : 0.07579703629016876
332000 0.075759 0.075797 0.081247 CURRENT LEARNING RATE: 0.01805834849634214
previous_iter_valid_loss : 0.09906835854053497
332100 0.098942 0.099068 0.081336 CURRENT LEARNING RATE: 0.018040299174011076
previous_iter_valid_loss : 0.08717379719018936
332200 0.087334 0.087174 0.081446 CURRENT LEARNING RATE: 0.01802226789198069
previous_iter_valid_loss : 0.08369262516498566
332300 0.083793 0.083693 0.081477 CURRENT LEARNING RATE: 0.018004254632219694
previous_iter_valid_loss : 0.07862243801355362
332400 0.078642 0.078622 0.081314 CURRENT LEARNING RATE: 0.017986259376714827
previous_iter_valid_loss : 0.0776139497756958
332500 0.077539 0.077614 0.081339 CURRENT LEARNING RATE: 0.01796828210747084
previous_iter_valid_loss : 0.07717660069465637
332600 0.077165 0.077177 0.081288 CURRENT LEARNING RATE: 0.01795032280651046
previous_iter_valid_loss : 0.07529406249523163
332700 0.075285 0.075294 0.081270 CURRENT LEARNING RATE: 0.01793238145587438
previous_iter_valid_loss : 0.08113822340965271
332800 0.081198 0.081138 0.081309 CURRENT LEARNING RATE: 0.017914458037621248
previous_iter_valid_loss : 0.09138014167547226
332900 0.091266 0.091380 0.081467 CURRENT LEARNING RATE: 0.01789655253382765
previous_iter_valid_loss : 0.07503334432840347
Current valid loss: 0.07503334432840347; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
333000 0.075029 0.075033 0.081449 CURRENT LEARNING RATE: 0.017878664926588076
previous_iter_valid_loss : 0.10218968987464905
333100 0.102390 0.102190 0.081708 CURRENT LEARNING RATE: 0.017860795198014923
previous_iter_valid_loss : 0.07580143958330154
333200 0.075817 0.075801 0.081703 CURRENT LEARNING RATE: 0.017842943330238444
previous_iter_valid_loss : 0.08245601505041122
333300 0.082576 0.082456 0.081742 CURRENT LEARNING RATE: 0.017825109305406792
previous_iter_valid_loss : 0.07831920683383942
333400 0.078206 0.078319 0.081741 CURRENT LEARNING RATE: 0.01780729310568593
previous_iter_valid_loss : 0.08759485930204391
333500 0.087730 0.087595 0.081817 CURRENT LEARNING RATE: 0.01778949471325966
previous_iter_valid_loss : 0.08935720473527908
333600 0.089465 0.089357 0.081935 CURRENT LEARNING RATE: 0.017771714110329576
previous_iter_valid_loss : 0.08598217368125916
333700 0.085868 0.085982 0.082043 CURRENT LEARNING RATE: 0.017753951279115093
previous_iter_valid_loss : 0.07540348172187805
333800 0.075344 0.075403 0.081941 CURRENT LEARNING RATE: 0.017736206201853365
previous_iter_valid_loss : 0.0754043459892273
333900 0.075405 0.075404 0.081932 CURRENT LEARNING RATE: 0.01771847886079932
previous_iter_valid_loss : 0.07493618875741959
Current valid loss: 0.07493618875741959; saved better model at /home/ali/Desktop/Pulled_Github_Repositories/torchQN/JupyterBook/Cluster/TRAIN/trained_models/Trained_IQNx4_RecoDatapT_3_layer16_hiddenLeakyReLU_activation1024_batchsize2000_Kiteration.dict
334000 0.074944 0.074936 0.081852 CURRENT LEARNING RATE: 0.017700769238225604
previous_iter_valid_loss : 0.07693131268024445
334100 0.076906 0.076931 0.081672 CURRENT LEARNING RATE: 0.01768307731642261
previous_iter_valid_loss : 0.07642513513565063
334200 0.076396 0.076425 0.081681 CURRENT LEARNING RATE: 0.017665403077698403
previous_iter_valid_loss : 0.08280011266469955
334300 0.082917 0.082800 0.081726 CURRENT LEARNING RATE: 0.017647746504378746
previous_iter_valid_loss : 0.08263523876667023
334400 0.082730 0.082635 0.081583 CURRENT LEARNING RATE: 0.01763010757880706
previous_iter_valid_loss : 0.07926557958126068
334500 0.079184 0.079266 0.081605 CURRENT LEARNING RATE: 0.017612486283344428
previous_iter_valid_loss : 0.07520284503698349
334600 0.075203 0.075203 0.081576 CURRENT LEARNING RATE: 0.017594882600369545
previous_iter_valid_loss : 0.08174343407154083
334700 0.081663 0.081743 0.081591 CURRENT LEARNING RATE: 0.01757729651227873
previous_iter_valid_loss : 0.07562746852636337
334800 0.075658 0.075627 0.081518 CURRENT LEARNING RATE: 0.017559728001485884
previous_iter_valid_loss : 0.07874248176813126
334900 0.078750 0.078742 0.081498 CURRENT LEARNING RATE: 0.017542177050422512
previous_iter_valid_loss : 0.08284333348274231
335000 0.082959 0.082843 0.081434 CURRENT LEARNING RATE: 0.017524643641537652
previous_iter_valid_loss : 0.07763353735208511
335100 0.077555 0.077634 0.081385 CURRENT LEARNING RATE: 0.017507127757297892
previous_iter_valid_loss : 0.12923945486545563
335200 0.129126 0.129239 0.081875 CURRENT LEARNING RATE: 0.017489629380187343
previous_iter_valid_loss : 0.07559973746538162
335300 0.075573 0.075600 0.081860 CURRENT LEARNING RATE: 0.017472148492707635
previous_iter_valid_loss : 0.08006922155618668
335400 0.079984 0.080069 0.081757 CURRENT LEARNING RATE: 0.01745468507737788
previous_iter_valid_loss : 0.08138654381036758
335500 0.081332 0.081387 0.081789 CURRENT LEARNING RATE: 0.017437239116734657
previous_iter_valid_loss : 0.07688163220882416
335600 0.076917 0.076882 0.081686 CURRENT LEARNING RATE: 0.017419810593331992
previous_iter_valid_loss : 0.07607094198465347
335700 0.076042 0.076071 0.081605 CURRENT LEARNING RATE: 0.017402399489741385
previous_iter_valid_loss : 0.08229579031467438
335800 0.082398 0.082296 0.081646 CURRENT LEARNING RATE: 0.017385005788551715
previous_iter_valid_loss : 0.0776200145483017
335900 0.077667 0.077620 0.081652 CURRENT LEARNING RATE: 0.01736762947236928
previous_iter_valid_loss : 0.07615181058645248
336000 0.076196 0.076152 0.081447 CURRENT LEARNING RATE: 0.01735027052381776
previous_iter_valid_loss : 0.07617809623479843
336100 0.076155 0.076178 0.081378 CURRENT LEARNING RATE: 0.01733292892553822
previous_iter_valid_loss : 0.07529821991920471
336200 0.075325 0.075298 0.081364 CURRENT LEARNING RATE: 0.017315604660189048
previous_iter_valid_loss : 0.08096762746572495
336300 0.081080 0.080968 0.081157 CURRENT LEARNING RATE: 0.017298297710445977
previous_iter_valid_loss : 0.08001623302698135
336400 0.080118 0.080016 0.081045 CURRENT LEARNING RATE: 0.01728100805900205
previous_iter_valid_loss : 0.07552862167358398
336500 0.075571 0.075529 0.081045 CURRENT LEARNING RATE: 0.017263735688567632
previous_iter_valid_loss : 0.07525020837783813
336600 0.075273 0.075250 0.081036 CURRENT LEARNING RATE: 0.01724648058187034
previous_iter_valid_loss : 0.09359248727560043
336700 0.093498 0.093592 0.081200 CURRENT LEARNING RATE: 0.017229242721655068
previous_iter_valid_loss : 0.07757601886987686
336800 0.077503 0.077576 0.081105 CURRENT LEARNING RATE: 0.017212022090683947
previous_iter_valid_loss : 0.08032199740409851
336900 0.080423 0.080322 0.081139 CURRENT LEARNING RATE: 0.017194818671736355
previous_iter_valid_loss : 0.07663428038358688
337000 0.076580 0.076634 0.081094 CURRENT LEARNING RATE: 0.01717763244760887
previous_iter_valid_loss : 0.07942944020032883
337100 0.079490 0.079429 0.081133 CURRENT LEARNING RATE: 0.017160463401115263
previous_iter_valid_loss : 0.08741404861211777
337200 0.087563 0.087414 0.081255 CURRENT LEARNING RATE: 0.017143311515086482
previous_iter_valid_loss : 0.07667403668165207
337300 0.076647 0.076674 0.081266 CURRENT LEARNING RATE: 0.01712617677237065
previous_iter_valid_loss : 0.0796755775809288
337400 0.079587 0.079676 0.081296 CURRENT LEARNING RATE: 0.017109059155833016
previous_iter_valid_loss : 0.08271022886037827
337500 0.082631 0.082710 0.081163 CURRENT LEARNING RATE: 0.017091958648355967
previous_iter_valid_loss : 0.07545140385627747
337600 0.075441 0.075451 0.081149 CURRENT LEARNING RATE: 0.01707487523283899
previous_iter_valid_loss : 0.10410112142562866
337700 0.104010 0.104101 0.081236 CURRENT LEARNING RATE: 0.01705780889219866
previous_iter_valid_loss : 0.08075470477342606
337800 0.080635 0.080755 0.081289 CURRENT LEARNING RATE: 0.017040759609368652
previous_iter_valid_loss : 0.07505335658788681
337900 0.075040 0.075053 0.081272 CURRENT LEARNING RATE: 0.017023727367299672
previous_iter_valid_loss : 0.0766904279589653
338000 0.076692 0.076690 0.081273 CURRENT LEARNING RATE: 0.01700671214895948
previous_iter_valid_loss : 0.08158010244369507
338100 0.081628 0.081580 0.081334 CURRENT LEARNING RATE: 0.016989713937332847
previous_iter_valid_loss : 0.08382601290941238
338200 0.083912 0.083826 0.081410 CURRENT LEARNING RATE: 0.016972732715421573
previous_iter_valid_loss : 0.08167115598917007
338300 0.081794 0.081671 0.081474 CURRENT LEARNING RATE: 0.016955768466244428
previous_iter_valid_loss : 0.08340946584939957
338400 0.083326 0.083409 0.081556 CURRENT LEARNING RATE: 0.016938821172837164
previous_iter_valid_loss : 0.07642634212970734
338500 0.076389 0.076426 0.081520 CURRENT LEARNING RATE: 0.016921890818252475
previous_iter_valid_loss : 0.11026239395141602
338600 0.110175 0.110262 0.081864 CURRENT LEARNING RATE: 0.016904977385560023
previous_iter_valid_loss : 0.07511641085147858
338700 0.075097 0.075116 0.081843 CURRENT LEARNING RATE: 0.016888080857846367
previous_iter_valid_loss : 0.07542891055345535
338800 0.075403 0.075429 0.081844 CURRENT LEARNING RATE: 0.016871201218214976
previous_iter_valid_loss : 0.07551935315132141
338900 0.075531 0.075519 0.081841 CURRENT LEARNING RATE: 0.016854338449786198
previous_iter_valid_loss : 0.08485209196805954
339000 0.084993 0.084852 0.081860 CURRENT LEARNING RATE: 0.016837492535697284
previous_iter_valid_loss : 0.09204574674367905
339100 0.092242 0.092046 0.082006 CURRENT LEARNING RATE: 0.01682066345910231
previous_iter_valid_loss : 0.0978970006108284
339200 0.097776 0.097897 0.082218 CURRENT LEARNING RATE: 0.016803851203172196
previous_iter_valid_loss : 0.08082281798124313
339300 0.080700 0.080823 0.082201 CURRENT LEARNING RATE: 0.016787055751094678
previous_iter_valid_loss : 0.07513777166604996
339400 0.075122 0.075138 0.082194 CURRENT LEARNING RATE: 0.016770277086074318
previous_iter_valid_loss : 0.07544562220573425
339500 0.075455 0.075446 0.082175 CURRENT LEARNING RATE: 0.01675351519133244
previous_iter_valid_loss : 0.09726618975400925
339600 0.097158 0.097266 0.082349 CURRENT LEARNING RATE: 0.016736770050107153
previous_iter_valid_loss : 0.07519156485795975
339700 0.075185 0.075192 0.081993 CURRENT LEARNING RATE: 0.0167200416456533
previous_iter_valid_loss : 0.07499626278877258
339800 0.075003 0.074996 0.081802 CURRENT LEARNING RATE: 0.016703329961242495
previous_iter_valid_loss : 0.07639086991548538
339900 0.076427 0.076391 0.081812 CURRENT LEARNING RATE: 0.01668663498016304
previous_iter_valid_loss : 0.07743562012910843
340000 0.077492 0.077436 0.081808 CURRENT LEARNING RATE: 0.01666995668571996
previous_iter_valid_loss : 0.08334019035100937
340100 0.083222 0.083340 0.081801 CURRENT LEARNING RATE: 0.016653295061234946
previous_iter_valid_loss : 0.08898915350437164
340200 0.089127 0.088989 0.081733 CURRENT LEARNING RATE: 0.016636650090046386
previous_iter_valid_loss : 0.07623566687107086
340300 0.076236 0.076236 0.081717 CURRENT LEARNING RATE: 0.016620021755509307
previous_iter_valid_loss : 0.09768613427877426
340400 0.097876 0.097686 0.081700 CURRENT LEARNING RATE: 0.016603410040995366
previous_iter_valid_loss : 0.07875534892082214
340500 0.078648 0.078755 0.081392 CURRENT LEARNING RATE: 0.01658681492989284
previous_iter_valid_loss : 0.07977402210235596
340600 0.079708 0.079774 0.081429 CURRENT LEARNING RATE: 0.016570236405606637
previous_iter_valid_loss : 0.08170481026172638
340700 0.081601 0.081705 0.081495 CURRENT LEARNING RATE: 0.01655367445155822
previous_iter_valid_loss : 0.08592108637094498
340800 0.085791 0.085921 0.081468 CURRENT LEARNING RATE: 0.016537129051185633
previous_iter_valid_loss : 0.08210799843072891
340900 0.081988 0.082108 0.081511 CURRENT LEARNING RATE: 0.016520600187943466
previous_iter_valid_loss : 0.10174165666103363
341000 0.101981 0.101742 0.081675 CURRENT LEARNING RATE: 0.016504087845302873
previous_iter_valid_loss : 0.09891936182975769
341100 0.099169 0.098919 0.081886 CURRENT LEARNING RATE: 0.0164875920067515
previous_iter_valid_loss : 0.08649422973394394
341200 0.086358 0.086494 0.081981 CURRENT LEARNING RATE: 0.01647111265579351
previous_iter_valid_loss : 0.08174029737710953
341300 0.081624 0.081740 0.081987 CURRENT LEARNING RATE: 0.01645464977594954
previous_iter_valid_loss : 0.08644181489944458
341400 0.086346 0.086442 0.082075 CURRENT LEARNING RATE: 0.016438203350756724
previous_iter_valid_loss : 0.07855236530303955
341500 0.078601 0.078552 0.082104 CURRENT LEARNING RATE: 0.01642177336376863
previous_iter_valid_loss : 0.07607672363519669
341600 0.076067 0.076077 0.082105 CURRENT LEARNING RATE: 0.016405359798555265
previous_iter_valid_loss : 0.07700517028570175
341700 0.076962 0.077005 0.082110 CURRENT LEARNING RATE: 0.016388962638703063
previous_iter_valid_loss : 0.07904640585184097
341800 0.079131 0.079046 0.082137 CURRENT LEARNING RATE: 0.01637258186781487
previous_iter_valid_loss : 0.08323952555656433
341900 0.083335 0.083240 0.082184 CURRENT LEARNING RATE: 0.01635621746950991
previous_iter_valid_loss : 0.07798022776842117
342000 0.077895 0.077980 0.082206 CURRENT LEARNING RATE: 0.01633986942742378
previous_iter_valid_loss : 0.08762180805206299
342100 0.087507 0.087622 0.082091 CURRENT LEARNING RATE: 0.016323537725208434
previous_iter_valid_loss : 0.09614510834217072
342200 0.096029 0.096145 0.082181 CURRENT LEARNING RATE: 0.01630722234653218
previous_iter_valid_loss : 0.08379483222961426
342300 0.083652 0.083795 0.082182 CURRENT LEARNING RATE: 0.01629092327507963
previous_iter_valid_loss : 0.10017746686935425
342400 0.100439 0.100177 0.082398 CURRENT LEARNING RATE: 0.016274640494551715
previous_iter_valid_loss : 0.07773178070783615
342500 0.077680 0.077732 0.082399 CURRENT LEARNING RATE: 0.016258373988665645
previous_iter_valid_loss : 0.07575321942567825
342600 0.075736 0.075753 0.082385 CURRENT LEARNING RATE: 0.016242123741154923
previous_iter_valid_loss : 0.07623295485973358
342700 0.076191 0.076233 0.082394 CURRENT LEARNING RATE: 0.016225889735769296
previous_iter_valid_loss : 0.07656126469373703
342800 0.076612 0.076561 0.082348 CURRENT LEARNING RATE: 0.016209671956274756
previous_iter_valid_loss : 0.0849897488951683
342900 0.085092 0.084990 0.082284 CURRENT LEARNING RATE: 0.01619347038645352
previous_iter_valid_loss : 0.07771655917167664
343000 0.077655 0.077717 0.082311 CURRENT LEARNING RATE: 0.01617728501010402
previous_iter_valid_loss : 0.075632244348526
343100 0.075618 0.075632 0.082046 CURRENT LEARNING RATE: 0.016161115811040884
previous_iter_valid_loss : 0.08051643520593643
343200 0.080381 0.080516 0.082093 CURRENT LEARNING RATE: 0.016144962773094906
previous_iter_valid_loss : 0.07542603462934494
343300 0.075436 0.075426 0.082022 CURRENT LEARNING RATE: 0.016128825880113037
previous_iter_valid_loss : 0.0848754420876503
343400 0.084760 0.084875 0.082088 CURRENT LEARNING RATE: 0.0161127051159584
previous_iter_valid_loss : 0.08166356384754181
343500 0.081705 0.081664 0.082029 CURRENT LEARNING RATE: 0.01609660046451022
previous_iter_valid_loss : 0.07537434250116348
343600 0.075385 0.075374 0.081889 CURRENT LEARNING RATE: 0.01608051190966385
previous_iter_valid_loss : 0.0880630761384964
343700 0.088230 0.088063 0.081910 CURRENT LEARNING RATE: 0.01606443943533072
previous_iter_valid_loss : 0.07932259142398834
343800 0.079255 0.079323 0.081949 CURRENT LEARNING RATE: 0.016048383025438373
previous_iter_valid_loss : 0.08032302558422089
343900 0.080227 0.080323 0.081998 CURRENT LEARNING RATE: 0.016032342663930384
previous_iter_valid_loss : 0.07842221111059189
344000 0.078500 0.078422 0.082033 CURRENT LEARNING RATE: 0.0160163183347664
previous_iter_valid_loss : 0.08886303007602692
344100 0.089052 0.088863 0.082152 CURRENT LEARNING RATE: 0.016000310021922075
previous_iter_valid_loss : 0.07528453320264816
344200 0.075290 0.075285 0.082141 CURRENT LEARNING RATE: 0.015984317709389115
previous_iter_valid_loss : 0.0754343569278717
344300 0.075399 0.075434 0.082067 CURRENT LEARNING RATE: 0.015968341381175196
previous_iter_valid_loss : 0.07713503390550613
344400 0.077223 0.077135 0.082012 CURRENT LEARNING RATE: 0.015952381021303988
previous_iter_valid_loss : 0.10552860051393509
344500 0.105822 0.105529 0.082275 CURRENT LEARNING RATE: 0.015936436613815122
previous_iter_valid_loss : 0.09634098410606384
344600 0.096248 0.096341 0.082486 CURRENT LEARNING RATE: 0.015920508142764207
previous_iter_valid_loss : 0.08980640769004822
344700 0.089989 0.089806 0.082567 CURRENT LEARNING RATE: 0.01590459559222276
previous_iter_valid_loss : 0.0757622942328453
344800 0.075748 0.075762 0.082568 CURRENT LEARNING RATE: 0.015888698946278233
previous_iter_valid_loss : 0.07770854979753494
344900 0.077778 0.077709 0.082558 CURRENT LEARNING RATE: 0.01587281818903397
previous_iter_valid_loss : 0.09690317511558533
345000 0.097106 0.096903 0.082698 CURRENT LEARNING RATE: 0.015856953304609223
previous_iter_valid_loss : 0.08368347585201263
345100 0.083819 0.083683 0.082759 CURRENT LEARNING RATE: 0.0158411042771391
previous_iter_valid_loss : 0.08355594426393509
345200 0.083676 0.083556 0.082302 CURRENT LEARNING RATE: 0.01582527109077458
previous_iter_valid_loss : 0.07622998207807541
345300 0.076171 0.076230 0.082308 CURRENT LEARNING RATE: 0.015809453729682458
previous_iter_valid_loss : 0.08399835973978043
345400 0.083891 0.083998 0.082348 CURRENT LEARNING RATE: 0.015793652178045393
previous_iter_valid_loss : 0.08431990444660187
345500 0.084233 0.084320 0.082377 CURRENT LEARNING RATE: 0.01577786642006182
previous_iter_valid_loss : 0.10025566071271896
345600 0.100523 0.100256 0.082611 CURRENT LEARNING RATE: 0.015762096439945982
previous_iter_valid_loss : 0.08816064149141312
345700 0.088032 0.088161 0.082732 CURRENT LEARNING RATE: 0.015746342221927893
previous_iter_valid_loss : 0.07983463257551193
345800 0.079920 0.079835 0.082707 CURRENT LEARNING RATE: 0.015730603750253345
previous_iter_valid_loss : 0.07727532833814621
345900 0.077188 0.077275 0.082704 CURRENT LEARNING RATE: 0.015714881009183855
previous_iter_valid_loss : 0.08729091286659241
346000 0.087430 0.087291 0.082815 CURRENT LEARNING RATE: 0.015699173982996684
previous_iter_valid_loss : 0.079845130443573
346100 0.079911 0.079845 0.082852 CURRENT LEARNING RATE: 0.0156834826559848
previous_iter_valid_loss : 0.07650165259838104
346200 0.076439 0.076502 0.082864 CURRENT LEARNING RATE: 0.015667807012456885
previous_iter_valid_loss : 0.07812634110450745
346300 0.078181 0.078126 0.082835 CURRENT LEARNING RATE: 0.01565214703673729
previous_iter_valid_loss : 0.08820790797472
346400 0.088372 0.088208 0.082917 CURRENT LEARNING RATE: 0.01563650271316603
previous_iter_valid_loss : 0.11523579061031342
346500 0.115107 0.115236 0.083314 CURRENT LEARNING RATE: 0.015620874026098783
previous_iter_valid_loss : 0.07526998221874237
346600 0.075249 0.075270 0.083314 CURRENT LEARNING RATE: 0.015605260959906872
previous_iter_valid_loss : 0.07692629098892212
346700 0.076962 0.076926 0.083148 CURRENT LEARNING RATE: 0.015589663498977219
previous_iter_valid_loss : 0.0756932869553566
346800 0.075627 0.075693 0.083129 CURRENT LEARNING RATE: 0.015574081627712365
previous_iter_valid_loss : 0.07705418020486832
346900 0.077094 0.077054 0.083096 CURRENT LEARNING RATE: 0.01555851533053043
previous_iter_valid_loss : 0.08541068434715271
347000 0.085287 0.085411 0.083184 CURRENT LEARNING RATE: 0.01554296459186513
previous_iter_valid_loss : 0.07600265741348267
347100 0.075915 0.076003 0.083150 CURRENT LEARNING RATE: 0.015527429396165715
previous_iter_valid_loss : 0.07608851045370102
347200 0.076031 0.076089 0.083036 CURRENT LEARNING RATE: 0.015511909727896992
previous_iter_valid_loss : 0.08711754530668259
347300 0.086981 0.087118 0.083141 CURRENT LEARNING RATE: 0.01549640557153928
previous_iter_valid_loss : 0.0772676169872284
347400 0.077189 0.077268 0.083117 CURRENT LEARNING RATE: 0.015480916911588441
previous_iter_valid_loss : 0.08398273587226868
347500 0.083888 0.083983 0.083130 CURRENT LEARNING RATE: 0.015465443732555801
previous_iter_valid_loss : 0.07675012946128845
347600 0.076703 0.076750 0.083143 CURRENT LEARNING RATE: 0.015449986018968184
previous_iter_valid_loss : 0.07564541697502136
347700 0.075667 0.075645 0.082858 CURRENT LEARNING RATE: 0.015434543755367866
previous_iter_valid_loss : 0.07632959634065628
347800 0.076320 0.076330 0.082814 CURRENT LEARNING RATE: 0.015419116926312596
previous_iter_valid_loss : 0.07562164962291718
347900 0.075651 0.075622 0.082819 CURRENT LEARNING RATE: 0.015403705516375538
previous_iter_valid_loss : 0.08134496957063675
348000 0.081405 0.081345 0.082866 CURRENT LEARNING RATE: 0.01538830951014528
previous_iter_valid_loss : 0.0775977075099945
348100 0.077568 0.077598 0.082826 CURRENT LEARNING RATE: 0.015372928892225808
previous_iter_valid_loss : 0.0781562477350235
348200 0.078218 0.078156 0.082769 CURRENT LEARNING RATE: 0.015357563647236516
previous_iter_valid_loss : 0.07908088713884354
348300 0.079114 0.079081 0.082744 CURRENT LEARNING RATE: 0.01534221375981215
previous_iter_valid_loss : 0.07616785168647766
348400 0.076103 0.076168 0.082671 CURRENT LEARNING RATE: 0.015326879214602823
previous_iter_valid_loss : 0.07627969980239868
348500 0.076223 0.076280 0.082670 CURRENT LEARNING RATE: 0.01531155999627398
previous_iter_valid_loss : 0.0763491839170456
348600 0.076300 0.076349 0.082331 CURRENT LEARNING RATE: 0.015296256089506417
previous_iter_valid_loss : 0.07505301386117935
348700 0.075056 0.075053 0.082330 CURRENT LEARNING RATE: 0.015280967478996219
previous_iter_valid_loss : 0.07704167068004608
348800 0.077065 0.077042 0.082346 CURRENT LEARNING RATE: 0.015265694149454773
previous_iter_valid_loss : 0.07502908259630203
348900 0.075017 0.075029 0.082341 CURRENT LEARNING RATE: 0.015250436085608741
previous_iter_valid_loss : 0.08438904583454132
349000 0.084256 0.084389 0.082337 CURRENT LEARNING RATE: 0.015235193272200073
previous_iter_valid_loss : 0.07795502245426178
349100 0.077995 0.077955 0.082196 CURRENT LEARNING RATE: 0.015219965693985945
previous_iter_valid_loss : 0.07519979029893875
349200 0.075221 0.075200 0.081969 CURRENT LEARNING RATE: 0.015204753335738782
previous_iter_valid_loss : 0.07569368928670883
349300 0.075651 0.075694 0.081917 CURRENT LEARNING RATE: 0.015189556182246215
previous_iter_valid_loss : 0.07644437998533249
349400 0.076459 0.076444 0.081930 CURRENT LEARNING RATE: 0.015174374218311101
previous_iter_valid_loss : 0.07673516869544983
349500 0.076765 0.076735 0.081943 CURRENT LEARNING RATE: 0.01515920742875147
previous_iter_valid_loss : 0.07534381002187729
349600 0.075295 0.075344 0.081724 CURRENT LEARNING RATE: 0.015144055798400531
previous_iter_valid_loss : 0.0755583718419075
349700 0.075521 0.075558 0.081728 CURRENT LEARNING RATE: 0.015128919312106647
previous_iter_valid_loss : 0.07732468098402023
349800 0.077270 0.077325 0.081751 CURRENT LEARNING RATE: 0.015113797954733341
previous_iter_valid_loss : 0.09998398274183273
349900 0.099868 0.099984 0.081987 CURRENT LEARNING RATE: 0.01509869171115925
previous_iter_valid_loss : 0.07740757614374161
350000 0.077430 0.077408 0.081987 CURRENT LEARNING RATE: 0.01508360056627813
previous_iter_valid_loss : 0.0759233608841896
350100 0.075906 0.075923 0.081913 CURRENT LEARNING RATE: 0.01506852450499883
previous_iter_valid_loss : 0.07981648296117783
350200 0.079914 0.079816 0.081821 CURRENT LEARNING RATE: 0.015053463512245286
previous_iter_valid_loss : 0.08142205327749252
350300 0.081527 0.081422 0.081873 CURRENT LEARNING RATE: 0.015038417572956516
previous_iter_valid_loss : 0.1120225042104721
350400 0.111886 0.112023 0.082016 CURRENT LEARNING RATE: 0.01502338667208657
previous_iter_valid_loss : 0.07617253065109253
350500 0.076175 0.076173 0.081990 CURRENT LEARNING RATE: 0.015008370794604549
previous_iter_valid_loss : 0.07591374963521957
350600 0.075853 0.075914 0.081952 CURRENT LEARNING RATE: 0.014993369925494568
previous_iter_valid_loss : 0.07889948785305023
350700 0.078895 0.078899 0.081924 CURRENT LEARNING RATE: 0.014978384049755766
previous_iter_valid_loss : 0.07642648369073868
350800 0.076363 0.076426 0.081829 CURRENT LEARNING RATE: 0.014963413152402264
previous_iter_valid_loss : 0.07536035776138306
350900 0.075328 0.075360 0.081761 CURRENT LEARNING RATE: 0.01494845721846316
previous_iter_valid_loss : 0.09441229701042175
351000 0.094616 0.094412 0.081688 CURRENT LEARNING RATE: 0.014933516232982514
previous_iter_valid_loss : 0.09358014911413193
351100 0.093470 0.093580 0.081634 CURRENT LEARNING RATE: 0.014918590181019353
previous_iter_valid_loss : 0.07674750685691833
351200 0.076756 0.076748 0.081537 CURRENT LEARNING RATE: 0.014903679047647616
previous_iter_valid_loss : 0.07950685173273087
351300 0.079390 0.079507 0.081515 CURRENT LEARNING RATE: 0.014888782817956168
previous_iter_valid_loss : 0.07750372588634491
351400 0.077515 0.077504 0.081425 CURRENT LEARNING RATE: 0.014873901477048772
previous_iter_valid_loss : 0.08386990427970886
351500 0.083983 0.083870 0.081478 CURRENT LEARNING RATE: 0.0148590350100441
previous_iter_valid_loss : 0.0764504224061966
351600 0.076395 0.076450 0.081482 CURRENT LEARNING RATE: 0.014844183402075675
previous_iter_valid_loss : 0.07813675701618195
351700 0.078069 0.078137 0.081493 CURRENT LEARNING RATE: 0.01482934663829189
previous_iter_valid_loss : 0.08035940676927567
351800 0.080270 0.080359 0.081507 CURRENT LEARNING RATE: 0.014814524703855973
previous_iter_valid_loss : 0.07645884156227112
351900 0.076413 0.076459 0.081439 CURRENT LEARNING RATE: 0.014799717583946
previous_iter_valid_loss : 0.07944592088460922
352000 0.079375 0.079446 0.081453 CURRENT LEARNING RATE: 0.014784925263754845
previous_iter_valid_loss : 0.07630077004432678
352100 0.076314 0.076301 0.081340 CURRENT LEARNING RATE: 0.014770147728490186
previous_iter_valid_loss : 0.08030211180448532
352200 0.080172 0.080302 0.081182 CURRENT LEARNING RATE: 0.014755384963374477
previous_iter_valid_loss : 0.09674139320850372
352300 0.096933 0.096741 0.081311 CURRENT LEARNING RATE: 0.01474063695364497
previous_iter_valid_loss : 0.08185117691755295
352400 0.081933 0.081851 0.081128 CURRENT LEARNING RATE: 0.014725903684553645
previous_iter_valid_loss : 0.07648368924856186
352500 0.076531 0.076484 0.081116 CURRENT LEARNING RATE: 0.014711185141367232
previous_iter_valid_loss : 0.08033861964941025
352600 0.080216 0.080339 0.081161 CURRENT LEARNING RATE: 0.014696481309367179
previous_iter_valid_loss : 0.07555156201124191
352700 0.075519 0.075552 0.081155 CURRENT LEARNING RATE: 0.014681792173849666
previous_iter_valid_loss : 0.08210813254117966
352800 0.082217 0.082108 0.081210 CURRENT LEARNING RATE: 0.014667117720125552
previous_iter_valid_loss : 0.0786842480301857
352900 0.078593 0.078684 0.081147 CURRENT LEARNING RATE: 0.01465245793352038
previous_iter_valid_loss : 0.07637649774551392
353000 0.076388 0.076376 0.081134 CURRENT LEARNING RATE: 0.014637812799374355
previous_iter_valid_loss : 0.07776202261447906
353100 0.077687 0.077762 0.081155 CURRENT LEARNING RATE: 0.014623182303042357
previous_iter_valid_loss : 0.07717426866292953
353200 0.077133 0.077174 0.081121 CURRENT LEARNING RATE: 0.014608566429893879
previous_iter_valid_loss : 0.07713409513235092
353300 0.077120 0.077134 0.081139 CURRENT LEARNING RATE: 0.01459396516531305
previous_iter_valid_loss : 0.07839988172054291
353400 0.078312 0.078400 0.081074 CURRENT LEARNING RATE: 0.014579378494698595
previous_iter_valid_loss : 0.0751456543803215
353500 0.075122 0.075146 0.081009 CURRENT LEARNING RATE: 0.014564806403463856
previous_iter_valid_loss : 0.08843084424734116
353600 0.088580 0.088431 0.081139 CURRENT LEARNING RATE: 0.014550248877036735
previous_iter_valid_loss : 0.07614045590162277
353700 0.076131 0.076140 0.081020 CURRENT LEARNING RATE: 0.014535705900859702
previous_iter_valid_loss : 0.08343833684921265
353800 0.083342 0.083438 0.081061 CURRENT LEARNING RATE: 0.014521177460389776
previous_iter_valid_loss : 0.07746421545743942
353900 0.077457 0.077464 0.081033 CURRENT LEARNING RATE: 0.014506663541098527
previous_iter_valid_loss : 0.07506340742111206
354000 0.075025 0.075063 0.080999 CURRENT LEARNING RATE: 0.014492164128472028
previous_iter_valid_loss : 0.07970467209815979
354100 0.079598 0.079705 0.080907 CURRENT LEARNING RATE: 0.014477679208010864
previous_iter_valid_loss : 0.07515037804841995
354200 0.075125 0.075150 0.080906 CURRENT LEARNING RATE: 0.014463208765230108
previous_iter_valid_loss : 0.07557620853185654
354300 0.075565 0.075576 0.080907 CURRENT LEARNING RATE: 0.014448752785659331
previous_iter_valid_loss : 0.07790787518024445
354400 0.077933 0.077908 0.080915 CURRENT LEARNING RATE: 0.014434311254842543
previous_iter_valid_loss : 0.10490588843822479
354500 0.105140 0.104906 0.080909 CURRENT LEARNING RATE: 0.014419884158338211
previous_iter_valid_loss : 0.08329218626022339
354600 0.083163 0.083292 0.080778 CURRENT LEARNING RATE: 0.014405471481719235
previous_iter_valid_loss : 0.07683189958333969
354700 0.076755 0.076832 0.080649 CURRENT LEARNING RATE: 0.014391073210572945
previous_iter_valid_loss : 0.08086629956960678
354800 0.080764 0.080866 0.080700 CURRENT LEARNING RATE: 0.014376689330501067
previous_iter_valid_loss : 0.0821618065237999
354900 0.082263 0.082162 0.080744 CURRENT LEARNING RATE: 0.014362319827119717
previous_iter_valid_loss : 0.078065425157547
355000 0.077985 0.078065 0.080556 CURRENT LEARNING RATE: 0.014347964686059384
previous_iter_valid_loss : 0.07841020077466965
355100 0.078322 0.078410 0.080503 CURRENT LEARNING RATE: 0.01433362389296494
previous_iter_valid_loss : 0.07611553370952606
355200 0.076072 0.076116 0.080429 CURRENT LEARNING RATE: 0.014319297433495583
previous_iter_valid_loss : 0.07607443630695343
355300 0.075995 0.076074 0.080427 CURRENT LEARNING RATE: 0.014304985293324853
previous_iter_valid_loss : 0.088303342461586
355400 0.088211 0.088303 0.080470 CURRENT LEARNING RATE: 0.014290687458140602
previous_iter_valid_loss : 0.07533884793519974
355500 0.075345 0.075339 0.080380 CURRENT LEARNING RATE: 0.014276403913645005
previous_iter_valid_loss : 0.07823198288679123
355600 0.078139 0.078232 0.080160 CURRENT LEARNING RATE: 0.014262134645554514
previous_iter_valid_loss : 0.0804409384727478
355700 0.080491 0.080441 0.080083 CURRENT LEARNING RATE: 0.014247879639599854
previous_iter_valid_loss : 0.07564198970794678
355800 0.075589 0.075642 0.080041 CURRENT LEARNING RATE: 0.014233638881526017
previous_iter_valid_loss : 0.07569917291402817
355900 0.075680 0.075699 0.080025 CURRENT LEARNING RATE: 0.014219412357092252
previous_iter_valid_loss : 0.08309898525476456
356000 0.083195 0.083099 0.079983 CURRENT LEARNING RATE: 0.01420520005207203
previous_iter_valid_loss : 0.07843576371669769
356100 0.078464 0.078436 0.079969 CURRENT LEARNING RATE: 0.014191001952253045
previous_iter_valid_loss : 0.07681722193956375
356200 0.076764 0.076817 0.079972 CURRENT LEARNING RATE: 0.014176818043437187
previous_iter_valid_loss : 0.07943243533372879
356300 0.079495 0.079432 0.079986 CURRENT LEARNING RATE: 0.01416264831144056
previous_iter_valid_loss : 0.07584097236394882
356400 0.075845 0.075841 0.079862 CURRENT LEARNING RATE: 0.014148492742093427
previous_iter_valid_loss : 0.07650627195835114
356500 0.076439 0.076506 0.079475 CURRENT LEARNING RATE: 0.014134351321240213
previous_iter_valid_loss : 0.07527723908424377
356600 0.075265 0.075277 0.079475 CURRENT LEARNING RATE: 0.014120224034739491
previous_iter_valid_loss : 0.07546491175889969
356700 0.075487 0.075465 0.079460 CURRENT LEARNING RATE: 0.01410611086846399
previous_iter_valid_loss : 0.07497788965702057
356800 0.074931 0.074978 0.079453 CURRENT LEARNING RATE: 0.01409201180830053
previous_iter_valid_loss : 0.08636931329965591
356900 0.086252 0.086369 0.079546 CURRENT LEARNING RATE: 0.014077926840150053
previous_iter_valid_loss : 0.08192526549100876
357000 0.082006 0.081925 0.079511 CURRENT LEARNING RATE: 0.014063855949927585
previous_iter_valid_loss : 0.07536152005195618
357100 0.075313 0.075362 0.079505 CURRENT LEARNING RATE: 0.014049799123562244
previous_iter_valid_loss : 0.08346233516931534
357200 0.083339 0.083462 0.079578 CURRENT LEARNING RATE: 0.014035756346997197
previous_iter_valid_loss : 0.08636021614074707
357300 0.086468 0.086360 0.079571 CURRENT LEARNING RATE: 0.014021727606189666
previous_iter_valid_loss : 0.07578925043344498
357400 0.075795 0.075789 0.079556 CURRENT LEARNING RATE: 0.014007712887110904
previous_iter_valid_loss : 0.07598965615034103
357500 0.075933 0.075990 0.079476 CURRENT LEARNING RATE: 0.013993712175746202
previous_iter_valid_loss : 0.08622943609952927
357600 0.086377 0.086229 0.079571 CURRENT LEARNING RATE: 0.013979725458094843
previous_iter_valid_loss : 0.0989198312163353
357700 0.099162 0.098920 0.079804 CURRENT LEARNING RATE: 0.013965752720170107
previous_iter_valid_loss : 0.09498269110918045
357800 0.094875 0.094983 0.079990 CURRENT LEARNING RATE: 0.013951793947999249
previous_iter_valid_loss : 0.09420254081487656
357900 0.094083 0.094203 0.080176 CURRENT LEARNING RATE: 0.013937849127623508
previous_iter_valid_loss : 0.07617562264204025
358000 0.076115 0.076176 0.080124 CURRENT LEARNING RATE: 0.013923918245098055
previous_iter_valid_loss : 0.08013167232275009
358100 0.080212 0.080132 0.080150 CURRENT LEARNING RATE: 0.013910001286492009
previous_iter_valid_loss : 0.07636060565710068
358200 0.076330 0.076361 0.080132 CURRENT LEARNING RATE: 0.0138960982378884
previous_iter_valid_loss : 0.0968688353896141
358300 0.097077 0.096869 0.080310 CURRENT LEARNING RATE: 0.013882209085384196
previous_iter_valid_loss : 0.07609287649393082
358400 0.076043 0.076093 0.080309 CURRENT LEARNING RATE: 0.013868333815090233
previous_iter_valid_loss : 0.08178719878196716
358500 0.081866 0.081787 0.080364 CURRENT LEARNING RATE: 0.01385447241313124
previous_iter_valid_loss : 0.0840587317943573
358600 0.083922 0.084059 0.080441 CURRENT LEARNING RATE: 0.01384062486564581
previous_iter_valid_loss : 0.07766101509332657
358700 0.077679 0.077661 0.080467 CURRENT LEARNING RATE: 0.013826791158786404
previous_iter_valid_loss : 0.07663507759571075
358800 0.076617 0.076635 0.080463 CURRENT LEARNING RATE: 0.013812971278719308
previous_iter_valid_loss : 0.09430564194917679
358900 0.094494 0.094306 0.080656 CURRENT LEARNING RATE: 0.013799165211624644
previous_iter_valid_loss : 0.07850098609924316
359000 0.078529 0.078501 0.080597 CURRENT LEARNING RATE: 0.013785372943696335
previous_iter_valid_loss : 0.07639676332473755
359100 0.076394 0.076397 0.080581 CURRENT LEARNING RATE: 0.013771594461142124
previous_iter_valid_loss : 0.09551124274730682
359200 0.095368 0.095511 0.080784 CURRENT LEARNING RATE: 0.013757829750183522
previous_iter_valid_loss : 0.07533165067434311
359300 0.075325 0.075332 0.080781 CURRENT LEARNING RATE: 0.013744078797055817
previous_iter_valid_loss : 0.09618992358446121
359400 0.096071 0.096190 0.080978 CURRENT LEARNING RATE: 0.013730341588008047
previous_iter_valid_loss : 0.07525008916854858
359500 0.075219 0.075250 0.080963 CURRENT LEARNING RATE: 0.013716618109303016
previous_iter_valid_loss : 0.09094787389039993
359600 0.090796 0.090948 0.081120 CURRENT LEARNING RATE: 0.013702908347217237
previous_iter_valid_loss : 0.07670978456735611
359700 0.076725 0.076710 0.081131 CURRENT LEARNING RATE: 0.013689212288040948
previous_iter_valid_loss : 0.07767634093761444
359800 0.077617 0.077676 0.081135 CURRENT LEARNING RATE: 0.013675529918078083
previous_iter_valid_loss : 0.08151347935199738
359900 0.081617 0.081513 0.080950 CURRENT LEARNING RATE: 0.01366186122364628
previous_iter_valid_loss : 0.12735013663768768
360000 0.127262 0.127350 0.081449 CURRENT LEARNING RATE: 0.013648206191076838
previous_iter_valid_loss : 0.07510598748922348
360100 0.075083 0.075106 0.081441 CURRENT LEARNING RATE: 0.013634564806714726
previous_iter_valid_loss : 0.08527779579162598
360200 0.085157 0.085278 0.081496 CURRENT LEARNING RATE: 0.013620937056918551
previous_iter_valid_loss : 0.07576701045036316
360300 0.075706 0.075767 0.081439 CURRENT LEARNING RATE: 0.013607322928060573
previous_iter_valid_loss : 0.07682610303163528
360400 0.076791 0.076826 0.081087 CURRENT LEARNING RATE: 0.013593722406526659
previous_iter_valid_loss : 0.07929141819477081
360500 0.079343 0.079291 0.081118 CURRENT LEARNING RATE: 0.013580135478716282
previous_iter_valid_loss : 0.07500693947076797
360600 0.074988 0.075007 0.081109 CURRENT LEARNING RATE: 0.013566562131042511
previous_iter_valid_loss : 0.07550685107707977
360700 0.075452 0.075507 0.081075 CURRENT LEARNING RATE: 0.013553002349932007
previous_iter_valid_loss : 0.09577182680368423
360800 0.095639 0.095772 0.081269 CURRENT LEARNING RATE: 0.013539456121824982
previous_iter_valid_loss : 0.07594245672225952
360900 0.075942 0.075942 0.081275 CURRENT LEARNING RATE: 0.013525923433175208
previous_iter_valid_loss : 0.08611425757408142
361000 0.085996 0.086114 0.081192 CURRENT LEARNING RATE: 0.013512404270449987
previous_iter_valid_loss : 0.07663365453481674
361100 0.076628 0.076634 0.081022 CURRENT LEARNING RATE: 0.01349889862013017
previous_iter_valid_loss : 0.0780937597155571
361200 0.078148 0.078094 0.081036 CURRENT LEARNING RATE: 0.013485406468710097
previous_iter_valid_loss : 0.07518129795789719
361300 0.075182 0.075181 0.080992 CURRENT LEARNING RATE: 0.013471927802697617
previous_iter_valid_loss : 0.07610954344272614
361400 0.076059 0.076110 0.080978 CURRENT LEARNING RATE: 0.013458462608614056
previous_iter_valid_loss : 0.08451557904481888
361500 0.084621 0.084516 0.080985 CURRENT LEARNING RATE: 0.013445010872994231
previous_iter_valid_loss : 0.08453090488910675
361600 0.084620 0.084531 0.081066 CURRENT LEARNING RATE: 0.013431572582386399
previous_iter_valid_loss : 0.07544349879026413
361700 0.075413 0.075443 0.081039 CURRENT LEARNING RATE: 0.01341814772335227
previous_iter_valid_loss : 0.0760221853852272
361800 0.075969 0.076022 0.080995 CURRENT LEARNING RATE: 0.013404736282466976
previous_iter_valid_loss : 0.07760386168956757
361900 0.077607 0.077604 0.081007 CURRENT LEARNING RATE: 0.013391338246319088
previous_iter_valid_loss : 0.07682152092456818
362000 0.076842 0.076822 0.080981 CURRENT LEARNING RATE: 0.013377953601510562
previous_iter_valid_loss : 0.07560117542743683
362100 0.075597 0.075601 0.080974 CURRENT LEARNING RATE: 0.01336458233465675
previous_iter_valid_loss : 0.07508611679077148
362200 0.075044 0.075086 0.080921 CURRENT LEARNING RATE: 0.013351224432386384
previous_iter_valid_loss : 0.090651735663414
362300 0.090532 0.090652 0.080861 CURRENT LEARNING RATE: 0.013337879881341566
previous_iter_valid_loss : 0.07744451612234116
362400 0.077386 0.077445 0.080817 CURRENT LEARNING RATE: 0.013324548668177743
previous_iter_valid_loss : 0.07508417963981628
362500 0.075056 0.075084 0.080803 CURRENT LEARNING RATE: 0.013311230779563699
previous_iter_valid_loss : 0.07677450031042099
362600 0.076769 0.076775 0.080767 CURRENT LEARNING RATE: 0.013297926202181542
previous_iter_valid_loss : 0.0761319026350975
362700 0.076159 0.076132 0.080773 CURRENT LEARNING RATE: 0.01328463492272669
previous_iter_valid_loss : 0.08063012361526489
362800 0.080701 0.080630 0.080758 CURRENT LEARNING RATE: 0.013271356927907874
previous_iter_valid_loss : 0.08806098997592926
362900 0.088242 0.088061 0.080852 CURRENT LEARNING RATE: 0.01325809220444709
previous_iter_valid_loss : 0.07541391998529434
363000 0.075379 0.075414 0.080842 CURRENT LEARNING RATE: 0.013244840739079618
previous_iter_valid_loss : 0.0805586725473404
363100 0.080617 0.080559 0.080870 CURRENT LEARNING RATE: 0.013231602518553981
previous_iter_valid_loss : 0.08430799841880798
363200 0.084202 0.084308 0.080941 CURRENT LEARNING RATE: 0.013218377529631972
previous_iter_valid_loss : 0.09596576541662216
363300 0.095853 0.095966 0.081130 CURRENT LEARNING RATE: 0.013205165759088594
previous_iter_valid_loss : 0.07618765532970428
363400 0.076207 0.076188 0.081108 CURRENT LEARNING RATE: 0.013191967193712077
previous_iter_valid_loss : 0.08283799141645432
363500 0.082740 0.082838 0.081184 CURRENT LEARNING RATE: 0.013178781820303844
previous_iter_valid_loss : 0.08121631294488907
363600 0.081294 0.081216 0.081112 CURRENT LEARNING RATE: 0.013165609625678538
previous_iter_valid_loss : 0.0772877186536789
363700 0.077307 0.077288 0.081124 CURRENT LEARNING RATE: 0.013152450596663954
previous_iter_valid_loss : 0.09575854986906052
363800 0.095957 0.095759 0.081247 CURRENT LEARNING RATE: 0.013139304720101063
previous_iter_valid_loss : 0.08986137062311172
363900 0.089746 0.089861 0.081371 CURRENT LEARNING RATE: 0.01312617198284398
previous_iter_valid_loss : 0.09935637563467026
364000 0.099223 0.099356 0.081614 CURRENT LEARNING RATE: 0.01311305237175998
previous_iter_valid_loss : 0.08197134733200073
364100 0.082053 0.081971 0.081637 CURRENT LEARNING RATE: 0.013099945873729445
previous_iter_valid_loss : 0.09868565201759338
364200 0.098908 0.098686 0.081872 CURRENT LEARNING RATE: 0.013086852475645876
previous_iter_valid_loss : 0.07733625918626785
364300 0.077368 0.077336 0.081890 CURRENT LEARNING RATE: 0.013073772164415867
previous_iter_valid_loss : 0.08314865827560425
364400 0.083221 0.083149 0.081942 CURRENT LEARNING RATE: 0.013060704926959116
previous_iter_valid_loss : 0.07578939199447632
364500 0.075781 0.075789 0.081651 CURRENT LEARNING RATE: 0.013047650750208382
previous_iter_valid_loss : 0.07658777385950089
364600 0.076578 0.076588 0.081584 CURRENT LEARNING RATE: 0.013034609621109486
previous_iter_valid_loss : 0.07801365852355957
364700 0.078061 0.078014 0.081596 CURRENT LEARNING RATE: 0.01302158152662129
previous_iter_valid_loss : 0.07527576386928558
364800 0.075233 0.075276 0.081540 CURRENT LEARNING RATE: 0.013008566453715713
previous_iter_valid_loss : 0.08060167729854584
364900 0.080491 0.080602 0.081524 CURRENT LEARNING RATE: 0.012995564389377674
previous_iter_valid_loss : 0.08067604154348373
365000 0.080746 0.080676 0.081550 CURRENT LEARNING RATE: 0.012982575320605105
previous_iter_valid_loss : 0.07877037674188614
365100 0.078797 0.078770 0.081554 CURRENT LEARNING RATE: 0.012969599234408935
previous_iter_valid_loss : 0.07503291964530945
365200 0.075003 0.075033 0.081543 CURRENT LEARNING RATE: 0.012956636117813084
previous_iter_valid_loss : 0.0870894342660904
365300 0.087212 0.087089 0.081653 CURRENT LEARNING RATE: 0.012943685957854433
previous_iter_valid_loss : 0.09748659282922745
365400 0.097358 0.097487 0.081745 CURRENT LEARNING RATE: 0.012930748741582817
previous_iter_valid_loss : 0.07935633510351181
365500 0.079263 0.079356 0.081785 CURRENT LEARNING RATE: 0.012917824456061013
previous_iter_valid_loss : 0.07514646649360657
365600 0.075136 0.075146 0.081754 CURRENT LEARNING RATE: 0.01290491308836475
previous_iter_valid_loss : 0.07565788179636002
365700 0.075648 0.075658 0.081706 CURRENT LEARNING RATE: 0.01289201462558265
previous_iter_valid_loss : 0.08069818466901779
365800 0.080734 0.080698 0.081757 CURRENT LEARNING RATE: 0.012879129054816248
previous_iter_valid_loss : 0.08070917427539825
365900 0.080621 0.080709 0.081807 CURRENT LEARNING RATE: 0.01286625636317997
previous_iter_valid_loss : 0.07783327251672745
366000 0.077892 0.077833 0.081754 CURRENT LEARNING RATE: 0.012853396537801133
previous_iter_valid_loss : 0.07540732622146606
366100 0.075410 0.075407 0.081724 CURRENT LEARNING RATE: 0.012840549565819906
previous_iter_valid_loss : 0.07817050814628601
366200 0.078197 0.078171 0.081738 CURRENT LEARNING RATE: 0.012827715434389313
previous_iter_valid_loss : 0.07910898327827454
366300 0.079041 0.079109 0.081734